2022-09-01T09:40:27.728 INFO:root:teuthology version: 1.1.1.dev418+gb58f2c18 2022-09-01T09:40:27.730 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_ozeneva@teuthology --name ozeneva-2022-08-30_16:17:28-rgw-wip-omri-full-putobj-trace-distro-basic-smithi --archive /home/teuthworker/archive/ozeneva-2022-08-30_16:17:28-rgw-wip-omri-full-putobj-trace-distro-basic-smithi/7001348 --description rgw/multisite/{clusters frontend/beast ignore-pg-availability notify omap_limits overrides realms/three-zone-plus-pubsub supported-random-distro$/{rhel_8} tasks/test_multi} --verbose -- /home/teuthworker/archive/ozeneva-2022-08-30_16:17:28-rgw-wip-omri-full-putobj-trace-distro-basic-smithi/7001348/orig.config.yaml 2022-09-01T09:40:27.780 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2022-09-01T09:40:27.874 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/ozeneva-2022-08-30_16:17:28-rgw-wip-omri-full-putobj-trace-distro-basic-smithi/7001348 branch: wip-omri-full-putobj-trace description: rgw/multisite/{clusters frontend/beast ignore-pg-availability notify omap_limits overrides realms/three-zone-plus-pubsub supported-random-distro$/{rhel_8} tasks/test_multi} email: null first_in_suite: false job_id: '7001348' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: ozeneva-2022-08-30_16:17:28-rgw-wip-omri-full-putobj-trace-distro-basic-smithi nuke-on-error: true os_type: rhel os_version: '8.6' overrides: admin_socket: branch: wip-omri-full-putobj-trace ceph: conf: client: debug rgw: 20 debug rgw sync: 20 rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= rgw curl low speed time: 300 rgw data log num shards: 4 rgw md log max shards: 4 rgw sync data inject err probability: 0.1 rgw sync log trim interval: 0 rgw sync meta inject err probability: 0.1 rgw sync obj etag verify: true setgroup: ceph setuser: ceph client.0: rgw data notify interval msec: 0 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 rocksdb delete range threshold: 0 osd.0: osd_max_omap_entries_per_request: 10 osd.1: osd_max_omap_entries_per_request: 1000 osd.2: osd_max_omap_entries_per_request: 10000 log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 538e7f759b27ed88dfb7236d15eb8fa6f6a7d952 wait-for-scrub: false ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: 538e7f759b27ed88dfb7236d15eb8fa6f6a7d952 rgw: compression type: random frontend: beast rgw-multisite: realm: is default: true name: test-realm zonegroups: - enabled_features: - resharding endpoints: - c1.client.0 is_default: true is_master: true name: test-zonegroup zones: - endpoints: - c1.client.0 is_default: true is_master: true name: test-zone1 - endpoints: - c2.client.0 is_default: true name: test-zone2 - endpoints: - c1.client.1 name: test-zone3 - endpoints: - c2.client.1 is_pubsub: true name: test-zone4 rgw-multisite-tests: args: - tests.py - tests_ps.py selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-omri-full-putobj-trace sha1: 538e7f759b27ed88dfb7236d15eb8fa6f6a7d952 owner: scheduled_ozeneva@teuthology priority: 100 repo: git://git.ceph.com/ceph-ci.git roles: - - c1.mon.a - c1.mgr.x - c1.osd.0 - c1.osd.1 - c1.osd.2 - c1.client.0 - c1.client.1 - - c2.mon.a - c2.mgr.x - c2.osd.0 - c2.osd.1 - c2.osd.2 - c2.client.0 - c2.client.1 sha1: 538e7f759b27ed88dfb7236d15eb8fa6f6a7d952 sleep_before_teardown: 0 suite: rgw suite_branch: wip-omri-full-putobj-trace suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/qa suite_relpath: qa suite_repo: git://git.ceph.com/ceph-ci.git suite_sha1: 538e7f759b27ed88dfb7236d15eb8fa6f6a7d952 targets: smithi044.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCsGjY2pCBWlebKF0RV9bEFBHcAQlbZukGd4KF3fehlTA9ti4ZVxo3pXIYL2Iu1YLNAY58UiJDE9Bc1U8IvoyY8uALpuXZ6FhwhtysrQRO6x8E32PkOq0AhDQ8BsAjXcvVie+lQHoqLI2FsGCBnHVtVFx3nhChvys4LEGcnwnqw3yYqYHlsj8IAOc+AaeRRE6YDPUl3JWaJvN1IgFzggYv0vwat1WCdrigwlM1BCwt0r2jXDcl/3zaW2n4xUoLEi50q0urm6IUETLZJFew1Ed0hpdAOtnwZ5c51waiRIR5TY509mvaAOwemTVNGsE7D2gqcgcWtUPvk48QRn3FO7NvEZZ//ym2LH9W2uI1JbRKRjfZtecYSV7WiBGxZbQXwFr1detO2bKHfHZ7Uq9goMcI/b4XcWbzofA1ytUCofmsLmUGEGxOD2FcwoWkvuCHqOMQB5bJBF9/ZcPXvh0Ud2YC1w5GIE773MfKKZZpGC96OwghtpQn0oF+aJM6qwEmLvSc= smithi052.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+06sMgsKfJFyEWOmoSk16Wh/6VrtjtSv7CXOwCIkvEydO4vSK7Gkg1apP899IY71PcZRJyEN7kv0Dv7GmuuydeX8QwWhXyhbyzBAVURRWmti2USdP9o99cgVjO/eGcSWpl6ytSZ+trl8/C9JLQBd6gEft01g+0Bd/ldDrS/kuX9tGVxA+Wg+aWEMGFlm78gGKBJ5JSdXltvw4NiDn38iYCeAPWSRNGM0b9EVGj+pTDIkgO0HSPkMX8ix8vkPM9sUCth9G+YM+lJ+VHmr7DhNnEiurfs4n7RRIBs1v2SR651o33JD1BjubuVpEXFATAkD1Tr5SC4tuq4dCEfp7FWkTudW14sPehvbQfmUstcXk/KsqYRkCj3Smc/kQQQ7Pz63RnFQGIHC9jKV6rSdAk2zFc3rJ5Rz/6QkfOKid78umdrF3AqoJ54FKVu7wAUtblIN8kQv5YOL99qXmmoU+8V1qf54Sy2CdONLdpyNEXRwQKQpxLajghgOahexZJ7wHN5k= tasks: - install: null - ceph: cluster: c1 - ceph: cluster: c2 - rgw: c1.client.0: port: 8000 c1.client.1: port: 8001 c2.client.0: port: 8000 c2.client.1: port: 8001 - rgw-multisite: null - rgw-multisite-tests: config: reconfigure_delay: 60 teuthology_branch: main teuthology_sha1: b58f2c18636eb10faa77ed3614abd00cb85dfc2c timestamp: 2022-08-30_16:17:28 tube: smithi user: ozeneva verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.1713 2022-09-01T09:40:27.875 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/qa; will attempt to use it 2022-09-01T09:40:27.877 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/qa/tasks 2022-09-01T09:40:27.877 INFO:teuthology.run_tasks:Running task internal.check_packages... 2022-09-01T09:40:27.884 INFO:teuthology.task.internal:Checking packages... 2022-09-01T09:40:27.914 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952' 2022-09-01T09:40:27.914 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-09-01T09:40:27.915 INFO:teuthology.packaging:ref: None 2022-09-01T09:40:27.915 INFO:teuthology.packaging:tag: None 2022-09-01T09:40:27.915 INFO:teuthology.packaging:branch: wip-omri-full-putobj-trace 2022-09-01T09:40:27.916 INFO:teuthology.packaging:sha1: 538e7f759b27ed88dfb7236d15eb8fa6f6a7d952 2022-09-01T09:40:27.916 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-omri-full-putobj-trace 2022-09-01T09:40:28.079 INFO:teuthology.task.internal:Found packages for ceph version 17.0.0-14636.g538e7f75 2022-09-01T09:40:28.080 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2022-09-01T09:40:28.087 INFO:teuthology.task.internal:no buildpackages task found 2022-09-01T09:40:28.088 INFO:teuthology.run_tasks:Running task internal.save_config... 2022-09-01T09:40:28.156 INFO:teuthology.task.internal:Saving configuration 2022-09-01T09:40:28.173 INFO:teuthology.run_tasks:Running task internal.check_lock... 2022-09-01T09:40:28.181 INFO:teuthology.task.internal.check_lock:Checking locks... 2022-09-01T09:40:28.217 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi044.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/ozeneva-2022-08-30_16:17:28-rgw-wip-omri-full-putobj-trace-distro-basic-smithi/7001348', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-09-01 09:36:01.503547', 'locked_by': 'scheduled_ozeneva@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLtZR6RtG+4NBOvo5/tAuiw2k3gG+eFM6pUvYinacVQXDlusA0lGAdBkW976JaJU5A9N92BAUuzy+Z+O0CkC/FM='} 2022-09-01T09:40:28.262 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi052.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/ozeneva-2022-08-30_16:17:28-rgw-wip-omri-full-putobj-trace-distro-basic-smithi/7001348', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-09-01 09:36:01.501951', 'locked_by': 'scheduled_ozeneva@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLq6rqzh13voc6DzhnqrsA+EEErCghlqwlsB+Je5zzfvw0qDF8CjCTExyFZVsSy/5MEnWPU9tSe4NIjwYmkJ6k8='} 2022-09-01T09:40:28.263 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2022-09-01T09:40:28.271 INFO:teuthology.task.internal:roles: ubuntu@smithi044.front.sepia.ceph.com - ['c1.mon.a', 'c1.mgr.x', 'c1.osd.0', 'c1.osd.1', 'c1.osd.2', 'c1.client.0', 'c1.client.1'] 2022-09-01T09:40:28.272 INFO:teuthology.task.internal:roles: ubuntu@smithi052.front.sepia.ceph.com - ['c2.mon.a', 'c2.mgr.x', 'c2.osd.0', 'c2.osd.1', 'c2.osd.2', 'c2.client.0', 'c2.client.1'] 2022-09-01T09:40:28.272 INFO:teuthology.run_tasks:Running task console_log... 2022-09-01T09:40:28.394 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f04acda1378>, signals=[15]) 2022-09-01T09:40:28.397 INFO:teuthology.run_tasks:Running task internal.connect... 2022-09-01T09:40:28.411 INFO:teuthology.task.internal:Opening connections... 2022-09-01T09:40:28.411 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi044.front.sepia.ceph.com 2022-09-01T09:40:28.414 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-09-01T09:40:28.522 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi052.front.sepia.ceph.com 2022-09-01T09:40:28.523 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-09-01T09:40:28.648 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2022-09-01T09:40:28.657 DEBUG:teuthology.orchestra.run.smithi044:> uname -m 2022-09-01T09:40:28.680 INFO:teuthology.orchestra.run.smithi044.stdout:x86_64 2022-09-01T09:40:28.681 DEBUG:teuthology.orchestra.run.smithi044:> cat /etc/os-release 2022-09-01T09:40:28.744 INFO:teuthology.orchestra.run.smithi044.stdout:NAME="Red Hat Enterprise Linux" 2022-09-01T09:40:28.744 INFO:teuthology.orchestra.run.smithi044.stdout:VERSION="8.6 (Ootpa)" 2022-09-01T09:40:28.744 INFO:teuthology.orchestra.run.smithi044.stdout:ID="rhel" 2022-09-01T09:40:28.745 INFO:teuthology.orchestra.run.smithi044.stdout:ID_LIKE="fedora" 2022-09-01T09:40:28.745 INFO:teuthology.orchestra.run.smithi044.stdout:VERSION_ID="8.6" 2022-09-01T09:40:28.746 INFO:teuthology.orchestra.run.smithi044.stdout:PLATFORM_ID="platform:el8" 2022-09-01T09:40:28.746 INFO:teuthology.orchestra.run.smithi044.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2022-09-01T09:40:28.746 INFO:teuthology.orchestra.run.smithi044.stdout:ANSI_COLOR="0;31" 2022-09-01T09:40:28.747 INFO:teuthology.orchestra.run.smithi044.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2022-09-01T09:40:28.747 INFO:teuthology.orchestra.run.smithi044.stdout:HOME_URL="https://www.redhat.com/" 2022-09-01T09:40:28.747 INFO:teuthology.orchestra.run.smithi044.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2022-09-01T09:40:28.748 INFO:teuthology.orchestra.run.smithi044.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2022-09-01T09:40:28.748 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:40:28.749 INFO:teuthology.orchestra.run.smithi044.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2022-09-01T09:40:28.749 INFO:teuthology.orchestra.run.smithi044.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2022-09-01T09:40:28.749 INFO:teuthology.orchestra.run.smithi044.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2022-09-01T09:40:28.750 INFO:teuthology.orchestra.run.smithi044.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2022-09-01T09:40:28.752 INFO:teuthology.lock.ops:Updating smithi044.front.sepia.ceph.com on lock server 2022-09-01T09:40:28.776 DEBUG:teuthology.orchestra.run.smithi052:> uname -m 2022-09-01T09:40:28.800 INFO:teuthology.orchestra.run.smithi052.stdout:x86_64 2022-09-01T09:40:28.801 DEBUG:teuthology.orchestra.run.smithi052:> cat /etc/os-release 2022-09-01T09:40:28.862 INFO:teuthology.orchestra.run.smithi052.stdout:NAME="Red Hat Enterprise Linux" 2022-09-01T09:40:28.863 INFO:teuthology.orchestra.run.smithi052.stdout:VERSION="8.6 (Ootpa)" 2022-09-01T09:40:28.863 INFO:teuthology.orchestra.run.smithi052.stdout:ID="rhel" 2022-09-01T09:40:28.864 INFO:teuthology.orchestra.run.smithi052.stdout:ID_LIKE="fedora" 2022-09-01T09:40:28.864 INFO:teuthology.orchestra.run.smithi052.stdout:VERSION_ID="8.6" 2022-09-01T09:40:28.864 INFO:teuthology.orchestra.run.smithi052.stdout:PLATFORM_ID="platform:el8" 2022-09-01T09:40:28.865 INFO:teuthology.orchestra.run.smithi052.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2022-09-01T09:40:28.865 INFO:teuthology.orchestra.run.smithi052.stdout:ANSI_COLOR="0;31" 2022-09-01T09:40:28.865 INFO:teuthology.orchestra.run.smithi052.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2022-09-01T09:40:28.866 INFO:teuthology.orchestra.run.smithi052.stdout:HOME_URL="https://www.redhat.com/" 2022-09-01T09:40:28.866 INFO:teuthology.orchestra.run.smithi052.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2022-09-01T09:40:28.867 INFO:teuthology.orchestra.run.smithi052.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2022-09-01T09:40:28.867 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:40:28.868 INFO:teuthology.orchestra.run.smithi052.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2022-09-01T09:40:28.868 INFO:teuthology.orchestra.run.smithi052.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2022-09-01T09:40:28.868 INFO:teuthology.orchestra.run.smithi052.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2022-09-01T09:40:28.869 INFO:teuthology.orchestra.run.smithi052.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2022-09-01T09:40:28.869 INFO:teuthology.lock.ops:Updating smithi052.front.sepia.ceph.com on lock server 2022-09-01T09:40:28.894 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2022-09-01T09:40:28.906 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2022-09-01T09:40:28.913 INFO:teuthology.task.internal:Checking for old test directory... 2022-09-01T09:40:28.913 DEBUG:teuthology.orchestra.run.smithi044:> test '!' -e /home/ubuntu/cephtest 2022-09-01T09:40:28.919 DEBUG:teuthology.orchestra.run.smithi052:> test '!' -e /home/ubuntu/cephtest 2022-09-01T09:40:28.938 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2022-09-01T09:40:28.949 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2022-09-01T09:40:28.950 DEBUG:teuthology.orchestra.run.smithi044:> test -z $(ls -A /var/lib/ceph) 2022-09-01T09:40:28.978 DEBUG:teuthology.orchestra.run.smithi052:> test -z $(ls -A /var/lib/ceph) 2022-09-01T09:40:29.005 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2022-09-01T09:40:29.075 INFO:teuthology.run_tasks:Running task kernel... 2022-09-01T09:40:29.092 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2022-09-01T09:40:29.093 INFO:teuthology.task.kernel:config {'c1.mon.a': {'kdb': True, 'sha1': 'distro'}, 'c2.mon.a': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2022-09-01T09:40:29.093 DEBUG:teuthology.orchestra.run.smithi044:> test -f /run/.containerenv -o -f /.dockerenv 2022-09-01T09:40:29.094 DEBUG:teuthology.orchestra.run.smithi052:> test -f /run/.containerenv -o -f /.dockerenv 2022-09-01T09:40:29.114 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-09-01T09:40:29.116 DEBUG:teuthology.orchestra.run.smithi044:> uname -r 2022-09-01T09:40:29.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-09-01T09:40:29.119 DEBUG:teuthology.orchestra.run.smithi052:> uname -r 2022-09-01T09:40:29.180 INFO:teuthology.orchestra.run.smithi052.stdout:4.18.0-372.9.1.el8.x86_64 2022-09-01T09:40:29.181 INFO:teuthology.task.kernel:Running kernel on smithi052: 4.18.0-372.9.1.el8.x86_64 2022-09-01T09:40:29.182 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum install -y kernel 2022-09-01T09:40:29.184 INFO:teuthology.orchestra.run.smithi044.stdout:4.18.0-372.9.1.el8.x86_64 2022-09-01T09:40:29.184 INFO:teuthology.task.kernel:Running kernel on smithi044: 4.18.0-372.9.1.el8.x86_64 2022-09-01T09:40:29.185 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum install -y kernel 2022-09-01T09:40:30.167 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:40:30.167 INFO:teuthology.orchestra.run.smithi044.stdout:Unable to read consumer identity 2022-09-01T09:40:30.189 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:40:30.190 INFO:teuthology.orchestra.run.smithi052.stdout:Unable to read consumer identity 2022-09-01T09:40:30.278 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:40:30.278 INFO:teuthology.orchestra.run.smithi044.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2022-09-01T09:40:30.279 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:40:30.296 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:40:30.297 INFO:teuthology.orchestra.run.smithi052.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2022-09-01T09:40:30.297 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:40:31.593 INFO:teuthology.orchestra.run.smithi044.stdout:Copr repo for python3-asyncssh owned by ceph 25 kB/s | 3.5 kB 00:00 2022-09-01T09:40:31.737 INFO:teuthology.orchestra.run.smithi052.stdout:Copr repo for python3-asyncssh owned by ceph 19 kB/s | 3.5 kB 00:00 2022-09-01T09:40:32.736 INFO:teuthology.orchestra.run.smithi044.stdout:Extra Packages for Enterprise Linux 11 MB/s | 13 MB 00:01 2022-09-01T09:40:32.929 INFO:teuthology.orchestra.run.smithi052.stdout:Extra Packages for Enterprise Linux 11 MB/s | 13 MB 00:01 2022-09-01T09:40:35.686 INFO:teuthology.orchestra.run.smithi044.stdout:lab-extras 448 kB/s | 24 kB 00:00 2022-09-01T09:40:35.846 INFO:teuthology.orchestra.run.smithi052.stdout:lab-extras 586 kB/s | 24 kB 00:00 2022-09-01T09:40:36.355 INFO:teuthology.orchestra.run.smithi044.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2022-09-01T09:40:36.409 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:40:36.410 INFO:teuthology.orchestra.run.smithi044.stdout:Nothing to do. 2022-09-01T09:40:36.411 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:40:36.498 INFO:teuthology.orchestra.run.smithi052.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2022-09-01T09:40:36.547 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:40:36.548 INFO:teuthology.orchestra.run.smithi052.stdout:Nothing to do. 2022-09-01T09:40:36.549 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:40:36.567 DEBUG:teuthology.orchestra.run.smithi044:> echo no | sudo yum reinstall kernel || true 2022-09-01T09:40:36.696 DEBUG:teuthology.orchestra.run.smithi052:> echo no | sudo yum reinstall kernel || true 2022-09-01T09:40:36.918 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:40:36.918 INFO:teuthology.orchestra.run.smithi044.stdout:Unable to read consumer identity 2022-09-01T09:40:36.969 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:40:36.969 INFO:teuthology.orchestra.run.smithi044.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2022-09-01T09:40:36.970 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:40:37.044 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:40:37.045 INFO:teuthology.orchestra.run.smithi052.stdout:Unable to read consumer identity 2022-09-01T09:40:37.088 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:40:37.089 INFO:teuthology.orchestra.run.smithi052.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2022-09-01T09:40:37.089 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:40:37.212 INFO:teuthology.orchestra.run.smithi044.stdout:Last metadata expiration check: 0:00:02 ago on Thu 01 Sep 2022 09:40:35 AM UTC. 2022-09-01T09:40:37.260 INFO:teuthology.orchestra.run.smithi044.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2022-09-01T09:40:37.324 INFO:teuthology.orchestra.run.smithi052.stdout:Last metadata expiration check: 0:00:02 ago on Thu 01 Sep 2022 09:40:35 AM UTC. 2022-09-01T09:40:37.330 INFO:teuthology.orchestra.run.smithi044.stderr:Error: No packages marked for reinstall. 2022-09-01T09:40:37.367 INFO:teuthology.orchestra.run.smithi052.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2022-09-01T09:40:37.377 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum reinstall -y kernel || true 2022-09-01T09:40:37.396 INFO:teuthology.orchestra.run.smithi052.stderr:Error: No packages marked for reinstall. 2022-09-01T09:40:37.444 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum reinstall -y kernel || true 2022-09-01T09:40:37.727 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:40:37.727 INFO:teuthology.orchestra.run.smithi044.stdout:Unable to read consumer identity 2022-09-01T09:40:37.779 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:40:37.779 INFO:teuthology.orchestra.run.smithi044.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2022-09-01T09:40:37.780 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:40:37.793 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:40:37.793 INFO:teuthology.orchestra.run.smithi052.stdout:Unable to read consumer identity 2022-09-01T09:40:37.838 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:40:37.839 INFO:teuthology.orchestra.run.smithi052.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2022-09-01T09:40:37.839 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:40:38.013 INFO:teuthology.orchestra.run.smithi044.stdout:Last metadata expiration check: 0:00:03 ago on Thu 01 Sep 2022 09:40:35 AM UTC. 2022-09-01T09:40:38.054 INFO:teuthology.orchestra.run.smithi044.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2022-09-01T09:40:38.071 INFO:teuthology.orchestra.run.smithi052.stdout:Last metadata expiration check: 0:00:03 ago on Thu 01 Sep 2022 09:40:35 AM UTC. 2022-09-01T09:40:38.089 INFO:teuthology.orchestra.run.smithi044.stderr:Error: No packages marked for reinstall. 2022-09-01T09:40:38.114 INFO:teuthology.orchestra.run.smithi052.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2022-09-01T09:40:38.138 DEBUG:teuthology.orchestra.run.smithi044:> rpm -q kernel --last | head -n 1 2022-09-01T09:40:38.140 INFO:teuthology.orchestra.run.smithi052.stderr:Error: No packages marked for reinstall. 2022-09-01T09:40:38.190 DEBUG:teuthology.orchestra.run.smithi052:> rpm -q kernel --last | head -n 1 2022-09-01T09:40:38.222 INFO:teuthology.orchestra.run.smithi044.stdout:kernel-4.18.0-372.9.1.el8.x86_64 Thu 14 Jul 2022 06:23:21 PM UTC 2022-09-01T09:40:38.224 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2022-09-01T09:40:38.224 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2022-09-01T09:40:38.225 INFO:teuthology.task.kernel:Enabling kdb on c1.mon.a... 2022-09-01T09:40:38.225 DEBUG:teuthology.orchestra.run.smithi044:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-09-01T09:40:38.261 INFO:teuthology.orchestra.run.smithi044.stdout:ttyS1 2022-09-01T09:40:38.273 INFO:teuthology.orchestra.run.smithi052.stdout:kernel-4.18.0-372.9.1.el8.x86_64 Thu 14 Jul 2022 06:23:21 PM UTC 2022-09-01T09:40:38.275 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2022-09-01T09:40:38.275 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2022-09-01T09:40:38.276 INFO:teuthology.task.kernel:Enabling kdb on c2.mon.a... 2022-09-01T09:40:38.276 DEBUG:teuthology.orchestra.run.smithi052:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-09-01T09:40:38.280 DEBUG:teuthology.parallel:result is None 2022-09-01T09:40:38.310 INFO:teuthology.orchestra.run.smithi052.stdout:ttyS1 2022-09-01T09:40:38.323 DEBUG:teuthology.parallel:result is None 2022-09-01T09:40:38.324 INFO:teuthology.run_tasks:Running task internal.base... 2022-09-01T09:40:38.345 INFO:teuthology.task.internal:Creating test directory... 2022-09-01T09:40:38.346 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-09-01T09:40:38.349 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-09-01T09:40:38.381 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2022-09-01T09:40:38.394 INFO:teuthology.run_tasks:Running task internal.archive... 2022-09-01T09:40:38.408 INFO:teuthology.task.internal:Creating archive directory... 2022-09-01T09:40:38.409 DEBUG:teuthology.orchestra.run.smithi044:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-09-01T09:40:38.412 DEBUG:teuthology.orchestra.run.smithi052:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-09-01T09:40:38.451 INFO:teuthology.run_tasks:Running task internal.coredump... 2022-09-01T09:40:38.461 INFO:teuthology.task.internal:Enabling coredump saving... 2022-09-01T09:40:38.462 DEBUG:teuthology.orchestra.run.smithi044:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-09-01T09:40:38.488 DEBUG:teuthology.orchestra.run.smithi052:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-09-01T09:40:38.521 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-09-01T09:40:38.523 INFO:teuthology.orchestra.run.smithi052.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-09-01T09:40:38.532 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-09-01T09:40:38.534 INFO:teuthology.orchestra.run.smithi052.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-09-01T09:40:38.536 INFO:teuthology.run_tasks:Running task internal.sudo... 2022-09-01T09:40:38.546 INFO:teuthology.task.internal:Configuring sudo... 2022-09-01T09:40:38.547 DEBUG:teuthology.orchestra.run.smithi044:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-09-01T09:40:38.576 DEBUG:teuthology.orchestra.run.smithi052:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-09-01T09:40:38.604 INFO:teuthology.run_tasks:Running task internal.syslog... 2022-09-01T09:40:38.625 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2022-09-01T09:40:38.625 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-09-01T09:40:38.645 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-09-01T09:40:38.663 DEBUG:teuthology.orchestra.run.smithi044:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-09-01T09:40:38.751 DEBUG:teuthology.orchestra.run.smithi044:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-09-01T09:40:38.802 DEBUG:teuthology.orchestra.run.smithi044:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-09-01T09:40:38.891 DEBUG:teuthology.orchestra.run.smithi044:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-09-01T09:40:38.930 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:40:38.931 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-09-01T09:40:38.998 DEBUG:teuthology.orchestra.run.smithi052:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-09-01T09:40:39.116 DEBUG:teuthology.orchestra.run.smithi052:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-09-01T09:40:39.162 DEBUG:teuthology.orchestra.run.smithi052:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-09-01T09:40:39.252 DEBUG:teuthology.orchestra.run.smithi052:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-09-01T09:40:39.296 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:40:39.297 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-09-01T09:40:39.364 DEBUG:teuthology.orchestra.run.smithi044:> sudo service rsyslog restart 2022-09-01T09:40:39.367 DEBUG:teuthology.orchestra.run.smithi052:> sudo service rsyslog restart 2022-09-01T09:40:39.441 INFO:teuthology.orchestra.run.smithi044.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-09-01T09:40:39.451 INFO:teuthology.orchestra.run.smithi052.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-09-01T09:40:39.911 INFO:teuthology.run_tasks:Running task internal.timer... 2022-09-01T09:40:39.922 INFO:teuthology.task.internal:Starting timer... 2022-09-01T09:40:39.922 INFO:teuthology.run_tasks:Running task pcp... 2022-09-01T09:40:39.954 INFO:teuthology.run_tasks:Running task selinux... 2022-09-01T09:40:39.969 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2022-09-01T09:40:39.971 DEBUG:teuthology.orchestra.run.smithi044:> sudo service auditd rotate 2022-09-01T09:40:40.035 INFO:teuthology.orchestra.run.smithi044.stdout:Rotating logs: 2022-09-01T09:40:40.037 DEBUG:teuthology.orchestra.run.smithi052:> sudo service auditd rotate 2022-09-01T09:40:40.102 INFO:teuthology.orchestra.run.smithi052.stdout:Rotating logs: 2022-09-01T09:40:40.103 DEBUG:teuthology.task.selinux:Getting current SELinux state 2022-09-01T09:40:40.104 DEBUG:teuthology.orchestra.run.smithi044:> /usr/sbin/getenforce 2022-09-01T09:40:40.130 INFO:teuthology.orchestra.run.smithi044.stdout:Permissive 2022-09-01T09:40:40.135 DEBUG:teuthology.orchestra.run.smithi052:> /usr/sbin/getenforce 2022-09-01T09:40:40.177 INFO:teuthology.orchestra.run.smithi052.stdout:Permissive 2022-09-01T09:40:40.177 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi044.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi052.front.sepia.ceph.com': 'permissive'} 2022-09-01T09:40:40.178 DEBUG:teuthology.orchestra.run.smithi044:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\)' 2022-09-01T09:40:40.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-09-01T09:40:40.210 DEBUG:teuthology.orchestra.run.smithi052:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\)' 2022-09-01T09:40:40.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-09-01T09:40:40.248 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2022-09-01T09:40:40.249 DEBUG:teuthology.orchestra.run.smithi044:> sudo /usr/sbin/setenforce permissive 2022-09-01T09:40:40.284 DEBUG:teuthology.orchestra.run.smithi052:> sudo /usr/sbin/setenforce permissive 2022-09-01T09:40:40.318 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2022-09-01T09:40:40.329 DEBUG:teuthology.repo_utils:Setting repo remote to git://git.ceph.com/git/ceph-cm-ansible.git 2022-09-01T09:40:40.338 INFO:teuthology.repo_utils:Fetching main from origin 2022-09-01T09:40:40.391 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_main to origin/main 2022-09-01T09:40:40.421 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2022-09-01T09:40:40.424 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi044.front.sepia.ceph.com,smithi052.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_main/cephlab.yml 2022-09-01T09:48:40.091 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi044.front.sepia.ceph.com'), Remote(name='ubuntu@smithi052.front.sepia.ceph.com')] 2022-09-01T09:48:40.094 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2022-09-01T09:48:40.096 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-09-01T09:48:40.184 DEBUG:teuthology.orchestra.run.smithi044:> true 2022-09-01T09:48:40.253 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi052.front.sepia.ceph.com' 2022-09-01T09:48:40.254 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-09-01T09:48:40.348 DEBUG:teuthology.orchestra.run.smithi052:> true 2022-09-01T09:48:40.418 INFO:teuthology.run_tasks:Running task clock... 2022-09-01T09:48:40.432 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2022-09-01T09:48:40.433 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-09-01T09:48:40.436 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-09-01T09:48:40.439 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-09-01T09:48:40.439 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-09-01T09:48:40.472 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-09-01T09:48:40.488 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-09-01T09:48:40.495 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-09-01T09:48:40.512 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-09-01T09:48:40.561 INFO:teuthology.orchestra.run.smithi044.stderr:sudo: ntpd: command not found 2022-09-01T09:48:40.574 INFO:teuthology.orchestra.run.smithi044.stdout:506 Cannot talk to daemon 2022-09-01T09:48:40.579 INFO:teuthology.orchestra.run.smithi052.stderr:sudo: ntpd: command not found 2022-09-01T09:48:40.589 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-09-01T09:48:40.591 INFO:teuthology.orchestra.run.smithi052.stdout:506 Cannot talk to daemon 2022-09-01T09:48:40.603 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-09-01T09:48:40.607 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-09-01T09:48:40.622 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-09-01T09:48:40.674 INFO:teuthology.orchestra.run.smithi044.stderr:bash: ntpq: command not found 2022-09-01T09:48:40.677 INFO:teuthology.orchestra.run.smithi044.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-09-01T09:48:40.677 INFO:teuthology.orchestra.run.smithi044.stdout:=============================================================================== 2022-09-01T09:48:40.678 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-09-01T09:48:40.678 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-09-01T09:48:40.678 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-09-01T09:48:40.678 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-09-01T09:48:40.710 INFO:teuthology.orchestra.run.smithi052.stderr:bash: ntpq: command not found 2022-09-01T09:48:40.713 INFO:teuthology.orchestra.run.smithi052.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-09-01T09:48:40.714 INFO:teuthology.orchestra.run.smithi052.stdout:=============================================================================== 2022-09-01T09:48:40.714 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-09-01T09:48:40.715 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-09-01T09:48:40.715 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-09-01T09:48:40.715 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-09-01T09:48:40.717 INFO:teuthology.run_tasks:Running task install... 2022-09-01T09:48:40.726 DEBUG:teuthology.task.install:project ceph 2022-09-01T09:48:40.727 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952'}} 2022-09-01T09:48:40.727 DEBUG:teuthology.task.install:config {'sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952'} 2022-09-01T09:48:40.728 INFO:teuthology.task.install:Using flavor: default 2022-09-01T09:48:40.739 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2022-09-01T09:48:40.740 INFO:teuthology.task.install:extra packages: [] 2022-09-01T09:48:40.741 DEBUG:teuthology.orchestra.run.smithi044:> sudo lsb_release -is 2022-09-01T09:48:40.785 INFO:teuthology.orchestra.run.smithi044.stdout:RedHatEnterprise 2022-09-01T09:48:40.786 DEBUG:teuthology.misc:System to be installed: RedHatEnterprise 2022-09-01T09:48:40.787 DEBUG:teuthology.orchestra.run.smithi052:> sudo lsb_release -is 2022-09-01T09:48:40.788 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952', 'tag': None, 'wait_for_package': False} 2022-09-01T09:48:40.788 DEBUG:teuthology.orchestra.run.smithi044:> sudo lsb_release -is 2022-09-01T09:48:40.833 INFO:teuthology.orchestra.run.smithi052.stdout:RedHatEnterprise 2022-09-01T09:48:40.834 DEBUG:teuthology.misc:System to be installed: RedHatEnterprise 2022-09-01T09:48:40.835 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952', 'tag': None, 'wait_for_package': False} 2022-09-01T09:48:40.835 DEBUG:teuthology.orchestra.run.smithi052:> sudo lsb_release -is 2022-09-01T09:48:40.869 INFO:teuthology.orchestra.run.smithi044.stdout:RedHatEnterprise 2022-09-01T09:48:40.870 DEBUG:teuthology.misc:System to be installed: RedHatEnterprise 2022-09-01T09:48:40.871 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=538e7f759b27ed88dfb7236d15eb8fa6f6a7d952 2022-09-01T09:48:40.878 INFO:teuthology.orchestra.run.smithi052.stdout:RedHatEnterprise 2022-09-01T09:48:40.879 DEBUG:teuthology.misc:System to be installed: RedHatEnterprise 2022-09-01T09:48:40.880 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=538e7f759b27ed88dfb7236d15eb8fa6f6a7d952 2022-09-01T09:48:41.038 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-omri-full-putobj-trace/538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/centos/8/flavors/default/ 2022-09-01T09:48:41.039 INFO:teuthology.task.install.rpm:Package version is 17.0.0-14636.g538e7f75 2022-09-01T09:48:41.046 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-omri-full-putobj-trace/538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/centos/8/flavors/default/ 2022-09-01T09:48:41.047 INFO:teuthology.task.install.rpm:Package version is 17.0.0-14636.g538e7f75 2022-09-01T09:48:41.275 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-omri-full-putobj-trace/538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-omri-full-putobj-trace/538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-omri-full-putobj-trace/538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2022-09-01T09:48:41.275 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:48:41.276 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/yum.repos.d/ceph.repo 2022-09-01T09:48:41.304 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2022-09-01T09:48:41.305 DEBUG:teuthology.orchestra.run.smithi044:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/;g' /etc/yum.repos.d/ceph.repo ; fi 2022-09-01T09:48:41.375 DEBUG:teuthology.orchestra.run.smithi044:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2022-09-01T09:48:41.454 DEBUG:teuthology.orchestra.run.smithi044:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2022-09-01T09:48:41.521 INFO:teuthology.orchestra.run.smithi044.stdout:check_obsoletes = 1 2022-09-01T09:48:41.524 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum clean all 2022-09-01T09:48:41.918 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:48:42.138 INFO:teuthology.orchestra.run.smithi044.stdout:52 files removed 2022-09-01T09:48:42.186 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph-radosgw 2022-09-01T09:48:42.539 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:48:43.517 INFO:teuthology.orchestra.run.smithi044.stdout:ceph packages for x86_64 124 kB/s | 81 kB 00:00 2022-09-01T09:48:44.117 INFO:teuthology.orchestra.run.smithi044.stdout:ceph noarch packages 17 kB/s | 9.4 kB 00:00 2022-09-01T09:48:44.334 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-omri-full-putobj-trace/538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-omri-full-putobj-trace/538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-omri-full-putobj-trace/538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2022-09-01T09:48:44.335 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:48:44.336 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/yum.repos.d/ceph.repo 2022-09-01T09:48:44.370 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2022-09-01T09:48:44.371 DEBUG:teuthology.orchestra.run.smithi052:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/;g' /etc/yum.repos.d/ceph.repo ; fi 2022-09-01T09:48:44.444 DEBUG:teuthology.orchestra.run.smithi052:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2022-09-01T09:48:44.527 INFO:teuthology.orchestra.run.smithi044.stdout:ceph source packages 3.9 kB/s | 1.5 kB 00:00 2022-09-01T09:48:44.528 DEBUG:teuthology.orchestra.run.smithi052:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2022-09-01T09:48:44.599 INFO:teuthology.orchestra.run.smithi052.stdout:check_obsoletes = 1 2022-09-01T09:48:44.601 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum clean all 2022-09-01T09:48:44.677 INFO:teuthology.orchestra.run.smithi044.stdout:Copr repo for python3-asyncssh owned by ceph 27 kB/s | 3.5 kB 00:00 2022-09-01T09:48:44.998 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:48:45.201 INFO:teuthology.orchestra.run.smithi052.stdout:52 files removed 2022-09-01T09:48:45.249 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph-radosgw 2022-09-01T09:48:45.599 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:48:45.744 INFO:teuthology.orchestra.run.smithi044.stdout:Extra Packages for Enterprise Linux 12 MB/s | 13 MB 00:01 2022-09-01T09:48:46.206 INFO:teuthology.orchestra.run.smithi052.stdout:ceph packages for x86_64 295 kB/s | 81 kB 00:00 2022-09-01T09:48:46.474 INFO:teuthology.orchestra.run.smithi052.stdout:ceph noarch packages 40 kB/s | 9.4 kB 00:00 2022-09-01T09:48:46.749 INFO:teuthology.orchestra.run.smithi052.stdout:ceph source packages 5.9 kB/s | 1.5 kB 00:00 2022-09-01T09:48:46.875 INFO:teuthology.orchestra.run.smithi052.stdout:Copr repo for python3-asyncssh owned by ceph 33 kB/s | 3.5 kB 00:00 2022-09-01T09:48:47.942 INFO:teuthology.orchestra.run.smithi052.stdout:Extra Packages for Enterprise Linux 12 MB/s | 13 MB 00:01 2022-09-01T09:48:48.770 INFO:teuthology.orchestra.run.smithi044.stdout:lab-extras 530 kB/s | 24 kB 00:00 2022-09-01T09:48:49.546 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 65 MB/s | 46 MB 00:00 2022-09-01T09:48:50.985 INFO:teuthology.orchestra.run.smithi052.stdout:lab-extras 294 kB/s | 24 kB 00:00 2022-09-01T09:48:51.811 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 61 MB/s | 46 MB 00:00 2022-09-01T09:48:57.997 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 68 MB/s | 51 MB 00:00 2022-09-01T09:49:00.054 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 64 MB/s | 51 MB 00:00 2022-09-01T09:49:09.949 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:49:09.952 INFO:teuthology.orchestra.run.smithi044.stdout:===================================================================================================== 2022-09-01T09:49:09.952 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repository Size 2022-09-01T09:49:09.952 INFO:teuthology.orchestra.run.smithi044.stdout:===================================================================================================== 2022-09-01T09:49:09.953 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:49:09.953 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-radosgw x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 17 M 2022-09-01T09:49:09.953 INFO:teuthology.orchestra.run.smithi044.stdout:Upgrading: 2022-09-01T09:49:09.953 INFO:teuthology.orchestra.run.smithi044.stdout: librados2 x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 3.6 M 2022-09-01T09:49:09.953 INFO:teuthology.orchestra.run.smithi044.stdout: librbd1 x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 3.6 M 2022-09-01T09:49:09.954 INFO:teuthology.orchestra.run.smithi044.stdout:Installing dependencies: 2022-09-01T09:49:09.954 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-base x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 5.2 M 2022-09-01T09:49:09.954 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-common x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 24 M 2022-09-01T09:49:09.955 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-selinux x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 24 k 2022-09-01T09:49:09.955 INFO:teuthology.orchestra.run.smithi044.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2022-09-01T09:49:09.955 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs2 x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 767 k 2022-09-01T09:49:09.955 INFO:teuthology.orchestra.run.smithi044.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2022-09-01T09:49:09.956 INFO:teuthology.orchestra.run.smithi044.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2022-09-01T09:49:09.956 INFO:teuthology.orchestra.run.smithi044.stdout: libradosstriper1 x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 476 k 2022-09-01T09:49:09.956 INFO:teuthology.orchestra.run.smithi044.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2022-09-01T09:49:09.956 INFO:teuthology.orchestra.run.smithi044.stdout: librgw2 x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 5.8 M 2022-09-01T09:49:09.956 INFO:teuthology.orchestra.run.smithi044.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2022-09-01T09:49:09.957 INFO:teuthology.orchestra.run.smithi044.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2022-09-01T09:49:09.957 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-argparse x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 45 k 2022-09-01T09:49:09.957 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-common x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 109 k 2022-09-01T09:49:09.958 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cephfs x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 190 k 2022-09-01T09:49:09.958 INFO:teuthology.orchestra.run.smithi044.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2022-09-01T09:49:09.958 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rados x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 370 k 2022-09-01T09:49:09.959 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rbd x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 358 k 2022-09-01T09:49:09.959 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rgw x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 107 k 2022-09-01T09:49:09.959 INFO:teuthology.orchestra.run.smithi044.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2022-09-01T09:49:09.959 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:49:09.960 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:49:09.960 INFO:teuthology.orchestra.run.smithi044.stdout:===================================================================================================== 2022-09-01T09:49:09.960 INFO:teuthology.orchestra.run.smithi044.stdout:Install 21 Packages 2022-09-01T09:49:09.960 INFO:teuthology.orchestra.run.smithi044.stdout:Upgrade 2 Packages 2022-09-01T09:49:09.960 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:49:09.961 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 65 M 2022-09-01T09:49:09.962 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:49:10.648 INFO:teuthology.orchestra.run.smithi044.stdout:(1/23): ceph-base-17.0.0-14636.g538e7f75.el8.x8 7.5 MB/s | 5.2 MB 00:00 2022-09-01T09:49:10.723 INFO:teuthology.orchestra.run.smithi044.stdout:(2/23): ceph-selinux-17.0.0-14636.g538e7f75.el8 324 kB/s | 24 kB 00:00 2022-09-01T09:49:11.249 INFO:teuthology.orchestra.run.smithi044.stdout:(3/23): libcephfs2-17.0.0-14636.g538e7f75.el8.x 1.4 MB/s | 767 kB 00:00 2022-09-01T09:49:11.349 INFO:teuthology.orchestra.run.smithi044.stdout:(4/23): libradosstriper1-17.0.0-14636.g538e7f75 4.7 MB/s | 476 kB 00:00 2022-09-01T09:49:11.776 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:49:11.778 INFO:teuthology.orchestra.run.smithi052.stdout:===================================================================================================== 2022-09-01T09:49:11.779 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repository Size 2022-09-01T09:49:11.779 INFO:teuthology.orchestra.run.smithi052.stdout:===================================================================================================== 2022-09-01T09:49:11.779 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:49:11.780 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-radosgw x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 17 M 2022-09-01T09:49:11.780 INFO:teuthology.orchestra.run.smithi052.stdout:Upgrading: 2022-09-01T09:49:11.780 INFO:teuthology.orchestra.run.smithi052.stdout: librados2 x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 3.6 M 2022-09-01T09:49:11.780 INFO:teuthology.orchestra.run.smithi052.stdout: librbd1 x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 3.6 M 2022-09-01T09:49:11.781 INFO:teuthology.orchestra.run.smithi052.stdout:Installing dependencies: 2022-09-01T09:49:11.781 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-base x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 5.2 M 2022-09-01T09:49:11.781 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-common x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 24 M 2022-09-01T09:49:11.782 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-selinux x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 24 k 2022-09-01T09:49:11.782 INFO:teuthology.orchestra.run.smithi052.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2022-09-01T09:49:11.782 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs2 x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 767 k 2022-09-01T09:49:11.782 INFO:teuthology.orchestra.run.smithi052.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2022-09-01T09:49:11.783 INFO:teuthology.orchestra.run.smithi052.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2022-09-01T09:49:11.784 INFO:teuthology.orchestra.run.smithi052.stdout: libradosstriper1 x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 476 k 2022-09-01T09:49:11.784 INFO:teuthology.orchestra.run.smithi052.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2022-09-01T09:49:11.784 INFO:teuthology.orchestra.run.smithi052.stdout: librgw2 x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 5.8 M 2022-09-01T09:49:11.784 INFO:teuthology.orchestra.run.smithi052.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2022-09-01T09:49:11.785 INFO:teuthology.orchestra.run.smithi052.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2022-09-01T09:49:11.785 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-argparse x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 45 k 2022-09-01T09:49:11.785 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-common x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 109 k 2022-09-01T09:49:11.785 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cephfs x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 190 k 2022-09-01T09:49:11.786 INFO:teuthology.orchestra.run.smithi052.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2022-09-01T09:49:11.786 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rados x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 370 k 2022-09-01T09:49:11.786 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rbd x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 358 k 2022-09-01T09:49:11.786 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rgw x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 107 k 2022-09-01T09:49:11.787 INFO:teuthology.orchestra.run.smithi052.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2022-09-01T09:49:11.787 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:49:11.787 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:49:11.787 INFO:teuthology.orchestra.run.smithi052.stdout:===================================================================================================== 2022-09-01T09:49:11.788 INFO:teuthology.orchestra.run.smithi052.stdout:Install 21 Packages 2022-09-01T09:49:11.788 INFO:teuthology.orchestra.run.smithi052.stdout:Upgrade 2 Packages 2022-09-01T09:49:11.788 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:49:11.789 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 65 M 2022-09-01T09:49:11.790 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:49:11.966 INFO:teuthology.orchestra.run.smithi044.stdout:(5/23): ceph-common-17.0.0-14636.g538e7f75.el8. 12 MB/s | 24 MB 00:02 2022-09-01T09:49:12.049 INFO:teuthology.orchestra.run.smithi044.stdout:(6/23): librgw2-17.0.0-14636.g538e7f75.el8.x86_ 8.2 MB/s | 5.8 MB 00:00 2022-09-01T09:49:12.108 INFO:teuthology.orchestra.run.smithi044.stdout:(7/23): python3-ceph-argparse-17.0.0-14636.g538 314 kB/s | 45 kB 00:00 2022-09-01T09:49:12.142 INFO:teuthology.orchestra.run.smithi044.stdout:(8/23): python3-ceph-common-17.0.0-14636.g538e7 1.2 MB/s | 109 kB 00:00 2022-09-01T09:49:12.342 INFO:teuthology.orchestra.run.smithi044.stdout:(9/23): ceph-radosgw-17.0.0-14636.g538e7f75.el8 7.3 MB/s | 17 MB 00:02 2022-09-01T09:49:12.367 INFO:teuthology.orchestra.run.smithi044.stdout:(10/23): python3-cephfs-17.0.0-14636.g538e7f75. 734 kB/s | 190 kB 00:00 2022-09-01T09:49:12.393 INFO:teuthology.orchestra.run.smithi044.stdout:(11/23): python3-rados-17.0.0-14636.g538e7f75.e 1.4 MB/s | 370 kB 00:00 2022-09-01T09:49:12.434 INFO:teuthology.orchestra.run.smithi044.stdout:(12/23): python3-rbd-17.0.0-14636.g538e7f75.el8 3.8 MB/s | 358 kB 00:00 2022-09-01T09:49:12.460 INFO:teuthology.orchestra.run.smithi044.stdout:(13/23): python3-rgw-17.0.0-14636.g538e7f75.el8 1.1 MB/s | 107 kB 00:00 2022-09-01T09:49:12.578 INFO:teuthology.orchestra.run.smithi044.stdout:(14/23): liboath-2.6.2-3.el8.x86_64.rpm 414 kB/s | 59 kB 00:00 2022-09-01T09:49:12.634 INFO:teuthology.orchestra.run.smithi052.stdout:(1/23): ceph-base-17.0.0-14636.g538e7f75.el8.x8 6.4 MB/s | 5.2 MB 00:00 2022-09-01T09:49:12.634 INFO:teuthology.orchestra.run.smithi044.stdout:(15/23): libunwind-1.3.1-3.el8.x86_64.rpm 561 kB/s | 75 kB 00:00 2022-09-01T09:49:12.634 INFO:teuthology.orchestra.run.smithi044.stdout:(16/23): gperftools-libs-2.7-9.el8.x86_64.rpm 1.3 MB/s | 306 kB 00:00 2022-09-01T09:49:12.654 INFO:teuthology.orchestra.run.smithi052.stdout:(2/23): ceph-selinux-17.0.0-14636.g538e7f75.el8 364 kB/s | 24 kB 00:00 2022-09-01T09:49:12.661 INFO:teuthology.orchestra.run.smithi044.stdout:(17/23): python3-prettytable-0.7.2-14.el8.noarc 655 kB/s | 44 kB 00:00 2022-09-01T09:49:12.686 INFO:teuthology.orchestra.run.smithi044.stdout:(18/23): librdkafka-0.11.4-3.el8.x86_64.rpm 5.2 MB/s | 354 kB 00:00 2022-09-01T09:49:12.720 INFO:teuthology.orchestra.run.smithi044.stdout:(19/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 4.3 MB/s | 259 kB 00:00 2022-09-01T09:49:12.745 INFO:teuthology.orchestra.run.smithi044.stdout:(20/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 803 kB/s | 47 kB 00:00 2022-09-01T09:49:12.821 INFO:teuthology.orchestra.run.smithi052.stdout:(3/23): libcephfs2-17.0.0-14636.g538e7f75.el8.x 4.5 MB/s | 767 kB 00:00 2022-09-01T09:49:12.870 INFO:teuthology.orchestra.run.smithi044.stdout:(21/23): thrift-0.13.0-2.el8.x86_64.rpm 5.9 MB/s | 1.7 MB 00:00 2022-09-01T09:49:13.537 INFO:teuthology.orchestra.run.smithi044.stdout:(22/23): librados2-17.0.0-14636.g538e7f75.el8.x 4.4 MB/s | 3.6 MB 00:00 2022-09-01T09:49:13.613 INFO:teuthology.orchestra.run.smithi044.stdout:(23/23): librbd1-17.0.0-14636.g538e7f75.el8.x86 4.1 MB/s | 3.6 MB 00:00 2022-09-01T09:49:13.615 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:49:13.616 INFO:teuthology.orchestra.run.smithi044.stdout:Total 18 MB/s | 65 MB 00:03 2022-09-01T09:49:13.664 INFO:teuthology.orchestra.run.smithi052.stdout:(4/23): libradosstriper1-17.0.0-14636.g538e7f75 565 kB/s | 476 kB 00:00 2022-09-01T09:49:13.665 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:49:13.714 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:49:13.714 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:49:14.072 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:49:14.076 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:49:14.472 INFO:teuthology.orchestra.run.smithi052.stdout:(5/23): ceph-common-17.0.0-14636.g538e7f75.el8. 8.9 MB/s | 24 MB 00:02 2022-09-01T09:49:14.564 INFO:teuthology.orchestra.run.smithi052.stdout:(6/23): librgw2-17.0.0-14636.g538e7f75.el8.x86_ 6.4 MB/s | 5.8 MB 00:00 2022-09-01T09:49:14.589 INFO:teuthology.orchestra.run.smithi052.stdout:(7/23): python3-ceph-argparse-17.0.0-14636.g538 382 kB/s | 45 kB 00:00 2022-09-01T09:49:14.623 INFO:teuthology.orchestra.run.smithi052.stdout:(8/23): python3-ceph-common-17.0.0-14636.g538e7 1.8 MB/s | 109 kB 00:00 2022-09-01T09:49:14.648 INFO:teuthology.orchestra.run.smithi052.stdout:(9/23): python3-cephfs-17.0.0-14636.g538e7f75.e 3.2 MB/s | 190 kB 00:00 2022-09-01T09:49:14.815 INFO:teuthology.orchestra.run.smithi052.stdout:(10/23): ceph-radosgw-17.0.0-14636.g538e7f75.el 5.8 MB/s | 17 MB 00:03 2022-09-01T09:49:14.840 INFO:teuthology.orchestra.run.smithi052.stdout:(11/23): python3-rados-17.0.0-14636.g538e7f75.e 1.7 MB/s | 370 kB 00:00 2022-09-01T09:49:14.866 INFO:teuthology.orchestra.run.smithi052.stdout:(12/23): python3-rbd-17.0.0-14636.g538e7f75.el8 1.6 MB/s | 358 kB 00:00 2022-09-01T09:49:14.892 INFO:teuthology.orchestra.run.smithi052.stdout:(13/23): python3-rgw-17.0.0-14636.g538e7f75.el8 1.4 MB/s | 107 kB 00:00 2022-09-01T09:49:15.011 INFO:teuthology.orchestra.run.smithi052.stdout:(14/23): liboath-2.6.2-3.el8.x86_64.rpm 413 kB/s | 59 kB 00:00 2022-09-01T09:49:15.034 INFO:teuthology.orchestra.run.smithi052.stdout:(15/23): libunwind-1.3.1-3.el8.x86_64.rpm 529 kB/s | 75 kB 00:00 2022-09-01T09:49:15.076 INFO:teuthology.orchestra.run.smithi052.stdout:(16/23): python3-prettytable-0.7.2-14.el8.noarc 1.0 MB/s | 44 kB 00:00 2022-09-01T09:49:15.101 INFO:teuthology.orchestra.run.smithi052.stdout:(17/23): gperftools-libs-2.7-9.el8.x86_64.rpm 1.1 MB/s | 306 kB 00:00 2022-09-01T09:49:15.143 INFO:teuthology.orchestra.run.smithi052.stdout:(18/23): librdkafka-0.11.4-3.el8.x86_64.rpm 5.2 MB/s | 354 kB 00:00 2022-09-01T09:49:15.168 INFO:teuthology.orchestra.run.smithi052.stdout:(19/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 3.8 MB/s | 259 kB 00:00 2022-09-01T09:49:15.202 INFO:teuthology.orchestra.run.smithi052.stdout:(20/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 799 kB/s | 47 kB 00:00 2022-09-01T09:49:15.289 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:49:15.310 INFO:teuthology.orchestra.run.smithi052.stdout:(21/23): thrift-0.13.0-2.el8.x86_64.rpm 5.7 MB/s | 1.7 MB 00:00 2022-09-01T09:49:15.524 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/25 2022-09-01T09:49:15.627 INFO:teuthology.orchestra.run.smithi052.stdout:(22/23): librados2-17.0.0-14636.g538e7f75.el8.x 7.9 MB/s | 3.6 MB 00:00 2022-09-01T09:49:15.686 INFO:teuthology.orchestra.run.smithi052.stdout:(23/23): librbd1-17.0.0-14636.g538e7f75.el8.x86 7.4 MB/s | 3.6 MB 00:00 2022-09-01T09:49:15.688 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:49:15.688 INFO:teuthology.orchestra.run.smithi052.stdout:Total 17 MB/s | 65 MB 00:03 2022-09-01T09:49:15.713 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 2/25 2022-09-01T09:49:15.737 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:49:15.786 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:49:15.786 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:49:16.132 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 2/25 2022-09-01T09:49:16.141 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:49:16.145 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:49:16.329 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : librados2-2:17.0.0-14636.g538e7f75.el8.x86_64 3/25 2022-09-01T09:49:16.458 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librados2-2:17.0.0-14636.g538e7f75.el8.x86_64 3/25 2022-09-01T09:49:16.619 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rados-2:17.0.0-14636.g538e7f75.el8.x86_64 4/25 2022-09-01T09:49:16.830 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : liboath-2.6.2-3.el8.x86_64 5/25 2022-09-01T09:49:17.021 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libcephfs2-2:17.0.0-14636.g538e7f75.el8.x86_64 6/25 2022-09-01T09:49:17.387 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:49:17.422 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libcephfs2-2:17.0.0-14636.g538e7f75.el8.x86_64 6/25 2022-09-01T09:49:17.562 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/25 2022-09-01T09:49:17.596 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : librbd1-2:17.0.0-14636.g538e7f75.el8.x86_64 7/25 2022-09-01T09:49:17.652 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librbd1-2:17.0.0-14636.g538e7f75.el8.x86_64 7/25 2022-09-01T09:49:17.726 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 2/25 2022-09-01T09:49:17.871 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/25 2022-09-01T09:49:18.054 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/25 2022-09-01T09:49:18.123 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/25 2022-09-01T09:49:18.147 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 2/25 2022-09-01T09:49:18.282 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-ceph-argparse-2:17.0.0-14636.g538e7f75.el8 10/25 2022-09-01T09:49:18.367 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : librados2-2:17.0.0-14636.g538e7f75.el8.x86_64 3/25 2022-09-01T09:49:18.470 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librados2-2:17.0.0-14636.g538e7f75.el8.x86_64 3/25 2022-09-01T09:49:18.492 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cephfs-2:17.0.0-14636.g538e7f75.el8.x86_64 11/25 2022-09-01T09:49:18.657 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rados-2:17.0.0-14636.g538e7f75.el8.x86_64 4/25 2022-09-01T09:49:18.725 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rbd-2:17.0.0-14636.g538e7f75.el8.x86_64 12/25 2022-09-01T09:49:18.879 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libradosstriper1-2:17.0.0-14636.g538e7f75.el8.x86_ 13/25 2022-09-01T09:49:18.885 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : liboath-2.6.2-3.el8.x86_64 5/25 2022-09-01T09:49:18.952 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libradosstriper1-2:17.0.0-14636.g538e7f75.el8.x86_ 13/25 2022-09-01T09:49:19.084 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libcephfs2-2:17.0.0-14636.g538e7f75.el8.x86_64 6/25 2022-09-01T09:49:19.114 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 14/25 2022-09-01T09:49:19.316 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 15/25 2022-09-01T09:49:19.495 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libcephfs2-2:17.0.0-14636.g538e7f75.el8.x86_64 6/25 2022-09-01T09:49:19.642 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : librbd1-2:17.0.0-14636.g538e7f75.el8.x86_64 7/25 2022-09-01T09:49:19.717 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librbd1-2:17.0.0-14636.g538e7f75.el8.x86_64 7/25 2022-09-01T09:49:19.925 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/25 2022-09-01T09:49:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/25 2022-09-01T09:49:20.188 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/25 2022-09-01T09:49:20.229 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 16/25 2022-09-01T09:49:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-ceph-argparse-2:17.0.0-14636.g538e7f75.el8 10/25 2022-09-01T09:49:20.522 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cephfs-2:17.0.0-14636.g538e7f75.el8.x86_64 11/25 2022-09-01T09:49:20.587 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librgw2-2:17.0.0-14636.g538e7f75.el8.x86_64 17/25 2022-09-01T09:49:20.668 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librgw2-2:17.0.0-14636.g538e7f75.el8.x86_64 17/25 2022-09-01T09:49:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rbd-2:17.0.0-14636.g538e7f75.el8.x86_64 12/25 2022-09-01T09:49:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libradosstriper1-2:17.0.0-14636.g538e7f75.el8.x86_ 13/25 2022-09-01T09:49:20.902 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rgw-2:17.0.0-14636.g538e7f75.el8.x86_64 18/25 2022-09-01T09:49:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libradosstriper1-2:17.0.0-14636.g538e7f75.el8.x86_ 13/25 2022-09-01T09:49:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 14/25 2022-09-01T09:49:21.096 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-ceph-common-2:17.0.0-14636.g538e7f75.el8.x 19/25 2022-09-01T09:49:21.256 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 15/25 2022-09-01T09:49:22.418 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 16/25 2022-09-01T09:49:22.630 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librgw2-2:17.0.0-14636.g538e7f75.el8.x86_64 17/25 2022-09-01T09:49:22.698 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librgw2-2:17.0.0-14636.g538e7f75.el8.x86_64 17/25 2022-09-01T09:49:22.903 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rgw-2:17.0.0-14636.g538e7f75.el8.x86_64 18/25 2022-09-01T09:49:23.067 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-ceph-common-2:17.0.0-14636.g538e7f75.el8.x 19/25 2022-09-01T09:49:25.160 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-common-2:17.0.0-14636.g538e7f75.el8.x86_64 20/25 2022-09-01T09:49:25.379 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-common-2:17.0.0-14636.g538e7f75.el8.x86_64 20/25 2022-09-01T09:49:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-common-2:17.0.0-14636.g538e7f75.el8.x86_64 20/25 2022-09-01T09:49:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-base-2:17.0.0-14636.g538e7f75.el8.x86_64 21/25 2022-09-01T09:49:26.495 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-base-2:17.0.0-14636.g538e7f75.el8.x86_64 21/25 2022-09-01T09:49:26.656 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-selinux-2:17.0.0-14636.g538e7f75.el8.x86_64 22/25 2022-09-01T09:49:27.056 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-common-2:17.0.0-14636.g538e7f75.el8.x86_64 20/25 2022-09-01T09:49:27.276 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-common-2:17.0.0-14636.g538e7f75.el8.x86_64 20/25 2022-09-01T09:49:27.862 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-common-2:17.0.0-14636.g538e7f75.el8.x86_64 20/25 2022-09-01T09:49:28.121 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-base-2:17.0.0-14636.g538e7f75.el8.x86_64 21/25 2022-09-01T09:49:28.192 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-base-2:17.0.0-14636.g538e7f75.el8.x86_64 21/25 2022-09-01T09:49:28.318 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-selinux-2:17.0.0-14636.g538e7f75.el8.x86_64 22/25 2022-09-01T09:49:46.019 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-selinux-2:17.0.0-14636.g538e7f75.el8.x86_64 22/25 2022-09-01T09:49:46.019 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /sys 2022-09-01T09:49:46.019 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /proc 2022-09-01T09:49:46.020 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /dev 2022-09-01T09:49:46.020 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /run 2022-09-01T09:49:46.020 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /mnt 2022-09-01T09:49:46.020 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /var/tmp 2022-09-01T09:49:46.021 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /home 2022-09-01T09:49:46.021 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /tmp 2022-09-01T09:49:46.021 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /dev 2022-09-01T09:49:46.021 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:49:47.820 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-selinux-2:17.0.0-14636.g538e7f75.el8.x86_64 22/25 2022-09-01T09:49:47.820 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /sys 2022-09-01T09:49:47.821 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /proc 2022-09-01T09:49:47.821 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /dev 2022-09-01T09:49:47.821 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /run 2022-09-01T09:49:47.821 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /mnt 2022-09-01T09:49:47.822 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /var/tmp 2022-09-01T09:49:47.822 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /home 2022-09-01T09:49:47.822 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /tmp 2022-09-01T09:49:47.822 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /dev 2022-09-01T09:49:47.823 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:49:47.829 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-radosgw-2:17.0.0-14636.g538e7f75.el8.x86_64 23/25 2022-09-01T09:49:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-radosgw-2:17.0.0-14636.g538e7f75.el8.x86_64 23/25 2022-09-01T09:49:47.852 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2022-09-01T09:49:48.070 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2022-09-01T09:49:48.070 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2022-09-01T09:49:48.686 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2022-09-01T09:49:48.687 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-base-2:17.0.0-14636.g538e7f75.el8.x86_64 1/25 2022-09-01T09:49:48.687 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-common-2:17.0.0-14636.g538e7f75.el8.x86_64 2/25 2022-09-01T09:49:48.687 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-radosgw-2:17.0.0-14636.g538e7f75.el8.x86_64 3/25 2022-09-01T09:49:48.687 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-selinux-2:17.0.0-14636.g538e7f75.el8.x86_64 4/25 2022-09-01T09:49:48.688 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libcephfs2-2:17.0.0-14636.g538e7f75.el8.x86_64 5/25 2022-09-01T09:49:48.688 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libradosstriper1-2:17.0.0-14636.g538e7f75.el8.x86_ 6/25 2022-09-01T09:49:48.688 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librgw2-2:17.0.0-14636.g538e7f75.el8.x86_64 7/25 2022-09-01T09:49:48.688 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-ceph-argparse-2:17.0.0-14636.g538e7f75.el8 8/25 2022-09-01T09:49:48.689 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-ceph-common-2:17.0.0-14636.g538e7f75.el8.x 9/25 2022-09-01T09:49:48.689 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cephfs-2:17.0.0-14636.g538e7f75.el8.x86_64 10/25 2022-09-01T09:49:48.689 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rados-2:17.0.0-14636.g538e7f75.el8.x86_64 11/25 2022-09-01T09:49:48.689 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rbd-2:17.0.0-14636.g538e7f75.el8.x86_64 12/25 2022-09-01T09:49:48.690 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rgw-2:17.0.0-14636.g538e7f75.el8.x86_64 13/25 2022-09-01T09:49:48.690 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 14/25 2022-09-01T09:49:48.690 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 15/25 2022-09-01T09:49:48.690 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 16/25 2022-09-01T09:49:48.691 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 17/25 2022-09-01T09:49:48.691 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 18/25 2022-09-01T09:49:48.691 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 19/25 2022-09-01T09:49:48.691 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 20/25 2022-09-01T09:49:48.691 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 21/25 2022-09-01T09:49:48.692 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librados2-2:17.0.0-14636.g538e7f75.el8.x86_64 22/25 2022-09-01T09:49:48.692 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2022-09-01T09:49:48.692 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librbd1-2:17.0.0-14636.g538e7f75.el8.x86_64 24/25 2022-09-01T09:49:49.577 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-radosgw-2:17.0.0-14636.g538e7f75.el8.x86_64 23/25 2022-09-01T09:49:49.599 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-radosgw-2:17.0.0-14636.g538e7f75.el8.x86_64 23/25 2022-09-01T09:49:49.599 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2022-09-01T09:49:49.611 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2022-09-01T09:49:49.612 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:49:49.814 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:49:49.815 INFO:teuthology.orchestra.run.smithi044.stdout:Upgraded: 2022-09-01T09:49:49.815 INFO:teuthology.orchestra.run.smithi044.stdout: librados2-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:49.815 INFO:teuthology.orchestra.run.smithi044.stdout: librbd1-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:49.815 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:49:49.816 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-base-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:49.816 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-common-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:49.816 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-radosgw-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:49.816 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-selinux-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:49.817 INFO:teuthology.orchestra.run.smithi044.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2022-09-01T09:49:49.817 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs2-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:49.817 INFO:teuthology.orchestra.run.smithi044.stdout: liboath-2.6.2-3.el8.x86_64 2022-09-01T09:49:49.817 INFO:teuthology.orchestra.run.smithi044.stdout: librabbitmq-0.9.0-3.el8.x86_64 2022-09-01T09:49:49.818 INFO:teuthology.orchestra.run.smithi044.stdout: libradosstriper1-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:49.818 INFO:teuthology.orchestra.run.smithi044.stdout: librdkafka-0.11.4-3.el8.x86_64 2022-09-01T09:49:49.818 INFO:teuthology.orchestra.run.smithi044.stdout: librgw2-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:49.818 INFO:teuthology.orchestra.run.smithi044.stdout: libunwind-1.3.1-3.el8.x86_64 2022-09-01T09:49:49.819 INFO:teuthology.orchestra.run.smithi044.stdout: lttng-ust-2.8.1-11.el8.x86_64 2022-09-01T09:49:49.819 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-argparse-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:49.819 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-common-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:49.819 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cephfs-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:49.820 INFO:teuthology.orchestra.run.smithi044.stdout: python3-prettytable-0.7.2-14.el8.noarch 2022-09-01T09:49:49.820 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rados-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:49.820 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rbd-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:49.820 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rgw-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:49.821 INFO:teuthology.orchestra.run.smithi044.stdout: thrift-0.13.0-2.el8.x86_64 2022-09-01T09:49:49.821 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:49:49.821 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:49:49.833 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2022-09-01T09:49:49.833 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2022-09-01T09:49:50.237 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph-test 2022-09-01T09:49:50.512 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2022-09-01T09:49:50.513 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-base-2:17.0.0-14636.g538e7f75.el8.x86_64 1/25 2022-09-01T09:49:50.513 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-common-2:17.0.0-14636.g538e7f75.el8.x86_64 2/25 2022-09-01T09:49:50.513 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-radosgw-2:17.0.0-14636.g538e7f75.el8.x86_64 3/25 2022-09-01T09:49:50.513 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-selinux-2:17.0.0-14636.g538e7f75.el8.x86_64 4/25 2022-09-01T09:49:50.514 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libcephfs2-2:17.0.0-14636.g538e7f75.el8.x86_64 5/25 2022-09-01T09:49:50.514 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libradosstriper1-2:17.0.0-14636.g538e7f75.el8.x86_ 6/25 2022-09-01T09:49:50.514 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librgw2-2:17.0.0-14636.g538e7f75.el8.x86_64 7/25 2022-09-01T09:49:50.514 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-ceph-argparse-2:17.0.0-14636.g538e7f75.el8 8/25 2022-09-01T09:49:50.515 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-ceph-common-2:17.0.0-14636.g538e7f75.el8.x 9/25 2022-09-01T09:49:50.515 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cephfs-2:17.0.0-14636.g538e7f75.el8.x86_64 10/25 2022-09-01T09:49:50.515 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rados-2:17.0.0-14636.g538e7f75.el8.x86_64 11/25 2022-09-01T09:49:50.515 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rbd-2:17.0.0-14636.g538e7f75.el8.x86_64 12/25 2022-09-01T09:49:50.516 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rgw-2:17.0.0-14636.g538e7f75.el8.x86_64 13/25 2022-09-01T09:49:50.516 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 14/25 2022-09-01T09:49:50.516 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 15/25 2022-09-01T09:49:50.516 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 16/25 2022-09-01T09:49:50.517 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 17/25 2022-09-01T09:49:50.517 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 18/25 2022-09-01T09:49:50.517 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 19/25 2022-09-01T09:49:50.517 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 20/25 2022-09-01T09:49:50.518 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 21/25 2022-09-01T09:49:50.518 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librados2-2:17.0.0-14636.g538e7f75.el8.x86_64 22/25 2022-09-01T09:49:50.518 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2022-09-01T09:49:50.518 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librbd1-2:17.0.0-14636.g538e7f75.el8.x86_64 24/25 2022-09-01T09:49:50.607 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:49:51.054 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 158 kB/s | 2.8 kB 00:00 2022-09-01T09:49:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 136 kB/s | 2.4 kB 00:00 2022-09-01T09:49:51.411 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2022-09-01T09:49:51.411 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:49:51.628 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:49:51.629 INFO:teuthology.orchestra.run.smithi052.stdout:Upgraded: 2022-09-01T09:49:51.630 INFO:teuthology.orchestra.run.smithi052.stdout: librados2-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:51.630 INFO:teuthology.orchestra.run.smithi052.stdout: librbd1-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:51.630 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:49:51.630 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-base-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:51.631 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-common-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:51.631 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-radosgw-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:51.631 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-selinux-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:51.631 INFO:teuthology.orchestra.run.smithi052.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2022-09-01T09:49:51.632 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs2-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:51.632 INFO:teuthology.orchestra.run.smithi052.stdout: liboath-2.6.2-3.el8.x86_64 2022-09-01T09:49:51.632 INFO:teuthology.orchestra.run.smithi052.stdout: librabbitmq-0.9.0-3.el8.x86_64 2022-09-01T09:49:51.632 INFO:teuthology.orchestra.run.smithi052.stdout: libradosstriper1-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:51.633 INFO:teuthology.orchestra.run.smithi052.stdout: librdkafka-0.11.4-3.el8.x86_64 2022-09-01T09:49:51.633 INFO:teuthology.orchestra.run.smithi052.stdout: librgw2-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:51.633 INFO:teuthology.orchestra.run.smithi052.stdout: libunwind-1.3.1-3.el8.x86_64 2022-09-01T09:49:51.633 INFO:teuthology.orchestra.run.smithi052.stdout: lttng-ust-2.8.1-11.el8.x86_64 2022-09-01T09:49:51.633 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-argparse-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:51.634 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-common-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:51.634 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cephfs-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:51.634 INFO:teuthology.orchestra.run.smithi052.stdout: python3-prettytable-0.7.2-14.el8.noarch 2022-09-01T09:49:51.634 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rados-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:51.635 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rbd-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:51.635 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rgw-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:49:51.635 INFO:teuthology.orchestra.run.smithi052.stdout: thrift-0.13.0-2.el8.x86_64 2022-09-01T09:49:51.635 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:49:51.636 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:49:51.908 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph-test 2022-09-01T09:49:52.276 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:49:52.706 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 155 kB/s | 2.8 kB 00:00 2022-09-01T09:49:52.894 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 132 kB/s | 2.4 kB 00:00 2022-09-01T09:49:52.906 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:49:52.907 INFO:teuthology.orchestra.run.smithi044.stdout:============================================================================================= 2022-09-01T09:49:52.907 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repository Size 2022-09-01T09:49:52.908 INFO:teuthology.orchestra.run.smithi044.stdout:============================================================================================= 2022-09-01T09:49:52.908 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:49:52.908 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-test x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 53 M 2022-09-01T09:49:52.908 INFO:teuthology.orchestra.run.smithi044.stdout:Installing dependencies: 2022-09-01T09:49:52.909 INFO:teuthology.orchestra.run.smithi044.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2022-09-01T09:49:52.909 INFO:teuthology.orchestra.run.smithi044.stdout: libcephsqlite x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 137 k 2022-09-01T09:49:52.909 INFO:teuthology.orchestra.run.smithi044.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2022-09-01T09:49:52.910 INFO:teuthology.orchestra.run.smithi044.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2022-09-01T09:49:52.910 INFO:teuthology.orchestra.run.smithi044.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2022-09-01T09:49:52.910 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:49:52.910 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:49:52.910 INFO:teuthology.orchestra.run.smithi044.stdout:============================================================================================= 2022-09-01T09:49:52.911 INFO:teuthology.orchestra.run.smithi044.stdout:Install 6 Packages 2022-09-01T09:49:52.911 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:49:52.912 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 54 M 2022-09-01T09:49:52.912 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 236 M 2022-09-01T09:49:52.912 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:49:52.952 INFO:teuthology.orchestra.run.smithi044.stdout:(1/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.6 MB/s | 70 kB 00:00 2022-09-01T09:49:53.011 INFO:teuthology.orchestra.run.smithi044.stdout:(2/6): socat-1.7.4.1-1.el8.x86_64.rpm 6.5 MB/s | 323 kB 00:00 2022-09-01T09:49:53.053 INFO:teuthology.orchestra.run.smithi044.stdout:(3/6): jq-1.6-3.el8.x86_64.rpm 4.8 MB/s | 202 kB 00:00 2022-09-01T09:49:53.095 INFO:teuthology.orchestra.run.smithi044.stdout:(4/6): oniguruma-6.8.2-2.el8.x86_64.rpm 4.4 MB/s | 187 kB 00:00 2022-09-01T09:49:53.170 INFO:teuthology.orchestra.run.smithi044.stdout:(5/6): libcephsqlite-17.0.0-14636.g538e7f75.el8 525 kB/s | 137 kB 00:00 2022-09-01T09:49:54.514 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:49:54.515 INFO:teuthology.orchestra.run.smithi052.stdout:============================================================================================= 2022-09-01T09:49:54.516 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repository Size 2022-09-01T09:49:54.516 INFO:teuthology.orchestra.run.smithi052.stdout:============================================================================================= 2022-09-01T09:49:54.516 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:49:54.517 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-test x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 53 M 2022-09-01T09:49:54.517 INFO:teuthology.orchestra.run.smithi052.stdout:Installing dependencies: 2022-09-01T09:49:54.517 INFO:teuthology.orchestra.run.smithi052.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2022-09-01T09:49:54.517 INFO:teuthology.orchestra.run.smithi052.stdout: libcephsqlite x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 137 k 2022-09-01T09:49:54.518 INFO:teuthology.orchestra.run.smithi052.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2022-09-01T09:49:54.518 INFO:teuthology.orchestra.run.smithi052.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2022-09-01T09:49:54.518 INFO:teuthology.orchestra.run.smithi052.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2022-09-01T09:49:54.518 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:49:54.519 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:49:54.519 INFO:teuthology.orchestra.run.smithi052.stdout:============================================================================================= 2022-09-01T09:49:54.519 INFO:teuthology.orchestra.run.smithi052.stdout:Install 6 Packages 2022-09-01T09:49:54.519 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:49:54.520 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 54 M 2022-09-01T09:49:54.521 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 236 M 2022-09-01T09:49:54.521 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:49:54.577 INFO:teuthology.orchestra.run.smithi052.stdout:(1/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.2 MB/s | 70 kB 00:00 2022-09-01T09:49:54.634 INFO:teuthology.orchestra.run.smithi052.stdout:(2/6): socat-1.7.4.1-1.el8.x86_64.rpm 5.6 MB/s | 323 kB 00:00 2022-09-01T09:49:54.676 INFO:teuthology.orchestra.run.smithi052.stdout:(3/6): jq-1.6-3.el8.x86_64.rpm 4.7 MB/s | 202 kB 00:00 2022-09-01T09:49:54.718 INFO:teuthology.orchestra.run.smithi052.stdout:(4/6): oniguruma-6.8.2-2.el8.x86_64.rpm 4.4 MB/s | 187 kB 00:00 2022-09-01T09:49:55.026 INFO:teuthology.orchestra.run.smithi052.stdout:(5/6): libcephsqlite-17.0.0-14636.g538e7f75.el8 269 kB/s | 137 kB 00:00 2022-09-01T09:49:55.503 INFO:teuthology.orchestra.run.smithi044.stdout:(6/6): ceph-test-17.0.0-14636.g538e7f75.el8.x86 21 MB/s | 53 MB 00:02 2022-09-01T09:49:55.505 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:49:55.506 INFO:teuthology.orchestra.run.smithi044.stdout:Total 21 MB/s | 54 MB 00:02 2022-09-01T09:49:55.546 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:49:55.568 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:49:55.569 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:49:55.870 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:49:55.874 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:49:56.391 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:49:56.549 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 1/6 2022-09-01T09:49:56.633 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 1/6 2022-09-01T09:49:56.864 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : jq-1.6-3.el8.x86_64 2/6 2022-09-01T09:49:57.035 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 3/6 2022-09-01T09:49:57.195 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 4/6 2022-09-01T09:49:57.357 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libcephsqlite-2:17.0.0-14636.g538e7f75.el8.x86_64 5/6 2022-09-01T09:49:58.251 INFO:teuthology.orchestra.run.smithi052.stdout:(6/6): ceph-test-17.0.0-14636.g538e7f75.el8.x86 14 MB/s | 53 MB 00:03 2022-09-01T09:49:58.254 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:49:58.254 INFO:teuthology.orchestra.run.smithi052.stdout:Total 15 MB/s | 54 MB 00:03 2022-09-01T09:49:58.292 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:49:58.316 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:49:58.316 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:49:58.618 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:49:58.622 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:49:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:49:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 1/6 2022-09-01T09:49:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 1/6 2022-09-01T09:49:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : jq-1.6-3.el8.x86_64 2/6 2022-09-01T09:49:59.706 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 3/6 2022-09-01T09:49:59.926 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 4/6 2022-09-01T09:50:00.104 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libcephsqlite-2:17.0.0-14636.g538e7f75.el8.x86_64 5/6 2022-09-01T09:50:02.704 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libcephsqlite-2:17.0.0-14636.g538e7f75.el8.x86_64 5/6 2022-09-01T09:50:02.963 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-test-2:17.0.0-14636.g538e7f75.el8.x86_64 6/6 2022-09-01T09:50:03.203 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-test-2:17.0.0-14636.g538e7f75.el8.x86_64 6/6 2022-09-01T09:50:03.203 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-test-2:17.0.0-14636.g538e7f75.el8.x86_64 1/6 2022-09-01T09:50:03.203 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libcephsqlite-2:17.0.0-14636.g538e7f75.el8.x86_64 2/6 2022-09-01T09:50:03.203 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 3/6 2022-09-01T09:50:03.204 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 4/6 2022-09-01T09:50:03.204 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : jq-1.6-3.el8.x86_64 5/6 2022-09-01T09:50:03.776 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 6/6 2022-09-01T09:50:03.777 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:50:03.966 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:03.966 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:50:03.967 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-test-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:03.967 INFO:teuthology.orchestra.run.smithi044.stdout: jq-1.6-3.el8.x86_64 2022-09-01T09:50:03.967 INFO:teuthology.orchestra.run.smithi044.stdout: libcephsqlite-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:03.967 INFO:teuthology.orchestra.run.smithi044.stdout: oniguruma-6.8.2-2.el8.x86_64 2022-09-01T09:50:03.968 INFO:teuthology.orchestra.run.smithi044.stdout: socat-1.7.4.1-1.el8.x86_64 2022-09-01T09:50:03.968 INFO:teuthology.orchestra.run.smithi044.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2022-09-01T09:50:03.968 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:03.968 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:50:04.183 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph 2022-09-01T09:50:04.543 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:50:05.070 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 133 kB/s | 2.8 kB 00:00 2022-09-01T09:50:05.359 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 128 kB/s | 2.4 kB 00:00 2022-09-01T09:50:05.441 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libcephsqlite-2:17.0.0-14636.g538e7f75.el8.x86_64 5/6 2022-09-01T09:50:05.642 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-test-2:17.0.0-14636.g538e7f75.el8.x86_64 6/6 2022-09-01T09:50:05.909 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-test-2:17.0.0-14636.g538e7f75.el8.x86_64 6/6 2022-09-01T09:50:05.909 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-test-2:17.0.0-14636.g538e7f75.el8.x86_64 1/6 2022-09-01T09:50:05.910 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libcephsqlite-2:17.0.0-14636.g538e7f75.el8.x86_64 2/6 2022-09-01T09:50:05.910 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 3/6 2022-09-01T09:50:05.910 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 4/6 2022-09-01T09:50:05.910 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : jq-1.6-3.el8.x86_64 5/6 2022-09-01T09:50:06.490 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 6/6 2022-09-01T09:50:06.490 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:50:06.683 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:06.684 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:50:06.684 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-test-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:06.685 INFO:teuthology.orchestra.run.smithi052.stdout: jq-1.6-3.el8.x86_64 2022-09-01T09:50:06.685 INFO:teuthology.orchestra.run.smithi052.stdout: libcephsqlite-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:06.685 INFO:teuthology.orchestra.run.smithi052.stdout: oniguruma-6.8.2-2.el8.x86_64 2022-09-01T09:50:06.686 INFO:teuthology.orchestra.run.smithi052.stdout: socat-1.7.4.1-1.el8.x86_64 2022-09-01T09:50:06.686 INFO:teuthology.orchestra.run.smithi052.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2022-09-01T09:50:06.686 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:06.687 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:50:06.917 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph 2022-09-01T09:50:07.028 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:50:07.031 INFO:teuthology.orchestra.run.smithi044.stdout:======================================================================================================== 2022-09-01T09:50:07.031 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repository Size 2022-09-01T09:50:07.031 INFO:teuthology.orchestra.run.smithi044.stdout:======================================================================================================== 2022-09-01T09:50:07.032 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:50:07.032 INFO:teuthology.orchestra.run.smithi044.stdout: ceph x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 6.4 k 2022-09-01T09:50:07.032 INFO:teuthology.orchestra.run.smithi044.stdout:Installing dependencies: 2022-09-01T09:50:07.032 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mds x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 2.3 M 2022-09-01T09:50:07.033 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 1.5 M 2022-09-01T09:50:07.033 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-modules-core noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 233 k 2022-09-01T09:50:07.033 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mon x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 3.9 M 2022-09-01T09:50:07.033 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-osd x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 17 M 2022-09-01T09:50:07.034 INFO:teuthology.orchestra.run.smithi044.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2022-09-01T09:50:07.034 INFO:teuthology.orchestra.run.smithi044.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2022-09-01T09:50:07.034 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2022-09-01T09:50:07.034 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2022-09-01T09:50:07.035 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2022-09-01T09:50:07.035 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2022-09-01T09:50:07.035 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2022-09-01T09:50:07.035 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2022-09-01T09:50:07.035 INFO:teuthology.orchestra.run.smithi044.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2022-09-01T09:50:07.036 INFO:teuthology.orchestra.run.smithi044.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2022-09-01T09:50:07.036 INFO:teuthology.orchestra.run.smithi044.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2022-09-01T09:50:07.036 INFO:teuthology.orchestra.run.smithi044.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2022-09-01T09:50:07.037 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2022-09-01T09:50:07.037 INFO:teuthology.orchestra.run.smithi044.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2022-09-01T09:50:07.037 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2022-09-01T09:50:07.037 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2022-09-01T09:50:07.038 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2022-09-01T09:50:07.038 INFO:teuthology.orchestra.run.smithi044.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2022-09-01T09:50:07.038 INFO:teuthology.orchestra.run.smithi044.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2022-09-01T09:50:07.039 INFO:teuthology.orchestra.run.smithi044.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2022-09-01T09:50:07.039 INFO:teuthology.orchestra.run.smithi044.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2022-09-01T09:50:07.039 INFO:teuthology.orchestra.run.smithi044.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2022-09-01T09:50:07.039 INFO:teuthology.orchestra.run.smithi044.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2022-09-01T09:50:07.039 INFO:teuthology.orchestra.run.smithi044.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2022-09-01T09:50:07.040 INFO:teuthology.orchestra.run.smithi044.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2022-09-01T09:50:07.040 INFO:teuthology.orchestra.run.smithi044.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2022-09-01T09:50:07.040 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:07.040 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:50:07.041 INFO:teuthology.orchestra.run.smithi044.stdout:======================================================================================================== 2022-09-01T09:50:07.041 INFO:teuthology.orchestra.run.smithi044.stdout:Install 32 Packages 2022-09-01T09:50:07.041 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:07.042 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 28 M 2022-09-01T09:50:07.042 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 110 M 2022-09-01T09:50:07.043 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:50:07.277 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:50:07.282 INFO:teuthology.orchestra.run.smithi044.stdout:(1/32): ceph-17.0.0-14636.g538e7f75.el8.x86_64. 26 kB/s | 6.4 kB 00:00 2022-09-01T09:50:07.449 INFO:teuthology.orchestra.run.smithi044.stdout:(2/32): ceph-mgr-17.0.0-14636.g538e7f75.el8.x86 3.7 MB/s | 1.5 MB 00:00 2022-09-01T09:50:07.491 INFO:teuthology.orchestra.run.smithi044.stdout:(3/32): ceph-mds-17.0.0-14636.g538e7f75.el8.x86 5.0 MB/s | 2.3 MB 00:00 2022-09-01T09:50:07.567 INFO:teuthology.orchestra.run.smithi044.stdout:(4/32): ceph-mgr-modules-core-17.0.0-14636.g538 3.0 MB/s | 233 kB 00:00 2022-09-01T09:50:07.710 INFO:teuthology.orchestra.run.smithi044.stdout:(5/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rpm 303 kB/s | 44 kB 00:00 2022-09-01T09:50:07.765 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 154 kB/s | 2.8 kB 00:00 2022-09-01T09:50:07.944 INFO:teuthology.orchestra.run.smithi044.stdout:(6/32): python3-beautifulsoup4-4.6.3-2.el8.1.no 794 kB/s | 185 kB 00:00 2022-09-01T09:50:07.995 INFO:teuthology.orchestra.run.smithi044.stdout:(7/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 3.4 MB/s | 173 kB 00:00 2022-09-01T09:50:08.048 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 132 kB/s | 2.4 kB 00:00 2022-09-01T09:50:08.070 INFO:teuthology.orchestra.run.smithi044.stdout:(8/32): python3-cherrypy-18.4.0-1.el8.noarch.rp 5.0 MB/s | 384 kB 00:00 2022-09-01T09:50:08.120 INFO:teuthology.orchestra.run.smithi044.stdout:(9/32): python3-jaraco-6.2-6.el8.noarch.rpm 221 kB/s | 11 kB 00:00 2022-09-01T09:50:08.321 INFO:teuthology.orchestra.run.smithi044.stdout:(10/32): ceph-osd-17.0.0-14636.g538e7f75.el8.x8 19 MB/s | 17 MB 00:00 2022-09-01T09:50:08.346 INFO:teuthology.orchestra.run.smithi044.stdout:(11/32): python3-jaraco-functools-2.0-4.el8.noa 78 kB/s | 18 kB 00:00 2022-09-01T09:50:08.396 INFO:teuthology.orchestra.run.smithi044.stdout:(12/32): python3-more-itertools-7.2.0-3.el8.noa 1.2 MB/s | 59 kB 00:00 2022-09-01T09:50:08.480 INFO:teuthology.orchestra.run.smithi044.stdout:(13/32): ceph-mon-17.0.0-14636.g538e7f75.el8.x8 3.2 MB/s | 3.9 MB 00:01 2022-09-01T09:50:08.497 INFO:teuthology.orchestra.run.smithi044.stdout:(14/32): python3-logutils-0.3.5-11.el8.noarch.r 277 kB/s | 49 kB 00:00 2022-09-01T09:50:08.522 INFO:teuthology.orchestra.run.smithi044.stdout:(15/32): python3-pecan-1.3.2-9.el8.noarch.rpm 2.2 MB/s | 283 kB 00:00 2022-09-01T09:50:08.539 INFO:teuthology.orchestra.run.smithi044.stdout:(16/32): python3-portend-2.6-1.el8.noarch.rpm 264 kB/s | 16 kB 00:00 2022-09-01T09:50:08.572 INFO:teuthology.orchestra.run.smithi044.stdout:(17/32): python3-singledispatch-3.4.0.3-18.el8. 476 kB/s | 24 kB 00:00 2022-09-01T09:50:08.621 INFO:teuthology.orchestra.run.smithi044.stdout:(18/32): python3-tempora-1.14.1-5.el8.noarch.rp 360 kB/s | 29 kB 00:00 2022-09-01T09:50:08.648 INFO:teuthology.orchestra.run.smithi044.stdout:(19/32): python3-simplegeneric-0.8.1-17.el8.noa 124 kB/s | 19 kB 00:00 2022-09-01T09:50:08.665 INFO:teuthology.orchestra.run.smithi044.stdout:(20/32): python3-trustme-0.6.0-4.el8.noarch.rpm 299 kB/s | 27 kB 00:00 2022-09-01T09:50:08.699 INFO:teuthology.orchestra.run.smithi044.stdout:(21/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 4.9 MB/s | 251 kB 00:00 2022-09-01T09:50:08.749 INFO:teuthology.orchestra.run.smithi044.stdout:(22/32): python3-waitress-1.2.1-2.el8.1.noarch. 1.8 MB/s | 241 kB 00:00 2022-09-01T09:50:08.766 INFO:teuthology.orchestra.run.smithi044.stdout:(23/32): python3-zc-lockfile-2.0-2.el8.noarch.r 343 kB/s | 23 kB 00:00 2022-09-01T09:50:08.791 INFO:teuthology.orchestra.run.smithi044.stdout:(24/32): python3-webtest-2.0.33-1.el8.noarch.rp 678 kB/s | 85 kB 00:00 2022-09-01T09:50:08.833 INFO:teuthology.orchestra.run.smithi044.stdout:(25/32): python3-markupsafe-0.23-19.el8.x86_64. 583 kB/s | 39 kB 00:00 2022-09-01T09:50:08.875 INFO:teuthology.orchestra.run.smithi044.stdout:(26/32): python3-mako-1.0.6-13.el8.noarch.rpm 1.8 MB/s | 157 kB 00:00 2022-09-01T09:50:08.900 INFO:teuthology.orchestra.run.smithi044.stdout:(27/32): python3-werkzeug-0.12.2-4.el8.noarch.r 3.3 MB/s | 457 kB 00:00 2022-09-01T09:50:08.952 INFO:teuthology.orchestra.run.smithi044.stdout:(28/32): python3-pyOpenSSL-19.0.0-1.el8.noarch. 1.1 MB/s | 103 kB 00:00 2022-09-01T09:50:08.952 INFO:teuthology.orchestra.run.smithi044.stdout:(29/32): python3-pytz-2017.2-9.el8.noarch.rpm 728 kB/s | 54 kB 00:00 2022-09-01T09:50:09.000 INFO:teuthology.orchestra.run.smithi044.stdout:(30/32): python3-cryptography-3.2.1-5.el8.x86_6 6.1 MB/s | 559 kB 00:00 2022-09-01T09:50:09.018 INFO:teuthology.orchestra.run.smithi044.stdout:(31/32): python3-pycparser-2.14-14.el8.noarch.r 1.2 MB/s | 109 kB 00:00 2022-09-01T09:50:09.068 INFO:teuthology.orchestra.run.smithi044.stdout:(32/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 2.0 MB/s | 238 kB 00:00 2022-09-01T09:50:09.069 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:50:09.070 INFO:teuthology.orchestra.run.smithi044.stdout:Total 14 MB/s | 28 MB 00:02 2022-09-01T09:50:09.166 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:50:09.207 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:50:09.207 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:50:09.425 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:50:09.429 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:50:09.640 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:50:09.643 INFO:teuthology.orchestra.run.smithi052.stdout:======================================================================================================== 2022-09-01T09:50:09.644 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repository Size 2022-09-01T09:50:09.644 INFO:teuthology.orchestra.run.smithi052.stdout:======================================================================================================== 2022-09-01T09:50:09.644 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:50:09.644 INFO:teuthology.orchestra.run.smithi052.stdout: ceph x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 6.4 k 2022-09-01T09:50:09.644 INFO:teuthology.orchestra.run.smithi052.stdout:Installing dependencies: 2022-09-01T09:50:09.645 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mds x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 2.3 M 2022-09-01T09:50:09.645 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 1.5 M 2022-09-01T09:50:09.645 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-modules-core noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 233 k 2022-09-01T09:50:09.645 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mon x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 3.9 M 2022-09-01T09:50:09.646 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-osd x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 17 M 2022-09-01T09:50:09.646 INFO:teuthology.orchestra.run.smithi052.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2022-09-01T09:50:09.646 INFO:teuthology.orchestra.run.smithi052.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2022-09-01T09:50:09.646 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2022-09-01T09:50:09.646 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2022-09-01T09:50:09.647 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2022-09-01T09:50:09.647 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2022-09-01T09:50:09.647 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2022-09-01T09:50:09.647 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2022-09-01T09:50:09.648 INFO:teuthology.orchestra.run.smithi052.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2022-09-01T09:50:09.648 INFO:teuthology.orchestra.run.smithi052.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2022-09-01T09:50:09.648 INFO:teuthology.orchestra.run.smithi052.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2022-09-01T09:50:09.648 INFO:teuthology.orchestra.run.smithi052.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2022-09-01T09:50:09.649 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2022-09-01T09:50:09.649 INFO:teuthology.orchestra.run.smithi052.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2022-09-01T09:50:09.649 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2022-09-01T09:50:09.649 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2022-09-01T09:50:09.649 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2022-09-01T09:50:09.650 INFO:teuthology.orchestra.run.smithi052.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2022-09-01T09:50:09.650 INFO:teuthology.orchestra.run.smithi052.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2022-09-01T09:50:09.650 INFO:teuthology.orchestra.run.smithi052.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2022-09-01T09:50:09.650 INFO:teuthology.orchestra.run.smithi052.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2022-09-01T09:50:09.651 INFO:teuthology.orchestra.run.smithi052.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2022-09-01T09:50:09.651 INFO:teuthology.orchestra.run.smithi052.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2022-09-01T09:50:09.651 INFO:teuthology.orchestra.run.smithi052.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2022-09-01T09:50:09.651 INFO:teuthology.orchestra.run.smithi052.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2022-09-01T09:50:09.652 INFO:teuthology.orchestra.run.smithi052.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2022-09-01T09:50:09.652 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:09.652 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:50:09.652 INFO:teuthology.orchestra.run.smithi052.stdout:======================================================================================================== 2022-09-01T09:50:09.652 INFO:teuthology.orchestra.run.smithi052.stdout:Install 32 Packages 2022-09-01T09:50:09.653 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:09.653 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 28 M 2022-09-01T09:50:09.654 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 110 M 2022-09-01T09:50:09.654 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:50:09.797 INFO:teuthology.orchestra.run.smithi052.stdout:(1/32): ceph-17.0.0-14636.g538e7f75.el8.x86_64. 44 kB/s | 6.4 kB 00:00 2022-09-01T09:50:10.005 INFO:teuthology.orchestra.run.smithi052.stdout:(2/32): ceph-mds-17.0.0-14636.g538e7f75.el8.x86 6.4 MB/s | 2.3 MB 00:00 2022-09-01T09:50:10.047 INFO:teuthology.orchestra.run.smithi052.stdout:(3/32): ceph-mgr-17.0.0-14636.g538e7f75.el8.x86 3.8 MB/s | 1.5 MB 00:00 2022-09-01T09:50:10.132 INFO:teuthology.orchestra.run.smithi052.stdout:(4/32): ceph-mgr-modules-core-17.0.0-14636.g538 2.7 MB/s | 233 kB 00:00 2022-09-01T09:50:10.256 INFO:teuthology.orchestra.run.smithi052.stdout:(5/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rpm 349 kB/s | 44 kB 00:00 2022-09-01T09:50:10.365 INFO:teuthology.orchestra.run.smithi052.stdout:(6/32): python3-beautifulsoup4-4.6.3-2.el8.1.no 1.7 MB/s | 185 kB 00:00 2022-09-01T09:50:10.415 INFO:teuthology.orchestra.run.smithi052.stdout:(7/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 3.4 MB/s | 173 kB 00:00 2022-09-01T09:50:10.515 INFO:teuthology.orchestra.run.smithi052.stdout:(8/32): python3-cherrypy-18.4.0-1.el8.noarch.rp 3.8 MB/s | 384 kB 00:00 2022-09-01T09:50:10.567 INFO:teuthology.orchestra.run.smithi052.stdout:(9/32): python3-jaraco-6.2-6.el8.noarch.rpm 222 kB/s | 11 kB 00:00 2022-09-01T09:50:10.616 INFO:teuthology.orchestra.run.smithi052.stdout:(10/32): python3-jaraco-functools-2.0-4.el8.noa 351 kB/s | 18 kB 00:00 2022-09-01T09:50:10.664 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:50:10.667 INFO:teuthology.orchestra.run.smithi052.stdout:(11/32): python3-logutils-0.3.5-11.el8.noarch.r 977 kB/s | 49 kB 00:00 2022-09-01T09:50:10.717 INFO:teuthology.orchestra.run.smithi052.stdout:(12/32): python3-more-itertools-7.2.0-3.el8.noa 1.1 MB/s | 59 kB 00:00 2022-09-01T09:50:10.890 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2022-09-01T09:50:10.925 INFO:teuthology.orchestra.run.smithi052.stdout:(13/32): ceph-osd-17.0.0-14636.g538e7f75.el8.x8 18 MB/s | 17 MB 00:00 2022-09-01T09:50:10.950 INFO:teuthology.orchestra.run.smithi052.stdout:(14/32): python3-pecan-1.3.2-9.el8.noarch.rpm 1.2 MB/s | 283 kB 00:00 2022-09-01T09:50:11.017 INFO:teuthology.orchestra.run.smithi052.stdout:(15/32): ceph-mon-17.0.0-14636.g538e7f75.el8.x8 3.2 MB/s | 3.9 MB 00:01 2022-09-01T09:50:11.043 INFO:teuthology.orchestra.run.smithi052.stdout:(16/32): python3-simplegeneric-0.8.1-17.el8.noa 203 kB/s | 19 kB 00:00 2022-09-01T09:50:11.086 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2022-09-01T09:50:11.110 INFO:teuthology.orchestra.run.smithi052.stdout:(17/32): python3-tempora-1.14.1-5.el8.noarch.rp 438 kB/s | 29 kB 00:00 2022-09-01T09:50:11.135 INFO:teuthology.orchestra.run.smithi052.stdout:(18/32): python3-portend-2.6-1.el8.noarch.rpm 74 kB/s | 16 kB 00:00 2022-09-01T09:50:11.160 INFO:teuthology.orchestra.run.smithi052.stdout:(19/32): python3-singledispatch-3.4.0.3-18.el8. 168 kB/s | 24 kB 00:00 2022-09-01T09:50:11.186 INFO:teuthology.orchestra.run.smithi052.stdout:(20/32): python3-trustme-0.6.0-4.el8.noarch.rpm 364 kB/s | 27 kB 00:00 2022-09-01T09:50:11.236 INFO:teuthology.orchestra.run.smithi052.stdout:(21/32): python3-webtest-2.0.33-1.el8.noarch.rp 1.7 MB/s | 85 kB 00:00 2022-09-01T09:50:11.286 INFO:teuthology.orchestra.run.smithi052.stdout:(22/32): python3-zc-lockfile-2.0-2.el8.noarch.r 460 kB/s | 23 kB 00:00 2022-09-01T09:50:11.312 INFO:teuthology.orchestra.run.smithi052.stdout:(23/32): python3-waitress-1.2.1-2.el8.1.noarch. 1.3 MB/s | 241 kB 00:00 2022-09-01T09:50:11.320 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 3/32 2022-09-01T09:50:11.338 INFO:teuthology.orchestra.run.smithi052.stdout:(24/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 1.4 MB/s | 251 kB 00:00 2022-09-01T09:50:11.412 INFO:teuthology.orchestra.run.smithi052.stdout:(25/32): python3-markupsafe-0.23-19.el8.x86_64. 516 kB/s | 39 kB 00:00 2022-09-01T09:50:11.438 INFO:teuthology.orchestra.run.smithi052.stdout:(26/32): python3-mako-1.0.6-13.el8.noarch.rpm 1.5 MB/s | 157 kB 00:00 2022-09-01T09:50:11.463 INFO:teuthology.orchestra.run.smithi052.stdout:(27/32): python3-werkzeug-0.12.2-4.el8.noarch.r 2.5 MB/s | 457 kB 00:00 2022-09-01T09:50:11.488 INFO:teuthology.orchestra.run.smithi052.stdout:(28/32): python3-pyOpenSSL-19.0.0-1.el8.noarch. 1.3 MB/s | 103 kB 00:00 2022-09-01T09:50:11.514 INFO:teuthology.orchestra.run.smithi052.stdout:(29/32): python3-pytz-2017.2-9.el8.noarch.rpm 729 kB/s | 54 kB 00:00 2022-09-01T09:50:11.556 INFO:teuthology.orchestra.run.smithi052.stdout:(30/32): python3-cryptography-3.2.1-5.el8.x86_6 6.1 MB/s | 559 kB 00:00 2022-09-01T09:50:11.581 INFO:teuthology.orchestra.run.smithi052.stdout:(31/32): python3-pycparser-2.14-14.el8.noarch.r 1.2 MB/s | 109 kB 00:00 2022-09-01T09:50:11.606 INFO:teuthology.orchestra.run.smithi052.stdout:(32/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 2.6 MB/s | 238 kB 00:00 2022-09-01T09:50:11.607 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:50:11.608 INFO:teuthology.orchestra.run.smithi052.stdout:Total 14 MB/s | 28 MB 00:01 2022-09-01T09:50:11.702 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:50:11.726 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 4/32 2022-09-01T09:50:11.741 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:50:11.741 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:50:11.958 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:50:11.961 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:50:12.037 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 5/32 2022-09-01T09:50:12.258 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 6/32 2022-09-01T09:50:12.457 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 7/32 2022-09-01T09:50:12.723 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 8/32 2022-09-01T09:50:12.886 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 9/32 2022-09-01T09:50:13.159 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 10/32 2022-09-01T09:50:13.189 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:50:13.378 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2022-09-01T09:50:13.495 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 11/32 2022-09-01T09:50:13.617 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2022-09-01T09:50:13.714 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 12/32 2022-09-01T09:50:13.790 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 3/32 2022-09-01T09:50:13.950 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 13/32 2022-09-01T09:50:14.154 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 4/32 2022-09-01T09:50:14.168 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 14/32 2022-09-01T09:50:14.327 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 15/32 2022-09-01T09:50:14.475 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 5/32 2022-09-01T09:50:14.485 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 16/32 2022-09-01T09:50:14.642 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 17/32 2022-09-01T09:50:14.646 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 6/32 2022-09-01T09:50:14.846 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 18/32 2022-09-01T09:50:14.863 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 7/32 2022-09-01T09:50:15.062 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 19/32 2022-09-01T09:50:15.094 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 8/32 2022-09-01T09:50:15.249 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 9/32 2022-09-01T09:50:15.309 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 20/32 2022-09-01T09:50:15.478 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2022-09-01T09:50:15.540 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 10/32 2022-09-01T09:50:15.763 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2022-09-01T09:50:15.851 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 11/32 2022-09-01T09:50:15.979 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2022-09-01T09:50:16.085 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 12/32 2022-09-01T09:50:16.217 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 24/32 2022-09-01T09:50:16.323 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 13/32 2022-09-01T09:50:16.534 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 14/32 2022-09-01T09:50:16.540 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 25/32 2022-09-01T09:50:16.673 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 15/32 2022-09-01T09:50:16.882 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 16/32 2022-09-01T09:50:16.882 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2022-09-01T09:50:17.022 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 17/32 2022-09-01T09:50:17.200 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 18/32 2022-09-01T09:50:17.262 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-modules-core-2:17.0.0-14636.g538e7f75.el8 27/32 2022-09-01T09:50:17.418 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 19/32 2022-09-01T09:50:17.475 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-2:17.0.0-14636.g538e7f75.el8.x86_64 28/32 2022-09-01T09:50:17.697 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 20/32 2022-09-01T09:50:17.866 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2022-09-01T09:50:18.152 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2022-09-01T09:50:18.427 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2022-09-01T09:50:18.614 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 24/32 2022-09-01T09:50:18.955 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 25/32 2022-09-01T09:50:19.054 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-2:17.0.0-14636.g538e7f75.el8.x86_64 28/32 2022-09-01T09:50:19.267 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-osd-2:17.0.0-14636.g538e7f75.el8.x86_64 29/32 2022-09-01T09:50:19.280 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2022-09-01T09:50:19.609 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-modules-core-2:17.0.0-14636.g538e7f75.el8 27/32 2022-09-01T09:50:19.676 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-osd-2:17.0.0-14636.g538e7f75.el8.x86_64 29/32 2022-09-01T09:50:19.773 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-2:17.0.0-14636.g538e7f75.el8.x86_64 28/32 2022-09-01T09:50:19.821 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mon-2:17.0.0-14636.g538e7f75.el8.x86_64 30/32 2022-09-01T09:50:20.048 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mon-2:17.0.0-14636.g538e7f75.el8.x86_64 30/32 2022-09-01T09:50:20.188 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mds-2:17.0.0-14636.g538e7f75.el8.x86_64 31/32 2022-09-01T09:50:20.207 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mds-2:17.0.0-14636.g538e7f75.el8.x86_64 31/32 2022-09-01T09:50:20.311 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-2:17.0.0-14636.g538e7f75.el8.x86_64 32/32 2022-09-01T09:50:20.696 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-2:17.0.0-14636.g538e7f75.el8.x86_64 32/32 2022-09-01T09:50:20.697 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-2:17.0.0-14636.g538e7f75.el8.x86_64 1/32 2022-09-01T09:50:20.697 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mds-2:17.0.0-14636.g538e7f75.el8.x86_64 2/32 2022-09-01T09:50:20.698 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-2:17.0.0-14636.g538e7f75.el8.x86_64 3/32 2022-09-01T09:50:20.698 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mon-2:17.0.0-14636.g538e7f75.el8.x86_64 4/32 2022-09-01T09:50:20.699 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-osd-2:17.0.0-14636.g538e7f75.el8.x86_64 5/32 2022-09-01T09:50:20.699 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-modules-core-2:17.0.0-14636.g538e7f75.el8 6/32 2022-09-01T09:50:20.700 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 7/32 2022-09-01T09:50:20.700 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 8/32 2022-09-01T09:50:20.701 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 9/32 2022-09-01T09:50:20.701 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 10/32 2022-09-01T09:50:20.701 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 11/32 2022-09-01T09:50:20.702 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 12/32 2022-09-01T09:50:20.702 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 13/32 2022-09-01T09:50:20.703 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 14/32 2022-09-01T09:50:20.703 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 15/32 2022-09-01T09:50:20.704 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-portend-2.6-1.el8.noarch 16/32 2022-09-01T09:50:20.704 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 17/32 2022-09-01T09:50:20.704 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 18/32 2022-09-01T09:50:20.705 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 19/32 2022-09-01T09:50:20.705 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 20/32 2022-09-01T09:50:20.706 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 21/32 2022-09-01T09:50:20.706 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 22/32 2022-09-01T09:50:20.707 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 23/32 2022-09-01T09:50:20.707 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 24/32 2022-09-01T09:50:20.708 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 25/32 2022-09-01T09:50:20.708 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 26/32 2022-09-01T09:50:20.708 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 27/32 2022-09-01T09:50:20.709 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 28/32 2022-09-01T09:50:20.709 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 29/32 2022-09-01T09:50:20.710 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 30/32 2022-09-01T09:50:20.710 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 31/32 2022-09-01T09:50:21.350 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-2:17.0.0-14636.g538e7f75.el8.x86_64 28/32 2022-09-01T09:50:21.515 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-osd-2:17.0.0-14636.g538e7f75.el8.x86_64 29/32 2022-09-01T09:50:21.921 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-osd-2:17.0.0-14636.g538e7f75.el8.x86_64 29/32 2022-09-01T09:50:22.093 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mon-2:17.0.0-14636.g538e7f75.el8.x86_64 30/32 2022-09-01T09:50:22.318 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mon-2:17.0.0-14636.g538e7f75.el8.x86_64 30/32 2022-09-01T09:50:22.443 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mds-2:17.0.0-14636.g538e7f75.el8.x86_64 31/32 2022-09-01T09:50:22.444 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 32/32 2022-09-01T09:50:22.444 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:50:22.462 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mds-2:17.0.0-14636.g538e7f75.el8.x86_64 31/32 2022-09-01T09:50:22.591 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-2:17.0.0-14636.g538e7f75.el8.x86_64 32/32 2022-09-01T09:50:22.637 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:22.637 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:50:22.637 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:22.637 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mds-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:22.638 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:22.638 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-modules-core-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:50:22.638 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mon-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:22.638 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-osd-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:22.639 INFO:teuthology.orchestra.run.smithi044.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2022-09-01T09:50:22.639 INFO:teuthology.orchestra.run.smithi044.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2022-09-01T09:50:22.639 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cffi-1.11.5-5.el8.x86_64 2022-09-01T09:50:22.640 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cheroot-8.5.2-1.el8.noarch 2022-09-01T09:50:22.640 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2022-09-01T09:50:22.640 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2022-09-01T09:50:22.641 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-6.2-6.el8.noarch 2022-09-01T09:50:22.641 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2022-09-01T09:50:22.641 INFO:teuthology.orchestra.run.smithi044.stdout: python3-logutils-0.3.5-11.el8.noarch 2022-09-01T09:50:22.642 INFO:teuthology.orchestra.run.smithi044.stdout: python3-mako-1.0.6-13.el8.noarch 2022-09-01T09:50:22.642 INFO:teuthology.orchestra.run.smithi044.stdout: python3-markupsafe-0.23-19.el8.x86_64 2022-09-01T09:50:22.642 INFO:teuthology.orchestra.run.smithi044.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2022-09-01T09:50:22.642 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pecan-1.3.2-9.el8.noarch 2022-09-01T09:50:22.643 INFO:teuthology.orchestra.run.smithi044.stdout: python3-portend-2.6-1.el8.noarch 2022-09-01T09:50:22.643 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2022-09-01T09:50:22.643 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pycparser-2.14-14.el8.noarch 2022-09-01T09:50:22.643 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pytz-2017.2-9.el8.noarch 2022-09-01T09:50:22.643 INFO:teuthology.orchestra.run.smithi044.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2022-09-01T09:50:22.644 INFO:teuthology.orchestra.run.smithi044.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2022-09-01T09:50:22.644 INFO:teuthology.orchestra.run.smithi044.stdout: python3-tempora-1.14.1-5.el8.noarch 2022-09-01T09:50:22.644 INFO:teuthology.orchestra.run.smithi044.stdout: python3-trustme-0.6.0-4.el8.noarch 2022-09-01T09:50:22.644 INFO:teuthology.orchestra.run.smithi044.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2022-09-01T09:50:22.645 INFO:teuthology.orchestra.run.smithi044.stdout: python3-webob-1.8.5-1.el8.1.noarch 2022-09-01T09:50:22.645 INFO:teuthology.orchestra.run.smithi044.stdout: python3-webtest-2.0.33-1.el8.noarch 2022-09-01T09:50:22.646 INFO:teuthology.orchestra.run.smithi044.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2022-09-01T09:50:22.646 INFO:teuthology.orchestra.run.smithi044.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2022-09-01T09:50:22.646 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:22.647 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:50:22.843 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph-base 2022-09-01T09:50:22.955 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-2:17.0.0-14636.g538e7f75.el8.x86_64 32/32 2022-09-01T09:50:22.956 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-2:17.0.0-14636.g538e7f75.el8.x86_64 1/32 2022-09-01T09:50:22.956 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mds-2:17.0.0-14636.g538e7f75.el8.x86_64 2/32 2022-09-01T09:50:22.957 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-2:17.0.0-14636.g538e7f75.el8.x86_64 3/32 2022-09-01T09:50:22.957 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mon-2:17.0.0-14636.g538e7f75.el8.x86_64 4/32 2022-09-01T09:50:22.957 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-osd-2:17.0.0-14636.g538e7f75.el8.x86_64 5/32 2022-09-01T09:50:22.957 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-modules-core-2:17.0.0-14636.g538e7f75.el8 6/32 2022-09-01T09:50:22.958 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 7/32 2022-09-01T09:50:22.958 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 8/32 2022-09-01T09:50:22.958 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 9/32 2022-09-01T09:50:22.959 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 10/32 2022-09-01T09:50:22.959 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 11/32 2022-09-01T09:50:22.959 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 12/32 2022-09-01T09:50:22.959 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 13/32 2022-09-01T09:50:22.960 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 14/32 2022-09-01T09:50:22.960 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 15/32 2022-09-01T09:50:22.960 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-portend-2.6-1.el8.noarch 16/32 2022-09-01T09:50:22.960 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 17/32 2022-09-01T09:50:22.961 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 18/32 2022-09-01T09:50:22.961 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 19/32 2022-09-01T09:50:22.961 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 20/32 2022-09-01T09:50:22.961 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 21/32 2022-09-01T09:50:22.961 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 22/32 2022-09-01T09:50:22.962 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 23/32 2022-09-01T09:50:22.962 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 24/32 2022-09-01T09:50:22.962 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 25/32 2022-09-01T09:50:22.962 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 26/32 2022-09-01T09:50:22.963 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 27/32 2022-09-01T09:50:22.963 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 28/32 2022-09-01T09:50:22.963 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 29/32 2022-09-01T09:50:22.963 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 30/32 2022-09-01T09:50:22.963 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 31/32 2022-09-01T09:50:23.216 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:50:23.703 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 160 kB/s | 2.8 kB 00:00 2022-09-01T09:50:23.988 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 124 kB/s | 2.4 kB 00:00 2022-09-01T09:50:24.583 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 32/32 2022-09-01T09:50:24.584 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:50:24.780 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:24.780 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:50:24.780 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:24.781 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mds-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:24.781 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:24.781 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-modules-core-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:50:24.781 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mon-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:24.782 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-osd-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:24.782 INFO:teuthology.orchestra.run.smithi052.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2022-09-01T09:50:24.783 INFO:teuthology.orchestra.run.smithi052.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2022-09-01T09:50:24.783 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cffi-1.11.5-5.el8.x86_64 2022-09-01T09:50:24.783 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cheroot-8.5.2-1.el8.noarch 2022-09-01T09:50:24.783 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2022-09-01T09:50:24.784 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2022-09-01T09:50:24.784 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-6.2-6.el8.noarch 2022-09-01T09:50:24.784 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2022-09-01T09:50:24.784 INFO:teuthology.orchestra.run.smithi052.stdout: python3-logutils-0.3.5-11.el8.noarch 2022-09-01T09:50:24.784 INFO:teuthology.orchestra.run.smithi052.stdout: python3-mako-1.0.6-13.el8.noarch 2022-09-01T09:50:24.785 INFO:teuthology.orchestra.run.smithi052.stdout: python3-markupsafe-0.23-19.el8.x86_64 2022-09-01T09:50:24.785 INFO:teuthology.orchestra.run.smithi052.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2022-09-01T09:50:24.785 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pecan-1.3.2-9.el8.noarch 2022-09-01T09:50:24.785 INFO:teuthology.orchestra.run.smithi052.stdout: python3-portend-2.6-1.el8.noarch 2022-09-01T09:50:24.786 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2022-09-01T09:50:24.786 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pycparser-2.14-14.el8.noarch 2022-09-01T09:50:24.786 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pytz-2017.2-9.el8.noarch 2022-09-01T09:50:24.786 INFO:teuthology.orchestra.run.smithi052.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2022-09-01T09:50:24.787 INFO:teuthology.orchestra.run.smithi052.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2022-09-01T09:50:24.787 INFO:teuthology.orchestra.run.smithi052.stdout: python3-tempora-1.14.1-5.el8.noarch 2022-09-01T09:50:24.787 INFO:teuthology.orchestra.run.smithi052.stdout: python3-trustme-0.6.0-4.el8.noarch 2022-09-01T09:50:24.787 INFO:teuthology.orchestra.run.smithi052.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2022-09-01T09:50:24.787 INFO:teuthology.orchestra.run.smithi052.stdout: python3-webob-1.8.5-1.el8.1.noarch 2022-09-01T09:50:24.788 INFO:teuthology.orchestra.run.smithi052.stdout: python3-webtest-2.0.33-1.el8.noarch 2022-09-01T09:50:24.788 INFO:teuthology.orchestra.run.smithi052.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2022-09-01T09:50:24.788 INFO:teuthology.orchestra.run.smithi052.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2022-09-01T09:50:24.788 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:24.789 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:50:25.071 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph-base 2022-09-01T09:50:25.440 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:50:25.528 INFO:teuthology.orchestra.run.smithi044.stdout:Package ceph-base-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:50:25.642 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:50:25.643 INFO:teuthology.orchestra.run.smithi044.stdout:Nothing to do. 2022-09-01T09:50:25.644 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:50:25.762 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install cephadm 2022-09-01T09:50:25.924 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 153 kB/s | 2.8 kB 00:00 2022-09-01T09:50:26.127 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:50:26.208 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 128 kB/s | 2.4 kB 00:00 2022-09-01T09:50:26.663 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 156 kB/s | 2.8 kB 00:00 2022-09-01T09:50:26.946 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 131 kB/s | 2.4 kB 00:00 2022-09-01T09:50:27.762 INFO:teuthology.orchestra.run.smithi052.stdout:Package ceph-base-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:50:27.875 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:50:27.876 INFO:teuthology.orchestra.run.smithi052.stdout:Nothing to do. 2022-09-01T09:50:27.877 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:50:27.979 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install cephadm 2022-09-01T09:50:28.342 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:50:28.594 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:50:28.596 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:50:28.596 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repository Size 2022-09-01T09:50:28.597 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:50:28.597 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:50:28.597 INFO:teuthology.orchestra.run.smithi044.stdout: cephadm noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 81 k 2022-09-01T09:50:28.597 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:28.598 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:50:28.598 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:50:28.598 INFO:teuthology.orchestra.run.smithi044.stdout:Install 1 Package 2022-09-01T09:50:28.599 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:28.599 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 81 k 2022-09-01T09:50:28.599 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 367 k 2022-09-01T09:50:28.599 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:50:28.778 INFO:teuthology.orchestra.run.smithi044.stdout:cephadm-17.0.0-14636.g538e7f75.el8.noarch.rpm 445 kB/s | 81 kB 00:00 2022-09-01T09:50:28.779 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:50:28.779 INFO:teuthology.orchestra.run.smithi044.stdout:Total 442 kB/s | 81 kB 00:00 2022-09-01T09:50:28.780 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:50:28.788 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:50:28.788 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:50:28.790 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:50:28.794 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:50:28.836 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:50:28.891 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 153 kB/s | 2.8 kB 00:00 2022-09-01T09:50:29.174 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 133 kB/s | 2.4 kB 00:00 2022-09-01T09:50:30.434 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 1/1 2022-09-01T09:50:30.627 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 1/1 2022-09-01T09:50:30.799 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 1/1 2022-09-01T09:50:30.801 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:50:30.802 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:50:30.803 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repository Size 2022-09-01T09:50:30.803 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:50:30.803 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:50:30.803 INFO:teuthology.orchestra.run.smithi052.stdout: cephadm noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 81 k 2022-09-01T09:50:30.804 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:30.804 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:50:30.804 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:50:30.805 INFO:teuthology.orchestra.run.smithi052.stdout:Install 1 Package 2022-09-01T09:50:30.805 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:30.805 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 81 k 2022-09-01T09:50:30.805 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 367 k 2022-09-01T09:50:30.806 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:50:30.989 INFO:teuthology.orchestra.run.smithi052.stdout:cephadm-17.0.0-14636.g538e7f75.el8.noarch.rpm 434 kB/s | 81 kB 00:00 2022-09-01T09:50:30.991 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:50:30.991 INFO:teuthology.orchestra.run.smithi052.stdout:Total 432 kB/s | 81 kB 00:00 2022-09-01T09:50:30.991 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:50:31.000 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:50:31.001 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:50:31.001 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:50:31.005 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:50:31.045 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:50:31.288 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 1/1 2022-09-01T09:50:31.289 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:50:31.476 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:31.477 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:50:31.477 INFO:teuthology.orchestra.run.smithi044.stdout: cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:50:31.478 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:31.478 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:50:31.696 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph-immutable-object-cache 2022-09-01T09:50:32.084 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:50:32.687 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 1/1 2022-09-01T09:50:32.826 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 1/1 2022-09-01T09:50:32.999 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 1/1 2022-09-01T09:50:33.139 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 143 kB/s | 2.8 kB 00:00 2022-09-01T09:50:33.498 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 1/1 2022-09-01T09:50:33.498 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:50:33.658 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 110 kB/s | 2.4 kB 00:00 2022-09-01T09:50:33.687 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:33.687 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:50:33.687 INFO:teuthology.orchestra.run.smithi052.stdout: cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:50:33.687 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:33.688 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:50:33.975 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph-immutable-object-cache 2022-09-01T09:50:34.353 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:50:35.276 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 150 kB/s | 2.8 kB 00:00 2022-09-01T09:50:35.307 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:50:35.309 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:50:35.310 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repo Size 2022-09-01T09:50:35.310 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:50:35.310 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:50:35.311 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-immutable-object-cache x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 165 k 2022-09-01T09:50:35.311 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:35.311 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:50:35.311 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:50:35.312 INFO:teuthology.orchestra.run.smithi044.stdout:Install 1 Package 2022-09-01T09:50:35.312 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:35.312 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 165 k 2022-09-01T09:50:35.313 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 503 k 2022-09-01T09:50:35.313 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:50:35.511 INFO:teuthology.orchestra.run.smithi044.stdout:ceph-immutable-object-cache-17.0.0-14636.g538e7 818 kB/s | 165 kB 00:00 2022-09-01T09:50:35.513 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:50:35.514 INFO:teuthology.orchestra.run.smithi044.stdout:Total 813 kB/s | 165 kB 00:00 2022-09-01T09:50:35.514 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:50:35.525 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:50:35.525 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:50:35.581 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:50:35.585 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:50:35.699 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:50:35.878 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-immutable-object-cache-2:17.0.0-14636.g538e7f75 1/1 2022-09-01T09:50:35.945 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 128 kB/s | 2.4 kB 00:00 2022-09-01T09:50:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.0.0-14636.g538e7f75 1/1 2022-09-01T09:50:36.735 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-immutable-object-cache-2:17.0.0-14636.g538e7f75 1/1 2022-09-01T09:50:36.736 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:50:36.925 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:36.925 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:50:36.926 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-immutable-object-cache-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:36.926 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:36.926 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:50:37.154 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph-mgr 2022-09-01T09:50:37.525 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:50:37.591 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:50:37.592 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:50:37.593 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repo Size 2022-09-01T09:50:37.593 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:50:37.593 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:50:37.593 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-immutable-object-cache x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 165 k 2022-09-01T09:50:37.594 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:37.594 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:50:37.594 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:50:37.594 INFO:teuthology.orchestra.run.smithi052.stdout:Install 1 Package 2022-09-01T09:50:37.595 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:37.595 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 165 k 2022-09-01T09:50:37.595 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 503 k 2022-09-01T09:50:37.595 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:50:37.820 INFO:teuthology.orchestra.run.smithi052.stdout:ceph-immutable-object-cache-17.0.0-14636.g538e7 729 kB/s | 165 kB 00:00 2022-09-01T09:50:37.821 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:50:37.821 INFO:teuthology.orchestra.run.smithi052.stdout:Total 726 kB/s | 165 kB 00:00 2022-09-01T09:50:37.821 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:50:37.833 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:50:37.834 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:50:37.888 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:50:37.892 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:50:38.009 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 153 kB/s | 2.8 kB 00:00 2022-09-01T09:50:38.010 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:50:38.183 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-immutable-object-cache-2:17.0.0-14636.g538e7f75 1/1 2022-09-01T09:50:38.284 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 132 kB/s | 2.4 kB 00:00 2022-09-01T09:50:38.552 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.0.0-14636.g538e7f75 1/1 2022-09-01T09:50:39.032 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-immutable-object-cache-2:17.0.0-14636.g538e7f75 1/1 2022-09-01T09:50:39.032 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:50:39.221 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:39.221 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:50:39.222 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-immutable-object-cache-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:50:39.222 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:39.222 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:50:39.448 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph-mgr 2022-09-01T09:50:39.813 INFO:teuthology.orchestra.run.smithi044.stdout:Package ceph-mgr-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:50:39.817 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:50:39.928 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:50:39.929 INFO:teuthology.orchestra.run.smithi044.stdout:Nothing to do. 2022-09-01T09:50:39.930 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:50:40.066 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph-mgr-dashboard 2022-09-01T09:50:40.311 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 157 kB/s | 2.8 kB 00:00 2022-09-01T09:50:40.432 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:50:40.595 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 129 kB/s | 2.4 kB 00:00 2022-09-01T09:50:41.160 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 152 kB/s | 2.8 kB 00:00 2022-09-01T09:50:41.443 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 132 kB/s | 2.4 kB 00:00 2022-09-01T09:50:42.118 INFO:teuthology.orchestra.run.smithi052.stdout:Package ceph-mgr-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:50:42.230 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:50:42.232 INFO:teuthology.orchestra.run.smithi052.stdout:Nothing to do. 2022-09-01T09:50:42.232 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:50:42.341 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph-mgr-dashboard 2022-09-01T09:50:42.707 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:50:43.074 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:50:43.076 INFO:teuthology.orchestra.run.smithi044.stdout:==================================================================================================== 2022-09-01T09:50:43.076 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repository Size 2022-09-01T09:50:43.076 INFO:teuthology.orchestra.run.smithi044.stdout:==================================================================================================== 2022-09-01T09:50:43.077 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:50:43.077 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-dashboard noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 1.6 M 2022-09-01T09:50:43.077 INFO:teuthology.orchestra.run.smithi044.stdout:Installing dependencies: 2022-09-01T09:50:43.078 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-grafana-dashboards noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 23 k 2022-09-01T09:50:43.078 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-prometheus-alerts noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 14 k 2022-09-01T09:50:43.079 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2022-09-01T09:50:43.079 INFO:teuthology.orchestra.run.smithi044.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2022-09-01T09:50:43.079 INFO:teuthology.orchestra.run.smithi044.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2022-09-01T09:50:43.080 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:43.081 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:50:43.081 INFO:teuthology.orchestra.run.smithi044.stdout:==================================================================================================== 2022-09-01T09:50:43.082 INFO:teuthology.orchestra.run.smithi044.stdout:Install 6 Packages 2022-09-01T09:50:43.082 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:43.083 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 1.9 M 2022-09-01T09:50:43.083 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 7.8 M 2022-09-01T09:50:43.083 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:50:43.225 INFO:teuthology.orchestra.run.smithi044.stdout:(1/6): ceph-grafana-dashboards-17.0.0-14636.g53 155 kB/s | 23 kB 00:00 2022-09-01T09:50:43.227 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 156 kB/s | 2.8 kB 00:00 2022-09-01T09:50:43.276 INFO:teuthology.orchestra.run.smithi044.stdout:(2/6): ceph-prometheus-alerts-17.0.0-14636.g538 73 kB/s | 14 kB 00:00 2022-09-01T09:50:43.376 INFO:teuthology.orchestra.run.smithi044.stdout:(3/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 224 kB/s | 34 kB 00:00 2022-09-01T09:50:43.418 INFO:teuthology.orchestra.run.smithi044.stdout:(4/6): ceph-mgr-dashboard-17.0.0-14636.g538e7f7 4.8 MB/s | 1.6 MB 00:00 2022-09-01T09:50:43.444 INFO:teuthology.orchestra.run.smithi044.stdout:(5/6): python3-jwt-1.6.1-2.el8.noarch.rpm 637 kB/s | 43 kB 00:00 2022-09-01T09:50:43.460 INFO:teuthology.orchestra.run.smithi044.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 1.0 MB/s | 196 kB 00:00 2022-09-01T09:50:43.461 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:50:43.462 INFO:teuthology.orchestra.run.smithi044.stdout:Total 5.1 MB/s | 1.9 MB 00:00 2022-09-01T09:50:43.473 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:50:43.483 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:50:43.484 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:50:43.537 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 140 kB/s | 2.4 kB 00:00 2022-09-01T09:50:43.543 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:50:43.547 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:50:43.839 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:50:44.020 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 1/6 2022-09-01T09:50:44.252 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 2/6 2022-09-01T09:50:44.616 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 3/6 2022-09-01T09:50:44.792 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-prometheus-alerts-2:17.0.0-14636.g538e7f75.el8. 4/6 2022-09-01T09:50:45.132 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-grafana-dashboards-2:17.0.0-14636.g538e7f75.el8 5/6 2022-09-01T09:50:45.167 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:50:45.168 INFO:teuthology.orchestra.run.smithi052.stdout:==================================================================================================== 2022-09-01T09:50:45.169 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repository Size 2022-09-01T09:50:45.169 INFO:teuthology.orchestra.run.smithi052.stdout:==================================================================================================== 2022-09-01T09:50:45.169 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:50:45.169 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-dashboard noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 1.6 M 2022-09-01T09:50:45.170 INFO:teuthology.orchestra.run.smithi052.stdout:Installing dependencies: 2022-09-01T09:50:45.170 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-grafana-dashboards noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 23 k 2022-09-01T09:50:45.170 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-prometheus-alerts noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 14 k 2022-09-01T09:50:45.170 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2022-09-01T09:50:45.171 INFO:teuthology.orchestra.run.smithi052.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2022-09-01T09:50:45.171 INFO:teuthology.orchestra.run.smithi052.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2022-09-01T09:50:45.171 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:45.171 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:50:45.172 INFO:teuthology.orchestra.run.smithi052.stdout:==================================================================================================== 2022-09-01T09:50:45.172 INFO:teuthology.orchestra.run.smithi052.stdout:Install 6 Packages 2022-09-01T09:50:45.172 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:45.173 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 1.9 M 2022-09-01T09:50:45.173 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 7.8 M 2022-09-01T09:50:45.173 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:50:45.328 INFO:teuthology.orchestra.run.smithi052.stdout:(1/6): ceph-grafana-dashboards-17.0.0-14636.g53 146 kB/s | 23 kB 00:00 2022-09-01T09:50:45.354 INFO:teuthology.orchestra.run.smithi052.stdout:(2/6): ceph-prometheus-alerts-17.0.0-14636.g538 79 kB/s | 14 kB 00:00 2022-09-01T09:50:45.357 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-dashboard-2:17.0.0-14636.g538e7f75.el8.noar 6/6 2022-09-01T09:50:45.461 INFO:teuthology.orchestra.run.smithi052.stdout:(3/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 252 kB/s | 34 kB 00:00 2022-09-01T09:50:45.504 INFO:teuthology.orchestra.run.smithi052.stdout:(4/6): ceph-mgr-dashboard-17.0.0-14636.g538e7f7 5.0 MB/s | 1.6 MB 00:00 2022-09-01T09:50:45.529 INFO:teuthology.orchestra.run.smithi052.stdout:(5/6): python3-jwt-1.6.1-2.el8.noarch.rpm 636 kB/s | 43 kB 00:00 2022-09-01T09:50:45.554 INFO:teuthology.orchestra.run.smithi052.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 979 kB/s | 196 kB 00:00 2022-09-01T09:50:45.555 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:50:45.556 INFO:teuthology.orchestra.run.smithi052.stdout:Total 5.1 MB/s | 1.9 MB 00:00 2022-09-01T09:50:45.567 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:50:45.577 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:50:45.578 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:50:45.618 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.0.0-14636.g538e7f75.el8.noar 6/6 2022-09-01T09:50:45.618 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-grafana-dashboards-2:17.0.0-14636.g538e7f75.el8 1/6 2022-09-01T09:50:45.618 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-dashboard-2:17.0.0-14636.g538e7f75.el8.noar 2/6 2022-09-01T09:50:45.619 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-prometheus-alerts-2:17.0.0-14636.g538e7f75.el8. 3/6 2022-09-01T09:50:45.619 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 4/6 2022-09-01T09:50:45.619 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 5/6 2022-09-01T09:50:45.637 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:50:45.641 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:50:45.907 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:50:46.058 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 1/6 2022-09-01T09:50:46.117 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 6/6 2022-09-01T09:50:46.118 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:50:46.274 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 2/6 2022-09-01T09:50:46.310 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:46.311 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:50:46.311 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-grafana-dashboards-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:50:46.312 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-dashboard-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:50:46.312 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-prometheus-alerts-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:50:46.312 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jwt-1.6.1-2.el8.noarch 2022-09-01T09:50:46.312 INFO:teuthology.orchestra.run.smithi044.stdout: python3-repoze-lru-0.7-6.el8.noarch 2022-09-01T09:50:46.313 INFO:teuthology.orchestra.run.smithi044.stdout: python3-routes-2.4.1-12.el8.noarch 2022-09-01T09:50:46.313 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:46.313 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:50:46.434 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 3/6 2022-09-01T09:50:46.468 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph-mgr-diskprediction-local 2022-09-01T09:50:46.588 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-prometheus-alerts-2:17.0.0-14636.g538e7f75.el8. 4/6 2022-09-01T09:50:46.835 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:50:46.918 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-grafana-dashboards-2:17.0.0-14636.g538e7f75.el8 5/6 2022-09-01T09:50:47.185 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-dashboard-2:17.0.0-14636.g538e7f75.el8.noar 6/6 2022-09-01T09:50:47.328 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 149 kB/s | 2.8 kB 00:00 2022-09-01T09:50:47.426 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.0.0-14636.g538e7f75.el8.noar 6/6 2022-09-01T09:50:47.426 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-grafana-dashboards-2:17.0.0-14636.g538e7f75.el8 1/6 2022-09-01T09:50:47.427 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-dashboard-2:17.0.0-14636.g538e7f75.el8.noar 2/6 2022-09-01T09:50:47.427 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-prometheus-alerts-2:17.0.0-14636.g538e7f75.el8. 3/6 2022-09-01T09:50:47.427 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 4/6 2022-09-01T09:50:47.427 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 5/6 2022-09-01T09:50:47.636 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 134 kB/s | 2.4 kB 00:00 2022-09-01T09:50:47.911 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 6/6 2022-09-01T09:50:47.911 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:50:48.105 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:48.106 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:50:48.106 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-grafana-dashboards-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:50:48.107 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-dashboard-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:50:48.107 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-prometheus-alerts-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:50:48.108 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jwt-1.6.1-2.el8.noarch 2022-09-01T09:50:48.108 INFO:teuthology.orchestra.run.smithi052.stdout: python3-repoze-lru-0.7-6.el8.noarch 2022-09-01T09:50:48.109 INFO:teuthology.orchestra.run.smithi052.stdout: python3-routes-2.4.1-12.el8.noarch 2022-09-01T09:50:48.109 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:48.109 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:50:48.232 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph-mgr-diskprediction-local 2022-09-01T09:50:48.599 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:50:49.088 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 158 kB/s | 2.8 kB 00:00 2022-09-01T09:50:49.261 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:50:49.262 INFO:teuthology.orchestra.run.smithi044.stdout:======================================================================================================================= 2022-09-01T09:50:49.262 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repository Size 2022-09-01T09:50:49.262 INFO:teuthology.orchestra.run.smithi044.stdout:======================================================================================================================= 2022-09-01T09:50:49.263 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:50:49.263 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-diskprediction-local noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 7.4 M 2022-09-01T09:50:49.263 INFO:teuthology.orchestra.run.smithi044.stdout:Installing dependencies: 2022-09-01T09:50:49.263 INFO:teuthology.orchestra.run.smithi044.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2022-09-01T09:50:49.264 INFO:teuthology.orchestra.run.smithi044.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2022-09-01T09:50:49.264 INFO:teuthology.orchestra.run.smithi044.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2022-09-01T09:50:49.264 INFO:teuthology.orchestra.run.smithi044.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2022-09-01T09:50:49.265 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2022-09-01T09:50:49.265 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2022-09-01T09:50:49.266 INFO:teuthology.orchestra.run.smithi044.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2022-09-01T09:50:49.266 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:49.266 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:50:49.267 INFO:teuthology.orchestra.run.smithi044.stdout:======================================================================================================================= 2022-09-01T09:50:49.267 INFO:teuthology.orchestra.run.smithi044.stdout:Install 8 Packages 2022-09-01T09:50:49.267 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:49.268 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 35 M 2022-09-01T09:50:49.268 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 210 M 2022-09-01T09:50:49.268 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:50:49.360 INFO:teuthology.orchestra.run.smithi044.stdout:(1/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 2.3 MB/s | 225 kB 00:00 2022-09-01T09:50:49.372 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 133 kB/s | 2.4 kB 00:00 2022-09-01T09:50:49.443 INFO:teuthology.orchestra.run.smithi044.stdout:(2/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 21 MB/s | 3.7 MB 00:00 2022-09-01T09:50:49.544 INFO:teuthology.orchestra.run.smithi044.stdout:(3/8): openblas-threads-0.3.15-3.el8.x86_64.rpm 27 MB/s | 4.9 MB 00:00 2022-09-01T09:50:49.635 INFO:teuthology.orchestra.run.smithi044.stdout:(4/8): openblas-0.3.15-3.el8.x86_64.rpm 25 MB/s | 4.7 MB 00:00 2022-09-01T09:50:49.677 INFO:teuthology.orchestra.run.smithi044.stdout:(5/8): libquadmath-8.5.0-10.1.el8_6.x86_64.rpm 4.0 MB/s | 171 kB 00:00 2022-09-01T09:50:49.720 INFO:teuthology.orchestra.run.smithi044.stdout:(6/8): libgfortran-8.5.0-10.1.el8_6.x86_64.rpm 15 MB/s | 644 kB 00:00 2022-09-01T09:50:49.903 INFO:teuthology.orchestra.run.smithi044.stdout:(7/8): python3-scipy-1.0.0-21.module+el8.5.0+10 38 MB/s | 14 MB 00:00 2022-09-01T09:50:50.105 INFO:teuthology.orchestra.run.smithi044.stdout:(8/8): ceph-mgr-diskprediction-local-17.0.0-146 8.8 MB/s | 7.4 MB 00:00 2022-09-01T09:50:50.106 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:50:50.106 INFO:teuthology.orchestra.run.smithi044.stdout:Total 42 MB/s | 35 MB 00:00 2022-09-01T09:50:50.356 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:50:50.376 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:50:50.376 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:50:50.686 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:50:50.690 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:50:50.986 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:50:50.988 INFO:teuthology.orchestra.run.smithi052.stdout:======================================================================================================================= 2022-09-01T09:50:50.988 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repository Size 2022-09-01T09:50:50.988 INFO:teuthology.orchestra.run.smithi052.stdout:======================================================================================================================= 2022-09-01T09:50:50.989 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:50:50.989 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-diskprediction-local noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 7.4 M 2022-09-01T09:50:50.989 INFO:teuthology.orchestra.run.smithi052.stdout:Installing dependencies: 2022-09-01T09:50:50.989 INFO:teuthology.orchestra.run.smithi052.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2022-09-01T09:50:50.990 INFO:teuthology.orchestra.run.smithi052.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2022-09-01T09:50:50.990 INFO:teuthology.orchestra.run.smithi052.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2022-09-01T09:50:50.990 INFO:teuthology.orchestra.run.smithi052.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2022-09-01T09:50:50.990 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2022-09-01T09:50:50.991 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2022-09-01T09:50:50.991 INFO:teuthology.orchestra.run.smithi052.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2022-09-01T09:50:50.991 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:50.991 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:50:50.992 INFO:teuthology.orchestra.run.smithi052.stdout:======================================================================================================================= 2022-09-01T09:50:50.992 INFO:teuthology.orchestra.run.smithi052.stdout:Install 8 Packages 2022-09-01T09:50:50.992 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:50:50.993 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 35 M 2022-09-01T09:50:50.993 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 210 M 2022-09-01T09:50:50.993 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:50:51.045 INFO:teuthology.orchestra.run.smithi052.stdout:(1/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 4.0 MB/s | 225 kB 00:00 2022-09-01T09:50:51.121 INFO:teuthology.orchestra.run.smithi052.stdout:(2/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 29 MB/s | 3.7 MB 00:00 2022-09-01T09:50:51.221 INFO:teuthology.orchestra.run.smithi052.stdout:(3/8): openblas-threads-0.3.15-3.el8.x86_64.rpm 28 MB/s | 4.9 MB 00:00 2022-09-01T09:50:51.330 INFO:teuthology.orchestra.run.smithi052.stdout:(4/8): openblas-0.3.15-3.el8.x86_64.rpm 23 MB/s | 4.7 MB 00:00 2022-09-01T09:50:51.372 INFO:teuthology.orchestra.run.smithi052.stdout:(5/8): libquadmath-8.5.0-10.1.el8_6.x86_64.rpm 4.0 MB/s | 171 kB 00:00 2022-09-01T09:50:51.408 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:50:51.413 INFO:teuthology.orchestra.run.smithi052.stdout:(6/8): libgfortran-8.5.0-10.1.el8_6.x86_64.rpm 15 MB/s | 644 kB 00:00 2022-09-01T09:50:51.558 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2022-09-01T09:50:51.580 INFO:teuthology.orchestra.run.smithi052.stdout:(7/8): python3-scipy-1.0.0-21.module+el8.5.0+10 38 MB/s | 14 MB 00:00 2022-09-01T09:50:51.717 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2022-09-01T09:50:51.756 INFO:teuthology.orchestra.run.smithi052.stdout:(8/8): ceph-mgr-diskprediction-local-17.0.0-146 9.7 MB/s | 7.4 MB 00:00 2022-09-01T09:50:51.757 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:50:51.757 INFO:teuthology.orchestra.run.smithi052.stdout:Total 46 MB/s | 35 MB 00:00 2022-09-01T09:50:51.850 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2022-09-01T09:50:52.006 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:50:52.025 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:50:52.026 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:50:52.335 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:50:52.339 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:50:52.500 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2022-09-01T09:50:52.717 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 3/8 2022-09-01T09:50:53.217 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:50:53.341 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 3/8 2022-09-01T09:50:53.380 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2022-09-01T09:50:53.517 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : openblas-0.3.15-3.el8.x86_64 4/8 2022-09-01T09:50:53.521 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2022-09-01T09:50:53.647 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2022-09-01T09:50:54.238 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 4/8 2022-09-01T09:50:54.305 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2022-09-01T09:50:54.530 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 3/8 2022-09-01T09:50:54.540 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2022-09-01T09:50:54.758 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2022-09-01T09:50:55.170 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 3/8 2022-09-01T09:50:55.362 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : openblas-0.3.15-3.el8.x86_64 4/8 2022-09-01T09:50:56.074 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 4/8 2022-09-01T09:50:56.396 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2022-09-01T09:50:56.605 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2022-09-01T09:50:56.613 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2022-09-01T09:50:57.924 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 7/8 2022-09-01T09:50:58.083 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-diskprediction-local-2:17.0.0-14636.g538e7f 8/8 2022-09-01T09:50:58.368 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.0.0-14636.g538e7f 8/8 2022-09-01T09:50:58.369 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.0.0-14636.g538e7f 1/8 2022-09-01T09:50:58.369 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 2/8 2022-09-01T09:50:58.369 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 3/8 2022-09-01T09:50:58.369 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 4/8 2022-09-01T09:50:58.370 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 5/8 2022-09-01T09:50:58.370 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 6/8 2022-09-01T09:50:58.370 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 7/8 2022-09-01T09:50:58.493 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2022-09-01T09:50:58.887 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 8/8 2022-09-01T09:50:58.887 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:50:59.081 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:59.081 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:50:59.082 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-diskprediction-local-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:50:59.082 INFO:teuthology.orchestra.run.smithi044.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2022-09-01T09:50:59.082 INFO:teuthology.orchestra.run.smithi044.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2022-09-01T09:50:59.082 INFO:teuthology.orchestra.run.smithi044.stdout: openblas-0.3.15-3.el8.x86_64 2022-09-01T09:50:59.083 INFO:teuthology.orchestra.run.smithi044.stdout: openblas-threads-0.3.15-3.el8.x86_64 2022-09-01T09:50:59.083 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2022-09-01T09:50:59.083 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2022-09-01T09:50:59.083 INFO:teuthology.orchestra.run.smithi044.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2022-09-01T09:50:59.084 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:50:59.084 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:50:59.248 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph-mgr-rook 2022-09-01T09:50:59.615 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:50:59.796 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 7/8 2022-09-01T09:50:59.963 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-diskprediction-local-2:17.0.0-14636.g538e7f 8/8 2022-09-01T09:51:00.115 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 146 kB/s | 2.8 kB 00:00 2022-09-01T09:51:00.269 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.0.0-14636.g538e7f 8/8 2022-09-01T09:51:00.270 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.0.0-14636.g538e7f 1/8 2022-09-01T09:51:00.270 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 2/8 2022-09-01T09:51:00.270 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 3/8 2022-09-01T09:51:00.271 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 4/8 2022-09-01T09:51:00.271 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 5/8 2022-09-01T09:51:00.271 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 6/8 2022-09-01T09:51:00.272 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 7/8 2022-09-01T09:51:00.398 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 126 kB/s | 2.4 kB 00:00 2022-09-01T09:51:00.752 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 8/8 2022-09-01T09:51:00.752 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:51:00.943 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:00.943 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:51:00.944 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-diskprediction-local-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:51:00.944 INFO:teuthology.orchestra.run.smithi052.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2022-09-01T09:51:00.944 INFO:teuthology.orchestra.run.smithi052.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2022-09-01T09:51:00.944 INFO:teuthology.orchestra.run.smithi052.stdout: openblas-0.3.15-3.el8.x86_64 2022-09-01T09:51:00.945 INFO:teuthology.orchestra.run.smithi052.stdout: openblas-threads-0.3.15-3.el8.x86_64 2022-09-01T09:51:00.945 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2022-09-01T09:51:00.945 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2022-09-01T09:51:00.946 INFO:teuthology.orchestra.run.smithi052.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2022-09-01T09:51:00.946 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:00.947 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:51:01.076 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph-mgr-rook 2022-09-01T09:51:01.444 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:01.941 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 153 kB/s | 2.8 kB 00:00 2022-09-01T09:51:02.042 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:51:02.044 INFO:teuthology.orchestra.run.smithi044.stdout:========================================================================================================= 2022-09-01T09:51:02.044 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repository Size 2022-09-01T09:51:02.045 INFO:teuthology.orchestra.run.smithi044.stdout:========================================================================================================= 2022-09-01T09:51:02.045 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:51:02.046 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-rook noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 47 k 2022-09-01T09:51:02.046 INFO:teuthology.orchestra.run.smithi044.stdout:Installing dependencies: 2022-09-01T09:51:02.047 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2022-09-01T09:51:02.047 INFO:teuthology.orchestra.run.smithi044.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2022-09-01T09:51:02.048 INFO:teuthology.orchestra.run.smithi044.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2022-09-01T09:51:02.048 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2022-09-01T09:51:02.048 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2022-09-01T09:51:02.049 INFO:teuthology.orchestra.run.smithi044.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2022-09-01T09:51:02.049 INFO:teuthology.orchestra.run.smithi044.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2022-09-01T09:51:02.050 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2022-09-01T09:51:02.050 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2022-09-01T09:51:02.051 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2022-09-01T09:51:02.051 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2022-09-01T09:51:02.052 INFO:teuthology.orchestra.run.smithi044.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2022-09-01T09:51:02.052 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:02.056 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:51:02.057 INFO:teuthology.orchestra.run.smithi044.stdout:========================================================================================================= 2022-09-01T09:51:02.057 INFO:teuthology.orchestra.run.smithi044.stdout:Install 13 Packages 2022-09-01T09:51:02.057 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:02.058 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 1.9 M 2022-09-01T09:51:02.059 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 25 M 2022-09-01T09:51:02.059 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:51:02.155 INFO:teuthology.orchestra.run.smithi044.stdout:(1/13): python3-cachetools-3.1.1-4.el8.noarch.r 308 kB/s | 33 kB 00:00 2022-09-01T09:51:02.180 INFO:teuthology.orchestra.run.smithi044.stdout:(2/13): python3-certifi-2018.10.15-7.el8.noarch 123 kB/s | 16 kB 00:00 2022-09-01T09:51:02.222 INFO:teuthology.orchestra.run.smithi044.stdout:(3/13): ceph-mgr-rook-17.0.0-14636.g538e7f75.el 269 kB/s | 47 kB 00:00 2022-09-01T09:51:02.225 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 131 kB/s | 2.4 kB 00:00 2022-09-01T09:51:02.247 INFO:teuthology.orchestra.run.smithi044.stdout:(4/13): python3-google-auth-1.1.1-10.el8.noarch 881 kB/s | 81 kB 00:00 2022-09-01T09:51:02.297 INFO:teuthology.orchestra.run.smithi044.stdout:(5/13): python3-websocket-client-0.56.0-5.el8.n 1.2 MB/s | 61 kB 00:00 2022-09-01T09:51:02.331 INFO:teuthology.orchestra.run.smithi044.stdout:(6/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 3.7 MB/s | 126 kB 00:00 2022-09-01T09:51:02.356 INFO:teuthology.orchestra.run.smithi044.stdout:(7/13): python3-rsa-4.8-1.el8.noarch.rpm 458 kB/s | 61 kB 00:00 2022-09-01T09:51:02.382 INFO:teuthology.orchestra.run.smithi044.stdout:(8/13): python3-jsonpointer-1.10-11.el8.noarch. 397 kB/s | 20 kB 00:00 2022-09-01T09:51:02.407 INFO:teuthology.orchestra.run.smithi044.stdout:(9/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 524 kB/s | 27 kB 00:00 2022-09-01T09:51:02.433 INFO:teuthology.orchestra.run.smithi044.stdout:(10/13): python3-pyasn1-modules-0.3.7-6.el8.noa 2.1 MB/s | 110 kB 00:00 2022-09-01T09:51:02.458 INFO:teuthology.orchestra.run.smithi044.stdout:(11/13): python3-oauthlib-2.1.0-1.el8.noarch.rp 3.0 MB/s | 155 kB 00:00 2022-09-01T09:51:02.515 INFO:teuthology.orchestra.run.smithi044.stdout:(12/13): python3-requests-oauthlib-1.0.0-1.el8. 522 kB/s | 43 kB 00:00 2022-09-01T09:51:02.692 INFO:teuthology.orchestra.run.smithi044.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 2.3 MB/s | 1.2 MB 00:00 2022-09-01T09:51:02.693 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:51:02.693 INFO:teuthology.orchestra.run.smithi044.stdout:Total 3.0 MB/s | 1.9 MB 00:00 2022-09-01T09:51:02.758 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:51:02.774 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:51:02.774 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:51:02.850 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:51:02.854 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:51:03.359 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:51:03.560 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2022-09-01T09:51:03.788 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rsa-4.8-1.el8.noarch 2/13 2022-09-01T09:51:03.861 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:51:03.862 INFO:teuthology.orchestra.run.smithi052.stdout:========================================================================================================= 2022-09-01T09:51:03.862 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repository Size 2022-09-01T09:51:03.863 INFO:teuthology.orchestra.run.smithi052.stdout:========================================================================================================= 2022-09-01T09:51:03.863 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:51:03.863 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-rook noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 47 k 2022-09-01T09:51:03.863 INFO:teuthology.orchestra.run.smithi052.stdout:Installing dependencies: 2022-09-01T09:51:03.864 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2022-09-01T09:51:03.864 INFO:teuthology.orchestra.run.smithi052.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2022-09-01T09:51:03.864 INFO:teuthology.orchestra.run.smithi052.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2022-09-01T09:51:03.864 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2022-09-01T09:51:03.865 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2022-09-01T09:51:03.866 INFO:teuthology.orchestra.run.smithi052.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2022-09-01T09:51:03.867 INFO:teuthology.orchestra.run.smithi052.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2022-09-01T09:51:03.867 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2022-09-01T09:51:03.867 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2022-09-01T09:51:03.867 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2022-09-01T09:51:03.867 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2022-09-01T09:51:03.868 INFO:teuthology.orchestra.run.smithi052.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2022-09-01T09:51:03.868 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:03.868 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:51:03.868 INFO:teuthology.orchestra.run.smithi052.stdout:========================================================================================================= 2022-09-01T09:51:03.869 INFO:teuthology.orchestra.run.smithi052.stdout:Install 13 Packages 2022-09-01T09:51:03.869 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:03.869 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 1.9 M 2022-09-01T09:51:03.869 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 25 M 2022-09-01T09:51:03.869 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:51:03.982 INFO:teuthology.orchestra.run.smithi052.stdout:(1/13): python3-certifi-2018.10.15-7.el8.noarch 138 kB/s | 16 kB 00:00 2022-09-01T09:51:04.007 INFO:teuthology.orchestra.run.smithi052.stdout:(2/13): python3-cachetools-3.1.1-4.el8.noarch.r 230 kB/s | 33 kB 00:00 2022-09-01T09:51:04.049 INFO:teuthology.orchestra.run.smithi052.stdout:(3/13): ceph-mgr-rook-17.0.0-14636.g538e7f75.el 253 kB/s | 47 kB 00:00 2022-09-01T09:51:04.058 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 3/13 2022-09-01T09:51:04.100 INFO:teuthology.orchestra.run.smithi052.stdout:(4/13): python3-google-auth-1.1.1-10.el8.noarch 692 kB/s | 81 kB 00:00 2022-09-01T09:51:04.150 INFO:teuthology.orchestra.run.smithi052.stdout:(5/13): python3-websocket-client-0.56.0-5.el8.n 1.2 MB/s | 61 kB 00:00 2022-09-01T09:51:04.192 INFO:teuthology.orchestra.run.smithi052.stdout:(6/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 3.0 MB/s | 126 kB 00:00 2022-09-01T09:51:04.226 INFO:teuthology.orchestra.run.smithi052.stdout:(7/13): python3-rsa-4.8-1.el8.noarch.rpm 349 kB/s | 61 kB 00:00 2022-09-01T09:51:04.260 INFO:teuthology.orchestra.run.smithi052.stdout:(8/13): python3-jsonpointer-1.10-11.el8.noarch. 298 kB/s | 20 kB 00:00 2022-09-01T09:51:04.285 INFO:teuthology.orchestra.run.smithi052.stdout:(9/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 454 kB/s | 27 kB 00:00 2022-09-01T09:51:04.313 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 4/13 2022-09-01T09:51:04.327 INFO:teuthology.orchestra.run.smithi052.stdout:(10/13): python3-kubernetes-11.0.0-6.el8.noarch 3.7 MB/s | 1.2 MB 00:00 2022-09-01T09:51:04.393 INFO:teuthology.orchestra.run.smithi052.stdout:(11/13): python3-pyasn1-modules-0.3.7-6.el8.noa 830 kB/s | 110 kB 00:00 2022-09-01T09:51:04.427 INFO:teuthology.orchestra.run.smithi052.stdout:(12/13): python3-oauthlib-2.1.0-1.el8.noarch.rp 1.1 MB/s | 155 kB 00:00 2022-09-01T09:51:04.453 INFO:teuthology.orchestra.run.smithi052.stdout:(13/13): python3-requests-oauthlib-1.0.0-1.el8. 344 kB/s | 43 kB 00:00 2022-09-01T09:51:04.453 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:51:04.453 INFO:teuthology.orchestra.run.smithi052.stdout:Total 3.3 MB/s | 1.9 MB 00:00 2022-09-01T09:51:04.489 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 5/13 2022-09-01T09:51:04.513 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:51:04.529 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:51:04.529 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:51:04.605 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:51:04.609 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:51:04.640 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 6/13 2022-09-01T09:51:04.855 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 7/13 2022-09-01T09:51:05.007 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 8/13 2022-09-01T09:51:05.152 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:51:05.232 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 9/13 2022-09-01T09:51:05.381 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2022-09-01T09:51:05.492 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 10/13 2022-09-01T09:51:05.635 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rsa-4.8-1.el8.noarch 2/13 2022-09-01T09:51:05.871 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 3/13 2022-09-01T09:51:06.134 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 4/13 2022-09-01T09:51:06.360 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 5/13 2022-09-01T09:51:06.562 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 6/13 2022-09-01T09:51:06.603 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 11/13 2022-09-01T09:51:06.735 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 7/13 2022-09-01T09:51:06.825 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 12/13 2022-09-01T09:51:06.945 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 8/13 2022-09-01T09:51:07.103 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 9/13 2022-09-01T09:51:07.322 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 10/13 2022-09-01T09:51:07.348 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-rook-2:17.0.0-14636.g538e7f75.el8.noarch 13/13 2022-09-01T09:51:07.614 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-rook-2:17.0.0-14636.g538e7f75.el8.noarch 13/13 2022-09-01T09:51:07.614 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-rook-2:17.0.0-14636.g538e7f75.el8.noarch 1/13 2022-09-01T09:51:07.614 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 2/13 2022-09-01T09:51:07.615 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 3/13 2022-09-01T09:51:07.615 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 4/13 2022-09-01T09:51:07.615 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 5/13 2022-09-01T09:51:07.617 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 6/13 2022-09-01T09:51:07.617 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 7/13 2022-09-01T09:51:07.617 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 8/13 2022-09-01T09:51:07.618 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 9/13 2022-09-01T09:51:07.618 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 10/13 2022-09-01T09:51:07.618 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 11/13 2022-09-01T09:51:07.619 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 12/13 2022-09-01T09:51:08.198 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 13/13 2022-09-01T09:51:08.199 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:51:08.395 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:08.396 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:51:08.396 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-rook-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:51:08.396 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cachetools-3.1.1-4.el8.noarch 2022-09-01T09:51:08.396 INFO:teuthology.orchestra.run.smithi044.stdout: python3-certifi-2018.10.15-7.el8.noarch 2022-09-01T09:51:08.397 INFO:teuthology.orchestra.run.smithi044.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2022-09-01T09:51:08.397 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpatch-1.21-2.el8.noarch 2022-09-01T09:51:08.397 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpointer-1.10-11.el8.noarch 2022-09-01T09:51:08.397 INFO:teuthology.orchestra.run.smithi044.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2022-09-01T09:51:08.398 INFO:teuthology.orchestra.run.smithi044.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2022-09-01T09:51:08.398 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2022-09-01T09:51:08.398 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2022-09-01T09:51:08.398 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2022-09-01T09:51:08.399 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rsa-4.8-1.el8.noarch 2022-09-01T09:51:08.399 INFO:teuthology.orchestra.run.smithi044.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2022-09-01T09:51:08.399 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:08.399 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:51:08.421 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 11/13 2022-09-01T09:51:08.547 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph-mgr-cephadm 2022-09-01T09:51:08.672 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 12/13 2022-09-01T09:51:08.845 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-rook-2:17.0.0-14636.g538e7f75.el8.noarch 13/13 2022-09-01T09:51:08.922 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:09.090 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-rook-2:17.0.0-14636.g538e7f75.el8.noarch 13/13 2022-09-01T09:51:09.091 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-rook-2:17.0.0-14636.g538e7f75.el8.noarch 1/13 2022-09-01T09:51:09.091 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 2/13 2022-09-01T09:51:09.091 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 3/13 2022-09-01T09:51:09.091 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 4/13 2022-09-01T09:51:09.092 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 5/13 2022-09-01T09:51:09.092 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 6/13 2022-09-01T09:51:09.093 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 7/13 2022-09-01T09:51:09.093 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 8/13 2022-09-01T09:51:09.094 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 9/13 2022-09-01T09:51:09.094 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 10/13 2022-09-01T09:51:09.095 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 11/13 2022-09-01T09:51:09.095 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 12/13 2022-09-01T09:51:09.411 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 142 kB/s | 2.8 kB 00:00 2022-09-01T09:51:09.654 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 13/13 2022-09-01T09:51:09.654 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:51:09.694 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 123 kB/s | 2.4 kB 00:00 2022-09-01T09:51:09.845 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:09.845 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:51:09.846 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-rook-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:51:09.846 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cachetools-3.1.1-4.el8.noarch 2022-09-01T09:51:09.846 INFO:teuthology.orchestra.run.smithi052.stdout: python3-certifi-2018.10.15-7.el8.noarch 2022-09-01T09:51:09.846 INFO:teuthology.orchestra.run.smithi052.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2022-09-01T09:51:09.847 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpatch-1.21-2.el8.noarch 2022-09-01T09:51:09.847 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpointer-1.10-11.el8.noarch 2022-09-01T09:51:09.847 INFO:teuthology.orchestra.run.smithi052.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2022-09-01T09:51:09.847 INFO:teuthology.orchestra.run.smithi052.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2022-09-01T09:51:09.847 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2022-09-01T09:51:09.848 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2022-09-01T09:51:09.848 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2022-09-01T09:51:09.848 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rsa-4.8-1.el8.noarch 2022-09-01T09:51:09.848 INFO:teuthology.orchestra.run.smithi052.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2022-09-01T09:51:09.849 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:09.849 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:51:09.972 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph-mgr-cephadm 2022-09-01T09:51:10.344 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:10.855 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 154 kB/s | 2.8 kB 00:00 2022-09-01T09:51:11.164 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 131 kB/s | 2.4 kB 00:00 2022-09-01T09:51:11.298 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:51:11.300 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================================ 2022-09-01T09:51:11.301 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repository Size 2022-09-01T09:51:11.302 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================================ 2022-09-01T09:51:11.302 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:51:11.303 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-cephadm noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 114 k 2022-09-01T09:51:11.303 INFO:teuthology.orchestra.run.smithi044.stdout:Installing dependencies: 2022-09-01T09:51:11.304 INFO:teuthology.orchestra.run.smithi044.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2022-09-01T09:51:11.304 INFO:teuthology.orchestra.run.smithi044.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2022-09-01T09:51:11.305 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2022-09-01T09:51:11.305 INFO:teuthology.orchestra.run.smithi044.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2022-09-01T09:51:11.305 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:11.306 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:51:11.306 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================================ 2022-09-01T09:51:11.307 INFO:teuthology.orchestra.run.smithi044.stdout:Install 5 Packages 2022-09-01T09:51:11.307 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:11.308 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 5.9 M 2022-09-01T09:51:11.308 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 26 M 2022-09-01T09:51:11.308 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:51:11.450 INFO:teuthology.orchestra.run.smithi044.stdout:(1/5): python3-natsort-7.1.1-2.el8.noarch.rpm 406 kB/s | 60 kB 00:00 2022-09-01T09:51:11.494 INFO:teuthology.orchestra.run.smithi044.stdout:(2/5): ceph-mgr-cephadm-17.0.0-14636.g538e7f75. 601 kB/s | 114 kB 00:00 2022-09-01T09:51:11.526 INFO:teuthology.orchestra.run.smithi044.stdout:(3/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 7.0 MB/s | 538 kB 00:00 2022-09-01T09:51:11.551 INFO:teuthology.orchestra.run.smithi044.stdout:(4/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 1.9 MB/s | 476 kB 00:00 2022-09-01T09:51:11.664 INFO:teuthology.orchestra.run.smithi044.stdout:(5/5): python3-babel-2.5.1-7.el8.noarch.rpm 28 MB/s | 4.8 MB 00:00 2022-09-01T09:51:11.665 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:51:11.665 INFO:teuthology.orchestra.run.smithi044.stdout:Total 16 MB/s | 5.9 MB 00:00 2022-09-01T09:51:11.721 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:51:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:51:11.733 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:51:11.818 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:51:11.821 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:51:12.822 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:51:12.823 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================================ 2022-09-01T09:51:12.823 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repository Size 2022-09-01T09:51:12.823 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================================ 2022-09-01T09:51:12.824 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:51:12.824 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-cephadm noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 114 k 2022-09-01T09:51:12.824 INFO:teuthology.orchestra.run.smithi052.stdout:Installing dependencies: 2022-09-01T09:51:12.824 INFO:teuthology.orchestra.run.smithi052.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2022-09-01T09:51:12.825 INFO:teuthology.orchestra.run.smithi052.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2022-09-01T09:51:12.825 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2022-09-01T09:51:12.825 INFO:teuthology.orchestra.run.smithi052.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2022-09-01T09:51:12.825 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:12.826 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:51:12.826 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================================ 2022-09-01T09:51:12.826 INFO:teuthology.orchestra.run.smithi052.stdout:Install 5 Packages 2022-09-01T09:51:12.826 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:12.827 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:51:12.828 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 5.9 M 2022-09-01T09:51:12.828 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 26 M 2022-09-01T09:51:12.829 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:51:12.971 INFO:teuthology.orchestra.run.smithi052.stdout:(1/5): python3-natsort-7.1.1-2.el8.noarch.rpm 416 kB/s | 60 kB 00:00 2022-09-01T09:51:13.013 INFO:teuthology.orchestra.run.smithi052.stdout:(2/5): ceph-mgr-cephadm-17.0.0-14636.g538e7f75. 612 kB/s | 114 kB 00:00 2022-09-01T09:51:13.046 INFO:teuthology.orchestra.run.smithi052.stdout:(3/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 7.0 MB/s | 538 kB 00:00 2022-09-01T09:51:13.082 INFO:teuthology.orchestra.run.smithi052.stdout:(4/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 1.8 MB/s | 476 kB 00:00 2022-09-01T09:51:13.169 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 1/5 2022-09-01T09:51:13.172 INFO:teuthology.orchestra.run.smithi052.stdout:(5/5): python3-babel-2.5.1-7.el8.noarch.rpm 30 MB/s | 4.8 MB 00:00 2022-09-01T09:51:13.173 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:51:13.173 INFO:teuthology.orchestra.run.smithi052.stdout:Total 17 MB/s | 5.9 MB 00:00 2022-09-01T09:51:13.227 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:51:13.240 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:51:13.240 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:51:13.324 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:51:13.328 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:51:13.375 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 2/5 2022-09-01T09:51:13.712 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 3/5 2022-09-01T09:51:14.019 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2022-09-01T09:51:14.197 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 5/5 2022-09-01T09:51:14.342 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:51:14.470 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 5/5 2022-09-01T09:51:14.471 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 1/5 2022-09-01T09:51:14.471 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2022-09-01T09:51:14.471 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 3/5 2022-09-01T09:51:14.471 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 4/5 2022-09-01T09:51:14.707 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 1/5 2022-09-01T09:51:14.922 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 2/5 2022-09-01T09:51:14.989 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 5/5 2022-09-01T09:51:14.989 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:51:15.186 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:15.186 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:51:15.187 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:51:15.187 INFO:teuthology.orchestra.run.smithi044.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2022-09-01T09:51:15.187 INFO:teuthology.orchestra.run.smithi044.stdout: python3-babel-2.5.1-7.el8.noarch 2022-09-01T09:51:15.187 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jinja2-2.10.1-3.el8.noarch 2022-09-01T09:51:15.188 INFO:teuthology.orchestra.run.smithi044.stdout: python3-natsort-7.1.1-2.el8.noarch 2022-09-01T09:51:15.188 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:15.188 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:51:15.251 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 3/5 2022-09-01T09:51:15.335 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph-fuse 2022-09-01T09:51:15.558 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2022-09-01T09:51:15.710 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:15.760 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 5/5 2022-09-01T09:51:16.007 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 5/5 2022-09-01T09:51:16.008 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 1/5 2022-09-01T09:51:16.008 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2022-09-01T09:51:16.009 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 3/5 2022-09-01T09:51:16.009 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 4/5 2022-09-01T09:51:16.202 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 156 kB/s | 2.8 kB 00:00 2022-09-01T09:51:16.487 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 130 kB/s | 2.4 kB 00:00 2022-09-01T09:51:16.524 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 5/5 2022-09-01T09:51:16.525 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:51:16.723 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:16.724 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:51:16.724 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-cephadm-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:51:16.724 INFO:teuthology.orchestra.run.smithi052.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2022-09-01T09:51:16.724 INFO:teuthology.orchestra.run.smithi052.stdout: python3-babel-2.5.1-7.el8.noarch 2022-09-01T09:51:16.724 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jinja2-2.10.1-3.el8.noarch 2022-09-01T09:51:16.725 INFO:teuthology.orchestra.run.smithi052.stdout: python3-natsort-7.1.1-2.el8.noarch 2022-09-01T09:51:16.725 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:16.725 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:51:16.855 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph-fuse 2022-09-01T09:51:17.228 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:17.756 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 159 kB/s | 2.8 kB 00:00 2022-09-01T09:51:18.049 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 130 kB/s | 2.4 kB 00:00 2022-09-01T09:51:18.096 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:51:18.096 INFO:teuthology.orchestra.run.smithi044.stdout:====================================================================================== 2022-09-01T09:51:18.097 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repository Size 2022-09-01T09:51:18.097 INFO:teuthology.orchestra.run.smithi044.stdout:====================================================================================== 2022-09-01T09:51:18.098 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:51:18.098 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-fuse x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 845 k 2022-09-01T09:51:18.099 INFO:teuthology.orchestra.run.smithi044.stdout:Installing dependencies: 2022-09-01T09:51:18.099 INFO:teuthology.orchestra.run.smithi044.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2022-09-01T09:51:18.099 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:18.099 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:51:18.100 INFO:teuthology.orchestra.run.smithi044.stdout:====================================================================================== 2022-09-01T09:51:18.100 INFO:teuthology.orchestra.run.smithi044.stdout:Install 2 Packages 2022-09-01T09:51:18.100 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:18.101 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 928 k 2022-09-01T09:51:18.102 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 2.9 M 2022-09-01T09:51:18.102 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:51:18.144 INFO:teuthology.orchestra.run.smithi044.stdout:(1/2): fuse-2.9.7-15.el8.x86_64.rpm 1.7 MB/s | 83 kB 00:00 2022-09-01T09:51:18.394 INFO:teuthology.orchestra.run.smithi044.stdout:(2/2): ceph-fuse-17.0.0-14636.g538e7f75.el8.x86 2.8 MB/s | 845 kB 00:00 2022-09-01T09:51:18.395 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:51:18.396 INFO:teuthology.orchestra.run.smithi044.stdout:Total 3.0 MB/s | 928 kB 00:00 2022-09-01T09:51:18.407 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:51:18.430 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:51:18.431 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:51:18.508 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:51:18.512 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:51:18.803 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:51:19.058 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : fuse-2.9.7-15.el8.x86_64 1/2 2022-09-01T09:51:19.237 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 2/2 2022-09-01T09:51:19.590 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 2/2 2022-09-01T09:51:19.590 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 1/2 2022-09-01T09:51:19.691 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:51:19.692 INFO:teuthology.orchestra.run.smithi052.stdout:====================================================================================== 2022-09-01T09:51:19.692 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repository Size 2022-09-01T09:51:19.692 INFO:teuthology.orchestra.run.smithi052.stdout:====================================================================================== 2022-09-01T09:51:19.692 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:51:19.693 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-fuse x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 845 k 2022-09-01T09:51:19.693 INFO:teuthology.orchestra.run.smithi052.stdout:Installing dependencies: 2022-09-01T09:51:19.693 INFO:teuthology.orchestra.run.smithi052.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2022-09-01T09:51:19.694 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:19.694 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:51:19.694 INFO:teuthology.orchestra.run.smithi052.stdout:====================================================================================== 2022-09-01T09:51:19.694 INFO:teuthology.orchestra.run.smithi052.stdout:Install 2 Packages 2022-09-01T09:51:19.695 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:19.695 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 928 k 2022-09-01T09:51:19.696 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 2.9 M 2022-09-01T09:51:19.696 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:51:19.740 INFO:teuthology.orchestra.run.smithi052.stdout:(1/2): fuse-2.9.7-15.el8.x86_64.rpm 1.8 MB/s | 83 kB 00:00 2022-09-01T09:51:19.981 INFO:teuthology.orchestra.run.smithi052.stdout:(2/2): ceph-fuse-17.0.0-14636.g538e7f75.el8.x86 2.9 MB/s | 845 kB 00:00 2022-09-01T09:51:19.982 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:51:19.982 INFO:teuthology.orchestra.run.smithi052.stdout:Total 3.1 MB/s | 928 kB 00:00 2022-09-01T09:51:19.993 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:51:20.016 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:51:20.016 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:51:20.084 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 2/2 2022-09-01T09:51:20.085 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:51:20.094 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:51:20.098 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:51:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:51:20.283 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:20.283 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:51:20.283 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 fuse-2.9.7-15.el8.x86_64 2022-09-01T09:51:20.283 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:20.284 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:51:20.530 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : fuse-2.9.7-15.el8.x86_64 1/2 2022-09-01T09:51:20.581 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph-volume 2022-09-01T09:51:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 2/2 2022-09-01T09:51:20.960 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:21.019 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 2/2 2022-09-01T09:51:21.020 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 1/2 2022-09-01T09:51:21.476 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 156 kB/s | 2.8 kB 00:00 2022-09-01T09:51:21.551 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 2/2 2022-09-01T09:51:21.552 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:51:21.739 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:21.739 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:51:21.739 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 fuse-2.9.7-15.el8.x86_64 2022-09-01T09:51:21.740 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:21.740 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:51:21.759 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 134 kB/s | 2.4 kB 00:00 2022-09-01T09:51:21.952 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph-volume 2022-09-01T09:51:22.332 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:22.822 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 148 kB/s | 2.8 kB 00:00 2022-09-01T09:51:23.121 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 133 kB/s | 2.4 kB 00:00 2022-09-01T09:51:23.397 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:51:23.398 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:51:23.398 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repository Size 2022-09-01T09:51:23.399 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:51:23.399 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:51:23.399 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-volume noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 263 k 2022-09-01T09:51:23.400 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:23.400 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:51:23.400 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:51:23.400 INFO:teuthology.orchestra.run.smithi044.stdout:Install 1 Package 2022-09-01T09:51:23.401 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:23.401 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 263 k 2022-09-01T09:51:23.402 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 1.3 M 2022-09-01T09:51:23.403 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:51:23.617 INFO:teuthology.orchestra.run.smithi044.stdout:ceph-volume-17.0.0-14636.g538e7f75.el8.noarch.r 1.2 MB/s | 263 kB 00:00 2022-09-01T09:51:23.618 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:51:23.619 INFO:teuthology.orchestra.run.smithi044.stdout:Total 1.2 MB/s | 263 kB 00:00 2022-09-01T09:51:23.619 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:51:23.629 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:51:23.629 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:51:23.648 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:51:23.652 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:51:23.829 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:51:24.102 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-volume-2:17.0.0-14636.g538e7f75.el8.noarch 1/1 2022-09-01T09:51:24.473 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-volume-2:17.0.0-14636.g538e7f75.el8.noarch 1/1 2022-09-01T09:51:24.765 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:51:24.766 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:51:24.766 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repository Size 2022-09-01T09:51:24.766 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:51:24.766 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:51:24.767 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-volume noarch 2:17.0.0-14636.g538e7f75.el8 ceph-noarch 263 k 2022-09-01T09:51:24.767 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:24.767 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:51:24.767 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:51:24.768 INFO:teuthology.orchestra.run.smithi052.stdout:Install 1 Package 2022-09-01T09:51:24.768 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:24.768 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 263 k 2022-09-01T09:51:24.768 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 1.3 M 2022-09-01T09:51:24.769 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:51:24.956 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-volume-2:17.0.0-14636.g538e7f75.el8.noarch 1/1 2022-09-01T09:51:24.957 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:51:25.079 INFO:teuthology.orchestra.run.smithi052.stdout:ceph-volume-17.0.0-14636.g538e7f75.el8.noarch.r 841 kB/s | 263 kB 00:00 2022-09-01T09:51:25.080 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:51:25.080 INFO:teuthology.orchestra.run.smithi052.stdout:Total 838 kB/s | 263 kB 00:00 2022-09-01T09:51:25.080 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:51:25.091 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:51:25.092 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:51:25.110 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:51:25.114 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:51:25.148 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:25.148 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:51:25.149 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-volume-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:51:25.149 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:25.150 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:51:25.288 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:51:25.434 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install librados-devel 2022-09-01T09:51:25.581 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-volume-2:17.0.0-14636.g538e7f75.el8.noarch 1/1 2022-09-01T09:51:25.815 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:25.956 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-volume-2:17.0.0-14636.g538e7f75.el8.noarch 1/1 2022-09-01T09:51:26.308 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 150 kB/s | 2.8 kB 00:00 2022-09-01T09:51:26.423 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-volume-2:17.0.0-14636.g538e7f75.el8.noarch 1/1 2022-09-01T09:51:26.424 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:51:26.599 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 130 kB/s | 2.4 kB 00:00 2022-09-01T09:51:26.613 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:26.613 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:51:26.614 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-volume-2:17.0.0-14636.g538e7f75.el8.noarch 2022-09-01T09:51:26.614 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:26.614 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:51:26.868 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install librados-devel 2022-09-01T09:51:27.249 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:27.737 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 145 kB/s | 2.8 kB 00:00 2022-09-01T09:51:28.027 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 133 kB/s | 2.4 kB 00:00 2022-09-01T09:51:28.218 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:51:28.219 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:51:28.219 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repo Size 2022-09-01T09:51:28.220 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:51:28.220 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:51:28.220 INFO:teuthology.orchestra.run.smithi044.stdout: librados-devel x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 139 k 2022-09-01T09:51:28.221 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:28.221 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:51:28.221 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:51:28.221 INFO:teuthology.orchestra.run.smithi044.stdout:Install 1 Package 2022-09-01T09:51:28.221 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:28.222 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 139 k 2022-09-01T09:51:28.222 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 511 k 2022-09-01T09:51:28.222 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:51:28.582 INFO:teuthology.orchestra.run.smithi044.stdout:librados-devel-17.0.0-14636.g538e7f75.el8.x86_6 384 kB/s | 139 kB 00:00 2022-09-01T09:51:28.583 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:51:28.583 INFO:teuthology.orchestra.run.smithi044.stdout:Total 382 kB/s | 139 kB 00:00 2022-09-01T09:51:28.584 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:51:28.589 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:51:28.590 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:51:28.650 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:51:28.654 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:51:29.305 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:51:29.626 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:51:29.627 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:51:29.627 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repo Size 2022-09-01T09:51:29.628 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:51:29.628 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:51:29.628 INFO:teuthology.orchestra.run.smithi052.stdout: librados-devel x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 139 k 2022-09-01T09:51:29.628 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:29.629 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:51:29.629 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:51:29.629 INFO:teuthology.orchestra.run.smithi052.stdout:Install 1 Package 2022-09-01T09:51:29.629 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:29.630 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 139 k 2022-09-01T09:51:29.630 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 511 k 2022-09-01T09:51:29.630 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:51:30.126 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librados-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:51:30.297 INFO:teuthology.orchestra.run.smithi052.stdout:librados-devel-17.0.0-14636.g538e7f75.el8.x86_6 208 kB/s | 139 kB 00:00 2022-09-01T09:51:30.298 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:51:30.298 INFO:teuthology.orchestra.run.smithi052.stdout:Total 207 kB/s | 139 kB 00:00 2022-09-01T09:51:30.299 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:51:30.305 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:51:30.306 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:51:30.371 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:51:30.375 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:51:30.380 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librados-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:51:30.883 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librados-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:51:30.884 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:51:30.923 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:51:31.077 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:31.078 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:51:31.078 INFO:teuthology.orchestra.run.smithi044.stdout: librados-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:51:31.079 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:31.079 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:51:31.198 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librados-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:51:31.310 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install libcephfs2 2022-09-01T09:51:31.449 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librados-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:51:31.690 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:31.927 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librados-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:51:31.927 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:51:32.113 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:32.114 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:51:32.114 INFO:teuthology.orchestra.run.smithi052.stdout: librados-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:51:32.114 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:32.115 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:51:32.191 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 149 kB/s | 2.8 kB 00:00 2022-09-01T09:51:32.329 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install libcephfs2 2022-09-01T09:51:32.475 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 129 kB/s | 2.4 kB 00:00 2022-09-01T09:51:32.709 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:33.202 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 148 kB/s | 2.8 kB 00:00 2022-09-01T09:51:33.494 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 131 kB/s | 2.4 kB 00:00 2022-09-01T09:51:34.023 INFO:teuthology.orchestra.run.smithi044.stdout:Package libcephfs2-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:51:34.138 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:51:34.139 INFO:teuthology.orchestra.run.smithi044.stdout:Nothing to do. 2022-09-01T09:51:34.140 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:51:34.267 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install libcephfs-devel 2022-09-01T09:51:34.648 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:35.014 INFO:teuthology.orchestra.run.smithi052.stdout:Package libcephfs2-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:51:35.130 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:51:35.131 INFO:teuthology.orchestra.run.smithi052.stdout:Nothing to do. 2022-09-01T09:51:35.131 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:51:35.184 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 147 kB/s | 2.8 kB 00:00 2022-09-01T09:51:35.235 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install libcephfs-devel 2022-09-01T09:51:35.468 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 130 kB/s | 2.4 kB 00:00 2022-09-01T09:51:35.613 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:36.105 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 148 kB/s | 2.8 kB 00:00 2022-09-01T09:51:36.397 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 126 kB/s | 2.4 kB 00:00 2022-09-01T09:51:37.106 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:51:37.108 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:51:37.108 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repo Size 2022-09-01T09:51:37.109 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:51:37.109 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:51:37.110 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs-devel x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 30 k 2022-09-01T09:51:37.111 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:37.111 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:51:37.112 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:51:37.112 INFO:teuthology.orchestra.run.smithi044.stdout:Install 1 Package 2022-09-01T09:51:37.112 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:37.113 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 30 k 2022-09-01T09:51:37.113 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 137 k 2022-09-01T09:51:37.114 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:51:37.474 INFO:teuthology.orchestra.run.smithi044.stdout:libcephfs-devel-17.0.0-14636.g538e7f75.el8.x86_ 83 kB/s | 30 kB 00:00 2022-09-01T09:51:37.475 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:51:37.475 INFO:teuthology.orchestra.run.smithi044.stdout:Total 83 kB/s | 30 kB 00:00 2022-09-01T09:51:37.475 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:51:37.479 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:51:37.480 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:51:37.492 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:51:37.496 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:51:37.553 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:51:37.717 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libcephfs-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:51:37.947 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libcephfs-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:51:38.032 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:51:38.033 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:51:38.034 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repo Size 2022-09-01T09:51:38.034 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:51:38.034 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:51:38.035 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs-devel x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 30 k 2022-09-01T09:51:38.035 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:38.035 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:51:38.035 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:51:38.036 INFO:teuthology.orchestra.run.smithi052.stdout:Install 1 Package 2022-09-01T09:51:38.036 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:38.036 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 30 k 2022-09-01T09:51:38.037 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 137 k 2022-09-01T09:51:38.037 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:51:38.344 INFO:teuthology.orchestra.run.smithi052.stdout:libcephfs-devel-17.0.0-14636.g538e7f75.el8.x86_ 98 kB/s | 30 kB 00:00 2022-09-01T09:51:38.345 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:51:38.345 INFO:teuthology.orchestra.run.smithi052.stdout:Total 98 kB/s | 30 kB 00:00 2022-09-01T09:51:38.346 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:51:38.349 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:51:38.350 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:51:38.361 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:51:38.365 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:51:38.403 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libcephfs-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:51:38.403 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:51:38.419 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:51:38.594 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:38.595 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:51:38.595 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:51:38.596 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:38.596 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:51:38.630 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libcephfs-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:51:38.733 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install librados2 2022-09-01T09:51:38.840 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libcephfs-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:51:39.111 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:39.308 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libcephfs-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:51:39.309 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:51:39.501 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:39.502 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:51:39.502 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs-devel-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:51:39.502 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:39.502 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:51:39.622 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 149 kB/s | 2.8 kB 00:00 2022-09-01T09:51:39.635 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install librados2 2022-09-01T09:51:39.905 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 126 kB/s | 2.4 kB 00:00 2022-09-01T09:51:40.010 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:40.499 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 149 kB/s | 2.8 kB 00:00 2022-09-01T09:51:40.782 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 132 kB/s | 2.4 kB 00:00 2022-09-01T09:51:41.427 INFO:teuthology.orchestra.run.smithi044.stdout:Package librados2-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:51:41.542 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:51:41.544 INFO:teuthology.orchestra.run.smithi044.stdout:Nothing to do. 2022-09-01T09:51:41.544 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:51:41.674 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install librbd1 2022-09-01T09:51:42.050 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:42.308 INFO:teuthology.orchestra.run.smithi052.stdout:Package librados2-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:51:42.423 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:51:42.424 INFO:teuthology.orchestra.run.smithi052.stdout:Nothing to do. 2022-09-01T09:51:42.425 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:51:42.541 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install librbd1 2022-09-01T09:51:42.548 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 155 kB/s | 2.8 kB 00:00 2022-09-01T09:51:42.832 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 131 kB/s | 2.4 kB 00:00 2022-09-01T09:51:42.914 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:43.436 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 157 kB/s | 2.8 kB 00:00 2022-09-01T09:51:43.718 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 134 kB/s | 2.4 kB 00:00 2022-09-01T09:51:44.363 INFO:teuthology.orchestra.run.smithi044.stdout:Package librbd1-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:51:44.478 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:51:44.479 INFO:teuthology.orchestra.run.smithi044.stdout:Nothing to do. 2022-09-01T09:51:44.479 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:51:44.616 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install python3-rados 2022-09-01T09:51:44.992 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:45.268 INFO:teuthology.orchestra.run.smithi052.stdout:Package librbd1-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:51:45.384 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:51:45.385 INFO:teuthology.orchestra.run.smithi052.stdout:Nothing to do. 2022-09-01T09:51:45.385 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:51:45.482 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 157 kB/s | 2.8 kB 00:00 2022-09-01T09:51:45.494 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install python3-rados 2022-09-01T09:51:45.767 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 125 kB/s | 2.4 kB 00:00 2022-09-01T09:51:45.871 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:46.377 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 159 kB/s | 2.8 kB 00:00 2022-09-01T09:51:46.661 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 132 kB/s | 2.4 kB 00:00 2022-09-01T09:51:47.298 INFO:teuthology.orchestra.run.smithi044.stdout:Package python3-rados-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:51:47.414 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:51:47.416 INFO:teuthology.orchestra.run.smithi044.stdout:Nothing to do. 2022-09-01T09:51:47.416 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:51:47.545 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install python3-rgw 2022-09-01T09:51:47.922 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:48.200 INFO:teuthology.orchestra.run.smithi052.stdout:Package python3-rados-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:51:48.315 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:51:48.316 INFO:teuthology.orchestra.run.smithi052.stdout:Nothing to do. 2022-09-01T09:51:48.317 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:51:48.419 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 150 kB/s | 2.8 kB 00:00 2022-09-01T09:51:48.425 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install python3-rgw 2022-09-01T09:51:48.702 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 135 kB/s | 2.4 kB 00:00 2022-09-01T09:51:48.801 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:49.313 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 159 kB/s | 2.8 kB 00:00 2022-09-01T09:51:49.613 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 135 kB/s | 2.4 kB 00:00 2022-09-01T09:51:50.206 INFO:teuthology.orchestra.run.smithi044.stdout:Package python3-rgw-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:51:50.320 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:51:50.321 INFO:teuthology.orchestra.run.smithi044.stdout:Nothing to do. 2022-09-01T09:51:50.321 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:51:50.447 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install python3-cephfs 2022-09-01T09:51:50.821 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:51.130 INFO:teuthology.orchestra.run.smithi052.stdout:Package python3-rgw-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:51:51.244 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:51:51.245 INFO:teuthology.orchestra.run.smithi052.stdout:Nothing to do. 2022-09-01T09:51:51.246 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:51:51.319 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 151 kB/s | 2.8 kB 00:00 2022-09-01T09:51:51.349 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install python3-cephfs 2022-09-01T09:51:51.595 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 130 kB/s | 2.4 kB 00:00 2022-09-01T09:51:51.723 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:52.206 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 156 kB/s | 2.8 kB 00:00 2022-09-01T09:51:52.491 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 126 kB/s | 2.4 kB 00:00 2022-09-01T09:51:53.100 INFO:teuthology.orchestra.run.smithi044.stdout:Package python3-cephfs-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:51:53.216 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:51:53.217 INFO:teuthology.orchestra.run.smithi044.stdout:Nothing to do. 2022-09-01T09:51:53.217 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:51:53.346 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install python3-rbd 2022-09-01T09:51:53.720 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:54.012 INFO:teuthology.orchestra.run.smithi052.stdout:Package python3-cephfs-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:51:54.126 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:51:54.127 INFO:teuthology.orchestra.run.smithi052.stdout:Nothing to do. 2022-09-01T09:51:54.127 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:51:54.203 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 159 kB/s | 2.8 kB 00:00 2022-09-01T09:51:54.236 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install python3-rbd 2022-09-01T09:51:54.488 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 130 kB/s | 2.4 kB 00:00 2022-09-01T09:51:54.609 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:55.115 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 150 kB/s | 2.8 kB 00:00 2022-09-01T09:51:55.398 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 134 kB/s | 2.4 kB 00:00 2022-09-01T09:51:56.013 INFO:teuthology.orchestra.run.smithi044.stdout:Package python3-rbd-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:51:56.127 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:51:56.128 INFO:teuthology.orchestra.run.smithi044.stdout:Nothing to do. 2022-09-01T09:51:56.128 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:51:56.255 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install rbd-fuse 2022-09-01T09:51:56.631 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:56.887 INFO:teuthology.orchestra.run.smithi052.stdout:Package python3-rbd-2:17.0.0-14636.g538e7f75.el8.x86_64 is already installed. 2022-09-01T09:51:57.000 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:51:57.001 INFO:teuthology.orchestra.run.smithi052.stdout:Nothing to do. 2022-09-01T09:51:57.002 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:51:57.114 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install rbd-fuse 2022-09-01T09:51:57.147 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 151 kB/s | 2.8 kB 00:00 2022-09-01T09:51:57.439 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 132 kB/s | 2.4 kB 00:00 2022-09-01T09:51:57.489 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:51:58.000 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 150 kB/s | 2.8 kB 00:00 2022-09-01T09:51:58.293 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 120 kB/s | 2.4 kB 00:00 2022-09-01T09:51:59.086 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:51:59.087 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:51:59.087 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repo Size 2022-09-01T09:51:59.087 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:51:59.087 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:51:59.088 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-fuse x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 94 k 2022-09-01T09:51:59.088 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:59.088 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:51:59.089 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:51:59.089 INFO:teuthology.orchestra.run.smithi044.stdout:Install 1 Package 2022-09-01T09:51:59.089 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:51:59.090 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 94 k 2022-09-01T09:51:59.090 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 280 k 2022-09-01T09:51:59.090 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:51:59.262 INFO:teuthology.orchestra.run.smithi044.stdout:rbd-fuse-17.0.0-14636.g538e7f75.el8.x86_64.rpm 539 kB/s | 94 kB 00:00 2022-09-01T09:51:59.263 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:51:59.263 INFO:teuthology.orchestra.run.smithi044.stdout:Total 536 kB/s | 94 kB 00:00 2022-09-01T09:51:59.264 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:51:59.274 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:51:59.275 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:51:59.332 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:51:59.336 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:51:59.451 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:51:59.631 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : rbd-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:51:59.858 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: rbd-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:51:59.927 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:51:59.929 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:51:59.929 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repo Size 2022-09-01T09:51:59.929 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:51:59.930 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:51:59.930 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-fuse x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 94 k 2022-09-01T09:51:59.930 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:59.930 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:51:59.931 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:51:59.931 INFO:teuthology.orchestra.run.smithi052.stdout:Install 1 Package 2022-09-01T09:51:59.931 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:51:59.931 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 94 k 2022-09-01T09:51:59.932 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 280 k 2022-09-01T09:51:59.932 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:52:00.124 INFO:teuthology.orchestra.run.smithi052.stdout:rbd-fuse-17.0.0-14636.g538e7f75.el8.x86_64.rpm 484 kB/s | 94 kB 00:00 2022-09-01T09:52:00.124 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:52:00.125 INFO:teuthology.orchestra.run.smithi052.stdout:Total 481 kB/s | 94 kB 00:00 2022-09-01T09:52:00.125 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:52:00.136 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:52:00.137 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:52:00.194 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:52:00.198 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:52:00.311 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:52:00.375 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : rbd-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:00.376 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:52:00.436 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : rbd-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:00.567 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:00.567 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:52:00.568 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:52:00.568 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:00.569 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:52:00.674 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: rbd-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:00.858 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install rbd-mirror 2022-09-01T09:52:01.182 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : rbd-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:01.183 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:52:01.241 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:52:01.374 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:01.374 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:52:01.375 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-fuse-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:52:01.375 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:01.376 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:52:01.627 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install rbd-mirror 2022-09-01T09:52:01.802 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 153 kB/s | 2.8 kB 00:00 2022-09-01T09:52:02.010 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:52:02.109 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 134 kB/s | 2.4 kB 00:00 2022-09-01T09:52:02.504 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 153 kB/s | 2.8 kB 00:00 2022-09-01T09:52:02.814 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 125 kB/s | 2.4 kB 00:00 2022-09-01T09:52:03.733 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:52:03.734 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:52:03.734 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repo Size 2022-09-01T09:52:03.734 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:52:03.735 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:52:03.735 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-mirror x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 3.5 M 2022-09-01T09:52:03.735 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:03.735 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:52:03.736 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:52:03.736 INFO:teuthology.orchestra.run.smithi044.stdout:Install 1 Package 2022-09-01T09:52:03.736 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:03.736 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 3.5 M 2022-09-01T09:52:03.736 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 16 M 2022-09-01T09:52:03.737 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:52:04.437 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:52:04.438 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:52:04.439 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repo Size 2022-09-01T09:52:04.439 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:52:04.439 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:52:04.439 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-mirror x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 3.5 M 2022-09-01T09:52:04.439 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:04.440 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:52:04.440 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:52:04.440 INFO:teuthology.orchestra.run.smithi052.stdout:Install 1 Package 2022-09-01T09:52:04.440 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:04.441 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 3.5 M 2022-09-01T09:52:04.441 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 16 M 2022-09-01T09:52:04.441 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:52:04.451 INFO:teuthology.orchestra.run.smithi044.stdout:rbd-mirror-17.0.0-14636.g538e7f75.el8.x86_64.rp 4.9 MB/s | 3.5 MB 00:00 2022-09-01T09:52:04.451 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:52:04.451 INFO:teuthology.orchestra.run.smithi044.stdout:Total 4.8 MB/s | 3.5 MB 00:00 2022-09-01T09:52:04.452 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:52:04.464 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:52:04.465 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:52:04.536 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:52:04.540 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:52:05.006 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:52:05.153 INFO:teuthology.orchestra.run.smithi052.stdout:rbd-mirror-17.0.0-14636.g538e7f75.el8.x86_64.rp 4.9 MB/s | 3.5 MB 00:00 2022-09-01T09:52:05.155 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:52:05.155 INFO:teuthology.orchestra.run.smithi052.stdout:Total 4.9 MB/s | 3.5 MB 00:00 2022-09-01T09:52:05.155 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:52:05.168 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:52:05.168 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:52:05.183 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : rbd-mirror-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:05.238 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:52:05.242 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:52:05.560 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: rbd-mirror-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:05.714 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:52:05.863 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : rbd-mirror-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:06.063 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : rbd-mirror-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:06.064 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:52:06.242 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: rbd-mirror-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:06.255 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:06.256 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:52:06.256 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-mirror-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:52:06.256 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:06.257 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:52:06.507 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install rbd-nbd 2022-09-01T09:52:06.704 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : rbd-mirror-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:06.705 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:52:06.889 INFO:teuthology.orchestra.run.smithi044.stdout:Updating Subscription Management repositories. 2022-09-01T09:52:06.895 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:06.896 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:52:06.896 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-mirror-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:52:06.896 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:06.896 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:52:07.136 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install rbd-nbd 2022-09-01T09:52:07.381 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 149 kB/s | 2.8 kB 00:00 2022-09-01T09:52:07.516 INFO:teuthology.orchestra.run.smithi052.stdout:Updating Subscription Management repositories. 2022-09-01T09:52:07.656 INFO:teuthology.orchestra.run.smithi044.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 133 kB/s | 2.4 kB 00:00 2022-09-01T09:52:08.016 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 161 kB/s | 2.8 kB 00:00 2022-09-01T09:52:08.300 INFO:teuthology.orchestra.run.smithi052.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 132 kB/s | 2.4 kB 00:00 2022-09-01T09:52:09.302 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2022-09-01T09:52:09.303 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:52:09.303 INFO:teuthology.orchestra.run.smithi044.stdout: Package Architecture Version Repository Size 2022-09-01T09:52:09.303 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:52:09.303 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2022-09-01T09:52:09.304 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-nbd x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 174 k 2022-09-01T09:52:09.304 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:09.304 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2022-09-01T09:52:09.304 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2022-09-01T09:52:09.305 INFO:teuthology.orchestra.run.smithi044.stdout:Install 1 Package 2022-09-01T09:52:09.305 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:09.305 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 174 k 2022-09-01T09:52:09.305 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 552 k 2022-09-01T09:52:09.305 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2022-09-01T09:52:09.908 INFO:teuthology.orchestra.run.smithi044.stdout:rbd-nbd-17.0.0-14636.g538e7f75.el8.x86_64.rpm 289 kB/s | 174 kB 00:00 2022-09-01T09:52:09.909 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:52:09.909 INFO:teuthology.orchestra.run.smithi044.stdout:Total 288 kB/s | 174 kB 00:00 2022-09-01T09:52:09.909 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2022-09-01T09:52:09.921 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2022-09-01T09:52:09.922 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:52:09.922 INFO:teuthology.orchestra.run.smithi052.stdout: Package Architecture Version Repository Size 2022-09-01T09:52:09.923 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:52:09.923 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2022-09-01T09:52:09.923 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-nbd x86_64 2:17.0.0-14636.g538e7f75.el8 ceph 174 k 2022-09-01T09:52:09.924 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:09.924 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2022-09-01T09:52:09.924 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2022-09-01T09:52:09.924 INFO:teuthology.orchestra.run.smithi052.stdout:Install 1 Package 2022-09-01T09:52:09.925 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:09.925 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 174 k 2022-09-01T09:52:09.925 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 552 k 2022-09-01T09:52:09.925 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2022-09-01T09:52:09.927 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2022-09-01T09:52:09.927 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2022-09-01T09:52:09.986 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2022-09-01T09:52:09.989 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2022-09-01T09:52:10.111 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2022-09-01T09:52:10.260 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : rbd-nbd-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:10.522 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: rbd-nbd-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:10.574 INFO:teuthology.orchestra.run.smithi052.stdout:rbd-nbd-17.0.0-14636.g538e7f75.el8.x86_64.rpm 268 kB/s | 174 kB 00:00 2022-09-01T09:52:10.575 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2022-09-01T09:52:10.575 INFO:teuthology.orchestra.run.smithi052.stdout:Total 268 kB/s | 174 kB 00:00 2022-09-01T09:52:10.575 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2022-09-01T09:52:10.589 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2022-09-01T09:52:10.590 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2022-09-01T09:52:10.653 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2022-09-01T09:52:10.657 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2022-09-01T09:52:10.780 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2022-09-01T09:52:10.926 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : rbd-nbd-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:11.081 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : rbd-nbd-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:11.082 INFO:teuthology.orchestra.run.smithi044.stdout:Installed products updated. 2022-09-01T09:52:11.168 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: rbd-nbd-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:11.274 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:11.274 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2022-09-01T09:52:11.275 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-nbd-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:52:11.275 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:11.276 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2022-09-01T09:52:11.514 DEBUG:teuthology.parallel:result is None 2022-09-01T09:52:11.715 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : rbd-nbd-2:17.0.0-14636.g538e7f75.el8.x86_64 1/1 2022-09-01T09:52:11.715 INFO:teuthology.orchestra.run.smithi052.stdout:Installed products updated. 2022-09-01T09:52:11.904 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:11.905 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2022-09-01T09:52:11.905 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-nbd-2:17.0.0-14636.g538e7f75.el8.x86_64 2022-09-01T09:52:11.905 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:11.906 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2022-09-01T09:52:12.119 DEBUG:teuthology.parallel:result is None 2022-09-01T09:52:12.121 DEBUG:teuthology.orchestra.run.smithi044:> sudo lsb_release -is 2022-09-01T09:52:12.179 INFO:teuthology.orchestra.run.smithi044.stdout:RedHatEnterprise 2022-09-01T09:52:12.181 DEBUG:teuthology.misc:System to be installed: RedHatEnterprise 2022-09-01T09:52:12.183 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=538e7f759b27ed88dfb7236d15eb8fa6f6a7d952 2022-09-01T09:52:12.353 DEBUG:teuthology.orchestra.run.smithi044:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2022-09-01T09:52:12.381 INFO:teuthology.orchestra.run.smithi044.stdout:17.0.0-14636.g538e7f75.el8 2022-09-01T09:52:12.382 INFO:teuthology.packaging:The installed version of ceph is 17.0.0-14636.g538e7f75.el8 2022-09-01T09:52:12.382 INFO:teuthology.task.install:The correct ceph version 17.0.0-14636.g538e7f75 is installed. 2022-09-01T09:52:12.383 DEBUG:teuthology.orchestra.run.smithi052:> sudo lsb_release -is 2022-09-01T09:52:12.427 INFO:teuthology.orchestra.run.smithi052.stdout:RedHatEnterprise 2022-09-01T09:52:12.429 DEBUG:teuthology.misc:System to be installed: RedHatEnterprise 2022-09-01T09:52:12.430 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=538e7f759b27ed88dfb7236d15eb8fa6f6a7d952 2022-09-01T09:52:12.591 DEBUG:teuthology.orchestra.run.smithi052:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2022-09-01T09:52:12.616 INFO:teuthology.orchestra.run.smithi052.stdout:17.0.0-14636.g538e7f75.el8 2022-09-01T09:52:12.617 INFO:teuthology.packaging:The installed version of ceph is 17.0.0-14636.g538e7f75.el8 2022-09-01T09:52:12.617 INFO:teuthology.task.install:The correct ceph version 17.0.0-14636.g538e7f75 is installed. 2022-09-01T09:52:12.618 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2022-09-01T09:52:12.619 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:12.620 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2022-09-01T09:52:12.666 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:12.667 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2022-09-01T09:52:12.699 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2022-09-01T09:52:12.700 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:12.700 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/usr/bin/daemon-helper 2022-09-01T09:52:12.738 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod a=rx -- /usr/bin/daemon-helper 2022-09-01T09:52:12.811 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:12.811 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/usr/bin/daemon-helper 2022-09-01T09:52:12.839 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod a=rx -- /usr/bin/daemon-helper 2022-09-01T09:52:12.906 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2022-09-01T09:52:12.907 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:12.908 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/usr/bin/adjust-ulimits 2022-09-01T09:52:12.941 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2022-09-01T09:52:13.014 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:13.015 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/usr/bin/adjust-ulimits 2022-09-01T09:52:13.043 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2022-09-01T09:52:13.111 INFO:teuthology.run_tasks:Running task ceph... 2022-09-01T09:52:13.191 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2022-09-01T09:52:13.192 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 777 /var/log/ceph 2022-09-01T09:52:13.195 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 777 /var/log/ceph 2022-09-01T09:52:13.225 INFO:tasks.ceph:Disabling ceph logrotate... 2022-09-01T09:52:13.225 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f -- /etc/logrotate.d/ceph 2022-09-01T09:52:13.268 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f -- /etc/logrotate.d/ceph 2022-09-01T09:52:13.297 INFO:tasks.ceph:Creating extra log directories... 2022-09-01T09:52:13.298 DEBUG:teuthology.orchestra.run.smithi044:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2022-09-01T09:52:13.340 DEBUG:teuthology.orchestra.run.smithi052:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2022-09-01T09:52:13.380 INFO:tasks.ceph:Creating ceph cluster c1... 2022-09-01T09:52:13.381 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw sync': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync data inject err probability': 0.1, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'client.0': {'rgw data notify interval msec': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'rocksdb delete range threshold': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)'], 'cpu_profile': set(), 'cluster': 'c1', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2022-09-01T09:52:13.381 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/ozeneva-2022-08-30_16:17:28-rgw-wip-omri-full-putobj-trace-distro-basic-smithi/7001348', 'branch': 'wip-omri-full-putobj-trace', 'description': 'rgw/multisite/{clusters frontend/beast ignore-pg-availability notify omap_limits overrides realms/three-zone-plus-pubsub supported-random-distro$/{rhel_8} tasks/test_multi}', 'email': None, 'first_in_suite': False, 'job_id': '7001348', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'ozeneva-2022-08-30_16:17:28-rgw-wip-omri-full-putobj-trace-distro-basic-smithi', 'nuke-on-error': True, 'os_type': 'rhel', 'os_version': '8.6', 'overrides': {'admin_socket': {'branch': 'wip-omri-full-putobj-trace'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw sync': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync data inject err probability': 0.1, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'client.0': {'rgw data notify interval msec': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'rocksdb delete range threshold': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}}, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952', 'wait-for-scrub': False}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}}}, 'install': {'ceph': {'sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952'}}, 'rgw': {'compression type': 'random', 'frontend': 'beast'}, 'rgw-multisite': {'realm': {'is default': True, 'name': 'test-realm'}, 'zonegroups': [{'enabled_features': ['resharding'], 'endpoints': ['c1.client.0'], 'is_default': True, 'is_master': True, 'name': 'test-zonegroup', 'zones': [{'endpoints': ['c1.client.0'], 'is_default': True, 'is_master': True, 'name': 'test-zone1'}, {'endpoints': ['c2.client.0'], 'is_default': True, 'name': 'test-zone2'}, {'endpoints': ['c1.client.1'], 'name': 'test-zone3'}, {'endpoints': ['c2.client.1'], 'is_pubsub': True, 'name': 'test-zone4'}]}]}, 'rgw-multisite-tests': {'args': ['tests.py', 'tests_ps.py']}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-omri-full-putobj-trace', 'sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952'}}, 'owner': 'scheduled_ozeneva@teuthology', 'priority': 100, 'repo': 'git://git.ceph.com/ceph-ci.git', 'roles': [['c1.mon.a', 'c1.mgr.x', 'c1.osd.0', 'c1.osd.1', 'c1.osd.2', 'c1.client.0', 'c1.client.1'], ['c2.mon.a', 'c2.mgr.x', 'c2.osd.0', 'c2.osd.1', 'c2.osd.2', 'c2.client.0', 'c2.client.1']], 'sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-omri-full-putobj-trace', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/qa', 'suite_relpath': 'qa', 'suite_repo': 'git://git.ceph.com/ceph-ci.git', 'suite_sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952', 'targets': {'smithi044.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCsGjY2pCBWlebKF0RV9bEFBHcAQlbZukGd4KF3fehlTA9ti4ZVxo3pXIYL2Iu1YLNAY58UiJDE9Bc1U8IvoyY8uALpuXZ6FhwhtysrQRO6x8E32PkOq0AhDQ8BsAjXcvVie+lQHoqLI2FsGCBnHVtVFx3nhChvys4LEGcnwnqw3yYqYHlsj8IAOc+AaeRRE6YDPUl3JWaJvN1IgFzggYv0vwat1WCdrigwlM1BCwt0r2jXDcl/3zaW2n4xUoLEi50q0urm6IUETLZJFew1Ed0hpdAOtnwZ5c51waiRIR5TY509mvaAOwemTVNGsE7D2gqcgcWtUPvk48QRn3FO7NvEZZ//ym2LH9W2uI1JbRKRjfZtecYSV7WiBGxZbQXwFr1detO2bKHfHZ7Uq9goMcI/b4XcWbzofA1ytUCofmsLmUGEGxOD2FcwoWkvuCHqOMQB5bJBF9/ZcPXvh0Ud2YC1w5GIE773MfKKZZpGC96OwghtpQn0oF+aJM6qwEmLvSc=', 'smithi052.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+06sMgsKfJFyEWOmoSk16Wh/6VrtjtSv7CXOwCIkvEydO4vSK7Gkg1apP899IY71PcZRJyEN7kv0Dv7GmuuydeX8QwWhXyhbyzBAVURRWmti2USdP9o99cgVjO/eGcSWpl6ytSZ+trl8/C9JLQBd6gEft01g+0Bd/ldDrS/kuX9tGVxA+Wg+aWEMGFlm78gGKBJ5JSdXltvw4NiDn38iYCeAPWSRNGM0b9EVGj+pTDIkgO0HSPkMX8ix8vkPM9sUCth9G+YM+lJ+VHmr7DhNnEiurfs4n7RRIBs1v2SR651o33JD1BjubuVpEXFATAkD1Tr5SC4tuq4dCEfp7FWkTudW14sPehvbQfmUstcXk/KsqYRkCj3Smc/kQQQ7Pz63RnFQGIHC9jKV6rSdAk2zFc3rJ5Rz/6QkfOKid78umdrF3AqoJ54FKVu7wAUtblIN8kQv5YOL99qXmmoU+8V1qf54Sy2CdONLdpyNEXRwQKQpxLajghgOahexZJ7wHN5k='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': {'cluster': 'c1', 'conf': {'client': {'debug rgw': 20, 'debug rgw sync': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync data inject err probability': 0.1, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'client.0': {'rgw data notify interval msec': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'rocksdb delete range threshold': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}}, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952', 'wait-for-scrub': False}}, {'ceph': {'cluster': 'c2'}}, {'rgw': {'c1.client.0': {'port': 8000}, 'c1.client.1': {'port': 8001}, 'c2.client.0': {'port': 8000}, 'c2.client.1': {'port': 8001}}}, {'rgw-multisite': None}, {'rgw-multisite-tests': {'config': {'reconfigure_delay': 60}}}], 'teuthology_branch': 'main', 'teuthology_sha1': 'b58f2c18636eb10faa77ed3614abd00cb85dfc2c', 'timestamp': '2022-08-30_16:17:28', 'tube': 'smithi', 'user': 'ozeneva', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.1713'} 2022-09-01T09:52:13.382 DEBUG:teuthology.orchestra.run.smithi044:> install -d -m0755 -- /home/ubuntu/cephtest/c1.data 2022-09-01T09:52:13.412 DEBUG:teuthology.orchestra.run.smithi052:> install -d -m0755 -- /home/ubuntu/cephtest/c1.data 2022-09-01T09:52:13.430 DEBUG:teuthology.orchestra.run.smithi044:> sudo install -d -m0777 -- /var/run/ceph 2022-09-01T09:52:13.473 DEBUG:teuthology.orchestra.run.smithi052:> sudo install -d -m0777 -- /var/run/ceph 2022-09-01T09:52:13.503 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:13.504 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/scratch_devs of=/dev/stdout 2022-09-01T09:52:13.568 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-09-01T09:52:13.569 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-09-01T09:52:13.629 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-09-01T09:52:13.629 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-09-01T09:52:13.629 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 358052 Links: 1 2022-09-01T09:52:13.630 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-09-01T09:52:13.630 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2022-09-01T09:52:13.630 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2022-09-01 09:52:05.352409171 +0000 2022-09-01T09:52:13.630 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2022-09-01 09:48:03.916555506 +0000 2022-09-01T09:52:13.631 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2022-09-01 09:48:03.916555506 +0000 2022-09-01T09:52:13.631 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: - 2022-09-01T09:52:13.641 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2022-09-01T09:52:13.641 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2022-09-01T09:52:13.642 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000204078 s, 2.5 MB/s 2022-09-01T09:52:13.644 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-09-01T09:52:13.704 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-09-01T09:52:13.705 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-09-01T09:52:13.705 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 361520 Links: 1 2022-09-01T09:52:13.706 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-09-01T09:52:13.706 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2022-09-01T09:52:13.706 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2022-09-01 09:52:05.353409156 +0000 2022-09-01T09:52:13.706 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2022-09-01 09:48:04.469547865 +0000 2022-09-01T09:52:13.707 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2022-09-01 09:48:04.469547865 +0000 2022-09-01T09:52:13.707 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: - 2022-09-01T09:52:13.716 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2022-09-01T09:52:13.717 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2022-09-01T09:52:13.717 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000228856 s, 2.2 MB/s 2022-09-01T09:52:13.720 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-09-01T09:52:13.780 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-09-01T09:52:13.780 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-09-01T09:52:13.781 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 360597 Links: 1 2022-09-01T09:52:13.781 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-09-01T09:52:13.782 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2022-09-01T09:52:13.782 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2022-09-01 09:52:05.353409156 +0000 2022-09-01T09:52:13.782 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2022-09-01 09:48:05.021540238 +0000 2022-09-01T09:52:13.783 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2022-09-01 09:48:05.021540238 +0000 2022-09-01T09:52:13.783 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: - 2022-09-01T09:52:13.791 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2022-09-01T09:52:13.791 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2022-09-01T09:52:13.792 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000233343 s, 2.2 MB/s 2022-09-01T09:52:13.794 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-09-01T09:52:13.854 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-09-01T09:52:13.854 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-09-01T09:52:13.855 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 361641 Links: 1 2022-09-01T09:52:13.855 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-09-01T09:52:13.855 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2022-09-01T09:52:13.856 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2022-09-01 09:52:05.353409156 +0000 2022-09-01T09:52:13.856 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2022-09-01 09:48:05.593532335 +0000 2022-09-01T09:52:13.856 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2022-09-01 09:48:05.593532335 +0000 2022-09-01T09:52:13.857 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: - 2022-09-01T09:52:13.865 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2022-09-01T09:52:13.865 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2022-09-01T09:52:13.866 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000222956 s, 2.3 MB/s 2022-09-01T09:52:13.868 INFO:tasks.ceph:osd dev map: {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'} 2022-09-01T09:52:13.870 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi044.front.sepia.ceph.com'): {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'}} 2022-09-01T09:52:13.870 INFO:tasks.ceph:Generating config... 2022-09-01T09:52:13.872 INFO:tasks.ceph:[client] debug rgw = 20 2022-09-01T09:52:13.873 INFO:tasks.ceph:[client] debug rgw sync = 20 2022-09-01T09:52:13.873 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2022-09-01T09:52:13.874 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2022-09-01T09:52:13.874 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2022-09-01T09:52:13.875 INFO:tasks.ceph:[client] rgw curl low speed time = 300 2022-09-01T09:52:13.875 INFO:tasks.ceph:[client] rgw data log num shards = 4 2022-09-01T09:52:13.875 INFO:tasks.ceph:[client] rgw md log max shards = 4 2022-09-01T09:52:13.875 INFO:tasks.ceph:[client] rgw sync data inject err probability = 0.1 2022-09-01T09:52:13.876 INFO:tasks.ceph:[client] rgw sync log trim interval = 0 2022-09-01T09:52:13.876 INFO:tasks.ceph:[client] rgw sync meta inject err probability = 0.1 2022-09-01T09:52:13.877 INFO:tasks.ceph:[client] rgw sync obj etag verify = True 2022-09-01T09:52:13.877 INFO:tasks.ceph:[client] setgroup = ceph 2022-09-01T09:52:13.877 INFO:tasks.ceph:[client] setuser = ceph 2022-09-01T09:52:13.877 INFO:tasks.ceph:[client.0] rgw data notify interval msec = 0 2022-09-01T09:52:13.878 INFO:tasks.ceph:[mgr] debug mgr = 20 2022-09-01T09:52:13.878 INFO:tasks.ceph:[mgr] debug ms = 1 2022-09-01T09:52:13.879 INFO:tasks.ceph:[mon] debug mon = 20 2022-09-01T09:52:13.879 INFO:tasks.ceph:[mon] debug ms = 1 2022-09-01T09:52:13.879 INFO:tasks.ceph:[mon] debug paxos = 20 2022-09-01T09:52:13.880 INFO:tasks.ceph:[osd] debug ms = 1 2022-09-01T09:52:13.880 INFO:tasks.ceph:[osd] debug osd = 20 2022-09-01T09:52:13.881 INFO:tasks.ceph:[osd] rocksdb delete range threshold = 0 2022-09-01T09:52:13.881 INFO:tasks.ceph:[osd.0] osd_max_omap_entries_per_request = 10 2022-09-01T09:52:13.882 INFO:tasks.ceph:[osd.1] osd_max_omap_entries_per_request = 1000 2022-09-01T09:52:13.882 INFO:tasks.ceph:[osd.2] osd_max_omap_entries_per_request = 10000 2022-09-01T09:52:13.883 INFO:tasks.ceph:Setting up c1.mon.a... 2022-09-01T09:52:13.884 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/c1.keyring 2022-09-01T09:52:13.966 INFO:teuthology.orchestra.run.smithi044.stdout:creating /etc/ceph/c1.keyring 2022-09-01T09:52:13.968 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/c1.keyring 2022-09-01T09:52:14.021 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 0644 /etc/ceph/c1.keyring 2022-09-01T09:52:14.050 DEBUG:tasks.ceph:Ceph mon addresses: [('c1.mon.a', '172.21.15.44')] 2022-09-01T09:52:14.051 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.44'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'debug ms': 1, 'debug osd': 20, 'rocksdb delete range threshold': 0}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw sync': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync data inject err probability': 0.1, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'client.0': {'rgw data notify interval msec': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}} 2022-09-01T09:52:14.052 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:14.052 DEBUG:teuthology.orchestra.run.smithi044:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2022-09-01T09:52:14.108 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.44 --print /home/ubuntu/cephtest/c1.monmap 2022-09-01T09:52:14.190 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:52:14.190 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:52:14.192 INFO:teuthology.orchestra.run.smithi044.stdout:monmaptool: monmap file /home/ubuntu/cephtest/c1.monmap 2022-09-01T09:52:14.192 INFO:teuthology.orchestra.run.smithi044.stdout:monmaptool: generated fsid 0deae608-e43d-4e70-b48d-2d618dd597b9 2022-09-01T09:52:14.192 INFO:teuthology.orchestra.run.smithi044.stdout:setting min_mon_release = octopus 2022-09-01T09:52:14.193 INFO:teuthology.orchestra.run.smithi044.stdout:epoch 0 2022-09-01T09:52:14.193 INFO:teuthology.orchestra.run.smithi044.stdout:fsid 0deae608-e43d-4e70-b48d-2d618dd597b9 2022-09-01T09:52:14.193 INFO:teuthology.orchestra.run.smithi044.stdout:last_changed 2022-09-01T09:52:14.191103+0000 2022-09-01T09:52:14.193 INFO:teuthology.orchestra.run.smithi044.stdout:created 2022-09-01T09:52:14.191103+0000 2022-09-01T09:52:14.193 INFO:teuthology.orchestra.run.smithi044.stdout:min_mon_release 15 (octopus) 2022-09-01T09:52:14.194 INFO:teuthology.orchestra.run.smithi044.stdout:election_strategy: 1 2022-09-01T09:52:14.194 INFO:teuthology.orchestra.run.smithi044.stdout:0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2022-09-01T09:52:14.194 INFO:teuthology.orchestra.run.smithi044.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/c1.monmap (1 monitors) 2022-09-01T09:52:14.195 DEBUG:teuthology.orchestra.run.smithi044:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2022-09-01T09:52:14.249 INFO:tasks.ceph:Writing /etc/ceph/c1.conf for FSID 0deae608-e43d-4e70-b48d-2d618dd597b9... 2022-09-01T09:52:14.250 DEBUG:teuthology.orchestra.run.smithi044:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/c1.conf && sudo chmod 0644 /etc/ceph/c1.conf > /dev/null 2022-09-01T09:52:14.292 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/c1.conf && sudo chmod 0644 /etc/ceph/c1.conf > /dev/null 2022-09-01T09:52:14.336 INFO:teuthology.orchestra.run.smithi044.stdout:[global] 2022-09-01T09:52:14.337 INFO:teuthology.orchestra.run.smithi044.stdout: chdir = "" 2022-09-01T09:52:14.337 INFO:teuthology.orchestra.run.smithi044.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2022-09-01T09:52:14.337 INFO:teuthology.orchestra.run.smithi044.stdout: auth supported = cephx 2022-09-01T09:52:14.337 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.338 INFO:teuthology.orchestra.run.smithi044.stdout: filestore xattr use omap = true 2022-09-01T09:52:14.338 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.338 INFO:teuthology.orchestra.run.smithi044.stdout: mon clock drift allowed = 1.000 2022-09-01T09:52:14.338 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.339 INFO:teuthology.orchestra.run.smithi044.stdout: osd crush chooseleaf type = 0 2022-09-01T09:52:14.339 INFO:teuthology.orchestra.run.smithi044.stdout: auth debug = true 2022-09-01T09:52:14.339 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.339 INFO:teuthology.orchestra.run.smithi044.stdout: ms die on old message = true 2022-09-01T09:52:14.339 INFO:teuthology.orchestra.run.smithi044.stdout: ms die on bug = true 2022-09-01T09:52:14.340 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.340 INFO:teuthology.orchestra.run.smithi044.stdout: mon max pg per osd = 10000 # >= luminous 2022-09-01T09:52:14.340 INFO:teuthology.orchestra.run.smithi044.stdout: mon pg warn max object skew = 0 2022-09-01T09:52:14.340 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.341 INFO:teuthology.orchestra.run.smithi044.stdout: # disable pg_autoscaler by default for new pools 2022-09-01T09:52:14.341 INFO:teuthology.orchestra.run.smithi044.stdout: osd_pool_default_pg_autoscale_mode = off 2022-09-01T09:52:14.341 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.341 INFO:teuthology.orchestra.run.smithi044.stdout: osd pool default size = 2 2022-09-01T09:52:14.341 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.342 INFO:teuthology.orchestra.run.smithi044.stdout: mon osd allow primary affinity = true 2022-09-01T09:52:14.342 INFO:teuthology.orchestra.run.smithi044.stdout: mon osd allow pg remap = true 2022-09-01T09:52:14.342 INFO:teuthology.orchestra.run.smithi044.stdout: mon warn on legacy crush tunables = false 2022-09-01T09:52:14.342 INFO:teuthology.orchestra.run.smithi044.stdout: mon warn on crush straw calc version zero = false 2022-09-01T09:52:14.343 INFO:teuthology.orchestra.run.smithi044.stdout: mon warn on no sortbitwise = false 2022-09-01T09:52:14.343 INFO:teuthology.orchestra.run.smithi044.stdout: mon warn on osd down out interval zero = false 2022-09-01T09:52:14.343 INFO:teuthology.orchestra.run.smithi044.stdout: mon warn on too few osds = false 2022-09-01T09:52:14.343 INFO:teuthology.orchestra.run.smithi044.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2022-09-01T09:52:14.343 INFO:teuthology.orchestra.run.smithi044.stdout: mon_warn_on_pool_no_redundancy = false 2022-09-01T09:52:14.344 INFO:teuthology.orchestra.run.smithi044.stdout: mon_allow_pool_size_one = true 2022-09-01T09:52:14.344 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.344 INFO:teuthology.orchestra.run.smithi044.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2022-09-01T09:52:14.344 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.344 INFO:teuthology.orchestra.run.smithi044.stdout: osd default data pool replay window = 5 2022-09-01T09:52:14.345 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.345 INFO:teuthology.orchestra.run.smithi044.stdout: mon allow pool delete = true 2022-09-01T09:52:14.345 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.345 INFO:teuthology.orchestra.run.smithi044.stdout: mon cluster log file level = debug 2022-09-01T09:52:14.346 INFO:teuthology.orchestra.run.smithi044.stdout: debug asserts on shutdown = true 2022-09-01T09:52:14.346 INFO:teuthology.orchestra.run.smithi044.stdout: mon health detail to clog = false 2022-09-01T09:52:14.346 INFO:teuthology.orchestra.run.smithi044.stdout: mon host = 172.21.15.44 2022-09-01T09:52:14.346 INFO:teuthology.orchestra.run.smithi044.stdout: fsid = 0deae608-e43d-4e70-b48d-2d618dd597b9 2022-09-01T09:52:14.347 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.347 INFO:teuthology.orchestra.run.smithi044.stdout:[osd] 2022-09-01T09:52:14.347 INFO:teuthology.orchestra.run.smithi044.stdout: osd journal size = 100 2022-09-01T09:52:14.347 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.347 INFO:teuthology.orchestra.run.smithi044.stdout: osd scrub load threshold = 5.0 2022-09-01T09:52:14.348 INFO:teuthology.orchestra.run.smithi044.stdout: osd scrub max interval = 600 2022-09-01T09:52:14.348 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.348 INFO:teuthology.orchestra.run.smithi044.stdout: osd recover clone overlap = true 2022-09-01T09:52:14.348 INFO:teuthology.orchestra.run.smithi044.stdout: osd recovery max chunk = 1048576 2022-09-01T09:52:14.348 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.349 INFO:teuthology.orchestra.run.smithi044.stdout: osd debug shutdown = true 2022-09-01T09:52:14.349 INFO:teuthology.orchestra.run.smithi044.stdout: osd debug op order = true 2022-09-01T09:52:14.349 INFO:teuthology.orchestra.run.smithi044.stdout: osd debug verify stray on activate = true 2022-09-01T09:52:14.349 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.350 INFO:teuthology.orchestra.run.smithi044.stdout: osd open classes on start = true 2022-09-01T09:52:14.350 INFO:teuthology.orchestra.run.smithi044.stdout: osd debug pg log writeout = true 2022-09-01T09:52:14.350 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.350 INFO:teuthology.orchestra.run.smithi044.stdout: osd deep scrub update digest min age = 30 2022-09-01T09:52:14.350 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.351 INFO:teuthology.orchestra.run.smithi044.stdout: osd map max advance = 10 2022-09-01T09:52:14.351 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.351 INFO:teuthology.orchestra.run.smithi044.stdout: journal zero on create = true 2022-09-01T09:52:14.351 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.352 INFO:teuthology.orchestra.run.smithi044.stdout: filestore ondisk finisher threads = 3 2022-09-01T09:52:14.352 INFO:teuthology.orchestra.run.smithi044.stdout: filestore apply finisher threads = 3 2022-09-01T09:52:14.352 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.352 INFO:teuthology.orchestra.run.smithi044.stdout: bdev debug aio = true 2022-09-01T09:52:14.352 INFO:teuthology.orchestra.run.smithi044.stdout: osd debug misdirected ops = true 2022-09-01T09:52:14.353 INFO:teuthology.orchestra.run.smithi044.stdout: debug ms = 1 2022-09-01T09:52:14.353 INFO:teuthology.orchestra.run.smithi044.stdout: debug osd = 20 2022-09-01T09:52:14.353 INFO:teuthology.orchestra.run.smithi044.stdout: rocksdb delete range threshold = 0 2022-09-01T09:52:14.353 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.353 INFO:teuthology.orchestra.run.smithi044.stdout:[mgr] 2022-09-01T09:52:14.354 INFO:teuthology.orchestra.run.smithi044.stdout: debug ms = 1 2022-09-01T09:52:14.354 INFO:teuthology.orchestra.run.smithi044.stdout: debug mgr = 20 2022-09-01T09:52:14.354 INFO:teuthology.orchestra.run.smithi044.stdout: debug mon = 20 2022-09-01T09:52:14.354 INFO:teuthology.orchestra.run.smithi044.stdout: debug auth = 20 2022-09-01T09:52:14.355 INFO:teuthology.orchestra.run.smithi044.stdout: mon reweight min pgs per osd = 4 2022-09-01T09:52:14.355 INFO:teuthology.orchestra.run.smithi044.stdout: mon reweight min bytes per osd = 10 2022-09-01T09:52:14.355 INFO:teuthology.orchestra.run.smithi044.stdout: mgr/telemetry/nag = false 2022-09-01T09:52:14.355 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.355 INFO:teuthology.orchestra.run.smithi044.stdout:[mon] 2022-09-01T09:52:14.356 INFO:teuthology.orchestra.run.smithi044.stdout: debug ms = 1 2022-09-01T09:52:14.356 INFO:teuthology.orchestra.run.smithi044.stdout: debug mon = 20 2022-09-01T09:52:14.356 INFO:teuthology.orchestra.run.smithi044.stdout: debug paxos = 20 2022-09-01T09:52:14.356 INFO:teuthology.orchestra.run.smithi044.stdout: debug auth = 20 2022-09-01T09:52:14.357 INFO:teuthology.orchestra.run.smithi044.stdout: mon data avail warn = 5 2022-09-01T09:52:14.357 INFO:teuthology.orchestra.run.smithi044.stdout: mon mgr mkfs grace = 240 2022-09-01T09:52:14.357 INFO:teuthology.orchestra.run.smithi044.stdout: mon reweight min pgs per osd = 4 2022-09-01T09:52:14.357 INFO:teuthology.orchestra.run.smithi044.stdout: mon osd reporter subtree level = osd 2022-09-01T09:52:14.357 INFO:teuthology.orchestra.run.smithi044.stdout: mon osd prime pg temp = true 2022-09-01T09:52:14.358 INFO:teuthology.orchestra.run.smithi044.stdout: mon reweight min bytes per osd = 10 2022-09-01T09:52:14.358 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.358 INFO:teuthology.orchestra.run.smithi044.stdout: # rotate auth tickets quickly to exercise renewal paths 2022-09-01T09:52:14.359 INFO:teuthology.orchestra.run.smithi044.stdout: auth mon ticket ttl = 660 # 11m 2022-09-01T09:52:14.359 INFO:teuthology.orchestra.run.smithi044.stdout: auth service ticket ttl = 240 # 4m 2022-09-01T09:52:14.359 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.359 INFO:teuthology.orchestra.run.smithi044.stdout: # don't complain about insecure global_id in the test suite 2022-09-01T09:52:14.360 INFO:teuthology.orchestra.run.smithi044.stdout: mon_warn_on_insecure_global_id_reclaim = false 2022-09-01T09:52:14.360 INFO:teuthology.orchestra.run.smithi044.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2022-09-01T09:52:14.360 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.360 INFO:teuthology.orchestra.run.smithi044.stdout: # 1m isn't quite enough 2022-09-01T09:52:14.360 INFO:teuthology.orchestra.run.smithi044.stdout: mon_down_mkfs_grace = 2m 2022-09-01T09:52:14.361 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.361 INFO:teuthology.orchestra.run.smithi044.stdout: mon_warn_on_filestore_osds = false 2022-09-01T09:52:14.361 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:14.361 INFO:teuthology.orchestra.run.smithi044.stdout:[client] 2022-09-01T09:52:14.361 INFO:teuthology.orchestra.run.smithi044.stdout: rgw cache enabled = true 2022-09-01T09:52:14.362 INFO:teuthology.orchestra.run.smithi044.stdout: rgw enable ops log = true 2022-09-01T09:52:14.362 INFO:teuthology.orchestra.run.smithi044.stdout: rgw enable usage log = true 2022-09-01T09:52:14.362 INFO:teuthology.orchestra.run.smithi044.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2022-09-01T09:52:14.362 INFO:teuthology.orchestra.run.smithi044.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2022-09-01T09:52:14.363 INFO:teuthology.orchestra.run.smithi044.stdout: debug rgw = 20 2022-09-01T09:52:14.363 INFO:teuthology.orchestra.run.smithi044.stdout: debug rgw sync = 20 2022-09-01T09:52:14.363 INFO:teuthology.orchestra.run.smithi044.stdout: rgw crypt require ssl = False 2022-09-01T09:52:14.363 INFO:teuthology.orchestra.run.smithi044.stdout: rgw crypt s3 kms backend = testing 2022-09-01T09:52:14.364 INFO:teuthology.orchestra.run.smithi044.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2022-09-01T09:52:14.364 INFO:teuthology.orchestra.run.smithi044.stdout: rgw curl low speed time = 300 2022-09-01T09:52:14.364 INFO:teuthology.orchestra.run.smithi044.stdout: rgw data log num shards = 4 2022-09-01T09:52:14.364 INFO:teuthology.orchestra.run.smithi044.stdout: rgw md log max shards = 4 2022-09-01T09:52:14.364 INFO:teuthology.orchestra.run.smithi044.stdout: rgw sync data inject err probability = 0.1 2022-09-01T09:52:14.365 INFO:teuthology.orchestra.run.smithi044.stdout: rgw sync log trim interval = 0 2022-09-01T09:52:14.365 INFO:teuthology.orchestra.run.smithi044.stdout: rgw sync meta inject err probability = 0.1 2022-09-01T09:52:14.365 INFO:teuthology.orchestra.run.smithi044.stdout: rgw sync obj etag verify = True 2022-09-01T09:52:14.365 INFO:teuthology.orchestra.run.smithi044.stdout: setgroup = ceph 2022-09-01T09:52:14.366 INFO:teuthology.orchestra.run.smithi044.stdout: setuser = ceph 2022-09-01T09:52:14.366 INFO:teuthology.orchestra.run.smithi044.stdout:[mon.a] 2022-09-01T09:52:14.366 INFO:teuthology.orchestra.run.smithi044.stdout:[client.0] 2022-09-01T09:52:14.366 INFO:teuthology.orchestra.run.smithi044.stdout: rgw data notify interval msec = 0 2022-09-01T09:52:14.366 INFO:teuthology.orchestra.run.smithi044.stdout:[osd.0] 2022-09-01T09:52:14.367 INFO:teuthology.orchestra.run.smithi044.stdout: osd_max_omap_entries_per_request = 10 2022-09-01T09:52:14.367 INFO:teuthology.orchestra.run.smithi044.stdout:[osd.1] 2022-09-01T09:52:14.367 INFO:teuthology.orchestra.run.smithi044.stdout: osd_max_omap_entries_per_request = 1000 2022-09-01T09:52:14.367 INFO:teuthology.orchestra.run.smithi044.stdout:[osd.2] 2022-09-01T09:52:14.367 INFO:teuthology.orchestra.run.smithi044.stdout: osd_max_omap_entries_per_request = 10000 2022-09-01T09:52:14.369 INFO:teuthology.orchestra.run.smithi052.stdout:[global] 2022-09-01T09:52:14.370 INFO:teuthology.orchestra.run.smithi052.stdout: chdir = "" 2022-09-01T09:52:14.370 INFO:teuthology.orchestra.run.smithi052.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2022-09-01T09:52:14.370 INFO:teuthology.orchestra.run.smithi052.stdout: auth supported = cephx 2022-09-01T09:52:14.370 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.371 INFO:teuthology.orchestra.run.smithi052.stdout: filestore xattr use omap = true 2022-09-01T09:52:14.371 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.371 INFO:teuthology.orchestra.run.smithi052.stdout: mon clock drift allowed = 1.000 2022-09-01T09:52:14.371 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.371 INFO:teuthology.orchestra.run.smithi052.stdout: osd crush chooseleaf type = 0 2022-09-01T09:52:14.372 INFO:teuthology.orchestra.run.smithi052.stdout: auth debug = true 2022-09-01T09:52:14.372 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.372 INFO:teuthology.orchestra.run.smithi052.stdout: ms die on old message = true 2022-09-01T09:52:14.372 INFO:teuthology.orchestra.run.smithi052.stdout: ms die on bug = true 2022-09-01T09:52:14.372 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.373 INFO:teuthology.orchestra.run.smithi052.stdout: mon max pg per osd = 10000 # >= luminous 2022-09-01T09:52:14.373 INFO:teuthology.orchestra.run.smithi052.stdout: mon pg warn max object skew = 0 2022-09-01T09:52:14.373 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.373 INFO:teuthology.orchestra.run.smithi052.stdout: # disable pg_autoscaler by default for new pools 2022-09-01T09:52:14.374 INFO:teuthology.orchestra.run.smithi052.stdout: osd_pool_default_pg_autoscale_mode = off 2022-09-01T09:52:14.374 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.374 INFO:teuthology.orchestra.run.smithi052.stdout: osd pool default size = 2 2022-09-01T09:52:14.374 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.374 INFO:teuthology.orchestra.run.smithi052.stdout: mon osd allow primary affinity = true 2022-09-01T09:52:14.375 INFO:teuthology.orchestra.run.smithi052.stdout: mon osd allow pg remap = true 2022-09-01T09:52:14.375 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on legacy crush tunables = false 2022-09-01T09:52:14.375 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on crush straw calc version zero = false 2022-09-01T09:52:14.375 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on no sortbitwise = false 2022-09-01T09:52:14.376 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on osd down out interval zero = false 2022-09-01T09:52:14.376 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on too few osds = false 2022-09-01T09:52:14.376 INFO:teuthology.orchestra.run.smithi052.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2022-09-01T09:52:14.376 INFO:teuthology.orchestra.run.smithi052.stdout: mon_warn_on_pool_no_redundancy = false 2022-09-01T09:52:14.376 INFO:teuthology.orchestra.run.smithi052.stdout: mon_allow_pool_size_one = true 2022-09-01T09:52:14.377 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.377 INFO:teuthology.orchestra.run.smithi052.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2022-09-01T09:52:14.377 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.377 INFO:teuthology.orchestra.run.smithi052.stdout: osd default data pool replay window = 5 2022-09-01T09:52:14.378 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.378 INFO:teuthology.orchestra.run.smithi052.stdout: mon allow pool delete = true 2022-09-01T09:52:14.378 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.378 INFO:teuthology.orchestra.run.smithi052.stdout: mon cluster log file level = debug 2022-09-01T09:52:14.378 INFO:teuthology.orchestra.run.smithi052.stdout: debug asserts on shutdown = true 2022-09-01T09:52:14.379 INFO:teuthology.orchestra.run.smithi052.stdout: mon health detail to clog = false 2022-09-01T09:52:14.379 INFO:teuthology.orchestra.run.smithi052.stdout: mon host = 172.21.15.44 2022-09-01T09:52:14.379 INFO:teuthology.orchestra.run.smithi052.stdout: fsid = 0deae608-e43d-4e70-b48d-2d618dd597b9 2022-09-01T09:52:14.379 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.379 INFO:teuthology.orchestra.run.smithi052.stdout:[osd] 2022-09-01T09:52:14.380 INFO:teuthology.orchestra.run.smithi052.stdout: osd journal size = 100 2022-09-01T09:52:14.380 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.380 INFO:teuthology.orchestra.run.smithi052.stdout: osd scrub load threshold = 5.0 2022-09-01T09:52:14.380 INFO:teuthology.orchestra.run.smithi052.stdout: osd scrub max interval = 600 2022-09-01T09:52:14.381 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.381 INFO:teuthology.orchestra.run.smithi052.stdout: osd recover clone overlap = true 2022-09-01T09:52:14.381 INFO:teuthology.orchestra.run.smithi052.stdout: osd recovery max chunk = 1048576 2022-09-01T09:52:14.381 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.381 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug shutdown = true 2022-09-01T09:52:14.382 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug op order = true 2022-09-01T09:52:14.382 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug verify stray on activate = true 2022-09-01T09:52:14.382 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.382 INFO:teuthology.orchestra.run.smithi052.stdout: osd open classes on start = true 2022-09-01T09:52:14.383 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug pg log writeout = true 2022-09-01T09:52:14.383 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.383 INFO:teuthology.orchestra.run.smithi052.stdout: osd deep scrub update digest min age = 30 2022-09-01T09:52:14.383 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.383 INFO:teuthology.orchestra.run.smithi052.stdout: osd map max advance = 10 2022-09-01T09:52:14.384 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.384 INFO:teuthology.orchestra.run.smithi052.stdout: journal zero on create = true 2022-09-01T09:52:14.384 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.384 INFO:teuthology.orchestra.run.smithi052.stdout: filestore ondisk finisher threads = 3 2022-09-01T09:52:14.384 INFO:teuthology.orchestra.run.smithi052.stdout: filestore apply finisher threads = 3 2022-09-01T09:52:14.385 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.385 INFO:teuthology.orchestra.run.smithi052.stdout: bdev debug aio = true 2022-09-01T09:52:14.385 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug misdirected ops = true 2022-09-01T09:52:14.386 INFO:teuthology.orchestra.run.smithi052.stdout: debug ms = 1 2022-09-01T09:52:14.386 INFO:teuthology.orchestra.run.smithi052.stdout: debug osd = 20 2022-09-01T09:52:14.386 INFO:teuthology.orchestra.run.smithi052.stdout: rocksdb delete range threshold = 0 2022-09-01T09:52:14.386 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.386 INFO:teuthology.orchestra.run.smithi052.stdout:[mgr] 2022-09-01T09:52:14.387 INFO:teuthology.orchestra.run.smithi052.stdout: debug ms = 1 2022-09-01T09:52:14.387 INFO:teuthology.orchestra.run.smithi052.stdout: debug mgr = 20 2022-09-01T09:52:14.387 INFO:teuthology.orchestra.run.smithi052.stdout: debug mon = 20 2022-09-01T09:52:14.387 INFO:teuthology.orchestra.run.smithi052.stdout: debug auth = 20 2022-09-01T09:52:14.388 INFO:teuthology.orchestra.run.smithi052.stdout: mon reweight min pgs per osd = 4 2022-09-01T09:52:14.388 INFO:teuthology.orchestra.run.smithi052.stdout: mon reweight min bytes per osd = 10 2022-09-01T09:52:14.388 INFO:teuthology.orchestra.run.smithi052.stdout: mgr/telemetry/nag = false 2022-09-01T09:52:14.388 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.388 INFO:teuthology.orchestra.run.smithi052.stdout:[mon] 2022-09-01T09:52:14.389 INFO:teuthology.orchestra.run.smithi052.stdout: debug ms = 1 2022-09-01T09:52:14.389 INFO:teuthology.orchestra.run.smithi052.stdout: debug mon = 20 2022-09-01T09:52:14.389 INFO:teuthology.orchestra.run.smithi052.stdout: debug paxos = 20 2022-09-01T09:52:14.389 INFO:teuthology.orchestra.run.smithi052.stdout: debug auth = 20 2022-09-01T09:52:14.389 INFO:teuthology.orchestra.run.smithi052.stdout: mon data avail warn = 5 2022-09-01T09:52:14.390 INFO:teuthology.orchestra.run.smithi052.stdout: mon mgr mkfs grace = 240 2022-09-01T09:52:14.390 INFO:teuthology.orchestra.run.smithi052.stdout: mon reweight min pgs per osd = 4 2022-09-01T09:52:14.390 INFO:teuthology.orchestra.run.smithi052.stdout: mon osd reporter subtree level = osd 2022-09-01T09:52:14.390 INFO:teuthology.orchestra.run.smithi052.stdout: mon osd prime pg temp = true 2022-09-01T09:52:14.390 INFO:teuthology.orchestra.run.smithi052.stdout: mon reweight min bytes per osd = 10 2022-09-01T09:52:14.391 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.391 INFO:teuthology.orchestra.run.smithi052.stdout: # rotate auth tickets quickly to exercise renewal paths 2022-09-01T09:52:14.391 INFO:teuthology.orchestra.run.smithi052.stdout: auth mon ticket ttl = 660 # 11m 2022-09-01T09:52:14.391 INFO:teuthology.orchestra.run.smithi052.stdout: auth service ticket ttl = 240 # 4m 2022-09-01T09:52:14.392 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.392 INFO:teuthology.orchestra.run.smithi052.stdout: # don't complain about insecure global_id in the test suite 2022-09-01T09:52:14.392 INFO:teuthology.orchestra.run.smithi052.stdout: mon_warn_on_insecure_global_id_reclaim = false 2022-09-01T09:52:14.392 INFO:teuthology.orchestra.run.smithi052.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2022-09-01T09:52:14.392 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.393 INFO:teuthology.orchestra.run.smithi052.stdout: # 1m isn't quite enough 2022-09-01T09:52:14.393 INFO:teuthology.orchestra.run.smithi052.stdout: mon_down_mkfs_grace = 2m 2022-09-01T09:52:14.393 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.393 INFO:teuthology.orchestra.run.smithi052.stdout: mon_warn_on_filestore_osds = false 2022-09-01T09:52:14.393 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:14.394 INFO:teuthology.orchestra.run.smithi052.stdout:[client] 2022-09-01T09:52:14.394 INFO:teuthology.orchestra.run.smithi052.stdout: rgw cache enabled = true 2022-09-01T09:52:14.394 INFO:teuthology.orchestra.run.smithi052.stdout: rgw enable ops log = true 2022-09-01T09:52:14.394 INFO:teuthology.orchestra.run.smithi052.stdout: rgw enable usage log = true 2022-09-01T09:52:14.395 INFO:teuthology.orchestra.run.smithi052.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2022-09-01T09:52:14.395 INFO:teuthology.orchestra.run.smithi052.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2022-09-01T09:52:14.395 INFO:teuthology.orchestra.run.smithi052.stdout: debug rgw = 20 2022-09-01T09:52:14.395 INFO:teuthology.orchestra.run.smithi052.stdout: debug rgw sync = 20 2022-09-01T09:52:14.395 INFO:teuthology.orchestra.run.smithi052.stdout: rgw crypt require ssl = False 2022-09-01T09:52:14.396 INFO:teuthology.orchestra.run.smithi052.stdout: rgw crypt s3 kms backend = testing 2022-09-01T09:52:14.396 INFO:teuthology.orchestra.run.smithi052.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2022-09-01T09:52:14.396 INFO:teuthology.orchestra.run.smithi052.stdout: rgw curl low speed time = 300 2022-09-01T09:52:14.396 INFO:teuthology.orchestra.run.smithi052.stdout: rgw data log num shards = 4 2022-09-01T09:52:14.396 INFO:teuthology.orchestra.run.smithi052.stdout: rgw md log max shards = 4 2022-09-01T09:52:14.397 INFO:teuthology.orchestra.run.smithi052.stdout: rgw sync data inject err probability = 0.1 2022-09-01T09:52:14.397 INFO:teuthology.orchestra.run.smithi052.stdout: rgw sync log trim interval = 0 2022-09-01T09:52:14.397 INFO:teuthology.orchestra.run.smithi052.stdout: rgw sync meta inject err probability = 0.1 2022-09-01T09:52:14.397 INFO:teuthology.orchestra.run.smithi052.stdout: rgw sync obj etag verify = True 2022-09-01T09:52:14.397 INFO:teuthology.orchestra.run.smithi052.stdout: setgroup = ceph 2022-09-01T09:52:14.398 INFO:teuthology.orchestra.run.smithi052.stdout: setuser = ceph 2022-09-01T09:52:14.398 INFO:teuthology.orchestra.run.smithi052.stdout:[mon.a] 2022-09-01T09:52:14.398 INFO:teuthology.orchestra.run.smithi052.stdout:[client.0] 2022-09-01T09:52:14.398 INFO:teuthology.orchestra.run.smithi052.stdout: rgw data notify interval msec = 0 2022-09-01T09:52:14.399 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.0] 2022-09-01T09:52:14.399 INFO:teuthology.orchestra.run.smithi052.stdout: osd_max_omap_entries_per_request = 10 2022-09-01T09:52:14.399 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.1] 2022-09-01T09:52:14.399 INFO:teuthology.orchestra.run.smithi052.stdout: osd_max_omap_entries_per_request = 1000 2022-09-01T09:52:14.399 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.2] 2022-09-01T09:52:14.400 INFO:teuthology.orchestra.run.smithi052.stdout: osd_max_omap_entries_per_request = 10000 2022-09-01T09:52:14.400 INFO:tasks.ceph:Creating admin key on c1.mon.a... 2022-09-01T09:52:14.400 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/c1.keyring 2022-09-01T09:52:14.468 INFO:tasks.ceph:Copying monmap to all nodes... 2022-09-01T09:52:14.469 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:14.469 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/etc/ceph/c1.keyring of=/dev/stdout 2022-09-01T09:52:14.488 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:14.488 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/home/ubuntu/cephtest/c1.monmap of=/dev/stdout 2022-09-01T09:52:14.546 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi044.front.sepia.ceph.com 2022-09-01T09:52:14.546 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:14.547 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/c1.keyring 2022-09-01T09:52:14.547 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 0644 /etc/ceph/c1.keyring 2022-09-01T09:52:14.624 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:14.624 DEBUG:teuthology.orchestra.run.smithi044:> dd of=/home/ubuntu/cephtest/c1.monmap 2022-09-01T09:52:14.681 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi052.front.sepia.ceph.com 2022-09-01T09:52:14.682 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:14.682 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/ceph/c1.keyring 2022-09-01T09:52:14.682 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 0644 /etc/ceph/c1.keyring 2022-09-01T09:52:14.728 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:14.729 DEBUG:teuthology.orchestra.run.smithi052:> dd of=/home/ubuntu/cephtest/c1.monmap 2022-09-01T09:52:14.789 INFO:tasks.ceph:Setting up mon nodes... 2022-09-01T09:52:14.789 INFO:tasks.ceph:Setting up mgr nodes... 2022-09-01T09:52:14.790 DEBUG:teuthology.orchestra.run.smithi044:> sudo mkdir -p /var/lib/ceph/mgr/c1-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/c1-x/keyring 2022-09-01T09:52:14.847 INFO:teuthology.orchestra.run.smithi044.stdout:creating /var/lib/ceph/mgr/c1-x/keyring 2022-09-01T09:52:14.849 INFO:tasks.ceph:Setting up mds nodes... 2022-09-01T09:52:14.850 INFO:tasks.ceph_client:Setting up client nodes... 2022-09-01T09:52:14.850 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/c1.client.0.keyring && sudo chmod 0644 /etc/ceph/c1.client.0.keyring 2022-09-01T09:52:14.894 INFO:teuthology.orchestra.run.smithi044.stdout:creating /etc/ceph/c1.client.0.keyring 2022-09-01T09:52:14.908 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/c1.client.1.keyring && sudo chmod 0644 /etc/ceph/c1.client.1.keyring 2022-09-01T09:52:14.952 INFO:teuthology.orchestra.run.smithi044.stdout:creating /etc/ceph/c1.client.1.keyring 2022-09-01T09:52:14.965 INFO:tasks.ceph:Running mkfs on osd nodes... 2022-09-01T09:52:14.966 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi044.front.sepia.ceph.com'): {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'}} 2022-09-01T09:52:14.966 DEBUG:teuthology.orchestra.run.smithi044:> sudo mkdir -p /var/lib/ceph/osd/c1-0 2022-09-01T09:52:14.994 INFO:tasks.ceph:roles_to_devs: {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'} 2022-09-01T09:52:14.994 INFO:tasks.ceph:role: c1.osd.0 2022-09-01T09:52:14.995 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi044.front.sepia.ceph.com 2022-09-01T09:52:14.995 DEBUG:teuthology.orchestra.run.smithi044:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2022-09-01T09:52:15.069 INFO:teuthology.orchestra.run.smithi044.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2022-09-01T09:52:15.069 INFO:teuthology.orchestra.run.smithi044.stdout: = sectsz=512 attr=2, projid32bit=1 2022-09-01T09:52:15.070 INFO:teuthology.orchestra.run.smithi044.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-09-01T09:52:15.070 INFO:teuthology.orchestra.run.smithi044.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-09-01T09:52:15.070 INFO:teuthology.orchestra.run.smithi044.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-09-01T09:52:15.070 INFO:teuthology.orchestra.run.smithi044.stdout: = sunit=0 swidth=0 blks 2022-09-01T09:52:15.071 INFO:teuthology.orchestra.run.smithi044.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-09-01T09:52:15.071 INFO:teuthology.orchestra.run.smithi044.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-09-01T09:52:15.072 INFO:teuthology.orchestra.run.smithi044.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-09-01T09:52:15.072 INFO:teuthology.orchestra.run.smithi044.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-09-01T09:52:15.494 INFO:teuthology.orchestra.run.smithi044.stdout:Discarding blocks...Done. 2022-09-01T09:52:15.495 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi044.front.sepia.ceph.com -o noatime 2022-09-01T09:52:15.496 DEBUG:teuthology.orchestra.run.smithi044:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/c1-0 2022-09-01T09:52:15.654 DEBUG:teuthology.orchestra.run.smithi044:> sudo /sbin/restorecon /var/lib/ceph/osd/c1-0 2022-09-01T09:52:15.690 DEBUG:teuthology.orchestra.run.smithi044:> sudo mkdir -p /var/lib/ceph/osd/c1-1 2022-09-01T09:52:15.759 INFO:tasks.ceph:roles_to_devs: {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'} 2022-09-01T09:52:15.760 INFO:tasks.ceph:role: c1.osd.1 2022-09-01T09:52:15.760 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi044.front.sepia.ceph.com 2022-09-01T09:52:15.761 DEBUG:teuthology.orchestra.run.smithi044:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2022-09-01T09:52:15.834 INFO:teuthology.orchestra.run.smithi044.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2022-09-01T09:52:15.835 INFO:teuthology.orchestra.run.smithi044.stdout: = sectsz=512 attr=2, projid32bit=1 2022-09-01T09:52:15.835 INFO:teuthology.orchestra.run.smithi044.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-09-01T09:52:15.835 INFO:teuthology.orchestra.run.smithi044.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-09-01T09:52:15.835 INFO:teuthology.orchestra.run.smithi044.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-09-01T09:52:15.836 INFO:teuthology.orchestra.run.smithi044.stdout: = sunit=0 swidth=0 blks 2022-09-01T09:52:15.836 INFO:teuthology.orchestra.run.smithi044.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-09-01T09:52:15.836 INFO:teuthology.orchestra.run.smithi044.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-09-01T09:52:15.836 INFO:teuthology.orchestra.run.smithi044.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-09-01T09:52:15.836 INFO:teuthology.orchestra.run.smithi044.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-09-01T09:52:16.259 INFO:teuthology.orchestra.run.smithi044.stdout:Discarding blocks...Done. 2022-09-01T09:52:16.261 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi044.front.sepia.ceph.com -o noatime 2022-09-01T09:52:16.262 DEBUG:teuthology.orchestra.run.smithi044:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/c1-1 2022-09-01T09:52:16.371 DEBUG:teuthology.orchestra.run.smithi044:> sudo /sbin/restorecon /var/lib/ceph/osd/c1-1 2022-09-01T09:52:16.405 DEBUG:teuthology.orchestra.run.smithi044:> sudo mkdir -p /var/lib/ceph/osd/c1-2 2022-09-01T09:52:16.474 INFO:tasks.ceph:roles_to_devs: {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'} 2022-09-01T09:52:16.474 INFO:tasks.ceph:role: c1.osd.2 2022-09-01T09:52:16.475 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi044.front.sepia.ceph.com 2022-09-01T09:52:16.475 DEBUG:teuthology.orchestra.run.smithi044:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2022-09-01T09:52:16.550 INFO:teuthology.orchestra.run.smithi044.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2022-09-01T09:52:16.550 INFO:teuthology.orchestra.run.smithi044.stdout: = sectsz=512 attr=2, projid32bit=1 2022-09-01T09:52:16.550 INFO:teuthology.orchestra.run.smithi044.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-09-01T09:52:16.551 INFO:teuthology.orchestra.run.smithi044.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-09-01T09:52:16.551 INFO:teuthology.orchestra.run.smithi044.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-09-01T09:52:16.551 INFO:teuthology.orchestra.run.smithi044.stdout: = sunit=0 swidth=0 blks 2022-09-01T09:52:16.551 INFO:teuthology.orchestra.run.smithi044.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-09-01T09:52:16.552 INFO:teuthology.orchestra.run.smithi044.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-09-01T09:52:16.552 INFO:teuthology.orchestra.run.smithi044.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-09-01T09:52:16.552 INFO:teuthology.orchestra.run.smithi044.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-09-01T09:52:16.994 INFO:teuthology.orchestra.run.smithi044.stdout:Discarding blocks...Done. 2022-09-01T09:52:16.997 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi044.front.sepia.ceph.com -o noatime 2022-09-01T09:52:16.997 DEBUG:teuthology.orchestra.run.smithi044:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/c1-2 2022-09-01T09:52:17.183 DEBUG:teuthology.orchestra.run.smithi044:> sudo /sbin/restorecon /var/lib/ceph/osd/c1-2 2022-09-01T09:52:17.223 DEBUG:teuthology.orchestra.run.smithi044:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c1 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/c1.monmap 2022-09-01T09:52:17.319 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:17.319+0000 7f70b16d6440 -1 auth: error reading file: /var/lib/ceph/osd/c1-0/keyring: can't open /var/lib/ceph/osd/c1-0/keyring: (2) No such file or directory 2022-09-01T09:52:17.320 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:17.319+0000 7f70b16d6440 -1 created new key in keyring /var/lib/ceph/osd/c1-0/keyring 2022-09-01T09:52:17.321 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:17.319+0000 7f70b16d6440 -1 bluestore(/var/lib/ceph/osd/c1-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-0/block: (2) No such file or directory 2022-09-01T09:52:17.321 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:17.319+0000 7f70b16d6440 -1 bluestore(/var/lib/ceph/osd/c1-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-0/block: (2) No such file or directory 2022-09-01T09:52:17.321 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:17.319+0000 7f70b16d6440 -1 bluestore(/var/lib/ceph/osd/c1-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-0/block: (2) No such file or directory 2022-09-01T09:52:17.328 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:17.327+0000 7f70b16d6440 -1 bluestore(/var/lib/ceph/osd/c1-0) _read_fsid unparsable uuid 2022-09-01T09:52:19.411 DEBUG:teuthology.orchestra.run.smithi044:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c1-0 2022-09-01T09:52:19.445 DEBUG:teuthology.orchestra.run.smithi044:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c1 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/c1.monmap 2022-09-01T09:52:19.540 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:19.538+0000 7fdfb5fdf440 -1 auth: error reading file: /var/lib/ceph/osd/c1-1/keyring: can't open /var/lib/ceph/osd/c1-1/keyring: (2) No such file or directory 2022-09-01T09:52:19.540 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:19.539+0000 7fdfb5fdf440 -1 created new key in keyring /var/lib/ceph/osd/c1-1/keyring 2022-09-01T09:52:19.541 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:19.539+0000 7fdfb5fdf440 -1 bluestore(/var/lib/ceph/osd/c1-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-1/block: (2) No such file or directory 2022-09-01T09:52:19.541 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:19.539+0000 7fdfb5fdf440 -1 bluestore(/var/lib/ceph/osd/c1-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-1/block: (2) No such file or directory 2022-09-01T09:52:19.541 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:19.539+0000 7fdfb5fdf440 -1 bluestore(/var/lib/ceph/osd/c1-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-1/block: (2) No such file or directory 2022-09-01T09:52:19.542 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:19.539+0000 7fdfb5fdf440 -1 bluestore(/var/lib/ceph/osd/c1-1) _read_fsid unparsable uuid 2022-09-01T09:52:21.634 DEBUG:teuthology.orchestra.run.smithi044:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c1-1 2022-09-01T09:52:21.669 DEBUG:teuthology.orchestra.run.smithi044:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c1 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/c1.monmap 2022-09-01T09:52:21.764 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:21.763+0000 7f693ebe3440 -1 auth: error reading file: /var/lib/ceph/osd/c1-2/keyring: can't open /var/lib/ceph/osd/c1-2/keyring: (2) No such file or directory 2022-09-01T09:52:21.765 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:21.763+0000 7f693ebe3440 -1 created new key in keyring /var/lib/ceph/osd/c1-2/keyring 2022-09-01T09:52:21.765 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:21.763+0000 7f693ebe3440 -1 bluestore(/var/lib/ceph/osd/c1-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-2/block: (2) No such file or directory 2022-09-01T09:52:21.765 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:21.763+0000 7f693ebe3440 -1 bluestore(/var/lib/ceph/osd/c1-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-2/block: (2) No such file or directory 2022-09-01T09:52:21.765 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:21.763+0000 7f693ebe3440 -1 bluestore(/var/lib/ceph/osd/c1-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-2/block: (2) No such file or directory 2022-09-01T09:52:21.765 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:52:21.764+0000 7f693ebe3440 -1 bluestore(/var/lib/ceph/osd/c1-2) _read_fsid unparsable uuid 2022-09-01T09:52:23.859 DEBUG:teuthology.orchestra.run.smithi044:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c1-2 2022-09-01T09:52:23.892 INFO:tasks.ceph:Reading keys from all nodes... 2022-09-01T09:52:23.892 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:23.893 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/var/lib/ceph/mgr/c1-x/keyring of=/dev/stdout 2022-09-01T09:52:23.964 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:23.965 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/var/lib/ceph/osd/c1-0/keyring of=/dev/stdout 2022-09-01T09:52:24.035 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:24.036 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/var/lib/ceph/osd/c1-1/keyring of=/dev/stdout 2022-09-01T09:52:24.110 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:24.110 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/var/lib/ceph/osd/c1-2/keyring of=/dev/stdout 2022-09-01T09:52:24.179 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:24.180 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/etc/ceph/c1.client.0.keyring of=/dev/stdout 2022-09-01T09:52:24.237 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:24.238 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/etc/ceph/c1.client.1.keyring of=/dev/stdout 2022-09-01T09:52:24.296 INFO:tasks.ceph:Adding keys to all mons... 2022-09-01T09:52:24.296 DEBUG:teuthology.orchestra.run.smithi044:> sudo tee -a /etc/ceph/c1.keyring 2022-09-01T09:52:24.363 INFO:teuthology.orchestra.run.smithi044.stdout:[mgr.x] 2022-09-01T09:52:24.364 INFO:teuthology.orchestra.run.smithi044.stdout: key = AQDOgBBjjH2DMhAAPSqWEXLpczRT20ZUWVOQhQ== 2022-09-01T09:52:24.364 INFO:teuthology.orchestra.run.smithi044.stdout:[osd.0] 2022-09-01T09:52:24.364 INFO:teuthology.orchestra.run.smithi044.stdout: key = AQDRgBBj0ssQExAAeHC1MIlIiz8CfuoQkyJ/xQ== 2022-09-01T09:52:24.365 INFO:teuthology.orchestra.run.smithi044.stdout:[osd.1] 2022-09-01T09:52:24.365 INFO:teuthology.orchestra.run.smithi044.stdout: key = AQDTgBBjhwEsIBAAXW/Cod8wTllDZons7Ydufg== 2022-09-01T09:52:24.365 INFO:teuthology.orchestra.run.smithi044.stdout:[osd.2] 2022-09-01T09:52:24.365 INFO:teuthology.orchestra.run.smithi044.stdout: key = AQDVgBBjuWaJLRAA0OFtVypqjDvZNNMoLyZlcg== 2022-09-01T09:52:24.365 INFO:teuthology.orchestra.run.smithi044.stdout:[client.0] 2022-09-01T09:52:24.366 INFO:teuthology.orchestra.run.smithi044.stdout: key = AQDOgBBjlv5XNRAAf+fpNhScjpxEc2aScYMjsg== 2022-09-01T09:52:24.366 INFO:teuthology.orchestra.run.smithi044.stdout:[client.1] 2022-09-01T09:52:24.366 INFO:teuthology.orchestra.run.smithi044.stdout: key = AQDOgBBjntXJOBAABhnUHrqxrp/ep+3OtOZM0g== 2022-09-01T09:52:24.367 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2022-09-01T09:52:24.463 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-09-01T09:52:24.519 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-09-01T09:52:24.573 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-09-01T09:52:24.628 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-09-01T09:52:24.686 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-09-01T09:52:24.745 INFO:tasks.ceph:Running mkfs on mon nodes... 2022-09-01T09:52:24.746 DEBUG:teuthology.orchestra.run.smithi044:> sudo mkdir -p /var/lib/ceph/mon/c1-a 2022-09-01T09:52:24.775 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster c1 --mkfs -i a --monmap /home/ubuntu/cephtest/c1.monmap --keyring /etc/ceph/c1.keyring 2022-09-01T09:52:24.874 DEBUG:teuthology.orchestra.run.smithi044:> sudo chown -R ceph:ceph /var/lib/ceph/mon/c1-a 2022-09-01T09:52:24.902 DEBUG:teuthology.orchestra.run.smithi044:> rm -- /home/ubuntu/cephtest/c1.monmap 2022-09-01T09:52:24.960 INFO:tasks.ceph:Starting mon daemons in cluster c1... 2022-09-01T09:52:24.961 INFO:tasks.ceph.c1.mon.a:Restarting daemon 2022-09-01T09:52:24.962 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster c1 -i a 2022-09-01T09:52:25.003 INFO:tasks.ceph.c1.mon.a:Started 2022-09-01T09:52:25.004 INFO:tasks.ceph:Starting mgr daemons in cluster c1... 2022-09-01T09:52:25.005 INFO:tasks.ceph.c1.mgr.x:Restarting daemon 2022-09-01T09:52:25.006 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster c1 -i x 2022-09-01T09:52:25.008 INFO:tasks.ceph.c1.mgr.x:Started 2022-09-01T09:52:25.008 INFO:tasks.ceph:Setting crush tunables to default 2022-09-01T09:52:25.009 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph --cluster c1 osd crush tunables default 2022-09-01T09:52:25.253 INFO:teuthology.orchestra.run.smithi044.stderr:adjusted tunables profile to default 2022-09-01T09:52:25.265 INFO:tasks.ceph:Starting osd daemons in cluster c1... 2022-09-01T09:52:25.266 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:25.267 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/var/lib/ceph/osd/c1-0/fsid of=/dev/stdout 2022-09-01T09:52:25.295 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:25.296 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/var/lib/ceph/osd/c1-1/fsid of=/dev/stdout 2022-09-01T09:52:25.363 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:25.364 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/var/lib/ceph/osd/c1-2/fsid of=/dev/stdout 2022-09-01T09:52:25.404 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:25.403+0000 7fc4122da080 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2022-09-01T09:52:25.432 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph --cluster c1 osd new 8941bec6-18d9-46b9-ab3a-f59f5bfa3da2 0 2022-09-01T09:52:25.472 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:25.471+0000 7fc4122da080 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2022-09-01T09:52:25.551 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:25.550+0000 7fc4122da080 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2022-09-01T09:52:25.636 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:25.636+0000 7fc4122da080 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2022-09-01T09:52:25.697 INFO:teuthology.orchestra.run.smithi044.stdout:0 2022-09-01T09:52:25.710 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph --cluster c1 osd new aeadfa44-8ae2-4cff-8d9f-698f1019843d 1 2022-09-01T09:52:25.787 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:25.786+0000 7fc4122da080 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2022-09-01T09:52:25.933 INFO:teuthology.orchestra.run.smithi044.stdout:1 2022-09-01T09:52:25.946 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph --cluster c1 osd new 18920270-8bd1-4687-9abc-31eaaab13d95 2 2022-09-01T09:52:26.131 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:26.130+0000 7fc4122da080 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2022-09-01T09:52:26.165 INFO:teuthology.orchestra.run.smithi044.stdout:2 2022-09-01T09:52:26.178 INFO:tasks.ceph.c1.osd.0:Restarting daemon 2022-09-01T09:52:26.178 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c1 -i 0 2022-09-01T09:52:26.181 INFO:tasks.ceph.c1.osd.0:Started 2022-09-01T09:52:26.181 INFO:tasks.ceph.c1.osd.1:Restarting daemon 2022-09-01T09:52:26.182 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c1 -i 1 2022-09-01T09:52:26.184 INFO:tasks.ceph.c1.osd.1:Started 2022-09-01T09:52:26.184 INFO:tasks.ceph.c1.osd.2:Restarting daemon 2022-09-01T09:52:26.185 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c1 -i 2 2022-09-01T09:52:26.187 INFO:tasks.ceph.c1.osd.2:Started 2022-09-01T09:52:26.188 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd dump --format=json 2022-09-01T09:52:26.223 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:26.223+0000 7fc4122da080 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2022-09-01T09:52:26.380 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:26.380+0000 7fc4122da080 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2022-09-01T09:52:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:26.404 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":5,"fsid":"0deae608-e43d-4e70-b48d-2d618dd597b9","created":"2022-09-01T09:52:25.146527+0000","modified":"2022-09-01T09:52:26.163522+0000","last_up_change":"0.000000","last_in_change":"2022-09-01T09:52:26.163522+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"8941bec6-18d9-46b9-ab3a-f59f5bfa3da2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"aeadfa44-8ae2-4cff-8d9f-698f1019843d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"18920270-8bd1-4687-9abc-31eaaab13d95","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-09-01T09:52:26.416 INFO:tasks.ceph.ceph_manager.c1:[] 2022-09-01T09:52:26.417 INFO:tasks.ceph:Waiting for OSDs to come up 2022-09-01T09:52:26.464 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:26.463+0000 7fc4122da080 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2022-09-01T09:52:26.720 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c1 osd dump --format=json 2022-09-01T09:52:26.784 INFO:tasks.ceph.c1.osd.0.smithi044.stderr:2022-09-01T09:52:26.783+0000 7f77fef22440 -1 Falling back to public interface 2022-09-01T09:52:26.793 INFO:tasks.ceph.c1.osd.2.smithi044.stderr:2022-09-01T09:52:26.792+0000 7f617da4c440 -1 Falling back to public interface 2022-09-01T09:52:26.809 INFO:tasks.ceph.c1.osd.1.smithi044.stderr:2022-09-01T09:52:26.809+0000 7f99f59e7440 -1 Falling back to public interface 2022-09-01T09:52:26.916 INFO:teuthology.misc.health.smithi044.stdout: 2022-09-01T09:52:26.917 INFO:teuthology.misc.health.smithi044.stdout:{"epoch":5,"fsid":"0deae608-e43d-4e70-b48d-2d618dd597b9","created":"2022-09-01T09:52:25.146527+0000","modified":"2022-09-01T09:52:26.163522+0000","last_up_change":"0.000000","last_in_change":"2022-09-01T09:52:26.163522+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"8941bec6-18d9-46b9-ab3a-f59f5bfa3da2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"aeadfa44-8ae2-4cff-8d9f-698f1019843d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"18920270-8bd1-4687-9abc-31eaaab13d95","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-09-01T09:52:26.928 DEBUG:teuthology.misc:0 of 3 OSDs are up 2022-09-01T09:52:26.930 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:26.930+0000 7fc4122da080 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2022-09-01T09:52:27.523 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:27.521+0000 7fc4122da080 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2022-09-01T09:52:27.683 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:27.681+0000 7fc4122da080 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2022-09-01T09:52:28.267 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:28.267+0000 7fc4122da080 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2022-09-01T09:52:28.462 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:28.462+0000 7fc4122da080 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2022-09-01T09:52:28.604 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:28.604+0000 7fc4122da080 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2022-09-01T09:52:28.769 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:28.769+0000 7fc4122da080 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2022-09-01T09:52:28.905 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:28.904+0000 7fc4122da080 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2022-09-01T09:52:29.270 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:29.270+0000 7fc4122da080 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2022-09-01T09:52:29.427 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:29.427+0000 7fc4122da080 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2022-09-01T09:52:29.548 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:29.548+0000 7fc4122da080 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2022-09-01T09:52:29.697 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:29.697+0000 7fc4122da080 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2022-09-01T09:52:29.799 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:29.799+0000 7fc4122da080 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2022-09-01T09:52:29.987 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:29.987+0000 7fc4122da080 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2022-09-01T09:52:30.776 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:30.775+0000 7fc4122da080 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2022-09-01T09:52:31.795 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T09:52:31.795+0000 7fc3ca8b8700 -1 mgr.server handle_report got status from non-daemon mon.a 2022-09-01T09:52:33.232 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c1 osd dump --format=json 2022-09-01T09:52:33.564 INFO:teuthology.misc.health.smithi044.stdout: 2022-09-01T09:52:33.565 INFO:teuthology.misc.health.smithi044.stdout:{"epoch":5,"fsid":"0deae608-e43d-4e70-b48d-2d618dd597b9","created":"2022-09-01T09:52:25.146527+0000","modified":"2022-09-01T09:52:26.163522+0000","last_up_change":"0.000000","last_in_change":"2022-09-01T09:52:26.163522+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"8941bec6-18d9-46b9-ab3a-f59f5bfa3da2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"aeadfa44-8ae2-4cff-8d9f-698f1019843d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"18920270-8bd1-4687-9abc-31eaaab13d95","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-09-01T09:52:33.575 DEBUG:teuthology.misc:0 of 3 OSDs are up 2022-09-01T09:52:34.253 INFO:tasks.ceph.c1.osd.0.smithi044.stderr:2022-09-01T09:52:34.251+0000 7f77fef22440 -1 osd.0 0 log_to_monitors true 2022-09-01T09:52:34.259 INFO:tasks.ceph.c1.osd.2.smithi044.stderr:2022-09-01T09:52:34.258+0000 7f617da4c440 -1 osd.2 0 log_to_monitors true 2022-09-01T09:52:34.531 INFO:tasks.ceph.c1.osd.1.smithi044.stderr:2022-09-01T09:52:34.530+0000 7f99f59e7440 -1 osd.1 0 log_to_monitors true 2022-09-01T09:52:36.993 INFO:tasks.ceph.c1.osd.0.smithi044.stderr:2022-09-01T09:52:36.991+0000 7f77f2cdf700 -1 osd.0 0 waiting for initial osdmap 2022-09-01T09:52:37.000 INFO:tasks.ceph.c1.osd.2.smithi044.stderr:2022-09-01T09:52:36.999+0000 7f6171809700 -1 osd.2 0 waiting for initial osdmap 2022-09-01T09:52:37.007 INFO:tasks.ceph.c1.osd.0.smithi044.stderr:2022-09-01T09:52:37.005+0000 7f77eb8bb700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-09-01T09:52:37.007 INFO:tasks.ceph.c1.osd.1.smithi044.stderr:2022-09-01T09:52:37.005+0000 7f99e97a4700 -1 osd.1 0 waiting for initial osdmap 2022-09-01T09:52:37.019 INFO:tasks.ceph.c1.osd.1.smithi044.stderr:2022-09-01T09:52:37.017+0000 7f99e2380700 -1 osd.1 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-09-01T09:52:37.022 INFO:tasks.ceph.c1.osd.2.smithi044.stderr:2022-09-01T09:52:37.018+0000 7f616a3e5700 -1 osd.2 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-09-01T09:52:39.879 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c1 osd dump --format=json 2022-09-01T09:52:40.230 INFO:teuthology.misc.health.smithi044.stdout: 2022-09-01T09:52:40.231 INFO:teuthology.misc.health.smithi044.stdout:{"epoch":10,"fsid":"0deae608-e43d-4e70-b48d-2d618dd597b9","created":"2022-09-01T09:52:25.146527+0000","modified":"2022-09-01T09:52:40.009287+0000","last_up_change":"2022-09-01T09:52:38.004784+0000","last_in_change":"2022-09-01T09:52:26.163522+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-09-01T09:52:38.851119+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"10","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"8941bec6-18d9-46b9-ab3a-f59f5bfa3da2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":93328},{"type":"v1","addr":"172.21.15.44:6801","nonce":93328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":93328},{"type":"v1","addr":"172.21.15.44:6803","nonce":93328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":93328},{"type":"v1","addr":"172.21.15.44:6807","nonce":93328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":93328},{"type":"v1","addr":"172.21.15.44:6805","nonce":93328}]},"public_addr":"172.21.15.44:6801/93328","cluster_addr":"172.21.15.44:6803/93328","heartbeat_back_addr":"172.21.15.44:6807/93328","heartbeat_front_addr":"172.21.15.44:6805/93328","state":["exists","up"]},{"osd":1,"uuid":"aeadfa44-8ae2-4cff-8d9f-698f1019843d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":93356},{"type":"v1","addr":"172.21.15.44:6817","nonce":93356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":93356},{"type":"v1","addr":"172.21.15.44:6819","nonce":93356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":93356},{"type":"v1","addr":"172.21.15.44:6823","nonce":93356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":93356},{"type":"v1","addr":"172.21.15.44:6821","nonce":93356}]},"public_addr":"172.21.15.44:6817/93356","cluster_addr":"172.21.15.44:6819/93356","heartbeat_back_addr":"172.21.15.44:6823/93356","heartbeat_front_addr":"172.21.15.44:6821/93356","state":["exists","up"]},{"osd":2,"uuid":"18920270-8bd1-4687-9abc-31eaaab13d95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":93329},{"type":"v1","addr":"172.21.15.44:6809","nonce":93329}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":93329},{"type":"v1","addr":"172.21.15.44:6811","nonce":93329}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":93329},{"type":"v1","addr":"172.21.15.44:6815","nonce":93329}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":93329},{"type":"v1","addr":"172.21.15.44:6813","nonce":93329}]},"public_addr":"172.21.15.44:6809/93329","cluster_addr":"172.21.15.44:6811/93329","heartbeat_back_addr":"172.21.15.44:6815/93329","heartbeat_front_addr":"172.21.15.44:6813/93329","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:52:35.215076+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:52:35.544578+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:52:35.274135+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-09-01T09:52:40.245 DEBUG:teuthology.misc:3 of 3 OSDs are up 2022-09-01T09:52:40.246 INFO:tasks.ceph:Creating RBD pool 2022-09-01T09:52:40.246 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph --cluster c1 osd pool create rbd 8 2022-09-01T09:52:41.019 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'rbd' created 2022-09-01T09:52:41.033 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph --cluster c1 osd pool application enable rbd rbd --yes-i-really-mean-it 2022-09-01T09:52:42.028 INFO:teuthology.orchestra.run.smithi044.stderr:enabled application 'rbd' on pool 'rbd' 2022-09-01T09:52:42.055 INFO:tasks.ceph:Starting mds daemons in cluster c1... 2022-09-01T09:52:42.057 INFO:tasks.ceph:Waiting until c1 daemons up and pgs clean... 2022-09-01T09:52:42.057 INFO:tasks.ceph.ceph_manager.c1:waiting for mgr available 2022-09-01T09:52:42.058 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 mgr dump --format=json 2022-09-01T09:52:42.058 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2022-09-01T09:52:42.444 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:42.456 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":5,"active_gid":4101,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":92948},{"type":"v1","addr":"172.21.15.44:6825","nonce":92948}]},"active_addr":"172.21.15.44:6825/92948","active_change":"2022-09-01T09:52:30.789608+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":0,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":3293667963}]},{"addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":1517015109}]},{"addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":1877652334}]},{"addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":1764719095}]}]}} 2022-09-01T09:52:42.462 INFO:tasks.ceph.ceph_manager.c1:mgr available! 2022-09-01T09:52:42.462 INFO:tasks.ceph.ceph_manager.c1:waiting for all up 2022-09-01T09:52:42.463 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd dump --format=json 2022-09-01T09:52:42.786 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:42.786 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":12,"fsid":"0deae608-e43d-4e70-b48d-2d618dd597b9","created":"2022-09-01T09:52:25.146527+0000","modified":"2022-09-01T09:52:42.015750+0000","last_up_change":"2022-09-01T09:52:38.004784+0000","last_in_change":"2022-09-01T09:52:26.163522+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-09-01T09:52:38.851119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-09-01T09:52:40.609686+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"8941bec6-18d9-46b9-ab3a-f59f5bfa3da2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":93328},{"type":"v1","addr":"172.21.15.44:6801","nonce":93328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":93328},{"type":"v1","addr":"172.21.15.44:6803","nonce":93328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":93328},{"type":"v1","addr":"172.21.15.44:6807","nonce":93328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":93328},{"type":"v1","addr":"172.21.15.44:6805","nonce":93328}]},"public_addr":"172.21.15.44:6801/93328","cluster_addr":"172.21.15.44:6803/93328","heartbeat_back_addr":"172.21.15.44:6807/93328","heartbeat_front_addr":"172.21.15.44:6805/93328","state":["exists","up"]},{"osd":1,"uuid":"aeadfa44-8ae2-4cff-8d9f-698f1019843d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":93356},{"type":"v1","addr":"172.21.15.44:6817","nonce":93356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":93356},{"type":"v1","addr":"172.21.15.44:6819","nonce":93356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":93356},{"type":"v1","addr":"172.21.15.44:6823","nonce":93356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":93356},{"type":"v1","addr":"172.21.15.44:6821","nonce":93356}]},"public_addr":"172.21.15.44:6817/93356","cluster_addr":"172.21.15.44:6819/93356","heartbeat_back_addr":"172.21.15.44:6823/93356","heartbeat_front_addr":"172.21.15.44:6821/93356","state":["exists","up"]},{"osd":2,"uuid":"18920270-8bd1-4687-9abc-31eaaab13d95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":93329},{"type":"v1","addr":"172.21.15.44:6809","nonce":93329}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":93329},{"type":"v1","addr":"172.21.15.44:6811","nonce":93329}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":93329},{"type":"v1","addr":"172.21.15.44:6815","nonce":93329}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":93329},{"type":"v1","addr":"172.21.15.44:6813","nonce":93329}]},"public_addr":"172.21.15.44:6809/93329","cluster_addr":"172.21.15.44:6811/93329","heartbeat_back_addr":"172.21.15.44:6815/93329","heartbeat_front_addr":"172.21.15.44:6813/93329","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:52:35.215076+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:52:35.544578+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:52:35.274135+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-09-01T09:52:42.799 INFO:tasks.ceph.ceph_manager.c1:all up! 2022-09-01T09:52:42.800 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd dump --format=json 2022-09-01T09:52:43.124 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:43.125 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":13,"fsid":"0deae608-e43d-4e70-b48d-2d618dd597b9","created":"2022-09-01T09:52:25.146527+0000","modified":"2022-09-01T09:52:43.020750+0000","last_up_change":"2022-09-01T09:52:38.004784+0000","last_in_change":"2022-09-01T09:52:26.163522+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-09-01T09:52:38.851119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-09-01T09:52:40.609686+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"8941bec6-18d9-46b9-ab3a-f59f5bfa3da2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":93328},{"type":"v1","addr":"172.21.15.44:6801","nonce":93328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":93328},{"type":"v1","addr":"172.21.15.44:6803","nonce":93328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":93328},{"type":"v1","addr":"172.21.15.44:6807","nonce":93328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":93328},{"type":"v1","addr":"172.21.15.44:6805","nonce":93328}]},"public_addr":"172.21.15.44:6801/93328","cluster_addr":"172.21.15.44:6803/93328","heartbeat_back_addr":"172.21.15.44:6807/93328","heartbeat_front_addr":"172.21.15.44:6805/93328","state":["exists","up"]},{"osd":1,"uuid":"aeadfa44-8ae2-4cff-8d9f-698f1019843d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":93356},{"type":"v1","addr":"172.21.15.44:6817","nonce":93356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":93356},{"type":"v1","addr":"172.21.15.44:6819","nonce":93356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":93356},{"type":"v1","addr":"172.21.15.44:6823","nonce":93356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":93356},{"type":"v1","addr":"172.21.15.44:6821","nonce":93356}]},"public_addr":"172.21.15.44:6817/93356","cluster_addr":"172.21.15.44:6819/93356","heartbeat_back_addr":"172.21.15.44:6823/93356","heartbeat_front_addr":"172.21.15.44:6821/93356","state":["exists","up"]},{"osd":2,"uuid":"18920270-8bd1-4687-9abc-31eaaab13d95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":93329},{"type":"v1","addr":"172.21.15.44:6809","nonce":93329}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":93329},{"type":"v1","addr":"172.21.15.44:6811","nonce":93329}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":93329},{"type":"v1","addr":"172.21.15.44:6815","nonce":93329}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":93329},{"type":"v1","addr":"172.21.15.44:6813","nonce":93329}]},"public_addr":"172.21.15.44:6809/93329","cluster_addr":"172.21.15.44:6811/93329","heartbeat_back_addr":"172.21.15.44:6815/93329","heartbeat_front_addr":"172.21.15.44:6813/93329","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:52:35.215076+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:52:35.544578+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:52:35.274135+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-09-01T09:52:43.140 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 tell osd.0 flush_pg_stats 2022-09-01T09:52:43.141 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 tell osd.1 flush_pg_stats 2022-09-01T09:52:43.142 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 tell osd.2 flush_pg_stats 2022-09-01T09:52:43.313 INFO:teuthology.orchestra.run.smithi044.stdout:34359738372 2022-09-01T09:52:43.313 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.2 2022-09-01T09:52:43.315 INFO:teuthology.orchestra.run.smithi044.stdout:34359738372 2022-09-01T09:52:43.315 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.0 2022-09-01T09:52:43.316 INFO:teuthology.orchestra.run.smithi044.stdout:34359738373 2022-09-01T09:52:43.317 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.1 2022-09-01T09:52:43.695 INFO:teuthology.orchestra.run.smithi044.stdout:34359738372 2022-09-01T09:52:43.696 INFO:teuthology.orchestra.run.smithi044.stdout:34359738371 2022-09-01T09:52:43.705 INFO:teuthology.orchestra.run.smithi044.stdout:34359738371 2022-09-01T09:52:43.712 INFO:tasks.ceph.ceph_manager.c1:need seq 34359738373 got 34359738372 for osd.1 2022-09-01T09:52:43.714 INFO:tasks.ceph.ceph_manager.c1:need seq 34359738372 got 34359738371 for osd.0 2022-09-01T09:52:43.719 INFO:tasks.ceph.ceph_manager.c1:need seq 34359738372 got 34359738371 for osd.2 2022-09-01T09:52:44.715 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.1 2022-09-01T09:52:44.715 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.0 2022-09-01T09:52:44.720 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.2 2022-09-01T09:52:45.066 INFO:teuthology.orchestra.run.smithi044.stdout:34359738373 2022-09-01T09:52:45.080 INFO:tasks.ceph.ceph_manager.c1:need seq 34359738372 got 34359738373 for osd.0 2022-09-01T09:52:45.080 INFO:teuthology.orchestra.run.smithi044.stdout:34359738374 2022-09-01T09:52:45.081 DEBUG:teuthology.parallel:result is None 2022-09-01T09:52:45.095 INFO:tasks.ceph.ceph_manager.c1:need seq 34359738373 got 34359738374 for osd.1 2022-09-01T09:52:45.096 DEBUG:teuthology.parallel:result is None 2022-09-01T09:52:45.112 INFO:teuthology.orchestra.run.smithi044.stdout:34359738373 2022-09-01T09:52:45.126 INFO:tasks.ceph.ceph_manager.c1:need seq 34359738372 got 34359738373 for osd.2 2022-09-01T09:52:45.127 DEBUG:teuthology.parallel:result is None 2022-09-01T09:52:45.127 INFO:tasks.ceph.ceph_manager.c1:waiting for clean 2022-09-01T09:52:45.128 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 pg dump --format=json 2022-09-01T09:52:45.485 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:45.486 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2022-09-01T09:52:45.498 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":14,"stamp":"2022-09-01T09:52:44.795025+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":5,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":24928,"kb_used_data":1480,"kb_used_omap":0,"kb_used_meta":23424,"kb_avail":314547872,"statfs":{"total":322122547200,"available":322097020928,"internally_reserved":0,"allocated":1515520,"data_stored":1269342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":23986176},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-09-01T09:52:43.025199+0000","last_change":"2022-09-01T09:52:42.027940+0000","last_active":"2022-09-01T09:52:43.025199+0000","last_peered":"2022-09-01T09:52:43.025199+0000","last_clean":"2022-09-01T09:52:43.025199+0000","last_became_active":"2022-09-01T09:52:42.027693+0000","last_became_peered":"2022-09-01T09:52:42.027693+0000","last_unstale":"2022-09-01T09:52:43.025199+0000","last_undegraded":"2022-09-01T09:52:43.025199+0000","last_fullsized":"2022-09-01T09:52:43.025199+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T16:28:22.865934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-09-01T09:52:43.025300+0000","last_change":"2022-09-01T09:52:42.027296+0000","last_active":"2022-09-01T09:52:43.025300+0000","last_peered":"2022-09-01T09:52:43.025300+0000","last_clean":"2022-09-01T09:52:43.025300+0000","last_became_active":"2022-09-01T09:52:42.027046+0000","last_became_peered":"2022-09-01T09:52:42.027046+0000","last_unstale":"2022-09-01T09:52:43.025300+0000","last_undegraded":"2022-09-01T09:52:43.025300+0000","last_fullsized":"2022-09-01T09:52:43.025300+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T10:15:26.474339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-09-01T09:52:43.025189+0000","last_change":"2022-09-01T09:52:42.026119+0000","last_active":"2022-09-01T09:52:43.025189+0000","last_peered":"2022-09-01T09:52:43.025189+0000","last_clean":"2022-09-01T09:52:43.025189+0000","last_became_active":"2022-09-01T09:52:42.025827+0000","last_became_peered":"2022-09-01T09:52:42.025827+0000","last_unstale":"2022-09-01T09:52:43.025189+0000","last_undegraded":"2022-09-01T09:52:43.025189+0000","last_fullsized":"2022-09-01T09:52:43.025189+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T19:29:46.125898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":12,"state":"active+clean","last_fresh":"2022-09-01T09:52:42.025514+0000","last_change":"2022-09-01T09:52:42.024329+0000","last_active":"2022-09-01T09:52:42.025514+0000","last_peered":"2022-09-01T09:52:42.025514+0000","last_clean":"2022-09-01T09:52:42.025514+0000","last_became_active":"2022-09-01T09:52:42.024013+0000","last_became_peered":"2022-09-01T09:52:42.024013+0000","last_unstale":"2022-09-01T09:52:42.025514+0000","last_undegraded":"2022-09-01T09:52:42.025514+0000","last_fullsized":"2022-09-01T09:52:42.025514+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T15:50:37.140705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"10'97","reported_seq":139,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-09-01T09:52:43.025085+0000","last_change":"2022-09-01T09:52:40.018533+0000","last_active":"2022-09-01T09:52:43.025085+0000","last_peered":"2022-09-01T09:52:43.025085+0000","last_clean":"2022-09-01T09:52:43.025085+0000","last_became_active":"2022-09-01T09:52:40.018294+0000","last_became_peered":"2022-09-01T09:52:40.018294+0000","last_unstale":"2022-09-01T09:52:43.025085+0000","last_undegraded":"2022-09-01T09:52:43.025085+0000","last_fullsized":"2022-09-01T09:52:43.025085+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:39.005550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:39.005550+0000","last_clean_scrub_stamp":"2022-09-01T09:52:39.005550+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T10:26:40.613024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-09-01T09:52:43.025145+0000","last_change":"2022-09-01T09:52:42.026299+0000","last_active":"2022-09-01T09:52:43.025145+0000","last_peered":"2022-09-01T09:52:43.025145+0000","last_clean":"2022-09-01T09:52:43.025145+0000","last_became_active":"2022-09-01T09:52:42.026006+0000","last_became_peered":"2022-09-01T09:52:42.026006+0000","last_unstale":"2022-09-01T09:52:43.025145+0000","last_undegraded":"2022-09-01T09:52:43.025145+0000","last_fullsized":"2022-09-01T09:52:43.025145+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T12:23:17.986846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":12,"state":"active+clean","last_fresh":"2022-09-01T09:52:42.025528+0000","last_change":"2022-09-01T09:52:42.024641+0000","last_active":"2022-09-01T09:52:42.025528+0000","last_peered":"2022-09-01T09:52:42.025528+0000","last_clean":"2022-09-01T09:52:42.025528+0000","last_became_active":"2022-09-01T09:52:42.023530+0000","last_became_peered":"2022-09-01T09:52:42.023530+0000","last_unstale":"2022-09-01T09:52:42.025528+0000","last_undegraded":"2022-09-01T09:52:42.025528+0000","last_fullsized":"2022-09-01T09:52:42.025528+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T17:14:23.559933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":12,"state":"active+clean","last_fresh":"2022-09-01T09:52:42.024652+0000","last_change":"2022-09-01T09:52:42.023162+0000","last_active":"2022-09-01T09:52:42.024652+0000","last_peered":"2022-09-01T09:52:42.024652+0000","last_clean":"2022-09-01T09:52:42.024652+0000","last_became_active":"2022-09-01T09:52:42.022862+0000","last_became_peered":"2022-09-01T09:52:42.022862+0000","last_unstale":"2022-09-01T09:52:42.024652+0000","last_undegraded":"2022-09-01T09:52:42.024652+0000","last_fullsized":"2022-09-01T09:52:42.024652+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T10:56:43.209649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-09-01T09:52:43.025204+0000","last_change":"2022-09-01T09:52:42.026503+0000","last_active":"2022-09-01T09:52:43.025204+0000","last_peered":"2022-09-01T09:52:43.025204+0000","last_clean":"2022-09-01T09:52:43.025204+0000","last_became_active":"2022-09-01T09:52:42.026069+0000","last_became_peered":"2022-09-01T09:52:42.026069+0000","last_unstale":"2022-09-01T09:52:43.025204+0000","last_undegraded":"2022-09-01T09:52:43.025204+0000","last_fullsized":"2022-09-01T09:52:43.025204+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T10:50:37.028754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738373,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":7664,"kb_used_data":104,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":104849936,"statfs":{"total":107374182400,"available":107366334464,"internally_reserved":0,"allocated":106496,"data_stored":28380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26600000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738373,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8628,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":7936,"kb_avail":104848972,"statfs":{"total":107374182400,"available":107365347328,"internally_reserved":0,"allocated":700416,"data_stored":618748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8126464},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34200000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38300000000000001}]}]},{"osd":1,"up_from":8,"seq":34359738374,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8636,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":7936,"kb_avail":104848964,"statfs":{"total":107374182400,"available":107365339136,"internally_reserved":0,"allocated":708608,"data_stored":622214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8126464},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28100000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-09-01T09:52:45.500 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 pg dump --format=json 2022-09-01T09:52:45.824 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:45.825 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2022-09-01T09:52:45.839 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":14,"stamp":"2022-09-01T09:52:44.795025+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":5,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":24928,"kb_used_data":1480,"kb_used_omap":0,"kb_used_meta":23424,"kb_avail":314547872,"statfs":{"total":322122547200,"available":322097020928,"internally_reserved":0,"allocated":1515520,"data_stored":1269342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":23986176},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-09-01T09:52:43.025199+0000","last_change":"2022-09-01T09:52:42.027940+0000","last_active":"2022-09-01T09:52:43.025199+0000","last_peered":"2022-09-01T09:52:43.025199+0000","last_clean":"2022-09-01T09:52:43.025199+0000","last_became_active":"2022-09-01T09:52:42.027693+0000","last_became_peered":"2022-09-01T09:52:42.027693+0000","last_unstale":"2022-09-01T09:52:43.025199+0000","last_undegraded":"2022-09-01T09:52:43.025199+0000","last_fullsized":"2022-09-01T09:52:43.025199+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T16:28:22.865934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-09-01T09:52:43.025300+0000","last_change":"2022-09-01T09:52:42.027296+0000","last_active":"2022-09-01T09:52:43.025300+0000","last_peered":"2022-09-01T09:52:43.025300+0000","last_clean":"2022-09-01T09:52:43.025300+0000","last_became_active":"2022-09-01T09:52:42.027046+0000","last_became_peered":"2022-09-01T09:52:42.027046+0000","last_unstale":"2022-09-01T09:52:43.025300+0000","last_undegraded":"2022-09-01T09:52:43.025300+0000","last_fullsized":"2022-09-01T09:52:43.025300+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T10:15:26.474339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-09-01T09:52:43.025189+0000","last_change":"2022-09-01T09:52:42.026119+0000","last_active":"2022-09-01T09:52:43.025189+0000","last_peered":"2022-09-01T09:52:43.025189+0000","last_clean":"2022-09-01T09:52:43.025189+0000","last_became_active":"2022-09-01T09:52:42.025827+0000","last_became_peered":"2022-09-01T09:52:42.025827+0000","last_unstale":"2022-09-01T09:52:43.025189+0000","last_undegraded":"2022-09-01T09:52:43.025189+0000","last_fullsized":"2022-09-01T09:52:43.025189+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T19:29:46.125898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":12,"state":"active+clean","last_fresh":"2022-09-01T09:52:42.025514+0000","last_change":"2022-09-01T09:52:42.024329+0000","last_active":"2022-09-01T09:52:42.025514+0000","last_peered":"2022-09-01T09:52:42.025514+0000","last_clean":"2022-09-01T09:52:42.025514+0000","last_became_active":"2022-09-01T09:52:42.024013+0000","last_became_peered":"2022-09-01T09:52:42.024013+0000","last_unstale":"2022-09-01T09:52:42.025514+0000","last_undegraded":"2022-09-01T09:52:42.025514+0000","last_fullsized":"2022-09-01T09:52:42.025514+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T15:50:37.140705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"10'97","reported_seq":139,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-09-01T09:52:43.025085+0000","last_change":"2022-09-01T09:52:40.018533+0000","last_active":"2022-09-01T09:52:43.025085+0000","last_peered":"2022-09-01T09:52:43.025085+0000","last_clean":"2022-09-01T09:52:43.025085+0000","last_became_active":"2022-09-01T09:52:40.018294+0000","last_became_peered":"2022-09-01T09:52:40.018294+0000","last_unstale":"2022-09-01T09:52:43.025085+0000","last_undegraded":"2022-09-01T09:52:43.025085+0000","last_fullsized":"2022-09-01T09:52:43.025085+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:39.005550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:39.005550+0000","last_clean_scrub_stamp":"2022-09-01T09:52:39.005550+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T10:26:40.613024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-09-01T09:52:43.025145+0000","last_change":"2022-09-01T09:52:42.026299+0000","last_active":"2022-09-01T09:52:43.025145+0000","last_peered":"2022-09-01T09:52:43.025145+0000","last_clean":"2022-09-01T09:52:43.025145+0000","last_became_active":"2022-09-01T09:52:42.026006+0000","last_became_peered":"2022-09-01T09:52:42.026006+0000","last_unstale":"2022-09-01T09:52:43.025145+0000","last_undegraded":"2022-09-01T09:52:43.025145+0000","last_fullsized":"2022-09-01T09:52:43.025145+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T12:23:17.986846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":12,"state":"active+clean","last_fresh":"2022-09-01T09:52:42.025528+0000","last_change":"2022-09-01T09:52:42.024641+0000","last_active":"2022-09-01T09:52:42.025528+0000","last_peered":"2022-09-01T09:52:42.025528+0000","last_clean":"2022-09-01T09:52:42.025528+0000","last_became_active":"2022-09-01T09:52:42.023530+0000","last_became_peered":"2022-09-01T09:52:42.023530+0000","last_unstale":"2022-09-01T09:52:42.025528+0000","last_undegraded":"2022-09-01T09:52:42.025528+0000","last_fullsized":"2022-09-01T09:52:42.025528+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T17:14:23.559933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":12,"state":"active+clean","last_fresh":"2022-09-01T09:52:42.024652+0000","last_change":"2022-09-01T09:52:42.023162+0000","last_active":"2022-09-01T09:52:42.024652+0000","last_peered":"2022-09-01T09:52:42.024652+0000","last_clean":"2022-09-01T09:52:42.024652+0000","last_became_active":"2022-09-01T09:52:42.022862+0000","last_became_peered":"2022-09-01T09:52:42.022862+0000","last_unstale":"2022-09-01T09:52:42.024652+0000","last_undegraded":"2022-09-01T09:52:42.024652+0000","last_fullsized":"2022-09-01T09:52:42.024652+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T10:56:43.209649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-09-01T09:52:43.025204+0000","last_change":"2022-09-01T09:52:42.026503+0000","last_active":"2022-09-01T09:52:43.025204+0000","last_peered":"2022-09-01T09:52:43.025204+0000","last_clean":"2022-09-01T09:52:43.025204+0000","last_became_active":"2022-09-01T09:52:42.026069+0000","last_became_peered":"2022-09-01T09:52:42.026069+0000","last_unstale":"2022-09-01T09:52:43.025204+0000","last_undegraded":"2022-09-01T09:52:43.025204+0000","last_fullsized":"2022-09-01T09:52:43.025204+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:52:41.012201+0000","last_clean_scrub_stamp":"2022-09-01T09:52:41.012201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T10:50:37.028754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738373,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":7664,"kb_used_data":104,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":104849936,"statfs":{"total":107374182400,"available":107366334464,"internally_reserved":0,"allocated":106496,"data_stored":28380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26600000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738373,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8628,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":7936,"kb_avail":104848972,"statfs":{"total":107374182400,"available":107365347328,"internally_reserved":0,"allocated":700416,"data_stored":618748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8126464},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34200000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38300000000000001}]}]},{"osd":1,"up_from":8,"seq":34359738374,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8636,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":7936,"kb_avail":104848964,"statfs":{"total":107374182400,"available":107365339136,"internally_reserved":0,"allocated":708608,"data_stored":622214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8126464},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28100000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-09-01T09:52:45.841 INFO:tasks.ceph.ceph_manager.c1:clean! 2022-09-01T09:52:45.842 INFO:tasks.ceph:Waiting until ceph cluster c1 is healthy... 2022-09-01T09:52:45.842 INFO:tasks.ceph.ceph_manager.c1:wait_until_healthy 2022-09-01T09:52:45.843 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 health --format=json 2022-09-01T09:52:46.209 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:46.209 INFO:teuthology.orchestra.run.smithi044.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2022-09-01T09:52:46.223 INFO:tasks.ceph.ceph_manager.c1:wait_until_healthy done 2022-09-01T09:52:46.224 INFO:teuthology.run_tasks:Running task ceph... 2022-09-01T09:52:46.233 INFO:tasks.ceph:Creating ceph cluster c2... 2022-09-01T09:52:46.234 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw sync': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync data inject err probability': 0.1, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'client.0': {'rgw data notify interval msec': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'rocksdb delete range threshold': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)'], 'cpu_profile': set(), 'cluster': 'c2', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2022-09-01T09:52:46.234 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/ozeneva-2022-08-30_16:17:28-rgw-wip-omri-full-putobj-trace-distro-basic-smithi/7001348', 'branch': 'wip-omri-full-putobj-trace', 'description': 'rgw/multisite/{clusters frontend/beast ignore-pg-availability notify omap_limits overrides realms/three-zone-plus-pubsub supported-random-distro$/{rhel_8} tasks/test_multi}', 'email': None, 'first_in_suite': False, 'job_id': '7001348', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'ozeneva-2022-08-30_16:17:28-rgw-wip-omri-full-putobj-trace-distro-basic-smithi', 'nuke-on-error': True, 'os_type': 'rhel', 'os_version': '8.6', 'overrides': {'admin_socket': {'branch': 'wip-omri-full-putobj-trace'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw sync': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync data inject err probability': 0.1, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'client.0': {'rgw data notify interval msec': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'rocksdb delete range threshold': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}}, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952', 'wait-for-scrub': False}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}}}, 'install': {'ceph': {'sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952'}}, 'rgw': {'compression type': 'random', 'frontend': 'beast'}, 'rgw-multisite': {'realm': {'is default': True, 'name': 'test-realm'}, 'zonegroups': [{'enabled_features': ['resharding'], 'endpoints': ['c1.client.0'], 'is_default': True, 'is_master': True, 'name': 'test-zonegroup', 'zones': [{'endpoints': ['c1.client.0'], 'is_default': True, 'is_master': True, 'name': 'test-zone1'}, {'endpoints': ['c2.client.0'], 'is_default': True, 'name': 'test-zone2'}, {'endpoints': ['c1.client.1'], 'name': 'test-zone3'}, {'endpoints': ['c2.client.1'], 'is_pubsub': True, 'name': 'test-zone4'}]}]}, 'rgw-multisite-tests': {'args': ['tests.py', 'tests_ps.py']}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-omri-full-putobj-trace', 'sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952'}}, 'owner': 'scheduled_ozeneva@teuthology', 'priority': 100, 'repo': 'git://git.ceph.com/ceph-ci.git', 'roles': [['c1.mon.a', 'c1.mgr.x', 'c1.osd.0', 'c1.osd.1', 'c1.osd.2', 'c1.client.0', 'c1.client.1'], ['c2.mon.a', 'c2.mgr.x', 'c2.osd.0', 'c2.osd.1', 'c2.osd.2', 'c2.client.0', 'c2.client.1']], 'sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-omri-full-putobj-trace', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/qa', 'suite_relpath': 'qa', 'suite_repo': 'git://git.ceph.com/ceph-ci.git', 'suite_sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952', 'targets': {'smithi044.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCsGjY2pCBWlebKF0RV9bEFBHcAQlbZukGd4KF3fehlTA9ti4ZVxo3pXIYL2Iu1YLNAY58UiJDE9Bc1U8IvoyY8uALpuXZ6FhwhtysrQRO6x8E32PkOq0AhDQ8BsAjXcvVie+lQHoqLI2FsGCBnHVtVFx3nhChvys4LEGcnwnqw3yYqYHlsj8IAOc+AaeRRE6YDPUl3JWaJvN1IgFzggYv0vwat1WCdrigwlM1BCwt0r2jXDcl/3zaW2n4xUoLEi50q0urm6IUETLZJFew1Ed0hpdAOtnwZ5c51waiRIR5TY509mvaAOwemTVNGsE7D2gqcgcWtUPvk48QRn3FO7NvEZZ//ym2LH9W2uI1JbRKRjfZtecYSV7WiBGxZbQXwFr1detO2bKHfHZ7Uq9goMcI/b4XcWbzofA1ytUCofmsLmUGEGxOD2FcwoWkvuCHqOMQB5bJBF9/ZcPXvh0Ud2YC1w5GIE773MfKKZZpGC96OwghtpQn0oF+aJM6qwEmLvSc=', 'smithi052.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+06sMgsKfJFyEWOmoSk16Wh/6VrtjtSv7CXOwCIkvEydO4vSK7Gkg1apP899IY71PcZRJyEN7kv0Dv7GmuuydeX8QwWhXyhbyzBAVURRWmti2USdP9o99cgVjO/eGcSWpl6ytSZ+trl8/C9JLQBd6gEft01g+0Bd/ldDrS/kuX9tGVxA+Wg+aWEMGFlm78gGKBJ5JSdXltvw4NiDn38iYCeAPWSRNGM0b9EVGj+pTDIkgO0HSPkMX8ix8vkPM9sUCth9G+YM+lJ+VHmr7DhNnEiurfs4n7RRIBs1v2SR651o33JD1BjubuVpEXFATAkD1Tr5SC4tuq4dCEfp7FWkTudW14sPehvbQfmUstcXk/KsqYRkCj3Smc/kQQQ7Pz63RnFQGIHC9jKV6rSdAk2zFc3rJ5Rz/6QkfOKid78umdrF3AqoJ54FKVu7wAUtblIN8kQv5YOL99qXmmoU+8V1qf54Sy2CdONLdpyNEXRwQKQpxLajghgOahexZJ7wHN5k='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': {'cluster': 'c1', 'conf': {'client': {'debug rgw': 20, 'debug rgw sync': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync data inject err probability': 0.1, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'client.0': {'rgw data notify interval msec': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'rocksdb delete range threshold': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}}, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952', 'wait-for-scrub': False}}, {'ceph': {'cluster': 'c2', 'conf': {'client': {'debug rgw': 20, 'debug rgw sync': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync data inject err probability': 0.1, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'client.0': {'rgw data notify interval msec': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'rocksdb delete range threshold': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}}, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '538e7f759b27ed88dfb7236d15eb8fa6f6a7d952', 'wait-for-scrub': False}}, {'rgw': {'c1.client.0': {'port': 8000}, 'c1.client.1': {'port': 8001}, 'c2.client.0': {'port': 8000}, 'c2.client.1': {'port': 8001}}}, {'rgw-multisite': None}, {'rgw-multisite-tests': {'config': {'reconfigure_delay': 60}}}], 'teuthology_branch': 'main', 'teuthology_sha1': 'b58f2c18636eb10faa77ed3614abd00cb85dfc2c', 'timestamp': '2022-08-30_16:17:28', 'tube': 'smithi', 'user': 'ozeneva', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.1713'} 2022-09-01T09:52:46.235 DEBUG:teuthology.orchestra.run.smithi044:> install -d -m0755 -- /home/ubuntu/cephtest/c2.data 2022-09-01T09:52:46.238 DEBUG:teuthology.orchestra.run.smithi052:> install -d -m0755 -- /home/ubuntu/cephtest/c2.data 2022-09-01T09:52:46.261 DEBUG:teuthology.orchestra.run.smithi044:> sudo install -d -m0777 -- /var/run/ceph 2022-09-01T09:52:46.296 DEBUG:teuthology.orchestra.run.smithi052:> sudo install -d -m0777 -- /var/run/ceph 2022-09-01T09:52:46.342 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:46.343 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/scratch_devs of=/dev/stdout 2022-09-01T09:52:46.404 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-09-01T09:52:46.404 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-09-01T09:52:46.464 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-09-01T09:52:46.464 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-09-01T09:52:46.464 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 6h/6d Inode: 355678 Links: 1 2022-09-01T09:52:46.464 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-09-01T09:52:46.465 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2022-09-01T09:52:46.465 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2022-09-01 09:52:06.035805974 +0000 2022-09-01T09:52:46.465 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2022-09-01 09:47:58.376296090 +0000 2022-09-01T09:52:46.465 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2022-09-01 09:47:58.376296090 +0000 2022-09-01T09:52:46.466 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: - 2022-09-01T09:52:46.476 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2022-09-01T09:52:46.476 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2022-09-01T09:52:46.476 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 0.000120242 s, 4.3 MB/s 2022-09-01T09:52:46.481 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-09-01T09:52:46.541 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-09-01T09:52:46.542 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-09-01T09:52:46.542 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 6h/6d Inode: 355777 Links: 1 2022-09-01T09:52:46.543 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-09-01T09:52:46.543 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2022-09-01T09:52:46.543 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2022-09-01 09:52:06.035805974 +0000 2022-09-01T09:52:46.544 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2022-09-01 09:47:58.942289620 +0000 2022-09-01T09:52:46.544 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2022-09-01 09:47:58.942289620 +0000 2022-09-01T09:52:46.545 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: - 2022-09-01T09:52:46.553 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2022-09-01T09:52:46.553 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2022-09-01T09:52:46.554 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 0.000109798 s, 4.7 MB/s 2022-09-01T09:52:46.556 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-09-01T09:52:46.617 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-09-01T09:52:46.618 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-09-01T09:52:46.618 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 6h/6d Inode: 362626 Links: 1 2022-09-01T09:52:46.618 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-09-01T09:52:46.619 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2022-09-01T09:52:46.619 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2022-09-01 09:52:06.035805974 +0000 2022-09-01T09:52:46.619 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2022-09-01 09:47:59.490283354 +0000 2022-09-01T09:52:46.619 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2022-09-01 09:47:59.490283354 +0000 2022-09-01T09:52:46.619 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: - 2022-09-01T09:52:46.629 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2022-09-01T09:52:46.629 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2022-09-01T09:52:46.629 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 0.000108106 s, 4.7 MB/s 2022-09-01T09:52:46.632 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-09-01T09:52:46.698 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-09-01T09:52:46.699 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-09-01T09:52:46.699 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 6h/6d Inode: 354185 Links: 1 2022-09-01T09:52:46.700 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-09-01T09:52:46.700 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2022-09-01T09:52:46.701 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2022-09-01 09:52:06.035805974 +0000 2022-09-01T09:52:46.701 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2022-09-01 09:48:00.036277111 +0000 2022-09-01T09:52:46.702 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2022-09-01 09:48:00.036277111 +0000 2022-09-01T09:52:46.702 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: - 2022-09-01T09:52:46.708 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2022-09-01T09:52:46.708 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2022-09-01T09:52:46.708 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 0.000108488 s, 4.7 MB/s 2022-09-01T09:52:46.711 INFO:tasks.ceph:osd dev map: {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'} 2022-09-01T09:52:46.711 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi052.front.sepia.ceph.com'): {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'}} 2022-09-01T09:52:46.712 INFO:tasks.ceph:Generating config... 2022-09-01T09:52:46.714 INFO:tasks.ceph:[client] debug rgw = 20 2022-09-01T09:52:46.715 INFO:tasks.ceph:[client] debug rgw sync = 20 2022-09-01T09:52:46.715 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2022-09-01T09:52:46.716 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2022-09-01T09:52:46.716 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2022-09-01T09:52:46.717 INFO:tasks.ceph:[client] rgw curl low speed time = 300 2022-09-01T09:52:46.717 INFO:tasks.ceph:[client] rgw data log num shards = 4 2022-09-01T09:52:46.718 INFO:tasks.ceph:[client] rgw md log max shards = 4 2022-09-01T09:52:46.718 INFO:tasks.ceph:[client] rgw sync data inject err probability = 0.1 2022-09-01T09:52:46.719 INFO:tasks.ceph:[client] rgw sync log trim interval = 0 2022-09-01T09:52:46.720 INFO:tasks.ceph:[client] rgw sync meta inject err probability = 0.1 2022-09-01T09:52:46.720 INFO:tasks.ceph:[client] rgw sync obj etag verify = True 2022-09-01T09:52:46.720 INFO:tasks.ceph:[client] setgroup = ceph 2022-09-01T09:52:46.721 INFO:tasks.ceph:[client] setuser = ceph 2022-09-01T09:52:46.721 INFO:tasks.ceph:[client.0] rgw data notify interval msec = 0 2022-09-01T09:52:46.721 INFO:tasks.ceph:[mgr] debug mgr = 20 2022-09-01T09:52:46.722 INFO:tasks.ceph:[mgr] debug ms = 1 2022-09-01T09:52:46.722 INFO:tasks.ceph:[mon] debug mon = 20 2022-09-01T09:52:46.723 INFO:tasks.ceph:[mon] debug ms = 1 2022-09-01T09:52:46.723 INFO:tasks.ceph:[mon] debug paxos = 20 2022-09-01T09:52:46.724 INFO:tasks.ceph:[osd] debug ms = 1 2022-09-01T09:52:46.724 INFO:tasks.ceph:[osd] debug osd = 20 2022-09-01T09:52:46.725 INFO:tasks.ceph:[osd] rocksdb delete range threshold = 0 2022-09-01T09:52:46.725 INFO:tasks.ceph:[osd.0] osd_max_omap_entries_per_request = 10 2022-09-01T09:52:46.725 INFO:tasks.ceph:[osd.1] osd_max_omap_entries_per_request = 1000 2022-09-01T09:52:46.726 INFO:tasks.ceph:[osd.2] osd_max_omap_entries_per_request = 10000 2022-09-01T09:52:46.726 INFO:tasks.ceph:Setting up c2.mon.a... 2022-09-01T09:52:46.727 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/c2.keyring 2022-09-01T09:52:46.809 INFO:teuthology.orchestra.run.smithi052.stdout:creating /etc/ceph/c2.keyring 2022-09-01T09:52:46.811 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/c2.keyring 2022-09-01T09:52:46.859 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 0644 /etc/ceph/c2.keyring 2022-09-01T09:52:46.888 DEBUG:tasks.ceph:Ceph mon addresses: [('c2.mon.a', '172.21.15.52')] 2022-09-01T09:52:46.889 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.52'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'debug ms': 1, 'debug osd': 20, 'rocksdb delete range threshold': 0}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw sync': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync data inject err probability': 0.1, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'client.0': {'rgw data notify interval msec': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}} 2022-09-01T09:52:46.890 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:46.890 DEBUG:teuthology.orchestra.run.smithi052:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2022-09-01T09:52:46.945 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.52 --print /home/ubuntu/cephtest/c2.monmap 2022-09-01T09:52:47.027 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:52:47.028 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:52:47.030 INFO:teuthology.orchestra.run.smithi052.stdout:monmaptool: monmap file /home/ubuntu/cephtest/c2.monmap 2022-09-01T09:52:47.030 INFO:teuthology.orchestra.run.smithi052.stdout:monmaptool: generated fsid b85514f8-18f4-40b0-8ab3-6d24e6ba9b39 2022-09-01T09:52:47.031 INFO:teuthology.orchestra.run.smithi052.stdout:setting min_mon_release = octopus 2022-09-01T09:52:47.031 INFO:teuthology.orchestra.run.smithi052.stdout:epoch 0 2022-09-01T09:52:47.031 INFO:teuthology.orchestra.run.smithi052.stdout:fsid b85514f8-18f4-40b0-8ab3-6d24e6ba9b39 2022-09-01T09:52:47.032 INFO:teuthology.orchestra.run.smithi052.stdout:last_changed 2022-09-01T09:52:47.027552+0000 2022-09-01T09:52:47.032 INFO:teuthology.orchestra.run.smithi052.stdout:created 2022-09-01T09:52:47.027552+0000 2022-09-01T09:52:47.032 INFO:teuthology.orchestra.run.smithi052.stdout:min_mon_release 15 (octopus) 2022-09-01T09:52:47.033 INFO:teuthology.orchestra.run.smithi052.stdout:election_strategy: 1 2022-09-01T09:52:47.033 INFO:teuthology.orchestra.run.smithi052.stdout:0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2022-09-01T09:52:47.034 INFO:teuthology.orchestra.run.smithi052.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/c2.monmap (1 monitors) 2022-09-01T09:52:47.034 DEBUG:teuthology.orchestra.run.smithi052:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2022-09-01T09:52:47.088 INFO:tasks.ceph:Writing /etc/ceph/c2.conf for FSID b85514f8-18f4-40b0-8ab3-6d24e6ba9b39... 2022-09-01T09:52:47.090 DEBUG:teuthology.orchestra.run.smithi044:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/c2.conf && sudo chmod 0644 /etc/ceph/c2.conf > /dev/null 2022-09-01T09:52:47.093 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/c2.conf && sudo chmod 0644 /etc/ceph/c2.conf > /dev/null 2022-09-01T09:52:47.147 INFO:teuthology.orchestra.run.smithi044.stdout:[global] 2022-09-01T09:52:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: chdir = "" 2022-09-01T09:52:47.148 INFO:teuthology.orchestra.run.smithi044.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2022-09-01T09:52:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: auth supported = cephx 2022-09-01T09:52:47.149 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.150 INFO:teuthology.orchestra.run.smithi044.stdout: filestore xattr use omap = true 2022-09-01T09:52:47.150 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.151 INFO:teuthology.orchestra.run.smithi044.stdout: mon clock drift allowed = 1.000 2022-09-01T09:52:47.151 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.151 INFO:teuthology.orchestra.run.smithi044.stdout: osd crush chooseleaf type = 0 2022-09-01T09:52:47.152 INFO:teuthology.orchestra.run.smithi044.stdout: auth debug = true 2022-09-01T09:52:47.152 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.152 INFO:teuthology.orchestra.run.smithi044.stdout: ms die on old message = true 2022-09-01T09:52:47.153 INFO:teuthology.orchestra.run.smithi044.stdout: ms die on bug = true 2022-09-01T09:52:47.153 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.154 INFO:teuthology.orchestra.run.smithi044.stdout: mon max pg per osd = 10000 # >= luminous 2022-09-01T09:52:47.154 INFO:teuthology.orchestra.run.smithi044.stdout: mon pg warn max object skew = 0 2022-09-01T09:52:47.154 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.155 INFO:teuthology.orchestra.run.smithi044.stdout: # disable pg_autoscaler by default for new pools 2022-09-01T09:52:47.155 INFO:teuthology.orchestra.run.smithi044.stdout: osd_pool_default_pg_autoscale_mode = off 2022-09-01T09:52:47.155 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.156 INFO:teuthology.orchestra.run.smithi044.stdout: osd pool default size = 2 2022-09-01T09:52:47.156 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.156 INFO:teuthology.orchestra.run.smithi044.stdout: mon osd allow primary affinity = true 2022-09-01T09:52:47.157 INFO:teuthology.orchestra.run.smithi044.stdout: mon osd allow pg remap = true 2022-09-01T09:52:47.157 INFO:teuthology.orchestra.run.smithi044.stdout: mon warn on legacy crush tunables = false 2022-09-01T09:52:47.157 INFO:teuthology.orchestra.run.smithi044.stdout: mon warn on crush straw calc version zero = false 2022-09-01T09:52:47.157 INFO:teuthology.orchestra.run.smithi044.stdout: mon warn on no sortbitwise = false 2022-09-01T09:52:47.158 INFO:teuthology.orchestra.run.smithi044.stdout: mon warn on osd down out interval zero = false 2022-09-01T09:52:47.158 INFO:teuthology.orchestra.run.smithi044.stdout: mon warn on too few osds = false 2022-09-01T09:52:47.158 INFO:teuthology.orchestra.run.smithi044.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2022-09-01T09:52:47.158 INFO:teuthology.orchestra.run.smithi044.stdout: mon_warn_on_pool_no_redundancy = false 2022-09-01T09:52:47.159 INFO:teuthology.orchestra.run.smithi044.stdout: mon_allow_pool_size_one = true 2022-09-01T09:52:47.159 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.159 INFO:teuthology.orchestra.run.smithi044.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2022-09-01T09:52:47.160 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.160 INFO:teuthology.orchestra.run.smithi044.stdout: osd default data pool replay window = 5 2022-09-01T09:52:47.160 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.160 INFO:teuthology.orchestra.run.smithi044.stdout: mon allow pool delete = true 2022-09-01T09:52:47.161 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.161 INFO:teuthology.orchestra.run.smithi044.stdout: mon cluster log file level = debug 2022-09-01T09:52:47.161 INFO:teuthology.orchestra.run.smithi044.stdout: debug asserts on shutdown = true 2022-09-01T09:52:47.161 INFO:teuthology.orchestra.run.smithi044.stdout: mon health detail to clog = false 2022-09-01T09:52:47.162 INFO:teuthology.orchestra.run.smithi044.stdout: mon host = 172.21.15.52 2022-09-01T09:52:47.162 INFO:teuthology.orchestra.run.smithi044.stdout: fsid = b85514f8-18f4-40b0-8ab3-6d24e6ba9b39 2022-09-01T09:52:47.162 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.162 INFO:teuthology.orchestra.run.smithi044.stdout:[osd] 2022-09-01T09:52:47.162 INFO:teuthology.orchestra.run.smithi044.stdout: osd journal size = 100 2022-09-01T09:52:47.163 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.163 INFO:teuthology.orchestra.run.smithi044.stdout: osd scrub load threshold = 5.0 2022-09-01T09:52:47.163 INFO:teuthology.orchestra.run.smithi044.stdout: osd scrub max interval = 600 2022-09-01T09:52:47.163 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.164 INFO:teuthology.orchestra.run.smithi044.stdout: osd recover clone overlap = true 2022-09-01T09:52:47.164 INFO:teuthology.orchestra.run.smithi044.stdout: osd recovery max chunk = 1048576 2022-09-01T09:52:47.164 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.164 INFO:teuthology.orchestra.run.smithi044.stdout: osd debug shutdown = true 2022-09-01T09:52:47.165 INFO:teuthology.orchestra.run.smithi044.stdout: osd debug op order = true 2022-09-01T09:52:47.165 INFO:teuthology.orchestra.run.smithi044.stdout: osd debug verify stray on activate = true 2022-09-01T09:52:47.165 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.166 INFO:teuthology.orchestra.run.smithi044.stdout: osd open classes on start = true 2022-09-01T09:52:47.166 INFO:teuthology.orchestra.run.smithi044.stdout: osd debug pg log writeout = true 2022-09-01T09:52:47.167 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.167 INFO:teuthology.orchestra.run.smithi044.stdout: osd deep scrub update digest min age = 30 2022-09-01T09:52:47.168 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.168 INFO:teuthology.orchestra.run.smithi044.stdout: osd map max advance = 10 2022-09-01T09:52:47.169 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.169 INFO:teuthology.orchestra.run.smithi044.stdout: journal zero on create = true 2022-09-01T09:52:47.169 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.170 INFO:teuthology.orchestra.run.smithi044.stdout: filestore ondisk finisher threads = 3 2022-09-01T09:52:47.170 INFO:teuthology.orchestra.run.smithi044.stdout: filestore apply finisher threads = 3 2022-09-01T09:52:47.171 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.171 INFO:teuthology.orchestra.run.smithi044.stdout: bdev debug aio = true 2022-09-01T09:52:47.172 INFO:teuthology.orchestra.run.smithi044.stdout: osd debug misdirected ops = true 2022-09-01T09:52:47.172 INFO:teuthology.orchestra.run.smithi044.stdout: debug ms = 1 2022-09-01T09:52:47.173 INFO:teuthology.orchestra.run.smithi044.stdout: debug osd = 20 2022-09-01T09:52:47.173 INFO:teuthology.orchestra.run.smithi044.stdout: rocksdb delete range threshold = 0 2022-09-01T09:52:47.174 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.174 INFO:teuthology.orchestra.run.smithi044.stdout:[mgr] 2022-09-01T09:52:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: debug ms = 1 2022-09-01T09:52:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: debug mgr = 20 2022-09-01T09:52:47.175 INFO:teuthology.orchestra.run.smithi044.stdout: debug mon = 20 2022-09-01T09:52:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: debug auth = 20 2022-09-01T09:52:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: mon reweight min pgs per osd = 4 2022-09-01T09:52:47.176 INFO:teuthology.orchestra.run.smithi044.stdout: mon reweight min bytes per osd = 10 2022-09-01T09:52:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: mgr/telemetry/nag = false 2022-09-01T09:52:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.177 INFO:teuthology.orchestra.run.smithi044.stdout:[mon] 2022-09-01T09:52:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: debug ms = 1 2022-09-01T09:52:47.177 INFO:teuthology.orchestra.run.smithi044.stdout: debug mon = 20 2022-09-01T09:52:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: debug paxos = 20 2022-09-01T09:52:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: debug auth = 20 2022-09-01T09:52:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: mon data avail warn = 5 2022-09-01T09:52:47.178 INFO:teuthology.orchestra.run.smithi044.stdout: mon mgr mkfs grace = 240 2022-09-01T09:52:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: mon reweight min pgs per osd = 4 2022-09-01T09:52:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: mon osd reporter subtree level = osd 2022-09-01T09:52:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: mon osd prime pg temp = true 2022-09-01T09:52:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: mon reweight min bytes per osd = 10 2022-09-01T09:52:47.179 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: # rotate auth tickets quickly to exercise renewal paths 2022-09-01T09:52:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: auth mon ticket ttl = 660 # 11m 2022-09-01T09:52:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: auth service ticket ttl = 240 # 4m 2022-09-01T09:52:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.180 INFO:teuthology.orchestra.run.smithi044.stdout: # don't complain about insecure global_id in the test suite 2022-09-01T09:52:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: mon_warn_on_insecure_global_id_reclaim = false 2022-09-01T09:52:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2022-09-01T09:52:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.181 INFO:teuthology.orchestra.run.smithi044.stdout: # 1m isn't quite enough 2022-09-01T09:52:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: mon_down_mkfs_grace = 2m 2022-09-01T09:52:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.182 INFO:teuthology.orchestra.run.smithi044.stdout: mon_warn_on_filestore_osds = false 2022-09-01T09:52:47.183 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:52:47.183 INFO:teuthology.orchestra.run.smithi044.stdout:[client] 2022-09-01T09:52:47.183 INFO:teuthology.orchestra.run.smithi044.stdout: rgw cache enabled = true 2022-09-01T09:52:47.184 INFO:teuthology.orchestra.run.smithi044.stdout: rgw enable ops log = true 2022-09-01T09:52:47.184 INFO:teuthology.orchestra.run.smithi044.stdout: rgw enable usage log = true 2022-09-01T09:52:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2022-09-01T09:52:47.185 INFO:teuthology.orchestra.run.smithi044.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2022-09-01T09:52:47.186 INFO:teuthology.orchestra.run.smithi044.stdout: debug rgw = 20 2022-09-01T09:52:47.186 INFO:teuthology.orchestra.run.smithi044.stdout: debug rgw sync = 20 2022-09-01T09:52:47.186 INFO:teuthology.orchestra.run.smithi044.stdout: rgw crypt require ssl = False 2022-09-01T09:52:47.187 INFO:teuthology.orchestra.run.smithi044.stdout: rgw crypt s3 kms backend = testing 2022-09-01T09:52:47.187 INFO:teuthology.orchestra.run.smithi044.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2022-09-01T09:52:47.187 INFO:teuthology.orchestra.run.smithi044.stdout: rgw curl low speed time = 300 2022-09-01T09:52:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: rgw data log num shards = 4 2022-09-01T09:52:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: rgw md log max shards = 4 2022-09-01T09:52:47.188 INFO:teuthology.orchestra.run.smithi044.stdout: rgw sync data inject err probability = 0.1 2022-09-01T09:52:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: rgw sync log trim interval = 0 2022-09-01T09:52:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: rgw sync meta inject err probability = 0.1 2022-09-01T09:52:47.189 INFO:teuthology.orchestra.run.smithi044.stdout: rgw sync obj etag verify = True 2022-09-01T09:52:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: setgroup = ceph 2022-09-01T09:52:47.190 INFO:teuthology.orchestra.run.smithi044.stdout: setuser = ceph 2022-09-01T09:52:47.191 INFO:teuthology.orchestra.run.smithi044.stdout:[mon.a] 2022-09-01T09:52:47.191 INFO:teuthology.orchestra.run.smithi044.stdout:[client.0] 2022-09-01T09:52:47.191 INFO:teuthology.orchestra.run.smithi044.stdout: rgw data notify interval msec = 0 2022-09-01T09:52:47.192 INFO:teuthology.orchestra.run.smithi044.stdout:[osd.0] 2022-09-01T09:52:47.192 INFO:teuthology.orchestra.run.smithi044.stdout: osd_max_omap_entries_per_request = 10 2022-09-01T09:52:47.192 INFO:teuthology.orchestra.run.smithi044.stdout:[osd.1] 2022-09-01T09:52:47.192 INFO:teuthology.orchestra.run.smithi044.stdout: osd_max_omap_entries_per_request = 1000 2022-09-01T09:52:47.193 INFO:teuthology.orchestra.run.smithi044.stdout:[osd.2] 2022-09-01T09:52:47.193 INFO:teuthology.orchestra.run.smithi044.stdout: osd_max_omap_entries_per_request = 10000 2022-09-01T09:52:47.195 INFO:teuthology.orchestra.run.smithi052.stdout:[global] 2022-09-01T09:52:47.195 INFO:teuthology.orchestra.run.smithi052.stdout: chdir = "" 2022-09-01T09:52:47.196 INFO:teuthology.orchestra.run.smithi052.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2022-09-01T09:52:47.196 INFO:teuthology.orchestra.run.smithi052.stdout: auth supported = cephx 2022-09-01T09:52:47.197 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.197 INFO:teuthology.orchestra.run.smithi052.stdout: filestore xattr use omap = true 2022-09-01T09:52:47.197 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.197 INFO:teuthology.orchestra.run.smithi052.stdout: mon clock drift allowed = 1.000 2022-09-01T09:52:47.198 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.198 INFO:teuthology.orchestra.run.smithi052.stdout: osd crush chooseleaf type = 0 2022-09-01T09:52:47.198 INFO:teuthology.orchestra.run.smithi052.stdout: auth debug = true 2022-09-01T09:52:47.198 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.199 INFO:teuthology.orchestra.run.smithi052.stdout: ms die on old message = true 2022-09-01T09:52:47.199 INFO:teuthology.orchestra.run.smithi052.stdout: ms die on bug = true 2022-09-01T09:52:47.199 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.200 INFO:teuthology.orchestra.run.smithi052.stdout: mon max pg per osd = 10000 # >= luminous 2022-09-01T09:52:47.200 INFO:teuthology.orchestra.run.smithi052.stdout: mon pg warn max object skew = 0 2022-09-01T09:52:47.200 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.201 INFO:teuthology.orchestra.run.smithi052.stdout: # disable pg_autoscaler by default for new pools 2022-09-01T09:52:47.201 INFO:teuthology.orchestra.run.smithi052.stdout: osd_pool_default_pg_autoscale_mode = off 2022-09-01T09:52:47.202 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.202 INFO:teuthology.orchestra.run.smithi052.stdout: osd pool default size = 2 2022-09-01T09:52:47.202 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.203 INFO:teuthology.orchestra.run.smithi052.stdout: mon osd allow primary affinity = true 2022-09-01T09:52:47.203 INFO:teuthology.orchestra.run.smithi052.stdout: mon osd allow pg remap = true 2022-09-01T09:52:47.203 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on legacy crush tunables = false 2022-09-01T09:52:47.204 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on crush straw calc version zero = false 2022-09-01T09:52:47.204 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on no sortbitwise = false 2022-09-01T09:52:47.205 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on osd down out interval zero = false 2022-09-01T09:52:47.205 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on too few osds = false 2022-09-01T09:52:47.206 INFO:teuthology.orchestra.run.smithi052.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2022-09-01T09:52:47.206 INFO:teuthology.orchestra.run.smithi052.stdout: mon_warn_on_pool_no_redundancy = false 2022-09-01T09:52:47.206 INFO:teuthology.orchestra.run.smithi052.stdout: mon_allow_pool_size_one = true 2022-09-01T09:52:47.207 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.207 INFO:teuthology.orchestra.run.smithi052.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2022-09-01T09:52:47.208 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.208 INFO:teuthology.orchestra.run.smithi052.stdout: osd default data pool replay window = 5 2022-09-01T09:52:47.209 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.209 INFO:teuthology.orchestra.run.smithi052.stdout: mon allow pool delete = true 2022-09-01T09:52:47.209 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.210 INFO:teuthology.orchestra.run.smithi052.stdout: mon cluster log file level = debug 2022-09-01T09:52:47.210 INFO:teuthology.orchestra.run.smithi052.stdout: debug asserts on shutdown = true 2022-09-01T09:52:47.210 INFO:teuthology.orchestra.run.smithi052.stdout: mon health detail to clog = false 2022-09-01T09:52:47.211 INFO:teuthology.orchestra.run.smithi052.stdout: mon host = 172.21.15.52 2022-09-01T09:52:47.211 INFO:teuthology.orchestra.run.smithi052.stdout: fsid = b85514f8-18f4-40b0-8ab3-6d24e6ba9b39 2022-09-01T09:52:47.212 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.212 INFO:teuthology.orchestra.run.smithi052.stdout:[osd] 2022-09-01T09:52:47.212 INFO:teuthology.orchestra.run.smithi052.stdout: osd journal size = 100 2022-09-01T09:52:47.213 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.213 INFO:teuthology.orchestra.run.smithi052.stdout: osd scrub load threshold = 5.0 2022-09-01T09:52:47.214 INFO:teuthology.orchestra.run.smithi052.stdout: osd scrub max interval = 600 2022-09-01T09:52:47.214 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.215 INFO:teuthology.orchestra.run.smithi052.stdout: osd recover clone overlap = true 2022-09-01T09:52:47.215 INFO:teuthology.orchestra.run.smithi052.stdout: osd recovery max chunk = 1048576 2022-09-01T09:52:47.215 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.216 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug shutdown = true 2022-09-01T09:52:47.216 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug op order = true 2022-09-01T09:52:47.216 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug verify stray on activate = true 2022-09-01T09:52:47.216 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.217 INFO:teuthology.orchestra.run.smithi052.stdout: osd open classes on start = true 2022-09-01T09:52:47.217 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug pg log writeout = true 2022-09-01T09:52:47.217 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.217 INFO:teuthology.orchestra.run.smithi052.stdout: osd deep scrub update digest min age = 30 2022-09-01T09:52:47.218 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.218 INFO:teuthology.orchestra.run.smithi052.stdout: osd map max advance = 10 2022-09-01T09:52:47.218 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.218 INFO:teuthology.orchestra.run.smithi052.stdout: journal zero on create = true 2022-09-01T09:52:47.219 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.219 INFO:teuthology.orchestra.run.smithi052.stdout: filestore ondisk finisher threads = 3 2022-09-01T09:52:47.219 INFO:teuthology.orchestra.run.smithi052.stdout: filestore apply finisher threads = 3 2022-09-01T09:52:47.219 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.219 INFO:teuthology.orchestra.run.smithi052.stdout: bdev debug aio = true 2022-09-01T09:52:47.220 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug misdirected ops = true 2022-09-01T09:52:47.220 INFO:teuthology.orchestra.run.smithi052.stdout: debug ms = 1 2022-09-01T09:52:47.220 INFO:teuthology.orchestra.run.smithi052.stdout: debug osd = 20 2022-09-01T09:52:47.220 INFO:teuthology.orchestra.run.smithi052.stdout: rocksdb delete range threshold = 0 2022-09-01T09:52:47.221 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.221 INFO:teuthology.orchestra.run.smithi052.stdout:[mgr] 2022-09-01T09:52:47.221 INFO:teuthology.orchestra.run.smithi052.stdout: debug ms = 1 2022-09-01T09:52:47.222 INFO:teuthology.orchestra.run.smithi052.stdout: debug mgr = 20 2022-09-01T09:52:47.222 INFO:teuthology.orchestra.run.smithi052.stdout: debug mon = 20 2022-09-01T09:52:47.223 INFO:teuthology.orchestra.run.smithi052.stdout: debug auth = 20 2022-09-01T09:52:47.224 INFO:teuthology.orchestra.run.smithi052.stdout: mon reweight min pgs per osd = 4 2022-09-01T09:52:47.224 INFO:teuthology.orchestra.run.smithi052.stdout: mon reweight min bytes per osd = 10 2022-09-01T09:52:47.224 INFO:teuthology.orchestra.run.smithi052.stdout: mgr/telemetry/nag = false 2022-09-01T09:52:47.225 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.225 INFO:teuthology.orchestra.run.smithi052.stdout:[mon] 2022-09-01T09:52:47.226 INFO:teuthology.orchestra.run.smithi052.stdout: debug ms = 1 2022-09-01T09:52:47.226 INFO:teuthology.orchestra.run.smithi052.stdout: debug mon = 20 2022-09-01T09:52:47.227 INFO:teuthology.orchestra.run.smithi052.stdout: debug paxos = 20 2022-09-01T09:52:47.227 INFO:teuthology.orchestra.run.smithi052.stdout: debug auth = 20 2022-09-01T09:52:47.227 INFO:teuthology.orchestra.run.smithi052.stdout: mon data avail warn = 5 2022-09-01T09:52:47.228 INFO:teuthology.orchestra.run.smithi052.stdout: mon mgr mkfs grace = 240 2022-09-01T09:52:47.228 INFO:teuthology.orchestra.run.smithi052.stdout: mon reweight min pgs per osd = 4 2022-09-01T09:52:47.229 INFO:teuthology.orchestra.run.smithi052.stdout: mon osd reporter subtree level = osd 2022-09-01T09:52:47.229 INFO:teuthology.orchestra.run.smithi052.stdout: mon osd prime pg temp = true 2022-09-01T09:52:47.229 INFO:teuthology.orchestra.run.smithi052.stdout: mon reweight min bytes per osd = 10 2022-09-01T09:52:47.230 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.230 INFO:teuthology.orchestra.run.smithi052.stdout: # rotate auth tickets quickly to exercise renewal paths 2022-09-01T09:52:47.230 INFO:teuthology.orchestra.run.smithi052.stdout: auth mon ticket ttl = 660 # 11m 2022-09-01T09:52:47.230 INFO:teuthology.orchestra.run.smithi052.stdout: auth service ticket ttl = 240 # 4m 2022-09-01T09:52:47.231 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.231 INFO:teuthology.orchestra.run.smithi052.stdout: # don't complain about insecure global_id in the test suite 2022-09-01T09:52:47.231 INFO:teuthology.orchestra.run.smithi052.stdout: mon_warn_on_insecure_global_id_reclaim = false 2022-09-01T09:52:47.231 INFO:teuthology.orchestra.run.smithi052.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2022-09-01T09:52:47.231 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.232 INFO:teuthology.orchestra.run.smithi052.stdout: # 1m isn't quite enough 2022-09-01T09:52:47.232 INFO:teuthology.orchestra.run.smithi052.stdout: mon_down_mkfs_grace = 2m 2022-09-01T09:52:47.232 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.232 INFO:teuthology.orchestra.run.smithi052.stdout: mon_warn_on_filestore_osds = false 2022-09-01T09:52:47.232 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:47.233 INFO:teuthology.orchestra.run.smithi052.stdout:[client] 2022-09-01T09:52:47.233 INFO:teuthology.orchestra.run.smithi052.stdout: rgw cache enabled = true 2022-09-01T09:52:47.233 INFO:teuthology.orchestra.run.smithi052.stdout: rgw enable ops log = true 2022-09-01T09:52:47.233 INFO:teuthology.orchestra.run.smithi052.stdout: rgw enable usage log = true 2022-09-01T09:52:47.234 INFO:teuthology.orchestra.run.smithi052.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2022-09-01T09:52:47.234 INFO:teuthology.orchestra.run.smithi052.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2022-09-01T09:52:47.234 INFO:teuthology.orchestra.run.smithi052.stdout: debug rgw = 20 2022-09-01T09:52:47.234 INFO:teuthology.orchestra.run.smithi052.stdout: debug rgw sync = 20 2022-09-01T09:52:47.235 INFO:teuthology.orchestra.run.smithi052.stdout: rgw crypt require ssl = False 2022-09-01T09:52:47.235 INFO:teuthology.orchestra.run.smithi052.stdout: rgw crypt s3 kms backend = testing 2022-09-01T09:52:47.235 INFO:teuthology.orchestra.run.smithi052.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2022-09-01T09:52:47.235 INFO:teuthology.orchestra.run.smithi052.stdout: rgw curl low speed time = 300 2022-09-01T09:52:47.236 INFO:teuthology.orchestra.run.smithi052.stdout: rgw data log num shards = 4 2022-09-01T09:52:47.236 INFO:teuthology.orchestra.run.smithi052.stdout: rgw md log max shards = 4 2022-09-01T09:52:47.236 INFO:teuthology.orchestra.run.smithi052.stdout: rgw sync data inject err probability = 0.1 2022-09-01T09:52:47.236 INFO:teuthology.orchestra.run.smithi052.stdout: rgw sync log trim interval = 0 2022-09-01T09:52:47.236 INFO:teuthology.orchestra.run.smithi052.stdout: rgw sync meta inject err probability = 0.1 2022-09-01T09:52:47.237 INFO:teuthology.orchestra.run.smithi052.stdout: rgw sync obj etag verify = True 2022-09-01T09:52:47.237 INFO:teuthology.orchestra.run.smithi052.stdout: setgroup = ceph 2022-09-01T09:52:47.237 INFO:teuthology.orchestra.run.smithi052.stdout: setuser = ceph 2022-09-01T09:52:47.237 INFO:teuthology.orchestra.run.smithi052.stdout:[mon.a] 2022-09-01T09:52:47.238 INFO:teuthology.orchestra.run.smithi052.stdout:[client.0] 2022-09-01T09:52:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: rgw data notify interval msec = 0 2022-09-01T09:52:47.238 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.0] 2022-09-01T09:52:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: osd_max_omap_entries_per_request = 10 2022-09-01T09:52:47.239 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.1] 2022-09-01T09:52:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: osd_max_omap_entries_per_request = 1000 2022-09-01T09:52:47.239 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.2] 2022-09-01T09:52:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: osd_max_omap_entries_per_request = 10000 2022-09-01T09:52:47.240 INFO:tasks.ceph:Creating admin key on c2.mon.a... 2022-09-01T09:52:47.240 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/c2.keyring 2022-09-01T09:52:47.299 INFO:tasks.ceph:Copying monmap to all nodes... 2022-09-01T09:52:47.300 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:47.301 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/etc/ceph/c2.keyring of=/dev/stdout 2022-09-01T09:52:47.320 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:47.321 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/home/ubuntu/cephtest/c2.monmap of=/dev/stdout 2022-09-01T09:52:47.378 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi044.front.sepia.ceph.com 2022-09-01T09:52:47.379 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:47.379 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/c2.keyring 2022-09-01T09:52:47.379 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 0644 /etc/ceph/c2.keyring 2022-09-01T09:52:47.426 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2022-09-01T09:52:47.427 DEBUG:teuthology.orchestra.run.smithi044:> dd of=/home/ubuntu/cephtest/c2.monmap 2022-09-01T09:52:47.486 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi052.front.sepia.ceph.com 2022-09-01T09:52:47.486 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:47.487 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/ceph/c2.keyring 2022-09-01T09:52:47.487 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 0644 /etc/ceph/c2.keyring 2022-09-01T09:52:47.526 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:47.527 DEBUG:teuthology.orchestra.run.smithi052:> dd of=/home/ubuntu/cephtest/c2.monmap 2022-09-01T09:52:47.584 INFO:tasks.ceph:Setting up mon nodes... 2022-09-01T09:52:47.585 INFO:tasks.ceph:Setting up mgr nodes... 2022-09-01T09:52:47.585 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /var/lib/ceph/mgr/c2-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/c2-x/keyring 2022-09-01T09:52:47.678 INFO:teuthology.orchestra.run.smithi052.stdout:creating /var/lib/ceph/mgr/c2-x/keyring 2022-09-01T09:52:47.682 INFO:tasks.ceph:Setting up mds nodes... 2022-09-01T09:52:47.683 INFO:tasks.ceph_client:Setting up client nodes... 2022-09-01T09:52:47.684 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/c2.client.0.keyring && sudo chmod 0644 /etc/ceph/c2.client.0.keyring 2022-09-01T09:52:47.729 INFO:teuthology.orchestra.run.smithi052.stdout:creating /etc/ceph/c2.client.0.keyring 2022-09-01T09:52:47.743 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/c2.client.1.keyring && sudo chmod 0644 /etc/ceph/c2.client.1.keyring 2022-09-01T09:52:47.827 INFO:teuthology.orchestra.run.smithi052.stdout:creating /etc/ceph/c2.client.1.keyring 2022-09-01T09:52:47.842 INFO:tasks.ceph:Running mkfs on osd nodes... 2022-09-01T09:52:47.843 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi044.front.sepia.ceph.com'): {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'}, Remote(name='ubuntu@smithi052.front.sepia.ceph.com'): {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'}} 2022-09-01T09:52:47.843 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /var/lib/ceph/osd/c2-0 2022-09-01T09:52:47.908 INFO:tasks.ceph:roles_to_devs: {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'} 2022-09-01T09:52:47.908 INFO:tasks.ceph:role: c2.osd.0 2022-09-01T09:52:47.909 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi052.front.sepia.ceph.com 2022-09-01T09:52:47.909 DEBUG:teuthology.orchestra.run.smithi052:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2022-09-01T09:52:47.978 INFO:teuthology.orchestra.run.smithi052.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2022-09-01T09:52:47.979 INFO:teuthology.orchestra.run.smithi052.stdout: = sectsz=512 attr=2, projid32bit=1 2022-09-01T09:52:47.979 INFO:teuthology.orchestra.run.smithi052.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-09-01T09:52:47.980 INFO:teuthology.orchestra.run.smithi052.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-09-01T09:52:47.980 INFO:teuthology.orchestra.run.smithi052.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-09-01T09:52:47.981 INFO:teuthology.orchestra.run.smithi052.stdout: = sunit=0 swidth=0 blks 2022-09-01T09:52:47.982 INFO:teuthology.orchestra.run.smithi052.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-09-01T09:52:47.982 INFO:teuthology.orchestra.run.smithi052.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-09-01T09:52:47.982 INFO:teuthology.orchestra.run.smithi052.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-09-01T09:52:47.983 INFO:teuthology.orchestra.run.smithi052.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-09-01T09:52:47.999 INFO:teuthology.orchestra.run.smithi052.stdout:Discarding blocks...Done. 2022-09-01T09:52:48.002 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi052.front.sepia.ceph.com -o noatime 2022-09-01T09:52:48.002 DEBUG:teuthology.orchestra.run.smithi052:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/c2-0 2022-09-01T09:52:48.084 DEBUG:teuthology.orchestra.run.smithi052:> sudo /sbin/restorecon /var/lib/ceph/osd/c2-0 2022-09-01T09:52:48.156 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /var/lib/ceph/osd/c2-1 2022-09-01T09:52:48.224 INFO:tasks.ceph:roles_to_devs: {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'} 2022-09-01T09:52:48.225 INFO:tasks.ceph:role: c2.osd.1 2022-09-01T09:52:48.225 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi052.front.sepia.ceph.com 2022-09-01T09:52:48.225 DEBUG:teuthology.orchestra.run.smithi052:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2022-09-01T09:52:48.291 INFO:teuthology.orchestra.run.smithi052.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2022-09-01T09:52:48.292 INFO:teuthology.orchestra.run.smithi052.stdout: = sectsz=512 attr=2, projid32bit=1 2022-09-01T09:52:48.292 INFO:teuthology.orchestra.run.smithi052.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-09-01T09:52:48.292 INFO:teuthology.orchestra.run.smithi052.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-09-01T09:52:48.292 INFO:teuthology.orchestra.run.smithi052.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-09-01T09:52:48.293 INFO:teuthology.orchestra.run.smithi052.stdout: = sunit=0 swidth=0 blks 2022-09-01T09:52:48.293 INFO:teuthology.orchestra.run.smithi052.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-09-01T09:52:48.293 INFO:teuthology.orchestra.run.smithi052.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-09-01T09:52:48.293 INFO:teuthology.orchestra.run.smithi052.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-09-01T09:52:48.294 INFO:teuthology.orchestra.run.smithi052.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-09-01T09:52:48.314 INFO:teuthology.orchestra.run.smithi052.stdout:Discarding blocks...Done. 2022-09-01T09:52:48.325 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi052.front.sepia.ceph.com -o noatime 2022-09-01T09:52:48.326 DEBUG:teuthology.orchestra.run.smithi052:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/c2-1 2022-09-01T09:52:48.407 DEBUG:teuthology.orchestra.run.smithi052:> sudo /sbin/restorecon /var/lib/ceph/osd/c2-1 2022-09-01T09:52:48.479 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /var/lib/ceph/osd/c2-2 2022-09-01T09:52:48.547 INFO:tasks.ceph:roles_to_devs: {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'} 2022-09-01T09:52:48.547 INFO:tasks.ceph:role: c2.osd.2 2022-09-01T09:52:48.547 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi052.front.sepia.ceph.com 2022-09-01T09:52:48.548 DEBUG:teuthology.orchestra.run.smithi052:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2022-09-01T09:52:48.616 INFO:teuthology.orchestra.run.smithi052.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2022-09-01T09:52:48.617 INFO:teuthology.orchestra.run.smithi052.stdout: = sectsz=512 attr=2, projid32bit=1 2022-09-01T09:52:48.617 INFO:teuthology.orchestra.run.smithi052.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-09-01T09:52:48.617 INFO:teuthology.orchestra.run.smithi052.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-09-01T09:52:48.618 INFO:teuthology.orchestra.run.smithi052.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-09-01T09:52:48.618 INFO:teuthology.orchestra.run.smithi052.stdout: = sunit=0 swidth=0 blks 2022-09-01T09:52:48.618 INFO:teuthology.orchestra.run.smithi052.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-09-01T09:52:48.619 INFO:teuthology.orchestra.run.smithi052.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-09-01T09:52:48.619 INFO:teuthology.orchestra.run.smithi052.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-09-01T09:52:48.620 INFO:teuthology.orchestra.run.smithi052.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-09-01T09:52:48.638 INFO:teuthology.orchestra.run.smithi052.stdout:Discarding blocks...Done. 2022-09-01T09:52:48.641 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi052.front.sepia.ceph.com -o noatime 2022-09-01T09:52:48.642 DEBUG:teuthology.orchestra.run.smithi052:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/c2-2 2022-09-01T09:52:48.721 DEBUG:teuthology.orchestra.run.smithi052:> sudo /sbin/restorecon /var/lib/ceph/osd/c2-2 2022-09-01T09:52:48.792 DEBUG:teuthology.orchestra.run.smithi052:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c2 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/c2.monmap 2022-09-01T09:52:48.881 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:48.879+0000 7f8153b25440 -1 auth: error reading file: /var/lib/ceph/osd/c2-0/keyring: can't open /var/lib/ceph/osd/c2-0/keyring: (2) No such file or directory 2022-09-01T09:52:48.882 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:48.879+0000 7f8153b25440 -1 created new key in keyring /var/lib/ceph/osd/c2-0/keyring 2022-09-01T09:52:48.882 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:48.879+0000 7f8153b25440 -1 bluestore(/var/lib/ceph/osd/c2-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-0/block: (2) No such file or directory 2022-09-01T09:52:48.882 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:48.879+0000 7f8153b25440 -1 bluestore(/var/lib/ceph/osd/c2-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-0/block: (2) No such file or directory 2022-09-01T09:52:48.883 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:48.879+0000 7f8153b25440 -1 bluestore(/var/lib/ceph/osd/c2-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-0/block: (2) No such file or directory 2022-09-01T09:52:48.883 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:48.879+0000 7f8153b25440 -1 bluestore(/var/lib/ceph/osd/c2-0) _read_fsid unparsable uuid 2022-09-01T09:52:50.973 DEBUG:teuthology.orchestra.run.smithi052:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c2-0 2022-09-01T09:52:51.009 DEBUG:teuthology.orchestra.run.smithi052:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c2 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/c2.monmap 2022-09-01T09:52:51.104 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:51.103+0000 7ff49bc1f440 -1 auth: error reading file: /var/lib/ceph/osd/c2-1/keyring: can't open /var/lib/ceph/osd/c2-1/keyring: (2) No such file or directory 2022-09-01T09:52:51.105 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:51.103+0000 7ff49bc1f440 -1 created new key in keyring /var/lib/ceph/osd/c2-1/keyring 2022-09-01T09:52:51.105 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:51.103+0000 7ff49bc1f440 -1 bluestore(/var/lib/ceph/osd/c2-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-1/block: (2) No such file or directory 2022-09-01T09:52:51.106 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:51.103+0000 7ff49bc1f440 -1 bluestore(/var/lib/ceph/osd/c2-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-1/block: (2) No such file or directory 2022-09-01T09:52:51.106 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:51.103+0000 7ff49bc1f440 -1 bluestore(/var/lib/ceph/osd/c2-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-1/block: (2) No such file or directory 2022-09-01T09:52:51.107 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:51.103+0000 7ff49bc1f440 -1 bluestore(/var/lib/ceph/osd/c2-1) _read_fsid unparsable uuid 2022-09-01T09:52:53.195 DEBUG:teuthology.orchestra.run.smithi052:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c2-1 2022-09-01T09:52:53.229 DEBUG:teuthology.orchestra.run.smithi052:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c2 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/c2.monmap 2022-09-01T09:52:53.325 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:53.323+0000 7f409c11b440 -1 auth: error reading file: /var/lib/ceph/osd/c2-2/keyring: can't open /var/lib/ceph/osd/c2-2/keyring: (2) No such file or directory 2022-09-01T09:52:53.325 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:53.324+0000 7f409c11b440 -1 created new key in keyring /var/lib/ceph/osd/c2-2/keyring 2022-09-01T09:52:53.326 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:53.324+0000 7f409c11b440 -1 bluestore(/var/lib/ceph/osd/c2-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-2/block: (2) No such file or directory 2022-09-01T09:52:53.326 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:53.324+0000 7f409c11b440 -1 bluestore(/var/lib/ceph/osd/c2-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-2/block: (2) No such file or directory 2022-09-01T09:52:53.326 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:53.324+0000 7f409c11b440 -1 bluestore(/var/lib/ceph/osd/c2-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-2/block: (2) No such file or directory 2022-09-01T09:52:53.326 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:52:53.324+0000 7f409c11b440 -1 bluestore(/var/lib/ceph/osd/c2-2) _read_fsid unparsable uuid 2022-09-01T09:52:55.412 DEBUG:teuthology.orchestra.run.smithi052:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c2-2 2022-09-01T09:52:55.445 INFO:tasks.ceph:Reading keys from all nodes... 2022-09-01T09:52:55.445 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:55.446 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/mgr/c2-x/keyring of=/dev/stdout 2022-09-01T09:52:55.517 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:55.517 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/osd/c2-0/keyring of=/dev/stdout 2022-09-01T09:52:55.588 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:55.588 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/osd/c2-1/keyring of=/dev/stdout 2022-09-01T09:52:55.658 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:55.658 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/osd/c2-2/keyring of=/dev/stdout 2022-09-01T09:52:55.729 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:55.729 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/etc/ceph/c2.client.0.keyring of=/dev/stdout 2022-09-01T09:52:55.788 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:55.789 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/etc/ceph/c2.client.1.keyring of=/dev/stdout 2022-09-01T09:52:55.848 INFO:tasks.ceph:Adding keys to all mons... 2022-09-01T09:52:55.849 DEBUG:teuthology.orchestra.run.smithi052:> sudo tee -a /etc/ceph/c2.keyring 2022-09-01T09:52:55.915 INFO:teuthology.orchestra.run.smithi052.stdout:[mgr.x] 2022-09-01T09:52:55.916 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDvgBBjpk54KBAANb/8Uq2gqJ7Z0UyijfwdDw== 2022-09-01T09:52:55.916 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.0] 2022-09-01T09:52:55.917 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDwgBBjFMduNBAAw2Gev5bUMfEaYrqQrAbLnQ== 2022-09-01T09:52:55.917 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.1] 2022-09-01T09:52:55.917 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDzgBBjP2wuBhAALV+y2E8/2TvZfwVjKIOowQ== 2022-09-01T09:52:55.918 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.2] 2022-09-01T09:52:55.918 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQD1gBBj3R9UExAA8RGaGUJ7il9vmNl4MacE4A== 2022-09-01T09:52:55.919 INFO:teuthology.orchestra.run.smithi052.stdout:[client.0] 2022-09-01T09:52:55.919 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDvgBBjlWJ2KxAAck7HloYHrx+YtoYmwFv4rg== 2022-09-01T09:52:55.919 INFO:teuthology.orchestra.run.smithi052.stdout:[client.1] 2022-09-01T09:52:55.922 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDvgBBjjFBcMRAAHs4Vr8r8elC5ymXavwtriA== 2022-09-01T09:52:55.924 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2022-09-01T09:52:56.022 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-09-01T09:52:56.077 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-09-01T09:52:56.138 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-09-01T09:52:56.192 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-09-01T09:52:56.250 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-09-01T09:52:56.307 INFO:tasks.ceph:Running mkfs on mon nodes... 2022-09-01T09:52:56.308 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /var/lib/ceph/mon/c2-a 2022-09-01T09:52:56.335 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster c2 --mkfs -i a --monmap /home/ubuntu/cephtest/c2.monmap --keyring /etc/ceph/c2.keyring 2022-09-01T09:52:56.434 DEBUG:teuthology.orchestra.run.smithi052:> sudo chown -R ceph:ceph /var/lib/ceph/mon/c2-a 2022-09-01T09:52:56.461 DEBUG:teuthology.orchestra.run.smithi052:> rm -- /home/ubuntu/cephtest/c2.monmap 2022-09-01T09:52:56.523 INFO:tasks.ceph:Starting mon daemons in cluster c2... 2022-09-01T09:52:56.524 INFO:tasks.ceph.c2.mon.a:Restarting daemon 2022-09-01T09:52:56.525 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster c2 -i a 2022-09-01T09:52:56.567 INFO:tasks.ceph.c2.mon.a:Started 2022-09-01T09:52:56.568 INFO:tasks.ceph:Starting mgr daemons in cluster c2... 2022-09-01T09:52:56.568 INFO:tasks.ceph.c2.mgr.x:Restarting daemon 2022-09-01T09:52:56.569 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster c2 -i x 2022-09-01T09:52:56.573 INFO:tasks.ceph.c2.mgr.x:Started 2022-09-01T09:52:56.574 INFO:tasks.ceph:Setting crush tunables to default 2022-09-01T09:52:56.574 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph --cluster c2 osd crush tunables default 2022-09-01T09:52:56.786 INFO:teuthology.orchestra.run.smithi052.stderr:adjusted tunables profile to default 2022-09-01T09:52:56.798 INFO:tasks.ceph:Starting osd daemons in cluster c2... 2022-09-01T09:52:56.799 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:56.800 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/osd/c2-0/fsid of=/dev/stdout 2022-09-01T09:52:56.827 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:56.828 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/osd/c2-1/fsid of=/dev/stdout 2022-09-01T09:52:56.895 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2022-09-01T09:52:56.896 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/osd/c2-2/fsid of=/dev/stdout 2022-09-01T09:52:56.967 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph --cluster c2 osd new 2f1ae8ae-9c04-4dc4-82d0-44cb6ab0ae06 0 2022-09-01T09:52:56.972 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:52:56.972+0000 7f9617278080 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2022-09-01T09:52:57.041 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:52:57.040+0000 7f9617278080 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2022-09-01T09:52:57.120 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:52:57.120+0000 7f9617278080 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2022-09-01T09:52:57.188 INFO:teuthology.orchestra.run.smithi052.stdout:0 2022-09-01T09:52:57.201 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph --cluster c2 osd new 7b840f9a-55ee-4ea4-bc75-f1860c51d8fe 1 2022-09-01T09:52:57.203 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:52:57.203+0000 7f9617278080 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2022-09-01T09:52:57.354 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:52:57.354+0000 7f9617278080 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2022-09-01T09:52:57.422 INFO:teuthology.orchestra.run.smithi052.stdout:1 2022-09-01T09:52:57.436 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph --cluster c2 osd new 0c8ec507-6f35-4c89-be1d-26843dbbc774 2 2022-09-01T09:52:57.655 INFO:teuthology.orchestra.run.smithi052.stdout:2 2022-09-01T09:52:57.668 INFO:tasks.ceph.c2.osd.0:Restarting daemon 2022-09-01T09:52:57.669 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c2 -i 0 2022-09-01T09:52:57.671 INFO:tasks.ceph.c2.osd.0:Started 2022-09-01T09:52:57.672 INFO:tasks.ceph.c2.osd.1:Restarting daemon 2022-09-01T09:52:57.672 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c2 -i 1 2022-09-01T09:52:57.676 INFO:tasks.ceph.c2.osd.1:Started 2022-09-01T09:52:57.676 INFO:tasks.ceph.c2.osd.2:Restarting daemon 2022-09-01T09:52:57.677 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c2 -i 2 2022-09-01T09:52:57.680 INFO:tasks.ceph.c2.osd.2:Started 2022-09-01T09:52:57.681 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd dump --format=json 2022-09-01T09:52:57.706 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:52:57.706+0000 7f9617278080 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2022-09-01T09:52:57.794 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:52:57.793+0000 7f9617278080 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2022-09-01T09:52:57.914 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:52:57.915 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":5,"fsid":"b85514f8-18f4-40b0-8ab3-6d24e6ba9b39","created":"2022-09-01T09:52:56.685505+0000","modified":"2022-09-01T09:52:57.654317+0000","last_up_change":"0.000000","last_in_change":"2022-09-01T09:52:57.654317+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"2f1ae8ae-9c04-4dc4-82d0-44cb6ab0ae06","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7b840f9a-55ee-4ea4-bc75-f1860c51d8fe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"0c8ec507-6f35-4c89-be1d-26843dbbc774","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-09-01T09:52:57.928 INFO:tasks.ceph.ceph_manager.c2:[] 2022-09-01T09:52:57.929 INFO:tasks.ceph:Waiting for OSDs to come up 2022-09-01T09:52:57.931 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:52:57.931+0000 7f9617278080 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2022-09-01T09:52:58.015 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:52:58.015+0000 7f9617278080 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2022-09-01T09:52:58.037 INFO:tasks.ceph.c2.osd.1.smithi052.stderr:2022-09-01T09:52:58.037+0000 7f0ac15a5440 -1 Falling back to public interface 2022-09-01T09:52:58.233 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c2 osd dump --format=json 2022-09-01T09:52:58.291 INFO:tasks.ceph.c2.osd.2.smithi052.stderr:2022-09-01T09:52:58.291+0000 7f097b481440 -1 Falling back to public interface 2022-09-01T09:52:58.304 INFO:tasks.ceph.c2.osd.0.smithi052.stderr:2022-09-01T09:52:58.303+0000 7f7f6c578440 -1 Falling back to public interface 2022-09-01T09:52:58.436 INFO:teuthology.misc.health.smithi052.stdout: 2022-09-01T09:52:58.437 INFO:teuthology.misc.health.smithi052.stdout:{"epoch":5,"fsid":"b85514f8-18f4-40b0-8ab3-6d24e6ba9b39","created":"2022-09-01T09:52:56.685505+0000","modified":"2022-09-01T09:52:57.654317+0000","last_up_change":"0.000000","last_in_change":"2022-09-01T09:52:57.654317+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"2f1ae8ae-9c04-4dc4-82d0-44cb6ab0ae06","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7b840f9a-55ee-4ea4-bc75-f1860c51d8fe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"0c8ec507-6f35-4c89-be1d-26843dbbc774","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-09-01T09:52:58.448 DEBUG:teuthology.misc:0 of 3 OSDs are up 2022-09-01T09:52:58.468 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:52:58.468+0000 7f9617278080 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2022-09-01T09:52:59.053 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:52:59.053+0000 7f9617278080 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2022-09-01T09:52:59.214 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:52:59.214+0000 7f9617278080 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2022-09-01T09:52:59.798 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:52:59.798+0000 7f9617278080 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2022-09-01T09:52:59.992 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:52:59.992+0000 7f9617278080 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2022-09-01T09:53:00.135 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:53:00.135+0000 7f9617278080 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2022-09-01T09:53:00.299 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:53:00.299+0000 7f9617278080 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2022-09-01T09:53:00.435 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:53:00.435+0000 7f9617278080 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2022-09-01T09:53:00.799 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:53:00.799+0000 7f9617278080 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2022-09-01T09:53:00.956 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:53:00.955+0000 7f9617278080 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2022-09-01T09:53:01.075 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:53:01.074+0000 7f9617278080 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2022-09-01T09:53:01.225 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:53:01.225+0000 7f9617278080 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2022-09-01T09:53:01.328 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:53:01.327+0000 7f9617278080 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2022-09-01T09:53:01.517 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:53:01.516+0000 7f9617278080 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2022-09-01T09:53:02.299 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:53:02.299+0000 7f9617278080 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2022-09-01T09:53:03.319 INFO:tasks.ceph.c2.mgr.x.smithi052.stderr:2022-09-01T09:53:03.319+0000 7f95cf856700 -1 mgr.server handle_report got status from non-daemon mon.a 2022-09-01T09:53:04.756 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c2 osd dump --format=json 2022-09-01T09:53:05.081 INFO:teuthology.misc.health.smithi052.stdout: 2022-09-01T09:53:05.082 INFO:teuthology.misc.health.smithi052.stdout:{"epoch":5,"fsid":"b85514f8-18f4-40b0-8ab3-6d24e6ba9b39","created":"2022-09-01T09:52:56.685505+0000","modified":"2022-09-01T09:52:57.654317+0000","last_up_change":"0.000000","last_in_change":"2022-09-01T09:52:57.654317+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"2f1ae8ae-9c04-4dc4-82d0-44cb6ab0ae06","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7b840f9a-55ee-4ea4-bc75-f1860c51d8fe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"0c8ec507-6f35-4c89-be1d-26843dbbc774","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-09-01T09:53:05.094 DEBUG:teuthology.misc:0 of 3 OSDs are up 2022-09-01T09:53:05.305 INFO:tasks.ceph.c2.osd.1.smithi052.stderr:2022-09-01T09:53:05.305+0000 7f0ac15a5440 -1 osd.1 0 log_to_monitors true 2022-09-01T09:53:05.806 INFO:tasks.ceph.c2.osd.0.smithi052.stderr:2022-09-01T09:53:05.806+0000 7f7f6c578440 -1 osd.0 0 log_to_monitors true 2022-09-01T09:53:06.013 INFO:tasks.ceph.c2.osd.2.smithi052.stderr:2022-09-01T09:53:06.013+0000 7f097b481440 -1 osd.2 0 log_to_monitors true 2022-09-01T09:53:07.095 INFO:tasks.ceph.c2.osd.1.smithi052.stderr:2022-09-01T09:53:07.095+0000 7f0ab5362700 -1 osd.1 0 waiting for initial osdmap 2022-09-01T09:53:07.105 INFO:tasks.ceph.c2.osd.1.smithi052.stderr:2022-09-01T09:53:07.105+0000 7f0aadf3e700 -1 osd.1 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-09-01T09:53:07.817 INFO:tasks.ceph.c2.osd.0.smithi052.stderr:2022-09-01T09:53:07.817+0000 7f7f60335700 -1 osd.0 0 waiting for initial osdmap 2022-09-01T09:53:07.820 INFO:tasks.ceph.c2.osd.2.smithi052.stderr:2022-09-01T09:53:07.820+0000 7f096f23e700 -1 osd.2 0 waiting for initial osdmap 2022-09-01T09:53:07.825 INFO:tasks.ceph.c2.osd.0.smithi052.stderr:2022-09-01T09:53:07.825+0000 7f7f58f11700 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-09-01T09:53:07.829 INFO:tasks.ceph.c2.osd.2.smithi052.stderr:2022-09-01T09:53:07.829+0000 7f0967e1a700 -1 osd.2 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-09-01T09:53:11.399 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c2 osd dump --format=json 2022-09-01T09:53:11.712 INFO:teuthology.misc.health.smithi052.stdout: 2022-09-01T09:53:11.712 INFO:teuthology.misc.health.smithi052.stdout:{"epoch":12,"fsid":"b85514f8-18f4-40b0-8ab3-6d24e6ba9b39","created":"2022-09-01T09:52:56.685505+0000","modified":"2022-09-01T09:53:11.335664+0000","last_up_change":"2022-09-01T09:53:08.323933+0000","last_in_change":"2022-09-01T09:52:57.654317+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-09-01T09:53:08.372190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"2f1ae8ae-9c04-4dc4-82d0-44cb6ab0ae06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":93364},{"type":"v1","addr":"172.21.15.52:6817","nonce":93364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":93364},{"type":"v1","addr":"172.21.15.52:6819","nonce":93364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":93364},{"type":"v1","addr":"172.21.15.52:6823","nonce":93364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":93364},{"type":"v1","addr":"172.21.15.52:6821","nonce":93364}]},"public_addr":"172.21.15.52:6817/93364","cluster_addr":"172.21.15.52:6819/93364","heartbeat_back_addr":"172.21.15.52:6823/93364","heartbeat_front_addr":"172.21.15.52:6821/93364","state":["exists","up"]},{"osd":1,"uuid":"7b840f9a-55ee-4ea4-bc75-f1860c51d8fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":93362},{"type":"v1","addr":"172.21.15.52:6801","nonce":93362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":93362},{"type":"v1","addr":"172.21.15.52:6803","nonce":93362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":93362},{"type":"v1","addr":"172.21.15.52:6807","nonce":93362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":93362},{"type":"v1","addr":"172.21.15.52:6805","nonce":93362}]},"public_addr":"172.21.15.52:6801/93362","cluster_addr":"172.21.15.52:6803/93362","heartbeat_back_addr":"172.21.15.52:6807/93362","heartbeat_front_addr":"172.21.15.52:6805/93362","state":["exists","up"]},{"osd":2,"uuid":"0c8ec507-6f35-4c89-be1d-26843dbbc774","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":93363},{"type":"v1","addr":"172.21.15.52:6809","nonce":93363}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":93363},{"type":"v1","addr":"172.21.15.52:6811","nonce":93363}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":93363},{"type":"v1","addr":"172.21.15.52:6815","nonce":93363}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":93363},{"type":"v1","addr":"172.21.15.52:6813","nonce":93363}]},"public_addr":"172.21.15.52:6809/93363","cluster_addr":"172.21.15.52:6811/93363","heartbeat_back_addr":"172.21.15.52:6815/93363","heartbeat_front_addr":"172.21.15.52:6813/93363","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:53:06.823317+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:53:07.095930+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:53:07.042463+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-09-01T09:53:11.725 DEBUG:teuthology.misc:3 of 3 OSDs are up 2022-09-01T09:53:11.726 INFO:tasks.ceph:Creating RBD pool 2022-09-01T09:53:11.726 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph --cluster c2 osd pool create rbd 8 2022-09-01T09:53:12.668 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'rbd' created 2022-09-01T09:53:12.681 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph --cluster c2 osd pool application enable rbd rbd --yes-i-really-mean-it 2022-09-01T09:53:13.671 INFO:teuthology.orchestra.run.smithi052.stderr:enabled application 'rbd' on pool 'rbd' 2022-09-01T09:53:13.685 INFO:tasks.ceph:Starting mds daemons in cluster c2... 2022-09-01T09:53:13.686 INFO:tasks.ceph:Waiting until c2 daemons up and pgs clean... 2022-09-01T09:53:13.687 INFO:tasks.ceph.ceph_manager.c2:waiting for mgr available 2022-09-01T09:53:13.687 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 mgr dump --format=json 2022-09-01T09:53:13.688 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2022-09-01T09:53:14.071 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:53:14.085 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":5,"active_gid":4102,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":92983},{"type":"v1","addr":"172.21.15.52:6825","nonce":92983}]},"active_addr":"172.21.15.52:6825/92983","active_change":"2022-09-01T09:53:02.312484+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":0,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":2627227695}]},{"addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":2487662486}]},{"addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":2707461795}]},{"addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":3804813196}]}]}} 2022-09-01T09:53:14.089 INFO:tasks.ceph.ceph_manager.c2:mgr available! 2022-09-01T09:53:14.090 INFO:tasks.ceph.ceph_manager.c2:waiting for all up 2022-09-01T09:53:14.090 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd dump --format=json 2022-09-01T09:53:14.415 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:53:14.415 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":14,"fsid":"b85514f8-18f4-40b0-8ab3-6d24e6ba9b39","created":"2022-09-01T09:52:56.685505+0000","modified":"2022-09-01T09:53:13.661019+0000","last_up_change":"2022-09-01T09:53:08.323933+0000","last_in_change":"2022-09-01T09:52:57.654317+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-09-01T09:53:08.372190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-09-01T09:53:12.077270+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"2f1ae8ae-9c04-4dc4-82d0-44cb6ab0ae06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":93364},{"type":"v1","addr":"172.21.15.52:6817","nonce":93364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":93364},{"type":"v1","addr":"172.21.15.52:6819","nonce":93364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":93364},{"type":"v1","addr":"172.21.15.52:6823","nonce":93364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":93364},{"type":"v1","addr":"172.21.15.52:6821","nonce":93364}]},"public_addr":"172.21.15.52:6817/93364","cluster_addr":"172.21.15.52:6819/93364","heartbeat_back_addr":"172.21.15.52:6823/93364","heartbeat_front_addr":"172.21.15.52:6821/93364","state":["exists","up"]},{"osd":1,"uuid":"7b840f9a-55ee-4ea4-bc75-f1860c51d8fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":93362},{"type":"v1","addr":"172.21.15.52:6801","nonce":93362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":93362},{"type":"v1","addr":"172.21.15.52:6803","nonce":93362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":93362},{"type":"v1","addr":"172.21.15.52:6807","nonce":93362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":93362},{"type":"v1","addr":"172.21.15.52:6805","nonce":93362}]},"public_addr":"172.21.15.52:6801/93362","cluster_addr":"172.21.15.52:6803/93362","heartbeat_back_addr":"172.21.15.52:6807/93362","heartbeat_front_addr":"172.21.15.52:6805/93362","state":["exists","up"]},{"osd":2,"uuid":"0c8ec507-6f35-4c89-be1d-26843dbbc774","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":93363},{"type":"v1","addr":"172.21.15.52:6809","nonce":93363}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":93363},{"type":"v1","addr":"172.21.15.52:6811","nonce":93363}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":93363},{"type":"v1","addr":"172.21.15.52:6815","nonce":93363}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":93363},{"type":"v1","addr":"172.21.15.52:6813","nonce":93363}]},"public_addr":"172.21.15.52:6809/93363","cluster_addr":"172.21.15.52:6811/93363","heartbeat_back_addr":"172.21.15.52:6815/93363","heartbeat_front_addr":"172.21.15.52:6813/93363","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:53:06.823317+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:53:07.095930+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:53:07.042463+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-09-01T09:53:14.431 INFO:tasks.ceph.ceph_manager.c2:all up! 2022-09-01T09:53:14.432 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd dump --format=json 2022-09-01T09:53:14.757 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:53:14.757 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":15,"fsid":"b85514f8-18f4-40b0-8ab3-6d24e6ba9b39","created":"2022-09-01T09:52:56.685505+0000","modified":"2022-09-01T09:53:14.664404+0000","last_up_change":"2022-09-01T09:53:08.323933+0000","last_in_change":"2022-09-01T09:52:57.654317+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-09-01T09:53:08.372190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-09-01T09:53:12.077270+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"2f1ae8ae-9c04-4dc4-82d0-44cb6ab0ae06","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":93364},{"type":"v1","addr":"172.21.15.52:6817","nonce":93364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":93364},{"type":"v1","addr":"172.21.15.52:6819","nonce":93364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":93364},{"type":"v1","addr":"172.21.15.52:6823","nonce":93364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":93364},{"type":"v1","addr":"172.21.15.52:6821","nonce":93364}]},"public_addr":"172.21.15.52:6817/93364","cluster_addr":"172.21.15.52:6819/93364","heartbeat_back_addr":"172.21.15.52:6823/93364","heartbeat_front_addr":"172.21.15.52:6821/93364","state":["exists","up"]},{"osd":1,"uuid":"7b840f9a-55ee-4ea4-bc75-f1860c51d8fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":93362},{"type":"v1","addr":"172.21.15.52:6801","nonce":93362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":93362},{"type":"v1","addr":"172.21.15.52:6803","nonce":93362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":93362},{"type":"v1","addr":"172.21.15.52:6807","nonce":93362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":93362},{"type":"v1","addr":"172.21.15.52:6805","nonce":93362}]},"public_addr":"172.21.15.52:6801/93362","cluster_addr":"172.21.15.52:6803/93362","heartbeat_back_addr":"172.21.15.52:6807/93362","heartbeat_front_addr":"172.21.15.52:6805/93362","state":["exists","up"]},{"osd":2,"uuid":"0c8ec507-6f35-4c89-be1d-26843dbbc774","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":93363},{"type":"v1","addr":"172.21.15.52:6809","nonce":93363}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":93363},{"type":"v1","addr":"172.21.15.52:6811","nonce":93363}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":93363},{"type":"v1","addr":"172.21.15.52:6815","nonce":93363}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":93363},{"type":"v1","addr":"172.21.15.52:6813","nonce":93363}]},"public_addr":"172.21.15.52:6809/93363","cluster_addr":"172.21.15.52:6811/93363","heartbeat_back_addr":"172.21.15.52:6815/93363","heartbeat_front_addr":"172.21.15.52:6813/93363","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:53:06.823317+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:53:07.095930+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2022-09-01T09:53:07.042463+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-09-01T09:53:14.771 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 tell osd.0 flush_pg_stats 2022-09-01T09:53:14.771 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 tell osd.1 flush_pg_stats 2022-09-01T09:53:14.772 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 tell osd.2 flush_pg_stats 2022-09-01T09:53:14.944 INFO:teuthology.orchestra.run.smithi052.stdout:38654705668 2022-09-01T09:53:14.945 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.2 2022-09-01T09:53:14.946 INFO:teuthology.orchestra.run.smithi052.stdout:38654705669 2022-09-01T09:53:14.946 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.0 2022-09-01T09:53:14.948 INFO:teuthology.orchestra.run.smithi052.stdout:34359738373 2022-09-01T09:53:14.949 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.1 2022-09-01T09:53:15.279 INFO:teuthology.orchestra.run.smithi052.stdout:38654705666 2022-09-01T09:53:15.293 INFO:tasks.ceph.ceph_manager.c2:need seq 38654705668 got 38654705666 for osd.2 2022-09-01T09:53:15.319 INFO:teuthology.orchestra.run.smithi052.stdout:38654705667 2022-09-01T09:53:15.325 INFO:teuthology.orchestra.run.smithi052.stdout:34359738372 2022-09-01T09:53:15.336 INFO:tasks.ceph.ceph_manager.c2:need seq 38654705669 got 38654705667 for osd.0 2022-09-01T09:53:15.339 INFO:tasks.ceph.ceph_manager.c2:need seq 34359738373 got 34359738372 for osd.1 2022-09-01T09:53:16.295 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.2 2022-09-01T09:53:16.337 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.0 2022-09-01T09:53:16.339 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.1 2022-09-01T09:53:16.647 INFO:teuthology.orchestra.run.smithi052.stdout:38654705666 2022-09-01T09:53:16.661 INFO:tasks.ceph.ceph_manager.c2:need seq 38654705668 got 38654705666 for osd.2 2022-09-01T09:53:16.685 INFO:teuthology.orchestra.run.smithi052.stdout:38654705669 2022-09-01T09:53:16.687 INFO:teuthology.orchestra.run.smithi052.stdout:34359738373 2022-09-01T09:53:16.705 INFO:tasks.ceph.ceph_manager.c2:need seq 38654705669 got 38654705669 for osd.0 2022-09-01T09:53:16.705 DEBUG:teuthology.parallel:result is None 2022-09-01T09:53:16.706 INFO:tasks.ceph.ceph_manager.c2:need seq 34359738373 got 34359738373 for osd.1 2022-09-01T09:53:16.707 DEBUG:teuthology.parallel:result is None 2022-09-01T09:53:17.662 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.2 2022-09-01T09:53:18.000 INFO:teuthology.orchestra.run.smithi052.stdout:38654705668 2022-09-01T09:53:18.014 INFO:tasks.ceph.ceph_manager.c2:need seq 38654705668 got 38654705668 for osd.2 2022-09-01T09:53:18.015 DEBUG:teuthology.parallel:result is None 2022-09-01T09:53:18.015 INFO:tasks.ceph.ceph_manager.c2:waiting for clean 2022-09-01T09:53:18.015 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 pg dump --format=json 2022-09-01T09:53:18.334 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:53:18.336 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2022-09-01T09:53:18.348 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2022-09-01T09:53:18.318489+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":25232,"kb_used_data":1528,"kb_used_omap":0,"kb_used_meta":23424,"kb_avail":314547568,"statfs":{"total":322122547200,"available":322096709632,"internally_reserved":0,"allocated":1564672,"data_stored":1284639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":23986176},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.656402"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.668141+0000","last_change":"2022-09-01T09:53:13.668141+0000","last_active":"2022-09-01T09:53:13.668141+0000","last_peered":"2022-09-01T09:53:13.668141+0000","last_clean":"2022-09-01T09:53:13.668141+0000","last_became_active":"2022-09-01T09:53:13.667847+0000","last_became_peered":"2022-09-01T09:53:13.667847+0000","last_unstale":"2022-09-01T09:53:13.668141+0000","last_undegraded":"2022-09-01T09:53:13.668141+0000","last_fullsized":"2022-09-01T09:53:13.668141+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T15:15:14.421203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.667683+0000","last_change":"2022-09-01T09:53:13.667683+0000","last_active":"2022-09-01T09:53:13.667683+0000","last_peered":"2022-09-01T09:53:13.667683+0000","last_clean":"2022-09-01T09:53:13.667683+0000","last_became_active":"2022-09-01T09:53:13.667391+0000","last_became_peered":"2022-09-01T09:53:13.667391+0000","last_unstale":"2022-09-01T09:53:13.667683+0000","last_undegraded":"2022-09-01T09:53:13.667683+0000","last_fullsized":"2022-09-01T09:53:13.667683+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T16:25:53.401793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.668229+0000","last_change":"2022-09-01T09:53:13.668229+0000","last_active":"2022-09-01T09:53:13.668229+0000","last_peered":"2022-09-01T09:53:13.668229+0000","last_clean":"2022-09-01T09:53:13.668229+0000","last_became_active":"2022-09-01T09:53:13.667966+0000","last_became_peered":"2022-09-01T09:53:13.667966+0000","last_unstale":"2022-09-01T09:53:13.668229+0000","last_undegraded":"2022-09-01T09:53:13.668229+0000","last_fullsized":"2022-09-01T09:53:13.668229+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T12:28:58.393454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.671186+0000","last_change":"2022-09-01T09:53:13.670623+0000","last_active":"2022-09-01T09:53:13.671186+0000","last_peered":"2022-09-01T09:53:13.671186+0000","last_clean":"2022-09-01T09:53:13.671186+0000","last_became_active":"2022-09-01T09:53:13.670018+0000","last_became_peered":"2022-09-01T09:53:13.670018+0000","last_unstale":"2022-09-01T09:53:13.671186+0000","last_undegraded":"2022-09-01T09:53:13.671186+0000","last_fullsized":"2022-09-01T09:53:13.671186+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T12:42:35.383571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"11'97","reported_seq":139,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.327394+0000","last_change":"2022-09-01T09:53:10.826593+0000","last_active":"2022-09-01T09:53:13.327394+0000","last_peered":"2022-09-01T09:53:13.327394+0000","last_clean":"2022-09-01T09:53:13.327394+0000","last_became_active":"2022-09-01T09:53:10.825630+0000","last_became_peered":"2022-09-01T09:53:10.825630+0000","last_unstale":"2022-09-01T09:53:13.327394+0000","last_undegraded":"2022-09-01T09:53:13.327394+0000","last_fullsized":"2022-09-01T09:53:13.327394+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:09.327664+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:09.327664+0000","last_clean_scrub_stamp":"2022-09-01T09:53:09.327664+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T11:46:52.945011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.670775+0000","last_change":"2022-09-01T09:53:13.670775+0000","last_active":"2022-09-01T09:53:13.670775+0000","last_peered":"2022-09-01T09:53:13.670775+0000","last_clean":"2022-09-01T09:53:13.670775+0000","last_became_active":"2022-09-01T09:53:13.670465+0000","last_became_peered":"2022-09-01T09:53:13.670465+0000","last_unstale":"2022-09-01T09:53:13.670775+0000","last_undegraded":"2022-09-01T09:53:13.670775+0000","last_fullsized":"2022-09-01T09:53:13.670775+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T19:22:08.433475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.671038+0000","last_change":"2022-09-01T09:53:13.670200+0000","last_active":"2022-09-01T09:53:13.671038+0000","last_peered":"2022-09-01T09:53:13.671038+0000","last_clean":"2022-09-01T09:53:13.671038+0000","last_became_active":"2022-09-01T09:53:13.669881+0000","last_became_peered":"2022-09-01T09:53:13.669881+0000","last_unstale":"2022-09-01T09:53:13.671038+0000","last_undegraded":"2022-09-01T09:53:13.671038+0000","last_fullsized":"2022-09-01T09:53:13.671038+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T20:36:17.485185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:14.329600+0000","last_change":"2022-09-01T09:53:13.669566+0000","last_active":"2022-09-01T09:53:14.329600+0000","last_peered":"2022-09-01T09:53:14.329600+0000","last_clean":"2022-09-01T09:53:14.329600+0000","last_became_active":"2022-09-01T09:53:13.669159+0000","last_became_peered":"2022-09-01T09:53:13.669159+0000","last_unstale":"2022-09-01T09:53:14.329600+0000","last_undegraded":"2022-09-01T09:53:14.329600+0000","last_fullsized":"2022-09-01T09:53:14.329600+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T14:37:55.653462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.667691+0000","last_change":"2022-09-01T09:53:13.667691+0000","last_active":"2022-09-01T09:53:13.667691+0000","last_peered":"2022-09-01T09:53:13.667691+0000","last_clean":"2022-09-01T09:53:13.667691+0000","last_became_active":"2022-09-01T09:53:13.667372+0000","last_became_peered":"2022-09-01T09:53:13.667372+0000","last_unstale":"2022-09-01T09:53:13.667691+0000","last_undegraded":"2022-09-01T09:53:13.667691+0000","last_fullsized":"2022-09-01T09:53:13.667691+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T12:53:34.251131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705668,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":7680,"kb_used_data":120,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":104849920,"statfs":{"total":107374182400,"available":107366318080,"internally_reserved":0,"allocated":122880,"data_stored":33479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39400000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]}]},{"osd":0,"up_from":9,"seq":38654705669,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8780,"kb_used_data":708,"kb_used_omap":0,"kb_used_meta":7936,"kb_avail":104848820,"statfs":{"total":107374182400,"available":107365191680,"internally_reserved":0,"allocated":724992,"data_stored":627313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8126464},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]}]},{"osd":1,"up_from":8,"seq":34359738373,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8772,"kb_used_data":700,"kb_used_omap":0,"kb_used_meta":7936,"kb_avail":104848828,"statfs":{"total":107374182400,"available":107365199872,"internally_reserved":0,"allocated":716800,"data_stored":623847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8126464},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27100000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-09-01T09:53:18.349 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 pg dump --format=json 2022-09-01T09:53:18.666 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:53:18.668 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2022-09-01T09:53:18.681 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2022-09-01T09:53:18.318489+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":25232,"kb_used_data":1528,"kb_used_omap":0,"kb_used_meta":23424,"kb_avail":314547568,"statfs":{"total":322122547200,"available":322096709632,"internally_reserved":0,"allocated":1564672,"data_stored":1284639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":23986176},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.656402"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.668141+0000","last_change":"2022-09-01T09:53:13.668141+0000","last_active":"2022-09-01T09:53:13.668141+0000","last_peered":"2022-09-01T09:53:13.668141+0000","last_clean":"2022-09-01T09:53:13.668141+0000","last_became_active":"2022-09-01T09:53:13.667847+0000","last_became_peered":"2022-09-01T09:53:13.667847+0000","last_unstale":"2022-09-01T09:53:13.668141+0000","last_undegraded":"2022-09-01T09:53:13.668141+0000","last_fullsized":"2022-09-01T09:53:13.668141+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T15:15:14.421203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.667683+0000","last_change":"2022-09-01T09:53:13.667683+0000","last_active":"2022-09-01T09:53:13.667683+0000","last_peered":"2022-09-01T09:53:13.667683+0000","last_clean":"2022-09-01T09:53:13.667683+0000","last_became_active":"2022-09-01T09:53:13.667391+0000","last_became_peered":"2022-09-01T09:53:13.667391+0000","last_unstale":"2022-09-01T09:53:13.667683+0000","last_undegraded":"2022-09-01T09:53:13.667683+0000","last_fullsized":"2022-09-01T09:53:13.667683+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T16:25:53.401793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.668229+0000","last_change":"2022-09-01T09:53:13.668229+0000","last_active":"2022-09-01T09:53:13.668229+0000","last_peered":"2022-09-01T09:53:13.668229+0000","last_clean":"2022-09-01T09:53:13.668229+0000","last_became_active":"2022-09-01T09:53:13.667966+0000","last_became_peered":"2022-09-01T09:53:13.667966+0000","last_unstale":"2022-09-01T09:53:13.668229+0000","last_undegraded":"2022-09-01T09:53:13.668229+0000","last_fullsized":"2022-09-01T09:53:13.668229+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T12:28:58.393454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.671186+0000","last_change":"2022-09-01T09:53:13.670623+0000","last_active":"2022-09-01T09:53:13.671186+0000","last_peered":"2022-09-01T09:53:13.671186+0000","last_clean":"2022-09-01T09:53:13.671186+0000","last_became_active":"2022-09-01T09:53:13.670018+0000","last_became_peered":"2022-09-01T09:53:13.670018+0000","last_unstale":"2022-09-01T09:53:13.671186+0000","last_undegraded":"2022-09-01T09:53:13.671186+0000","last_fullsized":"2022-09-01T09:53:13.671186+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T12:42:35.383571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"11'97","reported_seq":139,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.327394+0000","last_change":"2022-09-01T09:53:10.826593+0000","last_active":"2022-09-01T09:53:13.327394+0000","last_peered":"2022-09-01T09:53:13.327394+0000","last_clean":"2022-09-01T09:53:13.327394+0000","last_became_active":"2022-09-01T09:53:10.825630+0000","last_became_peered":"2022-09-01T09:53:10.825630+0000","last_unstale":"2022-09-01T09:53:13.327394+0000","last_undegraded":"2022-09-01T09:53:13.327394+0000","last_fullsized":"2022-09-01T09:53:13.327394+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:09.327664+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:09.327664+0000","last_clean_scrub_stamp":"2022-09-01T09:53:09.327664+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T11:46:52.945011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.670775+0000","last_change":"2022-09-01T09:53:13.670775+0000","last_active":"2022-09-01T09:53:13.670775+0000","last_peered":"2022-09-01T09:53:13.670775+0000","last_clean":"2022-09-01T09:53:13.670775+0000","last_became_active":"2022-09-01T09:53:13.670465+0000","last_became_peered":"2022-09-01T09:53:13.670465+0000","last_unstale":"2022-09-01T09:53:13.670775+0000","last_undegraded":"2022-09-01T09:53:13.670775+0000","last_fullsized":"2022-09-01T09:53:13.670775+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T19:22:08.433475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.671038+0000","last_change":"2022-09-01T09:53:13.670200+0000","last_active":"2022-09-01T09:53:13.671038+0000","last_peered":"2022-09-01T09:53:13.671038+0000","last_clean":"2022-09-01T09:53:13.671038+0000","last_became_active":"2022-09-01T09:53:13.669881+0000","last_became_peered":"2022-09-01T09:53:13.669881+0000","last_unstale":"2022-09-01T09:53:13.671038+0000","last_undegraded":"2022-09-01T09:53:13.671038+0000","last_fullsized":"2022-09-01T09:53:13.671038+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T20:36:17.485185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:14.329600+0000","last_change":"2022-09-01T09:53:13.669566+0000","last_active":"2022-09-01T09:53:14.329600+0000","last_peered":"2022-09-01T09:53:14.329600+0000","last_clean":"2022-09-01T09:53:14.329600+0000","last_became_active":"2022-09-01T09:53:13.669159+0000","last_became_peered":"2022-09-01T09:53:13.669159+0000","last_unstale":"2022-09-01T09:53:14.329600+0000","last_undegraded":"2022-09-01T09:53:14.329600+0000","last_fullsized":"2022-09-01T09:53:14.329600+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T14:37:55.653462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2022-09-01T09:53:13.667691+0000","last_change":"2022-09-01T09:53:13.667691+0000","last_active":"2022-09-01T09:53:13.667691+0000","last_peered":"2022-09-01T09:53:13.667691+0000","last_clean":"2022-09-01T09:53:13.667691+0000","last_became_active":"2022-09-01T09:53:13.667372+0000","last_became_peered":"2022-09-01T09:53:13.667372+0000","last_unstale":"2022-09-01T09:53:13.667691+0000","last_undegraded":"2022-09-01T09:53:13.667691+0000","last_fullsized":"2022-09-01T09:53:13.667691+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-09-01T09:53:12.659269+0000","last_clean_scrub_stamp":"2022-09-01T09:53:12.659269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-09-02T12:53:34.251131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705668,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":7680,"kb_used_data":120,"kb_used_omap":0,"kb_used_meta":7552,"kb_avail":104849920,"statfs":{"total":107374182400,"available":107366318080,"internally_reserved":0,"allocated":122880,"data_stored":33479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7733248},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39400000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]}]},{"osd":0,"up_from":9,"seq":38654705669,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8780,"kb_used_data":708,"kb_used_omap":0,"kb_used_meta":7936,"kb_avail":104848820,"statfs":{"total":107374182400,"available":107365191680,"internally_reserved":0,"allocated":724992,"data_stored":627313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8126464},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]}]},{"osd":1,"up_from":8,"seq":34359738373,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8772,"kb_used_data":700,"kb_used_omap":0,"kb_used_meta":7936,"kb_avail":104848828,"statfs":{"total":107374182400,"available":107365199872,"internally_reserved":0,"allocated":716800,"data_stored":623847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8126464},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27100000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-09-01T09:53:18.682 INFO:tasks.ceph.ceph_manager.c2:clean! 2022-09-01T09:53:18.684 INFO:tasks.ceph:Waiting until ceph cluster c2 is healthy... 2022-09-01T09:53:18.685 INFO:tasks.ceph.ceph_manager.c2:wait_until_healthy 2022-09-01T09:53:18.685 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 health --format=json 2022-09-01T09:53:19.048 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T09:53:19.049 INFO:teuthology.orchestra.run.smithi052.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2022-09-01T09:53:19.062 INFO:tasks.ceph.ceph_manager.c2:wait_until_healthy done 2022-09-01T09:53:19.062 INFO:teuthology.run_tasks:Running task rgw... 2022-09-01T09:53:19.080 DEBUG:tasks.rgw:config is {'c1.client.0': {'port': 8000}, 'c1.client.1': {'port': 8001}, 'c2.client.0': {'port': 8000}, 'c2.client.1': {'port': 8001}} 2022-09-01T09:53:19.080 DEBUG:tasks.rgw:client list is dict_keys(['c1.client.0', 'c1.client.1', 'c2.client.0', 'c2.client.1']) 2022-09-01T09:53:19.081 INFO:tasks.rgw:Creating data pools 2022-09-01T09:53:19.082 DEBUG:tasks.rgw:Obtaining remote for client c1.client.0 2022-09-01T09:53:19.082 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster c1 2022-09-01T09:53:20.142 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'default.rgw.buckets.data' created 2022-09-01T09:53:20.159 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster c1 2022-09-01T09:53:21.168 INFO:teuthology.orchestra.run.smithi044.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2022-09-01T09:53:21.183 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster c1 2022-09-01T09:53:22.162 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'default.rgw.buckets.index' created 2022-09-01T09:53:22.178 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster c1 2022-09-01T09:53:23.176 INFO:teuthology.orchestra.run.smithi044.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2022-09-01T09:53:23.190 DEBUG:tasks.rgw:Obtaining remote for client c1.client.1 2022-09-01T09:53:23.191 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster c1 2022-09-01T09:53:23.519 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'default.rgw.buckets.data' already exists 2022-09-01T09:53:23.531 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster c1 2022-09-01T09:53:24.157 INFO:teuthology.orchestra.run.smithi044.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2022-09-01T09:53:24.170 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster c1 2022-09-01T09:53:24.499 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'default.rgw.buckets.index' already exists 2022-09-01T09:53:24.511 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster c1 2022-09-01T09:53:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2022-09-01T09:53:25.174 DEBUG:tasks.rgw:Obtaining remote for client c2.client.0 2022-09-01T09:53:25.175 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster c2 2022-09-01T09:53:25.684 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'default.rgw.buckets.data' created 2022-09-01T09:53:25.700 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster c2 2022-09-01T09:53:26.714 INFO:teuthology.orchestra.run.smithi052.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2022-09-01T09:53:26.726 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster c2 2022-09-01T09:53:27.697 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'default.rgw.buckets.index' created 2022-09-01T09:53:27.713 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster c2 2022-09-01T09:53:28.723 INFO:teuthology.orchestra.run.smithi052.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2022-09-01T09:53:28.733 DEBUG:tasks.rgw:Obtaining remote for client c2.client.1 2022-09-01T09:53:28.734 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster c2 2022-09-01T09:53:29.063 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'default.rgw.buckets.data' already exists 2022-09-01T09:53:29.074 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster c2 2022-09-01T09:53:29.694 INFO:teuthology.orchestra.run.smithi052.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2022-09-01T09:53:29.706 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster c2 2022-09-01T09:53:30.032 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'default.rgw.buckets.index' already exists 2022-09-01T09:53:30.043 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster c2 2022-09-01T09:53:30.699 INFO:teuthology.orchestra.run.smithi052.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2022-09-01T09:53:30.710 DEBUG:tasks.rgw:Pools created 2022-09-01T09:53:30.710 INFO:tasks.rgw:Configuring compression type = random 2022-09-01T09:53:30.711 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['user', 'list'] 2022-09-01T09:53:30.711 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'user', 'list'] 2022-09-01T09:53:30.712 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 user list 2022-09-01T09:53:30.815 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:53:30.816 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:53:30.824 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:30.824+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:32.184 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.183+0000 7f3ea7812600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:32.185 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.183+0000 7f3ea7812600 20 realm 2022-09-01T09:53:32.185 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.183+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:32.186 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.185+0000 7f3ea7812600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:32.186 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.185+0000 7f3ea7812600 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2022-09-01T09:53:32.186 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.185+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:32.187 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.187+0000 7f3ea7812600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:32.187 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.187+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:32.188 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.188+0000 7f3ea7812600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:32.188 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.188+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:32.189 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.188+0000 7f3ea7812600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:32.189 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.188+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:32.191 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.191+0000 7f3ea7812600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:32.192 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.191+0000 7f3ea7812600 10 Creating default zonegroup 2022-09-01T09:53:32.192 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.192+0000 7f3ea7812600 10 couldn't find old data placement pools config, setting up new ones for the zone 2022-09-01T09:53:32.204 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.202+0000 7f3ea7812600 10 WARNING: store->list_zones() returned r=-2 2022-09-01T09:53:32.204 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.202+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:32.204 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.203+0000 7f3ea7812600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:32.206 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.205+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:32.207 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.205+0000 7f3ea7812600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:32.207 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.206+0000 7f3ea7812600 10 could not read realm id: (2) No such file or directory 2022-09-01T09:53:32.208 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.206+0000 7f3ea7812600 10 WARNING: failed to set zone as default, r=-22 2022-09-01T09:53:32.208 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.206+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:32.208 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.206+0000 7f3ea7812600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:32.209 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.208+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:32.211 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.209+0000 7f3ea7812600 20 rados_obj.operate() r=0 bl.length=873 2022-09-01T09:53:32.212 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.209+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:32.212 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.209+0000 7f3ea7812600 20 rados_obj.operate() r=0 bl.length=398 2022-09-01T09:53:32.212 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.209+0000 7f3ea7812600 10 Using default name default 2022-09-01T09:53:32.212 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.209+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:32.213 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.210+0000 7f3ea7812600 20 rados_obj.operate() r=0 bl.length=46 2022-09-01T09:53:32.213 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.210+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:32.213 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.210+0000 7f3ea7812600 20 rados_obj.operate() r=0 bl.length=873 2022-09-01T09:53:32.213 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.210+0000 7f3ea7812600 20 zone default found 2022-09-01T09:53:32.213 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.210+0000 7f3ea7812600 4 Realm: () 2022-09-01T09:53:32.214 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.210+0000 7f3ea7812600 4 ZoneGroup: default (5540244a-f2d5-4f0f-813b-ee95a4116116) 2022-09-01T09:53:32.214 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.210+0000 7f3ea7812600 4 Zone: default (9b3e24d8-0403-48e2-be60-4c7b1c27afa6) 2022-09-01T09:53:32.214 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.210+0000 7f3ea7812600 10 cannot find current period zonegroup using local zonegroup configuration 2022-09-01T09:53:32.214 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.210+0000 7f3ea7812600 20 zonegroup default 2022-09-01T09:53:32.215 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.210+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:32.215 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.210+0000 7f3ea7812600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:32.215 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:32.210+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:34.187 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:34.184+0000 7f3ea7812600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:34.187 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:34.184+0000 7f3ea7812600 20 rados->read ofs=0 len=0 2022-09-01T09:53:34.187 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:34.186+0000 7f3ea7812600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:34.188 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:34.186+0000 7f3ea7812600 20 started sync module instance, tier type = 2022-09-01T09:53:34.188 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:34.186+0000 7f3ea7812600 20 started zone id=9b3e24d8-0403-48e2-be60-4c7b1c27afa6 (name=default) with tier type = 2022-09-01T09:53:36.228 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.227+0000 7f3ea7812600 20 add_watcher() i=0 2022-09-01T09:53:36.228 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.227+0000 7f3ea7812600 20 add_watcher() i=1 2022-09-01T09:53:36.228 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.227+0000 7f3ea7812600 20 add_watcher() i=2 2022-09-01T09:53:36.229 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.227+0000 7f3ea7812600 20 add_watcher() i=3 2022-09-01T09:53:36.229 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.227+0000 7f3ea7812600 20 add_watcher() i=4 2022-09-01T09:53:36.229 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.227+0000 7f3ea7812600 20 add_watcher() i=5 2022-09-01T09:53:36.229 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.227+0000 7f3ea7812600 20 add_watcher() i=6 2022-09-01T09:53:36.233 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.228+0000 7f3ea7812600 20 add_watcher() i=7 2022-09-01T09:53:36.234 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.228+0000 7f3ea7812600 2 all 8 watchers are set, enabling cache 2022-09-01T09:53:36.234 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.228+0000 7f3ea7812600 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2022-09-01T09:53:36.235 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.228+0000 7f3ea7812600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2022-09-01T09:53:36.235 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.228+0000 7f3ea7812600 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-09-01T09:53:36.236 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.228+0000 7f3ea7812600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2022-09-01T09:53:36.236 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.228+0000 7f3ea7812600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2022-09-01T09:53:36.237 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.228+0000 7f3ea7812600 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-09-01T09:53:36.237 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.229+0000 7f3ea7812600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2022-09-01T09:53:36.237 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.229+0000 7f3ea7812600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2022-09-01T09:53:36.237 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.229+0000 7f3ea7812600 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-09-01T09:53:36.238 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.229+0000 7f3ea7812600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2022-09-01T09:53:36.238 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.229+0000 7f3ea7812600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2022-09-01T09:53:36.238 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.229+0000 7f3ea7812600 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-09-01T09:53:36.239 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.229+0000 7f3ea7812600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2022-09-01T09:53:36.239 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.229+0000 7f3ea7812600 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1203 entering 2022-09-01T09:53:36.239 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.230+0000 7f3ea7812600 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-09-01T09:53:36.240 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.233+0000 7f3e8ff92700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2022-09-01T09:53:36.240 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.233+0000 7f3ea7812600 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-09-01T09:53:36.240 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:36.233+0000 7f3ea7812600 20 check_secure_mon_conn(): mode 1 is insecure 2022-09-01T09:53:39.204 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.203+0000 7f3ea7812600 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2022-09-01T09:53:39.204 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.203+0000 7f3ea7812600 5 note: GC not initialized 2022-09-01T09:53:39.206 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.205+0000 7f3ea7812600 20 init_complete bucket index max shards: 11 2022-09-01T09:53:39.206 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.205+0000 7f3ea7812600 10 rgw notify: Started notification manager with: 1 workers 2022-09-01T09:53:39.206 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.205+0000 7f3e89785700 20 rgw notify: INFO: next queues processing will happen at: Thu Sep 1 09:54:09 2022 2022-09-01T09:53:39.206 INFO:teuthology.orchestra.run.smithi044.stderr: 2022-09-01T09:53:39.207 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.205+0000 7f3e88f63700 20 reqs_thread_entry: start 2022-09-01T09:53:39.207 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.205+0000 7f3e8b789700 20 reqs_thread_entry: start 2022-09-01T09:53:39.224 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T09:53:39.224 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.223+0000 7f3ea7812600 20 remove_watcher() i=0 2022-09-01T09:53:39.225 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.223+0000 7f3ea7812600 2 removed watcher, disabling cache 2022-09-01T09:53:39.225 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.225+0000 7f3ea7812600 20 remove_watcher() i=1 2022-09-01T09:53:39.226 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.226+0000 7f3ea7812600 20 remove_watcher() i=2 2022-09-01T09:53:39.229 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.228+0000 7f3ea7812600 20 remove_watcher() i=3 2022-09-01T09:53:39.231 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.231+0000 7f3ea7812600 20 remove_watcher() i=4 2022-09-01T09:53:39.232 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.232+0000 7f3ea7812600 20 remove_watcher() i=5 2022-09-01T09:53:39.235 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.235+0000 7f3ea7812600 20 remove_watcher() i=6 2022-09-01T09:53:39.236 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.235+0000 7f3ea7812600 20 remove_watcher() i=7 2022-09-01T09:53:39.237 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.236+0000 7f3e8ff92700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2022-09-01T09:53:39.243 DEBUG:tasks.util.rgw: json result: [] 2022-09-01T09:53:39.243 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2022-09-01T09:53:39.244 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2022-09-01T09:53:39.244 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone placement modify --rgw-zone default --placement-id default-placement --compression random 2022-09-01T09:53:39.297 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:53:39.298 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:53:39.304 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.304+0000 7f5f28864600 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-09-01T09:53:39.304 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.304+0000 7f5f28864600 20 check_secure_mon_conn(): mode 1 is insecure 2022-09-01T09:53:39.308 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.307+0000 7f5f0d7dd700 20 reqs_thread_entry: start 2022-09-01T09:53:39.308 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.307+0000 7f5f28864600 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2022-09-01T09:53:39.308 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.307+0000 7f5f28864600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.309 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.308+0000 7f5f28864600 20 rados_obj.operate() r=0 bl.length=46 2022-09-01T09:53:39.309 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.308+0000 7f5f28864600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.310 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.309+0000 7f5f28864600 20 rados_obj.operate() r=0 bl.length=873 2022-09-01T09:53:39.318 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.316+0000 7f5f28864600 20 RGWRados::pool_iterate: got zone_info.9b3e24d8-0403-48e2-be60-4c7b1c27afa6 2022-09-01T09:53:39.319 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.316+0000 7f5f28864600 20 RGWRados::pool_iterate: got zonegroup_info.5540244a-f2d5-4f0f-813b-ee95a4116116 2022-09-01T09:53:39.319 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.316+0000 7f5f28864600 20 RGWRados::pool_iterate: got zone_names.default 2022-09-01T09:53:39.319 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.316+0000 7f5f28864600 20 RGWRados::pool_iterate: got zonegroups_names.default 2022-09-01T09:53:39.319 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.316+0000 7f5f28864600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.320 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.317+0000 7f5f28864600 20 rados_obj.operate() r=0 bl.length=873 2022-09-01T09:53:39.320 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.317+0000 7f5f28864600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.320 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.317+0000 7f5f28864600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:39.320 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.317+0000 7f5f28864600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.321 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.317+0000 7f5f28864600 20 rados_obj.operate() r=0 bl.length=46 2022-09-01T09:53:39.321 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.317+0000 7f5f28864600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.321 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.317+0000 7f5f28864600 20 rados_obj.operate() r=0 bl.length=398 2022-09-01T09:53:39.322 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:53:39.322 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "9b3e24d8-0403-48e2-be60-4c7b1c27afa6", 2022-09-01T09:53:39.322 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default", 2022-09-01T09:53:39.322 INFO:teuthology.orchestra.run.smithi044.stdout: "domain_root": "default.rgw.meta:root", 2022-09-01T09:53:39.323 INFO:teuthology.orchestra.run.smithi044.stdout: "control_pool": "default.rgw.control", 2022-09-01T09:53:39.323 INFO:teuthology.orchestra.run.smithi044.stdout: "gc_pool": "default.rgw.log:gc", 2022-09-01T09:53:39.323 INFO:teuthology.orchestra.run.smithi044.stdout: "lc_pool": "default.rgw.log:lc", 2022-09-01T09:53:39.323 INFO:teuthology.orchestra.run.smithi044.stdout: "log_pool": "default.rgw.log", 2022-09-01T09:53:39.324 INFO:teuthology.orchestra.run.smithi044.stdout: "intent_log_pool": "default.rgw.log:intent", 2022-09-01T09:53:39.324 INFO:teuthology.orchestra.run.smithi044.stdout: "usage_log_pool": "default.rgw.log:usage", 2022-09-01T09:53:39.324 INFO:teuthology.orchestra.run.smithi044.stdout: "roles_pool": "default.rgw.meta:roles", 2022-09-01T09:53:39.324 INFO:teuthology.orchestra.run.smithi044.stdout: "reshard_pool": "default.rgw.log:reshard", 2022-09-01T09:53:39.324 INFO:teuthology.orchestra.run.smithi044.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2022-09-01T09:53:39.325 INFO:teuthology.orchestra.run.smithi044.stdout: "user_email_pool": "default.rgw.meta:users.email", 2022-09-01T09:53:39.325 INFO:teuthology.orchestra.run.smithi044.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2022-09-01T09:53:39.325 INFO:teuthology.orchestra.run.smithi044.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2022-09-01T09:53:39.325 INFO:teuthology.orchestra.run.smithi044.stdout: "otp_pool": "default.rgw.otp", 2022-09-01T09:53:39.326 INFO:teuthology.orchestra.run.smithi044.stdout: "system_key": { 2022-09-01T09:53:39.326 INFO:teuthology.orchestra.run.smithi044.stdout: "access_key": "", 2022-09-01T09:53:39.326 INFO:teuthology.orchestra.run.smithi044.stdout: "secret_key": "" 2022-09-01T09:53:39.326 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:53:39.326 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_pools": [ 2022-09-01T09:53:39.327 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:53:39.327 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "default-placement", 2022-09-01T09:53:39.327 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:53:39.327 INFO:teuthology.orchestra.run.smithi044.stdout: "index_pool": "default.rgw.buckets.index", 2022-09-01T09:53:39.328 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": { 2022-09-01T09:53:39.328 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD": { 2022-09-01T09:53:39.328 INFO:teuthology.orchestra.run.smithi044.stdout: "data_pool": "default.rgw.buckets.data", 2022-09-01T09:53:39.328 INFO:teuthology.orchestra.run.smithi044.stdout: "compression_type": "random" 2022-09-01T09:53:39.328 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:53:39.329 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:53:39.329 INFO:teuthology.orchestra.run.smithi044.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2022-09-01T09:53:39.329 INFO:teuthology.orchestra.run.smithi044.stdout: "index_type": 0 2022-09-01T09:53:39.329 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:53:39.330 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:53:39.330 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:53:39.330 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "", 2022-09-01T09:53:39.330 INFO:teuthology.orchestra.run.smithi044.stdout: "notif_pool": "default.rgw.log:notif" 2022-09-01T09:53:39.331 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:53:39.332 DEBUG:tasks.util.rgw: json result: {'id': '9b3e24d8-0403-48e2-be60-4c7b1c27afa6', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2022-09-01T09:53:39.333 INFO:tasks.util.rgw:rgwadmin: c1.client.1 : ['user', 'list'] 2022-09-01T09:53:39.333 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.1', '--cluster', 'c1', 'user', 'list'] 2022-09-01T09:53:39.333 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.1 --cluster c1 user list 2022-09-01T09:53:39.378 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:53:39.378 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:53:39.384 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.383+0000 7f6260d39600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.387 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.384+0000 7f6260d39600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:39.388 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.384+0000 7f6260d39600 20 realm 2022-09-01T09:53:39.388 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.384+0000 7f6260d39600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.389 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.384+0000 7f6260d39600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:39.389 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.384+0000 7f6260d39600 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2022-09-01T09:53:39.390 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.384+0000 7f6260d39600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.392 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.385+0000 7f6260d39600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:39.392 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.385+0000 7f6260d39600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.393 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.385+0000 7f6260d39600 20 rados_obj.operate() r=0 bl.length=46 2022-09-01T09:53:39.393 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.385+0000 7f6260d39600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.393 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.386+0000 7f6260d39600 20 rados_obj.operate() r=0 bl.length=889 2022-09-01T09:53:39.394 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.386+0000 7f6260d39600 20 searching for the correct realm 2022-09-01T09:53:39.396 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 20 RGWRados::pool_iterate: got zone_info.9b3e24d8-0403-48e2-be60-4c7b1c27afa6 2022-09-01T09:53:39.397 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 20 RGWRados::pool_iterate: got zonegroup_info.5540244a-f2d5-4f0f-813b-ee95a4116116 2022-09-01T09:53:39.397 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 20 RGWRados::pool_iterate: got zone_names.default 2022-09-01T09:53:39.397 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 20 RGWRados::pool_iterate: got zonegroups_names.default 2022-09-01T09:53:39.398 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.398 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:39.398 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.398 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 20 rados_obj.operate() r=0 bl.length=46 2022-09-01T09:53:39.399 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.399 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 20 rados_obj.operate() r=0 bl.length=398 2022-09-01T09:53:39.399 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 20 zone default found 2022-09-01T09:53:39.399 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 4 Realm: () 2022-09-01T09:53:39.400 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 4 ZoneGroup: default (5540244a-f2d5-4f0f-813b-ee95a4116116) 2022-09-01T09:53:39.400 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 4 Zone: default (9b3e24d8-0403-48e2-be60-4c7b1c27afa6) 2022-09-01T09:53:39.400 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 10 cannot find current period zonegroup using local zonegroup configuration 2022-09-01T09:53:39.400 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 20 zonegroup default 2022-09-01T09:53:39.401 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.393+0000 7f6260d39600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.401 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.394+0000 7f6260d39600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:39.401 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.394+0000 7f6260d39600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.401 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.394+0000 7f6260d39600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:39.402 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.394+0000 7f6260d39600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.402 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.394+0000 7f6260d39600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:39.402 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.394+0000 7f6260d39600 20 started sync module instance, tier type = 2022-09-01T09:53:39.403 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.394+0000 7f6260d39600 20 started zone id=9b3e24d8-0403-48e2-be60-4c7b1c27afa6 (name=default) with tier type = 2022-09-01T09:53:39.406 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.406+0000 7f6260d39600 20 add_watcher() i=0 2022-09-01T09:53:39.407 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.406+0000 7f6260d39600 20 add_watcher() i=1 2022-09-01T09:53:39.407 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.406+0000 7f6260d39600 20 add_watcher() i=2 2022-09-01T09:53:39.407 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.406+0000 7f6260d39600 20 add_watcher() i=3 2022-09-01T09:53:39.407 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.406+0000 7f6260d39600 20 add_watcher() i=4 2022-09-01T09:53:39.408 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.406+0000 7f6260d39600 20 add_watcher() i=5 2022-09-01T09:53:39.408 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.406+0000 7f6260d39600 20 add_watcher() i=6 2022-09-01T09:53:39.409 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.407+0000 7f6260d39600 20 add_watcher() i=7 2022-09-01T09:53:39.409 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.407+0000 7f6260d39600 2 all 8 watchers are set, enabling cache 2022-09-01T09:53:39.409 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.408+0000 7f62494b9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2022-09-01T09:53:39.409 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.408+0000 7f6260d39600 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-09-01T09:53:39.410 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.408+0000 7f6260d39600 20 check_secure_mon_conn(): mode 1 is insecure 2022-09-01T09:53:39.412 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.412+0000 7f6260d39600 5 note: GC not initialized 2022-09-01T09:53:39.414 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.413+0000 7f6244cb0700 20 reqs_thread_entry: start 2022-09-01T09:53:39.414 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.413+0000 7f6260d39600 20 init_complete bucket index max shards: 11 2022-09-01T09:53:39.414 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.413+0000 7f6260d39600 10 rgw notify: Started notification manager with: 1 workers 2022-09-01T09:53:39.415 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.413+0000 7f6242cac700 20 rgw notify: INFO: next queues processing will happen at: Thu Sep 1 09:54:09 2022 2022-09-01T09:53:39.416 INFO:teuthology.orchestra.run.smithi044.stderr: 2022-09-01T09:53:39.416 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.413+0000 7f624248a700 20 reqs_thread_entry: start 2022-09-01T09:53:39.422 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T09:53:39.423 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.421+0000 7f6260d39600 20 remove_watcher() i=0 2022-09-01T09:53:39.423 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.421+0000 7f6260d39600 2 removed watcher, disabling cache 2022-09-01T09:53:39.424 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.422+0000 7f6260d39600 20 remove_watcher() i=1 2022-09-01T09:53:39.424 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.423+0000 7f6260d39600 20 remove_watcher() i=2 2022-09-01T09:53:39.425 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.424+0000 7f6260d39600 20 remove_watcher() i=3 2022-09-01T09:53:39.425 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.425+0000 7f6260d39600 20 remove_watcher() i=4 2022-09-01T09:53:39.426 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.426+0000 7f6260d39600 20 remove_watcher() i=5 2022-09-01T09:53:39.427 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.427+0000 7f6260d39600 20 remove_watcher() i=6 2022-09-01T09:53:39.427 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.427+0000 7f6260d39600 20 remove_watcher() i=7 2022-09-01T09:53:39.428 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.428+0000 7f62494b9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2022-09-01T09:53:39.433 DEBUG:tasks.util.rgw: json result: [] 2022-09-01T09:53:39.433 INFO:tasks.util.rgw:rgwadmin: c1.client.1 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2022-09-01T09:53:39.434 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.1', '--cluster', 'c1', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2022-09-01T09:53:39.434 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.1 --cluster c1 zone placement modify --rgw-zone default --placement-id default-placement --compression random 2022-09-01T09:53:39.484 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:53:39.484 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:53:39.489 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.489+0000 7f93ca7d4600 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-09-01T09:53:39.490 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.489+0000 7f93ca7d4600 20 check_secure_mon_conn(): mode 1 is insecure 2022-09-01T09:53:39.494 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.493+0000 7f93af74d700 20 reqs_thread_entry: start 2022-09-01T09:53:39.494 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.493+0000 7f93ca7d4600 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2022-09-01T09:53:39.494 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.493+0000 7f93ca7d4600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.495 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.494+0000 7f93ca7d4600 20 rados_obj.operate() r=0 bl.length=46 2022-09-01T09:53:39.496 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.494+0000 7f93ca7d4600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.496 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.494+0000 7f93ca7d4600 20 rados_obj.operate() r=0 bl.length=889 2022-09-01T09:53:39.503 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.501+0000 7f93ca7d4600 20 RGWRados::pool_iterate: got zone_info.9b3e24d8-0403-48e2-be60-4c7b1c27afa6 2022-09-01T09:53:39.504 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.501+0000 7f93ca7d4600 20 RGWRados::pool_iterate: got zonegroup_info.5540244a-f2d5-4f0f-813b-ee95a4116116 2022-09-01T09:53:39.505 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.501+0000 7f93ca7d4600 20 RGWRados::pool_iterate: got zone_names.default 2022-09-01T09:53:39.505 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.501+0000 7f93ca7d4600 20 RGWRados::pool_iterate: got zonegroups_names.default 2022-09-01T09:53:39.505 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.501+0000 7f93ca7d4600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.505 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.502+0000 7f93ca7d4600 20 rados_obj.operate() r=0 bl.length=889 2022-09-01T09:53:39.506 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.502+0000 7f93ca7d4600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.506 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.502+0000 7f93ca7d4600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:39.506 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.502+0000 7f93ca7d4600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.507 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.502+0000 7f93ca7d4600 20 rados_obj.operate() r=0 bl.length=46 2022-09-01T09:53:39.507 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.502+0000 7f93ca7d4600 20 rados->read ofs=0 len=0 2022-09-01T09:53:39.508 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:39.502+0000 7f93ca7d4600 20 rados_obj.operate() r=0 bl.length=398 2022-09-01T09:53:39.509 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:53:39.510 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "9b3e24d8-0403-48e2-be60-4c7b1c27afa6", 2022-09-01T09:53:39.510 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default", 2022-09-01T09:53:39.513 INFO:teuthology.orchestra.run.smithi044.stdout: "domain_root": "default.rgw.meta:root", 2022-09-01T09:53:39.513 INFO:teuthology.orchestra.run.smithi044.stdout: "control_pool": "default.rgw.control", 2022-09-01T09:53:39.514 INFO:teuthology.orchestra.run.smithi044.stdout: "gc_pool": "default.rgw.log:gc", 2022-09-01T09:53:39.514 INFO:teuthology.orchestra.run.smithi044.stdout: "lc_pool": "default.rgw.log:lc", 2022-09-01T09:53:39.515 INFO:teuthology.orchestra.run.smithi044.stdout: "log_pool": "default.rgw.log", 2022-09-01T09:53:39.515 INFO:teuthology.orchestra.run.smithi044.stdout: "intent_log_pool": "default.rgw.log:intent", 2022-09-01T09:53:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "usage_log_pool": "default.rgw.log:usage", 2022-09-01T09:53:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "roles_pool": "default.rgw.meta:roles", 2022-09-01T09:53:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "reshard_pool": "default.rgw.log:reshard", 2022-09-01T09:53:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2022-09-01T09:53:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: "user_email_pool": "default.rgw.meta:users.email", 2022-09-01T09:53:39.518 INFO:teuthology.orchestra.run.smithi044.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2022-09-01T09:53:39.518 INFO:teuthology.orchestra.run.smithi044.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2022-09-01T09:53:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: "otp_pool": "default.rgw.otp", 2022-09-01T09:53:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: "system_key": { 2022-09-01T09:53:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: "access_key": "", 2022-09-01T09:53:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: "secret_key": "" 2022-09-01T09:53:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:53:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_pools": [ 2022-09-01T09:53:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:53:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "default-placement", 2022-09-01T09:53:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:53:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: "index_pool": "default.rgw.buckets.index", 2022-09-01T09:53:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": { 2022-09-01T09:53:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD": { 2022-09-01T09:53:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: "data_pool": "default.rgw.buckets.data", 2022-09-01T09:53:39.523 INFO:teuthology.orchestra.run.smithi044.stdout: "compression_type": "random" 2022-09-01T09:53:39.523 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:53:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:53:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2022-09-01T09:53:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: "index_type": 0 2022-09-01T09:53:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:53:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:53:39.526 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:53:39.526 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "", 2022-09-01T09:53:39.526 INFO:teuthology.orchestra.run.smithi044.stdout: "notif_pool": "default.rgw.log:notif" 2022-09-01T09:53:39.527 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:53:39.527 DEBUG:tasks.util.rgw: json result: {'id': '9b3e24d8-0403-48e2-be60-4c7b1c27afa6', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2022-09-01T09:53:39.528 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['user', 'list'] 2022-09-01T09:53:39.528 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'user', 'list'] 2022-09-01T09:53:39.529 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 user list 2022-09-01T09:53:39.615 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:53:39.616 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:53:39.622 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:39.621+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:40.725 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.724+0000 7f3f544d7600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:40.725 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.724+0000 7f3f544d7600 20 realm 2022-09-01T09:53:40.726 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.724+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:40.727 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.724+0000 7f3f544d7600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:40.728 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.724+0000 7f3f544d7600 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2022-09-01T09:53:40.728 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.724+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:40.728 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.725+0000 7f3f544d7600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:40.728 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.725+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:40.728 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.725+0000 7f3f544d7600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:40.729 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.725+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:40.729 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.726+0000 7f3f544d7600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:40.729 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.726+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:40.729 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.726+0000 7f3f544d7600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:40.730 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.726+0000 7f3f544d7600 10 Creating default zonegroup 2022-09-01T09:53:40.730 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.726+0000 7f3f544d7600 10 couldn't find old data placement pools config, setting up new ones for the zone 2022-09-01T09:53:40.738 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.736+0000 7f3f544d7600 10 WARNING: store->list_zones() returned r=-2 2022-09-01T09:53:40.739 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.736+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:40.739 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.737+0000 7f3f544d7600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:40.741 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.739+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:40.741 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.739+0000 7f3f544d7600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:40.742 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.739+0000 7f3f544d7600 10 could not read realm id: (2) No such file or directory 2022-09-01T09:53:40.742 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.739+0000 7f3f544d7600 10 WARNING: failed to set zone as default, r=-22 2022-09-01T09:53:40.743 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.739+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:40.743 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.740+0000 7f3f544d7600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:40.747 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.742+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:40.747 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.742+0000 7f3f544d7600 20 rados_obj.operate() r=0 bl.length=873 2022-09-01T09:53:40.748 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.742+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:40.748 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.743+0000 7f3f544d7600 20 rados_obj.operate() r=0 bl.length=398 2022-09-01T09:53:40.748 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.743+0000 7f3f544d7600 10 Using default name default 2022-09-01T09:53:40.748 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.743+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:40.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.743+0000 7f3f544d7600 20 rados_obj.operate() r=0 bl.length=46 2022-09-01T09:53:40.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.743+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:40.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.743+0000 7f3f544d7600 20 rados_obj.operate() r=0 bl.length=873 2022-09-01T09:53:40.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.743+0000 7f3f544d7600 20 zone default found 2022-09-01T09:53:40.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.743+0000 7f3f544d7600 4 Realm: () 2022-09-01T09:53:40.750 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.743+0000 7f3f544d7600 4 ZoneGroup: default (e62d9dab-fb38-471c-a0f2-c0933ae9b2bd) 2022-09-01T09:53:40.750 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.743+0000 7f3f544d7600 4 Zone: default (2bcaa677-65b2-494f-8c77-a66ce64f2b8f) 2022-09-01T09:53:40.750 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.743+0000 7f3f544d7600 10 cannot find current period zonegroup using local zonegroup configuration 2022-09-01T09:53:40.751 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.743+0000 7f3f544d7600 20 zonegroup default 2022-09-01T09:53:40.751 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.743+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:40.751 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.744+0000 7f3f544d7600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:40.751 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:40.744+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:42.730 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:42.729+0000 7f3f544d7600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:42.731 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:42.729+0000 7f3f544d7600 20 rados->read ofs=0 len=0 2022-09-01T09:53:42.731 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:42.730+0000 7f3f544d7600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:42.731 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:42.730+0000 7f3f544d7600 20 started sync module instance, tier type = 2022-09-01T09:53:42.732 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:42.730+0000 7f3f544d7600 20 started zone id=2bcaa677-65b2-494f-8c77-a66ce64f2b8f (name=default) with tier type = 2022-09-01T09:53:44.752 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.748+0000 7f3f544d7600 20 add_watcher() i=0 2022-09-01T09:53:44.753 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.748+0000 7f3f544d7600 20 add_watcher() i=1 2022-09-01T09:53:44.753 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.748+0000 7f3f544d7600 20 add_watcher() i=2 2022-09-01T09:53:44.753 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.748+0000 7f3f544d7600 20 add_watcher() i=3 2022-09-01T09:53:44.754 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.748+0000 7f3f544d7600 20 add_watcher() i=4 2022-09-01T09:53:44.754 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.748+0000 7f3f544d7600 20 add_watcher() i=5 2022-09-01T09:53:44.754 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.748+0000 7f3f544d7600 20 add_watcher() i=6 2022-09-01T09:53:44.755 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.749+0000 7f3f544d7600 20 add_watcher() i=7 2022-09-01T09:53:44.755 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.749+0000 7f3f544d7600 2 all 8 watchers are set, enabling cache 2022-09-01T09:53:44.755 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.749+0000 7f3f544d7600 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2022-09-01T09:53:44.756 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.749+0000 7f3f544d7600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2022-09-01T09:53:44.756 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.749+0000 7f3f544d7600 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-09-01T09:53:44.757 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.750+0000 7f3f544d7600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2022-09-01T09:53:44.757 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.750+0000 7f3f544d7600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2022-09-01T09:53:44.758 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.750+0000 7f3f544d7600 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-09-01T09:53:44.758 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.750+0000 7f3f544d7600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2022-09-01T09:53:44.759 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.750+0000 7f3f544d7600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2022-09-01T09:53:44.759 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.750+0000 7f3f544d7600 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-09-01T09:53:44.759 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.750+0000 7f3f544d7600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2022-09-01T09:53:44.760 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.750+0000 7f3f544d7600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2022-09-01T09:53:44.760 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.750+0000 7f3f544d7600 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-09-01T09:53:44.760 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.750+0000 7f3f544d7600 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2022-09-01T09:53:44.760 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.750+0000 7f3f544d7600 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1203 entering 2022-09-01T09:53:44.761 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.751+0000 7f3f544d7600 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2022-09-01T09:53:44.762 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.754+0000 7f3f3cc57700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2022-09-01T09:53:44.762 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.754+0000 7f3f544d7600 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-09-01T09:53:44.762 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:44.754+0000 7f3f544d7600 20 check_secure_mon_conn(): mode 1 is insecure 2022-09-01T09:53:47.730 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.729+0000 7f3f544d7600 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2022-09-01T09:53:47.731 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.729+0000 7f3f544d7600 5 note: GC not initialized 2022-09-01T09:53:47.732 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.730+0000 7f3f3844e700 20 reqs_thread_entry: start 2022-09-01T09:53:47.732 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.730+0000 7f3f544d7600 20 init_complete bucket index max shards: 11 2022-09-01T09:53:47.732 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.731+0000 7f3f544d7600 10 rgw notify: Started notification manager with: 1 workers 2022-09-01T09:53:47.732 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.731+0000 7f3f3644a700 20 rgw notify: INFO: next queues processing will happen at: Thu Sep 1 09:54:18 2022 2022-09-01T09:53:47.733 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T09:53:47.733 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.731+0000 7f3f35c28700 20 reqs_thread_entry: start 2022-09-01T09:53:47.753 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2022-09-01T09:53:47.754 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.752+0000 7f3f544d7600 20 remove_watcher() i=0 2022-09-01T09:53:47.754 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.752+0000 7f3f544d7600 2 removed watcher, disabling cache 2022-09-01T09:53:47.755 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.753+0000 7f3f544d7600 20 remove_watcher() i=1 2022-09-01T09:53:47.755 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.754+0000 7f3f544d7600 20 remove_watcher() i=2 2022-09-01T09:53:47.756 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.755+0000 7f3f544d7600 20 remove_watcher() i=3 2022-09-01T09:53:47.757 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.756+0000 7f3f544d7600 20 remove_watcher() i=4 2022-09-01T09:53:47.758 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.757+0000 7f3f544d7600 20 remove_watcher() i=5 2022-09-01T09:53:47.759 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.759+0000 7f3f544d7600 20 remove_watcher() i=6 2022-09-01T09:53:47.761 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.760+0000 7f3f544d7600 20 remove_watcher() i=7 2022-09-01T09:53:47.762 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.761+0000 7f3f3cc57700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2022-09-01T09:53:47.767 DEBUG:tasks.util.rgw: json result: [] 2022-09-01T09:53:47.768 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2022-09-01T09:53:47.769 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2022-09-01T09:53:47.770 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone placement modify --rgw-zone default --placement-id default-placement --compression random 2022-09-01T09:53:47.825 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:53:47.826 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:53:47.832 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.831+0000 7fac73266600 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-09-01T09:53:47.832 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.831+0000 7fac73266600 20 check_secure_mon_conn(): mode 1 is insecure 2022-09-01T09:53:47.838 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.836+0000 7fac581df700 20 reqs_thread_entry: start 2022-09-01T09:53:47.838 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.836+0000 7fac73266600 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2022-09-01T09:53:47.839 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.836+0000 7fac73266600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.840 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.837+0000 7fac73266600 20 rados_obj.operate() r=0 bl.length=46 2022-09-01T09:53:47.840 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.837+0000 7fac73266600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.840 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.837+0000 7fac73266600 20 rados_obj.operate() r=0 bl.length=873 2022-09-01T09:53:47.848 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.846+0000 7fac73266600 20 RGWRados::pool_iterate: got zone_info.2bcaa677-65b2-494f-8c77-a66ce64f2b8f 2022-09-01T09:53:47.848 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.846+0000 7fac73266600 20 RGWRados::pool_iterate: got zone_names.default 2022-09-01T09:53:47.848 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.846+0000 7fac73266600 20 RGWRados::pool_iterate: got zonegroups_names.default 2022-09-01T09:53:47.849 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.846+0000 7fac73266600 20 RGWRados::pool_iterate: got zonegroup_info.e62d9dab-fb38-471c-a0f2-c0933ae9b2bd 2022-09-01T09:53:47.849 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.846+0000 7fac73266600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.849 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.846+0000 7fac73266600 20 rados_obj.operate() r=0 bl.length=873 2022-09-01T09:53:47.850 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.846+0000 7fac73266600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.850 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.846+0000 7fac73266600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:47.850 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.846+0000 7fac73266600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.851 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.847+0000 7fac73266600 20 rados_obj.operate() r=0 bl.length=46 2022-09-01T09:53:47.851 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.847+0000 7fac73266600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.851 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.847+0000 7fac73266600 20 rados_obj.operate() r=0 bl.length=398 2022-09-01T09:53:47.852 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:53:47.852 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "2bcaa677-65b2-494f-8c77-a66ce64f2b8f", 2022-09-01T09:53:47.853 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default", 2022-09-01T09:53:47.853 INFO:teuthology.orchestra.run.smithi052.stdout: "domain_root": "default.rgw.meta:root", 2022-09-01T09:53:47.853 INFO:teuthology.orchestra.run.smithi052.stdout: "control_pool": "default.rgw.control", 2022-09-01T09:53:47.853 INFO:teuthology.orchestra.run.smithi052.stdout: "gc_pool": "default.rgw.log:gc", 2022-09-01T09:53:47.854 INFO:teuthology.orchestra.run.smithi052.stdout: "lc_pool": "default.rgw.log:lc", 2022-09-01T09:53:47.854 INFO:teuthology.orchestra.run.smithi052.stdout: "log_pool": "default.rgw.log", 2022-09-01T09:53:47.854 INFO:teuthology.orchestra.run.smithi052.stdout: "intent_log_pool": "default.rgw.log:intent", 2022-09-01T09:53:47.854 INFO:teuthology.orchestra.run.smithi052.stdout: "usage_log_pool": "default.rgw.log:usage", 2022-09-01T09:53:47.855 INFO:teuthology.orchestra.run.smithi052.stdout: "roles_pool": "default.rgw.meta:roles", 2022-09-01T09:53:47.855 INFO:teuthology.orchestra.run.smithi052.stdout: "reshard_pool": "default.rgw.log:reshard", 2022-09-01T09:53:47.855 INFO:teuthology.orchestra.run.smithi052.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2022-09-01T09:53:47.855 INFO:teuthology.orchestra.run.smithi052.stdout: "user_email_pool": "default.rgw.meta:users.email", 2022-09-01T09:53:47.855 INFO:teuthology.orchestra.run.smithi052.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2022-09-01T09:53:47.856 INFO:teuthology.orchestra.run.smithi052.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2022-09-01T09:53:47.856 INFO:teuthology.orchestra.run.smithi052.stdout: "otp_pool": "default.rgw.otp", 2022-09-01T09:53:47.856 INFO:teuthology.orchestra.run.smithi052.stdout: "system_key": { 2022-09-01T09:53:47.856 INFO:teuthology.orchestra.run.smithi052.stdout: "access_key": "", 2022-09-01T09:53:47.857 INFO:teuthology.orchestra.run.smithi052.stdout: "secret_key": "" 2022-09-01T09:53:47.858 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:53:47.858 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_pools": [ 2022-09-01T09:53:47.859 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:53:47.859 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "default-placement", 2022-09-01T09:53:47.860 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:53:47.860 INFO:teuthology.orchestra.run.smithi052.stdout: "index_pool": "default.rgw.buckets.index", 2022-09-01T09:53:47.860 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": { 2022-09-01T09:53:47.861 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD": { 2022-09-01T09:53:47.862 INFO:teuthology.orchestra.run.smithi052.stdout: "data_pool": "default.rgw.buckets.data", 2022-09-01T09:53:47.862 INFO:teuthology.orchestra.run.smithi052.stdout: "compression_type": "random" 2022-09-01T09:53:47.862 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:53:47.863 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:53:47.863 INFO:teuthology.orchestra.run.smithi052.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2022-09-01T09:53:47.863 INFO:teuthology.orchestra.run.smithi052.stdout: "index_type": 0 2022-09-01T09:53:47.864 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:53:47.864 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:53:47.865 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:53:47.865 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "", 2022-09-01T09:53:47.865 INFO:teuthology.orchestra.run.smithi052.stdout: "notif_pool": "default.rgw.log:notif" 2022-09-01T09:53:47.866 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:53:47.867 DEBUG:tasks.util.rgw: json result: {'id': '2bcaa677-65b2-494f-8c77-a66ce64f2b8f', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2022-09-01T09:53:47.868 INFO:tasks.util.rgw:rgwadmin: c2.client.1 : ['user', 'list'] 2022-09-01T09:53:47.868 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.1', '--cluster', 'c2', 'user', 'list'] 2022-09-01T09:53:47.869 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.1 --cluster c2 user list 2022-09-01T09:53:47.916 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:53:47.916 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:53:47.921 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.920+0000 7fd6947f0600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.923 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.921+0000 7fd6947f0600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:47.924 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.921+0000 7fd6947f0600 20 realm 2022-09-01T09:53:47.924 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.921+0000 7fd6947f0600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.924 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.921+0000 7fd6947f0600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:47.924 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.921+0000 7fd6947f0600 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2022-09-01T09:53:47.924 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.921+0000 7fd6947f0600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.925 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.922+0000 7fd6947f0600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:47.925 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.922+0000 7fd6947f0600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.925 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.922+0000 7fd6947f0600 20 rados_obj.operate() r=0 bl.length=46 2022-09-01T09:53:47.925 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.922+0000 7fd6947f0600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.926 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.922+0000 7fd6947f0600 20 rados_obj.operate() r=0 bl.length=889 2022-09-01T09:53:47.926 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.922+0000 7fd6947f0600 20 searching for the correct realm 2022-09-01T09:53:47.933 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.930+0000 7fd6947f0600 20 RGWRados::pool_iterate: got zone_info.2bcaa677-65b2-494f-8c77-a66ce64f2b8f 2022-09-01T09:53:47.933 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.930+0000 7fd6947f0600 20 RGWRados::pool_iterate: got zone_names.default 2022-09-01T09:53:47.933 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.930+0000 7fd6947f0600 20 RGWRados::pool_iterate: got zonegroups_names.default 2022-09-01T09:53:47.934 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.930+0000 7fd6947f0600 20 RGWRados::pool_iterate: got zonegroup_info.e62d9dab-fb38-471c-a0f2-c0933ae9b2bd 2022-09-01T09:53:47.934 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.930+0000 7fd6947f0600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.934 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.930+0000 7fd6947f0600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:47.935 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.930+0000 7fd6947f0600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.935 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.930+0000 7fd6947f0600 20 rados_obj.operate() r=0 bl.length=46 2022-09-01T09:53:47.935 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.930+0000 7fd6947f0600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.935 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.931+0000 7fd6947f0600 20 rados_obj.operate() r=0 bl.length=398 2022-09-01T09:53:47.935 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.931+0000 7fd6947f0600 20 zone default found 2022-09-01T09:53:47.936 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.931+0000 7fd6947f0600 4 Realm: () 2022-09-01T09:53:47.936 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.931+0000 7fd6947f0600 4 ZoneGroup: default (e62d9dab-fb38-471c-a0f2-c0933ae9b2bd) 2022-09-01T09:53:47.936 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.931+0000 7fd6947f0600 4 Zone: default (2bcaa677-65b2-494f-8c77-a66ce64f2b8f) 2022-09-01T09:53:47.936 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.931+0000 7fd6947f0600 10 cannot find current period zonegroup using local zonegroup configuration 2022-09-01T09:53:47.937 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.931+0000 7fd6947f0600 20 zonegroup default 2022-09-01T09:53:47.937 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.931+0000 7fd6947f0600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.937 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.931+0000 7fd6947f0600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:47.937 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.931+0000 7fd6947f0600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.938 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.931+0000 7fd6947f0600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:47.938 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.931+0000 7fd6947f0600 20 rados->read ofs=0 len=0 2022-09-01T09:53:47.938 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.932+0000 7fd6947f0600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:47.939 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.932+0000 7fd6947f0600 20 started sync module instance, tier type = 2022-09-01T09:53:47.939 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.932+0000 7fd6947f0600 20 started zone id=2bcaa677-65b2-494f-8c77-a66ce64f2b8f (name=default) with tier type = 2022-09-01T09:53:47.941 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.939+0000 7fd6947f0600 20 add_watcher() i=0 2022-09-01T09:53:47.941 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.939+0000 7fd6947f0600 20 add_watcher() i=1 2022-09-01T09:53:47.942 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.939+0000 7fd6947f0600 20 add_watcher() i=2 2022-09-01T09:53:47.942 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.939+0000 7fd6947f0600 20 add_watcher() i=3 2022-09-01T09:53:47.943 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.939+0000 7fd6947f0600 20 add_watcher() i=4 2022-09-01T09:53:47.943 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.939+0000 7fd6947f0600 20 add_watcher() i=5 2022-09-01T09:53:47.943 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.939+0000 7fd6947f0600 20 add_watcher() i=6 2022-09-01T09:53:47.945 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.940+0000 7fd6947f0600 20 add_watcher() i=7 2022-09-01T09:53:47.945 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.940+0000 7fd6947f0600 2 all 8 watchers are set, enabling cache 2022-09-01T09:53:47.946 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.941+0000 7fd67cf70700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2022-09-01T09:53:47.946 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.941+0000 7fd6947f0600 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-09-01T09:53:47.947 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.941+0000 7fd6947f0600 20 check_secure_mon_conn(): mode 1 is insecure 2022-09-01T09:53:47.949 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.945+0000 7fd6947f0600 5 note: GC not initialized 2022-09-01T09:53:47.949 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.946+0000 7fd678767700 20 reqs_thread_entry: start 2022-09-01T09:53:47.949 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.946+0000 7fd6947f0600 20 init_complete bucket index max shards: 11 2022-09-01T09:53:47.950 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.947+0000 7fd6947f0600 10 rgw notify: Started notification manager with: 1 workers 2022-09-01T09:53:47.950 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.947+0000 7fd676763700 20 rgw notify: INFO: next queues processing will happen at: Thu Sep 1 09:54:18 2022 2022-09-01T09:53:47.951 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T09:53:47.951 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.947+0000 7fd675f41700 20 reqs_thread_entry: start 2022-09-01T09:53:47.956 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2022-09-01T09:53:47.956 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.955+0000 7fd6947f0600 20 remove_watcher() i=0 2022-09-01T09:53:47.957 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.955+0000 7fd6947f0600 2 removed watcher, disabling cache 2022-09-01T09:53:47.957 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.955+0000 7fd6947f0600 20 remove_watcher() i=1 2022-09-01T09:53:47.958 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.956+0000 7fd6947f0600 20 remove_watcher() i=2 2022-09-01T09:53:47.958 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.957+0000 7fd6947f0600 20 remove_watcher() i=3 2022-09-01T09:53:47.959 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.958+0000 7fd6947f0600 20 remove_watcher() i=4 2022-09-01T09:53:47.960 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.959+0000 7fd6947f0600 20 remove_watcher() i=5 2022-09-01T09:53:47.961 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.960+0000 7fd6947f0600 20 remove_watcher() i=6 2022-09-01T09:53:47.961 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.961+0000 7fd6947f0600 20 remove_watcher() i=7 2022-09-01T09:53:47.962 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:47.961+0000 7fd67cf70700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2022-09-01T09:53:47.967 DEBUG:tasks.util.rgw: json result: [] 2022-09-01T09:53:47.967 INFO:tasks.util.rgw:rgwadmin: c2.client.1 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2022-09-01T09:53:47.968 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.1', '--cluster', 'c2', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2022-09-01T09:53:47.968 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.1 --cluster c2 zone placement modify --rgw-zone default --placement-id default-placement --compression random 2022-09-01T09:53:48.020 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:53:48.020 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:53:48.025 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.024+0000 7f5073f83600 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-09-01T09:53:48.026 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.024+0000 7f5073f83600 20 check_secure_mon_conn(): mode 1 is insecure 2022-09-01T09:53:48.029 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.028+0000 7f5058efc700 20 reqs_thread_entry: start 2022-09-01T09:53:48.030 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.028+0000 7f5073f83600 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2022-09-01T09:53:48.030 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.028+0000 7f5073f83600 20 rados->read ofs=0 len=0 2022-09-01T09:53:48.031 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.029+0000 7f5073f83600 20 rados_obj.operate() r=0 bl.length=46 2022-09-01T09:53:48.031 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.029+0000 7f5073f83600 20 rados->read ofs=0 len=0 2022-09-01T09:53:48.031 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.029+0000 7f5073f83600 20 rados_obj.operate() r=0 bl.length=889 2022-09-01T09:53:48.039 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.037+0000 7f5073f83600 20 RGWRados::pool_iterate: got zone_info.2bcaa677-65b2-494f-8c77-a66ce64f2b8f 2022-09-01T09:53:48.040 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.037+0000 7f5073f83600 20 RGWRados::pool_iterate: got zone_names.default 2022-09-01T09:53:48.040 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.037+0000 7f5073f83600 20 RGWRados::pool_iterate: got zonegroups_names.default 2022-09-01T09:53:48.040 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.037+0000 7f5073f83600 20 RGWRados::pool_iterate: got zonegroup_info.e62d9dab-fb38-471c-a0f2-c0933ae9b2bd 2022-09-01T09:53:48.041 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.037+0000 7f5073f83600 20 rados->read ofs=0 len=0 2022-09-01T09:53:48.041 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.037+0000 7f5073f83600 20 rados_obj.operate() r=0 bl.length=889 2022-09-01T09:53:48.041 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.037+0000 7f5073f83600 20 rados->read ofs=0 len=0 2022-09-01T09:53:48.041 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.037+0000 7f5073f83600 20 rados_obj.operate() r=-2 bl.length=0 2022-09-01T09:53:48.042 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.037+0000 7f5073f83600 20 rados->read ofs=0 len=0 2022-09-01T09:53:48.042 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.038+0000 7f5073f83600 20 rados_obj.operate() r=0 bl.length=46 2022-09-01T09:53:48.042 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.038+0000 7f5073f83600 20 rados->read ofs=0 len=0 2022-09-01T09:53:48.043 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:53:48.038+0000 7f5073f83600 20 rados_obj.operate() r=0 bl.length=398 2022-09-01T09:53:48.043 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:53:48.044 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "2bcaa677-65b2-494f-8c77-a66ce64f2b8f", 2022-09-01T09:53:48.044 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default", 2022-09-01T09:53:48.044 INFO:teuthology.orchestra.run.smithi052.stdout: "domain_root": "default.rgw.meta:root", 2022-09-01T09:53:48.044 INFO:teuthology.orchestra.run.smithi052.stdout: "control_pool": "default.rgw.control", 2022-09-01T09:53:48.045 INFO:teuthology.orchestra.run.smithi052.stdout: "gc_pool": "default.rgw.log:gc", 2022-09-01T09:53:48.045 INFO:teuthology.orchestra.run.smithi052.stdout: "lc_pool": "default.rgw.log:lc", 2022-09-01T09:53:48.045 INFO:teuthology.orchestra.run.smithi052.stdout: "log_pool": "default.rgw.log", 2022-09-01T09:53:48.045 INFO:teuthology.orchestra.run.smithi052.stdout: "intent_log_pool": "default.rgw.log:intent", 2022-09-01T09:53:48.046 INFO:teuthology.orchestra.run.smithi052.stdout: "usage_log_pool": "default.rgw.log:usage", 2022-09-01T09:53:48.046 INFO:teuthology.orchestra.run.smithi052.stdout: "roles_pool": "default.rgw.meta:roles", 2022-09-01T09:53:48.046 INFO:teuthology.orchestra.run.smithi052.stdout: "reshard_pool": "default.rgw.log:reshard", 2022-09-01T09:53:48.047 INFO:teuthology.orchestra.run.smithi052.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2022-09-01T09:53:48.047 INFO:teuthology.orchestra.run.smithi052.stdout: "user_email_pool": "default.rgw.meta:users.email", 2022-09-01T09:53:48.047 INFO:teuthology.orchestra.run.smithi052.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2022-09-01T09:53:48.047 INFO:teuthology.orchestra.run.smithi052.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2022-09-01T09:53:48.047 INFO:teuthology.orchestra.run.smithi052.stdout: "otp_pool": "default.rgw.otp", 2022-09-01T09:53:48.048 INFO:teuthology.orchestra.run.smithi052.stdout: "system_key": { 2022-09-01T09:53:48.048 INFO:teuthology.orchestra.run.smithi052.stdout: "access_key": "", 2022-09-01T09:53:48.049 INFO:teuthology.orchestra.run.smithi052.stdout: "secret_key": "" 2022-09-01T09:53:48.049 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:53:48.049 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_pools": [ 2022-09-01T09:53:48.049 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:53:48.050 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "default-placement", 2022-09-01T09:53:48.050 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:53:48.050 INFO:teuthology.orchestra.run.smithi052.stdout: "index_pool": "default.rgw.buckets.index", 2022-09-01T09:53:48.051 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": { 2022-09-01T09:53:48.051 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD": { 2022-09-01T09:53:48.051 INFO:teuthology.orchestra.run.smithi052.stdout: "data_pool": "default.rgw.buckets.data", 2022-09-01T09:53:48.052 INFO:teuthology.orchestra.run.smithi052.stdout: "compression_type": "random" 2022-09-01T09:53:48.052 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:53:48.052 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:53:48.053 INFO:teuthology.orchestra.run.smithi052.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2022-09-01T09:53:48.053 INFO:teuthology.orchestra.run.smithi052.stdout: "index_type": 0 2022-09-01T09:53:48.053 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:53:48.053 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:53:48.053 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:53:48.054 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "", 2022-09-01T09:53:48.054 INFO:teuthology.orchestra.run.smithi052.stdout: "notif_pool": "default.rgw.log:notif" 2022-09-01T09:53:48.054 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:53:48.056 DEBUG:tasks.util.rgw: json result: {'id': '2bcaa677-65b2-494f-8c77-a66ce64f2b8f', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2022-09-01T09:53:48.056 INFO:tasks.rgw:Starting rgw... 2022-09-01T09:53:48.056 INFO:tasks.rgw:rgw c1.client.0 config is {'port': 8000} 2022-09-01T09:53:48.057 INFO:tasks.rgw:Using beast as radosgw frontend 2022-09-01T09:53:48.057 INFO:tasks.rgw.c1.client.0:Restarting daemon 2022-09-01T09:53:48.058 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c1 -k /etc/ceph/c1.client.0.keyring --log-file /var/log/ceph/rgw.c1.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.c1.client.0.stdout 2>&1 2022-09-01T09:53:48.061 INFO:tasks.rgw.c1.client.0:Started 2022-09-01T09:53:48.062 INFO:tasks.rgw:rgw c1.client.1 config is {'port': 8001} 2022-09-01T09:53:48.062 INFO:tasks.rgw:Using beast as radosgw frontend 2022-09-01T09:53:48.063 INFO:tasks.rgw.c1.client.1:Restarting daemon 2022-09-01T09:53:48.063 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8001' -n client.1 --cluster c1 -k /etc/ceph/c1.client.1.keyring --log-file /var/log/ceph/rgw.c1.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.1.sock --foreground | sudo tee /var/log/ceph/rgw.c1.client.1.stdout 2>&1 2022-09-01T09:53:48.066 INFO:tasks.rgw.c1.client.1:Started 2022-09-01T09:53:48.067 INFO:tasks.rgw:rgw c2.client.0 config is {'port': 8000} 2022-09-01T09:53:48.067 INFO:tasks.rgw:Using beast as radosgw frontend 2022-09-01T09:53:48.067 INFO:tasks.rgw.c2.client.0:Restarting daemon 2022-09-01T09:53:48.068 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.c2.client.0.stdout 2>&1 2022-09-01T09:53:48.071 INFO:tasks.rgw.c2.client.0:Started 2022-09-01T09:53:48.071 INFO:tasks.rgw:rgw c2.client.1 config is {'port': 8001} 2022-09-01T09:53:48.072 INFO:tasks.rgw:Using beast as radosgw frontend 2022-09-01T09:53:48.072 INFO:tasks.rgw.c2.client.1:Restarting daemon 2022-09-01T09:53:48.073 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8001' -n client.1 --cluster c2 -k /etc/ceph/c2.client.1.keyring --log-file /var/log/ceph/rgw.c2.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.1.sock --foreground | sudo tee /var/log/ceph/rgw.c2.client.1.stdout 2>&1 2022-09-01T09:53:48.075 INFO:tasks.rgw.c2.client.1:Started 2022-09-01T09:53:48.075 INFO:tasks.rgw:Polling c1.client.0 until it starts accepting connections on http://smithi044.front.sepia.ceph.com:8000/ 2022-09-01T09:53:48.076 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8000/ 2022-09-01T09:53:48.118 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T09:53:48.119 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:53:48.120 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:53:48.120 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T09:53:49.122 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8000/ 2022-09-01T09:53:49.149 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:53:49.150 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:53:49.153 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T09:53:49.154 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T09:53:51.155 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8000/ 2022-09-01T09:53:51.182 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:53:51.183 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:53:51.184 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T09:53:51.185 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T09:53:55.187 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8000/ 2022-09-01T09:53:55.212 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:53:55.212 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:53:55.213 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 104k 0 --:--:-- --:--:-- --:--:-- 104k 2022-09-01T09:53:55.215 INFO:teuthology.orchestra.run.smithi044.stdout:anonymous 2022-09-01T09:53:55.215 INFO:tasks.rgw:Polling c1.client.1 until it starts accepting connections on http://smithi044.front.sepia.ceph.com:8001/ 2022-09-01T09:53:55.216 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8001/ 2022-09-01T09:53:55.279 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:53:55.280 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:53:55.281 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 104k 0 --:--:-- --:--:-- --:--:-- 104k 2022-09-01T09:53:55.282 INFO:teuthology.orchestra.run.smithi044.stdout:anonymous 2022-09-01T09:53:55.283 INFO:tasks.rgw:Polling c2.client.0 until it starts accepting connections on http://smithi052.front.sepia.ceph.com:8000/ 2022-09-01T09:53:55.283 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000/ 2022-09-01T09:53:55.326 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:53:55.327 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:53:55.327 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 104k 0 --:--:-- --:--:-- --:--:-- 104k 2022-09-01T09:53:55.329 INFO:teuthology.orchestra.run.smithi052.stdout:anonymous 2022-09-01T09:53:55.329 INFO:tasks.rgw:Polling c2.client.1 until it starts accepting connections on http://smithi052.front.sepia.ceph.com:8001/ 2022-09-01T09:53:55.330 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8001/ 2022-09-01T09:53:55.393 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:53:55.393 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:53:55.394 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 104k 0 --:--:-- --:--:-- --:--:-- 104k 2022-09-01T09:53:55.396 INFO:teuthology.orchestra.run.smithi052.stdout:anonymous 2022-09-01T09:53:55.397 INFO:teuthology.run_tasks:Running task rgw-multisite... 2022-09-01T09:53:55.619 INFO:tasks.rgw_multisite:creating realm.. 2022-09-01T09:53:55.620 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['realm', 'create', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:53:55.621 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'realm', 'create', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:53:55.621 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 realm create --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T09:53:55.675 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:53:55.675 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:53:55.710 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:53:55.710 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:53:55.711 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-realm", 2022-09-01T09:53:55.711 INFO:teuthology.orchestra.run.smithi044.stdout: "current_period": "3c5873ec-155f-44ef-a534-e37be8fcb65e", 2022-09-01T09:53:55.711 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 1 2022-09-01T09:53:55.711 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:53:55.713 INFO:tasks.rgw_multisite:creating master zonegroup.. 2022-09-01T09:53:55.713 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zonegroup', 'set', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:53:55.714 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zonegroup', 'set', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:53:55.714 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zonegroup set --rgw-zonegroup test-zonegroup --rgw-realm test-realm --default --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T09:53:55.765 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:53:55.765 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:53:55.777 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:55.776+0000 7f9d5a7e8600 -1 old format 2022-09-01T09:53:55.784 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:53:55.785 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "test-zonegroup", 2022-09-01T09:53:55.785 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zonegroup", 2022-09-01T09:53:55.785 INFO:teuthology.orchestra.run.smithi044.stdout: "api_name": "", 2022-09-01T09:53:55.785 INFO:teuthology.orchestra.run.smithi044.stdout: "is_master": true, 2022-09-01T09:53:55.786 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T09:53:55.786 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T09:53:55.786 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:53:55.786 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames": [], 2022-09-01T09:53:55.787 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames_s3website": [], 2022-09-01T09:53:55.787 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "", 2022-09-01T09:53:55.787 INFO:teuthology.orchestra.run.smithi044.stdout: "zones": [], 2022-09-01T09:53:55.787 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_targets": [], 2022-09-01T09:53:55.788 INFO:teuthology.orchestra.run.smithi044.stdout: "default_placement": "", 2022-09-01T09:53:55.788 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:53:55.788 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_policy": { 2022-09-01T09:53:55.788 INFO:teuthology.orchestra.run.smithi044.stdout: "groups": [] 2022-09-01T09:53:55.789 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:53:55.789 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled_features": [ 2022-09-01T09:53:55.789 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T09:53:55.789 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:53:55.789 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:53:55.791 INFO:tasks.rgw_multisite:creating master zone.. 2022-09-01T09:53:55.791 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'create', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--master', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--endpoints', 'http://smithi044.front.sepia.ceph.com:8000', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:53:55.792 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'create', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--master', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--endpoints', 'http://smithi044.front.sepia.ceph.com:8000', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:53:55.792 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone create --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --default --master --access-key 1WCALNLI85L3I9D6 --secret mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF --endpoints http://smithi044.front.sepia.ceph.com:8000 --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T09:53:55.887 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:53:55.888 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:53:55.919 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:53:55.919 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:53:55.919 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone1", 2022-09-01T09:53:55.920 INFO:teuthology.orchestra.run.smithi044.stdout: "domain_root": "test-zone1.rgw.meta:root", 2022-09-01T09:53:55.920 INFO:teuthology.orchestra.run.smithi044.stdout: "control_pool": "test-zone1.rgw.control", 2022-09-01T09:53:55.920 INFO:teuthology.orchestra.run.smithi044.stdout: "gc_pool": "test-zone1.rgw.log:gc", 2022-09-01T09:53:55.920 INFO:teuthology.orchestra.run.smithi044.stdout: "lc_pool": "test-zone1.rgw.log:lc", 2022-09-01T09:53:55.921 INFO:teuthology.orchestra.run.smithi044.stdout: "log_pool": "test-zone1.rgw.log", 2022-09-01T09:53:55.921 INFO:teuthology.orchestra.run.smithi044.stdout: "intent_log_pool": "test-zone1.rgw.log:intent", 2022-09-01T09:53:55.921 INFO:teuthology.orchestra.run.smithi044.stdout: "usage_log_pool": "test-zone1.rgw.log:usage", 2022-09-01T09:53:55.921 INFO:teuthology.orchestra.run.smithi044.stdout: "roles_pool": "test-zone1.rgw.meta:roles", 2022-09-01T09:53:55.922 INFO:teuthology.orchestra.run.smithi044.stdout: "reshard_pool": "test-zone1.rgw.log:reshard", 2022-09-01T09:53:55.922 INFO:teuthology.orchestra.run.smithi044.stdout: "user_keys_pool": "test-zone1.rgw.meta:users.keys", 2022-09-01T09:53:55.922 INFO:teuthology.orchestra.run.smithi044.stdout: "user_email_pool": "test-zone1.rgw.meta:users.email", 2022-09-01T09:53:55.922 INFO:teuthology.orchestra.run.smithi044.stdout: "user_swift_pool": "test-zone1.rgw.meta:users.swift", 2022-09-01T09:53:55.923 INFO:teuthology.orchestra.run.smithi044.stdout: "user_uid_pool": "test-zone1.rgw.meta:users.uid", 2022-09-01T09:53:55.923 INFO:teuthology.orchestra.run.smithi044.stdout: "otp_pool": "test-zone1.rgw.otp", 2022-09-01T09:53:55.923 INFO:teuthology.orchestra.run.smithi044.stdout: "system_key": { 2022-09-01T09:53:55.923 INFO:teuthology.orchestra.run.smithi044.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T09:53:55.924 INFO:teuthology.orchestra.run.smithi044.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T09:53:55.924 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:53:55.924 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_pools": [ 2022-09-01T09:53:55.925 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:53:55.925 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "default-placement", 2022-09-01T09:53:55.925 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:53:55.925 INFO:teuthology.orchestra.run.smithi044.stdout: "index_pool": "test-zone1.rgw.buckets.index", 2022-09-01T09:53:55.926 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": { 2022-09-01T09:53:55.926 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD": { 2022-09-01T09:53:55.926 INFO:teuthology.orchestra.run.smithi044.stdout: "data_pool": "test-zone1.rgw.buckets.data" 2022-09-01T09:53:55.926 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:53:55.927 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:53:55.927 INFO:teuthology.orchestra.run.smithi044.stdout: "data_extra_pool": "test-zone1.rgw.buckets.non-ec", 2022-09-01T09:53:55.927 INFO:teuthology.orchestra.run.smithi044.stdout: "index_type": 0 2022-09-01T09:53:55.927 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:53:55.928 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:53:55.928 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:53:55.929 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:53:55.929 INFO:teuthology.orchestra.run.smithi044.stdout: "notif_pool": "test-zone1.rgw.log:notif" 2022-09-01T09:53:55.929 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:53:55.931 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph osd pool create test-zone1.rgw.buckets.data 64 64 --cluster c1 2022-09-01T09:53:57.232 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'test-zone1.rgw.buckets.data' created 2022-09-01T09:53:57.248 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph osd pool application enable test-zone1.rgw.buckets.data rgw --cluster c1 2022-09-01T09:53:58.240 INFO:teuthology.orchestra.run.smithi044.stderr:enabled application 'rgw' on pool 'test-zone1.rgw.buckets.data' 2022-09-01T09:53:58.267 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'placement', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:53:58.267 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'placement', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:53:58.268 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone placement --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm modify --placement-id default-placement --compression random --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T09:53:58.324 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:53:58.325 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:53:58.351 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:53:58.351 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:53:58.352 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone1", 2022-09-01T09:53:58.352 INFO:teuthology.orchestra.run.smithi044.stdout: "domain_root": "test-zone1.rgw.meta:root", 2022-09-01T09:53:58.352 INFO:teuthology.orchestra.run.smithi044.stdout: "control_pool": "test-zone1.rgw.control", 2022-09-01T09:53:58.352 INFO:teuthology.orchestra.run.smithi044.stdout: "gc_pool": "test-zone1.rgw.log:gc", 2022-09-01T09:53:58.353 INFO:teuthology.orchestra.run.smithi044.stdout: "lc_pool": "test-zone1.rgw.log:lc", 2022-09-01T09:53:58.353 INFO:teuthology.orchestra.run.smithi044.stdout: "log_pool": "test-zone1.rgw.log", 2022-09-01T09:53:58.353 INFO:teuthology.orchestra.run.smithi044.stdout: "intent_log_pool": "test-zone1.rgw.log:intent", 2022-09-01T09:53:58.353 INFO:teuthology.orchestra.run.smithi044.stdout: "usage_log_pool": "test-zone1.rgw.log:usage", 2022-09-01T09:53:58.354 INFO:teuthology.orchestra.run.smithi044.stdout: "roles_pool": "test-zone1.rgw.meta:roles", 2022-09-01T09:53:58.354 INFO:teuthology.orchestra.run.smithi044.stdout: "reshard_pool": "test-zone1.rgw.log:reshard", 2022-09-01T09:53:58.354 INFO:teuthology.orchestra.run.smithi044.stdout: "user_keys_pool": "test-zone1.rgw.meta:users.keys", 2022-09-01T09:53:58.354 INFO:teuthology.orchestra.run.smithi044.stdout: "user_email_pool": "test-zone1.rgw.meta:users.email", 2022-09-01T09:53:58.355 INFO:teuthology.orchestra.run.smithi044.stdout: "user_swift_pool": "test-zone1.rgw.meta:users.swift", 2022-09-01T09:53:58.355 INFO:teuthology.orchestra.run.smithi044.stdout: "user_uid_pool": "test-zone1.rgw.meta:users.uid", 2022-09-01T09:53:58.355 INFO:teuthology.orchestra.run.smithi044.stdout: "otp_pool": "test-zone1.rgw.otp", 2022-09-01T09:53:58.355 INFO:teuthology.orchestra.run.smithi044.stdout: "system_key": { 2022-09-01T09:53:58.355 INFO:teuthology.orchestra.run.smithi044.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T09:53:58.356 INFO:teuthology.orchestra.run.smithi044.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T09:53:58.356 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:53:58.356 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_pools": [ 2022-09-01T09:53:58.356 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:53:58.357 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "default-placement", 2022-09-01T09:53:58.357 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:53:58.357 INFO:teuthology.orchestra.run.smithi044.stdout: "index_pool": "test-zone1.rgw.buckets.index", 2022-09-01T09:53:58.357 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": { 2022-09-01T09:53:58.358 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD": { 2022-09-01T09:53:58.358 INFO:teuthology.orchestra.run.smithi044.stdout: "data_pool": "test-zone1.rgw.buckets.data", 2022-09-01T09:53:58.358 INFO:teuthology.orchestra.run.smithi044.stdout: "compression_type": "random" 2022-09-01T09:53:58.358 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:53:58.359 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:53:58.359 INFO:teuthology.orchestra.run.smithi044.stdout: "data_extra_pool": "test-zone1.rgw.buckets.non-ec", 2022-09-01T09:53:58.359 INFO:teuthology.orchestra.run.smithi044.stdout: "index_type": 0 2022-09-01T09:53:58.359 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:53:58.360 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:53:58.360 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:53:58.360 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "", 2022-09-01T09:53:58.361 INFO:teuthology.orchestra.run.smithi044.stdout: "notif_pool": "test-zone1.rgw.log:notif" 2022-09-01T09:53:58.361 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:53:58.362 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:53:58.363 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:53:58.363 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T09:53:58.412 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:53:58.413 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:53:58.422 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:53:58.420+0000 7f2f54391600 0 period (3c5873ec-155f-44ef-a534-e37be8fcb65e does not have zone da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 configured 2022-09-01T09:54:05.319 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:54:05.319 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:54:05.319 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 1, 2022-09-01T09:54:05.320 INFO:teuthology.orchestra.run.smithi044.stdout: "predecessor_uuid": "3c5873ec-155f-44ef-a534-e37be8fcb65e", 2022-09-01T09:54:05.320 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": [], 2022-09-01T09:54:05.320 INFO:teuthology.orchestra.run.smithi044.stdout: "period_map": { 2022-09-01T09:54:05.321 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:54:05.321 INFO:teuthology.orchestra.run.smithi044.stdout: "zonegroups": [ 2022-09-01T09:54:05.321 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:54:05.322 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "test-zonegroup", 2022-09-01T09:54:05.322 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zonegroup", 2022-09-01T09:54:05.322 INFO:teuthology.orchestra.run.smithi044.stdout: "api_name": "", 2022-09-01T09:54:05.323 INFO:teuthology.orchestra.run.smithi044.stdout: "is_master": true, 2022-09-01T09:54:05.323 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T09:54:05.324 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T09:54:05.324 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:54:05.325 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames": [], 2022-09-01T09:54:05.325 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames_s3website": [], 2022-09-01T09:54:05.325 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:54:05.326 INFO:teuthology.orchestra.run.smithi044.stdout: "zones": [ 2022-09-01T09:54:05.326 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:54:05.327 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:54:05.327 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone1", 2022-09-01T09:54:05.327 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T09:54:05.328 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T09:54:05.328 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:54:05.329 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T09:54:05.329 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": false, 2022-09-01T09:54:05.329 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T09:54:05.330 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T09:54:05.330 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T09:54:05.331 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T09:54:05.331 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T09:54:05.331 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T09:54:05.332 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T09:54:05.332 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T09:54:05.332 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:54:05.333 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:05.333 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:54:05.334 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_targets": [ 2022-09-01T09:54:05.334 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:54:05.334 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default-placement", 2022-09-01T09:54:05.335 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2022-09-01T09:54:05.335 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": [ 2022-09-01T09:54:05.336 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD" 2022-09-01T09:54:05.336 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:54:05.336 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:05.337 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:54:05.337 INFO:teuthology.orchestra.run.smithi044.stdout: "default_placement": "default-placement", 2022-09-01T09:54:05.337 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:54:05.337 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_policy": { 2022-09-01T09:54:05.338 INFO:teuthology.orchestra.run.smithi044.stdout: "groups": [] 2022-09-01T09:54:05.338 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:05.338 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled_features": [ 2022-09-01T09:54:05.339 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T09:54:05.339 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:54:05.339 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:05.339 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:54:05.339 INFO:teuthology.orchestra.run.smithi044.stdout: "short_zone_ids": [ 2022-09-01T09:54:05.340 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:54:05.340 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:54:05.340 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 1160424817 2022-09-01T09:54:05.340 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:05.341 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:54:05.341 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:05.341 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zonegroup": "test-zonegroup", 2022-09-01T09:54:05.341 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:54:05.342 INFO:teuthology.orchestra.run.smithi044.stdout: "period_config": { 2022-09-01T09:54:05.342 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_quota": { 2022-09-01T09:54:05.342 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T09:54:05.342 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T09:54:05.343 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T09:54:05.343 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T09:54:05.343 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T09:54:05.343 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:05.344 INFO:teuthology.orchestra.run.smithi044.stdout: "user_quota": { 2022-09-01T09:54:05.344 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T09:54:05.344 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T09:54:05.344 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T09:54:05.345 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T09:54:05.345 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T09:54:05.345 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:05.345 INFO:teuthology.orchestra.run.smithi044.stdout: "user_ratelimit": { 2022-09-01T09:54:05.346 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T09:54:05.346 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T09:54:05.346 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T09:54:05.346 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T09:54:05.347 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T09:54:05.347 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:05.347 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_ratelimit": { 2022-09-01T09:54:05.347 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T09:54:05.348 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T09:54:05.348 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T09:54:05.348 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T09:54:05.348 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T09:54:05.348 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:05.349 INFO:teuthology.orchestra.run.smithi044.stdout: "anonymous_ratelimit": { 2022-09-01T09:54:05.349 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T09:54:05.349 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T09:54:05.349 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T09:54:05.350 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T09:54:05.350 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T09:54:05.350 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:05.350 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:05.351 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:54:05.351 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_name": "test-realm", 2022-09-01T09:54:05.351 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:54:05.351 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:54:05.353 DEBUG:tasks.rgw.c1.client.0:waiting for process to exit 2022-09-01T09:54:05.353 INFO:teuthology.orchestra.run:waiting for 300 2022-09-01T09:54:05.354 INFO:tasks.rgw.c1.client.0.smithi044.stdout:2022-09-01T09:54:05.353+0000 7fd065ca8700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8000 -n client.0 --cluster c1 -k /etc/ceph/c1.client.0.keyring --log-file /var/log/ceph/rgw.c1.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.0.sock --foreground (PID: 98649) UID: 0 2022-09-01T09:54:05.355 INFO:tasks.rgw.c1.client.0.smithi044.stdout:2022-09-01T09:54:05.353+0000 7fd06ae7f600 -1 shutting down 2022-09-01T09:54:05.958 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~0s 2022-09-01T09:54:11.456 INFO:tasks.rgw.c1.client.0:Stopped 2022-09-01T09:54:11.457 INFO:tasks.rgw.c1.client.0:Restarting daemon 2022-09-01T09:54:11.457 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c1 -k /etc/ceph/c1.client.0.keyring --log-file /var/log/ceph/rgw.c1.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.0.sock --foreground --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c1.client.0.stdout 2>&1 2022-09-01T09:54:11.461 INFO:tasks.rgw.c1.client.0:Started 2022-09-01T09:54:11.462 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8000 2022-09-01T09:54:11.488 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T09:54:11.489 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:54:11.489 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:54:11.489 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T09:54:11.563 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~6s 2022-09-01T09:54:12.491 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8000 2022-09-01T09:54:12.519 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T09:54:12.521 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:54:12.521 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:54:12.524 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T09:54:14.525 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8000 2022-09-01T09:54:14.553 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T09:54:14.554 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:54:14.554 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:54:14.555 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T09:54:17.270 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 has been restored 2022-09-01T09:54:18.556 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8000 2022-09-01T09:54:18.583 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:54:18.584 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:54:18.584 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 104k 0 --:--:-- --:--:-- --:--:-- 104k 2022-09-01T09:54:18.585 INFO:teuthology.orchestra.run.smithi044.stdout:anonymous 2022-09-01T09:54:18.586 INFO:tasks.rgw_multisite:creating admin user.. 2022-09-01T09:54:18.586 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['user', 'create', '--uid', 'realm-admin', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--display-name', 'Realm Admin', '--system', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:18.587 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'user', 'create', '--uid', 'realm-admin', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--display-name', 'Realm Admin', '--system', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:18.588 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 user create --uid realm-admin --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --display-name 'Realm Admin' --system --access-key 1WCALNLI85L3I9D6 --secret mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T09:54:18.688 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:54:18.689 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:54:18.738 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:54:18.739 INFO:teuthology.orchestra.run.smithi044.stdout: "user_id": "realm-admin", 2022-09-01T09:54:18.739 INFO:teuthology.orchestra.run.smithi044.stdout: "display_name": "Realm Admin", 2022-09-01T09:54:18.740 INFO:teuthology.orchestra.run.smithi044.stdout: "email": "", 2022-09-01T09:54:18.740 INFO:teuthology.orchestra.run.smithi044.stdout: "suspended": 0, 2022-09-01T09:54:18.740 INFO:teuthology.orchestra.run.smithi044.stdout: "max_buckets": 1000, 2022-09-01T09:54:18.741 INFO:teuthology.orchestra.run.smithi044.stdout: "subusers": [], 2022-09-01T09:54:18.741 INFO:teuthology.orchestra.run.smithi044.stdout: "keys": [ 2022-09-01T09:54:18.741 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:54:18.741 INFO:teuthology.orchestra.run.smithi044.stdout: "user": "realm-admin", 2022-09-01T09:54:18.742 INFO:teuthology.orchestra.run.smithi044.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T09:54:18.742 INFO:teuthology.orchestra.run.smithi044.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T09:54:18.743 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:18.743 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:54:18.744 INFO:teuthology.orchestra.run.smithi044.stdout: "swift_keys": [], 2022-09-01T09:54:18.744 INFO:teuthology.orchestra.run.smithi044.stdout: "caps": [], 2022-09-01T09:54:18.745 INFO:teuthology.orchestra.run.smithi044.stdout: "op_mask": "read, write, delete", 2022-09-01T09:54:18.745 INFO:teuthology.orchestra.run.smithi044.stdout: "system": true, 2022-09-01T09:54:18.747 INFO:teuthology.orchestra.run.smithi044.stdout: "default_placement": "", 2022-09-01T09:54:18.748 INFO:teuthology.orchestra.run.smithi044.stdout: "default_storage_class": "", 2022-09-01T09:54:18.748 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_tags": [], 2022-09-01T09:54:18.748 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_quota": { 2022-09-01T09:54:18.748 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T09:54:18.749 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T09:54:18.749 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T09:54:18.749 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T09:54:18.749 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T09:54:18.750 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:18.750 INFO:teuthology.orchestra.run.smithi044.stdout: "user_quota": { 2022-09-01T09:54:18.750 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T09:54:18.750 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T09:54:18.751 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T09:54:18.751 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T09:54:18.751 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T09:54:18.751 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:18.752 INFO:teuthology.orchestra.run.smithi044.stdout: "temp_url_keys": [], 2022-09-01T09:54:18.752 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "rgw", 2022-09-01T09:54:18.752 INFO:teuthology.orchestra.run.smithi044.stdout: "mfa_ids": [] 2022-09-01T09:54:18.752 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:54:18.753 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:54:18.754 INFO:tasks.rgw_multisite:pulling realm configuration to c2 2022-09-01T09:54:18.754 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['realm', 'pull', '--rgw-realm', 'test-realm', '--url', 'http://smithi044.front.sepia.ceph.com:8000', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:18.755 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'realm', 'pull', '--rgw-realm', 'test-realm', '--url', 'http://smithi044.front.sepia.ceph.com:8000', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:18.755 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 realm pull --rgw-realm test-realm --url http://smithi044.front.sepia.ceph.com:8000 --access-key 1WCALNLI85L3I9D6 --secret mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T09:54:18.814 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:54:18.815 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:54:18.854 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:54:18.854 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:54:18.855 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-realm", 2022-09-01T09:54:18.855 INFO:teuthology.orchestra.run.smithi052.stdout: "current_period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:54:18.855 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 2 2022-09-01T09:54:18.855 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:54:18.857 INFO:tasks.rgw_multisite:creating zone.. 2022-09-01T09:54:18.857 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'create', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--endpoints', 'http://smithi052.front.sepia.ceph.com:8000', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:18.858 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'create', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--endpoints', 'http://smithi052.front.sepia.ceph.com:8000', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:18.858 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone create --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --default --access-key 1WCALNLI85L3I9D6 --secret mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF --endpoints http://smithi052.front.sepia.ceph.com:8000 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T09:54:18.914 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:54:18.915 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:54:18.938 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:54:18.938+0000 7fc8cfa67600 0 failed reading obj info from .rgw.root:zone_info.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7: (2) No such file or directory 2022-09-01T09:54:18.939 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:54:18.938+0000 7fc8cfa67600 0 WARNING: could not read zone params for zone id=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 name=test-zone1 2022-09-01T09:54:18.942 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:54:18.943 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T09:54:18.943 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone2", 2022-09-01T09:54:18.943 INFO:teuthology.orchestra.run.smithi052.stdout: "domain_root": "test-zone2.rgw.meta:root", 2022-09-01T09:54:18.943 INFO:teuthology.orchestra.run.smithi052.stdout: "control_pool": "test-zone2.rgw.control", 2022-09-01T09:54:18.944 INFO:teuthology.orchestra.run.smithi052.stdout: "gc_pool": "test-zone2.rgw.log:gc", 2022-09-01T09:54:18.944 INFO:teuthology.orchestra.run.smithi052.stdout: "lc_pool": "test-zone2.rgw.log:lc", 2022-09-01T09:54:18.944 INFO:teuthology.orchestra.run.smithi052.stdout: "log_pool": "test-zone2.rgw.log", 2022-09-01T09:54:18.944 INFO:teuthology.orchestra.run.smithi052.stdout: "intent_log_pool": "test-zone2.rgw.log:intent", 2022-09-01T09:54:18.945 INFO:teuthology.orchestra.run.smithi052.stdout: "usage_log_pool": "test-zone2.rgw.log:usage", 2022-09-01T09:54:18.945 INFO:teuthology.orchestra.run.smithi052.stdout: "roles_pool": "test-zone2.rgw.meta:roles", 2022-09-01T09:54:18.945 INFO:teuthology.orchestra.run.smithi052.stdout: "reshard_pool": "test-zone2.rgw.log:reshard", 2022-09-01T09:54:18.945 INFO:teuthology.orchestra.run.smithi052.stdout: "user_keys_pool": "test-zone2.rgw.meta:users.keys", 2022-09-01T09:54:18.946 INFO:teuthology.orchestra.run.smithi052.stdout: "user_email_pool": "test-zone2.rgw.meta:users.email", 2022-09-01T09:54:18.946 INFO:teuthology.orchestra.run.smithi052.stdout: "user_swift_pool": "test-zone2.rgw.meta:users.swift", 2022-09-01T09:54:18.946 INFO:teuthology.orchestra.run.smithi052.stdout: "user_uid_pool": "test-zone2.rgw.meta:users.uid", 2022-09-01T09:54:18.947 INFO:teuthology.orchestra.run.smithi052.stdout: "otp_pool": "test-zone2.rgw.otp", 2022-09-01T09:54:18.947 INFO:teuthology.orchestra.run.smithi052.stdout: "system_key": { 2022-09-01T09:54:18.947 INFO:teuthology.orchestra.run.smithi052.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T09:54:18.947 INFO:teuthology.orchestra.run.smithi052.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T09:54:18.948 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:18.948 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_pools": [ 2022-09-01T09:54:18.948 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:54:18.948 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "default-placement", 2022-09-01T09:54:18.949 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:54:18.949 INFO:teuthology.orchestra.run.smithi052.stdout: "index_pool": "test-zone2.rgw.buckets.index", 2022-09-01T09:54:18.949 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": { 2022-09-01T09:54:18.949 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD": { 2022-09-01T09:54:18.950 INFO:teuthology.orchestra.run.smithi052.stdout: "data_pool": "test-zone2.rgw.buckets.data" 2022-09-01T09:54:18.950 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:18.950 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:18.950 INFO:teuthology.orchestra.run.smithi052.stdout: "data_extra_pool": "test-zone2.rgw.buckets.non-ec", 2022-09-01T09:54:18.951 INFO:teuthology.orchestra.run.smithi052.stdout: "index_type": 0 2022-09-01T09:54:18.951 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:18.951 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:18.951 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:54:18.951 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:54:18.952 INFO:teuthology.orchestra.run.smithi052.stdout: "notif_pool": "test-zone2.rgw.log:notif" 2022-09-01T09:54:18.952 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:54:18.953 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph osd pool create test-zone2.rgw.buckets.data 64 64 --cluster c2 2022-09-01T09:54:19.771 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'test-zone2.rgw.buckets.data' created 2022-09-01T09:54:19.790 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph osd pool application enable test-zone2.rgw.buckets.data rgw --cluster c2 2022-09-01T09:54:20.788 INFO:teuthology.orchestra.run.smithi052.stderr:enabled application 'rgw' on pool 'test-zone2.rgw.buckets.data' 2022-09-01T09:54:20.811 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'placement', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:20.812 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'placement', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:20.812 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone placement --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm modify --placement-id default-placement --compression random --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T09:54:20.869 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:54:20.870 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:54:20.894 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:54:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T09:54:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone2", 2022-09-01T09:54:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "domain_root": "test-zone2.rgw.meta:root", 2022-09-01T09:54:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "control_pool": "test-zone2.rgw.control", 2022-09-01T09:54:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "gc_pool": "test-zone2.rgw.log:gc", 2022-09-01T09:54:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "lc_pool": "test-zone2.rgw.log:lc", 2022-09-01T09:54:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "log_pool": "test-zone2.rgw.log", 2022-09-01T09:54:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "intent_log_pool": "test-zone2.rgw.log:intent", 2022-09-01T09:54:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "usage_log_pool": "test-zone2.rgw.log:usage", 2022-09-01T09:54:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "roles_pool": "test-zone2.rgw.meta:roles", 2022-09-01T09:54:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "reshard_pool": "test-zone2.rgw.log:reshard", 2022-09-01T09:54:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "user_keys_pool": "test-zone2.rgw.meta:users.keys", 2022-09-01T09:54:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "user_email_pool": "test-zone2.rgw.meta:users.email", 2022-09-01T09:54:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "user_swift_pool": "test-zone2.rgw.meta:users.swift", 2022-09-01T09:54:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "user_uid_pool": "test-zone2.rgw.meta:users.uid", 2022-09-01T09:54:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "otp_pool": "test-zone2.rgw.otp", 2022-09-01T09:54:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "system_key": { 2022-09-01T09:54:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T09:54:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T09:54:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_pools": [ 2022-09-01T09:54:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:54:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "default-placement", 2022-09-01T09:54:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:54:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "index_pool": "test-zone2.rgw.buckets.index", 2022-09-01T09:54:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": { 2022-09-01T09:54:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD": { 2022-09-01T09:54:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "data_pool": "test-zone2.rgw.buckets.data", 2022-09-01T09:54:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: "compression_type": "random" 2022-09-01T09:54:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "data_extra_pool": "test-zone2.rgw.buckets.non-ec", 2022-09-01T09:54:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "index_type": 0 2022-09-01T09:54:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:54:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "", 2022-09-01T09:54:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: "notif_pool": "test-zone2.rgw.log:notif" 2022-09-01T09:54:20.908 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:54:20.909 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:20.910 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:20.910 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T09:54:20.959 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:54:20.960 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:54:20.969 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:54:20.969+0000 7f1791c22600 0 period (4dcfef22-513c-4d25-99ed-606dde9c5a5f does not have zone c831b8c8-c79b-4178-80d6-596fd8ecbf6b configured 2022-09-01T09:54:27.821 INFO:teuthology.orchestra.run.smithi052.stderr:Sending period to new master zone da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 2022-09-01T09:54:27.847 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:54:27.848 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:54:27.848 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 2, 2022-09-01T09:54:27.848 INFO:teuthology.orchestra.run.smithi052.stdout: "predecessor_uuid": "3c5873ec-155f-44ef-a534-e37be8fcb65e", 2022-09-01T09:54:27.849 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": [], 2022-09-01T09:54:27.849 INFO:teuthology.orchestra.run.smithi052.stdout: "period_map": { 2022-09-01T09:54:27.849 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:54:27.849 INFO:teuthology.orchestra.run.smithi052.stdout: "zonegroups": [ 2022-09-01T09:54:27.849 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:54:27.850 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "test-zonegroup", 2022-09-01T09:54:27.850 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zonegroup", 2022-09-01T09:54:27.850 INFO:teuthology.orchestra.run.smithi052.stdout: "api_name": "", 2022-09-01T09:54:27.850 INFO:teuthology.orchestra.run.smithi052.stdout: "is_master": true, 2022-09-01T09:54:27.851 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T09:54:27.851 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T09:54:27.851 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:54:27.851 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames": [], 2022-09-01T09:54:27.851 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames_s3website": [], 2022-09-01T09:54:27.852 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:54:27.852 INFO:teuthology.orchestra.run.smithi052.stdout: "zones": [ 2022-09-01T09:54:27.852 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:54:27.852 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T09:54:27.853 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone2", 2022-09-01T09:54:27.853 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T09:54:27.853 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi052.front.sepia.ceph.com:8000" 2022-09-01T09:54:27.853 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:54:27.853 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T09:54:27.854 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T09:54:27.855 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T09:54:27.855 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T09:54:27.855 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T09:54:27.856 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T09:54:27.856 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T09:54:27.856 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T09:54:27.856 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T09:54:27.857 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T09:54:27.857 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:54:27.857 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:27.857 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:54:27.857 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:54:27.858 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone1", 2022-09-01T09:54:27.858 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T09:54:27.858 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T09:54:27.858 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:54:27.859 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T09:54:27.859 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T09:54:27.859 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T09:54:27.859 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T09:54:27.859 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T09:54:27.860 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T09:54:27.860 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T09:54:27.860 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T09:54:27.860 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T09:54:27.860 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T09:54:27.861 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:54:27.861 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:27.861 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:54:27.861 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_targets": [ 2022-09-01T09:54:27.862 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:54:27.862 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default-placement", 2022-09-01T09:54:27.862 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2022-09-01T09:54:27.862 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": [ 2022-09-01T09:54:27.863 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD" 2022-09-01T09:54:27.863 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:54:27.863 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:27.863 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:54:27.864 INFO:teuthology.orchestra.run.smithi052.stdout: "default_placement": "default-placement", 2022-09-01T09:54:27.864 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:54:27.864 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_policy": { 2022-09-01T09:54:27.864 INFO:teuthology.orchestra.run.smithi052.stdout: "groups": [] 2022-09-01T09:54:27.865 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:27.866 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled_features": [ 2022-09-01T09:54:27.866 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T09:54:27.866 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:54:27.866 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:27.866 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:54:27.867 INFO:teuthology.orchestra.run.smithi052.stdout: "short_zone_ids": [ 2022-09-01T09:54:27.867 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:54:27.867 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T09:54:27.867 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 2888871583 2022-09-01T09:54:27.868 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:27.868 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:54:27.868 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:54:27.868 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 1160424817 2022-09-01T09:54:27.868 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:27.869 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:54:27.869 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:27.869 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zonegroup": "test-zonegroup", 2022-09-01T09:54:27.869 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:54:27.870 INFO:teuthology.orchestra.run.smithi052.stdout: "period_config": { 2022-09-01T09:54:27.870 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_quota": { 2022-09-01T09:54:27.870 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T09:54:27.870 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T09:54:27.871 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T09:54:27.871 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T09:54:27.871 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T09:54:27.871 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:27.871 INFO:teuthology.orchestra.run.smithi052.stdout: "user_quota": { 2022-09-01T09:54:27.872 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T09:54:27.872 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T09:54:27.872 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T09:54:27.872 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T09:54:27.873 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T09:54:27.873 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:27.873 INFO:teuthology.orchestra.run.smithi052.stdout: "user_ratelimit": { 2022-09-01T09:54:27.873 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T09:54:27.873 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T09:54:27.874 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T09:54:27.874 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T09:54:27.874 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T09:54:27.874 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:27.875 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_ratelimit": { 2022-09-01T09:54:27.875 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T09:54:27.875 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T09:54:27.875 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T09:54:27.875 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T09:54:27.876 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T09:54:27.876 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:27.877 INFO:teuthology.orchestra.run.smithi052.stdout: "anonymous_ratelimit": { 2022-09-01T09:54:27.878 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T09:54:27.878 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T09:54:27.878 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T09:54:27.878 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T09:54:27.878 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T09:54:27.879 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:27.879 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:27.879 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:54:27.879 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_name": "test-realm", 2022-09-01T09:54:27.880 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:54:27.880 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:54:27.881 DEBUG:tasks.rgw.c2.client.0:waiting for process to exit 2022-09-01T09:54:27.881 INFO:teuthology.orchestra.run:waiting for 300 2022-09-01T09:54:27.882 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T09:54:27.882+0000 7f17449df700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8000 -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground (PID: 98153) UID: 0 2022-09-01T09:54:27.882 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T09:54:27.882+0000 7f1749bb6600 -1 shutting down 2022-09-01T09:54:32.780 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~0s 2022-09-01T09:54:33.983 INFO:tasks.rgw.c2.client.0:Stopped 2022-09-01T09:54:33.984 INFO:tasks.rgw.c2.client.0:Restarting daemon 2022-09-01T09:54:33.984 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c2.client.0.stdout 2>&1 2022-09-01T09:54:33.988 INFO:tasks.rgw.c2.client.0:Started 2022-09-01T09:54:33.988 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T09:54:34.015 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T09:54:34.016 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:54:34.016 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:54:34.017 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi052.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T09:54:35.019 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T09:54:35.048 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:54:35.049 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:54:35.052 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 104k 0 --:--:-- --:--:-- --:--:-- 104k 2022-09-01T09:54:35.054 INFO:teuthology.orchestra.run.smithi052.stdout:anonymous 2022-09-01T09:54:35.055 INFO:tasks.rgw_multisite:creating zone.. 2022-09-01T09:54:35.055 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'create', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--endpoints', 'http://smithi044.front.sepia.ceph.com:8001', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:35.056 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'create', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--endpoints', 'http://smithi044.front.sepia.ceph.com:8001', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:35.057 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone create --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --access-key 1WCALNLI85L3I9D6 --secret mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF --endpoints http://smithi044.front.sepia.ceph.com:8001 --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T09:54:35.119 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:54:35.120 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:54:35.149 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:54:35.147+0000 7f303ace1600 0 failed reading obj info from .rgw.root:zone_info.c831b8c8-c79b-4178-80d6-596fd8ecbf6b: (2) No such file or directory 2022-09-01T09:54:35.149 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:54:35.147+0000 7f303ace1600 0 WARNING: could not read zone params for zone id=c831b8c8-c79b-4178-80d6-596fd8ecbf6b name=test-zone2 2022-09-01T09:54:35.153 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:54:35.153 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T09:54:35.153 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone3", 2022-09-01T09:54:35.154 INFO:teuthology.orchestra.run.smithi044.stdout: "domain_root": "test-zone3.rgw.meta:root", 2022-09-01T09:54:35.154 INFO:teuthology.orchestra.run.smithi044.stdout: "control_pool": "test-zone3.rgw.control", 2022-09-01T09:54:35.154 INFO:teuthology.orchestra.run.smithi044.stdout: "gc_pool": "test-zone3.rgw.log:gc", 2022-09-01T09:54:35.155 INFO:teuthology.orchestra.run.smithi044.stdout: "lc_pool": "test-zone3.rgw.log:lc", 2022-09-01T09:54:35.155 INFO:teuthology.orchestra.run.smithi044.stdout: "log_pool": "test-zone3.rgw.log", 2022-09-01T09:54:35.155 INFO:teuthology.orchestra.run.smithi044.stdout: "intent_log_pool": "test-zone3.rgw.log:intent", 2022-09-01T09:54:35.155 INFO:teuthology.orchestra.run.smithi044.stdout: "usage_log_pool": "test-zone3.rgw.log:usage", 2022-09-01T09:54:35.156 INFO:teuthology.orchestra.run.smithi044.stdout: "roles_pool": "test-zone3.rgw.meta:roles", 2022-09-01T09:54:35.156 INFO:teuthology.orchestra.run.smithi044.stdout: "reshard_pool": "test-zone3.rgw.log:reshard", 2022-09-01T09:54:35.156 INFO:teuthology.orchestra.run.smithi044.stdout: "user_keys_pool": "test-zone3.rgw.meta:users.keys", 2022-09-01T09:54:35.156 INFO:teuthology.orchestra.run.smithi044.stdout: "user_email_pool": "test-zone3.rgw.meta:users.email", 2022-09-01T09:54:35.157 INFO:teuthology.orchestra.run.smithi044.stdout: "user_swift_pool": "test-zone3.rgw.meta:users.swift", 2022-09-01T09:54:35.157 INFO:teuthology.orchestra.run.smithi044.stdout: "user_uid_pool": "test-zone3.rgw.meta:users.uid", 2022-09-01T09:54:35.157 INFO:teuthology.orchestra.run.smithi044.stdout: "otp_pool": "test-zone3.rgw.otp", 2022-09-01T09:54:35.157 INFO:teuthology.orchestra.run.smithi044.stdout: "system_key": { 2022-09-01T09:54:35.157 INFO:teuthology.orchestra.run.smithi044.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T09:54:35.158 INFO:teuthology.orchestra.run.smithi044.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T09:54:35.158 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:35.158 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_pools": [ 2022-09-01T09:54:35.159 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:54:35.159 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "default-placement", 2022-09-01T09:54:35.159 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:54:35.159 INFO:teuthology.orchestra.run.smithi044.stdout: "index_pool": "test-zone3.rgw.buckets.index", 2022-09-01T09:54:35.160 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": { 2022-09-01T09:54:35.160 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD": { 2022-09-01T09:54:35.160 INFO:teuthology.orchestra.run.smithi044.stdout: "data_pool": "test-zone3.rgw.buckets.data" 2022-09-01T09:54:35.160 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:35.161 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:35.161 INFO:teuthology.orchestra.run.smithi044.stdout: "data_extra_pool": "test-zone3.rgw.buckets.non-ec", 2022-09-01T09:54:35.161 INFO:teuthology.orchestra.run.smithi044.stdout: "index_type": 0 2022-09-01T09:54:35.161 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:35.162 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:35.163 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:54:35.163 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:54:35.163 INFO:teuthology.orchestra.run.smithi044.stdout: "notif_pool": "test-zone3.rgw.log:notif" 2022-09-01T09:54:35.164 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:54:35.165 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph osd pool create test-zone3.rgw.buckets.data 64 64 --cluster c1 2022-09-01T09:54:36.335 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'test-zone3.rgw.buckets.data' created 2022-09-01T09:54:36.354 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph osd pool application enable test-zone3.rgw.buckets.data rgw --cluster c1 2022-09-01T09:54:37.367 INFO:teuthology.orchestra.run.smithi044.stderr:enabled application 'rgw' on pool 'test-zone3.rgw.buckets.data' 2022-09-01T09:54:37.383 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'placement', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:37.384 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'placement', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:37.385 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone placement --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm modify --placement-id default-placement --compression random --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T09:54:37.442 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:54:37.442 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:54:37.466 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:54:37.467 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T09:54:37.467 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone3", 2022-09-01T09:54:37.467 INFO:teuthology.orchestra.run.smithi044.stdout: "domain_root": "test-zone3.rgw.meta:root", 2022-09-01T09:54:37.468 INFO:teuthology.orchestra.run.smithi044.stdout: "control_pool": "test-zone3.rgw.control", 2022-09-01T09:54:37.468 INFO:teuthology.orchestra.run.smithi044.stdout: "gc_pool": "test-zone3.rgw.log:gc", 2022-09-01T09:54:37.468 INFO:teuthology.orchestra.run.smithi044.stdout: "lc_pool": "test-zone3.rgw.log:lc", 2022-09-01T09:54:37.468 INFO:teuthology.orchestra.run.smithi044.stdout: "log_pool": "test-zone3.rgw.log", 2022-09-01T09:54:37.468 INFO:teuthology.orchestra.run.smithi044.stdout: "intent_log_pool": "test-zone3.rgw.log:intent", 2022-09-01T09:54:37.469 INFO:teuthology.orchestra.run.smithi044.stdout: "usage_log_pool": "test-zone3.rgw.log:usage", 2022-09-01T09:54:37.469 INFO:teuthology.orchestra.run.smithi044.stdout: "roles_pool": "test-zone3.rgw.meta:roles", 2022-09-01T09:54:37.469 INFO:teuthology.orchestra.run.smithi044.stdout: "reshard_pool": "test-zone3.rgw.log:reshard", 2022-09-01T09:54:37.469 INFO:teuthology.orchestra.run.smithi044.stdout: "user_keys_pool": "test-zone3.rgw.meta:users.keys", 2022-09-01T09:54:37.470 INFO:teuthology.orchestra.run.smithi044.stdout: "user_email_pool": "test-zone3.rgw.meta:users.email", 2022-09-01T09:54:37.470 INFO:teuthology.orchestra.run.smithi044.stdout: "user_swift_pool": "test-zone3.rgw.meta:users.swift", 2022-09-01T09:54:37.470 INFO:teuthology.orchestra.run.smithi044.stdout: "user_uid_pool": "test-zone3.rgw.meta:users.uid", 2022-09-01T09:54:37.470 INFO:teuthology.orchestra.run.smithi044.stdout: "otp_pool": "test-zone3.rgw.otp", 2022-09-01T09:54:37.471 INFO:teuthology.orchestra.run.smithi044.stdout: "system_key": { 2022-09-01T09:54:37.471 INFO:teuthology.orchestra.run.smithi044.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T09:54:37.471 INFO:teuthology.orchestra.run.smithi044.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T09:54:37.471 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:37.471 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_pools": [ 2022-09-01T09:54:37.472 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:54:37.472 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "default-placement", 2022-09-01T09:54:37.472 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:54:37.472 INFO:teuthology.orchestra.run.smithi044.stdout: "index_pool": "test-zone3.rgw.buckets.index", 2022-09-01T09:54:37.473 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": { 2022-09-01T09:54:37.473 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD": { 2022-09-01T09:54:37.473 INFO:teuthology.orchestra.run.smithi044.stdout: "data_pool": "test-zone3.rgw.buckets.data", 2022-09-01T09:54:37.474 INFO:teuthology.orchestra.run.smithi044.stdout: "compression_type": "random" 2022-09-01T09:54:37.474 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:37.474 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:37.474 INFO:teuthology.orchestra.run.smithi044.stdout: "data_extra_pool": "test-zone3.rgw.buckets.non-ec", 2022-09-01T09:54:37.475 INFO:teuthology.orchestra.run.smithi044.stdout: "index_type": 0 2022-09-01T09:54:37.475 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:37.475 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:37.475 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:54:37.475 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "", 2022-09-01T09:54:37.476 INFO:teuthology.orchestra.run.smithi044.stdout: "notif_pool": "test-zone3.rgw.log:notif" 2022-09-01T09:54:37.476 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:54:37.477 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:37.478 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:37.478 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T09:54:37.532 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:54:37.532 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:54:37.541 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:54:37.541+0000 7ff6f51fa600 0 period (4dcfef22-513c-4d25-99ed-606dde9c5a5f does not have zone e6a21916-7630-45e1-bee5-90abb9102ea2 configured 2022-09-01T09:54:38.487 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 has been restored 2022-09-01T09:54:44.401 INFO:teuthology.orchestra.run.smithi044.stderr:Sending period to new master zone da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 2022-09-01T09:54:44.434 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:54:44.434 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:54:44.435 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 3, 2022-09-01T09:54:44.435 INFO:teuthology.orchestra.run.smithi044.stdout: "predecessor_uuid": "3c5873ec-155f-44ef-a534-e37be8fcb65e", 2022-09-01T09:54:44.436 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": [], 2022-09-01T09:54:44.436 INFO:teuthology.orchestra.run.smithi044.stdout: "period_map": { 2022-09-01T09:54:44.437 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:54:44.438 INFO:teuthology.orchestra.run.smithi044.stdout: "zonegroups": [ 2022-09-01T09:54:44.438 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:54:44.442 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "test-zonegroup", 2022-09-01T09:54:44.442 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zonegroup", 2022-09-01T09:54:44.442 INFO:teuthology.orchestra.run.smithi044.stdout: "api_name": "", 2022-09-01T09:54:44.443 INFO:teuthology.orchestra.run.smithi044.stdout: "is_master": true, 2022-09-01T09:54:44.443 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T09:54:44.443 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T09:54:44.444 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:54:44.444 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames": [], 2022-09-01T09:54:44.445 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames_s3website": [], 2022-09-01T09:54:44.445 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:54:44.446 INFO:teuthology.orchestra.run.smithi044.stdout: "zones": [ 2022-09-01T09:54:44.446 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:54:44.447 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T09:54:44.447 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone2", 2022-09-01T09:54:44.448 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T09:54:44.448 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi052.front.sepia.ceph.com:8000" 2022-09-01T09:54:44.449 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:54:44.449 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T09:54:44.449 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T09:54:44.450 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T09:54:44.450 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T09:54:44.450 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T09:54:44.451 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T09:54:44.451 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T09:54:44.452 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T09:54:44.453 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T09:54:44.453 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T09:54:44.453 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:54:44.454 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:44.454 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:54:44.455 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:54:44.455 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone1", 2022-09-01T09:54:44.455 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T09:54:44.456 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T09:54:44.456 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:54:44.456 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T09:54:44.457 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T09:54:44.457 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T09:54:44.457 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T09:54:44.458 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T09:54:44.458 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T09:54:44.459 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T09:54:44.459 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T09:54:44.459 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T09:54:44.459 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T09:54:44.460 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:54:44.460 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:44.460 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:54:44.460 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T09:54:44.461 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone3", 2022-09-01T09:54:44.461 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T09:54:44.461 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8001" 2022-09-01T09:54:44.461 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:54:44.462 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T09:54:44.462 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T09:54:44.462 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T09:54:44.462 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T09:54:44.463 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T09:54:44.463 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T09:54:44.463 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T09:54:44.463 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T09:54:44.464 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T09:54:44.464 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T09:54:44.464 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:54:44.464 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:44.465 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:54:44.465 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_targets": [ 2022-09-01T09:54:44.465 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:54:44.465 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default-placement", 2022-09-01T09:54:44.466 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2022-09-01T09:54:44.466 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": [ 2022-09-01T09:54:44.466 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD" 2022-09-01T09:54:44.467 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:54:44.467 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:44.467 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:54:44.467 INFO:teuthology.orchestra.run.smithi044.stdout: "default_placement": "default-placement", 2022-09-01T09:54:44.468 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:54:44.468 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_policy": { 2022-09-01T09:54:44.468 INFO:teuthology.orchestra.run.smithi044.stdout: "groups": [] 2022-09-01T09:54:44.469 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:44.469 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled_features": [ 2022-09-01T09:54:44.469 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T09:54:44.470 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:54:44.470 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:44.471 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:54:44.471 INFO:teuthology.orchestra.run.smithi044.stdout: "short_zone_ids": [ 2022-09-01T09:54:44.471 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:54:44.471 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T09:54:44.472 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 2888871583 2022-09-01T09:54:44.472 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:44.473 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:54:44.473 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:54:44.474 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 1160424817 2022-09-01T09:54:44.474 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:44.475 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:54:44.475 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T09:54:44.476 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 3168230928 2022-09-01T09:54:44.476 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:44.476 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:54:44.476 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:44.480 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zonegroup": "test-zonegroup", 2022-09-01T09:54:44.481 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:54:44.481 INFO:teuthology.orchestra.run.smithi044.stdout: "period_config": { 2022-09-01T09:54:44.481 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_quota": { 2022-09-01T09:54:44.481 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T09:54:44.482 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T09:54:44.482 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T09:54:44.482 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T09:54:44.482 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T09:54:44.483 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:44.483 INFO:teuthology.orchestra.run.smithi044.stdout: "user_quota": { 2022-09-01T09:54:44.484 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T09:54:44.484 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T09:54:44.485 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T09:54:44.485 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T09:54:44.485 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T09:54:44.485 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:44.486 INFO:teuthology.orchestra.run.smithi044.stdout: "user_ratelimit": { 2022-09-01T09:54:44.486 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T09:54:44.486 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T09:54:44.487 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T09:54:44.487 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T09:54:44.487 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T09:54:44.487 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:44.487 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_ratelimit": { 2022-09-01T09:54:44.488 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T09:54:44.488 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T09:54:44.488 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T09:54:44.488 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T09:54:44.489 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T09:54:44.489 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:44.489 INFO:teuthology.orchestra.run.smithi044.stdout: "anonymous_ratelimit": { 2022-09-01T09:54:44.489 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T09:54:44.493 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T09:54:44.494 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T09:54:44.494 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T09:54:44.495 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T09:54:44.495 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:54:44.495 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:54:44.495 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:54:44.496 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_name": "test-realm", 2022-09-01T09:54:44.496 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:54:44.496 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:54:44.497 DEBUG:tasks.rgw.c1.client.1:waiting for process to exit 2022-09-01T09:54:44.498 INFO:teuthology.orchestra.run:waiting for 300 2022-09-01T09:54:44.500 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T09:54:44.498+0000 7f2623942700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8001 -n client.1 --cluster c1 -k /etc/ceph/c1.client.1.keyring --log-file /var/log/ceph/rgw.c1.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.1.sock --foreground (PID: 98654) UID: 0 2022-09-01T09:54:44.501 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T09:54:44.498+0000 7f2628b19600 -1 shutting down 2022-09-01T09:54:45.700 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~0s 2022-09-01T09:54:50.601 INFO:tasks.rgw.c1.client.1:Stopped 2022-09-01T09:54:50.602 INFO:tasks.rgw.c1.client.1:Restarting daemon 2022-09-01T09:54:50.602 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8001' -n client.1 --cluster c1 -k /etc/ceph/c1.client.1.keyring --log-file /var/log/ceph/rgw.c1.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.1.sock --foreground --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c1.client.1.stdout 2>&1 2022-09-01T09:54:50.606 INFO:tasks.rgw.c1.client.1:Started 2022-09-01T09:54:50.606 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8001 2022-09-01T09:54:50.631 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T09:54:50.632 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:54:50.633 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:54:50.633 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8001: Connection refused 2022-09-01T09:54:51.408 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 has been restored 2022-09-01T09:54:51.634 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8001 2022-09-01T09:54:51.666 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T09:54:51.668 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:54:51.669 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:54:51.669 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8001: Connection refused 2022-09-01T09:54:53.670 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8001 2022-09-01T09:54:53.696 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:54:53.696 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:54:53.701 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T09:54:53.702 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8001: Connection refused 2022-09-01T09:54:57.704 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8001 2022-09-01T09:54:57.731 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:54:57.731 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:54:57.732 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 104k 0 --:--:-- --:--:-- --:--:-- 104k 2022-09-01T09:54:57.733 INFO:teuthology.orchestra.run.smithi044.stdout:anonymous 2022-09-01T09:54:57.734 INFO:tasks.rgw_multisite:pulling realm configuration to c2 2022-09-01T09:54:57.734 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['realm', 'pull', '--rgw-realm', 'test-realm', '--url', 'http://smithi044.front.sepia.ceph.com:8000', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--url', 'http://smithi044.front.sepia.ceph.com:8000', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:57.735 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'realm', 'pull', '--rgw-realm', 'test-realm', '--url', 'http://smithi044.front.sepia.ceph.com:8000', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--url', 'http://smithi044.front.sepia.ceph.com:8000', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:57.735 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 realm pull --rgw-realm test-realm --url http://smithi044.front.sepia.ceph.com:8000 --access-key 1WCALNLI85L3I9D6 --secret mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF --url http://smithi044.front.sepia.ceph.com:8000 --access-key 1WCALNLI85L3I9D6 --secret mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T09:54:57.804 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:54:57.805 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:54:57.839 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T09:54:57.837+0000 7fdeaf9d1700 -1 rgw realm watcher: RGWRealmWatcher::handle_error oid=realms.0e9dd41d-9360-4d18-9374-7b4b750cf086.control err=-107 2022-09-01T09:54:57.848 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:54:57.848 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:54:57.848 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-realm", 2022-09-01T09:54:57.849 INFO:teuthology.orchestra.run.smithi052.stdout: "current_period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:54:57.849 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 2 2022-09-01T09:54:57.849 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:54:57.851 INFO:tasks.rgw_multisite:creating zone.. 2022-09-01T09:54:57.851 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'create', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--endpoints', 'http://smithi052.front.sepia.ceph.com:8001', '--tier-type', 'pubsub', '--sync-from-all=0', '--sync-from', 'test-zone1', '--tier-config', 'start_with_full_sync=false,event_retention_days=7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:57.852 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'create', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--endpoints', 'http://smithi052.front.sepia.ceph.com:8001', '--tier-type', 'pubsub', '--sync-from-all=0', '--sync-from', 'test-zone1', '--tier-config', 'start_with_full_sync=false,event_retention_days=7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:57.852 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone create --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --access-key 1WCALNLI85L3I9D6 --secret mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF --endpoints http://smithi052.front.sepia.ceph.com:8001 --tier-type pubsub --sync-from-all=0 --sync-from test-zone1 --tier-config start_with_full_sync=false,event_retention_days=7 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T09:54:57.915 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:54:57.916 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:54:57.940 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:54:57.939+0000 7fdd4f768600 0 failed reading obj info from .rgw.root:zone_info.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7: (2) No such file or directory 2022-09-01T09:54:57.941 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:54:57.939+0000 7fdd4f768600 0 WARNING: could not read zone params for zone id=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 name=test-zone1 2022-09-01T09:54:57.941 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:54:57.939+0000 7fdd4f768600 0 failed reading obj info from .rgw.root:zone_info.e6a21916-7630-45e1-bee5-90abb9102ea2: (2) No such file or directory 2022-09-01T09:54:57.942 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:54:57.939+0000 7fdd4f768600 0 WARNING: could not read zone params for zone id=e6a21916-7630-45e1-bee5-90abb9102ea2 name=test-zone3 2022-09-01T09:54:57.943 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:54:57.944 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T09:54:57.944 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone4", 2022-09-01T09:54:57.944 INFO:teuthology.orchestra.run.smithi052.stdout: "domain_root": "test-zone4.rgw.meta:root", 2022-09-01T09:54:57.944 INFO:teuthology.orchestra.run.smithi052.stdout: "control_pool": "test-zone4.rgw.control", 2022-09-01T09:54:57.945 INFO:teuthology.orchestra.run.smithi052.stdout: "gc_pool": "test-zone4.rgw.log:gc", 2022-09-01T09:54:57.945 INFO:teuthology.orchestra.run.smithi052.stdout: "lc_pool": "test-zone4.rgw.log:lc", 2022-09-01T09:54:57.945 INFO:teuthology.orchestra.run.smithi052.stdout: "log_pool": "test-zone4.rgw.log", 2022-09-01T09:54:57.945 INFO:teuthology.orchestra.run.smithi052.stdout: "intent_log_pool": "test-zone4.rgw.log:intent", 2022-09-01T09:54:57.945 INFO:teuthology.orchestra.run.smithi052.stdout: "usage_log_pool": "test-zone4.rgw.log:usage", 2022-09-01T09:54:57.946 INFO:teuthology.orchestra.run.smithi052.stdout: "roles_pool": "test-zone4.rgw.meta:roles", 2022-09-01T09:54:57.946 INFO:teuthology.orchestra.run.smithi052.stdout: "reshard_pool": "test-zone4.rgw.log:reshard", 2022-09-01T09:54:57.946 INFO:teuthology.orchestra.run.smithi052.stdout: "user_keys_pool": "test-zone4.rgw.meta:users.keys", 2022-09-01T09:54:57.946 INFO:teuthology.orchestra.run.smithi052.stdout: "user_email_pool": "test-zone4.rgw.meta:users.email", 2022-09-01T09:54:57.947 INFO:teuthology.orchestra.run.smithi052.stdout: "user_swift_pool": "test-zone4.rgw.meta:users.swift", 2022-09-01T09:54:57.947 INFO:teuthology.orchestra.run.smithi052.stdout: "user_uid_pool": "test-zone4.rgw.meta:users.uid", 2022-09-01T09:54:57.947 INFO:teuthology.orchestra.run.smithi052.stdout: "otp_pool": "test-zone4.rgw.otp", 2022-09-01T09:54:57.947 INFO:teuthology.orchestra.run.smithi052.stdout: "system_key": { 2022-09-01T09:54:57.948 INFO:teuthology.orchestra.run.smithi052.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T09:54:57.948 INFO:teuthology.orchestra.run.smithi052.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T09:54:57.948 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:57.949 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_pools": [ 2022-09-01T09:54:57.949 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:54:57.949 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "default-placement", 2022-09-01T09:54:57.949 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:54:57.950 INFO:teuthology.orchestra.run.smithi052.stdout: "index_pool": "test-zone4.rgw.buckets.index", 2022-09-01T09:54:57.950 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": { 2022-09-01T09:54:57.950 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD": { 2022-09-01T09:54:57.950 INFO:teuthology.orchestra.run.smithi052.stdout: "data_pool": "test-zone4.rgw.buckets.data" 2022-09-01T09:54:57.951 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:57.951 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:57.951 INFO:teuthology.orchestra.run.smithi052.stdout: "data_extra_pool": "test-zone4.rgw.buckets.non-ec", 2022-09-01T09:54:57.951 INFO:teuthology.orchestra.run.smithi052.stdout: "index_type": 0 2022-09-01T09:54:57.952 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:57.952 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:57.952 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:54:57.953 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_config": { 2022-09-01T09:54:57.953 INFO:teuthology.orchestra.run.smithi052.stdout: "event_retention_days": 7, 2022-09-01T09:54:57.953 INFO:teuthology.orchestra.run.smithi052.stdout: "start_with_full_sync": false 2022-09-01T09:54:57.953 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:57.953 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:54:57.954 INFO:teuthology.orchestra.run.smithi052.stdout: "notif_pool": "test-zone4.rgw.log:notif" 2022-09-01T09:54:57.954 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:54:57.956 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph osd pool create test-zone4.rgw.buckets.data 64 64 --cluster c2 2022-09-01T09:54:58.817 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'test-zone4.rgw.buckets.data' created 2022-09-01T09:54:58.841 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph osd pool application enable test-zone4.rgw.buckets.data rgw --cluster c2 2022-09-01T09:54:59.850 INFO:teuthology.orchestra.run.smithi052.stderr:enabled application 'rgw' on pool 'test-zone4.rgw.buckets.data' 2022-09-01T09:54:59.866 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'placement', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:59.866 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'placement', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:59.867 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone placement --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm modify --placement-id default-placement --compression random --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T09:54:59.921 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:54:59.922 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:54:59.946 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:54:59.947 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T09:54:59.947 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone4", 2022-09-01T09:54:59.947 INFO:teuthology.orchestra.run.smithi052.stdout: "domain_root": "test-zone4.rgw.meta:root", 2022-09-01T09:54:59.947 INFO:teuthology.orchestra.run.smithi052.stdout: "control_pool": "test-zone4.rgw.control", 2022-09-01T09:54:59.948 INFO:teuthology.orchestra.run.smithi052.stdout: "gc_pool": "test-zone4.rgw.log:gc", 2022-09-01T09:54:59.948 INFO:teuthology.orchestra.run.smithi052.stdout: "lc_pool": "test-zone4.rgw.log:lc", 2022-09-01T09:54:59.948 INFO:teuthology.orchestra.run.smithi052.stdout: "log_pool": "test-zone4.rgw.log", 2022-09-01T09:54:59.948 INFO:teuthology.orchestra.run.smithi052.stdout: "intent_log_pool": "test-zone4.rgw.log:intent", 2022-09-01T09:54:59.949 INFO:teuthology.orchestra.run.smithi052.stdout: "usage_log_pool": "test-zone4.rgw.log:usage", 2022-09-01T09:54:59.949 INFO:teuthology.orchestra.run.smithi052.stdout: "roles_pool": "test-zone4.rgw.meta:roles", 2022-09-01T09:54:59.949 INFO:teuthology.orchestra.run.smithi052.stdout: "reshard_pool": "test-zone4.rgw.log:reshard", 2022-09-01T09:54:59.949 INFO:teuthology.orchestra.run.smithi052.stdout: "user_keys_pool": "test-zone4.rgw.meta:users.keys", 2022-09-01T09:54:59.950 INFO:teuthology.orchestra.run.smithi052.stdout: "user_email_pool": "test-zone4.rgw.meta:users.email", 2022-09-01T09:54:59.950 INFO:teuthology.orchestra.run.smithi052.stdout: "user_swift_pool": "test-zone4.rgw.meta:users.swift", 2022-09-01T09:54:59.950 INFO:teuthology.orchestra.run.smithi052.stdout: "user_uid_pool": "test-zone4.rgw.meta:users.uid", 2022-09-01T09:54:59.950 INFO:teuthology.orchestra.run.smithi052.stdout: "otp_pool": "test-zone4.rgw.otp", 2022-09-01T09:54:59.951 INFO:teuthology.orchestra.run.smithi052.stdout: "system_key": { 2022-09-01T09:54:59.951 INFO:teuthology.orchestra.run.smithi052.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T09:54:59.951 INFO:teuthology.orchestra.run.smithi052.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T09:54:59.951 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:59.951 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_pools": [ 2022-09-01T09:54:59.952 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:54:59.952 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "default-placement", 2022-09-01T09:54:59.952 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:54:59.952 INFO:teuthology.orchestra.run.smithi052.stdout: "index_pool": "test-zone4.rgw.buckets.index", 2022-09-01T09:54:59.953 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": { 2022-09-01T09:54:59.953 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD": { 2022-09-01T09:54:59.953 INFO:teuthology.orchestra.run.smithi052.stdout: "data_pool": "test-zone4.rgw.buckets.data", 2022-09-01T09:54:59.954 INFO:teuthology.orchestra.run.smithi052.stdout: "compression_type": "random" 2022-09-01T09:54:59.954 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:59.955 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:59.955 INFO:teuthology.orchestra.run.smithi052.stdout: "data_extra_pool": "test-zone4.rgw.buckets.non-ec", 2022-09-01T09:54:59.955 INFO:teuthology.orchestra.run.smithi052.stdout: "index_type": 0 2022-09-01T09:54:59.956 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:59.956 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:54:59.957 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:54:59.957 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_config": { 2022-09-01T09:54:59.958 INFO:teuthology.orchestra.run.smithi052.stdout: "event_retention_days": 7, 2022-09-01T09:54:59.958 INFO:teuthology.orchestra.run.smithi052.stdout: "start_with_full_sync": false 2022-09-01T09:54:59.959 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:54:59.959 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "", 2022-09-01T09:54:59.960 INFO:teuthology.orchestra.run.smithi052.stdout: "notif_pool": "test-zone4.rgw.log:notif" 2022-09-01T09:54:59.960 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:54:59.962 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:59.963 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:54:59.964 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T09:55:00.013 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:55:00.014 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:55:00.022 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:00.021+0000 7ff4bd4f7600 0 period (4dcfef22-513c-4d25-99ed-606dde9c5a5f does not have zone 5f408913-0728-4bc6-9ec6-7672c9bb67c0 configured 2022-09-01T09:55:06.883 INFO:teuthology.orchestra.run.smithi052.stderr:Sending period to new master zone da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 2022-09-01T09:55:06.912 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:55:06.912 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:55:06.912 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 4, 2022-09-01T09:55:06.913 INFO:teuthology.orchestra.run.smithi052.stdout: "predecessor_uuid": "3c5873ec-155f-44ef-a534-e37be8fcb65e", 2022-09-01T09:55:06.913 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": [], 2022-09-01T09:55:06.913 INFO:teuthology.orchestra.run.smithi052.stdout: "period_map": { 2022-09-01T09:55:06.914 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:55:06.914 INFO:teuthology.orchestra.run.smithi052.stdout: "zonegroups": [ 2022-09-01T09:55:06.914 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:06.914 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "test-zonegroup", 2022-09-01T09:55:06.915 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zonegroup", 2022-09-01T09:55:06.915 INFO:teuthology.orchestra.run.smithi052.stdout: "api_name": "", 2022-09-01T09:55:06.915 INFO:teuthology.orchestra.run.smithi052.stdout: "is_master": true, 2022-09-01T09:55:06.915 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T09:55:06.915 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T09:55:06.916 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:55:06.916 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames": [], 2022-09-01T09:55:06.916 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames_s3website": [], 2022-09-01T09:55:06.917 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:55:06.917 INFO:teuthology.orchestra.run.smithi052.stdout: "zones": [ 2022-09-01T09:55:06.917 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:06.917 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T09:55:06.918 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone4", 2022-09-01T09:55:06.918 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T09:55:06.918 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi052.front.sepia.ceph.com:8001" 2022-09-01T09:55:06.918 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:55:06.919 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T09:55:06.919 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T09:55:06.919 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T09:55:06.919 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T09:55:06.920 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "pubsub", 2022-09-01T09:55:06.920 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": false, 2022-09-01T09:55:06.920 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [ 2022-09-01T09:55:06.920 INFO:teuthology.orchestra.run.smithi052.stdout: "test-zone1" 2022-09-01T09:55:06.920 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:55:06.921 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T09:55:06.921 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T09:55:06.921 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T09:55:06.921 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:06.922 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:06.922 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:06.922 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T09:55:06.922 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone2", 2022-09-01T09:55:06.923 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T09:55:06.923 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi052.front.sepia.ceph.com:8000" 2022-09-01T09:55:06.923 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:55:06.923 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T09:55:06.924 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T09:55:06.924 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T09:55:06.924 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T09:55:06.924 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T09:55:06.925 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T09:55:06.925 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T09:55:06.925 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T09:55:06.925 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T09:55:06.925 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T09:55:06.926 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:06.926 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:06.926 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:06.926 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:55:06.927 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone1", 2022-09-01T09:55:06.927 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T09:55:06.927 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T09:55:06.927 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:55:06.928 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T09:55:06.928 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T09:55:06.928 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T09:55:06.928 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T09:55:06.929 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T09:55:06.929 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T09:55:06.929 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T09:55:06.929 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T09:55:06.930 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T09:55:06.930 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T09:55:06.930 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:06.930 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:06.931 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:06.931 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T09:55:06.931 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone3", 2022-09-01T09:55:06.931 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T09:55:06.932 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8001" 2022-09-01T09:55:06.932 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:55:06.932 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T09:55:06.932 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T09:55:06.932 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T09:55:06.933 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T09:55:06.933 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T09:55:06.933 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T09:55:06.933 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T09:55:06.934 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T09:55:06.934 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T09:55:06.934 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T09:55:06.934 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:06.935 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:06.935 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:55:06.935 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_targets": [ 2022-09-01T09:55:06.935 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:06.936 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default-placement", 2022-09-01T09:55:06.936 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2022-09-01T09:55:06.936 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": [ 2022-09-01T09:55:06.938 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD" 2022-09-01T09:55:06.938 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:06.938 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:06.938 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:55:06.939 INFO:teuthology.orchestra.run.smithi052.stdout: "default_placement": "default-placement", 2022-09-01T09:55:06.939 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:55:06.939 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_policy": { 2022-09-01T09:55:06.939 INFO:teuthology.orchestra.run.smithi052.stdout: "groups": [] 2022-09-01T09:55:06.940 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:06.940 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled_features": [ 2022-09-01T09:55:06.940 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T09:55:06.940 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:06.941 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:06.941 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T09:55:06.941 INFO:teuthology.orchestra.run.smithi052.stdout: "short_zone_ids": [ 2022-09-01T09:55:06.941 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:06.941 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T09:55:06.942 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 130640457 2022-09-01T09:55:06.942 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:06.942 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:06.942 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T09:55:06.943 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 2888871583 2022-09-01T09:55:06.943 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:06.943 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:06.943 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:55:06.944 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 1160424817 2022-09-01T09:55:06.944 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:06.944 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:06.944 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T09:55:06.945 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 3168230928 2022-09-01T09:55:06.945 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:06.945 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:06.945 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:06.946 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zonegroup": "test-zonegroup", 2022-09-01T09:55:06.946 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T09:55:06.946 INFO:teuthology.orchestra.run.smithi052.stdout: "period_config": { 2022-09-01T09:55:06.946 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_quota": { 2022-09-01T09:55:06.947 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T09:55:06.947 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T09:55:06.947 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T09:55:06.947 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T09:55:06.947 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T09:55:06.948 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:06.948 INFO:teuthology.orchestra.run.smithi052.stdout: "user_quota": { 2022-09-01T09:55:06.948 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T09:55:06.948 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T09:55:06.949 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T09:55:06.949 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T09:55:06.949 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T09:55:06.949 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:06.950 INFO:teuthology.orchestra.run.smithi052.stdout: "user_ratelimit": { 2022-09-01T09:55:06.950 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T09:55:06.950 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T09:55:06.950 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T09:55:06.951 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T09:55:06.951 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T09:55:06.951 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:06.951 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_ratelimit": { 2022-09-01T09:55:06.951 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T09:55:06.952 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T09:55:06.952 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T09:55:06.952 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T09:55:06.952 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T09:55:06.953 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:06.953 INFO:teuthology.orchestra.run.smithi052.stdout: "anonymous_ratelimit": { 2022-09-01T09:55:06.953 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T09:55:06.953 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T09:55:06.954 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T09:55:06.954 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T09:55:06.954 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T09:55:06.954 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:06.955 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:06.955 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T09:55:06.955 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_name": "test-realm", 2022-09-01T09:55:06.955 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:06.956 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:55:06.956 DEBUG:tasks.rgw.c2.client.1:waiting for process to exit 2022-09-01T09:55:06.957 INFO:teuthology.orchestra.run:waiting for 300 2022-09-01T09:55:06.958 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T09:55:06.956+0000 7fc308549700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8001 -n client.1 --cluster c2 -k /etc/ceph/c2.client.1.keyring --log-file /var/log/ceph/rgw.c2.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.1.sock --foreground (PID: 98158) UID: 0 2022-09-01T09:55:06.958 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T09:55:06.957+0000 7fc30d720600 -1 shutting down 2022-09-01T09:55:12.644 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.1 is failed for ~0s 2022-09-01T09:55:13.059 INFO:tasks.rgw.c2.client.1:Stopped 2022-09-01T09:55:13.060 INFO:tasks.rgw.c2.client.1:Restarting daemon 2022-09-01T09:55:13.060 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8001' -n client.1 --cluster c2 -k /etc/ceph/c2.client.1.keyring --log-file /var/log/ceph/rgw.c2.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.1.sock --foreground --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c2.client.1.stdout 2>&1 2022-09-01T09:55:13.068 INFO:tasks.rgw.c2.client.1:Started 2022-09-01T09:55:13.068 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8001 2022-09-01T09:55:13.094 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:55:13.094 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:55:13.097 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T09:55:13.098 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi052.front.sepia.ceph.com port 8001: Connection refused 2022-09-01T09:55:14.099 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8001 2022-09-01T09:55:14.124 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T09:55:14.124 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T09:55:14.126 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 134 100 134 0 0 130k 0 --:--:-- --:--:-- --:--:-- 130k 2022-09-01T09:55:14.127 INFO:teuthology.orchestra.run.smithi052.stdout:{"Code":"MethodNotAllowed","RequestId":"tx00000d9c7560af4a9f00d-0063108182-10ed-test-zone4","HostId":"10ed-test-zone4-test-zonegroup"} 2022-09-01T09:55:14.128 INFO:tasks.rgw_multisite:rgw multisite configuration completed 2022-09-01T09:55:14.128 INFO:teuthology.run_tasks:Running task rgw-multisite-tests... 2022-09-01T09:55:14.144 INFO:tasks.rgw_multisite_tests:importing tests from /home/teuthworker/src/git.ceph.com_ceph-c_538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/qa/../src/test/rgw/rgw_multi 2022-09-01T09:55:14.165 INFO:tasks.rgw_multisite_tests:creating test user.. 2022-09-01T09:55:14.166 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['user', 'create', '--uid', 'rgw-multisite-test-user', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--display-name', 'Multisite Test User', '--gen-access-key', '--gen-secret', '--caps', 'roles=*', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:55:14.166 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'user', 'create', '--uid', 'rgw-multisite-test-user', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--display-name', 'Multisite Test User', '--gen-access-key', '--gen-secret', '--caps', 'roles=*', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T09:55:14.167 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 user create --uid rgw-multisite-test-user --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --display-name 'Multisite Test User' --gen-access-key --gen-secret --caps 'roles=*' --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T09:55:14.233 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:55:14.234 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:55:14.288 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:55:14.289 INFO:teuthology.orchestra.run.smithi044.stdout: "user_id": "rgw-multisite-test-user", 2022-09-01T09:55:14.289 INFO:teuthology.orchestra.run.smithi044.stdout: "display_name": "Multisite Test User", 2022-09-01T09:55:14.293 INFO:teuthology.orchestra.run.smithi044.stdout: "email": "", 2022-09-01T09:55:14.293 INFO:teuthology.orchestra.run.smithi044.stdout: "suspended": 0, 2022-09-01T09:55:14.294 INFO:teuthology.orchestra.run.smithi044.stdout: "max_buckets": 1000, 2022-09-01T09:55:14.294 INFO:teuthology.orchestra.run.smithi044.stdout: "subusers": [], 2022-09-01T09:55:14.295 INFO:teuthology.orchestra.run.smithi044.stdout: "keys": [ 2022-09-01T09:55:14.295 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:55:14.296 INFO:teuthology.orchestra.run.smithi044.stdout: "user": "rgw-multisite-test-user", 2022-09-01T09:55:14.296 INFO:teuthology.orchestra.run.smithi044.stdout: "access_key": "CL2SBWKRI72ZZIQ6GS78", 2022-09-01T09:55:14.296 INFO:teuthology.orchestra.run.smithi044.stdout: "secret_key": "ZipGwv4RShayBShBciTlp1rNDOzwGZ1kBPVFU9PR" 2022-09-01T09:55:14.297 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:55:14.297 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:55:14.298 INFO:teuthology.orchestra.run.smithi044.stdout: "swift_keys": [], 2022-09-01T09:55:14.298 INFO:teuthology.orchestra.run.smithi044.stdout: "caps": [ 2022-09-01T09:55:14.299 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:55:14.299 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "roles", 2022-09-01T09:55:14.300 INFO:teuthology.orchestra.run.smithi044.stdout: "perm": "*" 2022-09-01T09:55:14.300 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:55:14.301 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T09:55:14.301 INFO:teuthology.orchestra.run.smithi044.stdout: "op_mask": "read, write, delete", 2022-09-01T09:55:14.302 INFO:teuthology.orchestra.run.smithi044.stdout: "default_placement": "", 2022-09-01T09:55:14.302 INFO:teuthology.orchestra.run.smithi044.stdout: "default_storage_class": "", 2022-09-01T09:55:14.304 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_tags": [], 2022-09-01T09:55:14.305 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_quota": { 2022-09-01T09:55:14.305 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T09:55:14.306 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T09:55:14.306 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T09:55:14.307 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T09:55:14.307 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T09:55:14.309 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:55:14.309 INFO:teuthology.orchestra.run.smithi044.stdout: "user_quota": { 2022-09-01T09:55:14.310 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T09:55:14.310 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T09:55:14.311 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T09:55:14.311 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T09:55:14.311 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T09:55:14.312 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:55:14.312 INFO:teuthology.orchestra.run.smithi044.stdout: "temp_url_keys": [], 2022-09-01T09:55:14.313 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "rgw", 2022-09-01T09:55:14.313 INFO:teuthology.orchestra.run.smithi044.stdout: "mfa_ids": [] 2022-09-01T09:55:14.314 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:55:14.314 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T09:55:14.316 INFO:rgw_multi.tests:meta checkpoint 2022-09-01T09:55:14.317 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:14.317 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:14.318 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:55:14.370 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:55:14.370 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:55:14.419 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T09:55:14.435 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T09:55:14.435 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:55:14.435 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:55:14.436 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T09:55:14.436 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:55:14.436 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:55:14.436 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:55:14.437 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:55:14.437 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:55:14.437 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:55:14.437 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:55:14.437 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:55:14.438 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:55:14.438 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:55:14.438 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:55:14.438 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:55:14.439 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:55:14.439 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T09:55:14.440 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T09:55:14.440 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:14.441 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:14.441 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:55:14.500 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:55:14.500 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:55:14.530 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:14.529+0000 7fcec00d4600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:14.531 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:14.530+0000 7fcec00d4600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:14.544 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:55:14.544 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:55:14.545 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:55:14.545 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:55:14.545 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:55:14.546 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:55:14.546 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:14.547 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:14.547 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:55:14.547 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:14.548 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:55:14.548 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:14.548 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:14.548 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:14.549 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:14.549 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:55:14.549 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:14.550 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:14.550 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:14.551 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:14.551 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:14.552 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:14.552 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:55:14.553 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:14.553 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:14.553 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:14.554 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:14.554 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:14.554 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:14.554 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:14.555 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:14.555 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:14.555 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:14.555 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:14.556 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:55:14.556 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:14.556 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:14.556 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:14.557 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:14.557 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:14.558 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:14.558 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:14.558 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:14.558 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:14.559 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:14.559 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:14.559 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:55:14.559 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:14.560 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:14.560 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:14.560 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:14.560 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:14.560 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:14.561 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:14.561 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:14.561 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:14.561 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:14.562 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:14.562 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:14.562 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:55:14.562 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:55:14.563 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:55:14.563 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:14.563 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:55:14Z" 2022-09-01T09:55:14.563 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:55:14.565 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:55:18.353 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.1 has been restored 2022-09-01T09:55:19.566 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:19.567 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:19.568 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:55:19.632 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:55:19.633 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:55:19.662 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:19.661+0000 7f3c6d863600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:19.664 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:19.662+0000 7f3c6d863600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:19.676 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:55:19.677 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:55:19.678 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:55:19.678 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:55:19.678 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:55:19.678 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:55:19.679 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:19.679 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:19.679 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:55:19.679 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:19.680 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:55:19.680 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:19.680 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:19.681 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:19.681 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:19.681 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:55:19.681 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:19.682 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:19.682 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:19.682 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:19.682 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:19.682 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:19.683 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:55:19.683 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:19.683 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:19.683 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:19.684 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:19.684 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:19.684 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:19.684 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:19.685 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:19.685 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:19.685 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:19.685 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:19.686 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:55:19.686 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:19.686 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:19.686 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:19.687 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:19.687 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:19.687 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:19.687 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:19.687 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:19.688 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:19.688 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:19.688 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:19.688 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:55:19.689 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:19.689 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:19.689 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:19.689 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:19.690 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:19.690 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:19.690 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:19.690 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:19.691 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:19.691 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:19.691 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:19.691 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:19.692 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:55:19.692 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:55:19.695 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:55:19.696 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:19.696 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:55:19Z" 2022-09-01T09:55:19.696 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:55:19.698 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:55:24.700 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:24.700 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:24.701 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:55:24.762 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:55:24.762 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:55:24.794 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:24.793+0000 7f08c4ce7600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:24.795 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:24.794+0000 7f08c4ce7600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:24.808 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:55:24.809 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:55:24.809 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:55:24.809 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:55:24.810 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:55:24.810 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:55:24.811 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:24.811 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:24.811 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:55:24.811 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:24.812 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:55:24.812 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:24.812 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:24.813 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:24.813 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:24.813 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:55:24.814 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:24.814 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:24.815 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:24.815 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:24.815 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:24.815 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:24.816 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:55:24.816 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:24.816 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:24.816 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:24.817 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:24.817 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:24.817 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:24.817 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:24.818 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:24.818 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:24.818 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:24.819 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:24.819 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:55:24.819 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:24.819 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:24.820 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:24.820 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:24.821 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:24.821 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:24.821 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:24.821 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:24.822 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:24.822 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:24.822 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:24.822 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:55:24.823 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:24.823 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:24.823 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:24.823 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:24.824 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:24.824 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:24.824 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:24.824 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:24.825 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:24.825 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:24.825 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:24.826 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:24.826 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:55:24.826 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:55:24.826 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:55:24.827 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:24.827 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:55:24Z" 2022-09-01T09:55:24.827 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:55:24.829 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:55:29.830 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:29.831 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:29.832 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:55:29.892 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:55:29.893 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:55:29.922 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:29.921+0000 7f1ddfb8b600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:29.923 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:29.922+0000 7f1ddfb8b600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:29.936 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:55:29.936 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:55:29.936 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:55:29.937 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:55:29.937 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:55:29.937 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:55:29.938 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:29.938 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:29.938 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:55:29.938 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:29.939 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:55:29.939 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:29.940 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:29.940 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:29.941 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:29.941 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:55:29.941 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:29.941 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:29.942 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:29.942 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:29.942 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:29.943 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:29.943 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:55:29.943 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:29.943 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:29.944 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:29.944 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:29.944 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:29.945 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:29.945 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:29.945 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:29.946 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:29.946 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:29.946 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:29.947 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:55:29.947 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:29.950 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:29.950 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:29.950 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:29.951 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:29.951 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:29.951 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:29.951 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:29.952 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:29.952 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:29.952 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:29.952 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:55:29.953 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:29.953 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:29.953 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:29.953 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:29.953 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:29.954 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:29.955 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:29.956 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:29.956 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:29.957 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:29.957 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:29.958 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:29.958 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:55:29.959 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:55:29.959 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:55:29.960 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:29.960 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:55:29Z" 2022-09-01T09:55:29.961 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:55:29.963 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:55:34.965 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:34.965 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:34.966 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:55:35.024 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:55:35.024 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:55:35.054 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:35.054+0000 7fe19be3e600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:35.055 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:35.056+0000 7fe19be3e600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:35.069 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:55:35.069 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:55:35.069 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:55:35.070 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:55:35.070 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:55:35.070 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:55:35.070 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:35.071 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:35.071 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:55:35.071 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:35.072 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:55:35.072 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:35.072 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:35.072 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:35.073 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:35.073 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:55:35.073 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:35.073 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:35.074 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:35.074 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:35.074 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:35.074 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:35.075 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:55:35.075 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:35.075 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:35.075 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:35.075 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:35.076 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:35.076 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:35.076 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:35.076 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:35.077 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:35.077 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:35.077 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:35.078 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:55:35.078 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:35.078 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:35.078 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:35.079 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:35.079 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:35.079 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:35.079 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:35.080 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:35.080 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:35.080 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:35.080 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:35.080 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:55:35.081 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:35.081 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:35.081 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:35.081 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:35.082 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:35.082 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:35.082 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:35.082 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:35.083 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:35.083 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:35.084 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:35.084 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:35.084 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:55:35.084 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:55:35.084 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:55:35.085 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:35.085 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:55:35Z" 2022-09-01T09:55:35.085 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:55:35.087 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:55:40.088 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:40.089 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:40.090 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:55:40.149 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:55:40.149 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:55:40.179 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:40.179+0000 7f9a9e2ed600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:40.181 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:40.180+0000 7f9a9e2ed600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:40.193 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:55:40.194 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:55:40.194 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:55:40.195 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:55:40.196 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:55:40.197 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:55:40.197 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:40.197 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:40.197 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:55:40.199 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:40.199 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:55:40.200 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:40.200 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:40.201 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:40.201 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:40.202 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:55:40.202 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:40.203 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:40.203 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:40.203 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:40.204 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:40.204 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:40.205 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:55:40.205 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:40.206 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:40.206 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:40.207 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:40.207 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:40.207 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:40.209 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:40.209 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:40.209 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:40.210 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:40.210 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:40.211 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:55:40.211 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:40.212 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:40.212 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:40.213 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:40.213 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:40.214 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:40.214 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:40.214 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:40.215 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:40.215 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:40.216 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:40.217 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:55:40.217 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:40.217 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:40.217 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:40.218 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:40.218 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:40.218 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:40.218 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:40.219 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:40.219 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:40.219 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:40.219 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:40.220 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:40.220 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:55:40.220 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:55:40.220 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:55:40.221 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:40.221 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:55:40Z" 2022-09-01T09:55:40.221 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:55:40.223 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:55:45.226 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:45.227 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:45.227 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:55:45.285 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:55:45.286 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:55:45.316 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:45.316+0000 7fe703bdb600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:45.317 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:45.317+0000 7fe703bdb600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:45.330 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:55:45.331 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:55:45.331 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:55:45.331 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:55:45.332 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:55:45.332 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:55:45.332 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:45.332 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:45.333 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:55:45.333 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:45.333 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:55:45.333 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:45.334 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:45.334 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:45.334 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:45.335 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:55:45.335 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:45.336 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:45.336 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:45.336 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:45.337 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:45.337 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:45.337 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:55:45.338 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:45.338 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:45.339 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:45.339 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:45.340 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:45.340 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:45.340 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:45.341 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:45.341 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:45.342 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:45.342 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:45.343 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:55:45.343 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:45.343 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:45.344 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:45.344 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:45.344 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:45.345 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:45.345 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:45.345 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:45.346 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:45.346 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:45.347 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:45.347 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:55:45.348 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:45.348 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:45.349 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:45.349 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:45.350 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:45.350 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:45.352 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:45.352 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:45.353 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:45.353 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:45.354 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:45.354 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:45.355 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:55:45.355 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:55:45.356 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:55:45.356 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:45.356 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:55:45Z" 2022-09-01T09:55:45.357 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:55:45.360 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:55:50.362 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:50.362 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:50.363 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:55:50.420 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:55:50.421 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:55:50.451 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:50.450+0000 7fbc6e3de600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:50.451 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:50.452+0000 7fbc6e3de600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:50.465 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:55:50.465 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:55:50.465 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:55:50.466 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:55:50.466 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:55:50.466 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:55:50.467 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:50.467 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:50.467 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:55:50.468 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:50.468 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:55:50.468 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:50.468 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:50.469 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:50.469 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:50.469 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:55:50.469 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:50.470 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:50.470 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:50.470 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:50.471 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:50.471 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:50.472 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:55:50.472 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:50.473 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:50.473 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:50.473 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:50.474 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:50.474 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:50.475 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:50.475 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:50.476 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:50.476 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:50.477 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:50.477 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:55:50.477 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:50.478 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:50.479 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:50.479 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:50.480 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:50.480 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:50.481 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:50.481 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:50.481 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:50.481 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:50.482 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:50.482 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:55:50.483 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:50.483 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:50.483 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:50.484 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:50.485 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:50.485 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:50.485 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:50.485 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:50.485 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:50.486 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:50.486 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:50.487 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:50.487 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:55:50.488 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:55:50.488 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:55:50.489 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:50.489 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:55:50Z" 2022-09-01T09:55:50.489 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:55:50.492 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:55:55.493 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:55.493 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:55:55.494 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:55:55.552 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:55:55.553 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:55:55.586 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:55.582+0000 7fc830fb7600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:55.587 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:55:55.583+0000 7fc830fb7600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:55:55.596 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:55:55.597 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:55:55.598 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:55:55.598 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:55:55.598 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:55:55.599 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:55:55.599 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:55.599 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:55.600 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:55:55.600 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:55.600 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:55:55.601 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:55.601 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:55.601 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:55.602 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:55.602 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:55:55.602 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:55.602 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:55.602 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:55.603 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:55.603 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:55.603 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:55.603 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:55:55.604 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:55.604 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:55.604 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:55.604 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:55.604 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:55.605 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:55.605 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:55.605 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:55.605 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:55.606 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:55.606 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:55.607 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:55:55.607 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:55.607 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:55.607 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:55.608 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:55.608 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:55.608 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:55.609 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:55.609 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:55.609 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:55.610 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:55.610 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:55:55.610 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:55:55.611 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:55:55.611 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:55:55.611 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:55:55.612 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:55:55.612 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:55:55.612 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:55:55.613 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:55:55.613 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:55:55.613 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:55.613 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:55:55.614 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:55:55.614 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:55.614 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:55:55.614 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:55:55.615 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:55:55.615 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:55:55.616 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:55:55Z" 2022-09-01T09:55:55.616 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:55:55.618 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:56:00.619 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:00.619 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:00.620 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:56:00.678 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:56:00.679 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:56:00.709 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:00.708+0000 7fc9c7013600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:00.710 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:00.709+0000 7fc9c7013600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:00.724 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:56:00.724 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:56:00.725 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:56:00.725 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:56:00.725 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:56:00.725 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:56:00.725 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:00.726 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:00.726 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:56:00.726 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:00.726 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:56:00.727 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:00.727 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:00.727 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:00.727 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:00.728 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:56:00.728 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:00.728 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:00.728 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:00.728 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:00.729 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:00.729 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:00.729 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:56:00.729 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:00.730 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:00.730 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:00.730 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:00.730 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:00.730 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:00.731 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:00.731 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:00.731 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:00.731 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:00.732 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:00.732 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:56:00.732 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:00.732 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:00.732 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:00.733 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:00.733 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:00.733 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:00.733 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:00.734 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:00.734 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:00.734 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:00.734 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:00.735 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:56:00.735 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:00.735 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:00.735 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:00.735 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:00.736 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:00.736 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:00.736 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:00.736 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:00.737 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:00.737 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:00.738 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:56:00.738 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:00.738 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:56:00.738 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:56:00.739 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:56:00.739 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:00.739 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:56:00Z" 2022-09-01T09:56:00.740 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:56:00.741 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:56:05.743 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:05.744 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:05.744 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:56:05.801 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:56:05.802 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:56:05.832 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:05.830+0000 7fede6865600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:05.833 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:05.832+0000 7fede6865600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:05.846 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:56:05.847 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:56:05.847 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:56:05.847 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:56:05.848 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:56:05.848 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:56:05.849 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:05.849 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:05.850 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:56:05.850 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:05.850 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:56:05.850 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:05.851 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:05.851 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:05.851 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:05.852 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:56:05.852 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:05.852 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:05.852 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:05.853 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:05.853 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:05.854 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:05.854 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:56:05.855 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:05.855 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:05.855 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:05.856 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:05.856 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:05.856 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:05.857 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:05.857 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:05.857 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:05.858 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:05.858 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:05.858 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:56:05.858 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:05.859 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:05.859 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:05.859 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:05.859 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:05.859 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:05.860 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:05.860 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:05.860 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:05.861 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:05.861 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:05.861 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:56:05.862 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:05.862 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:05.863 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:05.863 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:05.863 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:05.864 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:05.864 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:05.865 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:05.865 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:05.865 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:05.866 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:56:05.866 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:05.867 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:56:05.867 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:56:05.867 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:56:05.867 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:05.868 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:56:05Z" 2022-09-01T09:56:05.868 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:56:05.871 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:56:10.873 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:10.873 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:10.874 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:56:10.932 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:56:10.932 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:56:10.962 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:10.961+0000 7feb9d4c1600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:10.963 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:10.962+0000 7feb9d4c1600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:10.976 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:56:10.976 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:56:10.977 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:56:10.977 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:56:10.977 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:56:10.977 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:56:10.977 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:10.978 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:10.978 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:56:10.978 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:10.978 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:56:10.979 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:10.979 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:10.979 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:10.979 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:10.980 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:56:10.980 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:10.980 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:10.980 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:10.981 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:10.981 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:10.981 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:10.981 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:56:10.981 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:10.982 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:10.982 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:10.982 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:10.983 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:10.983 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:10.983 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:10.983 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:10.984 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:10.984 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:10.984 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:10.984 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:56:10.984 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:10.985 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:10.985 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:10.985 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:10.986 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:10.986 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:10.986 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:10.986 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:10.987 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:10.987 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:10.987 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:10.988 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:56:10.988 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:10.988 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:10.988 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:10.989 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:10.989 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:10.989 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:10.989 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:10.989 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:10.990 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:10.990 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:10.991 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:56:10.991 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:10.991 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:56:10.991 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:56:10.992 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:56:10.992 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:10.992 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:56:10Z" 2022-09-01T09:56:10.993 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:56:10.994 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:56:15.996 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:15.996 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:15.997 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:56:16.056 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:56:16.056 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:56:16.085 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:16.083+0000 7fada5734600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:16.086 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:16.084+0000 7fada5734600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:16.098 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:56:16.099 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:56:16.099 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:56:16.099 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:56:16.099 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:56:16.100 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:56:16.100 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:16.100 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:16.100 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:56:16.101 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:16.101 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:56:16.101 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:16.102 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:16.102 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:16.102 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:16.102 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:56:16.103 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:16.103 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:16.103 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:16.103 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:16.104 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:16.104 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:16.104 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:56:16.104 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:16.104 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:16.105 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:16.105 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:16.105 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:16.105 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:16.105 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:16.106 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:16.106 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:16.106 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:16.106 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:16.107 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:56:16.107 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:16.107 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:16.107 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:16.107 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:16.108 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:16.108 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:16.108 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:16.108 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:16.109 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:16.109 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:16.109 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:16.109 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:56:16.110 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:16.110 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:16.110 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:16.110 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:16.110 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:16.111 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:16.111 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:16.111 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:16.111 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:16.112 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:16.112 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:56:16.112 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:16.112 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:56:16.112 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:56:16.113 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:56:16.113 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:16.113 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:56:16Z" 2022-09-01T09:56:16.113 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:56:16.115 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:56:21.116 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:21.117 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:21.117 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:56:21.175 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:56:21.175 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:56:21.205 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:21.203+0000 7f68df0de600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:21.206 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:21.205+0000 7f68df0de600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:21.218 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:56:21.218 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:56:21.219 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:56:21.219 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:56:21.219 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:56:21.219 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:56:21.220 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:21.220 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:21.220 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:56:21.221 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:21.221 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:56:21.222 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:21.222 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:21.222 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:21.222 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:21.223 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:56:21.223 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:21.223 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:21.223 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:21.223 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:21.224 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:21.224 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:21.224 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:56:21.224 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:21.225 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:21.225 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:21.225 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:21.225 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:21.226 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:21.226 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:21.226 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:21.226 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:21.227 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:21.227 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:21.227 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:56:21.227 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:21.228 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:21.228 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:21.228 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:21.228 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:21.229 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:21.229 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:21.229 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:21.229 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:21.229 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:21.230 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:21.230 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:56:21.230 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:21.231 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:21.231 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:21.232 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:21.232 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:21.233 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:21.233 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:21.234 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:21.234 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:21.235 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:21.235 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:56:21.235 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:21.236 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:56:21.236 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:56:21.237 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:56:21.237 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:21.238 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:56:21Z" 2022-09-01T09:56:21.238 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:56:21.240 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:56:26.242 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:26.242 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:26.243 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:56:26.301 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:56:26.301 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:56:26.341 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:26.330+0000 7fe8d5836600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:26.342 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:26.331+0000 7fe8d5836600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:26.345 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:56:26.345 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:56:26.346 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:56:26.346 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:56:26.347 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:56:26.347 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:56:26.347 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:26.348 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:26.348 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:56:26.349 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:26.349 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:56:26.349 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:26.350 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:26.350 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:26.351 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:26.351 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:56:26.352 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:26.352 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:26.353 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:26.353 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:26.353 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:26.354 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:26.354 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:56:26.355 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:26.355 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:26.356 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:26.356 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:26.356 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:26.357 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:26.357 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:26.358 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:26.358 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:26.358 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:26.359 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:26.359 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:56:26.360 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:26.360 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:26.361 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:26.361 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:26.362 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:26.362 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:26.362 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:26.363 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:26.363 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:26.364 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:26.364 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:26.365 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:56:26.365 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:26.365 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:26.366 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:26.366 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:26.367 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:26.367 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:26.368 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:26.368 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:26.368 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:26.369 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:26.369 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:56:26.370 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:26.370 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:56:26.370 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:56:26.371 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:56:26.371 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:26.372 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:56:26Z" 2022-09-01T09:56:26.372 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:56:26.374 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:56:31.376 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:31.376 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:31.377 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:56:31.436 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:56:31.436 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:56:31.466 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:31.465+0000 7f3be5abb600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:31.467 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:31.466+0000 7f3be5abb600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:31.481 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:56:31.481 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:56:31.482 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:56:31.482 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:56:31.483 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:56:31.483 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:56:31.484 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:31.484 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:31.484 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:56:31.484 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:31.485 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:56:31.485 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:31.485 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:31.486 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:31.486 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:31.486 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:56:31.487 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:31.487 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:31.487 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:31.487 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:31.488 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:31.488 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:31.488 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:56:31.488 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:31.489 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:31.489 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:31.489 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:31.490 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:31.491 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:31.491 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:31.492 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:31.492 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:31.493 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:31.493 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:31.493 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:56:31.494 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:31.494 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:31.495 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:31.495 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:31.496 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:31.496 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:31.497 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:31.497 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:31.498 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:31.498 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:31.498 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:31.498 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:56:31.499 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:31.499 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:31.499 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:31.499 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:31.500 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:31.500 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:31.500 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:31.500 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:31.501 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:31.501 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:31.501 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:56:31.501 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:31.502 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:56:31.502 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:56:31.503 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:56:31.503 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:31.503 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:56:31Z" 2022-09-01T09:56:31.503 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:56:31.504 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:56:36.505 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:36.506 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:36.507 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:56:36.565 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:56:36.565 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:56:36.596 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:36.595+0000 7f2e21bd7600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:36.597 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:36.596+0000 7f2e21bd7600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:36.610 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:56:36.610 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:56:36.611 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:56:36.611 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:56:36.611 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:56:36.611 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:56:36.611 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:36.612 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:36.612 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:56:36.612 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:36.612 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:56:36.613 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:36.613 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:36.613 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:36.613 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:36.614 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:56:36.614 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:36.614 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:36.614 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:36.615 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:36.615 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:36.615 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:36.615 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:56:36.616 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:36.616 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:36.616 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:36.616 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:36.617 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:36.617 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:36.617 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:36.617 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:36.617 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:36.618 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:36.618 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:36.618 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:56:36.618 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:36.619 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:36.619 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:36.619 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:36.619 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:36.620 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:36.620 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:36.620 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:36.620 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:36.621 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:36.621 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:36.621 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:56:36.621 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:36.621 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:36.622 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:36.622 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:36.622 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:36.622 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:36.623 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:36.623 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:36.623 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:36.623 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:36.624 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:56:36.624 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:36.624 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:56:36.624 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:56:36.624 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:56:36.625 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:36.625 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:56:36Z" 2022-09-01T09:56:36.625 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:56:36.627 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:56:41.629 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:41.630 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:41.630 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:56:41.688 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:56:41.689 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:56:41.721 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:41.719+0000 7f0191786600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:41.721 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:56:41.721+0000 7f0191786600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:41.734 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:56:41.735 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:56:41.735 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:56:41.735 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:56:41.735 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:56:41.736 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:56:41.736 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:41.736 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:41.736 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:56:41.737 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:41.737 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:56:41.737 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:41.737 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:41.738 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:56:41.738 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:41.738 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:56:41.738 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:41.739 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:56:41.739 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:41.739 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:41.739 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:41.739 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:41.740 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:56:41.740 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:41.740 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:41.741 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:41.741 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:41.741 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:41.741 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:41.742 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:41.742 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:41.742 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:41.742 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:41.742 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:41.743 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:56:41.743 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:41.743 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:41.743 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:41.744 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:41.744 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:41.744 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:41.744 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:41.745 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:41.745 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:41.745 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:41.745 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:56:41.745 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:56:41.746 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:56:41.746 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:56:41.746 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:56:41.746 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:56:41.747 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:56:41.747 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:56:41.747 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:56:41.747 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:56:41.748 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:41.748 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:56:41.748 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:56:41.748 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:41.748 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:56:41.749 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:56:41.749 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:56:41.749 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:56:41.749 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:56:41Z" 2022-09-01T09:56:41.750 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:56:41.751 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T09:56:41.751 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T09:56:41.752 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:41.752 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:41.753 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:56:41.812 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:56:41.812 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:56:41.857 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:56:41.857+0000 7fc467e2a600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:41.858 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:56:41.858+0000 7fc467e2a600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:41.874 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:56:41.874 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T09:56:41.875 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T09:56:41.875 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T09:56:41.875 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T09:56:41.875 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:56:41.876 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:41.876 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:41.876 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T09:56:41.876 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:41.877 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T09:56:41.877 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:41.877 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:41.877 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:41.878 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:41.878 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T09:56:41.878 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:41.878 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:41.879 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:41.879 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:41.879 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:41.879 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:41.879 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T09:56:41.880 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:41.880 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:41.880 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:41.880 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:41.881 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:56:41.881 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:41.881 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:41.881 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:41.881 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:41.882 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:41.882 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:41.882 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T09:56:41.882 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:41.883 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:41.883 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:41.883 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:41.883 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:56:41.884 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:41.884 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:41.884 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:41.884 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:41.884 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:41.885 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:41.885 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T09:56:41.885 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:41.885 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:41.886 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:41.886 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:41.886 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:56:41.887 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:41.887 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:41.887 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:41.887 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:41.888 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:41.888 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:56:41.888 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:41.888 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T09:56:41.888 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T09:56:41.889 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T09:56:41.889 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:41.889 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T09:56:41Z" 2022-09-01T09:56:41.889 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:56:41.891 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:56:46.892 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:46.892 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:46.893 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:56:46.951 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:56:46.951 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:56:46.993 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:56:46.993+0000 7ff819f9e600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:46.994 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:56:46.994+0000 7ff819f9e600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:47.007 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:56:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T09:56:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T09:56:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T09:56:47.008 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T09:56:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:56:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:47.009 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T09:56:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T09:56:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T09:56:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T09:56:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:56:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T09:56:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:56:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:47.023 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:47.024 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T09:56:47.025 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:47.025 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:47.025 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:56:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:56:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T09:56:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T09:56:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T09:56:47.028 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T09:56:46Z" 2022-09-01T09:56:47.029 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:56:47.030 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:56:52.032 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:52.033 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:52.035 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:56:52.094 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:56:52.094 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:56:52.126 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:56:52.125+0000 7f22c1643600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:52.127 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:56:52.127+0000 7f22c1643600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:52.147 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:56:52.148 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T09:56:52.148 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T09:56:52.149 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T09:56:52.149 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T09:56:52.149 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:56:52.150 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:52.151 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:52.152 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T09:56:52.152 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:52.155 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T09:56:52.155 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:52.155 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:52.156 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:52.156 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:52.156 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T09:56:52.156 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:52.157 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:52.157 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:52.157 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:52.157 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:52.158 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:52.158 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T09:56:52.158 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:52.159 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:52.160 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:52.160 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:52.160 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:56:52.161 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:52.161 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:52.161 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:52.162 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:52.162 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:52.163 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:52.163 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T09:56:52.163 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:52.163 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:52.164 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:52.164 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:52.164 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:56:52.164 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:52.165 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:52.165 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:52.165 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:52.166 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:52.166 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:52.166 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T09:56:52.166 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:52.167 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:52.167 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:52.167 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:52.167 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:56:52.168 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:52.168 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:52.168 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:52.168 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:52.169 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:52.169 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:56:52.169 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:52.169 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T09:56:52.170 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T09:56:52.170 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T09:56:52.171 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:52.171 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T09:56:52Z" 2022-09-01T09:56:52.171 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:56:52.172 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:56:57.173 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:57.173 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:56:57.174 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:56:57.231 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:56:57.232 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:56:57.279 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:56:57.279+0000 7f16b6676600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:57.280 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:56:57.280+0000 7f16b6676600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:56:57.305 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:56:57.306 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T09:56:57.306 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T09:56:57.307 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T09:56:57.307 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T09:56:57.307 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:56:57.308 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:57.308 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:57.309 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T09:56:57.309 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:57.310 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T09:56:57.310 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:57.311 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:57.311 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:57.312 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:57.312 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T09:56:57.312 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:57.313 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:57.313 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:57.314 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:57.314 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:57.315 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:57.315 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T09:56:57.316 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:57.316 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:57.316 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:57.317 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:57.317 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:56:57.318 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:57.318 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:57.319 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:57.319 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:57.319 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:57.320 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:57.320 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T09:56:57.321 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:57.321 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:57.321 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:57.322 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:57.322 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:56:57.323 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:57.323 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:57.324 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:57.324 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:57.325 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:57.325 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:56:57.325 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T09:56:57.326 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:56:57.326 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:56:57.327 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:56:57.327 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:56:57.327 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:56:57.328 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:56:57.328 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:56:57.328 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:56:57.329 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:57.329 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:56:57.330 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:56:57.330 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:57.330 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T09:56:57.331 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T09:56:57.331 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T09:56:57.331 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:56:57.332 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T09:56:57Z" 2022-09-01T09:56:57.332 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:56:57.334 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:57:02.335 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:02.336 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:02.337 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:02.404 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:02.404 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:02.433 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:02.431+0000 7f55d7e96600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:02.434 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:02.433+0000 7f55d7e96600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:02.446 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:57:02.447 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T09:57:02.447 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T09:57:02.447 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T09:57:02.448 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T09:57:02.448 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:02.448 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:02.448 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:02.448 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T09:57:02.449 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:02.449 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T09:57:02.449 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:02.450 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:02.450 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:02.450 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:02.450 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T09:57:02.451 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:02.451 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:02.451 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:02.451 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:02.452 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:02.452 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:02.452 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T09:57:02.453 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:02.453 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:02.453 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:02.454 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:02.454 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:02.455 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:02.456 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:02.456 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:02.456 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:02.456 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:02.457 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:02.457 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T09:57:02.457 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:02.457 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:02.458 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:02.458 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:02.458 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:02.458 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:02.459 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:02.459 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:02.459 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:02.459 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:02.459 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:02.460 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T09:57:02.460 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:02.460 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:02.460 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:02.461 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:02.461 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:02.461 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:02.461 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:02.461 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:02.462 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:02.462 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:02.462 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:57:02.462 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:02.463 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T09:57:02.463 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T09:57:02.463 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T09:57:02.464 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:02.464 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T09:57:02Z" 2022-09-01T09:57:02.464 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:57:02.466 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:57:07.467 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:07.468 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:07.469 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:07.528 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:07.529 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:07.565 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:07.563+0000 7f3c721ec600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:07.565 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:07.564+0000 7f3c721ec600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:07.588 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:57:07.589 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T09:57:07.589 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T09:57:07.590 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T09:57:07.590 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T09:57:07.591 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:07.591 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:07.591 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:07.591 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T09:57:07.592 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:07.592 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T09:57:07.592 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:07.592 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:07.593 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:07.593 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:07.593 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T09:57:07.593 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:07.594 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:07.594 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:07.594 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:07.594 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:07.595 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:07.595 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T09:57:07.595 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:07.595 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:07.595 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:07.596 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:07.597 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:07.597 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:07.597 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:07.597 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:07.598 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:07.598 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:07.598 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:07.600 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T09:57:07.602 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:07.602 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:07.603 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:07.603 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:07.603 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:07.604 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:07.604 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:07.604 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:07.604 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:07.604 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:07.605 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:07.605 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T09:57:07.605 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:07.605 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:07.606 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:07.606 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:07.606 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:07.607 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:07.607 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:07.608 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:07.608 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:07.608 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:07.608 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:57:07.609 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:07.609 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T09:57:07.609 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T09:57:07.609 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T09:57:07.610 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:07.610 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T09:57:07Z" 2022-09-01T09:57:07.610 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:57:07.611 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=0 master=1_1662026114.283764_49.1 target= 2022-09-01T09:57:12.612 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:12.612 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:12.613 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:12.671 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:12.672 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:12.702 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:12.700+0000 7f99a5bd6600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:12.703 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:12.702+0000 7f99a5bd6600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:12.721 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:57:12.722 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T09:57:12.722 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T09:57:12.722 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T09:57:12.722 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T09:57:12.723 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:12.723 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:12.723 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:12.724 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T09:57:12.724 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:12.724 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T09:57:12.724 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:12.725 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:12.725 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:12.725 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:12.726 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T09:57:12.726 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:12.726 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:12.727 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:12.727 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:12.727 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:12.727 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:12.728 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T09:57:12.728 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:12.728 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:12.728 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:12.729 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:12.729 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:12.729 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:12.729 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:12.730 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:12.730 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:12.730 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:12.730 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:12.731 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T09:57:12.731 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:12.731 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:12.732 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:12.732 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:12.732 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:12.732 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:12.733 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:12.733 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:12.733 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:12.734 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:12.734 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:12.734 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T09:57:12.735 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:12.735 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:12.735 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:12.736 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:12.736 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:12.737 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:12.737 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:12.737 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:12.738 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:12.738 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:12.738 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:57:12.739 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:12.739 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T09:57:12.739 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T09:57:12.739 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T09:57:12.740 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:12.740 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T09:57:12Z" 2022-09-01T09:57:12.741 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:57:12.742 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T09:57:12.743 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T09:57:12.743 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:12.744 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:12.744 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:12.801 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:12.801 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:12.831 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:12.831+0000 7fca19770600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:12.836 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:12.832+0000 7fca19770600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:12.844 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:12.845 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:12.845 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:12.845 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:12.846 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:12.846 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:12.847 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:12.847 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:12.848 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:12.848 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:12.848 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:12.849 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:12.849 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:12.850 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:12.850 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:12.851 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:12.851 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:12.852 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:12.852 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:12.853 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:12.853 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:12.853 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:12.854 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:12.854 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:12.855 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:12.855 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:12.856 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:12.856 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:12.857 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:12.857 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:12.857 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:12.858 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:12.858 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:12.858 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:12.859 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:12.859 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:12.859 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:12.859 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:12.859 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:12.860 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:12.860 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:12.860 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:12.860 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:12.861 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:12.861 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:12.861 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:12.861 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:12.862 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:12.862 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:12.863 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:12.863 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:12.863 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:12.864 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:12.864 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:12.865 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:12.865 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:12.866 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:12.866 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:12.867 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:12.867 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:12.867 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:12.868 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:12.868 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:12.869 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:12Z" 2022-09-01T09:57:12.869 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:12.871 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T09:57:12.872 INFO:rgw_multi.tests:meta checkpoint 2022-09-01T09:57:12.873 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:12.874 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:12.875 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:12.928 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:12.929 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:12.964 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T09:57:12.981 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T09:57:12.982 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:12.983 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:12.983 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T09:57:12.984 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:12.984 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:12.984 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:12.985 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:57:12.985 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:12.986 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:12.986 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:12.987 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:57:12.987 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:12.987 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:12.988 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:12.988 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:57:12.989 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:12.989 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T09:57:12.991 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T09:57:12.992 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:12.992 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:12.993 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:13.046 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:13.047 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:13.074 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:13.074+0000 7f571d71d600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:13.075 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:13.075+0000 7f571d71d600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:13.087 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:13.088 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:13.088 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:13.088 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:13.088 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:13.089 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:13.089 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:13.089 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:13.089 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:13.090 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:13.090 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:13.090 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:13.090 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:13.091 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:13.091 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:13.091 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:13.091 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:13.092 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:13.092 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:13.093 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:13.093 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:13.093 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:13.094 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:13.094 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:13.095 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:13.095 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:13.095 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:13.096 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:13.098 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:13.098 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:13.098 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:13.098 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:13.099 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:13.099 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:13.099 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:13.099 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:13.100 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:13.100 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:13.100 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:13.100 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:13.100 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:13.101 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:13.101 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:13.101 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:13.101 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:13.103 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:13.103 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:13.104 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:13.104 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:13.104 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:13.104 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:13.105 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:13.105 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:13.105 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:13.105 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:13.106 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:13.106 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:13.106 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:13.106 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:13.106 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:13.107 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:13.107 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:13.107 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:13.107 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:13Z" 2022-09-01T09:57:13.108 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:13.109 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T09:57:13.109 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T09:57:13.110 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:13.110 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:13.111 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:13.165 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:13.166 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:13.210 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:13.207+0000 7f61fbf50600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:13.211 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:13.208+0000 7f61fbf50600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:13.233 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:57:13.233 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T09:57:13.234 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T09:57:13.234 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T09:57:13.235 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T09:57:13.235 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:13.236 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:13.236 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:13.236 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T09:57:13.237 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:13.237 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T09:57:13.238 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:13.238 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:13.239 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:13.239 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:13.240 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T09:57:13.240 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:13.240 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:13.241 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:13.241 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:13.242 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:13.242 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:13.243 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T09:57:13.243 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:13.244 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:13.244 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:13.244 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:13.245 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:13.245 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:13.246 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:13.246 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:13.247 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:13.247 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:13.248 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:13.248 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T09:57:13.248 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:13.249 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:13.249 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:13.250 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:13.250 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:13.251 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:13.252 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:13.252 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:13.252 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:13.253 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:13.253 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:13.254 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T09:57:13.254 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:13.255 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:13.255 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:13.255 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:13.256 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:13.256 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:13.256 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:13.257 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:13.257 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:13.257 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:13.257 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:57:13.257 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:13.258 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T09:57:13.258 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T09:57:13.258 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T09:57:13.258 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:13.259 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T09:57:13Z" 2022-09-01T09:57:13.259 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:57:13.259 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T09:57:13.260 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T09:57:13.260 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:13.260 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:13.261 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:13.311 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:13.312 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:13.338 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:13.338+0000 7fbff5025600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:13.339 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:13.339+0000 7fbff5025600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:13.351 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:13.351 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:13.351 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:13.352 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:13.352 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:13.352 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:13.352 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:13.353 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:13.353 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:13.353 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:13.354 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:13.354 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:13.354 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:13.355 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:13.355 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:13.355 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:13.356 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:13.356 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:13.357 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:13.357 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:13.357 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:13.358 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:13.358 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:13.358 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:13.359 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:13.359 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:13.359 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:13.360 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:13.360 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:13.360 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:13.361 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:13.361 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:13.361 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:13.362 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:13.362 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:13.363 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:13.363 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:13.363 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:13.364 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:13.364 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:13.364 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:13.365 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:13.365 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:13.366 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:13.366 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:13.366 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:13.367 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:13.367 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:13.367 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:13.367 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:13.368 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:13.368 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:13.368 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:13.369 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:13.369 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:13.370 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:13.370 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:13.370 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:13.370 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:13.371 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:13.371 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:13.371 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:13.372 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:13.372 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:13Z" 2022-09-01T09:57:13.372 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:13.373 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T09:57:13.374 INFO:tasks.rgw_multisite_tests:running rgw multisite tests on '/home/teuthworker/src/git.ceph.com_ceph-c_538e7f759b27ed88dfb7236d15eb8fa6f6a7d952/qa/../src/test/rgw/rgw_multi' with args=['tests.py', 'tests_ps.py'] 2022-09-01T09:57:13.439 DEBUG:boto:Using access key provided by client. 2022-09-01T09:57:13.442 DEBUG:boto:Using secret key provided by client. 2022-09-01T09:57:13.444 DEBUG:boto:Using access key provided by client. 2022-09-01T09:57:13.445 DEBUG:boto:Using secret key provided by client. 2022-09-01T09:57:13.446 DEBUG:boto:Using access key provided by client. 2022-09-01T09:57:13.447 DEBUG:boto:Using secret key provided by client. 2022-09-01T09:57:13.448 DEBUG:boto:Using access key provided by client. 2022-09-01T09:57:13.448 DEBUG:boto:Using secret key provided by client. 2022-09-01T09:57:13.449 DEBUG:boto:Using access key provided by client. 2022-09-01T09:57:13.450 DEBUG:boto:Using secret key provided by client. 2022-09-01T09:57:13.451 DEBUG:boto:Using access key provided by client. 2022-09-01T09:57:13.451 DEBUG:boto:Using secret key provided by client. 2022-09-01T09:57:13.453 DEBUG:boto:Using access key provided by client. 2022-09-01T09:57:13.454 DEBUG:boto:Using secret key provided by client. 2022-09-01T09:57:13.455 DEBUG:boto:Using access key provided by client. 2022-09-01T09:57:13.455 DEBUG:boto:Using secret key provided by client. 2022-09-01T09:57:13.456 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-1 2022-09-01T09:57:13.457 DEBUG:boto:path=/ptoxvb-1/ 2022-09-01T09:57:13.457 DEBUG:boto:auth_path=/ptoxvb-1/ 2022-09-01T09:57:13.458 DEBUG:boto:Method: PUT 2022-09-01T09:57:13.458 DEBUG:boto:Path: /ptoxvb-1/ 2022-09-01T09:57:13.459 DEBUG:boto:Data: 2022-09-01T09:57:13.459 DEBUG:boto:Headers: {} 2022-09-01T09:57:13.460 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:13.460 DEBUG:boto:Port: 8000 2022-09-01T09:57:13.461 DEBUG:boto:Params: {} 2022-09-01T09:57:13.461 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T09:57:13.462 DEBUG:boto:Token: None 2022-09-01T09:57:13.463 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:13 GMT /ptoxvb-1/ 2022-09-01T09:57:13.464 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AIoR1qHjwdcZE2KfV1UroU0zsac= 2022-09-01T09:57:13.464 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AIoR1qHjwdcZE2KfV1UroU0zsac=', 'Content-Length': '0'} 2022-09-01T09:57:16.290 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000650b09b85b2ba712-00631081f9-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:16.291 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-2 2022-09-01T09:57:16.292 DEBUG:boto:path=/ptoxvb-2/ 2022-09-01T09:57:16.292 DEBUG:boto:auth_path=/ptoxvb-2/ 2022-09-01T09:57:16.293 DEBUG:boto:Method: PUT 2022-09-01T09:57:16.293 DEBUG:boto:Path: /ptoxvb-2/ 2022-09-01T09:57:16.294 DEBUG:boto:Data: 2022-09-01T09:57:16.294 DEBUG:boto:Headers: {} 2022-09-01T09:57:16.295 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:16.295 DEBUG:boto:Port: 8000 2022-09-01T09:57:16.296 DEBUG:boto:Params: {} 2022-09-01T09:57:16.296 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T09:57:16.297 DEBUG:boto:Token: None 2022-09-01T09:57:16.297 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:16 GMT /ptoxvb-2/ 2022-09-01T09:57:16.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iNlQkVXo0rHgCKwKLTTjPYJ9bbI= 2022-09-01T09:57:16.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iNlQkVXo0rHgCKwKLTTjPYJ9bbI=', 'Content-Length': '0'} 2022-09-01T09:57:18.771 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000a197cc38e364a4c5-00631081fc-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:18.772 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-3 2022-09-01T09:57:18.774 DEBUG:boto:path=/ptoxvb-3/ 2022-09-01T09:57:18.774 DEBUG:boto:auth_path=/ptoxvb-3/ 2022-09-01T09:57:18.775 DEBUG:boto:Method: PUT 2022-09-01T09:57:18.776 DEBUG:boto:Path: /ptoxvb-3/ 2022-09-01T09:57:18.778 DEBUG:boto:Data: 2022-09-01T09:57:18.779 DEBUG:boto:Headers: {} 2022-09-01T09:57:18.780 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:18.781 DEBUG:boto:Port: 8001 2022-09-01T09:57:18.782 DEBUG:boto:Params: {} 2022-09-01T09:57:18.783 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T09:57:18.784 DEBUG:boto:Token: None 2022-09-01T09:57:18.785 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:18 GMT /ptoxvb-3/ 2022-09-01T09:57:18.786 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PlAAFBn9JqtltBvdg1DEk81Vyek= 2022-09-01T09:57:18.787 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PlAAFBn9JqtltBvdg1DEk81Vyek=', 'Content-Length': '0'} 2022-09-01T09:57:18.832 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000078ead27d1d98d50d-00631081fe-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:18.833 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:18.834 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:18.835 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:18.897 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:18.898 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:18.933 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T09:57:18.957 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T09:57:18.958 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:18.958 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:18.958 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T09:57:18.958 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:18.959 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:18.959 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:18.959 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:57:18.960 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:18.960 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:18.960 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026238.817811_79.1", 2022-09-01T09:57:18.960 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:18.817811Z" 2022-09-01T09:57:18.961 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:18.961 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:18.961 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:18.961 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:57:18.962 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:18.962 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T09:57:18.964 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026238.817811_79.1', 3: ''} 2022-09-01T09:57:18.964 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T09:57:18.966 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:18.966 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:18.967 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:19.038 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:19.039 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:19.069 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:19.069+0000 7f9d1c37a600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:19.070 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:19.071+0000 7f9d1c37a600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:19.083 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:19.084 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:19.084 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:19.085 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:19.085 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:19.086 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:19.086 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:19.089 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:19.089 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:19.089 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:19.089 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:19.090 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:19.090 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:19.090 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:19.091 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:19.091 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:19.091 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:19.091 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:19.092 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:19.092 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:19.092 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:19.092 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:19.093 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:19.093 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:19.093 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:19.094 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:19.094 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:19.094 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:19.095 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:19.095 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:19.095 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:19.095 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:19.096 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:19.096 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:19.096 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:19.096 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:19.097 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:19.097 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026236.272104_68.1", 2022-09-01T09:57:19.097 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:19.097 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:19.098 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:19.098 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.272104Z", 2022-09-01T09:57:19.098 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:19.098 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:19.099 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:19.099 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:19.099 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:19.099 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:19.100 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:19.100 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:19.100 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:19.100 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:19.101 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:19.101 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:19.101 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:19.101 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:19.102 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:19.102 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:19.102 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:19.102 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:19.103 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:19.103 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:19.103 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:19.103 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:19Z" 2022-09-01T09:57:19.104 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:19.105 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026236.272104_68.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:16.272104Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:19Z" } 2022-09-01T09:57:19.106 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026236.272104_68.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:16.272104Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:19.107 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026238.817811_79.1', 3: ''} 2022-09-01T09:57:19.107 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026236.272104_68.1', 3: ''} 2022-09-01T09:57:19.108 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1662026238.817811_79.1 target=1_1662026236.272104_68.1 2022-09-01T09:57:24.110 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:24.111 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:24.112 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:24.170 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:24.171 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:24.200 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:24.199+0000 7f9476c0a600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:24.201 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:24.200+0000 7f9476c0a600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:24.214 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:24.214 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:24.215 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:24.215 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:24.216 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:24.216 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:24.217 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:24.218 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.218 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:24.218 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:24.219 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:24.219 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:24.219 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:24.219 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:24.220 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:24.220 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:24.220 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:24.221 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:24.221 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:24.221 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:24.221 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.222 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:24.222 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:24.222 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:24.223 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:24.223 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:24.223 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:24.223 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:24.224 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:24.224 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:24.224 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:24.224 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:24.225 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.225 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:24.225 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:24.226 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:24.226 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:24.227 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026238.817811_79.1", 2022-09-01T09:57:24.227 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:24.228 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:24.228 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:24.229 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:18.817811Z", 2022-09-01T09:57:24.229 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:24.230 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:24.230 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.231 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:24.231 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:24.232 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:24.232 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:24.233 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:24.233 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:24.234 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:24.234 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:24.235 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:24.235 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:24.236 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:24.236 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:24.237 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:24.237 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.238 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:24.238 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:24.239 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:24.239 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.240 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:24Z" 2022-09-01T09:57:24.240 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:24.242 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026238.817811_79.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:18.817811Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:24Z" } 2022-09-01T09:57:24.243 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026238.817811_79.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:18.817811Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:24.244 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026238.817811_79.1', 3: ''} 2022-09-01T09:57:24.244 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026238.817811_79.1', 3: ''} 2022-09-01T09:57:24.245 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T09:57:24.246 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T09:57:24.247 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:24.248 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:24.249 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:24.309 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:24.310 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:24.361 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:24.360+0000 7fa38e029600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:24.361 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:24.361+0000 7fa38e029600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:24.378 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:57:24.379 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T09:57:24.379 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T09:57:24.379 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T09:57:24.380 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T09:57:24.380 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:24.380 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:24.380 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:24.381 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T09:57:24.381 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:24.381 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T09:57:24.381 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:24.382 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:24.382 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:24.382 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:24.383 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T09:57:24.383 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:24.383 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:24.383 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:24.384 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:24.384 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:24.384 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:24.384 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T09:57:24.385 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:24.385 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:24.385 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:24.385 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:24.386 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:24.386 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:24.386 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:24.386 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:24.387 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:24.387 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:24.388 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:24.388 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T09:57:24.389 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:24.389 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:24.389 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026238.817811_79.1", 2022-09-01T09:57:24.389 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:24.390 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:24.390 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:24.390 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:18.817811Z", 2022-09-01T09:57:24.390 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:24.391 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:24.391 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:24.391 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:24.391 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T09:57:24.392 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:24.392 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:24.392 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:24.392 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:24.393 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:24.393 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:24.393 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:24.394 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:24.394 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:24.394 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:24.395 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:57:24.395 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:24.395 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T09:57:24.395 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T09:57:24.396 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T09:57:24.396 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:24.396 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T09:57:24Z" 2022-09-01T09:57:24.397 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:57:24.398 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026238.817811_79.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:18.817811Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:24Z" } 2022-09-01T09:57:24.399 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026238.817811_79.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:18.817811Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:24.399 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026238.817811_79.1', 3: ''} 2022-09-01T09:57:24.400 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026238.817811_79.1', 3: ''} 2022-09-01T09:57:24.400 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T09:57:24.401 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T09:57:24.401 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:24.402 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:24.403 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:24.457 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:24.457 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:24.486 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:24.485+0000 7f3de984b600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:24.487 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:24.486+0000 7f3de984b600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:24.499 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:24.499 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:24.500 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:24.500 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:24.500 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:24.500 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:24.501 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:24.501 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.501 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:24.501 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:24.502 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:24.502 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:24.502 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:24.503 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:24.503 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:24.503 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:24.503 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:24.504 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:24.504 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:24.504 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:24.504 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.505 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:24.505 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:24.505 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:24.506 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:24.507 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:24.507 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:24.507 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:24.508 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:24.508 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:24.508 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:24.509 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:24.509 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.509 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:24.510 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:24.511 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:24.511 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:24.512 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026238.817811_79.1", 2022-09-01T09:57:24.513 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:24.513 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:24.514 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:24.514 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:18.817811Z", 2022-09-01T09:57:24.515 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:24.516 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:24.516 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.517 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:24.518 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:24.518 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:24.519 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:24.519 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:24.520 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:24.521 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:24.521 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:24.522 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:24.522 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:24.523 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:24.523 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:24.524 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:24.524 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.525 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:24.525 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:24.526 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:24.527 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.527 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:24Z" 2022-09-01T09:57:24.528 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:24.532 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026238.817811_79.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:18.817811Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:24Z" } 2022-09-01T09:57:24.533 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026238.817811_79.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:18.817811Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:24.535 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026238.817811_79.1', 3: ''} 2022-09-01T09:57:24.535 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026238.817811_79.1', 3: ''} 2022-09-01T09:57:24.536 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T09:57:24.537 DEBUG:boto:path=/ptoxvb-1/ 2022-09-01T09:57:24.537 DEBUG:boto:auth_path=/ptoxvb-1/ 2022-09-01T09:57:24.538 DEBUG:boto:Method: HEAD 2022-09-01T09:57:24.539 DEBUG:boto:Path: /ptoxvb-1/ 2022-09-01T09:57:24.539 DEBUG:boto:Data: 2022-09-01T09:57:24.540 DEBUG:boto:Headers: {} 2022-09-01T09:57:24.540 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:24.541 DEBUG:boto:Port: 8000 2022-09-01T09:57:24.542 DEBUG:boto:Params: {} 2022-09-01T09:57:24.542 DEBUG:boto:Token: None 2022-09-01T09:57:24.543 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:24 GMT /ptoxvb-1/ 2022-09-01T09:57:24.544 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7irAd7tSNJEFHfJ1WNa9Uvzgu5g= 2022-09-01T09:57:24.544 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7irAd7tSNJEFHfJ1WNa9Uvzgu5g=', 'Content-Length': '0'} 2022-09-01T09:57:24.547 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008f910b13389a4b4b-0063108204-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:24.548 DEBUG:boto:path=/ptoxvb-2/ 2022-09-01T09:57:24.548 DEBUG:boto:auth_path=/ptoxvb-2/ 2022-09-01T09:57:24.549 DEBUG:boto:Method: HEAD 2022-09-01T09:57:24.549 DEBUG:boto:Path: /ptoxvb-2/ 2022-09-01T09:57:24.550 DEBUG:boto:Data: 2022-09-01T09:57:24.551 DEBUG:boto:Headers: {} 2022-09-01T09:57:24.551 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:24.552 DEBUG:boto:Port: 8000 2022-09-01T09:57:24.552 DEBUG:boto:Params: {} 2022-09-01T09:57:24.553 DEBUG:boto:Token: None 2022-09-01T09:57:24.553 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:24 GMT /ptoxvb-2/ 2022-09-01T09:57:24.554 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PnJ+pR10N7PXmNETHo+To0b5sEQ= 2022-09-01T09:57:24.554 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PnJ+pR10N7PXmNETHo+To0b5sEQ=', 'Content-Length': '0'} 2022-09-01T09:57:24.557 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b8336d440fca2bc9-0063108204-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:24.558 DEBUG:boto:path=/ptoxvb-3/ 2022-09-01T09:57:24.558 DEBUG:boto:auth_path=/ptoxvb-3/ 2022-09-01T09:57:24.559 DEBUG:boto:Method: HEAD 2022-09-01T09:57:24.560 DEBUG:boto:Path: /ptoxvb-3/ 2022-09-01T09:57:24.560 DEBUG:boto:Data: 2022-09-01T09:57:24.561 DEBUG:boto:Headers: {} 2022-09-01T09:57:24.561 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:24.562 DEBUG:boto:Port: 8000 2022-09-01T09:57:24.563 DEBUG:boto:Params: {} 2022-09-01T09:57:24.563 DEBUG:boto:Token: None 2022-09-01T09:57:24.564 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:24 GMT /ptoxvb-3/ 2022-09-01T09:57:24.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IuH9rSAK4HlUSB9xWe/SryBqqao= 2022-09-01T09:57:24.565 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IuH9rSAK4HlUSB9xWe/SryBqqao=', 'Content-Length': '0'} 2022-09-01T09:57:24.568 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004d099dbc308021f5-0063108204-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:24.570 DEBUG:boto:path=/ptoxvb-1/ 2022-09-01T09:57:24.570 DEBUG:boto:auth_path=/ptoxvb-1/ 2022-09-01T09:57:24.571 DEBUG:boto:Method: HEAD 2022-09-01T09:57:24.571 DEBUG:boto:Path: /ptoxvb-1/ 2022-09-01T09:57:24.572 DEBUG:boto:Data: 2022-09-01T09:57:24.572 DEBUG:boto:Headers: {} 2022-09-01T09:57:24.573 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:24.573 DEBUG:boto:Port: 8000 2022-09-01T09:57:24.574 DEBUG:boto:Params: {} 2022-09-01T09:57:24.575 DEBUG:boto:Token: None 2022-09-01T09:57:24.575 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:24 GMT /ptoxvb-1/ 2022-09-01T09:57:24.576 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7irAd7tSNJEFHfJ1WNa9Uvzgu5g= 2022-09-01T09:57:24.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7irAd7tSNJEFHfJ1WNa9Uvzgu5g=', 'Content-Length': '0'} 2022-09-01T09:57:24.579 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b9716668a23220c2-0063108204-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:24.580 DEBUG:boto:path=/ptoxvb-2/ 2022-09-01T09:57:24.580 DEBUG:boto:auth_path=/ptoxvb-2/ 2022-09-01T09:57:24.581 DEBUG:boto:Method: HEAD 2022-09-01T09:57:24.581 DEBUG:boto:Path: /ptoxvb-2/ 2022-09-01T09:57:24.582 DEBUG:boto:Data: 2022-09-01T09:57:24.582 DEBUG:boto:Headers: {} 2022-09-01T09:57:24.583 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:24.584 DEBUG:boto:Port: 8000 2022-09-01T09:57:24.584 DEBUG:boto:Params: {} 2022-09-01T09:57:24.585 DEBUG:boto:Token: None 2022-09-01T09:57:24.585 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:24 GMT /ptoxvb-2/ 2022-09-01T09:57:24.586 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PnJ+pR10N7PXmNETHo+To0b5sEQ= 2022-09-01T09:57:24.586 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PnJ+pR10N7PXmNETHo+To0b5sEQ=', 'Content-Length': '0'} 2022-09-01T09:57:24.589 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002702d24f386fe325-0063108204-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:24.590 DEBUG:boto:path=/ptoxvb-3/ 2022-09-01T09:57:24.591 DEBUG:boto:auth_path=/ptoxvb-3/ 2022-09-01T09:57:24.591 DEBUG:boto:Method: HEAD 2022-09-01T09:57:24.592 DEBUG:boto:Path: /ptoxvb-3/ 2022-09-01T09:57:24.592 DEBUG:boto:Data: 2022-09-01T09:57:24.593 DEBUG:boto:Headers: {} 2022-09-01T09:57:24.593 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:24.594 DEBUG:boto:Port: 8000 2022-09-01T09:57:24.594 DEBUG:boto:Params: {} 2022-09-01T09:57:24.595 DEBUG:boto:Token: None 2022-09-01T09:57:24.596 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:24 GMT /ptoxvb-3/ 2022-09-01T09:57:24.598 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IuH9rSAK4HlUSB9xWe/SryBqqao= 2022-09-01T09:57:24.599 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IuH9rSAK4HlUSB9xWe/SryBqqao=', 'Content-Length': '0'} 2022-09-01T09:57:24.602 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c62019aeb26f13a7-0063108204-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:24.603 DEBUG:boto:path=/ptoxvb-1/ 2022-09-01T09:57:24.604 DEBUG:boto:auth_path=/ptoxvb-1/ 2022-09-01T09:57:24.605 DEBUG:boto:Method: HEAD 2022-09-01T09:57:24.605 DEBUG:boto:Path: /ptoxvb-1/ 2022-09-01T09:57:24.606 DEBUG:boto:Data: 2022-09-01T09:57:24.607 DEBUG:boto:Headers: {} 2022-09-01T09:57:24.608 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:24.609 DEBUG:boto:Port: 8001 2022-09-01T09:57:24.609 DEBUG:boto:Params: {} 2022-09-01T09:57:24.611 DEBUG:boto:Token: None 2022-09-01T09:57:24.611 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:24 GMT /ptoxvb-1/ 2022-09-01T09:57:24.612 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7irAd7tSNJEFHfJ1WNa9Uvzgu5g= 2022-09-01T09:57:24.613 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7irAd7tSNJEFHfJ1WNa9Uvzgu5g=', 'Content-Length': '0'} 2022-09-01T09:57:24.617 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000736f1e2bba90fb5e-0063108204-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:24.618 DEBUG:boto:path=/ptoxvb-2/ 2022-09-01T09:57:24.618 DEBUG:boto:auth_path=/ptoxvb-2/ 2022-09-01T09:57:24.619 DEBUG:boto:Method: HEAD 2022-09-01T09:57:24.619 DEBUG:boto:Path: /ptoxvb-2/ 2022-09-01T09:57:24.620 DEBUG:boto:Data: 2022-09-01T09:57:24.620 DEBUG:boto:Headers: {} 2022-09-01T09:57:24.621 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:24.621 DEBUG:boto:Port: 8001 2022-09-01T09:57:24.622 DEBUG:boto:Params: {} 2022-09-01T09:57:24.623 DEBUG:boto:Token: None 2022-09-01T09:57:24.624 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:24 GMT /ptoxvb-2/ 2022-09-01T09:57:24.625 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PnJ+pR10N7PXmNETHo+To0b5sEQ= 2022-09-01T09:57:24.626 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PnJ+pR10N7PXmNETHo+To0b5sEQ=', 'Content-Length': '0'} 2022-09-01T09:57:24.630 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000077e919067131529e-0063108204-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:24.630 DEBUG:boto:path=/ptoxvb-3/ 2022-09-01T09:57:24.631 DEBUG:boto:auth_path=/ptoxvb-3/ 2022-09-01T09:57:24.632 DEBUG:boto:Method: HEAD 2022-09-01T09:57:24.633 DEBUG:boto:Path: /ptoxvb-3/ 2022-09-01T09:57:24.634 DEBUG:boto:Data: 2022-09-01T09:57:24.635 DEBUG:boto:Headers: {} 2022-09-01T09:57:24.636 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:24.637 DEBUG:boto:Port: 8001 2022-09-01T09:57:24.638 DEBUG:boto:Params: {} 2022-09-01T09:57:24.639 DEBUG:boto:Token: None 2022-09-01T09:57:24.640 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:24 GMT /ptoxvb-3/ 2022-09-01T09:57:24.641 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IuH9rSAK4HlUSB9xWe/SryBqqao= 2022-09-01T09:57:24.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IuH9rSAK4HlUSB9xWe/SryBqqao=', 'Content-Length': '0'} 2022-09-01T09:57:24.644 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f8a1fd17c35a421b-0063108204-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:24.645 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_create ... ok 2022-09-01T09:57:24.646 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-4 2022-09-01T09:57:24.647 DEBUG:boto:path=/ptoxvb-4/ 2022-09-01T09:57:24.647 DEBUG:boto:auth_path=/ptoxvb-4/ 2022-09-01T09:57:24.649 DEBUG:boto:Method: PUT 2022-09-01T09:57:24.650 DEBUG:boto:Path: /ptoxvb-4/ 2022-09-01T09:57:24.651 DEBUG:boto:Data: 2022-09-01T09:57:24.652 DEBUG:boto:Headers: {} 2022-09-01T09:57:24.653 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:24.653 DEBUG:boto:Port: 8000 2022-09-01T09:57:24.654 DEBUG:boto:Params: {} 2022-09-01T09:57:24.655 DEBUG:boto:Token: None 2022-09-01T09:57:24.656 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:24 GMT /ptoxvb-4/ 2022-09-01T09:57:24.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VHwmgN3YYZJc99gP8pZ0ICWWm10= 2022-09-01T09:57:24.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VHwmgN3YYZJc99gP8pZ0ICWWm10=', 'Content-Length': '0'} 2022-09-01T09:57:24.683 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000078a98d43a44e65ab-0063108204-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:24.684 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-5 2022-09-01T09:57:24.685 DEBUG:boto:path=/ptoxvb-5/ 2022-09-01T09:57:24.685 DEBUG:boto:auth_path=/ptoxvb-5/ 2022-09-01T09:57:24.686 DEBUG:boto:Method: PUT 2022-09-01T09:57:24.687 DEBUG:boto:Path: /ptoxvb-5/ 2022-09-01T09:57:24.688 DEBUG:boto:Data: 2022-09-01T09:57:24.688 DEBUG:boto:Headers: {} 2022-09-01T09:57:24.689 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:24.690 DEBUG:boto:Port: 8000 2022-09-01T09:57:24.690 DEBUG:boto:Params: {} 2022-09-01T09:57:24.691 DEBUG:boto:Token: None 2022-09-01T09:57:24.692 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:24 GMT /ptoxvb-5/ 2022-09-01T09:57:24.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Be4gp7Kw412vmICH296C1BI1Txc= 2022-09-01T09:57:24.693 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Be4gp7Kw412vmICH296C1BI1Txc=', 'Content-Length': '0'} 2022-09-01T09:57:24.723 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000025a6242466858851-0063108204-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:24.724 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-6 2022-09-01T09:57:24.725 DEBUG:boto:path=/ptoxvb-6/ 2022-09-01T09:57:24.725 DEBUG:boto:auth_path=/ptoxvb-6/ 2022-09-01T09:57:24.726 DEBUG:boto:Method: PUT 2022-09-01T09:57:24.726 DEBUG:boto:Path: /ptoxvb-6/ 2022-09-01T09:57:24.727 DEBUG:boto:Data: 2022-09-01T09:57:24.727 DEBUG:boto:Headers: {} 2022-09-01T09:57:24.728 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:24.729 DEBUG:boto:Port: 8001 2022-09-01T09:57:24.730 DEBUG:boto:Params: {} 2022-09-01T09:57:24.731 DEBUG:boto:Token: None 2022-09-01T09:57:24.732 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:24 GMT /ptoxvb-6/ 2022-09-01T09:57:24.732 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yLGQOOprW8V8E77Q+ZVikA6G5pw= 2022-09-01T09:57:24.733 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yLGQOOprW8V8E77Q+ZVikA6G5pw=', 'Content-Length': '0'} 2022-09-01T09:57:24.757 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000cc9ff0817e512c50-0063108204-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:24.758 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:24.759 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:24.760 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:24.816 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:24.817 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:24.868 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T09:57:24.879 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T09:57:24.880 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:24.880 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:24.880 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T09:57:24.881 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:24.881 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:24.881 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:24.881 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:57:24.882 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:24.882 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:24.882 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026244.748191_91.1", 2022-09-01T09:57:24.882 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:24.748191Z" 2022-09-01T09:57:24.883 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:24.883 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:24.883 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:24.883 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:57:24.884 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:24.884 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T09:57:24.885 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:24.886 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T09:57:24.887 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:24.887 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:24.888 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:24.939 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:24.939 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:24.966 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:24.965+0000 7f941407b600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:24.966 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:24.966+0000 7f941407b600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:24.978 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:24.979 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:24.980 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:24.980 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:24.980 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:24.980 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:24.981 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:24.981 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.981 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:24.982 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:24.983 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:24.983 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:24.983 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:24.984 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:24.984 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:24.985 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:24.985 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:24.985 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:24.986 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:24.986 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:24.987 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.987 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:24.987 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:24.988 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:24.988 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:24.988 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:24.989 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:24.989 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:24.990 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:24.990 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:24.991 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:24.991 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:24.991 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.992 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:24.992 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:24.992 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:24.993 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:24.993 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026244.744374_89.1", 2022-09-01T09:57:24.993 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:24.994 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:24.994 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:24.994 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.744374Z", 2022-09-01T09:57:24.995 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:24.995 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:24.995 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:24.996 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:24.996 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:24.997 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:24.997 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:24.998 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:24.998 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:24.999 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:24.999 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:25.000 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:25.000 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:25.001 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:25.001 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:25.002 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:25.002 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:25.003 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:25.003 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:25.004 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:25.004 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:25.005 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:24Z" 2022-09-01T09:57:25.005 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:25.008 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026244.744374_89.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:24.744374Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:24Z" } 2022-09-01T09:57:25.009 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026244.744374_89.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:24.744374Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:25.009 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:25.010 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.744374_89.1', 3: ''} 2022-09-01T09:57:25.010 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1662026244.748191_91.1 target=1_1662026244.744374_89.1 2022-09-01T09:57:30.011 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:30.013 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:30.013 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:30.071 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:30.072 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:30.102 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:30.101+0000 7f743d732600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:30.106 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:30.102+0000 7f743d732600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:30.117 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:30.118 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:30.118 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:30.119 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:30.119 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:30.119 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:30.119 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:30.120 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:30.120 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:30.121 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:30.121 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:30.121 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:30.122 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:30.122 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:30.123 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:30.123 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:30.124 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:30.124 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:30.124 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:30.125 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:30.125 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:30.126 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:30.126 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:30.127 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:30.127 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:30.128 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:30.128 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:30.128 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:30.129 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:30.129 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:30.129 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:30.129 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:30.130 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:30.130 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:30.130 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:30.131 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:30.131 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:30.131 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026244.744374_89.1", 2022-09-01T09:57:30.131 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:30.132 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:30.132 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:30.133 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.744374Z", 2022-09-01T09:57:30.133 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:30.133 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:30.134 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:30.134 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:30.134 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:30.135 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:30.135 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:30.135 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:30.136 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:30.136 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:30.137 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:30.137 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:30.138 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:30.138 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:30.139 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:30.139 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:30.139 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:30.140 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:30.140 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:30.141 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:30.141 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:30.142 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:30Z" 2022-09-01T09:57:30.142 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:30.143 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026244.744374_89.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:24.744374Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:30Z" } 2022-09-01T09:57:30.144 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026244.744374_89.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:24.744374Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:30.145 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:30.146 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.744374_89.1', 3: ''} 2022-09-01T09:57:30.146 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1662026244.748191_91.1 target=1_1662026244.744374_89.1 2022-09-01T09:57:35.147 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:35.148 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:35.149 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:35.207 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:35.207 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:35.238 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:35.237+0000 7f7d0d48e600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:35.239 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:35.238+0000 7f7d0d48e600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:35.252 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:35.252 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:35.253 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:35.253 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:35.253 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:35.253 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:35.254 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:35.254 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:35.254 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:35.255 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:35.255 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:35.255 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:35.255 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:35.256 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:35.256 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:35.256 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:35.257 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:35.257 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:35.257 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:35.257 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:35.258 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:35.258 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:35.258 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:35.258 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:35.259 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:35.259 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:35.259 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:35.260 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:35.260 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:35.260 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:35.260 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:35.261 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:35.261 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:35.261 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:35.261 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:35.262 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:35.262 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:35.262 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026244.744374_89.1", 2022-09-01T09:57:35.263 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:35.263 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:35.263 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:35.263 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.744374Z", 2022-09-01T09:57:35.264 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:35.264 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:35.264 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:35.264 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:35.265 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:35.265 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:35.265 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:35.265 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:35.266 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:35.266 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:35.266 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:35.266 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:35.267 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:35.267 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:35.267 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:35.268 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:35.268 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:35.268 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:35.268 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:35.269 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:35.269 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:35.269 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:35Z" 2022-09-01T09:57:35.269 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:35.271 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026244.744374_89.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:24.744374Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:35Z" } 2022-09-01T09:57:35.271 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026244.744374_89.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:24.744374Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:35.272 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:35.272 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.744374_89.1', 3: ''} 2022-09-01T09:57:35.273 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1662026244.748191_91.1 target=1_1662026244.744374_89.1 2022-09-01T09:57:40.274 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:40.275 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:40.276 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:40.334 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:40.335 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:40.364 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:40.363+0000 7fedee8a0600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:40.365 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:40.364+0000 7fedee8a0600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:40.378 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:40.379 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:40.379 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:40.380 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:40.380 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:40.381 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:40.381 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:40.382 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:40.382 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:40.383 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:40.383 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:40.383 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:40.384 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:40.384 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:40.385 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:40.385 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:40.385 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:40.386 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:40.386 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:40.387 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:40.387 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:40.388 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:40.388 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:40.389 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:40.389 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:40.389 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:40.390 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:40.390 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:40.390 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:40.390 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:40.391 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:40.391 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:40.391 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:40.391 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:40.392 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:40.392 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:40.392 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:40.392 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026244.748191_91.1", 2022-09-01T09:57:40.393 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:40.393 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:40.393 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:40.393 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.748191Z", 2022-09-01T09:57:40.394 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:40.394 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:40.394 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:40.394 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:40.395 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:40.395 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:40.395 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:40.395 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:40.396 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:40.396 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:40.396 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:40.396 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:40.397 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:40.397 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:40.397 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:40.398 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:40.398 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:40.398 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:40.399 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:40.399 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:40.399 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:40.400 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:40Z" 2022-09-01T09:57:40.400 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:40.401 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026244.748191_91.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:24.748191Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:40Z" } 2022-09-01T09:57:40.402 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026244.748191_91.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:24.748191Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:40.402 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:40.403 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:40.403 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T09:57:40.404 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T09:57:40.404 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:40.405 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:40.405 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:40.464 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:40.464 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:40.500 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:40.500+0000 7f916323d600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:40.501 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:40.501+0000 7f916323d600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:40.519 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:57:40.520 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T09:57:40.520 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T09:57:40.520 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T09:57:40.521 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T09:57:40.521 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:40.521 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:40.522 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:40.522 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T09:57:40.522 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:40.523 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T09:57:40.523 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:40.523 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:40.524 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:40.524 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:40.524 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T09:57:40.525 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:40.525 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:40.525 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:40.525 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:40.526 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:40.526 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:40.526 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T09:57:40.527 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:40.527 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:40.527 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:40.528 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:40.528 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:40.528 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:40.528 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:40.529 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:40.529 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:40.529 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:40.529 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:40.530 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T09:57:40.530 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:40.530 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:40.531 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026244.748191_91.1", 2022-09-01T09:57:40.531 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:40.531 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:40.532 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:40.532 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.748191Z", 2022-09-01T09:57:40.533 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:40.534 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:40.534 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:40.535 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:40.535 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T09:57:40.535 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:40.536 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:40.536 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:40.536 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:40.537 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:40.537 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:40.537 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:40.538 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:40.538 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:40.538 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:40.538 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:57:40.539 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:40.539 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T09:57:40.540 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T09:57:40.540 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T09:57:40.540 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:40.541 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T09:57:40Z" 2022-09-01T09:57:40.541 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:57:40.542 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026244.748191_91.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:24.748191Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:40Z" } 2022-09-01T09:57:40.543 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026244.748191_91.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:24.748191Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:40.543 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:40.544 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:40.545 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T09:57:40.545 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T09:57:40.546 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:40.547 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:40.547 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:40.604 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:40.604 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:40.634 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:40.633+0000 7f0f2872c600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:40.635 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:40.634+0000 7f0f2872c600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:40.647 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:40.648 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:40.648 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:40.649 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:40.649 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:40.649 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:40.649 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:40.650 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:40.650 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:40.651 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:40.651 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:40.651 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:40.651 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:40.652 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:40.652 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:40.652 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:40.652 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:40.653 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:40.653 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:40.653 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:40.653 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:40.654 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:40.654 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:40.654 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:40.655 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:40.655 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:40.655 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:40.655 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:40.656 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:40.656 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:40.656 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:40.656 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:40.657 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:40.657 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:40.657 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:40.657 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:40.657 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:40.658 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026244.748191_91.1", 2022-09-01T09:57:40.658 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:40.658 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:40.659 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:40.659 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.748191Z", 2022-09-01T09:57:40.659 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:40.659 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:40.660 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:40.660 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:40.660 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:40.661 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:40.661 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:40.661 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:40.661 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:40.662 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:40.662 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:40.662 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:40.662 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:40.663 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:40.663 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:40.663 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:40.663 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:40.664 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:40.664 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:40.664 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:40.664 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:40.665 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:40Z" 2022-09-01T09:57:40.665 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:40.666 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026244.748191_91.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:24.748191Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:40Z" } 2022-09-01T09:57:40.667 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026244.748191_91.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:24.748191Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:40.667 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:40.668 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:40.668 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T09:57:40.669 DEBUG:boto:path=/ptoxvb-4/ 2022-09-01T09:57:40.670 DEBUG:boto:auth_path=/ptoxvb-4/ 2022-09-01T09:57:40.670 DEBUG:boto:Method: HEAD 2022-09-01T09:57:40.671 DEBUG:boto:Path: /ptoxvb-4/ 2022-09-01T09:57:40.671 DEBUG:boto:Data: 2022-09-01T09:57:40.672 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.672 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:40.673 DEBUG:boto:Port: 8000 2022-09-01T09:57:40.673 DEBUG:boto:Params: {} 2022-09-01T09:57:40.674 DEBUG:boto:Token: None 2022-09-01T09:57:40.674 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-4/ 2022-09-01T09:57:40.675 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:guzSvc1UvQwia52uRAtAxPAvlAk= 2022-09-01T09:57:40.676 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:guzSvc1UvQwia52uRAtAxPAvlAk=', 'Content-Length': '0'} 2022-09-01T09:57:40.679 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000043165533520f0526-0063108214-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.680 DEBUG:boto:path=/ptoxvb-5/ 2022-09-01T09:57:40.680 DEBUG:boto:auth_path=/ptoxvb-5/ 2022-09-01T09:57:40.681 DEBUG:boto:Method: HEAD 2022-09-01T09:57:40.681 DEBUG:boto:Path: /ptoxvb-5/ 2022-09-01T09:57:40.682 DEBUG:boto:Data: 2022-09-01T09:57:40.682 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.683 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:40.683 DEBUG:boto:Port: 8000 2022-09-01T09:57:40.684 DEBUG:boto:Params: {} 2022-09-01T09:57:40.684 DEBUG:boto:Token: None 2022-09-01T09:57:40.685 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-5/ 2022-09-01T09:57:40.686 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bXKRtav5G4pQyuTqaPDuuW5ld+o= 2022-09-01T09:57:40.687 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bXKRtav5G4pQyuTqaPDuuW5ld+o=', 'Content-Length': '0'} 2022-09-01T09:57:40.690 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d41ae7de94714bde-0063108214-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.691 DEBUG:boto:path=/ptoxvb-6/ 2022-09-01T09:57:40.692 DEBUG:boto:auth_path=/ptoxvb-6/ 2022-09-01T09:57:40.693 DEBUG:boto:Method: HEAD 2022-09-01T09:57:40.693 DEBUG:boto:Path: /ptoxvb-6/ 2022-09-01T09:57:40.694 DEBUG:boto:Data: 2022-09-01T09:57:40.695 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.695 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:40.696 DEBUG:boto:Port: 8000 2022-09-01T09:57:40.696 DEBUG:boto:Params: {} 2022-09-01T09:57:40.697 DEBUG:boto:Token: None 2022-09-01T09:57:40.697 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-6/ 2022-09-01T09:57:40.698 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8nzMTLHU46wxFpL+x/yz9NKGTT8= 2022-09-01T09:57:40.699 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8nzMTLHU46wxFpL+x/yz9NKGTT8=', 'Content-Length': '0'} 2022-09-01T09:57:40.701 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002ef5cf9edc4d146d-0063108214-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.702 DEBUG:boto:path=/ptoxvb-4/ 2022-09-01T09:57:40.702 DEBUG:boto:auth_path=/ptoxvb-4/ 2022-09-01T09:57:40.703 DEBUG:boto:Method: HEAD 2022-09-01T09:57:40.703 DEBUG:boto:Path: /ptoxvb-4/ 2022-09-01T09:57:40.704 DEBUG:boto:Data: 2022-09-01T09:57:40.704 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.705 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:40.705 DEBUG:boto:Port: 8000 2022-09-01T09:57:40.706 DEBUG:boto:Params: {} 2022-09-01T09:57:40.706 DEBUG:boto:Token: None 2022-09-01T09:57:40.707 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-4/ 2022-09-01T09:57:40.707 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:guzSvc1UvQwia52uRAtAxPAvlAk= 2022-09-01T09:57:40.708 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:guzSvc1UvQwia52uRAtAxPAvlAk=', 'Content-Length': '0'} 2022-09-01T09:57:40.711 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007210ac7701147ca4-0063108214-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.712 DEBUG:boto:path=/ptoxvb-5/ 2022-09-01T09:57:40.712 DEBUG:boto:auth_path=/ptoxvb-5/ 2022-09-01T09:57:40.713 DEBUG:boto:Method: HEAD 2022-09-01T09:57:40.714 DEBUG:boto:Path: /ptoxvb-5/ 2022-09-01T09:57:40.715 DEBUG:boto:Data: 2022-09-01T09:57:40.716 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.717 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:40.718 DEBUG:boto:Port: 8000 2022-09-01T09:57:40.718 DEBUG:boto:Params: {} 2022-09-01T09:57:40.719 DEBUG:boto:Token: None 2022-09-01T09:57:40.720 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-5/ 2022-09-01T09:57:40.721 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bXKRtav5G4pQyuTqaPDuuW5ld+o= 2022-09-01T09:57:40.722 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bXKRtav5G4pQyuTqaPDuuW5ld+o=', 'Content-Length': '0'} 2022-09-01T09:57:40.725 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f4d3468d62309aaa-0063108214-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.726 DEBUG:boto:path=/ptoxvb-6/ 2022-09-01T09:57:40.727 DEBUG:boto:auth_path=/ptoxvb-6/ 2022-09-01T09:57:40.727 DEBUG:boto:Method: HEAD 2022-09-01T09:57:40.728 DEBUG:boto:Path: /ptoxvb-6/ 2022-09-01T09:57:40.728 DEBUG:boto:Data: 2022-09-01T09:57:40.729 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.729 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:40.730 DEBUG:boto:Port: 8000 2022-09-01T09:57:40.730 DEBUG:boto:Params: {} 2022-09-01T09:57:40.731 DEBUG:boto:Token: None 2022-09-01T09:57:40.732 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-6/ 2022-09-01T09:57:40.732 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8nzMTLHU46wxFpL+x/yz9NKGTT8= 2022-09-01T09:57:40.733 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8nzMTLHU46wxFpL+x/yz9NKGTT8=', 'Content-Length': '0'} 2022-09-01T09:57:40.735 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b596558d6b3eeada-0063108214-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.736 DEBUG:boto:path=/ptoxvb-4/ 2022-09-01T09:57:40.736 DEBUG:boto:auth_path=/ptoxvb-4/ 2022-09-01T09:57:40.737 DEBUG:boto:Method: HEAD 2022-09-01T09:57:40.738 DEBUG:boto:Path: /ptoxvb-4/ 2022-09-01T09:57:40.739 DEBUG:boto:Data: 2022-09-01T09:57:40.740 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.740 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:40.741 DEBUG:boto:Port: 8001 2022-09-01T09:57:40.742 DEBUG:boto:Params: {} 2022-09-01T09:57:40.742 DEBUG:boto:Token: None 2022-09-01T09:57:40.743 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-4/ 2022-09-01T09:57:40.744 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:guzSvc1UvQwia52uRAtAxPAvlAk= 2022-09-01T09:57:40.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:guzSvc1UvQwia52uRAtAxPAvlAk=', 'Content-Length': '0'} 2022-09-01T09:57:40.748 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000b943eadb4ed342d-0063108214-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.749 DEBUG:boto:path=/ptoxvb-5/ 2022-09-01T09:57:40.750 DEBUG:boto:auth_path=/ptoxvb-5/ 2022-09-01T09:57:40.750 DEBUG:boto:Method: HEAD 2022-09-01T09:57:40.751 DEBUG:boto:Path: /ptoxvb-5/ 2022-09-01T09:57:40.751 DEBUG:boto:Data: 2022-09-01T09:57:40.752 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.753 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:40.753 DEBUG:boto:Port: 8001 2022-09-01T09:57:40.754 DEBUG:boto:Params: {} 2022-09-01T09:57:40.755 DEBUG:boto:Token: None 2022-09-01T09:57:40.755 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-5/ 2022-09-01T09:57:40.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bXKRtav5G4pQyuTqaPDuuW5ld+o= 2022-09-01T09:57:40.756 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bXKRtav5G4pQyuTqaPDuuW5ld+o=', 'Content-Length': '0'} 2022-09-01T09:57:40.759 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005b55496f0b3c6b5d-0063108214-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.760 DEBUG:boto:path=/ptoxvb-6/ 2022-09-01T09:57:40.760 DEBUG:boto:auth_path=/ptoxvb-6/ 2022-09-01T09:57:40.761 DEBUG:boto:Method: HEAD 2022-09-01T09:57:40.761 DEBUG:boto:Path: /ptoxvb-6/ 2022-09-01T09:57:40.762 DEBUG:boto:Data: 2022-09-01T09:57:40.763 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.763 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:40.764 DEBUG:boto:Port: 8001 2022-09-01T09:57:40.764 DEBUG:boto:Params: {} 2022-09-01T09:57:40.765 DEBUG:boto:Token: None 2022-09-01T09:57:40.765 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-6/ 2022-09-01T09:57:40.766 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8nzMTLHU46wxFpL+x/yz9NKGTT8= 2022-09-01T09:57:40.767 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8nzMTLHU46wxFpL+x/yz9NKGTT8=', 'Content-Length': '0'} 2022-09-01T09:57:40.769 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002d4388a824742a49-0063108214-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.770 DEBUG:boto:path=/ptoxvb-4/ 2022-09-01T09:57:40.771 DEBUG:boto:auth_path=/ptoxvb-4/ 2022-09-01T09:57:40.771 DEBUG:boto:Method: PUT 2022-09-01T09:57:40.772 DEBUG:boto:Path: /ptoxvb-4/ 2022-09-01T09:57:40.772 DEBUG:boto:Data: 2022-09-01T09:57:40.773 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.773 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:40.774 DEBUG:boto:Port: 8000 2022-09-01T09:57:40.774 DEBUG:boto:Params: {} 2022-09-01T09:57:40.775 DEBUG:boto:Token: None 2022-09-01T09:57:40.776 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-4/ 2022-09-01T09:57:40.776 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nwPqbleqw3wUC4De5IQJaikmV9I= 2022-09-01T09:57:40.777 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nwPqbleqw3wUC4De5IQJaikmV9I=', 'Content-Length': '0'} 2022-09-01T09:57:40.780 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000001aaae641a93ab215-0063108214-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.781 DEBUG:boto:path=/ptoxvb-5/ 2022-09-01T09:57:40.781 DEBUG:boto:auth_path=/ptoxvb-5/ 2022-09-01T09:57:40.782 DEBUG:boto:Method: PUT 2022-09-01T09:57:40.783 DEBUG:boto:Path: /ptoxvb-5/ 2022-09-01T09:57:40.783 DEBUG:boto:Data: 2022-09-01T09:57:40.784 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.785 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:40.785 DEBUG:boto:Port: 8000 2022-09-01T09:57:40.786 DEBUG:boto:Params: {} 2022-09-01T09:57:40.787 DEBUG:boto:Token: None 2022-09-01T09:57:40.788 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-5/ 2022-09-01T09:57:40.788 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4oi8m8ohUSU1VCH34sPyG0JgYnw= 2022-09-01T09:57:40.789 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4oi8m8ohUSU1VCH34sPyG0JgYnw=', 'Content-Length': '0'} 2022-09-01T09:57:40.792 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000aa21f64c0edcd1ab-0063108214-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.793 DEBUG:boto:path=/ptoxvb-6/ 2022-09-01T09:57:40.793 DEBUG:boto:auth_path=/ptoxvb-6/ 2022-09-01T09:57:40.794 DEBUG:boto:Method: PUT 2022-09-01T09:57:40.794 DEBUG:boto:Path: /ptoxvb-6/ 2022-09-01T09:57:40.795 DEBUG:boto:Data: 2022-09-01T09:57:40.796 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.796 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:40.796 DEBUG:boto:Port: 8000 2022-09-01T09:57:40.797 DEBUG:boto:Params: {} 2022-09-01T09:57:40.798 DEBUG:boto:Token: None 2022-09-01T09:57:40.798 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-6/ 2022-09-01T09:57:40.799 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zwCDe0QDVOtbbtem+AKPfsgieMg= 2022-09-01T09:57:40.800 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zwCDe0QDVOtbbtem+AKPfsgieMg=', 'Content-Length': '0'} 2022-09-01T09:57:40.808 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000eb3bb50c0ceb3ce4-0063108214-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.809 DEBUG:boto:path=/ptoxvb-4/ 2022-09-01T09:57:40.809 DEBUG:boto:auth_path=/ptoxvb-4/ 2022-09-01T09:57:40.810 DEBUG:boto:Method: PUT 2022-09-01T09:57:40.810 DEBUG:boto:Path: /ptoxvb-4/ 2022-09-01T09:57:40.811 DEBUG:boto:Data: 2022-09-01T09:57:40.811 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.812 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:40.812 DEBUG:boto:Port: 8000 2022-09-01T09:57:40.813 DEBUG:boto:Params: {} 2022-09-01T09:57:40.813 DEBUG:boto:Token: None 2022-09-01T09:57:40.814 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-4/ 2022-09-01T09:57:40.815 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nwPqbleqw3wUC4De5IQJaikmV9I= 2022-09-01T09:57:40.815 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nwPqbleqw3wUC4De5IQJaikmV9I=', 'Content-Length': '0'} 2022-09-01T09:57:40.850 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000042495f2634e73d92-0063108214-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.850 DEBUG:boto:path=/ptoxvb-5/ 2022-09-01T09:57:40.851 DEBUG:boto:auth_path=/ptoxvb-5/ 2022-09-01T09:57:40.851 DEBUG:boto:Method: PUT 2022-09-01T09:57:40.852 DEBUG:boto:Path: /ptoxvb-5/ 2022-09-01T09:57:40.852 DEBUG:boto:Data: 2022-09-01T09:57:40.853 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.853 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:40.854 DEBUG:boto:Port: 8000 2022-09-01T09:57:40.854 DEBUG:boto:Params: {} 2022-09-01T09:57:40.855 DEBUG:boto:Token: None 2022-09-01T09:57:40.855 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-5/ 2022-09-01T09:57:40.856 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4oi8m8ohUSU1VCH34sPyG0JgYnw= 2022-09-01T09:57:40.857 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4oi8m8ohUSU1VCH34sPyG0JgYnw=', 'Content-Length': '0'} 2022-09-01T09:57:40.904 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000a0c567867d0c727a-0063108214-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.905 DEBUG:boto:path=/ptoxvb-6/ 2022-09-01T09:57:40.905 DEBUG:boto:auth_path=/ptoxvb-6/ 2022-09-01T09:57:40.906 DEBUG:boto:Method: PUT 2022-09-01T09:57:40.906 DEBUG:boto:Path: /ptoxvb-6/ 2022-09-01T09:57:40.907 DEBUG:boto:Data: 2022-09-01T09:57:40.907 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.908 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:40.908 DEBUG:boto:Port: 8000 2022-09-01T09:57:40.909 DEBUG:boto:Params: {} 2022-09-01T09:57:40.909 DEBUG:boto:Token: None 2022-09-01T09:57:40.910 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-6/ 2022-09-01T09:57:40.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zwCDe0QDVOtbbtem+AKPfsgieMg= 2022-09-01T09:57:40.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zwCDe0QDVOtbbtem+AKPfsgieMg=', 'Content-Length': '0'} 2022-09-01T09:57:40.957 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000f1d528b6fb773417-0063108214-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.958 DEBUG:boto:path=/ptoxvb-4/ 2022-09-01T09:57:40.958 DEBUG:boto:auth_path=/ptoxvb-4/ 2022-09-01T09:57:40.959 DEBUG:boto:Method: PUT 2022-09-01T09:57:40.959 DEBUG:boto:Path: /ptoxvb-4/ 2022-09-01T09:57:40.960 DEBUG:boto:Data: 2022-09-01T09:57:40.961 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.961 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:40.962 DEBUG:boto:Port: 8001 2022-09-01T09:57:40.962 DEBUG:boto:Params: {} 2022-09-01T09:57:40.963 DEBUG:boto:Token: None 2022-09-01T09:57:40.963 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-4/ 2022-09-01T09:57:40.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nwPqbleqw3wUC4De5IQJaikmV9I= 2022-09-01T09:57:40.964 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nwPqbleqw3wUC4De5IQJaikmV9I=', 'Content-Length': '0'} 2022-09-01T09:57:40.970 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000bd0764f5eccfe031-0063108214-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:40.971 DEBUG:boto:path=/ptoxvb-5/ 2022-09-01T09:57:40.972 DEBUG:boto:auth_path=/ptoxvb-5/ 2022-09-01T09:57:40.972 DEBUG:boto:Method: PUT 2022-09-01T09:57:40.973 DEBUG:boto:Path: /ptoxvb-5/ 2022-09-01T09:57:40.973 DEBUG:boto:Data: 2022-09-01T09:57:40.974 DEBUG:boto:Headers: {} 2022-09-01T09:57:40.974 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:40.975 DEBUG:boto:Port: 8001 2022-09-01T09:57:40.975 DEBUG:boto:Params: {} 2022-09-01T09:57:40.976 DEBUG:boto:Token: None 2022-09-01T09:57:40.976 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:40 GMT /ptoxvb-5/ 2022-09-01T09:57:40.977 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4oi8m8ohUSU1VCH34sPyG0JgYnw= 2022-09-01T09:57:40.977 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4oi8m8ohUSU1VCH34sPyG0JgYnw=', 'Content-Length': '0'} 2022-09-01T09:57:41.024 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000000f1bc8f415dd43ad-0063108214-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.025 DEBUG:boto:path=/ptoxvb-6/ 2022-09-01T09:57:41.026 DEBUG:boto:auth_path=/ptoxvb-6/ 2022-09-01T09:57:41.026 DEBUG:boto:Method: PUT 2022-09-01T09:57:41.027 DEBUG:boto:Path: /ptoxvb-6/ 2022-09-01T09:57:41.027 DEBUG:boto:Data: 2022-09-01T09:57:41.028 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.028 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:41.029 DEBUG:boto:Port: 8001 2022-09-01T09:57:41.029 DEBUG:boto:Params: {} 2022-09-01T09:57:41.030 DEBUG:boto:Token: None 2022-09-01T09:57:41.031 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-6/ 2022-09-01T09:57:41.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D9w+vbLm5IHzWl53AhSxtX5td/0= 2022-09-01T09:57:41.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D9w+vbLm5IHzWl53AhSxtX5td/0=', 'Content-Length': '0'} 2022-09-01T09:57:41.080 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000ab422c555dd34e12-0063108215-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.081 DEBUG:boto:path=/ptoxvb-4/ 2022-09-01T09:57:41.082 DEBUG:boto:auth_path=/ptoxvb-4/ 2022-09-01T09:57:41.083 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.084 DEBUG:boto:Path: /ptoxvb-4/ 2022-09-01T09:57:41.085 DEBUG:boto:Data: 2022-09-01T09:57:41.086 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.087 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:41.088 DEBUG:boto:Port: 8000 2022-09-01T09:57:41.088 DEBUG:boto:Params: {} 2022-09-01T09:57:41.089 DEBUG:boto:Token: None 2022-09-01T09:57:41.089 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-4/ 2022-09-01T09:57:41.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x3IV0IRkW0sVDC1/7MrORfQIkSA= 2022-09-01T09:57:41.091 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x3IV0IRkW0sVDC1/7MrORfQIkSA=', 'Content-Length': '0'} 2022-09-01T09:57:41.094 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002261214da41eef76-0063108215-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.095 DEBUG:boto:path=/ptoxvb-5/ 2022-09-01T09:57:41.096 DEBUG:boto:auth_path=/ptoxvb-5/ 2022-09-01T09:57:41.097 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.098 DEBUG:boto:Path: /ptoxvb-5/ 2022-09-01T09:57:41.099 DEBUG:boto:Data: 2022-09-01T09:57:41.100 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.101 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:41.102 DEBUG:boto:Port: 8000 2022-09-01T09:57:41.102 DEBUG:boto:Params: {} 2022-09-01T09:57:41.104 DEBUG:boto:Token: None 2022-09-01T09:57:41.104 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-5/ 2022-09-01T09:57:41.105 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eeT/PGu6iRLlTcvLSk7NzKe2lw0= 2022-09-01T09:57:41.106 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eeT/PGu6iRLlTcvLSk7NzKe2lw0=', 'Content-Length': '0'} 2022-09-01T09:57:41.108 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f1ed330dcfb4b656-0063108215-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.109 DEBUG:boto:path=/ptoxvb-6/ 2022-09-01T09:57:41.110 DEBUG:boto:auth_path=/ptoxvb-6/ 2022-09-01T09:57:41.111 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.111 DEBUG:boto:Path: /ptoxvb-6/ 2022-09-01T09:57:41.112 DEBUG:boto:Data: 2022-09-01T09:57:41.112 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.113 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:41.114 DEBUG:boto:Port: 8000 2022-09-01T09:57:41.114 DEBUG:boto:Params: {} 2022-09-01T09:57:41.115 DEBUG:boto:Token: None 2022-09-01T09:57:41.115 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-6/ 2022-09-01T09:57:41.116 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fxAETWG8mqr847SHcqw8tSyDlAg= 2022-09-01T09:57:41.117 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fxAETWG8mqr847SHcqw8tSyDlAg=', 'Content-Length': '0'} 2022-09-01T09:57:41.119 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a46c6a7001d0ca38-0063108215-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.120 DEBUG:boto:path=/ptoxvb-4/ 2022-09-01T09:57:41.121 DEBUG:boto:auth_path=/ptoxvb-4/ 2022-09-01T09:57:41.122 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.122 DEBUG:boto:Path: /ptoxvb-4/ 2022-09-01T09:57:41.123 DEBUG:boto:Data: 2022-09-01T09:57:41.124 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.124 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:41.125 DEBUG:boto:Port: 8000 2022-09-01T09:57:41.126 DEBUG:boto:Params: {} 2022-09-01T09:57:41.127 DEBUG:boto:Token: None 2022-09-01T09:57:41.128 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-4/ 2022-09-01T09:57:41.129 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x3IV0IRkW0sVDC1/7MrORfQIkSA= 2022-09-01T09:57:41.130 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x3IV0IRkW0sVDC1/7MrORfQIkSA=', 'Content-Length': '0'} 2022-09-01T09:57:41.133 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009678d9a2d64fb801-0063108215-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.134 DEBUG:boto:path=/ptoxvb-5/ 2022-09-01T09:57:41.135 DEBUG:boto:auth_path=/ptoxvb-5/ 2022-09-01T09:57:41.136 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.137 DEBUG:boto:Path: /ptoxvb-5/ 2022-09-01T09:57:41.138 DEBUG:boto:Data: 2022-09-01T09:57:41.139 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.140 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:41.141 DEBUG:boto:Port: 8000 2022-09-01T09:57:41.141 DEBUG:boto:Params: {} 2022-09-01T09:57:41.142 DEBUG:boto:Token: None 2022-09-01T09:57:41.142 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-5/ 2022-09-01T09:57:41.143 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eeT/PGu6iRLlTcvLSk7NzKe2lw0= 2022-09-01T09:57:41.144 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eeT/PGu6iRLlTcvLSk7NzKe2lw0=', 'Content-Length': '0'} 2022-09-01T09:57:41.146 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008584aa54fb851011-0063108215-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.147 DEBUG:boto:path=/ptoxvb-6/ 2022-09-01T09:57:41.148 DEBUG:boto:auth_path=/ptoxvb-6/ 2022-09-01T09:57:41.148 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.149 DEBUG:boto:Path: /ptoxvb-6/ 2022-09-01T09:57:41.149 DEBUG:boto:Data: 2022-09-01T09:57:41.150 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.150 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:41.151 DEBUG:boto:Port: 8000 2022-09-01T09:57:41.151 DEBUG:boto:Params: {} 2022-09-01T09:57:41.152 DEBUG:boto:Token: None 2022-09-01T09:57:41.153 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-6/ 2022-09-01T09:57:41.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fxAETWG8mqr847SHcqw8tSyDlAg= 2022-09-01T09:57:41.154 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fxAETWG8mqr847SHcqw8tSyDlAg=', 'Content-Length': '0'} 2022-09-01T09:57:41.157 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006a9d04abaac8d1ac-0063108215-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.157 DEBUG:boto:path=/ptoxvb-4/ 2022-09-01T09:57:41.158 DEBUG:boto:auth_path=/ptoxvb-4/ 2022-09-01T09:57:41.158 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.159 DEBUG:boto:Path: /ptoxvb-4/ 2022-09-01T09:57:41.159 DEBUG:boto:Data: 2022-09-01T09:57:41.160 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.160 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:41.161 DEBUG:boto:Port: 8001 2022-09-01T09:57:41.161 DEBUG:boto:Params: {} 2022-09-01T09:57:41.162 DEBUG:boto:Token: None 2022-09-01T09:57:41.162 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-4/ 2022-09-01T09:57:41.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x3IV0IRkW0sVDC1/7MrORfQIkSA= 2022-09-01T09:57:41.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x3IV0IRkW0sVDC1/7MrORfQIkSA=', 'Content-Length': '0'} 2022-09-01T09:57:41.166 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000dd4045ebd85f6da7-0063108215-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.167 DEBUG:boto:path=/ptoxvb-5/ 2022-09-01T09:57:41.168 DEBUG:boto:auth_path=/ptoxvb-5/ 2022-09-01T09:57:41.168 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.169 DEBUG:boto:Path: /ptoxvb-5/ 2022-09-01T09:57:41.169 DEBUG:boto:Data: 2022-09-01T09:57:41.170 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.170 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:41.171 DEBUG:boto:Port: 8001 2022-09-01T09:57:41.171 DEBUG:boto:Params: {} 2022-09-01T09:57:41.172 DEBUG:boto:Token: None 2022-09-01T09:57:41.172 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-5/ 2022-09-01T09:57:41.173 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eeT/PGu6iRLlTcvLSk7NzKe2lw0= 2022-09-01T09:57:41.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eeT/PGu6iRLlTcvLSk7NzKe2lw0=', 'Content-Length': '0'} 2022-09-01T09:57:41.176 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000132587233d00900d-0063108215-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.177 DEBUG:boto:path=/ptoxvb-6/ 2022-09-01T09:57:41.177 DEBUG:boto:auth_path=/ptoxvb-6/ 2022-09-01T09:57:41.178 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.178 DEBUG:boto:Path: /ptoxvb-6/ 2022-09-01T09:57:41.179 DEBUG:boto:Data: 2022-09-01T09:57:41.179 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.180 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:41.180 DEBUG:boto:Port: 8001 2022-09-01T09:57:41.181 DEBUG:boto:Params: {} 2022-09-01T09:57:41.181 DEBUG:boto:Token: None 2022-09-01T09:57:41.182 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-6/ 2022-09-01T09:57:41.182 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fxAETWG8mqr847SHcqw8tSyDlAg= 2022-09-01T09:57:41.183 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fxAETWG8mqr847SHcqw8tSyDlAg=', 'Content-Length': '0'} 2022-09-01T09:57:41.186 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004a492e2b6bc8edde-0063108215-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.186 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:41.187 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:41.188 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:41.243 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:41.243 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:41.288 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T09:57:41.305 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T09:57:41.306 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:41.306 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:41.306 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T09:57:41.307 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:41.307 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:41.308 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:41.308 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:57:41.308 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:41.309 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:41.309 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026244.748191_91.1", 2022-09-01T09:57:41.310 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:24.748191Z" 2022-09-01T09:57:41.310 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:41.310 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:41.311 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:41.311 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:57:41.312 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:41.312 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T09:57:41.314 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:41.315 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T09:57:41.315 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:41.316 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:41.317 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:41.375 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:41.376 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:41.406 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:41.405+0000 7fbc5d498600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:41.407 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:41.406+0000 7fbc5d498600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:41.420 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:41.421 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:41.421 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:41.422 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:41.422 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:41.423 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:41.423 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:41.423 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:41.424 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:41.424 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:41.424 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:41.425 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:41.425 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:41.426 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:41.426 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:41.426 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:41.427 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:41.427 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:41.427 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:41.428 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:41.428 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:41.428 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:41.428 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:41.429 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:41.429 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:41.429 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:41.430 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:41.434 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:41.434 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:41.435 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:41.435 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:41.437 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:41.437 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:41.438 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:41.438 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:41.439 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:41.439 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:41.440 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026244.748191_91.1", 2022-09-01T09:57:41.440 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:41.440 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:41.441 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:41.441 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.748191Z", 2022-09-01T09:57:41.441 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:41.442 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:41.442 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:41.442 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:41.443 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:41.443 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:41.443 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:41.443 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:41.444 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:41.444 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:41.444 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:41.444 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:41.445 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:41.445 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:41.445 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:41.446 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:41.446 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:41.447 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:41.447 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:41.447 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:41.447 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:41.448 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:41Z" 2022-09-01T09:57:41.448 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:41.449 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026244.748191_91.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:24.748191Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:41Z" } 2022-09-01T09:57:41.450 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026244.748191_91.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:24.748191Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:41.451 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:41.452 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:41.453 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T09:57:41.453 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T09:57:41.454 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:41.455 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:41.456 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:41.508 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:41.509 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:41.549 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:41.549+0000 7f9999da8600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:41.550 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:41.550+0000 7f9999da8600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:41.566 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:57:41.567 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T09:57:41.567 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T09:57:41.567 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T09:57:41.568 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T09:57:41.568 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:41.568 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:41.569 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:41.569 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T09:57:41.569 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:41.569 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T09:57:41.570 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:41.570 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:41.570 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:41.570 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:41.571 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T09:57:41.571 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:41.571 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:41.571 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:41.572 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:41.572 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:41.572 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:41.572 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T09:57:41.573 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:41.573 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:41.573 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:41.574 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:41.574 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:41.574 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:41.574 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:41.575 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:41.575 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:41.575 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:41.576 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:41.576 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T09:57:41.576 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:41.576 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:41.577 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026244.748191_91.1", 2022-09-01T09:57:41.577 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:41.577 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:41.580 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:41.580 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.748191Z", 2022-09-01T09:57:41.580 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:41.581 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:41.581 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:41.581 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:41.582 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T09:57:41.582 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:41.582 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:41.583 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:41.583 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:41.583 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:41.584 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:41.585 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:41.585 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:41.585 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:41.586 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:41.586 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:57:41.586 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:41.586 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T09:57:41.587 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T09:57:41.587 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T09:57:41.587 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:41.587 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T09:57:41Z" 2022-09-01T09:57:41.588 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:57:41.589 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026244.748191_91.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:24.748191Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:41Z" } 2022-09-01T09:57:41.590 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026244.748191_91.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:24.748191Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:41.590 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:41.591 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:41.591 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T09:57:41.592 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T09:57:41.592 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:41.593 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:41.593 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:41.648 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:41.648 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:41.674 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:41.673+0000 7fc2b38c9600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:41.675 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:41.675+0000 7fc2b38c9600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:41.687 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:41.688 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:41.688 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:41.688 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:41.689 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:41.689 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:41.689 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:41.689 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:41.690 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:41.690 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:41.690 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:41.690 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:41.691 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:41.691 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:41.691 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:41.691 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:41.692 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:41.692 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:41.693 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:41.693 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:41.693 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:41.693 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:41.695 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:41.695 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:41.696 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:41.696 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:41.697 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:41.697 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:41.698 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:41.698 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:41.702 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:41.702 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:41.702 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:41.703 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:41.703 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:41.704 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:41.704 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:41.705 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026244.748191_91.1", 2022-09-01T09:57:41.705 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:41.705 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:41.706 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:41.706 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.748191Z", 2022-09-01T09:57:41.706 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:41.707 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:41.707 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:41.707 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:41.708 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:41.708 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:41.709 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:41.709 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:41.709 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:41.710 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:41.710 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:41.711 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:41.711 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:41.712 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:41.712 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:41.713 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:41.713 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:41.713 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:41.714 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:41.714 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:41.715 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:41.715 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:41Z" 2022-09-01T09:57:41.715 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:41.717 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026244.748191_91.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:24.748191Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:41Z" } 2022-09-01T09:57:41.718 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026244.748191_91.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:24.748191Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:41.718 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:41.719 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026244.748191_91.1', 3: ''} 2022-09-01T09:57:41.720 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T09:57:41.721 DEBUG:boto:path=/ptoxvb-4/ 2022-09-01T09:57:41.721 DEBUG:boto:auth_path=/ptoxvb-4/ 2022-09-01T09:57:41.722 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.722 DEBUG:boto:Path: /ptoxvb-4/ 2022-09-01T09:57:41.723 DEBUG:boto:Data: 2022-09-01T09:57:41.724 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.724 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:41.725 DEBUG:boto:Port: 8000 2022-09-01T09:57:41.725 DEBUG:boto:Params: {} 2022-09-01T09:57:41.726 DEBUG:boto:Token: None 2022-09-01T09:57:41.727 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-4/ 2022-09-01T09:57:41.728 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x3IV0IRkW0sVDC1/7MrORfQIkSA= 2022-09-01T09:57:41.728 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x3IV0IRkW0sVDC1/7MrORfQIkSA=', 'Content-Length': '0'} 2022-09-01T09:57:41.731 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000081a9b98655018346-0063108215-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.732 DEBUG:boto:path=/ptoxvb-5/ 2022-09-01T09:57:41.732 DEBUG:boto:auth_path=/ptoxvb-5/ 2022-09-01T09:57:41.733 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.733 DEBUG:boto:Path: /ptoxvb-5/ 2022-09-01T09:57:41.734 DEBUG:boto:Data: 2022-09-01T09:57:41.734 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.735 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:41.735 DEBUG:boto:Port: 8000 2022-09-01T09:57:41.736 DEBUG:boto:Params: {} 2022-09-01T09:57:41.736 DEBUG:boto:Token: None 2022-09-01T09:57:41.737 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-5/ 2022-09-01T09:57:41.738 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eeT/PGu6iRLlTcvLSk7NzKe2lw0= 2022-09-01T09:57:41.739 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eeT/PGu6iRLlTcvLSk7NzKe2lw0=', 'Content-Length': '0'} 2022-09-01T09:57:41.744 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f9a846e146edb3e7-0063108215-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.745 DEBUG:boto:path=/ptoxvb-6/ 2022-09-01T09:57:41.745 DEBUG:boto:auth_path=/ptoxvb-6/ 2022-09-01T09:57:41.746 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.746 DEBUG:boto:Path: /ptoxvb-6/ 2022-09-01T09:57:41.747 DEBUG:boto:Data: 2022-09-01T09:57:41.747 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.748 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:41.748 DEBUG:boto:Port: 8000 2022-09-01T09:57:41.750 DEBUG:boto:Params: {} 2022-09-01T09:57:41.750 DEBUG:boto:Token: None 2022-09-01T09:57:41.751 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-6/ 2022-09-01T09:57:41.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fxAETWG8mqr847SHcqw8tSyDlAg= 2022-09-01T09:57:41.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fxAETWG8mqr847SHcqw8tSyDlAg=', 'Content-Length': '0'} 2022-09-01T09:57:41.761 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001dd22486276fc29e-0063108215-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.762 DEBUG:boto:path=/ptoxvb-4/ 2022-09-01T09:57:41.762 DEBUG:boto:auth_path=/ptoxvb-4/ 2022-09-01T09:57:41.763 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.763 DEBUG:boto:Path: /ptoxvb-4/ 2022-09-01T09:57:41.764 DEBUG:boto:Data: 2022-09-01T09:57:41.764 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.765 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:41.765 DEBUG:boto:Port: 8000 2022-09-01T09:57:41.766 DEBUG:boto:Params: {} 2022-09-01T09:57:41.766 DEBUG:boto:Token: None 2022-09-01T09:57:41.767 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-4/ 2022-09-01T09:57:41.768 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x3IV0IRkW0sVDC1/7MrORfQIkSA= 2022-09-01T09:57:41.768 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x3IV0IRkW0sVDC1/7MrORfQIkSA=', 'Content-Length': '0'} 2022-09-01T09:57:41.772 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000034b24a20f77909e3-0063108215-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.773 DEBUG:boto:path=/ptoxvb-5/ 2022-09-01T09:57:41.773 DEBUG:boto:auth_path=/ptoxvb-5/ 2022-09-01T09:57:41.774 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.774 DEBUG:boto:Path: /ptoxvb-5/ 2022-09-01T09:57:41.775 DEBUG:boto:Data: 2022-09-01T09:57:41.775 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.776 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:41.776 DEBUG:boto:Port: 8000 2022-09-01T09:57:41.777 DEBUG:boto:Params: {} 2022-09-01T09:57:41.777 DEBUG:boto:Token: None 2022-09-01T09:57:41.778 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-5/ 2022-09-01T09:57:41.779 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eeT/PGu6iRLlTcvLSk7NzKe2lw0= 2022-09-01T09:57:41.779 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eeT/PGu6iRLlTcvLSk7NzKe2lw0=', 'Content-Length': '0'} 2022-09-01T09:57:41.783 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000045411b6ad5dab9ea-0063108215-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.784 DEBUG:boto:path=/ptoxvb-6/ 2022-09-01T09:57:41.784 DEBUG:boto:auth_path=/ptoxvb-6/ 2022-09-01T09:57:41.785 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.786 DEBUG:boto:Path: /ptoxvb-6/ 2022-09-01T09:57:41.787 DEBUG:boto:Data: 2022-09-01T09:57:41.788 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.789 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:41.790 DEBUG:boto:Port: 8000 2022-09-01T09:57:41.791 DEBUG:boto:Params: {} 2022-09-01T09:57:41.791 DEBUG:boto:Token: None 2022-09-01T09:57:41.792 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-6/ 2022-09-01T09:57:41.792 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fxAETWG8mqr847SHcqw8tSyDlAg= 2022-09-01T09:57:41.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fxAETWG8mqr847SHcqw8tSyDlAg=', 'Content-Length': '0'} 2022-09-01T09:57:41.795 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003335733b276b37e0-0063108215-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.796 DEBUG:boto:path=/ptoxvb-4/ 2022-09-01T09:57:41.797 DEBUG:boto:auth_path=/ptoxvb-4/ 2022-09-01T09:57:41.797 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.798 DEBUG:boto:Path: /ptoxvb-4/ 2022-09-01T09:57:41.798 DEBUG:boto:Data: 2022-09-01T09:57:41.799 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.799 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:41.800 DEBUG:boto:Port: 8001 2022-09-01T09:57:41.800 DEBUG:boto:Params: {} 2022-09-01T09:57:41.801 DEBUG:boto:Token: None 2022-09-01T09:57:41.801 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-4/ 2022-09-01T09:57:41.802 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x3IV0IRkW0sVDC1/7MrORfQIkSA= 2022-09-01T09:57:41.802 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x3IV0IRkW0sVDC1/7MrORfQIkSA=', 'Content-Length': '0'} 2022-09-01T09:57:41.805 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d91a3fb4303336db-0063108215-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.806 DEBUG:boto:path=/ptoxvb-5/ 2022-09-01T09:57:41.807 DEBUG:boto:auth_path=/ptoxvb-5/ 2022-09-01T09:57:41.808 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.809 DEBUG:boto:Path: /ptoxvb-5/ 2022-09-01T09:57:41.809 DEBUG:boto:Data: 2022-09-01T09:57:41.810 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.810 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:41.811 DEBUG:boto:Port: 8001 2022-09-01T09:57:41.811 DEBUG:boto:Params: {} 2022-09-01T09:57:41.812 DEBUG:boto:Token: None 2022-09-01T09:57:41.813 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-5/ 2022-09-01T09:57:41.813 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eeT/PGu6iRLlTcvLSk7NzKe2lw0= 2022-09-01T09:57:41.814 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eeT/PGu6iRLlTcvLSk7NzKe2lw0=', 'Content-Length': '0'} 2022-09-01T09:57:41.817 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000060ca410ff9c36880-0063108215-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.819 DEBUG:boto:path=/ptoxvb-6/ 2022-09-01T09:57:41.820 DEBUG:boto:auth_path=/ptoxvb-6/ 2022-09-01T09:57:41.821 DEBUG:boto:Method: HEAD 2022-09-01T09:57:41.822 DEBUG:boto:Path: /ptoxvb-6/ 2022-09-01T09:57:41.823 DEBUG:boto:Data: 2022-09-01T09:57:41.824 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.825 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:41.826 DEBUG:boto:Port: 8001 2022-09-01T09:57:41.826 DEBUG:boto:Params: {} 2022-09-01T09:57:41.827 DEBUG:boto:Token: None 2022-09-01T09:57:41.828 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-6/ 2022-09-01T09:57:41.828 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fxAETWG8mqr847SHcqw8tSyDlAg= 2022-09-01T09:57:41.829 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fxAETWG8mqr847SHcqw8tSyDlAg=', 'Content-Length': '0'} 2022-09-01T09:57:41.832 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006124755f3c9b3658-0063108215-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.833 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_recreate ... ok 2022-09-01T09:57:41.833 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-7 2022-09-01T09:57:41.834 DEBUG:boto:path=/ptoxvb-7/ 2022-09-01T09:57:41.835 DEBUG:boto:auth_path=/ptoxvb-7/ 2022-09-01T09:57:41.835 DEBUG:boto:Method: PUT 2022-09-01T09:57:41.836 DEBUG:boto:Path: /ptoxvb-7/ 2022-09-01T09:57:41.837 DEBUG:boto:Data: 2022-09-01T09:57:41.838 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.839 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:41.840 DEBUG:boto:Port: 8000 2022-09-01T09:57:41.841 DEBUG:boto:Params: {} 2022-09-01T09:57:41.842 DEBUG:boto:Token: None 2022-09-01T09:57:41.843 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-7/ 2022-09-01T09:57:41.844 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FT78Lhnyg6uYTpvQW2l9vhc5MeY= 2022-09-01T09:57:41.845 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FT78Lhnyg6uYTpvQW2l9vhc5MeY=', 'Content-Length': '0'} 2022-09-01T09:57:41.868 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000064f49ee0dc047e30-0063108215-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.869 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-8 2022-09-01T09:57:41.869 DEBUG:boto:path=/ptoxvb-8/ 2022-09-01T09:57:41.870 DEBUG:boto:auth_path=/ptoxvb-8/ 2022-09-01T09:57:41.871 DEBUG:boto:Method: PUT 2022-09-01T09:57:41.871 DEBUG:boto:Path: /ptoxvb-8/ 2022-09-01T09:57:41.872 DEBUG:boto:Data: 2022-09-01T09:57:41.873 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.874 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:41.875 DEBUG:boto:Port: 8000 2022-09-01T09:57:41.876 DEBUG:boto:Params: {} 2022-09-01T09:57:41.877 DEBUG:boto:Token: None 2022-09-01T09:57:41.878 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-8/ 2022-09-01T09:57:41.879 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zApBVENBXUjIiLPPo0c/tFx9owE= 2022-09-01T09:57:41.881 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zApBVENBXUjIiLPPo0c/tFx9owE=', 'Content-Length': '0'} 2022-09-01T09:57:41.903 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000008847a2130ca6e9d2-0063108215-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.904 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-9 2022-09-01T09:57:41.905 DEBUG:boto:path=/ptoxvb-9/ 2022-09-01T09:57:41.905 DEBUG:boto:auth_path=/ptoxvb-9/ 2022-09-01T09:57:41.906 DEBUG:boto:Method: PUT 2022-09-01T09:57:41.906 DEBUG:boto:Path: /ptoxvb-9/ 2022-09-01T09:57:41.907 DEBUG:boto:Data: 2022-09-01T09:57:41.907 DEBUG:boto:Headers: {} 2022-09-01T09:57:41.908 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:41.909 DEBUG:boto:Port: 8001 2022-09-01T09:57:41.909 DEBUG:boto:Params: {} 2022-09-01T09:57:41.910 DEBUG:boto:Token: None 2022-09-01T09:57:41.910 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:41 GMT /ptoxvb-9/ 2022-09-01T09:57:41.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OmcfaLAhQOrqA6rniu/9El/zJDw= 2022-09-01T09:57:41.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OmcfaLAhQOrqA6rniu/9El/zJDw=', 'Content-Length': '0'} 2022-09-01T09:57:41.937 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000001ba654f29b8d4541-0063108215-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:41.938 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:41.939 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:41.939 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:41.990 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:41.991 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:42.058 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T09:57:42.082 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T09:57:42.083 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:42.083 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:42.084 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T09:57:42.084 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:42.084 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:42.084 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:42.085 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:57:42.085 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:42.085 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:42.085 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026261.925495_103.1", 2022-09-01T09:57:42.086 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:41.925495Z" 2022-09-01T09:57:42.086 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:42.086 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:42.086 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:42.087 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:57:42.087 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:42.087 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T09:57:42.089 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026261.925495_103.1', 3: ''} 2022-09-01T09:57:42.089 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T09:57:42.090 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:42.090 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:42.091 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:42.143 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:42.143 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:42.168 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:42.167+0000 7effc4bdb600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:42.169 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:42.168+0000 7effc4bdb600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:42.181 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:42.182 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:42.183 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:42.183 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:42.184 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:42.184 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:42.184 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:42.185 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:42.185 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:42.186 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:42.187 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:42.187 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:42.188 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:42.188 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:42.189 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:42.189 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:42.190 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:42.190 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:42.191 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:42.191 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:42.194 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:42.194 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:42.195 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:42.195 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:42.196 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:42.196 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:42.196 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:42.197 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:42.197 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:42.197 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:42.197 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:42.198 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:42.198 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:42.198 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:42.198 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:42.199 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:42.199 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:42.200 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026261.922084_101.1", 2022-09-01T09:57:42.200 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:42.200 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:42.200 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:42.201 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.922084Z", 2022-09-01T09:57:42.201 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:42.201 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:42.201 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:42.202 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:42.202 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:42.202 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:42.202 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:42.203 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:42.203 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:42.203 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:42.203 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:42.204 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:42.204 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:42.204 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:42.204 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:42.205 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:42.205 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:42.205 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:42.205 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:42.205 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:42.206 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:42.206 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:42Z" 2022-09-01T09:57:42.206 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:42.208 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026261.922084_101.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:41.922084Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:42Z" } 2022-09-01T09:57:42.208 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026261.922084_101.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:41.922084Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:42.209 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026261.925495_103.1', 3: ''} 2022-09-01T09:57:42.209 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026261.922084_101.1', 3: ''} 2022-09-01T09:57:42.210 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1662026261.925495_103.1 target=1_1662026261.922084_101.1 2022-09-01T09:57:47.211 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:47.212 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:47.212 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:47.271 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:47.271 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:47.301 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:47.300+0000 7f58e30b6600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:47.302 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:47.301+0000 7f58e30b6600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:47.315 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:47.316 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:47.316 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:47.316 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:47.317 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:47.317 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:47.317 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:47.317 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:47.318 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:47.318 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:47.318 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:47.319 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:47.319 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:47.319 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:47.319 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:47.320 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:47.320 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:47.320 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:47.321 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:47.321 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:47.321 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:47.322 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:47.323 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:47.323 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:47.324 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:47.324 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:47.324 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:47.325 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:47.326 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:47.326 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:47.327 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:47.327 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:47.328 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:47.328 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:47.328 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:47.329 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:47.329 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:47.330 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026261.925495_103.1", 2022-09-01T09:57:47.330 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:47.330 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:47.331 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:47.331 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.925495Z", 2022-09-01T09:57:47.331 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:47.332 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:47.332 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:47.333 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:47.333 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:47.333 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:47.333 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:47.334 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:47.334 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:47.334 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:47.335 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:47.335 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:47.335 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:47.335 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:47.335 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:47.336 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:47.337 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:47.337 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:47.337 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:47.338 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:47.338 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:47.338 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:47Z" 2022-09-01T09:57:47.338 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:47.340 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026261.925495_103.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:41.925495Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:47Z" } 2022-09-01T09:57:47.341 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026261.925495_103.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:41.925495Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:47.342 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026261.925495_103.1', 3: ''} 2022-09-01T09:57:47.342 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026261.925495_103.1', 3: ''} 2022-09-01T09:57:47.343 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T09:57:47.343 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T09:57:47.345 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:47.345 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:47.346 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:47.405 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:47.405 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:47.439 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:47.438+0000 7f03e222a600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:47.440 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:47.440+0000 7f03e222a600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:47.453 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:57:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T09:57:47.453 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T09:57:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T09:57:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T09:57:47.454 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T09:57:47.455 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T09:57:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:47.456 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T09:57:47.457 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:47.458 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:47.459 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:47.459 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T09:57:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:47.460 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:47.461 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:47.462 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:47.462 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:47.462 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:47.462 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T09:57:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026261.925495_103.1", 2022-09-01T09:57:47.463 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.925495Z", 2022-09-01T09:57:47.464 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:47.465 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T09:57:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:47.466 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:47.467 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:47.468 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:57:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T09:57:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T09:57:47.469 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T09:57:47.470 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:47.470 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T09:57:47Z" 2022-09-01T09:57:47.470 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:57:47.472 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026261.925495_103.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:41.925495Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:47Z" } 2022-09-01T09:57:47.472 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026261.925495_103.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:41.925495Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:47.473 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026261.925495_103.1', 3: ''} 2022-09-01T09:57:47.473 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026261.925495_103.1', 3: ''} 2022-09-01T09:57:47.474 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T09:57:47.474 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T09:57:47.475 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:47.475 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:47.476 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:47.528 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:47.529 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:47.557 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:47.555+0000 7f9e150db600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:47.558 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:47.556+0000 7f9e150db600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:47.568 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:47.569 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:47.569 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:47.569 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:47.569 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:47.570 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:47.571 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:47.571 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:47.571 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:47.571 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:47.572 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:47.572 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:47.572 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:47.572 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:47.573 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:47.573 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:47.573 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:47.573 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:47.574 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:47.574 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:47.574 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:47.574 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:47.575 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:47.575 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:47.575 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:47.575 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:47.576 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:47.576 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:47.576 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:47.576 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:47.577 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:47.577 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:47.577 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:47.577 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:47.578 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:47.578 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:47.578 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:47.578 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026261.925495_103.1", 2022-09-01T09:57:47.579 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:47.579 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:47.579 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:47.579 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.925495Z", 2022-09-01T09:57:47.580 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:47.580 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:47.580 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:47.580 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:47.581 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:47.581 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:47.581 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:47.581 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:47.582 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:47.582 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:47.582 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:47.582 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:47.583 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:47.583 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:47.583 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:47.583 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:47.584 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:47.584 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:47.584 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:47.584 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:47.585 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:47.585 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:47Z" 2022-09-01T09:57:47.585 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:47.587 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026261.925495_103.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:41.925495Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:47Z" } 2022-09-01T09:57:47.587 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026261.925495_103.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:41.925495Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:47.588 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026261.925495_103.1', 3: ''} 2022-09-01T09:57:47.589 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026261.925495_103.1', 3: ''} 2022-09-01T09:57:47.589 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T09:57:47.590 DEBUG:boto:path=/ptoxvb-7/ 2022-09-01T09:57:47.590 DEBUG:boto:auth_path=/ptoxvb-7/ 2022-09-01T09:57:47.591 DEBUG:boto:Method: HEAD 2022-09-01T09:57:47.591 DEBUG:boto:Path: /ptoxvb-7/ 2022-09-01T09:57:47.592 DEBUG:boto:Data: 2022-09-01T09:57:47.592 DEBUG:boto:Headers: {} 2022-09-01T09:57:47.593 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:47.593 DEBUG:boto:Port: 8000 2022-09-01T09:57:47.594 DEBUG:boto:Params: {} 2022-09-01T09:57:47.594 DEBUG:boto:Token: None 2022-09-01T09:57:47.595 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:47 GMT /ptoxvb-7/ 2022-09-01T09:57:47.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UORtZFcfVt8arYMwUi8c7sMwoX0= 2022-09-01T09:57:47.596 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UORtZFcfVt8arYMwUi8c7sMwoX0=', 'Content-Length': '0'} 2022-09-01T09:57:47.599 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a2de41e5cffa3116-006310821b-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:47.600 DEBUG:boto:path=/ptoxvb-8/ 2022-09-01T09:57:47.600 DEBUG:boto:auth_path=/ptoxvb-8/ 2022-09-01T09:57:47.601 DEBUG:boto:Method: HEAD 2022-09-01T09:57:47.601 DEBUG:boto:Path: /ptoxvb-8/ 2022-09-01T09:57:47.602 DEBUG:boto:Data: 2022-09-01T09:57:47.603 DEBUG:boto:Headers: {} 2022-09-01T09:57:47.603 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:47.604 DEBUG:boto:Port: 8000 2022-09-01T09:57:47.605 DEBUG:boto:Params: {} 2022-09-01T09:57:47.605 DEBUG:boto:Token: None 2022-09-01T09:57:47.606 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:47 GMT /ptoxvb-8/ 2022-09-01T09:57:47.607 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:anIT6e963VCC+j2O/1kK5TH87kU= 2022-09-01T09:57:47.608 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:anIT6e963VCC+j2O/1kK5TH87kU=', 'Content-Length': '0'} 2022-09-01T09:57:47.611 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d016de6fda73024f-006310821b-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:47.613 DEBUG:boto:path=/ptoxvb-9/ 2022-09-01T09:57:47.613 DEBUG:boto:auth_path=/ptoxvb-9/ 2022-09-01T09:57:47.614 DEBUG:boto:Method: HEAD 2022-09-01T09:57:47.615 DEBUG:boto:Path: /ptoxvb-9/ 2022-09-01T09:57:47.616 DEBUG:boto:Data: 2022-09-01T09:57:47.617 DEBUG:boto:Headers: {} 2022-09-01T09:57:47.618 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:47.619 DEBUG:boto:Port: 8000 2022-09-01T09:57:47.620 DEBUG:boto:Params: {} 2022-09-01T09:57:47.620 DEBUG:boto:Token: None 2022-09-01T09:57:47.621 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:47 GMT /ptoxvb-9/ 2022-09-01T09:57:47.621 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dmJ9RaMGj5cJZoTfQtCEH6NWEWg= 2022-09-01T09:57:47.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dmJ9RaMGj5cJZoTfQtCEH6NWEWg=', 'Content-Length': '0'} 2022-09-01T09:57:47.624 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000049191a6579c4e36a-006310821b-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:47.625 DEBUG:boto:path=/ptoxvb-7/ 2022-09-01T09:57:47.626 DEBUG:boto:auth_path=/ptoxvb-7/ 2022-09-01T09:57:47.626 DEBUG:boto:Method: HEAD 2022-09-01T09:57:47.627 DEBUG:boto:Path: /ptoxvb-7/ 2022-09-01T09:57:47.627 DEBUG:boto:Data: 2022-09-01T09:57:47.628 DEBUG:boto:Headers: {} 2022-09-01T09:57:47.628 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:47.629 DEBUG:boto:Port: 8000 2022-09-01T09:57:47.629 DEBUG:boto:Params: {} 2022-09-01T09:57:47.630 DEBUG:boto:Token: None 2022-09-01T09:57:47.631 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:47 GMT /ptoxvb-7/ 2022-09-01T09:57:47.632 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UORtZFcfVt8arYMwUi8c7sMwoX0= 2022-09-01T09:57:47.632 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UORtZFcfVt8arYMwUi8c7sMwoX0=', 'Content-Length': '0'} 2022-09-01T09:57:47.635 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009e6dfe919512ba41-006310821b-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:47.636 DEBUG:boto:path=/ptoxvb-8/ 2022-09-01T09:57:47.636 DEBUG:boto:auth_path=/ptoxvb-8/ 2022-09-01T09:57:47.637 DEBUG:boto:Method: HEAD 2022-09-01T09:57:47.638 DEBUG:boto:Path: /ptoxvb-8/ 2022-09-01T09:57:47.638 DEBUG:boto:Data: 2022-09-01T09:57:47.639 DEBUG:boto:Headers: {} 2022-09-01T09:57:47.639 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:47.640 DEBUG:boto:Port: 8000 2022-09-01T09:57:47.640 DEBUG:boto:Params: {} 2022-09-01T09:57:47.641 DEBUG:boto:Token: None 2022-09-01T09:57:47.642 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:47 GMT /ptoxvb-8/ 2022-09-01T09:57:47.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:anIT6e963VCC+j2O/1kK5TH87kU= 2022-09-01T09:57:47.643 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:anIT6e963VCC+j2O/1kK5TH87kU=', 'Content-Length': '0'} 2022-09-01T09:57:47.647 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b0e439726b60f53b-006310821b-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:47.648 DEBUG:boto:path=/ptoxvb-9/ 2022-09-01T09:57:47.648 DEBUG:boto:auth_path=/ptoxvb-9/ 2022-09-01T09:57:47.649 DEBUG:boto:Method: HEAD 2022-09-01T09:57:47.649 DEBUG:boto:Path: /ptoxvb-9/ 2022-09-01T09:57:47.650 DEBUG:boto:Data: 2022-09-01T09:57:47.650 DEBUG:boto:Headers: {} 2022-09-01T09:57:47.651 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:47.652 DEBUG:boto:Port: 8000 2022-09-01T09:57:47.653 DEBUG:boto:Params: {} 2022-09-01T09:57:47.654 DEBUG:boto:Token: None 2022-09-01T09:57:47.655 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:47 GMT /ptoxvb-9/ 2022-09-01T09:57:47.655 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dmJ9RaMGj5cJZoTfQtCEH6NWEWg= 2022-09-01T09:57:47.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dmJ9RaMGj5cJZoTfQtCEH6NWEWg=', 'Content-Length': '0'} 2022-09-01T09:57:47.659 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000055ca550b5602d66b-006310821b-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:47.660 DEBUG:boto:path=/ptoxvb-7/ 2022-09-01T09:57:47.661 DEBUG:boto:auth_path=/ptoxvb-7/ 2022-09-01T09:57:47.661 DEBUG:boto:Method: HEAD 2022-09-01T09:57:47.662 DEBUG:boto:Path: /ptoxvb-7/ 2022-09-01T09:57:47.663 DEBUG:boto:Data: 2022-09-01T09:57:47.664 DEBUG:boto:Headers: {} 2022-09-01T09:57:47.664 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:47.665 DEBUG:boto:Port: 8001 2022-09-01T09:57:47.665 DEBUG:boto:Params: {} 2022-09-01T09:57:47.667 DEBUG:boto:Token: None 2022-09-01T09:57:47.668 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:47 GMT /ptoxvb-7/ 2022-09-01T09:57:47.669 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UORtZFcfVt8arYMwUi8c7sMwoX0= 2022-09-01T09:57:47.670 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UORtZFcfVt8arYMwUi8c7sMwoX0=', 'Content-Length': '0'} 2022-09-01T09:57:47.673 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000045b60be04eb45cd9-006310821b-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:47.674 DEBUG:boto:path=/ptoxvb-8/ 2022-09-01T09:57:47.675 DEBUG:boto:auth_path=/ptoxvb-8/ 2022-09-01T09:57:47.676 DEBUG:boto:Method: HEAD 2022-09-01T09:57:47.677 DEBUG:boto:Path: /ptoxvb-8/ 2022-09-01T09:57:47.678 DEBUG:boto:Data: 2022-09-01T09:57:47.679 DEBUG:boto:Headers: {} 2022-09-01T09:57:47.679 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:47.680 DEBUG:boto:Port: 8001 2022-09-01T09:57:47.680 DEBUG:boto:Params: {} 2022-09-01T09:57:47.681 DEBUG:boto:Token: None 2022-09-01T09:57:47.681 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:47 GMT /ptoxvb-8/ 2022-09-01T09:57:47.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:anIT6e963VCC+j2O/1kK5TH87kU= 2022-09-01T09:57:47.684 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:anIT6e963VCC+j2O/1kK5TH87kU=', 'Content-Length': '0'} 2022-09-01T09:57:47.688 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006c3ecd97ed5ded36-006310821b-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:47.688 DEBUG:boto:path=/ptoxvb-9/ 2022-09-01T09:57:47.689 DEBUG:boto:auth_path=/ptoxvb-9/ 2022-09-01T09:57:47.690 DEBUG:boto:Method: HEAD 2022-09-01T09:57:47.690 DEBUG:boto:Path: /ptoxvb-9/ 2022-09-01T09:57:47.691 DEBUG:boto:Data: 2022-09-01T09:57:47.691 DEBUG:boto:Headers: {} 2022-09-01T09:57:47.692 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:47.692 DEBUG:boto:Port: 8001 2022-09-01T09:57:47.693 DEBUG:boto:Params: {} 2022-09-01T09:57:47.693 DEBUG:boto:Token: None 2022-09-01T09:57:47.694 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:47 GMT /ptoxvb-9/ 2022-09-01T09:57:47.694 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dmJ9RaMGj5cJZoTfQtCEH6NWEWg= 2022-09-01T09:57:47.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dmJ9RaMGj5cJZoTfQtCEH6NWEWg=', 'Content-Length': '0'} 2022-09-01T09:57:47.698 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000fcc69664b060fd9d-006310821b-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:47.698 DEBUG:boto:path=/ptoxvb-7/ 2022-09-01T09:57:47.699 DEBUG:boto:auth_path=/ptoxvb-7/ 2022-09-01T09:57:47.699 DEBUG:boto:Method: DELETE 2022-09-01T09:57:47.700 DEBUG:boto:Path: /ptoxvb-7/ 2022-09-01T09:57:47.700 DEBUG:boto:Data: 2022-09-01T09:57:47.701 DEBUG:boto:Headers: {} 2022-09-01T09:57:47.701 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:47.702 DEBUG:boto:Port: 8000 2022-09-01T09:57:47.702 DEBUG:boto:Params: {} 2022-09-01T09:57:47.703 DEBUG:boto:Token: None 2022-09-01T09:57:47.704 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 09:57:47 GMT /ptoxvb-7/ 2022-09-01T09:57:47.704 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZCqkxmndWHrsYgKn7RQhO+7mfHk= 2022-09-01T09:57:47.705 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZCqkxmndWHrsYgKn7RQhO+7mfHk=', 'Content-Length': '0'} 2022-09-01T09:57:47.740 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000094f6e614671d63c4-006310821b-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 09:57:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:47.740 DEBUG:boto:path=/ptoxvb-8/ 2022-09-01T09:57:47.741 DEBUG:boto:auth_path=/ptoxvb-8/ 2022-09-01T09:57:47.741 DEBUG:boto:Method: DELETE 2022-09-01T09:57:47.742 DEBUG:boto:Path: /ptoxvb-8/ 2022-09-01T09:57:47.742 DEBUG:boto:Data: 2022-09-01T09:57:47.743 DEBUG:boto:Headers: {} 2022-09-01T09:57:47.743 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:47.744 DEBUG:boto:Port: 8000 2022-09-01T09:57:47.744 DEBUG:boto:Params: {} 2022-09-01T09:57:47.745 DEBUG:boto:Token: None 2022-09-01T09:57:47.745 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 09:57:47 GMT /ptoxvb-8/ 2022-09-01T09:57:47.746 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AC0J+oOpOVE3lhKhRtCt7zYcLdY= 2022-09-01T09:57:47.747 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AC0J+oOpOVE3lhKhRtCt7zYcLdY=', 'Content-Length': '0'} 2022-09-01T09:57:47.816 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000e8509385e2cbf72a-006310821b-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 09:57:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:47.817 DEBUG:boto:path=/ptoxvb-9/ 2022-09-01T09:57:47.818 DEBUG:boto:auth_path=/ptoxvb-9/ 2022-09-01T09:57:47.818 DEBUG:boto:Method: DELETE 2022-09-01T09:57:47.819 DEBUG:boto:Path: /ptoxvb-9/ 2022-09-01T09:57:47.819 DEBUG:boto:Data: 2022-09-01T09:57:47.820 DEBUG:boto:Headers: {} 2022-09-01T09:57:47.820 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:47.821 DEBUG:boto:Port: 8001 2022-09-01T09:57:47.821 DEBUG:boto:Params: {} 2022-09-01T09:57:47.822 DEBUG:boto:Token: None 2022-09-01T09:57:47.822 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 09:57:47 GMT /ptoxvb-9/ 2022-09-01T09:57:47.823 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:40bx5NTzSJbEy/v24izp540EXWE= 2022-09-01T09:57:47.824 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:40bx5NTzSJbEy/v24izp540EXWE=', 'Content-Length': '0'} 2022-09-01T09:57:47.900 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000038883aa78d656833-006310821b-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 09:57:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:47.902 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:47.902 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:47.903 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:47.953 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:47.953 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:47.982 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T09:57:47.995 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T09:57:47.996 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:47.996 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:47.996 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T09:57:47.997 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:47.997 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:47.997 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:47.997 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:57:47.998 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:47.998 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T09:57:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:47.867747Z" 2022-09-01T09:57:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:47.999 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:48.000 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:57:48.000 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:48.001 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T09:57:48.002 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: ''} 2022-09-01T09:57:48.003 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T09:57:48.003 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:48.004 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:48.004 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:48.060 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:48.061 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:48.087 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:48.086+0000 7f5e560f6600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:48.088 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:48.087+0000 7f5e560f6600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:48.100 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:48.101 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:48.101 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:48.102 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:48.102 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:48.103 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:48.103 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:48.104 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:48.104 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:48.105 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:48.105 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:48.106 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:48.106 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:48.107 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:48.107 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:48.108 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:48.108 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:48.109 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:48.110 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:48.110 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:48.111 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:48.111 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:48.112 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:48.112 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:48.113 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:48.113 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:48.113 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:48.114 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:48.114 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:48.115 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:48.115 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:48.116 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:48.116 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:48.117 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:48.117 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:48.119 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:48.119 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:48.120 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.718424_104.1", 2022-09-01T09:57:48.120 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:48.121 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:48.121 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:48.122 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.718424Z", 2022-09-01T09:57:48.122 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:48.123 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:48.123 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:48.124 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:48.125 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:48.125 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:48.126 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:48.126 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:48.127 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:48.127 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:48.127 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:48.128 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:48.128 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:48.129 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:48.129 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:48.130 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:48.130 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:48.131 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:48.131 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:48.131 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:48.132 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:48.133 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:48Z" 2022-09-01T09:57:48.133 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:48.135 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.718424_104.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.718424Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:48Z" } 2022-09-01T09:57:48.136 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.718424_104.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.718424Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:48.137 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: ''} 2022-09-01T09:57:48.138 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.718424_104.1', 3: ''} 2022-09-01T09:57:48.139 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1662026267.867747_115.1 target=1_1662026267.718424_104.1 2022-09-01T09:57:53.140 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:53.142 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:53.143 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:53.203 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:53.204 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:53.234 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:53.232+0000 7f62d1ae1600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:53.235 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:53.234+0000 7f62d1ae1600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:53.248 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:53.248 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:53.249 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:53.249 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:53.250 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:53.250 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:53.250 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:53.251 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:53.251 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:53.252 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:53.252 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:53.252 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:53.252 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:53.253 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:53.253 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:53.253 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:53.253 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:53.254 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:53.254 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:53.254 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:53.255 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:53.255 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:53.255 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:53.255 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:53.256 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:53.256 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:53.256 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:53.256 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:53.257 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:53.257 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:53.257 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:53.258 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:53.258 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:53.258 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:53.258 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:53.259 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:53.259 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:53.259 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T09:57:53.260 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:53.260 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:53.260 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:53.260 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T09:57:53.261 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:53.261 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:53.261 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:53.261 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:53.262 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:53.262 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:53.262 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:53.263 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:53.263 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:53.263 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:53.263 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:53.264 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:53.264 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:53.264 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:53.264 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:53.265 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:53.265 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:53.265 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:53.265 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:53.266 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:53.266 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:53.266 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:53Z" 2022-09-01T09:57:53.266 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:53.268 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:53Z" } 2022-09-01T09:57:53.268 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:53.269 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: ''} 2022-09-01T09:57:53.269 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: ''} 2022-09-01T09:57:53.270 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T09:57:53.270 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T09:57:53.271 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:53.272 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:53.272 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:53.330 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:53.331 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:53.363 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:53.362+0000 7f6e021a4600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:53.364 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:53.364+0000 7f6e021a4600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:53.378 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:57:53.379 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T09:57:53.379 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T09:57:53.380 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T09:57:53.380 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T09:57:53.381 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:53.381 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:53.382 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:53.382 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T09:57:53.383 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:53.383 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T09:57:53.384 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:53.385 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:53.385 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:53.385 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:53.386 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T09:57:53.386 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:53.386 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:53.387 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:53.387 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:53.387 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:53.387 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:53.388 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T09:57:53.388 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:53.388 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:53.388 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:53.389 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:53.389 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:53.389 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:53.390 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:53.390 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:53.390 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:53.391 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:53.392 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:53.392 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T09:57:53.393 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:53.393 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:53.393 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T09:57:53.395 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:53.396 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:53.396 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:53.397 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T09:57:53.398 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:53.398 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:53.399 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:53.399 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:53.399 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T09:57:53.400 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:53.400 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:53.400 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:53.400 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:53.401 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:53.401 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:53.401 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:53.402 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:53.402 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:53.402 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:53.402 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:57:53.403 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:53.403 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T09:57:53.403 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T09:57:53.403 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T09:57:53.404 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:53.404 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T09:57:53Z" 2022-09-01T09:57:53.404 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:57:53.405 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:53Z" } 2022-09-01T09:57:53.406 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:53.407 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: ''} 2022-09-01T09:57:53.408 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: ''} 2022-09-01T09:57:53.408 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T09:57:53.409 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T09:57:53.409 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:53.410 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:53.410 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:53.463 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:53.464 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:53.492 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:53.490+0000 7fe5caca0600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:53.493 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:53.492+0000 7fe5caca0600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:53.504 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:53.505 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:53.505 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:53.505 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:53.506 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:53.506 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:53.506 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:53.506 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:53.507 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:53.507 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:53.507 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:53.508 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:53.508 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:53.508 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:53.508 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:53.509 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:53.509 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:53.509 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:53.510 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:53.510 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:53.510 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:53.510 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:53.511 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:53.511 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:53.511 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:53.512 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:53.512 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:53.512 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:53.512 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:53.513 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:53.513 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:53.513 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:53.513 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:53.514 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:53.514 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:53.514 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:53.515 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:53.515 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T09:57:53.515 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:53.515 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:53.516 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:53.516 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T09:57:53.516 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:53.516 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:53.517 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:53.517 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:53.517 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:53.517 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:53.518 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:53.518 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:53.518 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:53.518 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:53.519 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:53.519 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:53.519 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:53.520 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:53.520 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:53.520 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:53.520 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:53.521 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:53.521 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:53.521 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:53.521 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:53.522 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:53Z" 2022-09-01T09:57:53.522 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:53.523 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:53Z" } 2022-09-01T09:57:53.524 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}] 2022-09-01T09:57:53.525 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: ''} 2022-09-01T09:57:53.525 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: ''} 2022-09-01T09:57:53.526 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T09:57:53.526 DEBUG:boto:path=/ptoxvb-7/ 2022-09-01T09:57:53.527 DEBUG:boto:auth_path=/ptoxvb-7/ 2022-09-01T09:57:53.527 DEBUG:boto:Method: HEAD 2022-09-01T09:57:53.528 DEBUG:boto:Path: /ptoxvb-7/ 2022-09-01T09:57:53.528 DEBUG:boto:Data: 2022-09-01T09:57:53.529 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.529 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:53.530 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.530 DEBUG:boto:Params: {} 2022-09-01T09:57:53.531 DEBUG:boto:Token: None 2022-09-01T09:57:53.532 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-7/ 2022-09-01T09:57:53.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzlOD/1ZmGKwO5r0mCTG5428ws0= 2022-09-01T09:57:53.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzlOD/1ZmGKwO5r0mCTG5428ws0=', 'Content-Length': '0'} 2022-09-01T09:57:53.534 DEBUG:boto:Response headers: [('Content-Length', '231'), ('x-amz-request-id', 'tx0000063441cfc8c87448d-0063108221-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.535 DEBUG:boto:path=/ptoxvb-8/ 2022-09-01T09:57:53.536 DEBUG:boto:auth_path=/ptoxvb-8/ 2022-09-01T09:57:53.536 DEBUG:boto:Method: HEAD 2022-09-01T09:57:53.537 DEBUG:boto:Path: /ptoxvb-8/ 2022-09-01T09:57:53.537 DEBUG:boto:Data: 2022-09-01T09:57:53.538 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.538 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:53.539 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.539 DEBUG:boto:Params: {} 2022-09-01T09:57:53.540 DEBUG:boto:Token: None 2022-09-01T09:57:53.540 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-8/ 2022-09-01T09:57:53.541 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:02pcfvm4ZmR+dtCf0M19ofSpS4g= 2022-09-01T09:57:53.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:02pcfvm4ZmR+dtCf0M19ofSpS4g=', 'Content-Length': '0'} 2022-09-01T09:57:53.543 DEBUG:boto:Response headers: [('Content-Length', '231'), ('x-amz-request-id', 'tx00000c3d1c20ff0f3a1f9-0063108221-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.544 DEBUG:boto:path=/ptoxvb-9/ 2022-09-01T09:57:53.544 DEBUG:boto:auth_path=/ptoxvb-9/ 2022-09-01T09:57:53.545 DEBUG:boto:Method: HEAD 2022-09-01T09:57:53.545 DEBUG:boto:Path: /ptoxvb-9/ 2022-09-01T09:57:53.546 DEBUG:boto:Data: 2022-09-01T09:57:53.546 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.547 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:53.547 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.548 DEBUG:boto:Params: {} 2022-09-01T09:57:53.548 DEBUG:boto:Token: None 2022-09-01T09:57:53.549 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-9/ 2022-09-01T09:57:53.550 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rs4BbO27xINQ5wM8ZcCvBgTljqs= 2022-09-01T09:57:53.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rs4BbO27xINQ5wM8ZcCvBgTljqs=', 'Content-Length': '0'} 2022-09-01T09:57:53.552 DEBUG:boto:Response headers: [('Content-Length', '231'), ('x-amz-request-id', 'tx0000063e19784cfc0487e-0063108221-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.552 DEBUG:boto:path=/ptoxvb-7/ 2022-09-01T09:57:53.553 DEBUG:boto:auth_path=/ptoxvb-7/ 2022-09-01T09:57:53.553 DEBUG:boto:Method: HEAD 2022-09-01T09:57:53.554 DEBUG:boto:Path: /ptoxvb-7/ 2022-09-01T09:57:53.554 DEBUG:boto:Data: 2022-09-01T09:57:53.555 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.555 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:53.556 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.556 DEBUG:boto:Params: {} 2022-09-01T09:57:53.557 DEBUG:boto:Token: None 2022-09-01T09:57:53.557 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-7/ 2022-09-01T09:57:53.558 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzlOD/1ZmGKwO5r0mCTG5428ws0= 2022-09-01T09:57:53.559 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzlOD/1ZmGKwO5r0mCTG5428ws0=', 'Content-Length': '0'} 2022-09-01T09:57:53.560 DEBUG:boto:Response headers: [('Content-Length', '231'), ('x-amz-request-id', 'tx00000f5adeae9837f3222-0063108221-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.561 DEBUG:boto:path=/ptoxvb-8/ 2022-09-01T09:57:53.561 DEBUG:boto:auth_path=/ptoxvb-8/ 2022-09-01T09:57:53.562 DEBUG:boto:Method: HEAD 2022-09-01T09:57:53.562 DEBUG:boto:Path: /ptoxvb-8/ 2022-09-01T09:57:53.563 DEBUG:boto:Data: 2022-09-01T09:57:53.563 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.564 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:53.564 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.565 DEBUG:boto:Params: {} 2022-09-01T09:57:53.565 DEBUG:boto:Token: None 2022-09-01T09:57:53.566 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-8/ 2022-09-01T09:57:53.566 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:02pcfvm4ZmR+dtCf0M19ofSpS4g= 2022-09-01T09:57:53.567 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:02pcfvm4ZmR+dtCf0M19ofSpS4g=', 'Content-Length': '0'} 2022-09-01T09:57:53.569 DEBUG:boto:Response headers: [('Content-Length', '231'), ('x-amz-request-id', 'tx00000d0d8ea06de78a1bc-0063108221-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.569 DEBUG:boto:path=/ptoxvb-9/ 2022-09-01T09:57:53.570 DEBUG:boto:auth_path=/ptoxvb-9/ 2022-09-01T09:57:53.570 DEBUG:boto:Method: HEAD 2022-09-01T09:57:53.571 DEBUG:boto:Path: /ptoxvb-9/ 2022-09-01T09:57:53.571 DEBUG:boto:Data: 2022-09-01T09:57:53.572 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.572 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:53.573 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.573 DEBUG:boto:Params: {} 2022-09-01T09:57:53.574 DEBUG:boto:Token: None 2022-09-01T09:57:53.574 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-9/ 2022-09-01T09:57:53.575 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rs4BbO27xINQ5wM8ZcCvBgTljqs= 2022-09-01T09:57:53.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rs4BbO27xINQ5wM8ZcCvBgTljqs=', 'Content-Length': '0'} 2022-09-01T09:57:53.577 DEBUG:boto:Response headers: [('Content-Length', '231'), ('x-amz-request-id', 'tx0000009513cd3439bd932-0063108221-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.578 DEBUG:boto:path=/ptoxvb-7/ 2022-09-01T09:57:53.579 DEBUG:boto:auth_path=/ptoxvb-7/ 2022-09-01T09:57:53.579 DEBUG:boto:Method: HEAD 2022-09-01T09:57:53.580 DEBUG:boto:Path: /ptoxvb-7/ 2022-09-01T09:57:53.580 DEBUG:boto:Data: 2022-09-01T09:57:53.581 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.581 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:53.581 DEBUG:boto:Port: 8001 2022-09-01T09:57:53.582 DEBUG:boto:Params: {} 2022-09-01T09:57:53.583 DEBUG:boto:Token: None 2022-09-01T09:57:53.583 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-7/ 2022-09-01T09:57:53.584 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzlOD/1ZmGKwO5r0mCTG5428ws0= 2022-09-01T09:57:53.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzlOD/1ZmGKwO5r0mCTG5428ws0=', 'Content-Length': '0'} 2022-09-01T09:57:53.586 DEBUG:boto:Response headers: [('Content-Length', '231'), ('x-amz-request-id', 'tx00000b0249f6e282e21a9-0063108221-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.586 DEBUG:boto:path=/ptoxvb-8/ 2022-09-01T09:57:53.587 DEBUG:boto:auth_path=/ptoxvb-8/ 2022-09-01T09:57:53.587 DEBUG:boto:Method: HEAD 2022-09-01T09:57:53.588 DEBUG:boto:Path: /ptoxvb-8/ 2022-09-01T09:57:53.588 DEBUG:boto:Data: 2022-09-01T09:57:53.589 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.589 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:53.590 DEBUG:boto:Port: 8001 2022-09-01T09:57:53.591 DEBUG:boto:Params: {} 2022-09-01T09:57:53.592 DEBUG:boto:Token: None 2022-09-01T09:57:53.592 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-8/ 2022-09-01T09:57:53.593 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:02pcfvm4ZmR+dtCf0M19ofSpS4g= 2022-09-01T09:57:53.594 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:02pcfvm4ZmR+dtCf0M19ofSpS4g=', 'Content-Length': '0'} 2022-09-01T09:57:53.595 DEBUG:boto:Response headers: [('Content-Length', '231'), ('x-amz-request-id', 'tx000008f654cd3499ace44-0063108221-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.596 DEBUG:boto:path=/ptoxvb-9/ 2022-09-01T09:57:53.596 DEBUG:boto:auth_path=/ptoxvb-9/ 2022-09-01T09:57:53.597 DEBUG:boto:Method: HEAD 2022-09-01T09:57:53.597 DEBUG:boto:Path: /ptoxvb-9/ 2022-09-01T09:57:53.598 DEBUG:boto:Data: 2022-09-01T09:57:53.599 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.599 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:53.600 DEBUG:boto:Port: 8001 2022-09-01T09:57:53.600 DEBUG:boto:Params: {} 2022-09-01T09:57:53.601 DEBUG:boto:Token: None 2022-09-01T09:57:53.601 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-9/ 2022-09-01T09:57:53.602 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rs4BbO27xINQ5wM8ZcCvBgTljqs= 2022-09-01T09:57:53.602 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rs4BbO27xINQ5wM8ZcCvBgTljqs=', 'Content-Length': '0'} 2022-09-01T09:57:53.604 DEBUG:boto:Response headers: [('Content-Length', '231'), ('x-amz-request-id', 'tx0000060b99e1ff1937f0f-0063108221-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.604 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_remove ... ok 2022-09-01T09:57:53.606 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-10 2022-09-01T09:57:53.606 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:57:53.607 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:57:53.607 DEBUG:boto:Method: PUT 2022-09-01T09:57:53.608 DEBUG:boto:Path: /ptoxvb-10/ 2022-09-01T09:57:53.609 DEBUG:boto:Data: 2022-09-01T09:57:53.610 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.610 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:53.611 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.611 DEBUG:boto:Params: {} 2022-09-01T09:57:53.612 DEBUG:boto:Token: None 2022-09-01T09:57:53.612 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-10/ 2022-09-01T09:57:53.613 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F+u02G4dPOed7Fwgo6qFc1sTY3U= 2022-09-01T09:57:53.614 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F+u02G4dPOed7Fwgo6qFc1sTY3U=', 'Content-Length': '0'} 2022-09-01T09:57:53.630 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000ff3d9182c945f0d0-0063108221-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.631 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-11 2022-09-01T09:57:53.631 DEBUG:boto:path=/ptoxvb-11/ 2022-09-01T09:57:53.632 DEBUG:boto:auth_path=/ptoxvb-11/ 2022-09-01T09:57:53.632 DEBUG:boto:Method: PUT 2022-09-01T09:57:53.633 DEBUG:boto:Path: /ptoxvb-11/ 2022-09-01T09:57:53.633 DEBUG:boto:Data: 2022-09-01T09:57:53.634 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.635 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:53.635 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.636 DEBUG:boto:Params: {} 2022-09-01T09:57:53.636 DEBUG:boto:Token: None 2022-09-01T09:57:53.637 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-11/ 2022-09-01T09:57:53.637 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O5UBfR8DLz2LJ0lGvPn60sE0aFQ= 2022-09-01T09:57:53.638 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O5UBfR8DLz2LJ0lGvPn60sE0aFQ=', 'Content-Length': '0'} 2022-09-01T09:57:53.668 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000005f62a75e0e2b2541-0063108221-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.669 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-12 2022-09-01T09:57:53.669 DEBUG:boto:path=/ptoxvb-12/ 2022-09-01T09:57:53.670 DEBUG:boto:auth_path=/ptoxvb-12/ 2022-09-01T09:57:53.670 DEBUG:boto:Method: PUT 2022-09-01T09:57:53.671 DEBUG:boto:Path: /ptoxvb-12/ 2022-09-01T09:57:53.671 DEBUG:boto:Data: 2022-09-01T09:57:53.672 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.673 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:53.673 DEBUG:boto:Port: 8001 2022-09-01T09:57:53.674 DEBUG:boto:Params: {} 2022-09-01T09:57:53.674 DEBUG:boto:Token: None 2022-09-01T09:57:53.675 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-12/ 2022-09-01T09:57:53.675 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jvOgCcmhzD8F9/0yrKweeFo1+aE= 2022-09-01T09:57:53.676 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jvOgCcmhzD8F9/0yrKweeFo1+aE=', 'Content-Length': '0'} 2022-09-01T09:57:53.711 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000008fdf3828d04595f8-0063108221-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.712 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:57:53.713 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:57:53.713 DEBUG:boto:Method: HEAD 2022-09-01T09:57:53.714 DEBUG:boto:Path: /ptoxvb-10/ 2022-09-01T09:57:53.715 DEBUG:boto:Data: 2022-09-01T09:57:53.715 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.716 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:53.716 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.717 DEBUG:boto:Params: {} 2022-09-01T09:57:53.717 DEBUG:boto:Token: None 2022-09-01T09:57:53.718 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-10/ 2022-09-01T09:57:53.719 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9pEn3q4+Ho+mx8m2OQqS9St+9xM= 2022-09-01T09:57:53.720 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9pEn3q4+Ho+mx8m2OQqS9St+9xM=', 'Content-Length': '0'} 2022-09-01T09:57:53.723 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000045c3039675365b28-0063108221-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.725 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:57:53.726 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:57:53.728 DEBUG:boto:Method: PUT 2022-09-01T09:57:53.728 DEBUG:boto:Path: /ptoxvb-10/myobj 2022-09-01T09:57:53.729 DEBUG:boto:Data: 2022-09-01T09:57:53.730 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T09:57:53.730 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:53.731 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.731 DEBUG:boto:Params: {} 2022-09-01T09:57:53.732 DEBUG:boto:Token: None 2022-09-01T09:57:53.733 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-10/myobj 2022-09-01T09:57:53.733 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/Lgp5Ajy5+gALaxFoApGEzKxaeM= 2022-09-01T09:57:53.734 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/Lgp5Ajy5+gALaxFoApGEzKxaeM='} 2022-09-01T09:57:53.749 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005c17df72d63fd54d-0063108221-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.750 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:57:53.751 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:57:53.752 DEBUG:boto:Method: HEAD 2022-09-01T09:57:53.752 DEBUG:boto:Path: /ptoxvb-10/ 2022-09-01T09:57:53.753 DEBUG:boto:Data: 2022-09-01T09:57:53.754 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.755 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:53.755 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.756 DEBUG:boto:Params: {} 2022-09-01T09:57:53.757 DEBUG:boto:Token: None 2022-09-01T09:57:53.758 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-10/ 2022-09-01T09:57:53.759 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9pEn3q4+Ho+mx8m2OQqS9St+9xM= 2022-09-01T09:57:53.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9pEn3q4+Ho+mx8m2OQqS9St+9xM=', 'Content-Length': '0'} 2022-09-01T09:57:53.763 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001a2967053faff493-0063108221-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.765 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:57:53.766 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:57:53.767 DEBUG:boto:Method: PUT 2022-09-01T09:57:53.768 DEBUG:boto:Path: /ptoxvb-10/_myobj 2022-09-01T09:57:53.768 DEBUG:boto:Data: 2022-09-01T09:57:53.769 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T09:57:53.770 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:53.771 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.772 DEBUG:boto:Params: {} 2022-09-01T09:57:53.773 DEBUG:boto:Token: None 2022-09-01T09:57:53.774 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-10/_myobj 2022-09-01T09:57:53.775 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IehQq7f2GrQbjQPuVTwwgx+oTjU= 2022-09-01T09:57:53.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IehQq7f2GrQbjQPuVTwwgx+oTjU='} 2022-09-01T09:57:53.822 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000091edc757dbc008aa-0063108221-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.823 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:57:53.824 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:57:53.824 DEBUG:boto:Method: HEAD 2022-09-01T09:57:53.825 DEBUG:boto:Path: /ptoxvb-10/ 2022-09-01T09:57:53.825 DEBUG:boto:Data: 2022-09-01T09:57:53.825 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.826 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:53.827 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.827 DEBUG:boto:Params: {} 2022-09-01T09:57:53.828 DEBUG:boto:Token: None 2022-09-01T09:57:53.828 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-10/ 2022-09-01T09:57:53.829 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9pEn3q4+Ho+mx8m2OQqS9St+9xM= 2022-09-01T09:57:53.830 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9pEn3q4+Ho+mx8m2OQqS9St+9xM=', 'Content-Length': '0'} 2022-09-01T09:57:53.832 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000948df23193f9baba-0063108221-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.833 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:57:53.834 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:57:53.834 DEBUG:boto:Method: PUT 2022-09-01T09:57:53.835 DEBUG:boto:Path: /ptoxvb-10/%3A 2022-09-01T09:57:53.835 DEBUG:boto:Data: 2022-09-01T09:57:53.836 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T09:57:53.836 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:53.837 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.837 DEBUG:boto:Params: {} 2022-09-01T09:57:53.838 DEBUG:boto:Token: None 2022-09-01T09:57:53.839 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-10/%3A 2022-09-01T09:57:53.839 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gVkFAi/pT26fSd97dBt3oBHQylk= 2022-09-01T09:57:53.840 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gVkFAi/pT26fSd97dBt3oBHQylk='} 2022-09-01T09:57:53.859 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000879b4595277fb2b5-0063108221-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.860 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:57:53.861 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:57:53.862 DEBUG:boto:Method: HEAD 2022-09-01T09:57:53.863 DEBUG:boto:Path: /ptoxvb-10/ 2022-09-01T09:57:53.863 DEBUG:boto:Data: 2022-09-01T09:57:53.864 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.865 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:53.866 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.867 DEBUG:boto:Params: {} 2022-09-01T09:57:53.868 DEBUG:boto:Token: None 2022-09-01T09:57:53.869 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-10/ 2022-09-01T09:57:53.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9pEn3q4+Ho+mx8m2OQqS9St+9xM= 2022-09-01T09:57:53.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9pEn3q4+Ho+mx8m2OQqS9St+9xM=', 'Content-Length': '0'} 2022-09-01T09:57:53.875 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '18'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000887af9be615e17e-0063108221-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.875 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:57:53.876 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:57:53.877 DEBUG:boto:Method: PUT 2022-09-01T09:57:53.877 DEBUG:boto:Path: /ptoxvb-10/%26 2022-09-01T09:57:53.878 DEBUG:boto:Data: 2022-09-01T09:57:53.878 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T09:57:53.879 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:57:53.879 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.880 DEBUG:boto:Params: {} 2022-09-01T09:57:53.880 DEBUG:boto:Token: None 2022-09-01T09:57:53.881 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-10/%26 2022-09-01T09:57:53.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0K2LPtEMpi6DiY2yAmJooHvY9ZI= 2022-09-01T09:57:53.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0K2LPtEMpi6DiY2yAmJooHvY9ZI='} 2022-09-01T09:57:53.926 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000090d61deeef385431-0063108221-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.927 DEBUG:boto:path=/ptoxvb-11/ 2022-09-01T09:57:53.928 DEBUG:boto:auth_path=/ptoxvb-11/ 2022-09-01T09:57:53.928 DEBUG:boto:Method: HEAD 2022-09-01T09:57:53.929 DEBUG:boto:Path: /ptoxvb-11/ 2022-09-01T09:57:53.929 DEBUG:boto:Data: 2022-09-01T09:57:53.930 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.930 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:53.931 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.931 DEBUG:boto:Params: {} 2022-09-01T09:57:53.932 DEBUG:boto:Token: None 2022-09-01T09:57:53.933 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-11/ 2022-09-01T09:57:53.933 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YswPdlJeCoeVEy/qaE2pw3sC358= 2022-09-01T09:57:53.934 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YswPdlJeCoeVEy/qaE2pw3sC358=', 'Content-Length': '0'} 2022-09-01T09:57:53.937 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e44bb4ea3b79c5f2-0063108221-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.938 DEBUG:boto:path=/ptoxvb-11/myobj 2022-09-01T09:57:53.939 DEBUG:boto:auth_path=/ptoxvb-11/myobj 2022-09-01T09:57:53.940 DEBUG:boto:Method: PUT 2022-09-01T09:57:53.941 DEBUG:boto:Path: /ptoxvb-11/myobj 2022-09-01T09:57:53.942 DEBUG:boto:Data: 2022-09-01T09:57:53.942 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T09:57:53.943 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:53.944 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.945 DEBUG:boto:Params: {} 2022-09-01T09:57:53.945 DEBUG:boto:Token: None 2022-09-01T09:57:53.946 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-11/myobj 2022-09-01T09:57:53.946 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cOPVav6cLEmem/P2nPViVCaWQbc= 2022-09-01T09:57:53.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cOPVav6cLEmem/P2nPViVCaWQbc='} 2022-09-01T09:57:53.957 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000c8ffb11d718ea9b0-0063108221-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.958 DEBUG:boto:path=/ptoxvb-11/ 2022-09-01T09:57:53.959 DEBUG:boto:auth_path=/ptoxvb-11/ 2022-09-01T09:57:53.959 DEBUG:boto:Method: HEAD 2022-09-01T09:57:53.960 DEBUG:boto:Path: /ptoxvb-11/ 2022-09-01T09:57:53.960 DEBUG:boto:Data: 2022-09-01T09:57:53.961 DEBUG:boto:Headers: {} 2022-09-01T09:57:53.962 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:53.962 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.963 DEBUG:boto:Params: {} 2022-09-01T09:57:53.963 DEBUG:boto:Token: None 2022-09-01T09:57:53.964 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-11/ 2022-09-01T09:57:53.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YswPdlJeCoeVEy/qaE2pw3sC358= 2022-09-01T09:57:53.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YswPdlJeCoeVEy/qaE2pw3sC358=', 'Content-Length': '0'} 2022-09-01T09:57:53.967 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000870106458c83b69c-0063108221-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:53.968 DEBUG:boto:path=/ptoxvb-11/_myobj 2022-09-01T09:57:53.969 DEBUG:boto:auth_path=/ptoxvb-11/_myobj 2022-09-01T09:57:53.970 DEBUG:boto:Method: PUT 2022-09-01T09:57:53.971 DEBUG:boto:Path: /ptoxvb-11/_myobj 2022-09-01T09:57:53.972 DEBUG:boto:Data: 2022-09-01T09:57:53.973 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T09:57:53.974 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:53.975 DEBUG:boto:Port: 8000 2022-09-01T09:57:53.976 DEBUG:boto:Params: {} 2022-09-01T09:57:53.977 DEBUG:boto:Token: None 2022-09-01T09:57:53.978 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 09:57:53 GMT /ptoxvb-11/_myobj 2022-09-01T09:57:53.979 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X46q1NXTUN6Agrz3S+nDuWP6l6M= 2022-09-01T09:57:53.981 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 09:57:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X46q1NXTUN6Agrz3S+nDuWP6l6M='} 2022-09-01T09:57:54.026 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000026bbe19fd6c481a1-0063108221-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:54.028 DEBUG:boto:path=/ptoxvb-11/ 2022-09-01T09:57:54.029 DEBUG:boto:auth_path=/ptoxvb-11/ 2022-09-01T09:57:54.030 DEBUG:boto:Method: HEAD 2022-09-01T09:57:54.031 DEBUG:boto:Path: /ptoxvb-11/ 2022-09-01T09:57:54.031 DEBUG:boto:Data: 2022-09-01T09:57:54.032 DEBUG:boto:Headers: {} 2022-09-01T09:57:54.032 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:54.033 DEBUG:boto:Port: 8000 2022-09-01T09:57:54.034 DEBUG:boto:Params: {} 2022-09-01T09:57:54.034 DEBUG:boto:Token: None 2022-09-01T09:57:54.035 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:54 GMT /ptoxvb-11/ 2022-09-01T09:57:54.036 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pr3XH1ose940m1dvOGHfNauz6Os= 2022-09-01T09:57:54.037 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pr3XH1ose940m1dvOGHfNauz6Os=', 'Content-Length': '0'} 2022-09-01T09:57:54.040 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001715e9d1e2fc6608-0063108222-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:54.041 DEBUG:boto:path=/ptoxvb-11/%3A 2022-09-01T09:57:54.041 DEBUG:boto:auth_path=/ptoxvb-11/%3A 2022-09-01T09:57:54.042 DEBUG:boto:Method: PUT 2022-09-01T09:57:54.043 DEBUG:boto:Path: /ptoxvb-11/%3A 2022-09-01T09:57:54.043 DEBUG:boto:Data: 2022-09-01T09:57:54.044 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T09:57:54.044 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:54.045 DEBUG:boto:Port: 8000 2022-09-01T09:57:54.045 DEBUG:boto:Params: {} 2022-09-01T09:57:54.046 DEBUG:boto:Token: None 2022-09-01T09:57:54.047 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 09:57:54 GMT /ptoxvb-11/%3A 2022-09-01T09:57:54.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RctO3ey5M/EIkcU9S5rak8d0nc0= 2022-09-01T09:57:54.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 09:57:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RctO3ey5M/EIkcU9S5rak8d0nc0='} 2022-09-01T09:57:54.058 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000ac085f1a0318892a-0063108222-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 09:57:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:54.059 DEBUG:boto:path=/ptoxvb-11/ 2022-09-01T09:57:54.060 DEBUG:boto:auth_path=/ptoxvb-11/ 2022-09-01T09:57:54.061 DEBUG:boto:Method: HEAD 2022-09-01T09:57:54.062 DEBUG:boto:Path: /ptoxvb-11/ 2022-09-01T09:57:54.063 DEBUG:boto:Data: 2022-09-01T09:57:54.064 DEBUG:boto:Headers: {} 2022-09-01T09:57:54.065 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:54.066 DEBUG:boto:Port: 8000 2022-09-01T09:57:54.067 DEBUG:boto:Params: {} 2022-09-01T09:57:54.068 DEBUG:boto:Token: None 2022-09-01T09:57:54.069 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:54 GMT /ptoxvb-11/ 2022-09-01T09:57:54.070 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pr3XH1ose940m1dvOGHfNauz6Os= 2022-09-01T09:57:54.071 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pr3XH1ose940m1dvOGHfNauz6Os=', 'Content-Length': '0'} 2022-09-01T09:57:54.075 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '18'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000060543482ef37a045-0063108222-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:54.076 DEBUG:boto:path=/ptoxvb-11/%26 2022-09-01T09:57:54.077 DEBUG:boto:auth_path=/ptoxvb-11/%26 2022-09-01T09:57:54.078 DEBUG:boto:Method: PUT 2022-09-01T09:57:54.079 DEBUG:boto:Path: /ptoxvb-11/%26 2022-09-01T09:57:54.080 DEBUG:boto:Data: 2022-09-01T09:57:54.080 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T09:57:54.081 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:57:54.082 DEBUG:boto:Port: 8000 2022-09-01T09:57:54.083 DEBUG:boto:Params: {} 2022-09-01T09:57:54.084 DEBUG:boto:Token: None 2022-09-01T09:57:54.085 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 09:57:54 GMT /ptoxvb-11/%26 2022-09-01T09:57:54.086 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ka8CBi47egTCOqsQNkdNVKm0eJg= 2022-09-01T09:57:54.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 09:57:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ka8CBi47egTCOqsQNkdNVKm0eJg='} 2022-09-01T09:57:54.130 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000d79c4a05cd11e562-0063108222-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 09:57:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:54.131 DEBUG:boto:path=/ptoxvb-12/ 2022-09-01T09:57:54.132 DEBUG:boto:auth_path=/ptoxvb-12/ 2022-09-01T09:57:54.133 DEBUG:boto:Method: HEAD 2022-09-01T09:57:54.133 DEBUG:boto:Path: /ptoxvb-12/ 2022-09-01T09:57:54.134 DEBUG:boto:Data: 2022-09-01T09:57:54.137 DEBUG:boto:Headers: {} 2022-09-01T09:57:54.138 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:54.139 DEBUG:boto:Port: 8001 2022-09-01T09:57:54.139 DEBUG:boto:Params: {} 2022-09-01T09:57:54.140 DEBUG:boto:Token: None 2022-09-01T09:57:54.140 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:54 GMT /ptoxvb-12/ 2022-09-01T09:57:54.141 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ntDEd7MB2hiyEzU1yuPSbvI9+V8= 2022-09-01T09:57:54.141 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ntDEd7MB2hiyEzU1yuPSbvI9+V8=', 'Content-Length': '0'} 2022-09-01T09:57:54.144 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005c867e1c116a6f3e-0063108222-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:54.146 DEBUG:boto:path=/ptoxvb-12/myobj 2022-09-01T09:57:54.147 DEBUG:boto:auth_path=/ptoxvb-12/myobj 2022-09-01T09:57:54.148 DEBUG:boto:Method: PUT 2022-09-01T09:57:54.149 DEBUG:boto:Path: /ptoxvb-12/myobj 2022-09-01T09:57:54.149 DEBUG:boto:Data: 2022-09-01T09:57:54.150 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T09:57:54.151 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:54.152 DEBUG:boto:Port: 8001 2022-09-01T09:57:54.152 DEBUG:boto:Params: {} 2022-09-01T09:57:54.153 DEBUG:boto:Token: None 2022-09-01T09:57:54.154 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 09:57:54 GMT /ptoxvb-12/myobj 2022-09-01T09:57:54.154 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hcnu4u1yCZEo141O6LKBceunPc4= 2022-09-01T09:57:54.155 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 09:57:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hcnu4u1yCZEo141O6LKBceunPc4='} 2022-09-01T09:57:54.167 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000014d6642b3b3b8e19-0063108222-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 09:57:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:54.168 DEBUG:boto:path=/ptoxvb-12/ 2022-09-01T09:57:54.169 DEBUG:boto:auth_path=/ptoxvb-12/ 2022-09-01T09:57:54.170 DEBUG:boto:Method: HEAD 2022-09-01T09:57:54.170 DEBUG:boto:Path: /ptoxvb-12/ 2022-09-01T09:57:54.171 DEBUG:boto:Data: 2022-09-01T09:57:54.172 DEBUG:boto:Headers: {} 2022-09-01T09:57:54.172 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:54.173 DEBUG:boto:Port: 8001 2022-09-01T09:57:54.173 DEBUG:boto:Params: {} 2022-09-01T09:57:54.174 DEBUG:boto:Token: None 2022-09-01T09:57:54.175 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:54 GMT /ptoxvb-12/ 2022-09-01T09:57:54.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ntDEd7MB2hiyEzU1yuPSbvI9+V8= 2022-09-01T09:57:54.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ntDEd7MB2hiyEzU1yuPSbvI9+V8=', 'Content-Length': '0'} 2022-09-01T09:57:54.178 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000089b8ba18d6a2ad63-0063108222-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:54.179 DEBUG:boto:path=/ptoxvb-12/_myobj 2022-09-01T09:57:54.180 DEBUG:boto:auth_path=/ptoxvb-12/_myobj 2022-09-01T09:57:54.180 DEBUG:boto:Method: PUT 2022-09-01T09:57:54.181 DEBUG:boto:Path: /ptoxvb-12/_myobj 2022-09-01T09:57:54.181 DEBUG:boto:Data: 2022-09-01T09:57:54.181 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T09:57:54.182 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:54.183 DEBUG:boto:Port: 8001 2022-09-01T09:57:54.183 DEBUG:boto:Params: {} 2022-09-01T09:57:54.184 DEBUG:boto:Token: None 2022-09-01T09:57:54.184 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 09:57:54 GMT /ptoxvb-12/_myobj 2022-09-01T09:57:54.185 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jP3abMko2sJTZHnGxNoAYGXzpN8= 2022-09-01T09:57:54.186 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 09:57:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jP3abMko2sJTZHnGxNoAYGXzpN8='} 2022-09-01T09:57:54.234 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005d0fec9e0cb0e75f-0063108222-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 09:57:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:54.235 DEBUG:boto:path=/ptoxvb-12/ 2022-09-01T09:57:54.236 DEBUG:boto:auth_path=/ptoxvb-12/ 2022-09-01T09:57:54.236 DEBUG:boto:Method: HEAD 2022-09-01T09:57:54.237 DEBUG:boto:Path: /ptoxvb-12/ 2022-09-01T09:57:54.237 DEBUG:boto:Data: 2022-09-01T09:57:54.238 DEBUG:boto:Headers: {} 2022-09-01T09:57:54.238 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:54.239 DEBUG:boto:Port: 8001 2022-09-01T09:57:54.240 DEBUG:boto:Params: {} 2022-09-01T09:57:54.241 DEBUG:boto:Token: None 2022-09-01T09:57:54.242 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:54 GMT /ptoxvb-12/ 2022-09-01T09:57:54.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ntDEd7MB2hiyEzU1yuPSbvI9+V8= 2022-09-01T09:57:54.244 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ntDEd7MB2hiyEzU1yuPSbvI9+V8=', 'Content-Length': '0'} 2022-09-01T09:57:54.247 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000077e2ad6426424fc4-0063108222-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:54.248 DEBUG:boto:path=/ptoxvb-12/%3A 2022-09-01T09:57:54.248 DEBUG:boto:auth_path=/ptoxvb-12/%3A 2022-09-01T09:57:54.249 DEBUG:boto:Method: PUT 2022-09-01T09:57:54.249 DEBUG:boto:Path: /ptoxvb-12/%3A 2022-09-01T09:57:54.250 DEBUG:boto:Data: 2022-09-01T09:57:54.250 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T09:57:54.251 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:54.251 DEBUG:boto:Port: 8001 2022-09-01T09:57:54.252 DEBUG:boto:Params: {} 2022-09-01T09:57:54.252 DEBUG:boto:Token: None 2022-09-01T09:57:54.253 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 09:57:54 GMT /ptoxvb-12/%3A 2022-09-01T09:57:54.253 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RJNSbC6VOHDSSqpNV9ha8+2OIyk= 2022-09-01T09:57:54.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 09:57:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RJNSbC6VOHDSSqpNV9ha8+2OIyk='} 2022-09-01T09:57:54.263 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000dec559c5e1ffba3a-0063108222-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 09:57:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:54.264 DEBUG:boto:path=/ptoxvb-12/ 2022-09-01T09:57:54.265 DEBUG:boto:auth_path=/ptoxvb-12/ 2022-09-01T09:57:54.265 DEBUG:boto:Method: HEAD 2022-09-01T09:57:54.266 DEBUG:boto:Path: /ptoxvb-12/ 2022-09-01T09:57:54.267 DEBUG:boto:Data: 2022-09-01T09:57:54.267 DEBUG:boto:Headers: {} 2022-09-01T09:57:54.268 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:54.268 DEBUG:boto:Port: 8001 2022-09-01T09:57:54.269 DEBUG:boto:Params: {} 2022-09-01T09:57:54.269 DEBUG:boto:Token: None 2022-09-01T09:57:54.270 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:57:54 GMT /ptoxvb-12/ 2022-09-01T09:57:54.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ntDEd7MB2hiyEzU1yuPSbvI9+V8= 2022-09-01T09:57:54.271 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:57:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ntDEd7MB2hiyEzU1yuPSbvI9+V8=', 'Content-Length': '0'} 2022-09-01T09:57:54.274 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '18'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000007e11525f4e2d8b7-0063108222-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:57:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:54.275 DEBUG:boto:path=/ptoxvb-12/%26 2022-09-01T09:57:54.275 DEBUG:boto:auth_path=/ptoxvb-12/%26 2022-09-01T09:57:54.276 DEBUG:boto:Method: PUT 2022-09-01T09:57:54.276 DEBUG:boto:Path: /ptoxvb-12/%26 2022-09-01T09:57:54.277 DEBUG:boto:Data: 2022-09-01T09:57:54.277 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T09:57:54.278 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:57:54.278 DEBUG:boto:Port: 8001 2022-09-01T09:57:54.279 DEBUG:boto:Params: {} 2022-09-01T09:57:54.279 DEBUG:boto:Token: None 2022-09-01T09:57:54.280 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 09:57:54 GMT /ptoxvb-12/%26 2022-09-01T09:57:54.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oQLHNOBwHDOpgD4WfIfjVP62J/o= 2022-09-01T09:57:54.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 09:57:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oQLHNOBwHDOpgD4WfIfjVP62J/o='} 2022-09-01T09:57:54.326 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000b41294f60f9bb701-0063108222-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 09:57:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:57:54.327 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:54.328 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:54.328 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:54.378 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:54.379 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:54.416 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T09:57:54.433 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T09:57:54.433 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:54.433 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:54.434 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T09:57:54.434 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:54.434 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:54.434 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:54.435 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T09:57:54.435 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:54.435 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:54.435 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T09:57:54.436 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:47.867747Z" 2022-09-01T09:57:54.436 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:54.436 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:54.437 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026273.699701_55.1", 2022-09-01T09:57:54.437 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:53.699701Z" 2022-09-01T09:57:54.437 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:54.437 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T09:57:54.438 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026273.699701_55.1'} 2022-09-01T09:57:54.439 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T09:57:54.440 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:54.440 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:54.441 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:54.498 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:54.499 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:54.528 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:54.527+0000 7fe12ba59600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:54.529 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:54.528+0000 7fe12ba59600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:54.542 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:54.542 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:54.542 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:54.544 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:54.544 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:54.544 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:54.545 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:54.545 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:54.545 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:54.545 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:54.546 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:54.546 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:54.546 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:54.547 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:54.547 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:54.547 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:54.547 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:54.548 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:54.548 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:54.548 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:54.548 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:54.549 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:54.549 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:54.549 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:54.549 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:54.550 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:54.550 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:54.550 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:54.550 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:54.551 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:54.551 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:54.551 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:54.551 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:54.552 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:54.552 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:54.552 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:54.552 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:54.552 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T09:57:54.553 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:54.553 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:54.553 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:54.553 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T09:57:54.554 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:54.554 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:54.554 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:54.555 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:54.555 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:54.555 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:54.555 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:54.556 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026273.621156_44.1", 2022-09-01T09:57:54.556 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:54.557 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:54.557 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:54.557 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.621156Z", 2022-09-01T09:57:54.558 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:54.558 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:54.558 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:54.558 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:54.559 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:54.559 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:54.559 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:54.560 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:54.560 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:54.561 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:54Z" 2022-09-01T09:57:54.561 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:54.563 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662026273.621156_44.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:53.621156Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:54Z" } 2022-09-01T09:57:54.564 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662026273.621156_44.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:53.621156Z', 'realm_epoch': 2}}] 2022-09-01T09:57:54.565 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026273.699701_55.1'} 2022-09-01T09:57:54.566 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026273.621156_44.1'} 2022-09-01T09:57:54.568 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662026273.699701_55.1 target=1_1662026273.621156_44.1 2022-09-01T09:57:59.570 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:59.572 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:59.572 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:59.630 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:59.631 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:59.661 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:59.659+0000 7f9cdbcfc600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:59.661 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:59.661+0000 7f9cdbcfc600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:59.675 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T09:57:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T09:57:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026273.699701_55.1", 2022-09-01T09:57:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.699701Z", 2022-09-01T09:57:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:59.697 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:59Z" 2022-09-01T09:57:59.700 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:59.702 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662026273.699701_55.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:53.699701Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:59Z" } 2022-09-01T09:57:59.702 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662026273.699701_55.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:53.699701Z', 'realm_epoch': 2}}] 2022-09-01T09:57:59.703 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026273.699701_55.1'} 2022-09-01T09:57:59.703 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026273.699701_55.1'} 2022-09-01T09:57:59.704 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T09:57:59.705 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T09:57:59.705 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:59.706 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:59.707 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:59.780 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:59.780 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:59.810 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:59.809+0000 7f11a18a7600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:59.811 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:57:59.810+0000 7f11a18a7600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:59.830 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T09:57:59.831 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T09:57:59.831 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T09:57:59.832 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T09:57:59.832 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T09:57:59.833 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:59.833 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:59.833 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:59.834 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T09:57:59.834 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:59.834 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T09:57:59.835 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:59.835 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:59.835 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:59.835 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:59.836 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T09:57:59.836 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:59.836 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:59.837 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:59.837 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:59.837 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:59.838 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:59.838 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T09:57:59.838 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:59.838 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:59.839 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T09:57:59.839 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:59.839 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:59.840 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:59.840 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T09:57:59.840 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:59.841 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:59.841 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:59.842 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:59.842 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T09:57:59.842 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:59.843 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:59.843 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T09:57:59.843 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:59.843 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:59.844 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:59.844 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T09:57:59.844 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:59.844 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:59.845 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:59.845 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T09:57:59.845 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T09:57:59.846 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T09:57:59.846 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T09:57:59.846 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026273.699701_55.1", 2022-09-01T09:57:59.846 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T09:57:59.847 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T09:57:59.847 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T09:57:59.848 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.699701Z", 2022-09-01T09:57:59.848 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T09:57:59.849 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:59.849 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T09:57:59.850 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T09:57:59.850 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:59.850 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T09:57:59.851 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T09:57:59.851 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T09:57:59.851 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T09:57:59.852 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T09:57:59Z" 2022-09-01T09:57:59.852 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T09:57:59.854 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662026273.699701_55.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:53.699701Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:59Z" } 2022-09-01T09:57:59.855 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662026273.699701_55.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:53.699701Z', 'realm_epoch': 2}}] 2022-09-01T09:57:59.855 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026273.699701_55.1'} 2022-09-01T09:57:59.856 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026273.699701_55.1'} 2022-09-01T09:57:59.856 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T09:57:59.857 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T09:57:59.857 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:59.858 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T09:57:59.859 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T09:57:59.912 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:57:59.913 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:57:59.939 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:59.938+0000 7fb82b1b3600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:59.940 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:57:59.939+0000 7fb82b1b3600 20 RGW-SYNC:meta: read sync status 2022-09-01T09:57:59.952 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T09:57:59.952 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T09:57:59.953 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T09:57:59.953 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T09:57:59.953 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T09:57:59.953 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T09:57:59.954 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:59.954 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:59.954 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T09:57:59.954 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:59.955 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T09:57:59.955 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:59.955 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:59.955 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T09:57:59.956 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:59.956 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T09:57:59.956 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:59.956 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T09:57:59.957 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:59.957 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:59.957 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:59.958 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:59.958 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T09:57:59.959 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:59.959 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:59.960 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T09:57:59.960 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:59.961 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:59.961 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:59.962 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T09:57:59.962 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:59.963 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:59.963 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:59.964 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:59.964 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T09:57:59.965 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:59.965 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:59.965 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T09:57:59.966 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:59.966 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:59.967 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:59.967 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T09:57:59.967 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:59.968 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:59.968 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:59.969 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T09:57:59.969 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T09:57:59.969 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T09:57:59.970 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T09:57:59.970 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026273.699701_55.1", 2022-09-01T09:57:59.970 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T09:57:59.971 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T09:57:59.971 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T09:57:59.971 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.699701Z", 2022-09-01T09:57:59.972 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T09:57:59.972 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:59.973 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T09:57:59.973 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T09:57:59.973 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:59.973 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T09:57:59.974 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T09:57:59.974 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T09:57:59.974 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T09:57:59.974 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T09:57:59Z" 2022-09-01T09:57:59.975 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T09:57:59.977 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662026273.699701_55.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:53.699701Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T09:57:59Z" } 2022-09-01T09:57:59.977 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662026273.699701_55.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:53.699701Z', 'realm_epoch': 2}}] 2022-09-01T09:57:59.978 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026273.699701_55.1'} 2022-09-01T09:57:59.978 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026273.699701_55.1'} 2022-09-01T09:57:59.979 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T09:57:59.979 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-10', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T09:57:59.980 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-10', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T09:57:59.981 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-10 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T09:58:00.040 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:58:00.040 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:58:00.073 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:58:00.072+0000 7f7463c20600 1 bucket sync caught up with source: 2022-09-01T09:58:00.074 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:58:00.075 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:58:00.075 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:58:00.072+0000 7f7463c20600 0 bucket checkpoint complete 2022-09-01T09:58:00.085 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-10 zones={test-zone2, test-zone1} 2022-09-01T09:58:00.086 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.087 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.087 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.088 DEBUG:boto:Path: /ptoxvb-10/ 2022-09-01T09:58:00.088 DEBUG:boto:Data: 2022-09-01T09:58:00.089 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.089 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.090 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.091 DEBUG:boto:Params: {} 2022-09-01T09:58:00.092 DEBUG:boto:Token: None 2022-09-01T09:58:00.093 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.094 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lfGRItOMx6IgjiqTdV05JSSpHv4= 2022-09-01T09:58:00.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lfGRItOMx6IgjiqTdV05JSSpHv4=', 'Content-Length': '0'} 2022-09-01T09:58:00.097 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000303a8a4765af43ef-0063108228-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.098 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.098 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.099 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.099 DEBUG:boto:Path: /ptoxvb-10/ 2022-09-01T09:58:00.100 DEBUG:boto:Data: 2022-09-01T09:58:00.100 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.101 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.101 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.102 DEBUG:boto:Params: {} 2022-09-01T09:58:00.103 DEBUG:boto:Token: None 2022-09-01T09:58:00.103 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lfGRItOMx6IgjiqTdV05JSSpHv4= 2022-09-01T09:58:00.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lfGRItOMx6IgjiqTdV05JSSpHv4=', 'Content-Length': '0'} 2022-09-01T09:58:00.107 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f89f161ac65005f6-0063108228-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.108 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T09:58:00.108 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.110 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.110 DEBUG:boto:path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:00.111 DEBUG:boto:auth_path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:00.111 DEBUG:boto:Method: GET 2022-09-01T09:58:00.112 DEBUG:boto:Path: /ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:00.112 DEBUG:boto:Data: 2022-09-01T09:58:00.113 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.114 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.115 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.115 DEBUG:boto:Params: {} 2022-09-01T09:58:00.116 DEBUG:boto:Token: None 2022-09-01T09:58:00.116 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/?versions 2022-09-01T09:58:00.117 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pLH71CQ/AY38Tc8GAevHZh4wS64= 2022-09-01T09:58:00.118 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pLH71CQ/AY38Tc8GAevHZh4wS64=', 'Content-Length': '0'} 2022-09-01T09:58:00.120 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cf3316dc097a949d-0063108228-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.121 DEBUG:boto:b'ptoxvb-10999false&nulltrue2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal:nulltrue2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal_myobjnulltrue2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormalmyobjnulltrue2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.124 DEBUG:tasks.rgw_multi.zone_rados:o=& 2022-09-01T09:58:00.124 DEBUG:tasks.rgw_multi.zone_rados:o=: 2022-09-01T09:58:00.125 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2022-09-01T09:58:00.125 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T09:58:00.126 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T09:58:00.126 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.127 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.127 DEBUG:boto:path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:00.128 DEBUG:boto:auth_path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:00.128 DEBUG:boto:Method: GET 2022-09-01T09:58:00.129 DEBUG:boto:Path: /ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:00.129 DEBUG:boto:Data: 2022-09-01T09:58:00.130 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.130 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.131 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.131 DEBUG:boto:Params: {} 2022-09-01T09:58:00.132 DEBUG:boto:Token: None 2022-09-01T09:58:00.132 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/?versions 2022-09-01T09:58:00.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pLH71CQ/AY38Tc8GAevHZh4wS64= 2022-09-01T09:58:00.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pLH71CQ/AY38Tc8GAevHZh4wS64=', 'Content-Length': '0'} 2022-09-01T09:58:00.136 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a4d4a1e4f451b175-0063108228-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.137 DEBUG:boto:b'ptoxvb-10999false&nulltrue2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal:nulltrue2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal_myobjnulltrue2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormalmyobjnulltrue2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.138 DEBUG:tasks.rgw_multi.zone_rados:o=& 2022-09-01T09:58:00.138 DEBUG:tasks.rgw_multi.zone_rados:o=: 2022-09-01T09:58:00.139 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2022-09-01T09:58:00.139 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T09:58:00.140 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.140 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.141 DEBUG:boto:path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:00.141 DEBUG:boto:auth_path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:00.142 DEBUG:boto:Method: GET 2022-09-01T09:58:00.142 DEBUG:boto:Path: /ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:00.143 DEBUG:boto:Data: 2022-09-01T09:58:00.143 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.144 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.144 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.145 DEBUG:boto:Params: {} 2022-09-01T09:58:00.145 DEBUG:boto:Token: None 2022-09-01T09:58:00.146 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/?versions 2022-09-01T09:58:00.147 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pLH71CQ/AY38Tc8GAevHZh4wS64= 2022-09-01T09:58:00.147 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pLH71CQ/AY38Tc8GAevHZh4wS64=', 'Content-Length': '0'} 2022-09-01T09:58:00.150 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bc4dba6434dc1ce4-0063108228-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.150 DEBUG:boto:b'ptoxvb-10999false&nulltrue2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal:nulltrue2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal_myobjnulltrue2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormalmyobjnulltrue2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.151 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.152 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.152 DEBUG:boto:path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:00.153 DEBUG:boto:auth_path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:00.153 DEBUG:boto:Method: GET 2022-09-01T09:58:00.154 DEBUG:boto:Path: /ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:00.154 DEBUG:boto:Data: 2022-09-01T09:58:00.155 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.155 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.156 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.156 DEBUG:boto:Params: {} 2022-09-01T09:58:00.157 DEBUG:boto:Token: None 2022-09-01T09:58:00.158 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/?versions 2022-09-01T09:58:00.158 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pLH71CQ/AY38Tc8GAevHZh4wS64= 2022-09-01T09:58:00.159 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pLH71CQ/AY38Tc8GAevHZh4wS64=', 'Content-Length': '0'} 2022-09-01T09:58:00.162 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001b65aa1d7170a2c7-0063108228-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.162 DEBUG:boto:b'ptoxvb-10999false&nulltrue2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal:nulltrue2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal_myobjnulltrue2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormalmyobjnulltrue2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.163 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2022-09-01T09:58:00.164 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:00.165 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:00.165 DEBUG:boto:path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.166 DEBUG:boto:auth_path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.166 DEBUG:boto:Method: GET 2022-09-01T09:58:00.167 DEBUG:boto:Path: /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.167 DEBUG:boto:Data: 2022-09-01T09:58:00.168 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.168 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.169 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.169 DEBUG:boto:Params: {} 2022-09-01T09:58:00.170 DEBUG:boto:Token: None 2022-09-01T09:58:00.170 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.171 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T+nWitflZY/l5tLaycA7KMW3TCQ= 2022-09-01T09:58:00.172 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T+nWitflZY/l5tLaycA7KMW3TCQ=', 'Content-Length': '0'} 2022-09-01T09:58:00.174 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000037fb1c4e2e1316e9-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.175 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:00.175 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:00.176 DEBUG:boto:path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.177 DEBUG:boto:auth_path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.177 DEBUG:boto:Method: GET 2022-09-01T09:58:00.178 DEBUG:boto:Path: /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.178 DEBUG:boto:Data: 2022-09-01T09:58:00.179 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.179 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.180 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.180 DEBUG:boto:Params: {} 2022-09-01T09:58:00.181 DEBUG:boto:Token: None 2022-09-01T09:58:00.182 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.182 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T+nWitflZY/l5tLaycA7KMW3TCQ= 2022-09-01T09:58:00.183 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T+nWitflZY/l5tLaycA7KMW3TCQ=', 'Content-Length': '0'} 2022-09-01T09:58:00.185 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000002b4d86e2b06f94af-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.185 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:00.186 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:00.186 DEBUG:boto:path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.187 DEBUG:boto:auth_path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.187 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.188 DEBUG:boto:Path: /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.188 DEBUG:boto:Data: 2022-09-01T09:58:00.189 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.189 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.190 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.191 DEBUG:boto:Params: {} 2022-09-01T09:58:00.191 DEBUG:boto:Token: None 2022-09-01T09:58:00.192 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.192 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n8K/be8i9yoTi3c9qag5gJGSqb4= 2022-09-01T09:58:00.193 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n8K/be8i9yoTi3c9qag5gJGSqb4=', 'Content-Length': '0'} 2022-09-01T09:58:00.195 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000003ece7ed3d297e900-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.196 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:00.196 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:00.197 DEBUG:boto:path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.197 DEBUG:boto:auth_path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.198 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.198 DEBUG:boto:Path: /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.199 DEBUG:boto:Data: 2022-09-01T09:58:00.199 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.200 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.200 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.201 DEBUG:boto:Params: {} 2022-09-01T09:58:00.202 DEBUG:boto:Token: None 2022-09-01T09:58:00.202 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.203 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n8K/be8i9yoTi3c9qag5gJGSqb4= 2022-09-01T09:58:00.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n8K/be8i9yoTi3c9qag5gJGSqb4=', 'Content-Length': '0'} 2022-09-01T09:58:00.205 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000c26d5fdbabae5fde-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.206 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2022-09-01T09:58:00.207 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:00.208 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:00.208 DEBUG:boto:path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.209 DEBUG:boto:auth_path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.209 DEBUG:boto:Method: GET 2022-09-01T09:58:00.210 DEBUG:boto:Path: /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.211 DEBUG:boto:Data: 2022-09-01T09:58:00.211 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.212 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.212 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.213 DEBUG:boto:Params: {} 2022-09-01T09:58:00.213 DEBUG:boto:Token: None 2022-09-01T09:58:00.214 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.215 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T+nWitflZY/l5tLaycA7KMW3TCQ= 2022-09-01T09:58:00.216 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T+nWitflZY/l5tLaycA7KMW3TCQ=', 'Content-Length': '0'} 2022-09-01T09:58:00.218 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000ce3c45bff520cd88-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.262 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:00.263 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:00.264 DEBUG:boto:path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.264 DEBUG:boto:auth_path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.265 DEBUG:boto:Method: GET 2022-09-01T09:58:00.265 DEBUG:boto:Path: /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.266 DEBUG:boto:Data: 2022-09-01T09:58:00.267 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.267 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.268 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.268 DEBUG:boto:Params: {} 2022-09-01T09:58:00.270 DEBUG:boto:Token: None 2022-09-01T09:58:00.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:00.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T+nWitflZY/l5tLaycA7KMW3TCQ= 2022-09-01T09:58:00.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T+nWitflZY/l5tLaycA7KMW3TCQ=', 'Content-Length': '0'} 2022-09-01T09:58:00.275 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000087f4d72c96e44f5c-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.276 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.277 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.277 DEBUG:boto:path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:00.278 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:00.278 DEBUG:boto:Method: GET 2022-09-01T09:58:00.279 DEBUG:boto:Path: /ptoxvb-10/?prefix=%26 2022-09-01T09:58:00.279 DEBUG:boto:Data: 2022-09-01T09:58:00.280 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.281 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.281 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.282 DEBUG:boto:Params: {} 2022-09-01T09:58:00.282 DEBUG:boto:Token: None 2022-09-01T09:58:00.283 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.284 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg= 2022-09-01T09:58:00.284 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg=', 'Content-Length': '0'} 2022-09-01T09:58:00.287 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a4265644113c7138-0063108228-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.287 DEBUG:boto:b'ptoxvb-10&1000false&2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.289 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.289 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.290 DEBUG:boto:path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:00.291 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:00.292 DEBUG:boto:Method: GET 2022-09-01T09:58:00.293 DEBUG:boto:Path: /ptoxvb-10/?prefix=%26 2022-09-01T09:58:00.294 DEBUG:boto:Data: 2022-09-01T09:58:00.295 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.296 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.297 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.298 DEBUG:boto:Params: {} 2022-09-01T09:58:00.299 DEBUG:boto:Token: None 2022-09-01T09:58:00.300 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.301 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg= 2022-09-01T09:58:00.301 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg=', 'Content-Length': '0'} 2022-09-01T09:58:00.304 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000492110b58f1d0692-0063108228-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.305 DEBUG:boto:b'ptoxvb-10&1000false&2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.305 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:00.306 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:00.307 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.307 DEBUG:boto:Path: /ptoxvb-10/%26 2022-09-01T09:58:00.308 DEBUG:boto:Data: 2022-09-01T09:58:00.308 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.309 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.309 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.310 DEBUG:boto:Params: {} 2022-09-01T09:58:00.310 DEBUG:boto:Token: None 2022-09-01T09:58:00.311 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%26 2022-09-01T09:58:00.312 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1wOPg2qA8Hf5izSs0Nh+fbmryRA= 2022-09-01T09:58:00.312 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1wOPg2qA8Hf5izSs0Nh+fbmryRA=', 'Content-Length': '0'} 2022-09-01T09:58:00.314 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000009ae1ca9e4ff617ba-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.315 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:00.315 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:00.316 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.316 DEBUG:boto:Path: /ptoxvb-10/%26 2022-09-01T09:58:00.317 DEBUG:boto:Data: 2022-09-01T09:58:00.317 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.318 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.319 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.319 DEBUG:boto:Params: {} 2022-09-01T09:58:00.320 DEBUG:boto:Token: None 2022-09-01T09:58:00.321 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%26 2022-09-01T09:58:00.322 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1wOPg2qA8Hf5izSs0Nh+fbmryRA= 2022-09-01T09:58:00.323 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1wOPg2qA8Hf5izSs0Nh+fbmryRA=', 'Content-Length': '0'} 2022-09-01T09:58:00.325 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000006137678173fc9a3f-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.327 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2022-09-01T09:58:00.327 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:00.328 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:00.329 DEBUG:boto:Method: GET 2022-09-01T09:58:00.330 DEBUG:boto:Path: /ptoxvb-10/%26 2022-09-01T09:58:00.331 DEBUG:boto:Data: 2022-09-01T09:58:00.332 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.332 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.333 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.334 DEBUG:boto:Params: {} 2022-09-01T09:58:00.335 DEBUG:boto:Token: None 2022-09-01T09:58:00.336 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%26 2022-09-01T09:58:00.337 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CeaAZNNZbIVk6+u0yaVcXIFOZkc= 2022-09-01T09:58:00.338 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CeaAZNNZbIVk6+u0yaVcXIFOZkc=', 'Content-Length': '0'} 2022-09-01T09:58:00.341 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000008a810df293737935-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.342 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:00.343 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:00.344 DEBUG:boto:Method: GET 2022-09-01T09:58:00.345 DEBUG:boto:Path: /ptoxvb-10/%26 2022-09-01T09:58:00.345 DEBUG:boto:Data: 2022-09-01T09:58:00.346 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.347 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.347 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.348 DEBUG:boto:Params: {} 2022-09-01T09:58:00.348 DEBUG:boto:Token: None 2022-09-01T09:58:00.349 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%26 2022-09-01T09:58:00.349 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CeaAZNNZbIVk6+u0yaVcXIFOZkc= 2022-09-01T09:58:00.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CeaAZNNZbIVk6+u0yaVcXIFOZkc=', 'Content-Length': '0'} 2022-09-01T09:58:00.352 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000001ce93ba3b4f2544-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.353 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.354 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.354 DEBUG:boto:path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:00.355 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:00.356 DEBUG:boto:Method: GET 2022-09-01T09:58:00.356 DEBUG:boto:Path: /ptoxvb-10/?prefix=%26 2022-09-01T09:58:00.357 DEBUG:boto:Data: 2022-09-01T09:58:00.357 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.358 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.358 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.359 DEBUG:boto:Params: {} 2022-09-01T09:58:00.359 DEBUG:boto:Token: None 2022-09-01T09:58:00.360 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.361 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg= 2022-09-01T09:58:00.361 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg=', 'Content-Length': '0'} 2022-09-01T09:58:00.364 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008708d9590fc9b4c7-0063108228-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.365 DEBUG:boto:b'ptoxvb-10&1000false&2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.365 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.366 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.367 DEBUG:boto:path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:00.368 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:00.368 DEBUG:boto:Method: GET 2022-09-01T09:58:00.369 DEBUG:boto:Path: /ptoxvb-10/?prefix=%26 2022-09-01T09:58:00.369 DEBUG:boto:Data: 2022-09-01T09:58:00.370 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.370 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.371 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.371 DEBUG:boto:Params: {} 2022-09-01T09:58:00.372 DEBUG:boto:Token: None 2022-09-01T09:58:00.373 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.373 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg= 2022-09-01T09:58:00.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg=', 'Content-Length': '0'} 2022-09-01T09:58:00.377 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dcc43727b8f4dc80-0063108228-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.377 DEBUG:boto:b'ptoxvb-10&1000false&2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.378 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2022-09-01T09:58:00.379 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:00.380 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:00.380 DEBUG:boto:path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.381 DEBUG:boto:auth_path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.381 DEBUG:boto:Method: GET 2022-09-01T09:58:00.382 DEBUG:boto:Path: /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.382 DEBUG:boto:Data: 2022-09-01T09:58:00.383 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.384 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.384 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.385 DEBUG:boto:Params: {} 2022-09-01T09:58:00.385 DEBUG:boto:Token: None 2022-09-01T09:58:00.386 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QC4Aq8ie5ij2BxM6oVgX5zlDTGE= 2022-09-01T09:58:00.387 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QC4Aq8ie5ij2BxM6oVgX5zlDTGE=', 'Content-Length': '0'} 2022-09-01T09:58:00.389 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000eb5c1e3bac1cf340-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.390 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:00.391 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:00.391 DEBUG:boto:path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.392 DEBUG:boto:auth_path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.392 DEBUG:boto:Method: GET 2022-09-01T09:58:00.393 DEBUG:boto:Path: /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.394 DEBUG:boto:Data: 2022-09-01T09:58:00.395 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.395 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.396 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.397 DEBUG:boto:Params: {} 2022-09-01T09:58:00.397 DEBUG:boto:Token: None 2022-09-01T09:58:00.398 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.399 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QC4Aq8ie5ij2BxM6oVgX5zlDTGE= 2022-09-01T09:58:00.400 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QC4Aq8ie5ij2BxM6oVgX5zlDTGE=', 'Content-Length': '0'} 2022-09-01T09:58:00.402 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000ec9e9bf70fac3f3e-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.403 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:00.403 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:00.403 DEBUG:boto:path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.404 DEBUG:boto:auth_path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.404 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.405 DEBUG:boto:Path: /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.405 DEBUG:boto:Data: 2022-09-01T09:58:00.406 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.407 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.407 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.408 DEBUG:boto:Params: {} 2022-09-01T09:58:00.408 DEBUG:boto:Token: None 2022-09-01T09:58:00.409 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.410 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eROJEJxH6uG9/MgZ9L9xyWJUNLE= 2022-09-01T09:58:00.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eROJEJxH6uG9/MgZ9L9xyWJUNLE=', 'Content-Length': '0'} 2022-09-01T09:58:00.412 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000001081854d0ca741d6-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.414 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:00.415 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:00.416 DEBUG:boto:path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.417 DEBUG:boto:auth_path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.417 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.418 DEBUG:boto:Path: /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.419 DEBUG:boto:Data: 2022-09-01T09:58:00.420 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.420 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.421 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.422 DEBUG:boto:Params: {} 2022-09-01T09:58:00.422 DEBUG:boto:Token: None 2022-09-01T09:58:00.423 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.424 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eROJEJxH6uG9/MgZ9L9xyWJUNLE= 2022-09-01T09:58:00.424 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eROJEJxH6uG9/MgZ9L9xyWJUNLE=', 'Content-Length': '0'} 2022-09-01T09:58:00.426 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000ea6674f52f7af063-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.427 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2022-09-01T09:58:00.427 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:00.428 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:00.429 DEBUG:boto:path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.429 DEBUG:boto:auth_path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.430 DEBUG:boto:Method: GET 2022-09-01T09:58:00.430 DEBUG:boto:Path: /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.431 DEBUG:boto:Data: 2022-09-01T09:58:00.431 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.432 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.432 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.433 DEBUG:boto:Params: {} 2022-09-01T09:58:00.433 DEBUG:boto:Token: None 2022-09-01T09:58:00.434 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QC4Aq8ie5ij2BxM6oVgX5zlDTGE= 2022-09-01T09:58:00.435 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QC4Aq8ie5ij2BxM6oVgX5zlDTGE=', 'Content-Length': '0'} 2022-09-01T09:58:00.437 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000b9229f533b8c93ba-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.439 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:00.439 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:00.440 DEBUG:boto:path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.440 DEBUG:boto:auth_path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.441 DEBUG:boto:Method: GET 2022-09-01T09:58:00.441 DEBUG:boto:Path: /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.442 DEBUG:boto:Data: 2022-09-01T09:58:00.442 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.443 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.443 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.444 DEBUG:boto:Params: {} 2022-09-01T09:58:00.445 DEBUG:boto:Token: None 2022-09-01T09:58:00.445 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:00.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QC4Aq8ie5ij2BxM6oVgX5zlDTGE= 2022-09-01T09:58:00.446 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QC4Aq8ie5ij2BxM6oVgX5zlDTGE=', 'Content-Length': '0'} 2022-09-01T09:58:00.449 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000009eb5060c026e51cd-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.490 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.491 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.492 DEBUG:boto:path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:00.492 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:00.493 DEBUG:boto:Method: GET 2022-09-01T09:58:00.493 DEBUG:boto:Path: /ptoxvb-10/?prefix=%3A 2022-09-01T09:58:00.494 DEBUG:boto:Data: 2022-09-01T09:58:00.494 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.495 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.496 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.496 DEBUG:boto:Params: {} 2022-09-01T09:58:00.497 DEBUG:boto:Token: None 2022-09-01T09:58:00.497 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.498 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg= 2022-09-01T09:58:00.499 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg=', 'Content-Length': '0'} 2022-09-01T09:58:00.501 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a8233bb021bd0a87-0063108228-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.502 DEBUG:boto:b'ptoxvb-10:1000false:2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.503 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.504 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.504 DEBUG:boto:path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:00.505 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:00.505 DEBUG:boto:Method: GET 2022-09-01T09:58:00.506 DEBUG:boto:Path: /ptoxvb-10/?prefix=%3A 2022-09-01T09:58:00.506 DEBUG:boto:Data: 2022-09-01T09:58:00.507 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.507 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.508 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.509 DEBUG:boto:Params: {} 2022-09-01T09:58:00.510 DEBUG:boto:Token: None 2022-09-01T09:58:00.510 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.511 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg= 2022-09-01T09:58:00.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg=', 'Content-Length': '0'} 2022-09-01T09:58:00.514 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b5ad84b74f150b16-0063108228-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.515 DEBUG:boto:b'ptoxvb-10:1000false:2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.516 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:00.516 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:00.517 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.518 DEBUG:boto:Path: /ptoxvb-10/%3A 2022-09-01T09:58:00.518 DEBUG:boto:Data: 2022-09-01T09:58:00.519 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.519 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.520 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.520 DEBUG:boto:Params: {} 2022-09-01T09:58:00.521 DEBUG:boto:Token: None 2022-09-01T09:58:00.522 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%3A 2022-09-01T09:58:00.522 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6eWpRDPGaP1so5Rj0Ee7dO2B368= 2022-09-01T09:58:00.523 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6eWpRDPGaP1so5Rj0Ee7dO2B368=', 'Content-Length': '0'} 2022-09-01T09:58:00.525 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000007ae7311754f4fd9a-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.525 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:00.526 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:00.526 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.527 DEBUG:boto:Path: /ptoxvb-10/%3A 2022-09-01T09:58:00.527 DEBUG:boto:Data: 2022-09-01T09:58:00.528 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.528 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.529 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.529 DEBUG:boto:Params: {} 2022-09-01T09:58:00.530 DEBUG:boto:Token: None 2022-09-01T09:58:00.531 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%3A 2022-09-01T09:58:00.531 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6eWpRDPGaP1so5Rj0Ee7dO2B368= 2022-09-01T09:58:00.532 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6eWpRDPGaP1so5Rj0Ee7dO2B368=', 'Content-Length': '0'} 2022-09-01T09:58:00.534 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000005eb47ed23d13c816-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.534 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2022-09-01T09:58:00.535 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:00.535 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:00.536 DEBUG:boto:Method: GET 2022-09-01T09:58:00.537 DEBUG:boto:Path: /ptoxvb-10/%3A 2022-09-01T09:58:00.537 DEBUG:boto:Data: 2022-09-01T09:58:00.538 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.538 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.539 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.539 DEBUG:boto:Params: {} 2022-09-01T09:58:00.540 DEBUG:boto:Token: None 2022-09-01T09:58:00.541 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%3A 2022-09-01T09:58:00.541 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eG5co0vnmBQCle/fyVlxHrr+HJE= 2022-09-01T09:58:00.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eG5co0vnmBQCle/fyVlxHrr+HJE=', 'Content-Length': '0'} 2022-09-01T09:58:00.544 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000000d99c3499d615f58-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.545 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:00.545 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:00.546 DEBUG:boto:Method: GET 2022-09-01T09:58:00.547 DEBUG:boto:Path: /ptoxvb-10/%3A 2022-09-01T09:58:00.547 DEBUG:boto:Data: 2022-09-01T09:58:00.548 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.548 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.549 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.549 DEBUG:boto:Params: {} 2022-09-01T09:58:00.550 DEBUG:boto:Token: None 2022-09-01T09:58:00.551 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/%3A 2022-09-01T09:58:00.551 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eG5co0vnmBQCle/fyVlxHrr+HJE= 2022-09-01T09:58:00.552 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eG5co0vnmBQCle/fyVlxHrr+HJE=', 'Content-Length': '0'} 2022-09-01T09:58:00.554 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000c507265f1cb70f0c-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.555 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.556 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.556 DEBUG:boto:path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:00.557 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:00.557 DEBUG:boto:Method: GET 2022-09-01T09:58:00.558 DEBUG:boto:Path: /ptoxvb-10/?prefix=%3A 2022-09-01T09:58:00.558 DEBUG:boto:Data: 2022-09-01T09:58:00.559 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.559 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.560 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.560 DEBUG:boto:Params: {} 2022-09-01T09:58:00.561 DEBUG:boto:Token: None 2022-09-01T09:58:00.562 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg= 2022-09-01T09:58:00.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg=', 'Content-Length': '0'} 2022-09-01T09:58:00.565 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000073c3d38eabe268c-0063108228-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.566 DEBUG:boto:b'ptoxvb-10:1000false:2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.567 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.568 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.568 DEBUG:boto:path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:00.569 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:00.569 DEBUG:boto:Method: GET 2022-09-01T09:58:00.570 DEBUG:boto:Path: /ptoxvb-10/?prefix=%3A 2022-09-01T09:58:00.570 DEBUG:boto:Data: 2022-09-01T09:58:00.571 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.571 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.572 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.572 DEBUG:boto:Params: {} 2022-09-01T09:58:00.573 DEBUG:boto:Token: None 2022-09-01T09:58:00.573 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.574 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg= 2022-09-01T09:58:00.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg=', 'Content-Length': '0'} 2022-09-01T09:58:00.577 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e4f7ebad0d476401-0063108228-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.618 DEBUG:boto:b'ptoxvb-10:1000false:2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.619 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2022-09-01T09:58:00.620 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.620 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.621 DEBUG:boto:path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.621 DEBUG:boto:auth_path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.622 DEBUG:boto:Method: GET 2022-09-01T09:58:00.622 DEBUG:boto:Path: /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.623 DEBUG:boto:Data: 2022-09-01T09:58:00.624 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.624 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.625 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.625 DEBUG:boto:Params: {} 2022-09-01T09:58:00.626 DEBUG:boto:Token: None 2022-09-01T09:58:00.627 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.627 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0ssQSoUD09G/bt+cvcDzd3D9O1w= 2022-09-01T09:58:00.628 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0ssQSoUD09G/bt+cvcDzd3D9O1w=', 'Content-Length': '0'} 2022-09-01T09:58:00.632 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000c7c540942f13c42e-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.633 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.634 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.635 DEBUG:boto:path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.635 DEBUG:boto:auth_path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.637 DEBUG:boto:Method: GET 2022-09-01T09:58:00.638 DEBUG:boto:Path: /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.639 DEBUG:boto:Data: 2022-09-01T09:58:00.641 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.642 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.642 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.643 DEBUG:boto:Params: {} 2022-09-01T09:58:00.644 DEBUG:boto:Token: None 2022-09-01T09:58:00.644 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.645 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0ssQSoUD09G/bt+cvcDzd3D9O1w= 2022-09-01T09:58:00.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0ssQSoUD09G/bt+cvcDzd3D9O1w=', 'Content-Length': '0'} 2022-09-01T09:58:00.648 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000006f1b0a5ef42156ab-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.649 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.649 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.650 DEBUG:boto:path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.650 DEBUG:boto:auth_path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.651 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.652 DEBUG:boto:Path: /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.652 DEBUG:boto:Data: 2022-09-01T09:58:00.653 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.653 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.654 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.655 DEBUG:boto:Params: {} 2022-09-01T09:58:00.656 DEBUG:boto:Token: None 2022-09-01T09:58:00.656 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/uGjgVVQKLyUMEQxhejsMSh6uzs= 2022-09-01T09:58:00.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/uGjgVVQKLyUMEQxhejsMSh6uzs=', 'Content-Length': '0'} 2022-09-01T09:58:00.660 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000ddc919b7044d87e1-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.661 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.662 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.662 DEBUG:boto:path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.663 DEBUG:boto:auth_path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.663 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.664 DEBUG:boto:Path: /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.664 DEBUG:boto:Data: 2022-09-01T09:58:00.665 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.666 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.667 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.668 DEBUG:boto:Params: {} 2022-09-01T09:58:00.668 DEBUG:boto:Token: None 2022-09-01T09:58:00.669 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.669 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/uGjgVVQKLyUMEQxhejsMSh6uzs= 2022-09-01T09:58:00.670 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/uGjgVVQKLyUMEQxhejsMSh6uzs=', 'Content-Length': '0'} 2022-09-01T09:58:00.672 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000d9c246e7dc74a6ea-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.673 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2022-09-01T09:58:00.673 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.674 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.675 DEBUG:boto:path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.675 DEBUG:boto:auth_path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.676 DEBUG:boto:Method: GET 2022-09-01T09:58:00.677 DEBUG:boto:Path: /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.677 DEBUG:boto:Data: 2022-09-01T09:58:00.678 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.678 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.679 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.679 DEBUG:boto:Params: {} 2022-09-01T09:58:00.680 DEBUG:boto:Token: None 2022-09-01T09:58:00.681 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0ssQSoUD09G/bt+cvcDzd3D9O1w= 2022-09-01T09:58:00.682 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0ssQSoUD09G/bt+cvcDzd3D9O1w=', 'Content-Length': '0'} 2022-09-01T09:58:00.684 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000a10ef391b4f88ef3-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.730 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.731 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.732 DEBUG:boto:path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.732 DEBUG:boto:auth_path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.734 DEBUG:boto:Method: GET 2022-09-01T09:58:00.735 DEBUG:boto:Path: /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.736 DEBUG:boto:Data: 2022-09-01T09:58:00.737 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.737 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.738 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.739 DEBUG:boto:Params: {} 2022-09-01T09:58:00.739 DEBUG:boto:Token: None 2022-09-01T09:58:00.740 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:00.741 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0ssQSoUD09G/bt+cvcDzd3D9O1w= 2022-09-01T09:58:00.741 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0ssQSoUD09G/bt+cvcDzd3D9O1w=', 'Content-Length': '0'} 2022-09-01T09:58:00.744 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000007bcaf94f264186b4-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.744 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.745 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.746 DEBUG:boto:path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:00.746 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:00.747 DEBUG:boto:Method: GET 2022-09-01T09:58:00.748 DEBUG:boto:Path: /ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:00.748 DEBUG:boto:Data: 2022-09-01T09:58:00.749 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.750 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.751 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.751 DEBUG:boto:Params: {} 2022-09-01T09:58:00.752 DEBUG:boto:Token: None 2022-09-01T09:58:00.753 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.753 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg= 2022-09-01T09:58:00.754 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg=', 'Content-Length': '0'} 2022-09-01T09:58:00.758 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b3ceaea9bd2240c4-0063108228-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.759 DEBUG:boto:b'ptoxvb-10_myobj1000false_myobj2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.760 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.761 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.762 DEBUG:boto:path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:00.763 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:00.764 DEBUG:boto:Method: GET 2022-09-01T09:58:00.764 DEBUG:boto:Path: /ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:00.765 DEBUG:boto:Data: 2022-09-01T09:58:00.765 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.766 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.767 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.767 DEBUG:boto:Params: {} 2022-09-01T09:58:00.768 DEBUG:boto:Token: None 2022-09-01T09:58:00.768 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg= 2022-09-01T09:58:00.770 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg=', 'Content-Length': '0'} 2022-09-01T09:58:00.773 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000033c62a7d5f07fe2-0063108228-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.774 DEBUG:boto:b'ptoxvb-10_myobj1000false_myobj2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.775 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.776 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.776 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.777 DEBUG:boto:Path: /ptoxvb-10/_myobj 2022-09-01T09:58:00.777 DEBUG:boto:Data: 2022-09-01T09:58:00.778 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.778 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.779 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.779 DEBUG:boto:Params: {} 2022-09-01T09:58:00.780 DEBUG:boto:Token: None 2022-09-01T09:58:00.781 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/_myobj 2022-09-01T09:58:00.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7rUsvjOkJCFWcpRNitgyhjH+aGU= 2022-09-01T09:58:00.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7rUsvjOkJCFWcpRNitgyhjH+aGU=', 'Content-Length': '0'} 2022-09-01T09:58:00.784 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000cfbfef72c50675d4-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.785 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.785 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.786 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.786 DEBUG:boto:Path: /ptoxvb-10/_myobj 2022-09-01T09:58:00.787 DEBUG:boto:Data: 2022-09-01T09:58:00.788 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.788 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.788 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.789 DEBUG:boto:Params: {} 2022-09-01T09:58:00.790 DEBUG:boto:Token: None 2022-09-01T09:58:00.790 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/_myobj 2022-09-01T09:58:00.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7rUsvjOkJCFWcpRNitgyhjH+aGU= 2022-09-01T09:58:00.791 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7rUsvjOkJCFWcpRNitgyhjH+aGU=', 'Content-Length': '0'} 2022-09-01T09:58:00.793 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000044f6eace498896e1-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.794 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2022-09-01T09:58:00.795 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.795 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.796 DEBUG:boto:Method: GET 2022-09-01T09:58:00.796 DEBUG:boto:Path: /ptoxvb-10/_myobj 2022-09-01T09:58:00.797 DEBUG:boto:Data: 2022-09-01T09:58:00.797 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.798 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.798 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.799 DEBUG:boto:Params: {} 2022-09-01T09:58:00.799 DEBUG:boto:Token: None 2022-09-01T09:58:00.800 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/_myobj 2022-09-01T09:58:00.801 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NW8IzC4dQ5t7z4NeqelZux7Ytss= 2022-09-01T09:58:00.801 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NW8IzC4dQ5t7z4NeqelZux7Ytss=', 'Content-Length': '0'} 2022-09-01T09:58:00.803 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000cce3f2725ef80f40-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.804 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.805 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:00.806 DEBUG:boto:Method: GET 2022-09-01T09:58:00.807 DEBUG:boto:Path: /ptoxvb-10/_myobj 2022-09-01T09:58:00.809 DEBUG:boto:Data: 2022-09-01T09:58:00.809 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.810 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.810 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.811 DEBUG:boto:Params: {} 2022-09-01T09:58:00.812 DEBUG:boto:Token: None 2022-09-01T09:58:00.812 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/_myobj 2022-09-01T09:58:00.813 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NW8IzC4dQ5t7z4NeqelZux7Ytss= 2022-09-01T09:58:00.814 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NW8IzC4dQ5t7z4NeqelZux7Ytss=', 'Content-Length': '0'} 2022-09-01T09:58:00.817 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000005dd7ffc22851dc94-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.818 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.819 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.820 DEBUG:boto:path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:00.821 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:00.822 DEBUG:boto:Method: GET 2022-09-01T09:58:00.823 DEBUG:boto:Path: /ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:00.824 DEBUG:boto:Data: 2022-09-01T09:58:00.825 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.826 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.827 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.828 DEBUG:boto:Params: {} 2022-09-01T09:58:00.829 DEBUG:boto:Token: None 2022-09-01T09:58:00.830 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.831 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg= 2022-09-01T09:58:00.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg=', 'Content-Length': '0'} 2022-09-01T09:58:00.842 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000096e6c959b7c1a858-0063108228-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.843 DEBUG:boto:b'ptoxvb-10_myobj1000false_myobj2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.844 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.845 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.845 DEBUG:boto:path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:00.846 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:00.846 DEBUG:boto:Method: GET 2022-09-01T09:58:00.847 DEBUG:boto:Path: /ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:00.847 DEBUG:boto:Data: 2022-09-01T09:58:00.848 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.848 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.849 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.849 DEBUG:boto:Params: {} 2022-09-01T09:58:00.850 DEBUG:boto:Token: None 2022-09-01T09:58:00.851 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.851 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg= 2022-09-01T09:58:00.852 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg=', 'Content-Length': '0'} 2022-09-01T09:58:00.855 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dbcc650420c9f2bf-0063108228-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.856 DEBUG:boto:b'ptoxvb-10_myobj1000false_myobj2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.856 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T09:58:00.857 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:00.858 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:00.858 DEBUG:boto:path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.859 DEBUG:boto:auth_path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.859 DEBUG:boto:Method: GET 2022-09-01T09:58:00.860 DEBUG:boto:Path: /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.860 DEBUG:boto:Data: 2022-09-01T09:58:00.861 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.861 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.862 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.863 DEBUG:boto:Params: {} 2022-09-01T09:58:00.863 DEBUG:boto:Token: None 2022-09-01T09:58:00.864 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.865 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OEAsC/2NVIdHOBbo9ni9ljxlq6g= 2022-09-01T09:58:00.865 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OEAsC/2NVIdHOBbo9ni9ljxlq6g=', 'Content-Length': '0'} 2022-09-01T09:58:00.868 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000cc10b8308b197153-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.869 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:00.869 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:00.870 DEBUG:boto:path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.870 DEBUG:boto:auth_path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.871 DEBUG:boto:Method: GET 2022-09-01T09:58:00.871 DEBUG:boto:Path: /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.872 DEBUG:boto:Data: 2022-09-01T09:58:00.872 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.873 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.873 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.874 DEBUG:boto:Params: {} 2022-09-01T09:58:00.875 DEBUG:boto:Token: None 2022-09-01T09:58:00.876 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.876 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OEAsC/2NVIdHOBbo9ni9ljxlq6g= 2022-09-01T09:58:00.877 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OEAsC/2NVIdHOBbo9ni9ljxlq6g=', 'Content-Length': '0'} 2022-09-01T09:58:00.879 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000020b3a393e0a267f9-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.880 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:00.880 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:00.881 DEBUG:boto:path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.881 DEBUG:boto:auth_path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.882 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.882 DEBUG:boto:Path: /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.883 DEBUG:boto:Data: 2022-09-01T09:58:00.883 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.884 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.885 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.885 DEBUG:boto:Params: {} 2022-09-01T09:58:00.886 DEBUG:boto:Token: None 2022-09-01T09:58:00.887 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.887 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4tmerPVVOyM3VlOG1V5X856RB8U= 2022-09-01T09:58:00.888 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4tmerPVVOyM3VlOG1V5X856RB8U=', 'Content-Length': '0'} 2022-09-01T09:58:00.890 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000865f3c61136f6c69-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.891 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:00.891 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:00.892 DEBUG:boto:path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.892 DEBUG:boto:auth_path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.893 DEBUG:boto:Method: HEAD 2022-09-01T09:58:00.893 DEBUG:boto:Path: /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.894 DEBUG:boto:Data: 2022-09-01T09:58:00.894 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.895 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.895 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.896 DEBUG:boto:Params: {} 2022-09-01T09:58:00.897 DEBUG:boto:Token: None 2022-09-01T09:58:00.898 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.898 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4tmerPVVOyM3VlOG1V5X856RB8U= 2022-09-01T09:58:00.899 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4tmerPVVOyM3VlOG1V5X856RB8U=', 'Content-Length': '0'} 2022-09-01T09:58:00.901 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000e6aea0b28ab989da-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.901 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T09:58:00.902 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:00.903 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:00.903 DEBUG:boto:path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.904 DEBUG:boto:auth_path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.904 DEBUG:boto:Method: GET 2022-09-01T09:58:00.905 DEBUG:boto:Path: /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.905 DEBUG:boto:Data: 2022-09-01T09:58:00.906 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.906 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.907 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.907 DEBUG:boto:Params: {} 2022-09-01T09:58:00.908 DEBUG:boto:Token: None 2022-09-01T09:58:00.909 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.909 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OEAsC/2NVIdHOBbo9ni9ljxlq6g= 2022-09-01T09:58:00.910 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OEAsC/2NVIdHOBbo9ni9ljxlq6g=', 'Content-Length': '0'} 2022-09-01T09:58:00.912 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000008c941a646c536a4a-0063108228-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.958 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:00.959 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:00.960 DEBUG:boto:path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.960 DEBUG:boto:auth_path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.961 DEBUG:boto:Method: GET 2022-09-01T09:58:00.961 DEBUG:boto:Path: /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.962 DEBUG:boto:Data: 2022-09-01T09:58:00.963 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.963 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.964 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.964 DEBUG:boto:Params: {} 2022-09-01T09:58:00.965 DEBUG:boto:Token: None 2022-09-01T09:58:00.966 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:00.966 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OEAsC/2NVIdHOBbo9ni9ljxlq6g= 2022-09-01T09:58:00.967 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OEAsC/2NVIdHOBbo9ni9ljxlq6g=', 'Content-Length': '0'} 2022-09-01T09:58:00.969 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000008352546b9701bbd1-0063108228-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.970 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.971 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.971 DEBUG:boto:path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:00.972 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:00.972 DEBUG:boto:Method: GET 2022-09-01T09:58:00.973 DEBUG:boto:Path: /ptoxvb-10/?prefix=myobj 2022-09-01T09:58:00.974 DEBUG:boto:Data: 2022-09-01T09:58:00.974 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.975 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:00.975 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.976 DEBUG:boto:Params: {} 2022-09-01T09:58:00.976 DEBUG:boto:Token: None 2022-09-01T09:58:00.977 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.978 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg= 2022-09-01T09:58:00.979 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg=', 'Content-Length': '0'} 2022-09-01T09:58:00.981 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004932a6ff141a1463-0063108228-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.982 DEBUG:boto:b'ptoxvb-10myobj1000falsemyobj2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.983 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:00.984 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:00.984 DEBUG:boto:path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:00.985 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:00.985 DEBUG:boto:Method: GET 2022-09-01T09:58:00.986 DEBUG:boto:Path: /ptoxvb-10/?prefix=myobj 2022-09-01T09:58:00.987 DEBUG:boto:Data: 2022-09-01T09:58:00.987 DEBUG:boto:Headers: {} 2022-09-01T09:58:00.988 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:00.988 DEBUG:boto:Port: 8000 2022-09-01T09:58:00.991 DEBUG:boto:Params: {} 2022-09-01T09:58:00.991 DEBUG:boto:Token: None 2022-09-01T09:58:00.992 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:00 GMT /ptoxvb-10/ 2022-09-01T09:58:00.993 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg= 2022-09-01T09:58:00.994 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exzvQt0g5IaPq797Ymhz1Sz/DAg=', 'Content-Length': '0'} 2022-09-01T09:58:00.997 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008909926502b0584d-0063108228-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:00.998 DEBUG:boto:b'ptoxvb-10myobj1000falsemyobj2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:00.999 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:00.999 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:01.000 DEBUG:boto:Method: HEAD 2022-09-01T09:58:01.000 DEBUG:boto:Path: /ptoxvb-10/myobj 2022-09-01T09:58:01.001 DEBUG:boto:Data: 2022-09-01T09:58:01.001 DEBUG:boto:Headers: {} 2022-09-01T09:58:01.002 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:01.002 DEBUG:boto:Port: 8000 2022-09-01T09:58:01.003 DEBUG:boto:Params: {} 2022-09-01T09:58:01.004 DEBUG:boto:Token: None 2022-09-01T09:58:01.004 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:01 GMT /ptoxvb-10/myobj 2022-09-01T09:58:01.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qIUaOP8hvjVDD3v/IY9Sh5RZrjI= 2022-09-01T09:58:01.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qIUaOP8hvjVDD3v/IY9Sh5RZrjI=', 'Content-Length': '0'} 2022-09-01T09:58:01.008 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000d28f390e279c1083-0063108229-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:01.009 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:01.009 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:01.010 DEBUG:boto:Method: HEAD 2022-09-01T09:58:01.011 DEBUG:boto:Path: /ptoxvb-10/myobj 2022-09-01T09:58:01.012 DEBUG:boto:Data: 2022-09-01T09:58:01.013 DEBUG:boto:Headers: {} 2022-09-01T09:58:01.014 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:01.014 DEBUG:boto:Port: 8000 2022-09-01T09:58:01.015 DEBUG:boto:Params: {} 2022-09-01T09:58:01.015 DEBUG:boto:Token: None 2022-09-01T09:58:01.016 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:01 GMT /ptoxvb-10/myobj 2022-09-01T09:58:01.016 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qIUaOP8hvjVDD3v/IY9Sh5RZrjI= 2022-09-01T09:58:01.017 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qIUaOP8hvjVDD3v/IY9Sh5RZrjI=', 'Content-Length': '0'} 2022-09-01T09:58:01.019 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000007e8e0687426703b9-0063108229-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:01.020 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T09:58:01.020 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:01.021 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:01.022 DEBUG:boto:Method: GET 2022-09-01T09:58:01.023 DEBUG:boto:Path: /ptoxvb-10/myobj 2022-09-01T09:58:01.023 DEBUG:boto:Data: 2022-09-01T09:58:01.024 DEBUG:boto:Headers: {} 2022-09-01T09:58:01.025 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:01.025 DEBUG:boto:Port: 8000 2022-09-01T09:58:01.026 DEBUG:boto:Params: {} 2022-09-01T09:58:01.027 DEBUG:boto:Token: None 2022-09-01T09:58:01.028 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:01 GMT /ptoxvb-10/myobj 2022-09-01T09:58:01.028 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oF1DeK8PNDxzQ+OdTszo556fwcc= 2022-09-01T09:58:01.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oF1DeK8PNDxzQ+OdTszo556fwcc=', 'Content-Length': '0'} 2022-09-01T09:58:01.031 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000d56e9a0ccad09a2c-0063108229-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:01.032 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:01.032 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:01.033 DEBUG:boto:Method: GET 2022-09-01T09:58:01.033 DEBUG:boto:Path: /ptoxvb-10/myobj 2022-09-01T09:58:01.034 DEBUG:boto:Data: 2022-09-01T09:58:01.035 DEBUG:boto:Headers: {} 2022-09-01T09:58:01.035 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:01.036 DEBUG:boto:Port: 8000 2022-09-01T09:58:01.036 DEBUG:boto:Params: {} 2022-09-01T09:58:01.037 DEBUG:boto:Token: None 2022-09-01T09:58:01.037 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:01 GMT /ptoxvb-10/myobj 2022-09-01T09:58:01.038 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oF1DeK8PNDxzQ+OdTszo556fwcc= 2022-09-01T09:58:01.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oF1DeK8PNDxzQ+OdTszo556fwcc=', 'Content-Length': '0'} 2022-09-01T09:58:01.041 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000131f0f3aebc5ed51-0063108229-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:01.042 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:01.043 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:01.044 DEBUG:boto:path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:01.044 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:01.045 DEBUG:boto:Method: GET 2022-09-01T09:58:01.046 DEBUG:boto:Path: /ptoxvb-10/?prefix=myobj 2022-09-01T09:58:01.046 DEBUG:boto:Data: 2022-09-01T09:58:01.047 DEBUG:boto:Headers: {} 2022-09-01T09:58:01.047 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T09:58:01.048 DEBUG:boto:Port: 8000 2022-09-01T09:58:01.048 DEBUG:boto:Params: {} 2022-09-01T09:58:01.049 DEBUG:boto:Token: None 2022-09-01T09:58:01.050 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:01 GMT /ptoxvb-10/ 2022-09-01T09:58:01.051 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bAXkrHHfdLrU67eWUFbdK+cDa38= 2022-09-01T09:58:01.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bAXkrHHfdLrU67eWUFbdK+cDa38=', 'Content-Length': '0'} 2022-09-01T09:58:01.056 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d61fec393b1f213f-0063108229-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:01.057 DEBUG:boto:b'ptoxvb-10myobj1000falsemyobj2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:01.058 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:01.059 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:01.060 DEBUG:boto:path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:01.061 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:01.061 DEBUG:boto:Method: GET 2022-09-01T09:58:01.062 DEBUG:boto:Path: /ptoxvb-10/?prefix=myobj 2022-09-01T09:58:01.062 DEBUG:boto:Data: 2022-09-01T09:58:01.063 DEBUG:boto:Headers: {} 2022-09-01T09:58:01.063 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:01.064 DEBUG:boto:Port: 8000 2022-09-01T09:58:01.064 DEBUG:boto:Params: {} 2022-09-01T09:58:01.065 DEBUG:boto:Token: None 2022-09-01T09:58:01.066 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:01 GMT /ptoxvb-10/ 2022-09-01T09:58:01.066 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bAXkrHHfdLrU67eWUFbdK+cDa38= 2022-09-01T09:58:01.067 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bAXkrHHfdLrU67eWUFbdK+cDa38=', 'Content-Length': '0'} 2022-09-01T09:58:01.070 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005f0d83bb64526ecb-0063108229-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:01.070 DEBUG:boto:b'ptoxvb-10myobj1000falsemyobj2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:01.071 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-10 zones={test-zone2, test-zone1} 2022-09-01T09:58:01.072 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-10', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T09:58:01.072 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-10', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T09:58:01.073 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-10 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T09:58:01.138 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:58:01.139 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:58:01.192 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:58:01.191+0000 7fa8b1b4f600 1 waiting to reach incremental sync.. 2022-09-01T09:58:06.193 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:58:06.192+0000 7fa8b1b4f600 1 waiting to reach incremental sync.. 2022-09-01T09:58:11.195 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:58:11.193+0000 7fa8b1b4f600 1 bucket sync caught up with source: 2022-09-01T09:58:11.196 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:58:11.196 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:58:11.197 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T09:58:11.193+0000 7fa8b1b4f600 0 bucket checkpoint complete 2022-09-01T09:58:11.217 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-10 zones={test-zone3, test-zone1} 2022-09-01T09:58:11.218 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.218 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.219 DEBUG:boto:Method: HEAD 2022-09-01T09:58:11.219 DEBUG:boto:Path: /ptoxvb-10/ 2022-09-01T09:58:11.220 DEBUG:boto:Data: 2022-09-01T09:58:11.220 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.221 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.221 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.222 DEBUG:boto:Params: {} 2022-09-01T09:58:11.223 DEBUG:boto:Token: None 2022-09-01T09:58:11.223 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/ 2022-09-01T09:58:11.224 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mXYqQzvgJc2XhizCu6Z1WSe7JSE= 2022-09-01T09:58:11.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mXYqQzvgJc2XhizCu6Z1WSe7JSE=', 'Content-Length': '0'} 2022-09-01T09:58:11.236 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000bb135234f6a9af66-0063108233-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.237 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.237 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.238 DEBUG:boto:Method: HEAD 2022-09-01T09:58:11.238 DEBUG:boto:Path: /ptoxvb-10/ 2022-09-01T09:58:11.239 DEBUG:boto:Data: 2022-09-01T09:58:11.239 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.240 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.240 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.241 DEBUG:boto:Params: {} 2022-09-01T09:58:11.241 DEBUG:boto:Token: None 2022-09-01T09:58:11.242 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/ 2022-09-01T09:58:11.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mXYqQzvgJc2XhizCu6Z1WSe7JSE= 2022-09-01T09:58:11.243 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mXYqQzvgJc2XhizCu6Z1WSe7JSE=', 'Content-Length': '0'} 2022-09-01T09:58:11.246 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d4222b5dce150d41-0063108233-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.247 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T09:58:11.248 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.248 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.249 DEBUG:boto:path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:11.249 DEBUG:boto:auth_path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:11.250 DEBUG:boto:Method: GET 2022-09-01T09:58:11.251 DEBUG:boto:Path: /ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:11.251 DEBUG:boto:Data: 2022-09-01T09:58:11.252 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.252 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.253 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.253 DEBUG:boto:Params: {} 2022-09-01T09:58:11.254 DEBUG:boto:Token: None 2022-09-01T09:58:11.254 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/?versions 2022-09-01T09:58:11.255 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wv5q0cSptNKzfBAL6eZfgSAcLbs= 2022-09-01T09:58:11.256 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wv5q0cSptNKzfBAL6eZfgSAcLbs=', 'Content-Length': '0'} 2022-09-01T09:58:11.259 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009256fb22cfa9e2c4-0063108233-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.259 DEBUG:boto:b'ptoxvb-10999false&nulltrue2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal:nulltrue2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal_myobjnulltrue2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormalmyobjnulltrue2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:11.260 DEBUG:tasks.rgw_multi.zone_rados:o=& 2022-09-01T09:58:11.261 DEBUG:tasks.rgw_multi.zone_rados:o=: 2022-09-01T09:58:11.262 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2022-09-01T09:58:11.262 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T09:58:11.263 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T09:58:11.263 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.264 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.264 DEBUG:boto:path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:11.265 DEBUG:boto:auth_path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:11.265 DEBUG:boto:Method: GET 2022-09-01T09:58:11.266 DEBUG:boto:Path: /ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:11.266 DEBUG:boto:Data: 2022-09-01T09:58:11.267 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.267 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.268 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.268 DEBUG:boto:Params: {} 2022-09-01T09:58:11.269 DEBUG:boto:Token: None 2022-09-01T09:58:11.270 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/?versions 2022-09-01T09:58:11.270 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wv5q0cSptNKzfBAL6eZfgSAcLbs= 2022-09-01T09:58:11.271 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wv5q0cSptNKzfBAL6eZfgSAcLbs=', 'Content-Length': '0'} 2022-09-01T09:58:11.275 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006a729ed86c6c6983-0063108233-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.275 DEBUG:boto:b'ptoxvb-10999false&nulltrue2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal:nulltrue2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal_myobjnulltrue2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormalmyobjnulltrue2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:11.276 DEBUG:tasks.rgw_multi.zone_rados:o=& 2022-09-01T09:58:11.277 DEBUG:tasks.rgw_multi.zone_rados:o=: 2022-09-01T09:58:11.277 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2022-09-01T09:58:11.278 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T09:58:11.279 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.279 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.280 DEBUG:boto:path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:11.280 DEBUG:boto:auth_path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:11.281 DEBUG:boto:Method: GET 2022-09-01T09:58:11.281 DEBUG:boto:Path: /ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:11.282 DEBUG:boto:Data: 2022-09-01T09:58:11.282 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.283 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.283 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.284 DEBUG:boto:Params: {} 2022-09-01T09:58:11.284 DEBUG:boto:Token: None 2022-09-01T09:58:11.285 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/?versions 2022-09-01T09:58:11.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wv5q0cSptNKzfBAL6eZfgSAcLbs= 2022-09-01T09:58:11.286 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wv5q0cSptNKzfBAL6eZfgSAcLbs=', 'Content-Length': '0'} 2022-09-01T09:58:11.289 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007fa6cfacc27f5a30-0063108233-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.290 DEBUG:boto:b'ptoxvb-10999false&nulltrue2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal:nulltrue2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal_myobjnulltrue2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormalmyobjnulltrue2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:11.291 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.291 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.292 DEBUG:boto:path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:11.292 DEBUG:boto:auth_path=/ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:11.293 DEBUG:boto:Method: GET 2022-09-01T09:58:11.293 DEBUG:boto:Path: /ptoxvb-10/?versions&max-keys=999 2022-09-01T09:58:11.294 DEBUG:boto:Data: 2022-09-01T09:58:11.294 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.295 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.295 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.296 DEBUG:boto:Params: {} 2022-09-01T09:58:11.296 DEBUG:boto:Token: None 2022-09-01T09:58:11.297 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/?versions 2022-09-01T09:58:11.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wv5q0cSptNKzfBAL6eZfgSAcLbs= 2022-09-01T09:58:11.298 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wv5q0cSptNKzfBAL6eZfgSAcLbs=', 'Content-Length': '0'} 2022-09-01T09:58:11.301 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007fb3bcebe3a32b73-0063108233-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.302 DEBUG:boto:b'ptoxvb-10999false&nulltrue2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal:nulltrue2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal_myobjnulltrue2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormalmyobjnulltrue2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:11.303 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2022-09-01T09:58:11.303 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:11.304 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:11.304 DEBUG:boto:path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.305 DEBUG:boto:auth_path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.305 DEBUG:boto:Method: GET 2022-09-01T09:58:11.306 DEBUG:boto:Path: /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.307 DEBUG:boto:Data: 2022-09-01T09:58:11.307 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.308 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.308 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.309 DEBUG:boto:Params: {} 2022-09-01T09:58:11.309 DEBUG:boto:Token: None 2022-09-01T09:58:11.310 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PPB+waYDgn32chEm91UzTWERzjo= 2022-09-01T09:58:11.311 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PPB+waYDgn32chEm91UzTWERzjo=', 'Content-Length': '0'} 2022-09-01T09:58:11.314 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000003bc385ffd4177c99-0063108233-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.314 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:11.315 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:11.316 DEBUG:boto:path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.316 DEBUG:boto:auth_path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.317 DEBUG:boto:Method: GET 2022-09-01T09:58:11.317 DEBUG:boto:Path: /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.318 DEBUG:boto:Data: 2022-09-01T09:58:11.318 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.319 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.319 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.320 DEBUG:boto:Params: {} 2022-09-01T09:58:11.320 DEBUG:boto:Token: None 2022-09-01T09:58:11.321 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.322 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PPB+waYDgn32chEm91UzTWERzjo= 2022-09-01T09:58:11.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PPB+waYDgn32chEm91UzTWERzjo=', 'Content-Length': '0'} 2022-09-01T09:58:11.324 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000b8fecb65dbbec86e-0063108233-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.325 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:11.326 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:11.326 DEBUG:boto:path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.327 DEBUG:boto:auth_path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.327 DEBUG:boto:Method: HEAD 2022-09-01T09:58:11.328 DEBUG:boto:Path: /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.328 DEBUG:boto:Data: 2022-09-01T09:58:11.329 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.329 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.330 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.330 DEBUG:boto:Params: {} 2022-09-01T09:58:11.331 DEBUG:boto:Token: None 2022-09-01T09:58:11.331 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.332 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8z4BhVcsaM6VBTPg5m9A54nIEn0= 2022-09-01T09:58:11.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8z4BhVcsaM6VBTPg5m9A54nIEn0=', 'Content-Length': '0'} 2022-09-01T09:58:11.335 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000bbf0db4613d743d9-0063108233-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.336 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:11.336 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:11.337 DEBUG:boto:path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.337 DEBUG:boto:auth_path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.338 DEBUG:boto:Method: HEAD 2022-09-01T09:58:11.338 DEBUG:boto:Path: /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.339 DEBUG:boto:Data: 2022-09-01T09:58:11.339 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.340 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.340 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.341 DEBUG:boto:Params: {} 2022-09-01T09:58:11.341 DEBUG:boto:Token: None 2022-09-01T09:58:11.342 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.343 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8z4BhVcsaM6VBTPg5m9A54nIEn0= 2022-09-01T09:58:11.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8z4BhVcsaM6VBTPg5m9A54nIEn0=', 'Content-Length': '0'} 2022-09-01T09:58:11.345 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000e93e986bf41b149a-0063108233-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.346 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2022-09-01T09:58:11.346 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:11.347 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:11.347 DEBUG:boto:path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.348 DEBUG:boto:auth_path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.349 DEBUG:boto:Method: GET 2022-09-01T09:58:11.349 DEBUG:boto:Path: /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.350 DEBUG:boto:Data: 2022-09-01T09:58:11.350 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.351 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.351 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.352 DEBUG:boto:Params: {} 2022-09-01T09:58:11.352 DEBUG:boto:Token: None 2022-09-01T09:58:11.353 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.354 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PPB+waYDgn32chEm91UzTWERzjo= 2022-09-01T09:58:11.354 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PPB+waYDgn32chEm91UzTWERzjo=', 'Content-Length': '0'} 2022-09-01T09:58:11.356 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000d8205a4f879437a8-0063108233-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.398 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:11.399 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:11.399 DEBUG:boto:path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.400 DEBUG:boto:auth_path=/ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.400 DEBUG:boto:Method: GET 2022-09-01T09:58:11.401 DEBUG:boto:Path: /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.402 DEBUG:boto:Data: 2022-09-01T09:58:11.402 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.403 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.403 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.404 DEBUG:boto:Params: {} 2022-09-01T09:58:11.404 DEBUG:boto:Token: None 2022-09-01T09:58:11.405 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%26?versionId=null 2022-09-01T09:58:11.405 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PPB+waYDgn32chEm91UzTWERzjo= 2022-09-01T09:58:11.406 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PPB+waYDgn32chEm91UzTWERzjo=', 'Content-Length': '0'} 2022-09-01T09:58:11.408 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000002dbc89a4b2f0f18-0063108233-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.409 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.410 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.410 DEBUG:boto:path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:11.411 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:11.411 DEBUG:boto:Method: GET 2022-09-01T09:58:11.412 DEBUG:boto:Path: /ptoxvb-10/?prefix=%26 2022-09-01T09:58:11.412 DEBUG:boto:Data: 2022-09-01T09:58:11.413 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.413 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.414 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.415 DEBUG:boto:Params: {} 2022-09-01T09:58:11.415 DEBUG:boto:Token: None 2022-09-01T09:58:11.416 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/ 2022-09-01T09:58:11.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4= 2022-09-01T09:58:11.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4=', 'Content-Length': '0'} 2022-09-01T09:58:11.420 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000028524e3345cf6065-0063108233-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.420 DEBUG:boto:b'ptoxvb-10&1000false&2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:11.421 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.422 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.422 DEBUG:boto:path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:11.423 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:11.423 DEBUG:boto:Method: GET 2022-09-01T09:58:11.424 DEBUG:boto:Path: /ptoxvb-10/?prefix=%26 2022-09-01T09:58:11.424 DEBUG:boto:Data: 2022-09-01T09:58:11.425 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.425 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.426 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.426 DEBUG:boto:Params: {} 2022-09-01T09:58:11.427 DEBUG:boto:Token: None 2022-09-01T09:58:11.427 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/ 2022-09-01T09:58:11.428 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4= 2022-09-01T09:58:11.429 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4=', 'Content-Length': '0'} 2022-09-01T09:58:11.432 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000070ce43c3284e1b51-0063108233-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.432 DEBUG:boto:b'ptoxvb-10&1000false&2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:11.433 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:11.434 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:11.434 DEBUG:boto:Method: HEAD 2022-09-01T09:58:11.435 DEBUG:boto:Path: /ptoxvb-10/%26 2022-09-01T09:58:11.435 DEBUG:boto:Data: 2022-09-01T09:58:11.436 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.436 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.437 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.437 DEBUG:boto:Params: {} 2022-09-01T09:58:11.438 DEBUG:boto:Token: None 2022-09-01T09:58:11.438 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%26 2022-09-01T09:58:11.439 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3wHR/dQKd8r6I6d9hH/06L3HZTM= 2022-09-01T09:58:11.440 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3wHR/dQKd8r6I6d9hH/06L3HZTM=', 'Content-Length': '0'} 2022-09-01T09:58:11.442 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000429aa0d861025159-0063108233-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.443 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:11.443 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:11.444 DEBUG:boto:Method: HEAD 2022-09-01T09:58:11.444 DEBUG:boto:Path: /ptoxvb-10/%26 2022-09-01T09:58:11.445 DEBUG:boto:Data: 2022-09-01T09:58:11.445 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.446 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.446 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.447 DEBUG:boto:Params: {} 2022-09-01T09:58:11.447 DEBUG:boto:Token: None 2022-09-01T09:58:11.448 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%26 2022-09-01T09:58:11.448 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3wHR/dQKd8r6I6d9hH/06L3HZTM= 2022-09-01T09:58:11.449 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3wHR/dQKd8r6I6d9hH/06L3HZTM=', 'Content-Length': '0'} 2022-09-01T09:58:11.451 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000010c9dcf8a66d5c33-0063108233-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.452 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2022-09-01T09:58:11.453 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:11.454 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:11.455 DEBUG:boto:Method: GET 2022-09-01T09:58:11.456 DEBUG:boto:Path: /ptoxvb-10/%26 2022-09-01T09:58:11.457 DEBUG:boto:Data: 2022-09-01T09:58:11.457 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.458 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.458 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.459 DEBUG:boto:Params: {} 2022-09-01T09:58:11.459 DEBUG:boto:Token: None 2022-09-01T09:58:11.460 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%26 2022-09-01T09:58:11.461 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sUErofr5Zyg+QHv1L1x0iBjzhjg= 2022-09-01T09:58:11.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sUErofr5Zyg+QHv1L1x0iBjzhjg=', 'Content-Length': '0'} 2022-09-01T09:58:11.464 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000007c81b1ecdb8b7d76-0063108233-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.464 DEBUG:boto:path=/ptoxvb-10/%26 2022-09-01T09:58:11.465 DEBUG:boto:auth_path=/ptoxvb-10/%26 2022-09-01T09:58:11.466 DEBUG:boto:Method: GET 2022-09-01T09:58:11.466 DEBUG:boto:Path: /ptoxvb-10/%26 2022-09-01T09:58:11.467 DEBUG:boto:Data: 2022-09-01T09:58:11.467 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.468 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.468 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.469 DEBUG:boto:Params: {} 2022-09-01T09:58:11.469 DEBUG:boto:Token: None 2022-09-01T09:58:11.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%26 2022-09-01T09:58:11.470 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sUErofr5Zyg+QHv1L1x0iBjzhjg= 2022-09-01T09:58:11.471 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sUErofr5Zyg+QHv1L1x0iBjzhjg=', 'Content-Length': '0'} 2022-09-01T09:58:11.473 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000004b1f90705e0aa5ac-0063108233-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.514 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.515 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.515 DEBUG:boto:path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:11.516 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:11.516 DEBUG:boto:Method: GET 2022-09-01T09:58:11.517 DEBUG:boto:Path: /ptoxvb-10/?prefix=%26 2022-09-01T09:58:11.517 DEBUG:boto:Data: 2022-09-01T09:58:11.518 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.518 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.519 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.519 DEBUG:boto:Params: {} 2022-09-01T09:58:11.520 DEBUG:boto:Token: None 2022-09-01T09:58:11.521 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/ 2022-09-01T09:58:11.521 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4= 2022-09-01T09:58:11.522 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4=', 'Content-Length': '0'} 2022-09-01T09:58:11.525 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000189022bc5b70dad5-0063108233-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.525 DEBUG:boto:b'ptoxvb-10&1000false&2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:11.526 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.527 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.527 DEBUG:boto:path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:11.528 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%26 2022-09-01T09:58:11.528 DEBUG:boto:Method: GET 2022-09-01T09:58:11.529 DEBUG:boto:Path: /ptoxvb-10/?prefix=%26 2022-09-01T09:58:11.529 DEBUG:boto:Data: 2022-09-01T09:58:11.530 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.530 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.531 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.532 DEBUG:boto:Params: {} 2022-09-01T09:58:11.532 DEBUG:boto:Token: None 2022-09-01T09:58:11.533 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/ 2022-09-01T09:58:11.533 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4= 2022-09-01T09:58:11.534 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4=', 'Content-Length': '0'} 2022-09-01T09:58:11.537 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d9026f12f98e4393-0063108233-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.537 DEBUG:boto:b'ptoxvb-10&1000false&2022-09-01T09:57:53.885Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:11.538 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2022-09-01T09:58:11.539 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:11.539 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:11.540 DEBUG:boto:path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.540 DEBUG:boto:auth_path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.541 DEBUG:boto:Method: GET 2022-09-01T09:58:11.542 DEBUG:boto:Path: /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.542 DEBUG:boto:Data: 2022-09-01T09:58:11.543 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.543 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.544 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.544 DEBUG:boto:Params: {} 2022-09-01T09:58:11.545 DEBUG:boto:Token: None 2022-09-01T09:58:11.545 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.546 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XVDXidY9cOfw+mfgBry+9Q3Nqlk= 2022-09-01T09:58:11.547 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XVDXidY9cOfw+mfgBry+9Q3Nqlk=', 'Content-Length': '0'} 2022-09-01T09:58:11.549 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000003707445d2016159f-0063108233-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.550 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:11.550 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:11.551 DEBUG:boto:path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.551 DEBUG:boto:auth_path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.552 DEBUG:boto:Method: GET 2022-09-01T09:58:11.552 DEBUG:boto:Path: /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.553 DEBUG:boto:Data: 2022-09-01T09:58:11.553 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.554 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.554 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.555 DEBUG:boto:Params: {} 2022-09-01T09:58:11.556 DEBUG:boto:Token: None 2022-09-01T09:58:11.556 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.557 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XVDXidY9cOfw+mfgBry+9Q3Nqlk= 2022-09-01T09:58:11.557 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XVDXidY9cOfw+mfgBry+9Q3Nqlk=', 'Content-Length': '0'} 2022-09-01T09:58:11.559 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000005d06640d290d7c1-0063108233-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.560 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:11.561 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:11.561 DEBUG:boto:path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.562 DEBUG:boto:auth_path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.562 DEBUG:boto:Method: HEAD 2022-09-01T09:58:11.563 DEBUG:boto:Path: /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.563 DEBUG:boto:Data: 2022-09-01T09:58:11.564 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.564 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.565 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.565 DEBUG:boto:Params: {} 2022-09-01T09:58:11.566 DEBUG:boto:Token: None 2022-09-01T09:58:11.566 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TrkP5iaRZ6ElBwDAvzYYrKP0Ch8= 2022-09-01T09:58:11.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TrkP5iaRZ6ElBwDAvzYYrKP0Ch8=', 'Content-Length': '0'} 2022-09-01T09:58:11.570 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000ecee12f75089e735-0063108233-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.570 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:11.571 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:11.571 DEBUG:boto:path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.572 DEBUG:boto:auth_path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.572 DEBUG:boto:Method: HEAD 2022-09-01T09:58:11.573 DEBUG:boto:Path: /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.573 DEBUG:boto:Data: 2022-09-01T09:58:11.574 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.574 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.575 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.575 DEBUG:boto:Params: {} 2022-09-01T09:58:11.576 DEBUG:boto:Token: None 2022-09-01T09:58:11.577 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.577 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TrkP5iaRZ6ElBwDAvzYYrKP0Ch8= 2022-09-01T09:58:11.578 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TrkP5iaRZ6ElBwDAvzYYrKP0Ch8=', 'Content-Length': '0'} 2022-09-01T09:58:11.580 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000c5f7856de2d6f5b3-0063108233-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.580 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2022-09-01T09:58:11.581 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:11.581 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:11.582 DEBUG:boto:path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.583 DEBUG:boto:auth_path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.583 DEBUG:boto:Method: GET 2022-09-01T09:58:11.584 DEBUG:boto:Path: /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.584 DEBUG:boto:Data: 2022-09-01T09:58:11.585 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.585 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.586 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.586 DEBUG:boto:Params: {} 2022-09-01T09:58:11.587 DEBUG:boto:Token: None 2022-09-01T09:58:11.587 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.588 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XVDXidY9cOfw+mfgBry+9Q3Nqlk= 2022-09-01T09:58:11.589 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XVDXidY9cOfw+mfgBry+9Q3Nqlk=', 'Content-Length': '0'} 2022-09-01T09:58:11.591 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000964120d3c2a25ef2-0063108233-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.592 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:11.592 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:11.593 DEBUG:boto:path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.593 DEBUG:boto:auth_path=/ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.594 DEBUG:boto:Method: GET 2022-09-01T09:58:11.594 DEBUG:boto:Path: /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.595 DEBUG:boto:Data: 2022-09-01T09:58:11.595 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.596 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.596 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.597 DEBUG:boto:Params: {} 2022-09-01T09:58:11.597 DEBUG:boto:Token: None 2022-09-01T09:58:11.598 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%3A?versionId=null 2022-09-01T09:58:11.599 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XVDXidY9cOfw+mfgBry+9Q3Nqlk= 2022-09-01T09:58:11.599 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XVDXidY9cOfw+mfgBry+9Q3Nqlk=', 'Content-Length': '0'} 2022-09-01T09:58:11.602 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000a45282dab8d25866-0063108233-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.602 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.603 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.603 DEBUG:boto:path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:11.604 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:11.605 DEBUG:boto:Method: GET 2022-09-01T09:58:11.605 DEBUG:boto:Path: /ptoxvb-10/?prefix=%3A 2022-09-01T09:58:11.606 DEBUG:boto:Data: 2022-09-01T09:58:11.606 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.607 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.607 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.608 DEBUG:boto:Params: {} 2022-09-01T09:58:11.608 DEBUG:boto:Token: None 2022-09-01T09:58:11.609 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/ 2022-09-01T09:58:11.609 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4= 2022-09-01T09:58:11.610 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4=', 'Content-Length': '0'} 2022-09-01T09:58:11.613 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d8cb061a8ed2c205-0063108233-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.654 DEBUG:boto:b'ptoxvb-10:1000false:2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:11.655 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.656 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.656 DEBUG:boto:path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:11.657 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:11.658 DEBUG:boto:Method: GET 2022-09-01T09:58:11.659 DEBUG:boto:Path: /ptoxvb-10/?prefix=%3A 2022-09-01T09:58:11.659 DEBUG:boto:Data: 2022-09-01T09:58:11.660 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.660 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.661 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.661 DEBUG:boto:Params: {} 2022-09-01T09:58:11.662 DEBUG:boto:Token: None 2022-09-01T09:58:11.663 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/ 2022-09-01T09:58:11.664 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4= 2022-09-01T09:58:11.664 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4=', 'Content-Length': '0'} 2022-09-01T09:58:11.667 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005caab641a49ddaba-0063108233-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.668 DEBUG:boto:b'ptoxvb-10:1000false:2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:11.669 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:11.670 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:11.671 DEBUG:boto:Method: HEAD 2022-09-01T09:58:11.671 DEBUG:boto:Path: /ptoxvb-10/%3A 2022-09-01T09:58:11.672 DEBUG:boto:Data: 2022-09-01T09:58:11.672 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.673 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.673 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.674 DEBUG:boto:Params: {} 2022-09-01T09:58:11.674 DEBUG:boto:Token: None 2022-09-01T09:58:11.675 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%3A 2022-09-01T09:58:11.676 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G3GHwPJvibybM3fe0MFkuQoPXJY= 2022-09-01T09:58:11.676 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G3GHwPJvibybM3fe0MFkuQoPXJY=', 'Content-Length': '0'} 2022-09-01T09:58:11.678 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000069f0c69cd53d33a5-0063108233-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.680 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:11.680 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:11.681 DEBUG:boto:Method: HEAD 2022-09-01T09:58:11.681 DEBUG:boto:Path: /ptoxvb-10/%3A 2022-09-01T09:58:11.682 DEBUG:boto:Data: 2022-09-01T09:58:11.683 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.683 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.684 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.684 DEBUG:boto:Params: {} 2022-09-01T09:58:11.685 DEBUG:boto:Token: None 2022-09-01T09:58:11.686 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%3A 2022-09-01T09:58:11.686 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G3GHwPJvibybM3fe0MFkuQoPXJY= 2022-09-01T09:58:11.687 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G3GHwPJvibybM3fe0MFkuQoPXJY=', 'Content-Length': '0'} 2022-09-01T09:58:11.689 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000220a968bc2198d09-0063108233-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.690 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2022-09-01T09:58:11.690 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:11.691 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:11.691 DEBUG:boto:Method: GET 2022-09-01T09:58:11.692 DEBUG:boto:Path: /ptoxvb-10/%3A 2022-09-01T09:58:11.692 DEBUG:boto:Data: 2022-09-01T09:58:11.693 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.694 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.694 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.695 DEBUG:boto:Params: {} 2022-09-01T09:58:11.695 DEBUG:boto:Token: None 2022-09-01T09:58:11.696 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%3A 2022-09-01T09:58:11.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fFbHKgRY+rR6HvTQWfCvd+G0Xhk= 2022-09-01T09:58:11.697 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fFbHKgRY+rR6HvTQWfCvd+G0Xhk=', 'Content-Length': '0'} 2022-09-01T09:58:11.699 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000f7742c42fa3ee453-0063108233-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.700 DEBUG:boto:path=/ptoxvb-10/%3A 2022-09-01T09:58:11.701 DEBUG:boto:auth_path=/ptoxvb-10/%3A 2022-09-01T09:58:11.702 DEBUG:boto:Method: GET 2022-09-01T09:58:11.702 DEBUG:boto:Path: /ptoxvb-10/%3A 2022-09-01T09:58:11.703 DEBUG:boto:Data: 2022-09-01T09:58:11.704 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.704 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.705 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.705 DEBUG:boto:Params: {} 2022-09-01T09:58:11.706 DEBUG:boto:Token: None 2022-09-01T09:58:11.707 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/%3A 2022-09-01T09:58:11.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fFbHKgRY+rR6HvTQWfCvd+G0Xhk= 2022-09-01T09:58:11.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fFbHKgRY+rR6HvTQWfCvd+G0Xhk=', 'Content-Length': '0'} 2022-09-01T09:58:11.712 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000080175670f7fcdcf2-0063108233-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.714 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.715 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.716 DEBUG:boto:path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:11.717 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:11.718 DEBUG:boto:Method: GET 2022-09-01T09:58:11.719 DEBUG:boto:Path: /ptoxvb-10/?prefix=%3A 2022-09-01T09:58:11.720 DEBUG:boto:Data: 2022-09-01T09:58:11.721 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.721 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.722 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.723 DEBUG:boto:Params: {} 2022-09-01T09:58:11.724 DEBUG:boto:Token: None 2022-09-01T09:58:11.725 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/ 2022-09-01T09:58:11.725 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4= 2022-09-01T09:58:11.726 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4=', 'Content-Length': '0'} 2022-09-01T09:58:11.729 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bb8682180976b07a-0063108233-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.730 DEBUG:boto:b'ptoxvb-10:1000false:2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:11.731 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.731 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.732 DEBUG:boto:path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:11.732 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=%3A 2022-09-01T09:58:11.733 DEBUG:boto:Method: GET 2022-09-01T09:58:11.734 DEBUG:boto:Path: /ptoxvb-10/?prefix=%3A 2022-09-01T09:58:11.734 DEBUG:boto:Data: 2022-09-01T09:58:11.735 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.735 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.736 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.736 DEBUG:boto:Params: {} 2022-09-01T09:58:11.737 DEBUG:boto:Token: None 2022-09-01T09:58:11.737 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/ 2022-09-01T09:58:11.738 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4= 2022-09-01T09:58:11.739 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4=', 'Content-Length': '0'} 2022-09-01T09:58:11.742 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c17918cb64b4629e-0063108233-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.742 DEBUG:boto:b'ptoxvb-10:1000false:2022-09-01T09:57:53.843Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:11.743 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2022-09-01T09:58:11.744 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.744 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.745 DEBUG:boto:path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.746 DEBUG:boto:auth_path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.746 DEBUG:boto:Method: GET 2022-09-01T09:58:11.747 DEBUG:boto:Path: /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.747 DEBUG:boto:Data: 2022-09-01T09:58:11.748 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.748 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.749 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.750 DEBUG:boto:Params: {} 2022-09-01T09:58:11.750 DEBUG:boto:Token: None 2022-09-01T09:58:11.751 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.752 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5wwkFJC9rRCg2MrsUBXugr6c1Ik= 2022-09-01T09:58:11.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5wwkFJC9rRCg2MrsUBXugr6c1Ik=', 'Content-Length': '0'} 2022-09-01T09:58:11.755 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000005779b2bb0fa4bb60-0063108233-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.755 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.756 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.757 DEBUG:boto:path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.757 DEBUG:boto:auth_path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.758 DEBUG:boto:Method: GET 2022-09-01T09:58:11.758 DEBUG:boto:Path: /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.759 DEBUG:boto:Data: 2022-09-01T09:58:11.759 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.760 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.761 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.761 DEBUG:boto:Params: {} 2022-09-01T09:58:11.762 DEBUG:boto:Token: None 2022-09-01T09:58:11.762 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.763 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5wwkFJC9rRCg2MrsUBXugr6c1Ik= 2022-09-01T09:58:11.764 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5wwkFJC9rRCg2MrsUBXugr6c1Ik=', 'Content-Length': '0'} 2022-09-01T09:58:11.766 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000066ef0e51956f89e2-0063108233-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.810 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.811 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.811 DEBUG:boto:path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.812 DEBUG:boto:auth_path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.812 DEBUG:boto:Method: HEAD 2022-09-01T09:58:11.813 DEBUG:boto:Path: /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.814 DEBUG:boto:Data: 2022-09-01T09:58:11.814 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.815 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.816 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.817 DEBUG:boto:Params: {} 2022-09-01T09:58:11.817 DEBUG:boto:Token: None 2022-09-01T09:58:11.818 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.818 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qrQkLj6+7kqNro814RcGfewEtlg= 2022-09-01T09:58:11.819 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qrQkLj6+7kqNro814RcGfewEtlg=', 'Content-Length': '0'} 2022-09-01T09:58:11.822 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000457c7eb54ad48d30-0063108233-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.823 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.823 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.824 DEBUG:boto:path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.824 DEBUG:boto:auth_path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.825 DEBUG:boto:Method: HEAD 2022-09-01T09:58:11.825 DEBUG:boto:Path: /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.826 DEBUG:boto:Data: 2022-09-01T09:58:11.827 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.827 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.828 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.828 DEBUG:boto:Params: {} 2022-09-01T09:58:11.829 DEBUG:boto:Token: None 2022-09-01T09:58:11.829 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.830 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qrQkLj6+7kqNro814RcGfewEtlg= 2022-09-01T09:58:11.831 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qrQkLj6+7kqNro814RcGfewEtlg=', 'Content-Length': '0'} 2022-09-01T09:58:11.833 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000080c46ea03d6629df-0063108233-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.834 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2022-09-01T09:58:11.835 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.835 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.836 DEBUG:boto:path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.837 DEBUG:boto:auth_path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.837 DEBUG:boto:Method: GET 2022-09-01T09:58:11.838 DEBUG:boto:Path: /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.839 DEBUG:boto:Data: 2022-09-01T09:58:11.839 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.840 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.841 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.842 DEBUG:boto:Params: {} 2022-09-01T09:58:11.842 DEBUG:boto:Token: None 2022-09-01T09:58:11.843 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.844 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5wwkFJC9rRCg2MrsUBXugr6c1Ik= 2022-09-01T09:58:11.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5wwkFJC9rRCg2MrsUBXugr6c1Ik=', 'Content-Length': '0'} 2022-09-01T09:58:11.846 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000051fb25b1b6e4147e-0063108233-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.848 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.849 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.849 DEBUG:boto:path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.850 DEBUG:boto:auth_path=/ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.850 DEBUG:boto:Method: GET 2022-09-01T09:58:11.851 DEBUG:boto:Path: /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.852 DEBUG:boto:Data: 2022-09-01T09:58:11.852 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.853 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.853 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.854 DEBUG:boto:Params: {} 2022-09-01T09:58:11.855 DEBUG:boto:Token: None 2022-09-01T09:58:11.855 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/_myobj?versionId=null 2022-09-01T09:58:11.856 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5wwkFJC9rRCg2MrsUBXugr6c1Ik= 2022-09-01T09:58:11.857 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5wwkFJC9rRCg2MrsUBXugr6c1Ik=', 'Content-Length': '0'} 2022-09-01T09:58:11.859 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000294044be4fc1c687-0063108233-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.860 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.861 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.861 DEBUG:boto:path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:11.862 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:11.863 DEBUG:boto:Method: GET 2022-09-01T09:58:11.863 DEBUG:boto:Path: /ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:11.864 DEBUG:boto:Data: 2022-09-01T09:58:11.865 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.865 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.866 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.867 DEBUG:boto:Params: {} 2022-09-01T09:58:11.867 DEBUG:boto:Token: None 2022-09-01T09:58:11.868 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/ 2022-09-01T09:58:11.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4= 2022-09-01T09:58:11.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4=', 'Content-Length': '0'} 2022-09-01T09:58:11.873 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b770f277d2bc480a-0063108233-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.914 DEBUG:boto:b'ptoxvb-10_myobj1000false_myobj2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:11.916 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.916 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.917 DEBUG:boto:path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:11.917 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:11.918 DEBUG:boto:Method: GET 2022-09-01T09:58:11.919 DEBUG:boto:Path: /ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:11.919 DEBUG:boto:Data: 2022-09-01T09:58:11.920 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.920 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.921 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.921 DEBUG:boto:Params: {} 2022-09-01T09:58:11.922 DEBUG:boto:Token: None 2022-09-01T09:58:11.923 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/ 2022-09-01T09:58:11.924 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4= 2022-09-01T09:58:11.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4=', 'Content-Length': '0'} 2022-09-01T09:58:11.928 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000447d94958f56c090-0063108233-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.929 DEBUG:boto:b'ptoxvb-10_myobj1000false_myobj2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:11.931 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.932 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.934 DEBUG:boto:Method: HEAD 2022-09-01T09:58:11.935 DEBUG:boto:Path: /ptoxvb-10/_myobj 2022-09-01T09:58:11.935 DEBUG:boto:Data: 2022-09-01T09:58:11.938 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.938 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.939 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.940 DEBUG:boto:Params: {} 2022-09-01T09:58:11.941 DEBUG:boto:Token: None 2022-09-01T09:58:11.942 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/_myobj 2022-09-01T09:58:11.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hIhVr6BsbQVx4ZbcFOK607qTwqc= 2022-09-01T09:58:11.945 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hIhVr6BsbQVx4ZbcFOK607qTwqc=', 'Content-Length': '0'} 2022-09-01T09:58:11.947 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000c4f905f2de0a2a20-0063108233-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.948 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.949 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.950 DEBUG:boto:Method: HEAD 2022-09-01T09:58:11.950 DEBUG:boto:Path: /ptoxvb-10/_myobj 2022-09-01T09:58:11.951 DEBUG:boto:Data: 2022-09-01T09:58:11.951 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.952 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.952 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.953 DEBUG:boto:Params: {} 2022-09-01T09:58:11.954 DEBUG:boto:Token: None 2022-09-01T09:58:11.954 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/_myobj 2022-09-01T09:58:11.955 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hIhVr6BsbQVx4ZbcFOK607qTwqc= 2022-09-01T09:58:11.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hIhVr6BsbQVx4ZbcFOK607qTwqc=', 'Content-Length': '0'} 2022-09-01T09:58:11.958 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000000e19610b8fff3fef-0063108233-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.958 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2022-09-01T09:58:11.959 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.960 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.960 DEBUG:boto:Method: GET 2022-09-01T09:58:11.961 DEBUG:boto:Path: /ptoxvb-10/_myobj 2022-09-01T09:58:11.961 DEBUG:boto:Data: 2022-09-01T09:58:11.962 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.963 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.963 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.964 DEBUG:boto:Params: {} 2022-09-01T09:58:11.965 DEBUG:boto:Token: None 2022-09-01T09:58:11.965 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/_myobj 2022-09-01T09:58:11.966 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fr7aThmsylTQzU6eio/QIdcaC9g= 2022-09-01T09:58:11.967 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fr7aThmsylTQzU6eio/QIdcaC9g=', 'Content-Length': '0'} 2022-09-01T09:58:11.969 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000005d6d331fe2bb8dad-0063108233-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.970 DEBUG:boto:path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.970 DEBUG:boto:auth_path=/ptoxvb-10/_myobj 2022-09-01T09:58:11.971 DEBUG:boto:Method: GET 2022-09-01T09:58:11.971 DEBUG:boto:Path: /ptoxvb-10/_myobj 2022-09-01T09:58:11.972 DEBUG:boto:Data: 2022-09-01T09:58:11.973 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.973 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:11.974 DEBUG:boto:Port: 8000 2022-09-01T09:58:11.974 DEBUG:boto:Params: {} 2022-09-01T09:58:11.975 DEBUG:boto:Token: None 2022-09-01T09:58:11.976 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/_myobj 2022-09-01T09:58:11.976 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fr7aThmsylTQzU6eio/QIdcaC9g= 2022-09-01T09:58:11.977 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fr7aThmsylTQzU6eio/QIdcaC9g=', 'Content-Length': '0'} 2022-09-01T09:58:11.980 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000006919c5de91b5c1dd-0063108233-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.981 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.982 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.983 DEBUG:boto:path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:11.983 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:11.984 DEBUG:boto:Method: GET 2022-09-01T09:58:11.985 DEBUG:boto:Path: /ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:11.986 DEBUG:boto:Data: 2022-09-01T09:58:11.987 DEBUG:boto:Headers: {} 2022-09-01T09:58:11.987 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:11.988 DEBUG:boto:Port: 8001 2022-09-01T09:58:11.988 DEBUG:boto:Params: {} 2022-09-01T09:58:11.990 DEBUG:boto:Token: None 2022-09-01T09:58:11.990 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:11 GMT /ptoxvb-10/ 2022-09-01T09:58:11.991 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4= 2022-09-01T09:58:11.992 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mmh/xF6Hl6cyo7944QHCNRF29s4=', 'Content-Length': '0'} 2022-09-01T09:58:11.995 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000079b7004154095c86-0063108233-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:11.995 DEBUG:boto:b'ptoxvb-10_myobj1000false_myobj2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:11.996 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:11.997 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:11.997 DEBUG:boto:path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:11.998 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:11.998 DEBUG:boto:Method: GET 2022-09-01T09:58:11.999 DEBUG:boto:Path: /ptoxvb-10/?prefix=_myobj 2022-09-01T09:58:11.999 DEBUG:boto:Data: 2022-09-01T09:58:12.000 DEBUG:boto:Headers: {} 2022-09-01T09:58:12.000 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:12.001 DEBUG:boto:Port: 8000 2022-09-01T09:58:12.002 DEBUG:boto:Params: {} 2022-09-01T09:58:12.002 DEBUG:boto:Token: None 2022-09-01T09:58:12.003 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:12 GMT /ptoxvb-10/ 2022-09-01T09:58:12.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EpnsC9paWnt6kovXzmRRCm9QzuU= 2022-09-01T09:58:12.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EpnsC9paWnt6kovXzmRRCm9QzuU=', 'Content-Length': '0'} 2022-09-01T09:58:12.007 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d27e66f1073a7d10-0063108234-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:12.008 DEBUG:boto:b'ptoxvb-10_myobj1000false_myobj2022-09-01T09:57:53.780Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:12.009 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T09:58:12.009 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:12.010 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:12.010 DEBUG:boto:path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.011 DEBUG:boto:auth_path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.011 DEBUG:boto:Method: GET 2022-09-01T09:58:12.012 DEBUG:boto:Path: /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.013 DEBUG:boto:Data: 2022-09-01T09:58:12.014 DEBUG:boto:Headers: {} 2022-09-01T09:58:12.014 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:12.015 DEBUG:boto:Port: 8001 2022-09-01T09:58:12.015 DEBUG:boto:Params: {} 2022-09-01T09:58:12.016 DEBUG:boto:Token: None 2022-09-01T09:58:12.017 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:12 GMT /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.018 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bTkvDfJJl2QooN5DReQMBETuhEA= 2022-09-01T09:58:12.018 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bTkvDfJJl2QooN5DReQMBETuhEA=', 'Content-Length': '0'} 2022-09-01T09:58:12.020 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000030a75b7a34309477-0063108234-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:12.021 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:12.022 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:12.023 DEBUG:boto:path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.023 DEBUG:boto:auth_path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.024 DEBUG:boto:Method: GET 2022-09-01T09:58:12.024 DEBUG:boto:Path: /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.025 DEBUG:boto:Data: 2022-09-01T09:58:12.025 DEBUG:boto:Headers: {} 2022-09-01T09:58:12.026 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:12.026 DEBUG:boto:Port: 8000 2022-09-01T09:58:12.027 DEBUG:boto:Params: {} 2022-09-01T09:58:12.027 DEBUG:boto:Token: None 2022-09-01T09:58:12.028 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:12 GMT /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bTkvDfJJl2QooN5DReQMBETuhEA= 2022-09-01T09:58:12.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bTkvDfJJl2QooN5DReQMBETuhEA=', 'Content-Length': '0'} 2022-09-01T09:58:12.031 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000644dfc8966c6c9ba-0063108234-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:12.032 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:12.033 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:12.033 DEBUG:boto:path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.034 DEBUG:boto:auth_path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.034 DEBUG:boto:Method: HEAD 2022-09-01T09:58:12.035 DEBUG:boto:Path: /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.035 DEBUG:boto:Data: 2022-09-01T09:58:12.036 DEBUG:boto:Headers: {} 2022-09-01T09:58:12.036 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:12.037 DEBUG:boto:Port: 8001 2022-09-01T09:58:12.037 DEBUG:boto:Params: {} 2022-09-01T09:58:12.038 DEBUG:boto:Token: None 2022-09-01T09:58:12.038 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:12 GMT /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.039 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PIGDSyq1ZyLUzf0lrQTRZd8YHfg= 2022-09-01T09:58:12.040 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PIGDSyq1ZyLUzf0lrQTRZd8YHfg=', 'Content-Length': '0'} 2022-09-01T09:58:12.042 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000993584d7ac755722-0063108234-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:12.042 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:12.043 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:12.044 DEBUG:boto:path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.044 DEBUG:boto:auth_path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.045 DEBUG:boto:Method: HEAD 2022-09-01T09:58:12.045 DEBUG:boto:Path: /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.046 DEBUG:boto:Data: 2022-09-01T09:58:12.047 DEBUG:boto:Headers: {} 2022-09-01T09:58:12.048 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:12.048 DEBUG:boto:Port: 8000 2022-09-01T09:58:12.049 DEBUG:boto:Params: {} 2022-09-01T09:58:12.050 DEBUG:boto:Token: None 2022-09-01T09:58:12.051 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:12 GMT /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.052 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PIGDSyq1ZyLUzf0lrQTRZd8YHfg= 2022-09-01T09:58:12.053 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PIGDSyq1ZyLUzf0lrQTRZd8YHfg=', 'Content-Length': '0'} 2022-09-01T09:58:12.056 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000b80f17ba6d841565-0063108234-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:12.057 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T09:58:12.058 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:12.059 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:12.060 DEBUG:boto:path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.061 DEBUG:boto:auth_path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.062 DEBUG:boto:Method: GET 2022-09-01T09:58:12.063 DEBUG:boto:Path: /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.064 DEBUG:boto:Data: 2022-09-01T09:58:12.065 DEBUG:boto:Headers: {} 2022-09-01T09:58:12.066 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:12.067 DEBUG:boto:Port: 8001 2022-09-01T09:58:12.068 DEBUG:boto:Params: {} 2022-09-01T09:58:12.069 DEBUG:boto:Token: None 2022-09-01T09:58:12.070 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:12 GMT /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.070 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bTkvDfJJl2QooN5DReQMBETuhEA= 2022-09-01T09:58:12.071 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bTkvDfJJl2QooN5DReQMBETuhEA=', 'Content-Length': '0'} 2022-09-01T09:58:12.073 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000001acf5c605c36728b-0063108234-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:12.074 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:12.075 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:12.075 DEBUG:boto:path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.076 DEBUG:boto:auth_path=/ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.076 DEBUG:boto:Method: GET 2022-09-01T09:58:12.077 DEBUG:boto:Path: /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.078 DEBUG:boto:Data: 2022-09-01T09:58:12.078 DEBUG:boto:Headers: {} 2022-09-01T09:58:12.079 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:12.079 DEBUG:boto:Port: 8000 2022-09-01T09:58:12.080 DEBUG:boto:Params: {} 2022-09-01T09:58:12.081 DEBUG:boto:Token: None 2022-09-01T09:58:12.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:12 GMT /ptoxvb-10/myobj?versionId=null 2022-09-01T09:58:12.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bTkvDfJJl2QooN5DReQMBETuhEA= 2022-09-01T09:58:12.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bTkvDfJJl2QooN5DReQMBETuhEA=', 'Content-Length': '0'} 2022-09-01T09:58:12.085 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000f449b5a8d547ca90-0063108234-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:12.086 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:12.087 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:12.087 DEBUG:boto:path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:12.088 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:12.088 DEBUG:boto:Method: GET 2022-09-01T09:58:12.089 DEBUG:boto:Path: /ptoxvb-10/?prefix=myobj 2022-09-01T09:58:12.090 DEBUG:boto:Data: 2022-09-01T09:58:12.091 DEBUG:boto:Headers: {} 2022-09-01T09:58:12.091 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:12.092 DEBUG:boto:Port: 8001 2022-09-01T09:58:12.092 DEBUG:boto:Params: {} 2022-09-01T09:58:12.093 DEBUG:boto:Token: None 2022-09-01T09:58:12.094 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:12 GMT /ptoxvb-10/ 2022-09-01T09:58:12.095 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EpnsC9paWnt6kovXzmRRCm9QzuU= 2022-09-01T09:58:12.096 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EpnsC9paWnt6kovXzmRRCm9QzuU=', 'Content-Length': '0'} 2022-09-01T09:58:12.100 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008520e5f0512e9b78-0063108234-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:12.101 DEBUG:boto:b'ptoxvb-10myobj1000falsemyobj2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:12.102 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:12.103 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:12.104 DEBUG:boto:path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:12.104 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:12.105 DEBUG:boto:Method: GET 2022-09-01T09:58:12.105 DEBUG:boto:Path: /ptoxvb-10/?prefix=myobj 2022-09-01T09:58:12.106 DEBUG:boto:Data: 2022-09-01T09:58:12.107 DEBUG:boto:Headers: {} 2022-09-01T09:58:12.107 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:12.108 DEBUG:boto:Port: 8000 2022-09-01T09:58:12.108 DEBUG:boto:Params: {} 2022-09-01T09:58:12.109 DEBUG:boto:Token: None 2022-09-01T09:58:12.109 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:12 GMT /ptoxvb-10/ 2022-09-01T09:58:12.110 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EpnsC9paWnt6kovXzmRRCm9QzuU= 2022-09-01T09:58:12.111 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EpnsC9paWnt6kovXzmRRCm9QzuU=', 'Content-Length': '0'} 2022-09-01T09:58:12.114 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cf43a3de066b5d42-0063108234-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:12.115 DEBUG:boto:b'ptoxvb-10myobj1000falsemyobj2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:12.115 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:12.116 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:12.116 DEBUG:boto:Method: HEAD 2022-09-01T09:58:12.117 DEBUG:boto:Path: /ptoxvb-10/myobj 2022-09-01T09:58:12.117 DEBUG:boto:Data: 2022-09-01T09:58:12.118 DEBUG:boto:Headers: {} 2022-09-01T09:58:12.118 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:12.119 DEBUG:boto:Port: 8001 2022-09-01T09:58:12.119 DEBUG:boto:Params: {} 2022-09-01T09:58:12.120 DEBUG:boto:Token: None 2022-09-01T09:58:12.121 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:12 GMT /ptoxvb-10/myobj 2022-09-01T09:58:12.121 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D7KOik2IKii84qpIhOk6p1MDijQ= 2022-09-01T09:58:12.122 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D7KOik2IKii84qpIhOk6p1MDijQ=', 'Content-Length': '0'} 2022-09-01T09:58:12.124 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000111c81e008b37df3-0063108234-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:12.125 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:12.126 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:12.127 DEBUG:boto:Method: HEAD 2022-09-01T09:58:12.128 DEBUG:boto:Path: /ptoxvb-10/myobj 2022-09-01T09:58:12.129 DEBUG:boto:Data: 2022-09-01T09:58:12.130 DEBUG:boto:Headers: {} 2022-09-01T09:58:12.131 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:12.132 DEBUG:boto:Port: 8000 2022-09-01T09:58:12.133 DEBUG:boto:Params: {} 2022-09-01T09:58:12.134 DEBUG:boto:Token: None 2022-09-01T09:58:12.134 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 09:58:12 GMT /ptoxvb-10/myobj 2022-09-01T09:58:12.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D7KOik2IKii84qpIhOk6p1MDijQ= 2022-09-01T09:58:12.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D7KOik2IKii84qpIhOk6p1MDijQ=', 'Content-Length': '0'} 2022-09-01T09:58:12.138 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000e899b3f5e388a7d5-0063108234-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:12.139 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T09:58:12.139 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:12.140 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:12.141 DEBUG:boto:Method: GET 2022-09-01T09:58:12.143 DEBUG:boto:Path: /ptoxvb-10/myobj 2022-09-01T09:58:12.143 DEBUG:boto:Data: 2022-09-01T09:58:12.144 DEBUG:boto:Headers: {} 2022-09-01T09:58:12.145 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:12.145 DEBUG:boto:Port: 8001 2022-09-01T09:58:12.146 DEBUG:boto:Params: {} 2022-09-01T09:58:12.147 DEBUG:boto:Token: None 2022-09-01T09:58:12.147 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:12 GMT /ptoxvb-10/myobj 2022-09-01T09:58:12.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dMSOZcdAAue8LmTH8lL2M36BGX8= 2022-09-01T09:58:12.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dMSOZcdAAue8LmTH8lL2M36BGX8=', 'Content-Length': '0'} 2022-09-01T09:58:12.151 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000009af77e0f710ec97a-0063108234-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:12.198 DEBUG:boto:path=/ptoxvb-10/myobj 2022-09-01T09:58:12.199 DEBUG:boto:auth_path=/ptoxvb-10/myobj 2022-09-01T09:58:12.199 DEBUG:boto:Method: GET 2022-09-01T09:58:12.200 DEBUG:boto:Path: /ptoxvb-10/myobj 2022-09-01T09:58:12.200 DEBUG:boto:Data: 2022-09-01T09:58:12.201 DEBUG:boto:Headers: {} 2022-09-01T09:58:12.201 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:12.202 DEBUG:boto:Port: 8000 2022-09-01T09:58:12.203 DEBUG:boto:Params: {} 2022-09-01T09:58:12.203 DEBUG:boto:Token: None 2022-09-01T09:58:12.204 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:12 GMT /ptoxvb-10/myobj 2022-09-01T09:58:12.204 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dMSOZcdAAue8LmTH8lL2M36BGX8= 2022-09-01T09:58:12.205 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dMSOZcdAAue8LmTH8lL2M36BGX8=', 'Content-Length': '0'} 2022-09-01T09:58:12.208 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 09:57:53 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000e150a4de65b0fb6b-0063108234-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 09:58:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:12.209 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:12.209 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:12.210 DEBUG:boto:path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:12.210 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:12.211 DEBUG:boto:Method: GET 2022-09-01T09:58:12.211 DEBUG:boto:Path: /ptoxvb-10/?prefix=myobj 2022-09-01T09:58:12.212 DEBUG:boto:Data: 2022-09-01T09:58:12.212 DEBUG:boto:Headers: {} 2022-09-01T09:58:12.213 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T09:58:12.213 DEBUG:boto:Port: 8001 2022-09-01T09:58:12.214 DEBUG:boto:Params: {} 2022-09-01T09:58:12.215 DEBUG:boto:Token: None 2022-09-01T09:58:12.215 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:12 GMT /ptoxvb-10/ 2022-09-01T09:58:12.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EpnsC9paWnt6kovXzmRRCm9QzuU= 2022-09-01T09:58:12.217 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EpnsC9paWnt6kovXzmRRCm9QzuU=', 'Content-Length': '0'} 2022-09-01T09:58:12.220 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eca1df87bc30b886-0063108234-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:12.221 DEBUG:boto:b'ptoxvb-10myobj1000falsemyobj2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:12.221 DEBUG:boto:path=/ptoxvb-10/ 2022-09-01T09:58:12.222 DEBUG:boto:auth_path=/ptoxvb-10/ 2022-09-01T09:58:12.223 DEBUG:boto:path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:12.223 DEBUG:boto:auth_path=/ptoxvb-10/?prefix=myobj 2022-09-01T09:58:12.224 DEBUG:boto:Method: GET 2022-09-01T09:58:12.224 DEBUG:boto:Path: /ptoxvb-10/?prefix=myobj 2022-09-01T09:58:12.225 DEBUG:boto:Data: 2022-09-01T09:58:12.225 DEBUG:boto:Headers: {} 2022-09-01T09:58:12.226 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T09:58:12.227 DEBUG:boto:Port: 8000 2022-09-01T09:58:12.227 DEBUG:boto:Params: {} 2022-09-01T09:58:12.228 DEBUG:boto:Token: None 2022-09-01T09:58:12.228 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 09:58:12 GMT /ptoxvb-10/ 2022-09-01T09:58:12.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EpnsC9paWnt6kovXzmRRCm9QzuU= 2022-09-01T09:58:12.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 09:58:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EpnsC9paWnt6kovXzmRRCm9QzuU=', 'Content-Length': '0'} 2022-09-01T09:58:12.232 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000092529c9792052bec-0063108234-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 09:58:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T09:58:12.233 DEBUG:boto:b'ptoxvb-10myobj1000falsemyobj2022-09-01T09:57:53.737Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T09:58:12.234 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-10 zones={test-zone3, test-zone1} 2022-09-01T09:58:12.234 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-10', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T09:58:12.235 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-10', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T09:58:12.235 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-10 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T09:58:12.300 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T09:58:12.301 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T09:58:12.336 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:58:12.335+0000 7f696488d600 1 waiting to reach incremental sync.. 2022-09-01T09:58:17.338 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:58:17.338+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:58:17.339 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:58:17.339 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:58:22.340 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:58:22.340+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:58:22.341 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:58:22.341 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:58:27.342 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:58:27.342+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:58:27.342 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:58:27.343 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:58:32.344 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:58:32.343+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:58:32.344 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:58:32.345 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:58:37.345 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:58:37.345+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:58:37.346 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:58:37.347 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:58:42.347 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:58:42.347+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:58:42.348 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:58:42.348 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:58:47.351 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:58:47.347+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:58:47.499 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:58:47.499 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:58:52.350 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:58:52.349+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:58:52.351 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:58:52.352 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:58:57.352 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:58:57.351+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:58:57.352 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:58:57.353 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:59:02.353 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:59:02.352+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:59:02.354 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:59:02.354 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:59:07.355 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:59:07.354+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:59:07.355 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:59:07.356 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:59:12.356 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:59:12.355+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:59:12.357 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:59:12.357 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:59:17.358 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:59:17.357+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:59:17.359 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:59:17.359 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:59:22.359 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:59:22.358+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:59:22.360 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:59:22.360 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:59:27.361 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:59:27.360+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:59:27.362 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:59:27.362 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:59:32.363 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:59:32.362+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:59:32.364 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , 00000000001.7.5, , , , , , , ] 2022-09-01T09:59:32.364 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:59:37.365 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:59:37.364+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:59:37.366 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T09:59:37.366 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:59:42.366 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:59:42.366+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:59:42.367 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T09:59:42.367 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:59:47.368 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:59:47.368+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:59:47.369 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T09:59:47.369 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:59:52.370 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:59:52.370+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:59:52.371 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T09:59:52.371 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T09:59:57.371 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T09:59:57.371+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T09:59:57.372 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T09:59:57.373 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:00:02.373 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:00:02.373+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:00:02.374 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:00:02.375 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:00:07.374 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:00:07.373+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:00:07.375 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:00:07.376 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:00:12.377 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:00:12.375+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:00:12.378 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:00:12.378 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:00:17.378 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:00:17.377+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:00:17.379 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:00:17.379 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:00:22.379 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:00:22.378+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:00:22.380 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:00:22.380 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:00:27.381 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:00:27.380+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:00:27.382 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:00:27.382 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:00:32.383 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:00:32.382+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:00:32.384 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:00:32.384 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:00:37.384 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:00:37.383+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:00:37.385 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:00:37.386 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:00:42.386 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:00:42.385+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:00:42.387 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:00:42.387 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:00:47.388 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:00:47.387+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:00:47.389 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:00:47.389 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:00:52.390 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:00:52.388+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:00:52.391 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:00:52.391 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:00:57.391 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:00:57.390+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:00:57.392 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:00:57.392 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:01:02.393 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:01:02.393+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:01:02.394 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:01:02.395 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:01:07.395 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:01:07.394+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:01:07.396 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:01:07.396 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:01:12.396 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:01:12.396+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:01:12.396 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:01:12.397 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:01:17.398 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:01:17.398+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:01:17.399 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:01:17.399 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:01:22.399 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:01:22.399+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:01:22.400 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:01:22.400 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:01:27.401 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:01:27.401+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:01:27.401 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:01:27.402 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:01:32.403 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:01:32.401+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:01:32.403 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:01:32.404 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:01:37.405 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:01:37.403+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:01:37.406 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:01:37.407 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:01:42.406 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:01:42.405+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:01:42.407 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:01:42.407 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:01:47.407 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:01:47.406+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:01:47.408 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:01:47.408 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:01:52.409 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:01:52.408+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:01:52.409 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:01:52.410 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:01:57.410 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:01:57.409+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:01:57.411 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:01:57.411 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:02:02.412 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:02:02.411+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:02:02.413 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:02:02.413 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:02:07.414 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:02:07.413+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:02:07.415 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:02:07.415 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:02:12.415 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:02:12.414+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:02:12.416 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:02:12.416 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:02:17.417 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:02:17.416+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:02:17.418 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:02:17.418 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:02:22.419 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:02:22.419+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:02:22.420 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:02:22.420 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:02:27.420 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:02:27.420+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:02:27.421 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:02:27.421 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:02:32.422 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:02:32.422+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:02:32.423 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:02:32.423 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:02:37.425 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:02:37.423+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:02:37.425 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:02:37.426 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:02:42.425 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:02:42.425+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:02:42.426 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:02:42.426 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:02:47.426 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:02:47.426+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:02:47.427 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:02:47.427 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:02:52.428 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:02:52.427+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:02:52.429 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:02:52.429 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:02:57.430 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:02:57.428+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:02:57.430 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:02:57.431 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:03:02.432 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:02.430+0000 7f696488d600 1 waiting for incremental sync to catch up: 2022-09-01T10:03:02.433 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.5.5, , 00000000001.7.5, , , , , , , ] 2022-09-01T10:03:02.433 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.5.5, , 00000000001.7.5, , , , 00000000001.4.5, 00000000001.10.5, , ] 2022-09-01T10:03:07.433 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:07.432+0000 7f696488d600 0 bucket checkpoint timed out waiting for incremental sync to catch up 2022-09-01T10:03:07.434 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:07.432+0000 7f696488d600 0 bucket sync checkpoint failed: (110) Connection timed out 2022-09-01T10:03:07.434 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:07.432+0000 7f696488d600 -1 bucket sync checkpoint failed: (110) Connection timed out 2022-09-01T10:03:07.450 DEBUG:teuthology.orchestra.run:got remote process result: 110 2022-09-01T10:03:07.459 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_object_sync ... FAIL 2022-09-01T10:03:07.461 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-13 2022-09-01T10:03:07.462 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:07.462 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:07.463 DEBUG:boto:Method: PUT 2022-09-01T10:03:07.464 DEBUG:boto:Path: /ptoxvb-13/ 2022-09-01T10:03:07.464 DEBUG:boto:Data: 2022-09-01T10:03:07.465 DEBUG:boto:Headers: {} 2022-09-01T10:03:07.465 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:07.466 DEBUG:boto:Port: 8000 2022-09-01T10:03:07.466 DEBUG:boto:Params: {} 2022-09-01T10:03:07.468 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:03:07.469 DEBUG:boto:Token: None 2022-09-01T10:03:07.470 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:03:07 GMT /ptoxvb-13/ 2022-09-01T10:03:07.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iBAitY5GV7ZKXC2dcDyGExPkGks= 2022-09-01T10:03:07.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iBAitY5GV7ZKXC2dcDyGExPkGks=', 'Content-Length': '0'} 2022-09-01T10:03:07.495 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000004d5463a68964578b-006310835b-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:07.496 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-14 2022-09-01T10:03:07.497 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:07.498 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:07.499 DEBUG:boto:Method: PUT 2022-09-01T10:03:07.499 DEBUG:boto:Path: /ptoxvb-14/ 2022-09-01T10:03:07.500 DEBUG:boto:Data: 2022-09-01T10:03:07.501 DEBUG:boto:Headers: {} 2022-09-01T10:03:07.502 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:07.503 DEBUG:boto:Port: 8000 2022-09-01T10:03:07.503 DEBUG:boto:Params: {} 2022-09-01T10:03:07.505 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:03:07.506 DEBUG:boto:Token: None 2022-09-01T10:03:07.507 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:03:07 GMT /ptoxvb-14/ 2022-09-01T10:03:07.508 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vX5vW7Ue8DZISrDFhHnrh44LcXw= 2022-09-01T10:03:07.509 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vX5vW7Ue8DZISrDFhHnrh44LcXw=', 'Content-Length': '0'} 2022-09-01T10:03:07.541 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000556484981ee97a1f-006310835b-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:07.542 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-15 2022-09-01T10:03:07.542 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:07.543 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:07.543 DEBUG:boto:Method: PUT 2022-09-01T10:03:07.544 DEBUG:boto:Path: /ptoxvb-15/ 2022-09-01T10:03:07.544 DEBUG:boto:Data: 2022-09-01T10:03:07.545 DEBUG:boto:Headers: {} 2022-09-01T10:03:07.546 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:07.547 DEBUG:boto:Port: 8001 2022-09-01T10:03:07.548 DEBUG:boto:Params: {} 2022-09-01T10:03:07.549 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:03:07.550 DEBUG:boto:Token: None 2022-09-01T10:03:07.551 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:03:07 GMT /ptoxvb-15/ 2022-09-01T10:03:07.551 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8fooe7HjsNveB40hEk08dP+WOJY= 2022-09-01T10:03:07.552 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8fooe7HjsNveB40hEk08dP+WOJY=', 'Content-Length': '0'} 2022-09-01T10:03:07.618 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000027a116b8e331e86c-006310835b-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:07.619 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:07.620 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:07.620 DEBUG:boto:Method: HEAD 2022-09-01T10:03:07.621 DEBUG:boto:Path: /ptoxvb-13/ 2022-09-01T10:03:07.621 DEBUG:boto:Data: 2022-09-01T10:03:07.622 DEBUG:boto:Headers: {} 2022-09-01T10:03:07.622 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:07.623 DEBUG:boto:Port: 8000 2022-09-01T10:03:07.623 DEBUG:boto:Params: {} 2022-09-01T10:03:07.624 DEBUG:boto:Token: None 2022-09-01T10:03:07.624 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:07 GMT /ptoxvb-13/ 2022-09-01T10:03:07.625 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1ran68n5G6DrgV/Crv/enKrWgy0= 2022-09-01T10:03:07.626 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1ran68n5G6DrgV/Crv/enKrWgy0=', 'Content-Length': '0'} 2022-09-01T10:03:07.628 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000fb0a2f4bc729639b-006310835b-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:07.630 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:07.631 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:07.631 DEBUG:boto:Method: PUT 2022-09-01T10:03:07.632 DEBUG:boto:Path: /ptoxvb-13/myobj 2022-09-01T10:03:07.633 DEBUG:boto:Data: 2022-09-01T10:03:07.634 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:03:07.635 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:07.636 DEBUG:boto:Port: 8000 2022-09-01T10:03:07.636 DEBUG:boto:Params: {} 2022-09-01T10:03:07.637 DEBUG:boto:Token: None 2022-09-01T10:03:07.638 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:03:07 GMT /ptoxvb-13/myobj 2022-09-01T10:03:07.639 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+U+7MxSpHDLH0D747lslhs4gA8U= 2022-09-01T10:03:07.640 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:03:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+U+7MxSpHDLH0D747lslhs4gA8U='} 2022-09-01T10:03:07.652 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000a1b467168ee9030f-006310835b-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:07.653 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:07.654 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:07.655 DEBUG:boto:Method: HEAD 2022-09-01T10:03:07.655 DEBUG:boto:Path: /ptoxvb-14/ 2022-09-01T10:03:07.656 DEBUG:boto:Data: 2022-09-01T10:03:07.657 DEBUG:boto:Headers: {} 2022-09-01T10:03:07.658 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:07.658 DEBUG:boto:Port: 8000 2022-09-01T10:03:07.659 DEBUG:boto:Params: {} 2022-09-01T10:03:07.660 DEBUG:boto:Token: None 2022-09-01T10:03:07.660 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:07 GMT /ptoxvb-14/ 2022-09-01T10:03:07.662 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hlowZlYWgl/xmj/6gdp//1EzChU= 2022-09-01T10:03:07.663 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hlowZlYWgl/xmj/6gdp//1EzChU=', 'Content-Length': '0'} 2022-09-01T10:03:07.666 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f8120099eb86cb1b-006310835b-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:07.667 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:07.668 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:07.669 DEBUG:boto:Method: PUT 2022-09-01T10:03:07.670 DEBUG:boto:Path: /ptoxvb-14/myobj 2022-09-01T10:03:07.671 DEBUG:boto:Data: 2022-09-01T10:03:07.671 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:03:07.672 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:07.673 DEBUG:boto:Port: 8000 2022-09-01T10:03:07.674 DEBUG:boto:Params: {} 2022-09-01T10:03:07.675 DEBUG:boto:Token: None 2022-09-01T10:03:07.676 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:03:07 GMT /ptoxvb-14/myobj 2022-09-01T10:03:07.676 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1AF12i7qGNsHGLFPZqe68Ioqfyc= 2022-09-01T10:03:07.677 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:03:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1AF12i7qGNsHGLFPZqe68Ioqfyc='} 2022-09-01T10:03:07.686 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000ff040e4aca805a65-006310835b-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:07.687 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:07.687 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:07.688 DEBUG:boto:Method: HEAD 2022-09-01T10:03:07.688 DEBUG:boto:Path: /ptoxvb-15/ 2022-09-01T10:03:07.689 DEBUG:boto:Data: 2022-09-01T10:03:07.689 DEBUG:boto:Headers: {} 2022-09-01T10:03:07.690 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:07.690 DEBUG:boto:Port: 8001 2022-09-01T10:03:07.691 DEBUG:boto:Params: {} 2022-09-01T10:03:07.692 DEBUG:boto:Token: None 2022-09-01T10:03:07.693 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:07 GMT /ptoxvb-15/ 2022-09-01T10:03:07.694 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Uuc2MQTnrHmNbBU8Zot+pxJ5HFo= 2022-09-01T10:03:07.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Uuc2MQTnrHmNbBU8Zot+pxJ5HFo=', 'Content-Length': '0'} 2022-09-01T10:03:07.698 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009d0ed97b7f977cd7-006310835b-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:07.699 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:07.700 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:07.701 DEBUG:boto:Method: PUT 2022-09-01T10:03:07.702 DEBUG:boto:Path: /ptoxvb-15/myobj 2022-09-01T10:03:07.703 DEBUG:boto:Data: 2022-09-01T10:03:07.704 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:03:07.705 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:07.705 DEBUG:boto:Port: 8001 2022-09-01T10:03:07.706 DEBUG:boto:Params: {} 2022-09-01T10:03:07.707 DEBUG:boto:Token: None 2022-09-01T10:03:07.708 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:03:07 GMT /ptoxvb-15/myobj 2022-09-01T10:03:07.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqXwMavLCJ+XigPKRsUd+H99sjE= 2022-09-01T10:03:07.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:03:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqXwMavLCJ+XigPKRsUd+H99sjE='} 2022-09-01T10:03:07.721 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000002a1059de86b78442-006310835b-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:07.723 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:03:07.724 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:03:07.725 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:03:07.787 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:07.787 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:07.838 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T10:03:07.859 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:03:07.859 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:03:07.860 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:03:07.860 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T10:03:07.860 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:03:07.861 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:03:07.861 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:03:07.861 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:03:07.861 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:03:07.862 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:03:07.862 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:03:07.862 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:47.867747Z" 2022-09-01T10:03:07.863 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:03:07.863 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:03:07.863 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026587.591075_74.1", 2022-09-01T10:03:07.863 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:03:07.591075Z" 2022-09-01T10:03:07.864 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:03:07.864 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:03:07.865 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026587.591075_74.1'} 2022-09-01T10:03:07.876 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:03:07.878 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:03:07.880 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:03:07.881 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:03:07.937 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:07.937 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:07.974 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:07.966+0000 7f89968d2600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:03:07.975 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:07.967+0000 7f89968d2600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:03:07.980 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:03:07.981 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:03:07.981 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:03:07.981 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:03:07.982 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:03:07.983 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:03:07.985 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:03:07.986 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:07.986 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:03:07.987 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:03:07.987 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:03:07.987 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:03:07.988 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:03:07.988 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:03:07.989 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:03:07.989 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:03:07.990 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:03:07.990 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:03:07.991 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:03:07.991 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:03:07.991 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:07.992 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:03:07.993 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:03:07.994 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:03:07.995 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:03:07.995 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:03:07.996 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:03:07.996 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:03:07.997 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:03:07.998 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:03:07.998 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:03:07.998 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:03:07.999 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:07.999 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:03:07.999 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:03:07.999 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:03:08.000 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:03:08.000 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:03:08.000 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:03:08.001 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:03:08.001 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:03:08.001 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:03:08.001 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:03:08.003 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:03:08.003 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:08.003 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:03:08.003 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:03:08.004 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:03:08.004 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:03:08.004 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026587.591075_74.1", 2022-09-01T10:03:08.005 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:03:08.005 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:03:08.005 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:03:08.005 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.591075Z", 2022-09-01T10:03:08.006 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:03:08.006 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:03:08.006 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:03:08.006 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:03:08.007 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:08.007 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:03:08.007 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:03:08.007 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:03:08.008 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:08.008 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:03:07Z" 2022-09-01T10:03:08.008 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:03:08.010 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662026587.591075_74.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:03:07.591075Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:03:07Z" } 2022-09-01T10:03:08.010 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662026587.591075_74.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:03:07.591075Z', 'realm_epoch': 2}}] 2022-09-01T10:03:08.011 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026587.591075_74.1'} 2022-09-01T10:03:08.011 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026587.591075_74.1'} 2022-09-01T10:03:08.012 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:03:08.012 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:03:08.013 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:03:08.013 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:03:08.014 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:03:08.067 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:08.067 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:08.107 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:08.107+0000 7f732568d600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:03:08.108 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:08.108+0000 7f732568d600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:03:08.121 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:03:08.122 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:03:08.122 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:03:08.123 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:03:08.124 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:03:08.124 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:03:08.125 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:03:08.125 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:03:08.126 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:03:08.126 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:03:08.127 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:03:08.127 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:03:08.128 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:03:08.128 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:03:08.129 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:03:08.129 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:03:08.130 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:03:08.130 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:03:08.131 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:03:08.131 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:03:08.132 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:03:08.132 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:03:08.133 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:03:08.133 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:03:08.133 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:03:08.133 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:03:08.134 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:03:08.134 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:03:08.134 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:03:08.135 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:03:08.135 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:03:08.135 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:03:08.135 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:03:08.136 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:03:08.136 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:03:08.136 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:03:08.137 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:03:08.137 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:03:08.137 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:03:08.138 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:03:08.138 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:03:08.138 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:03:08.138 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:03:08.139 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:03:08.139 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:03:08.139 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:03:08.139 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:03:08.140 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:03:08.140 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:03:08.140 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026587.591075_74.1", 2022-09-01T10:03:08.141 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:03:08.141 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:03:08.141 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:03:08.142 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.591075Z", 2022-09-01T10:03:08.142 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:03:08.142 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:03:08.142 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:03:08.143 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:03:08.143 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:03:08.143 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:03:08.143 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:03:08.144 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:03:08.144 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:03:08.144 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:03:08Z" 2022-09-01T10:03:08.145 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:03:08.146 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662026587.591075_74.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:03:07.591075Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:03:08Z" } 2022-09-01T10:03:08.147 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662026587.591075_74.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:03:07.591075Z', 'realm_epoch': 2}}] 2022-09-01T10:03:08.148 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026587.591075_74.1'} 2022-09-01T10:03:08.149 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026587.591075_74.1'} 2022-09-01T10:03:08.149 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:03:08.150 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:03:08.151 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:03:08.152 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:03:08.154 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:03:08.207 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:08.208 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:08.234 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:08.233+0000 7f6b16673600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:03:08.235 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:08.234+0000 7f6b16673600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:03:08.247 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:03:08.248 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:03:08.248 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:03:08.249 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:03:08.249 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:03:08.250 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:03:08.250 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:03:08.250 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:08.251 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:03:08.251 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:03:08.252 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:03:08.252 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:03:08.253 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:03:08.253 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:03:08.254 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:03:08.254 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:03:08.255 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:03:08.256 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:03:08.256 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:03:08.256 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:03:08.257 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:08.257 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:03:08.258 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:03:08.258 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:03:08.259 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:03:08.259 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:03:08.260 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:03:08.260 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:03:08.260 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:03:08.261 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:03:08.261 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:03:08.262 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:03:08.262 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:08.263 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:03:08.263 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:03:08.263 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:03:08.263 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:03:08.264 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:03:08.264 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:03:08.264 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:03:08.264 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:03:08.265 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:03:08.265 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:03:08.266 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:03:08.266 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:08.267 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:03:08.267 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:03:08.268 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:03:08.268 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:03:08.269 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026587.565455_71.1", 2022-09-01T10:03:08.269 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:03:08.270 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:03:08.270 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:03:08.271 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.565455Z", 2022-09-01T10:03:08.271 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:03:08.272 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:03:08.272 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:03:08.273 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:03:08.273 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:08.274 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:03:08.274 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:03:08.275 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:03:08.275 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:08.276 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:03:08Z" 2022-09-01T10:03:08.276 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:03:08.278 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662026587.565455_71.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:03:07.565455Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:03:08Z" } 2022-09-01T10:03:08.279 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662026587.565455_71.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:03:07.565455Z', 'realm_epoch': 2}}] 2022-09-01T10:03:08.280 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026587.591075_74.1'} 2022-09-01T10:03:08.280 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026587.565455_71.1'} 2022-09-01T10:03:08.281 WARNING:rgw_multi.tests:zone test-zone4 behind master: shard=3 master=1_1662026587.591075_74.1 target=1_1662026587.565455_71.1 2022-09-01T10:03:13.282 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:03:13.283 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:03:13.283 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:03:13.341 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:13.342 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:13.372 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:13.371+0000 7fc52d5f1600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:03:13.373 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:13.372+0000 7fc52d5f1600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:03:13.406 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:03:13.406 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:03:13.406 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:03:13.407 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:03:13.407 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:03:13.407 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:03:13.408 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:03:13.408 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:13.408 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:03:13.408 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:03:13.409 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:03:13.409 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:03:13.409 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:03:13.410 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:03:13.410 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:03:13.410 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:03:13.411 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:03:13.411 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:03:13.411 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:03:13.411 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:03:13.412 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:13.412 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:03:13.412 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:03:13.412 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:03:13.413 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:03:13.413 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:03:13.413 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:03:13.413 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:03:13.414 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:03:13.414 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:03:13.415 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:03:13.415 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:03:13.415 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:13.416 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:03:13.416 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:03:13.416 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:03:13.416 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:03:13.417 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:03:13.417 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:03:13.417 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:03:13.417 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:03:13.418 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:03:13.418 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:03:13.418 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:03:13.418 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:13.419 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:03:13.419 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:03:13.419 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:03:13.420 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:03:13.420 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026587.591075_74.1", 2022-09-01T10:03:13.420 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:03:13.420 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:03:13.421 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:03:13.421 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.591075Z", 2022-09-01T10:03:13.421 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:03:13.421 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:03:13.422 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:03:13.422 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:03:13.422 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:13.422 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:03:13.423 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:03:13.423 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:03:13.423 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:03:13.423 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:03:13Z" 2022-09-01T10:03:13.424 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:03:13.427 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662026587.591075_74.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:03:07.591075Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:03:13Z" } 2022-09-01T10:03:13.428 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662026587.591075_74.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:03:07.591075Z', 'realm_epoch': 2}}] 2022-09-01T10:03:13.428 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026587.591075_74.1'} 2022-09-01T10:03:13.429 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026587.591075_74.1'} 2022-09-01T10:03:13.430 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:03:13.431 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:13.432 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:13.434 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-13 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:03:13.494 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:13.494 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:13.526 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:13.525+0000 7f359f2ae600 1 waiting to reach incremental sync.. 2022-09-01T10:03:18.528 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:18.527+0000 7f359f2ae600 1 bucket sync caught up with source: 2022-09-01T10:03:18.529 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.7.5, , , , , , , , , ] 2022-09-01T10:03:18.529 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.7.5, , , , , , , , , ] 2022-09-01T10:03:18.529 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:18.527+0000 7f359f2ae600 0 bucket checkpoint complete 2022-09-01T10:03:18.545 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-13 zones={test-zone2, test-zone1} 2022-09-01T10:03:18.546 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:18.547 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:18.548 DEBUG:boto:Method: HEAD 2022-09-01T10:03:18.549 DEBUG:boto:Path: /ptoxvb-13/ 2022-09-01T10:03:18.550 DEBUG:boto:Data: 2022-09-01T10:03:18.552 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.553 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:18.554 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.554 DEBUG:boto:Params: {} 2022-09-01T10:03:18.555 DEBUG:boto:Token: None 2022-09-01T10:03:18.556 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/ 2022-09-01T10:03:18.556 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rB4yg++VPaTs9tYDOdTY5l6DXi8= 2022-09-01T10:03:18.557 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rB4yg++VPaTs9tYDOdTY5l6DXi8=', 'Content-Length': '0'} 2022-09-01T10:03:18.560 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000bf00cbb61e7c175d-0063108366-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.560 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:18.561 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:18.561 DEBUG:boto:Method: HEAD 2022-09-01T10:03:18.562 DEBUG:boto:Path: /ptoxvb-13/ 2022-09-01T10:03:18.562 DEBUG:boto:Data: 2022-09-01T10:03:18.563 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.564 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:18.564 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.565 DEBUG:boto:Params: {} 2022-09-01T10:03:18.565 DEBUG:boto:Token: None 2022-09-01T10:03:18.566 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/ 2022-09-01T10:03:18.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rB4yg++VPaTs9tYDOdTY5l6DXi8= 2022-09-01T10:03:18.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rB4yg++VPaTs9tYDOdTY5l6DXi8=', 'Content-Length': '0'} 2022-09-01T10:03:18.570 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007547b377179185f0-0063108366-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.572 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:03:18.573 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:18.574 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:18.575 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:18.576 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:18.576 DEBUG:boto:Method: GET 2022-09-01T10:03:18.577 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:18.578 DEBUG:boto:Data: 2022-09-01T10:03:18.579 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.580 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:18.581 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.581 DEBUG:boto:Params: {} 2022-09-01T10:03:18.582 DEBUG:boto:Token: None 2022-09-01T10:03:18.583 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/?versions 2022-09-01T10:03:18.584 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L5CmulvTPsbT46c6H+1PUKpjOtQ= 2022-09-01T10:03:18.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L5CmulvTPsbT46c6H+1PUKpjOtQ=', 'Content-Length': '0'} 2022-09-01T10:03:18.594 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a18c4048f7726159-0063108366-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.596 DEBUG:boto:b'ptoxvb-13999falsemyobjnulltrue2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:18.599 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T10:03:18.599 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:03:18.600 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:18.601 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:18.602 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:18.603 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:18.604 DEBUG:boto:Method: GET 2022-09-01T10:03:18.605 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:18.606 DEBUG:boto:Data: 2022-09-01T10:03:18.607 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.607 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:18.608 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.608 DEBUG:boto:Params: {} 2022-09-01T10:03:18.609 DEBUG:boto:Token: None 2022-09-01T10:03:18.609 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/?versions 2022-09-01T10:03:18.610 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L5CmulvTPsbT46c6H+1PUKpjOtQ= 2022-09-01T10:03:18.611 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L5CmulvTPsbT46c6H+1PUKpjOtQ=', 'Content-Length': '0'} 2022-09-01T10:03:18.613 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000275f71a538bef460-0063108366-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.614 DEBUG:boto:b'ptoxvb-13999falsemyobjnulltrue2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:18.615 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T10:03:18.615 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:18.616 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:18.617 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:18.617 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:18.618 DEBUG:boto:Method: GET 2022-09-01T10:03:18.619 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:18.619 DEBUG:boto:Data: 2022-09-01T10:03:18.620 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.621 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:18.622 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.623 DEBUG:boto:Params: {} 2022-09-01T10:03:18.624 DEBUG:boto:Token: None 2022-09-01T10:03:18.625 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/?versions 2022-09-01T10:03:18.626 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L5CmulvTPsbT46c6H+1PUKpjOtQ= 2022-09-01T10:03:18.628 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L5CmulvTPsbT46c6H+1PUKpjOtQ=', 'Content-Length': '0'} 2022-09-01T10:03:18.631 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001ce4e82efcfb89df-0063108366-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.632 DEBUG:boto:b'ptoxvb-13999falsemyobjnulltrue2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:18.632 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:18.633 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:18.633 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:18.634 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:18.634 DEBUG:boto:Method: GET 2022-09-01T10:03:18.635 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:18.636 DEBUG:boto:Data: 2022-09-01T10:03:18.636 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.637 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:18.637 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.638 DEBUG:boto:Params: {} 2022-09-01T10:03:18.639 DEBUG:boto:Token: None 2022-09-01T10:03:18.639 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/?versions 2022-09-01T10:03:18.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L5CmulvTPsbT46c6H+1PUKpjOtQ= 2022-09-01T10:03:18.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L5CmulvTPsbT46c6H+1PUKpjOtQ=', 'Content-Length': '0'} 2022-09-01T10:03:18.644 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007c638f2ae70c2b43-0063108366-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.644 DEBUG:boto:b'ptoxvb-13999falsemyobjnulltrue2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:18.645 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:18.646 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:18.646 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:18.647 DEBUG:boto:path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.648 DEBUG:boto:auth_path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.648 DEBUG:boto:Method: GET 2022-09-01T10:03:18.649 DEBUG:boto:Path: /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.649 DEBUG:boto:Data: 2022-09-01T10:03:18.650 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.651 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:18.651 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.652 DEBUG:boto:Params: {} 2022-09-01T10:03:18.652 DEBUG:boto:Token: None 2022-09-01T10:03:18.653 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.654 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:++Eq6frNk9BzPxrtyQHhekH+It0= 2022-09-01T10:03:18.654 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:++Eq6frNk9BzPxrtyQHhekH+It0=', 'Content-Length': '0'} 2022-09-01T10:03:18.656 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000d664193f31de3741-0063108366-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.702 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:18.703 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:18.704 DEBUG:boto:path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.704 DEBUG:boto:auth_path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.705 DEBUG:boto:Method: GET 2022-09-01T10:03:18.705 DEBUG:boto:Path: /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.706 DEBUG:boto:Data: 2022-09-01T10:03:18.706 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.707 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:18.707 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.708 DEBUG:boto:Params: {} 2022-09-01T10:03:18.709 DEBUG:boto:Token: None 2022-09-01T10:03:18.709 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.710 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:++Eq6frNk9BzPxrtyQHhekH+It0= 2022-09-01T10:03:18.710 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:++Eq6frNk9BzPxrtyQHhekH+It0=', 'Content-Length': '0'} 2022-09-01T10:03:18.713 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000d6bde5703f5050c7-0063108366-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.714 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:18.715 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:18.715 DEBUG:boto:path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.716 DEBUG:boto:auth_path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.716 DEBUG:boto:Method: HEAD 2022-09-01T10:03:18.717 DEBUG:boto:Path: /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.717 DEBUG:boto:Data: 2022-09-01T10:03:18.718 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.719 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:18.719 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.720 DEBUG:boto:Params: {} 2022-09-01T10:03:18.720 DEBUG:boto:Token: None 2022-09-01T10:03:18.721 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X2JBDZ4+zXBJz1YY+qfaKSYhpv8= 2022-09-01T10:03:18.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X2JBDZ4+zXBJz1YY+qfaKSYhpv8=', 'Content-Length': '0'} 2022-09-01T10:03:18.727 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000366d8d854b16f437-0063108366-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.730 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:18.731 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:18.731 DEBUG:boto:path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.732 DEBUG:boto:auth_path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.732 DEBUG:boto:Method: HEAD 2022-09-01T10:03:18.733 DEBUG:boto:Path: /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.734 DEBUG:boto:Data: 2022-09-01T10:03:18.734 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.735 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:18.735 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.736 DEBUG:boto:Params: {} 2022-09-01T10:03:18.736 DEBUG:boto:Token: None 2022-09-01T10:03:18.737 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.738 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X2JBDZ4+zXBJz1YY+qfaKSYhpv8= 2022-09-01T10:03:18.738 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X2JBDZ4+zXBJz1YY+qfaKSYhpv8=', 'Content-Length': '0'} 2022-09-01T10:03:18.741 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000ce1cac6fc08a4aa2-0063108366-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.742 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:18.743 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:18.745 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:18.746 DEBUG:boto:path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.747 DEBUG:boto:auth_path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.748 DEBUG:boto:Method: GET 2022-09-01T10:03:18.749 DEBUG:boto:Path: /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.750 DEBUG:boto:Data: 2022-09-01T10:03:18.751 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.752 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:18.753 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.753 DEBUG:boto:Params: {} 2022-09-01T10:03:18.754 DEBUG:boto:Token: None 2022-09-01T10:03:18.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.755 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:++Eq6frNk9BzPxrtyQHhekH+It0= 2022-09-01T10:03:18.756 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:++Eq6frNk9BzPxrtyQHhekH+It0=', 'Content-Length': '0'} 2022-09-01T10:03:18.758 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000ae01b725ad39e103-0063108366-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.759 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:18.760 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:18.760 DEBUG:boto:path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.761 DEBUG:boto:auth_path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.761 DEBUG:boto:Method: GET 2022-09-01T10:03:18.762 DEBUG:boto:Path: /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.763 DEBUG:boto:Data: 2022-09-01T10:03:18.763 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.764 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:18.764 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.766 DEBUG:boto:Params: {} 2022-09-01T10:03:18.766 DEBUG:boto:Token: None 2022-09-01T10:03:18.767 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:18.768 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:++Eq6frNk9BzPxrtyQHhekH+It0= 2022-09-01T10:03:18.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:++Eq6frNk9BzPxrtyQHhekH+It0=', 'Content-Length': '0'} 2022-09-01T10:03:18.771 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000aa1b04ffff612dac-0063108366-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.772 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:18.772 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:18.773 DEBUG:boto:path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:18.773 DEBUG:boto:auth_path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:18.774 DEBUG:boto:Method: GET 2022-09-01T10:03:18.774 DEBUG:boto:Path: /ptoxvb-13/?prefix=myobj 2022-09-01T10:03:18.775 DEBUG:boto:Data: 2022-09-01T10:03:18.776 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.776 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:18.777 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.777 DEBUG:boto:Params: {} 2022-09-01T10:03:18.778 DEBUG:boto:Token: None 2022-09-01T10:03:18.778 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/ 2022-09-01T10:03:18.779 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jb6XegCJ3LM/E3Bv4Tlk9Ir7Me8= 2022-09-01T10:03:18.780 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jb6XegCJ3LM/E3Bv4Tlk9Ir7Me8=', 'Content-Length': '0'} 2022-09-01T10:03:18.782 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006641f2f14e633dcb-0063108366-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.833 DEBUG:boto:b'ptoxvb-13myobj1000falsemyobj2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:18.834 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:18.835 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:18.836 DEBUG:boto:path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:18.837 DEBUG:boto:auth_path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:18.838 DEBUG:boto:Method: GET 2022-09-01T10:03:18.838 DEBUG:boto:Path: /ptoxvb-13/?prefix=myobj 2022-09-01T10:03:18.839 DEBUG:boto:Data: 2022-09-01T10:03:18.840 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.840 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:18.841 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.841 DEBUG:boto:Params: {} 2022-09-01T10:03:18.842 DEBUG:boto:Token: None 2022-09-01T10:03:18.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/ 2022-09-01T10:03:18.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jb6XegCJ3LM/E3Bv4Tlk9Ir7Me8= 2022-09-01T10:03:18.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jb6XegCJ3LM/E3Bv4Tlk9Ir7Me8=', 'Content-Length': '0'} 2022-09-01T10:03:18.847 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009f24bb5fcc82b888-0063108366-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.848 DEBUG:boto:b'ptoxvb-13myobj1000falsemyobj2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:18.849 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:18.849 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:18.850 DEBUG:boto:Method: HEAD 2022-09-01T10:03:18.851 DEBUG:boto:Path: /ptoxvb-13/myobj 2022-09-01T10:03:18.851 DEBUG:boto:Data: 2022-09-01T10:03:18.852 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.852 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:18.853 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.853 DEBUG:boto:Params: {} 2022-09-01T10:03:18.854 DEBUG:boto:Token: None 2022-09-01T10:03:18.856 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/myobj 2022-09-01T10:03:18.856 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9o1knPe7N84x0ts+n1EgliPGZTc= 2022-09-01T10:03:18.857 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9o1knPe7N84x0ts+n1EgliPGZTc=', 'Content-Length': '0'} 2022-09-01T10:03:18.859 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000b9e5335d058c3bc0-0063108366-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.860 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:18.860 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:18.861 DEBUG:boto:Method: HEAD 2022-09-01T10:03:18.861 DEBUG:boto:Path: /ptoxvb-13/myobj 2022-09-01T10:03:18.862 DEBUG:boto:Data: 2022-09-01T10:03:18.862 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.863 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:18.863 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.864 DEBUG:boto:Params: {} 2022-09-01T10:03:18.864 DEBUG:boto:Token: None 2022-09-01T10:03:18.865 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/myobj 2022-09-01T10:03:18.865 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9o1knPe7N84x0ts+n1EgliPGZTc= 2022-09-01T10:03:18.866 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9o1knPe7N84x0ts+n1EgliPGZTc=', 'Content-Length': '0'} 2022-09-01T10:03:18.873 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000241541b24ec3bbc2-0063108366-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.875 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:18.876 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:18.877 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:18.878 DEBUG:boto:Method: GET 2022-09-01T10:03:18.879 DEBUG:boto:Path: /ptoxvb-13/myobj 2022-09-01T10:03:18.880 DEBUG:boto:Data: 2022-09-01T10:03:18.881 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.884 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:18.885 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.886 DEBUG:boto:Params: {} 2022-09-01T10:03:18.888 DEBUG:boto:Token: None 2022-09-01T10:03:18.889 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/myobj 2022-09-01T10:03:18.890 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RAFLoz3n5azn41Y+y/kuGtuJ0CA= 2022-09-01T10:03:18.891 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RAFLoz3n5azn41Y+y/kuGtuJ0CA=', 'Content-Length': '0'} 2022-09-01T10:03:18.894 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000091fa237532758018-0063108366-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.896 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:18.897 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:18.898 DEBUG:boto:Method: GET 2022-09-01T10:03:18.899 DEBUG:boto:Path: /ptoxvb-13/myobj 2022-09-01T10:03:18.900 DEBUG:boto:Data: 2022-09-01T10:03:18.901 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.902 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:18.903 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.904 DEBUG:boto:Params: {} 2022-09-01T10:03:18.905 DEBUG:boto:Token: None 2022-09-01T10:03:18.906 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/myobj 2022-09-01T10:03:18.908 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RAFLoz3n5azn41Y+y/kuGtuJ0CA= 2022-09-01T10:03:18.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RAFLoz3n5azn41Y+y/kuGtuJ0CA=', 'Content-Length': '0'} 2022-09-01T10:03:18.912 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000092e5f1a1a11fdf67-0063108366-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.914 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:18.914 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:18.915 DEBUG:boto:path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:18.916 DEBUG:boto:auth_path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:18.918 DEBUG:boto:Method: GET 2022-09-01T10:03:18.919 DEBUG:boto:Path: /ptoxvb-13/?prefix=myobj 2022-09-01T10:03:18.920 DEBUG:boto:Data: 2022-09-01T10:03:18.921 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.922 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:18.923 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.924 DEBUG:boto:Params: {} 2022-09-01T10:03:18.925 DEBUG:boto:Token: None 2022-09-01T10:03:18.927 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/ 2022-09-01T10:03:18.927 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jb6XegCJ3LM/E3Bv4Tlk9Ir7Me8= 2022-09-01T10:03:18.928 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jb6XegCJ3LM/E3Bv4Tlk9Ir7Me8=', 'Content-Length': '0'} 2022-09-01T10:03:18.931 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000afe9021c9571f35d-0063108366-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.978 DEBUG:boto:b'ptoxvb-13myobj1000falsemyobj2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:18.980 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:18.981 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:18.982 DEBUG:boto:path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:18.983 DEBUG:boto:auth_path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:18.983 DEBUG:boto:Method: GET 2022-09-01T10:03:18.984 DEBUG:boto:Path: /ptoxvb-13/?prefix=myobj 2022-09-01T10:03:18.985 DEBUG:boto:Data: 2022-09-01T10:03:18.986 DEBUG:boto:Headers: {} 2022-09-01T10:03:18.987 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:18.988 DEBUG:boto:Port: 8000 2022-09-01T10:03:18.989 DEBUG:boto:Params: {} 2022-09-01T10:03:18.990 DEBUG:boto:Token: None 2022-09-01T10:03:18.991 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:18 GMT /ptoxvb-13/ 2022-09-01T10:03:18.992 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jb6XegCJ3LM/E3Bv4Tlk9Ir7Me8= 2022-09-01T10:03:18.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jb6XegCJ3LM/E3Bv4Tlk9Ir7Me8=', 'Content-Length': '0'} 2022-09-01T10:03:18.998 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000364bc425f746dff9-0063108366-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:18.999 DEBUG:boto:b'ptoxvb-13myobj1000falsemyobj2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:18.999 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-13 zones={test-zone2, test-zone1} 2022-09-01T10:03:19.000 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:19.001 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:19.002 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-13 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:03:19.069 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:19.070 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:19.117 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:19.116+0000 7f8ed21db600 1 bucket sync caught up with source: 2022-09-01T10:03:19.117 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.7.5, , , , , , , , , ] 2022-09-01T10:03:19.117 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.7.5, , , , , , , , , ] 2022-09-01T10:03:19.118 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:19.116+0000 7f8ed21db600 0 bucket checkpoint complete 2022-09-01T10:03:19.135 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-13 zones={test-zone3, test-zone1} 2022-09-01T10:03:19.135 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:19.137 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:19.138 DEBUG:boto:Method: HEAD 2022-09-01T10:03:19.138 DEBUG:boto:Path: /ptoxvb-13/ 2022-09-01T10:03:19.139 DEBUG:boto:Data: 2022-09-01T10:03:19.139 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.140 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:19.141 DEBUG:boto:Port: 8001 2022-09-01T10:03:19.141 DEBUG:boto:Params: {} 2022-09-01T10:03:19.142 DEBUG:boto:Token: None 2022-09-01T10:03:19.142 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/ 2022-09-01T10:03:19.143 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSEwTwa/2FPHuDKae2uuQ0c/fF8= 2022-09-01T10:03:19.144 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSEwTwa/2FPHuDKae2uuQ0c/fF8=', 'Content-Length': '0'} 2022-09-01T10:03:19.148 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005bf726e70e5ad8b3-0063108367-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.149 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:19.149 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:19.150 DEBUG:boto:Method: HEAD 2022-09-01T10:03:19.151 DEBUG:boto:Path: /ptoxvb-13/ 2022-09-01T10:03:19.153 DEBUG:boto:Data: 2022-09-01T10:03:19.153 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.154 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:19.155 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.156 DEBUG:boto:Params: {} 2022-09-01T10:03:19.157 DEBUG:boto:Token: None 2022-09-01T10:03:19.158 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/ 2022-09-01T10:03:19.159 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSEwTwa/2FPHuDKae2uuQ0c/fF8= 2022-09-01T10:03:19.160 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSEwTwa/2FPHuDKae2uuQ0c/fF8=', 'Content-Length': '0'} 2022-09-01T10:03:19.162 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000091125c29547a40d8-0063108367-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.163 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:03:19.164 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:19.165 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:19.166 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:19.167 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:19.168 DEBUG:boto:Method: GET 2022-09-01T10:03:19.169 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:19.169 DEBUG:boto:Data: 2022-09-01T10:03:19.170 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.171 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:19.172 DEBUG:boto:Port: 8001 2022-09-01T10:03:19.172 DEBUG:boto:Params: {} 2022-09-01T10:03:19.173 DEBUG:boto:Token: None 2022-09-01T10:03:19.174 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/?versions 2022-09-01T10:03:19.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L2vTtQ0oz3+2TCxkQ59VGOrFTT4= 2022-09-01T10:03:19.175 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L2vTtQ0oz3+2TCxkQ59VGOrFTT4=', 'Content-Length': '0'} 2022-09-01T10:03:19.178 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000078584fe27a69c2a8-0063108367-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.179 DEBUG:boto:b'ptoxvb-13999falsemyobjnulltrue2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:19.180 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T10:03:19.181 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:03:19.181 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:19.182 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:19.183 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:19.184 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:19.185 DEBUG:boto:Method: GET 2022-09-01T10:03:19.186 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:19.187 DEBUG:boto:Data: 2022-09-01T10:03:19.188 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.189 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:19.190 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.192 DEBUG:boto:Params: {} 2022-09-01T10:03:19.193 DEBUG:boto:Token: None 2022-09-01T10:03:19.194 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/?versions 2022-09-01T10:03:19.195 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L2vTtQ0oz3+2TCxkQ59VGOrFTT4= 2022-09-01T10:03:19.196 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L2vTtQ0oz3+2TCxkQ59VGOrFTT4=', 'Content-Length': '0'} 2022-09-01T10:03:19.199 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000729504e96098a5c5-0063108367-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.200 DEBUG:boto:b'ptoxvb-13999falsemyobjnulltrue2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:19.201 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T10:03:19.201 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:19.202 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:19.202 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:19.203 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:19.204 DEBUG:boto:Method: GET 2022-09-01T10:03:19.204 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:19.205 DEBUG:boto:Data: 2022-09-01T10:03:19.205 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.206 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:19.206 DEBUG:boto:Port: 8001 2022-09-01T10:03:19.207 DEBUG:boto:Params: {} 2022-09-01T10:03:19.207 DEBUG:boto:Token: None 2022-09-01T10:03:19.208 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/?versions 2022-09-01T10:03:19.209 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L2vTtQ0oz3+2TCxkQ59VGOrFTT4= 2022-09-01T10:03:19.209 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L2vTtQ0oz3+2TCxkQ59VGOrFTT4=', 'Content-Length': '0'} 2022-09-01T10:03:19.212 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000076d1814c8dbb47bb-0063108367-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.213 DEBUG:boto:b'ptoxvb-13999falsemyobjnulltrue2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:19.214 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:19.215 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:19.215 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:19.216 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:19.216 DEBUG:boto:Method: GET 2022-09-01T10:03:19.217 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:19.217 DEBUG:boto:Data: 2022-09-01T10:03:19.218 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.218 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:19.219 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.219 DEBUG:boto:Params: {} 2022-09-01T10:03:19.220 DEBUG:boto:Token: None 2022-09-01T10:03:19.222 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/?versions 2022-09-01T10:03:19.223 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L2vTtQ0oz3+2TCxkQ59VGOrFTT4= 2022-09-01T10:03:19.224 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L2vTtQ0oz3+2TCxkQ59VGOrFTT4=', 'Content-Length': '0'} 2022-09-01T10:03:19.230 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000071871f7ef62ed467-0063108367-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.274 DEBUG:boto:b'ptoxvb-13999falsemyobjnulltrue2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:19.275 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:19.276 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:19.276 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:19.277 DEBUG:boto:path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.277 DEBUG:boto:auth_path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.278 DEBUG:boto:Method: GET 2022-09-01T10:03:19.279 DEBUG:boto:Path: /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.279 DEBUG:boto:Data: 2022-09-01T10:03:19.280 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.281 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:19.281 DEBUG:boto:Port: 8001 2022-09-01T10:03:19.282 DEBUG:boto:Params: {} 2022-09-01T10:03:19.282 DEBUG:boto:Token: None 2022-09-01T10:03:19.283 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.284 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K+wWgXUmkd2CWAnpnV9XfqSybHI= 2022-09-01T10:03:19.284 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K+wWgXUmkd2CWAnpnV9XfqSybHI=', 'Content-Length': '0'} 2022-09-01T10:03:19.287 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000004ddce6c30bf1d3d4-0063108367-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.288 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:19.289 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:19.290 DEBUG:boto:path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.292 DEBUG:boto:auth_path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.293 DEBUG:boto:Method: GET 2022-09-01T10:03:19.294 DEBUG:boto:Path: /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.295 DEBUG:boto:Data: 2022-09-01T10:03:19.296 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.297 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:19.298 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.299 DEBUG:boto:Params: {} 2022-09-01T10:03:19.300 DEBUG:boto:Token: None 2022-09-01T10:03:19.301 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.302 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K+wWgXUmkd2CWAnpnV9XfqSybHI= 2022-09-01T10:03:19.304 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K+wWgXUmkd2CWAnpnV9XfqSybHI=', 'Content-Length': '0'} 2022-09-01T10:03:19.306 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000003c3e9664f10de949-0063108367-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.308 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:19.309 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:19.310 DEBUG:boto:path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.311 DEBUG:boto:auth_path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.312 DEBUG:boto:Method: HEAD 2022-09-01T10:03:19.312 DEBUG:boto:Path: /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.313 DEBUG:boto:Data: 2022-09-01T10:03:19.314 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.315 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:19.316 DEBUG:boto:Port: 8001 2022-09-01T10:03:19.317 DEBUG:boto:Params: {} 2022-09-01T10:03:19.319 DEBUG:boto:Token: None 2022-09-01T10:03:19.320 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.321 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KIgxGry1nFTj5OZGmLmreiKwtdg= 2022-09-01T10:03:19.323 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KIgxGry1nFTj5OZGmLmreiKwtdg=', 'Content-Length': '0'} 2022-09-01T10:03:19.327 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000dea53721e6fbcab1-0063108367-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.328 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:19.328 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:19.329 DEBUG:boto:path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.330 DEBUG:boto:auth_path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.331 DEBUG:boto:Method: HEAD 2022-09-01T10:03:19.332 DEBUG:boto:Path: /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.333 DEBUG:boto:Data: 2022-09-01T10:03:19.334 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.335 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:19.336 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.337 DEBUG:boto:Params: {} 2022-09-01T10:03:19.339 DEBUG:boto:Token: None 2022-09-01T10:03:19.340 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.340 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KIgxGry1nFTj5OZGmLmreiKwtdg= 2022-09-01T10:03:19.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KIgxGry1nFTj5OZGmLmreiKwtdg=', 'Content-Length': '0'} 2022-09-01T10:03:19.345 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000748bb145ac198e60-0063108367-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.346 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:19.346 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:19.347 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:19.347 DEBUG:boto:path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.348 DEBUG:boto:auth_path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.349 DEBUG:boto:Method: GET 2022-09-01T10:03:19.350 DEBUG:boto:Path: /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.351 DEBUG:boto:Data: 2022-09-01T10:03:19.352 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.354 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:19.355 DEBUG:boto:Port: 8001 2022-09-01T10:03:19.357 DEBUG:boto:Params: {} 2022-09-01T10:03:19.359 DEBUG:boto:Token: None 2022-09-01T10:03:19.361 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.362 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K+wWgXUmkd2CWAnpnV9XfqSybHI= 2022-09-01T10:03:19.367 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K+wWgXUmkd2CWAnpnV9XfqSybHI=', 'Content-Length': '0'} 2022-09-01T10:03:19.369 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000901fedddfff5bb8c-0063108367-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.413 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:19.415 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:19.415 DEBUG:boto:path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.416 DEBUG:boto:auth_path=/ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.417 DEBUG:boto:Method: GET 2022-09-01T10:03:19.418 DEBUG:boto:Path: /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.419 DEBUG:boto:Data: 2022-09-01T10:03:19.419 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.421 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:19.421 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.422 DEBUG:boto:Params: {} 2022-09-01T10:03:19.423 DEBUG:boto:Token: None 2022-09-01T10:03:19.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/myobj?versionId=null 2022-09-01T10:03:19.426 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K+wWgXUmkd2CWAnpnV9XfqSybHI= 2022-09-01T10:03:19.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K+wWgXUmkd2CWAnpnV9XfqSybHI=', 'Content-Length': '0'} 2022-09-01T10:03:19.429 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000c7e6793bb8abdb3b-0063108367-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.432 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:19.433 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:19.434 DEBUG:boto:path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:19.442 DEBUG:boto:auth_path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:19.442 DEBUG:boto:Method: GET 2022-09-01T10:03:19.443 DEBUG:boto:Path: /ptoxvb-13/?prefix=myobj 2022-09-01T10:03:19.443 DEBUG:boto:Data: 2022-09-01T10:03:19.444 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.444 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:19.445 DEBUG:boto:Port: 8001 2022-09-01T10:03:19.446 DEBUG:boto:Params: {} 2022-09-01T10:03:19.446 DEBUG:boto:Token: None 2022-09-01T10:03:19.447 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/ 2022-09-01T10:03:19.448 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QlKYegNzSwS71mQdIYMFYzytqno= 2022-09-01T10:03:19.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QlKYegNzSwS71mQdIYMFYzytqno=', 'Content-Length': '0'} 2022-09-01T10:03:19.452 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001f8187fce4082819-0063108367-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.453 DEBUG:boto:b'ptoxvb-13myobj1000falsemyobj2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:19.454 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:19.455 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:19.456 DEBUG:boto:path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:19.456 DEBUG:boto:auth_path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:19.457 DEBUG:boto:Method: GET 2022-09-01T10:03:19.457 DEBUG:boto:Path: /ptoxvb-13/?prefix=myobj 2022-09-01T10:03:19.458 DEBUG:boto:Data: 2022-09-01T10:03:19.458 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.459 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:19.459 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.460 DEBUG:boto:Params: {} 2022-09-01T10:03:19.460 DEBUG:boto:Token: None 2022-09-01T10:03:19.461 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/ 2022-09-01T10:03:19.462 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QlKYegNzSwS71mQdIYMFYzytqno= 2022-09-01T10:03:19.462 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QlKYegNzSwS71mQdIYMFYzytqno=', 'Content-Length': '0'} 2022-09-01T10:03:19.465 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000b43ef6b852784c7-0063108367-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.466 DEBUG:boto:b'ptoxvb-13myobj1000falsemyobj2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:19.467 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:19.468 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:19.468 DEBUG:boto:Method: HEAD 2022-09-01T10:03:19.469 DEBUG:boto:Path: /ptoxvb-13/myobj 2022-09-01T10:03:19.470 DEBUG:boto:Data: 2022-09-01T10:03:19.470 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.471 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:19.472 DEBUG:boto:Port: 8001 2022-09-01T10:03:19.472 DEBUG:boto:Params: {} 2022-09-01T10:03:19.473 DEBUG:boto:Token: None 2022-09-01T10:03:19.474 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/myobj 2022-09-01T10:03:19.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:drLoWpgREIfHgUjZZ1gghG0u6NM= 2022-09-01T10:03:19.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:drLoWpgREIfHgUjZZ1gghG0u6NM=', 'Content-Length': '0'} 2022-09-01T10:03:19.478 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000531b41c4f88a2dc9-0063108367-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.479 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:19.480 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:19.482 DEBUG:boto:Method: HEAD 2022-09-01T10:03:19.483 DEBUG:boto:Path: /ptoxvb-13/myobj 2022-09-01T10:03:19.485 DEBUG:boto:Data: 2022-09-01T10:03:19.486 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.487 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:19.488 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.488 DEBUG:boto:Params: {} 2022-09-01T10:03:19.489 DEBUG:boto:Token: None 2022-09-01T10:03:19.491 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/myobj 2022-09-01T10:03:19.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:drLoWpgREIfHgUjZZ1gghG0u6NM= 2022-09-01T10:03:19.493 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:drLoWpgREIfHgUjZZ1gghG0u6NM=', 'Content-Length': '0'} 2022-09-01T10:03:19.495 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000f5716083772cfe68-0063108367-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.496 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:19.497 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:19.498 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:19.499 DEBUG:boto:Method: GET 2022-09-01T10:03:19.501 DEBUG:boto:Path: /ptoxvb-13/myobj 2022-09-01T10:03:19.502 DEBUG:boto:Data: 2022-09-01T10:03:19.503 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.503 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:19.504 DEBUG:boto:Port: 8001 2022-09-01T10:03:19.505 DEBUG:boto:Params: {} 2022-09-01T10:03:19.506 DEBUG:boto:Token: None 2022-09-01T10:03:19.507 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/myobj 2022-09-01T10:03:19.508 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Is74eyN464MJzorGB98UndxXBEk= 2022-09-01T10:03:19.509 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Is74eyN464MJzorGB98UndxXBEk=', 'Content-Length': '0'} 2022-09-01T10:03:19.518 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000227f9977446ae814-0063108367-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.520 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:19.521 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:19.522 DEBUG:boto:Method: GET 2022-09-01T10:03:19.523 DEBUG:boto:Path: /ptoxvb-13/myobj 2022-09-01T10:03:19.524 DEBUG:boto:Data: 2022-09-01T10:03:19.525 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.526 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:19.527 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.528 DEBUG:boto:Params: {} 2022-09-01T10:03:19.529 DEBUG:boto:Token: None 2022-09-01T10:03:19.530 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/myobj 2022-09-01T10:03:19.531 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Is74eyN464MJzorGB98UndxXBEk= 2022-09-01T10:03:19.531 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Is74eyN464MJzorGB98UndxXBEk=', 'Content-Length': '0'} 2022-09-01T10:03:19.534 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000d9df03db1973dfeb-0063108367-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.535 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:19.536 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:19.537 DEBUG:boto:path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:19.537 DEBUG:boto:auth_path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:19.540 DEBUG:boto:Method: GET 2022-09-01T10:03:19.541 DEBUG:boto:Path: /ptoxvb-13/?prefix=myobj 2022-09-01T10:03:19.541 DEBUG:boto:Data: 2022-09-01T10:03:19.542 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.542 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:19.544 DEBUG:boto:Port: 8001 2022-09-01T10:03:19.545 DEBUG:boto:Params: {} 2022-09-01T10:03:19.546 DEBUG:boto:Token: None 2022-09-01T10:03:19.547 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/ 2022-09-01T10:03:19.548 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QlKYegNzSwS71mQdIYMFYzytqno= 2022-09-01T10:03:19.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QlKYegNzSwS71mQdIYMFYzytqno=', 'Content-Length': '0'} 2022-09-01T10:03:19.554 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c551779f39c64bd8-0063108367-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.555 DEBUG:boto:b'ptoxvb-13myobj1000falsemyobj2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:19.556 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:19.556 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:19.557 DEBUG:boto:path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:19.558 DEBUG:boto:auth_path=/ptoxvb-13/?prefix=myobj 2022-09-01T10:03:19.558 DEBUG:boto:Method: GET 2022-09-01T10:03:19.559 DEBUG:boto:Path: /ptoxvb-13/?prefix=myobj 2022-09-01T10:03:19.559 DEBUG:boto:Data: 2022-09-01T10:03:19.560 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.561 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:19.561 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.562 DEBUG:boto:Params: {} 2022-09-01T10:03:19.563 DEBUG:boto:Token: None 2022-09-01T10:03:19.564 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-13/ 2022-09-01T10:03:19.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QlKYegNzSwS71mQdIYMFYzytqno= 2022-09-01T10:03:19.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QlKYegNzSwS71mQdIYMFYzytqno=', 'Content-Length': '0'} 2022-09-01T10:03:19.569 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000673767b23015c191-0063108367-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.570 DEBUG:boto:b'ptoxvb-13myobj1000falsemyobj2022-09-01T10:03:07.643Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:19.572 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-13 zones={test-zone3, test-zone1} 2022-09-01T10:03:19.573 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:19.574 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:19.575 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-13 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:03:19.642 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:19.643 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:19.681 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:19.679+0000 7f97f6bbe600 1 bucket sync caught up with source: 2022-09-01T10:03:19.682 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.7.5, , , , , , , , , ] 2022-09-01T10:03:19.682 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.7.5, , , , , , , , , ] 2022-09-01T10:03:19.683 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:19.679+0000 7f97f6bbe600 0 bucket checkpoint complete 2022-09-01T10:03:19.693 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:19.695 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:19.696 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-14 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:03:19.773 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:19.774 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:19.818 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:19.817+0000 7f62a3fde600 1 bucket sync caught up with source: 2022-09-01T10:03:19.819 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.11.5, , , , , , , , , ] 2022-09-01T10:03:19.819 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.11.5, , , , , , , , , ] 2022-09-01T10:03:19.819 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:19.817+0000 7f62a3fde600 0 bucket checkpoint complete 2022-09-01T10:03:19.837 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-14 zones={test-zone1, test-zone2} 2022-09-01T10:03:19.840 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:19.841 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:19.842 DEBUG:boto:Method: HEAD 2022-09-01T10:03:19.843 DEBUG:boto:Path: /ptoxvb-14/ 2022-09-01T10:03:19.844 DEBUG:boto:Data: 2022-09-01T10:03:19.846 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.847 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:19.847 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.848 DEBUG:boto:Params: {} 2022-09-01T10:03:19.848 DEBUG:boto:Token: None 2022-09-01T10:03:19.849 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-14/ 2022-09-01T10:03:19.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YK6bto3rDzUGDT7crseRfZTJPUM= 2022-09-01T10:03:19.850 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YK6bto3rDzUGDT7crseRfZTJPUM=', 'Content-Length': '0'} 2022-09-01T10:03:19.857 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ff5a983a2c19c879-0063108367-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.859 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:19.860 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:19.861 DEBUG:boto:Method: HEAD 2022-09-01T10:03:19.862 DEBUG:boto:Path: /ptoxvb-14/ 2022-09-01T10:03:19.863 DEBUG:boto:Data: 2022-09-01T10:03:19.863 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.864 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:19.865 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.866 DEBUG:boto:Params: {} 2022-09-01T10:03:19.867 DEBUG:boto:Token: None 2022-09-01T10:03:19.868 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-14/ 2022-09-01T10:03:19.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YK6bto3rDzUGDT7crseRfZTJPUM= 2022-09-01T10:03:19.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YK6bto3rDzUGDT7crseRfZTJPUM=', 'Content-Length': '0'} 2022-09-01T10:03:19.875 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000461f28c9b6e23544-0063108367-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.876 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:03:19.877 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:19.878 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:19.879 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:19.879 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:19.880 DEBUG:boto:Method: GET 2022-09-01T10:03:19.880 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:19.881 DEBUG:boto:Data: 2022-09-01T10:03:19.881 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.882 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:19.882 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.883 DEBUG:boto:Params: {} 2022-09-01T10:03:19.884 DEBUG:boto:Token: None 2022-09-01T10:03:19.884 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-14/?versions 2022-09-01T10:03:19.885 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ejiNMUpxr25NxBldAx3LsFCDIYw= 2022-09-01T10:03:19.886 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ejiNMUpxr25NxBldAx3LsFCDIYw=', 'Content-Length': '0'} 2022-09-01T10:03:19.888 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000032704fdd8d56258f-0063108367-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.931 DEBUG:boto:b'ptoxvb-14999falsemyobjnulltrue2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:19.932 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T10:03:19.933 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:03:19.934 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:19.935 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:19.935 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:19.936 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:19.936 DEBUG:boto:Method: GET 2022-09-01T10:03:19.937 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:19.937 DEBUG:boto:Data: 2022-09-01T10:03:19.938 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.938 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:19.940 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.941 DEBUG:boto:Params: {} 2022-09-01T10:03:19.942 DEBUG:boto:Token: None 2022-09-01T10:03:19.942 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-14/?versions 2022-09-01T10:03:19.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ejiNMUpxr25NxBldAx3LsFCDIYw= 2022-09-01T10:03:19.944 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ejiNMUpxr25NxBldAx3LsFCDIYw=', 'Content-Length': '0'} 2022-09-01T10:03:19.947 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000033fc18370743dd84-0063108367-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.948 DEBUG:boto:b'ptoxvb-14999falsemyobjnulltrue2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:19.950 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T10:03:19.951 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:19.952 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:19.953 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:19.953 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:19.954 DEBUG:boto:Method: GET 2022-09-01T10:03:19.955 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:19.956 DEBUG:boto:Data: 2022-09-01T10:03:19.957 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.960 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:19.961 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.962 DEBUG:boto:Params: {} 2022-09-01T10:03:19.970 DEBUG:boto:Token: None 2022-09-01T10:03:19.972 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-14/?versions 2022-09-01T10:03:19.973 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ejiNMUpxr25NxBldAx3LsFCDIYw= 2022-09-01T10:03:19.974 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ejiNMUpxr25NxBldAx3LsFCDIYw=', 'Content-Length': '0'} 2022-09-01T10:03:19.976 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000508316f8daa76828-0063108367-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.977 DEBUG:boto:b'ptoxvb-14999falsemyobjnulltrue2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:19.979 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:19.980 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:19.981 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:19.982 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:19.983 DEBUG:boto:Method: GET 2022-09-01T10:03:19.984 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:19.985 DEBUG:boto:Data: 2022-09-01T10:03:19.986 DEBUG:boto:Headers: {} 2022-09-01T10:03:19.986 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:19.987 DEBUG:boto:Port: 8000 2022-09-01T10:03:19.989 DEBUG:boto:Params: {} 2022-09-01T10:03:19.990 DEBUG:boto:Token: None 2022-09-01T10:03:19.991 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:19 GMT /ptoxvb-14/?versions 2022-09-01T10:03:19.992 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ejiNMUpxr25NxBldAx3LsFCDIYw= 2022-09-01T10:03:19.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ejiNMUpxr25NxBldAx3LsFCDIYw=', 'Content-Length': '0'} 2022-09-01T10:03:19.998 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008123142ac777e3c9-0063108367-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:19.999 DEBUG:boto:b'ptoxvb-14999falsemyobjnulltrue2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:20.000 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:20.001 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.002 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.002 DEBUG:boto:path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.003 DEBUG:boto:auth_path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.004 DEBUG:boto:Method: GET 2022-09-01T10:03:20.005 DEBUG:boto:Path: /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.007 DEBUG:boto:Data: 2022-09-01T10:03:20.008 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.009 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:20.010 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.011 DEBUG:boto:Params: {} 2022-09-01T10:03:20.011 DEBUG:boto:Token: None 2022-09-01T10:03:20.012 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.013 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU= 2022-09-01T10:03:20.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU=', 'Content-Length': '0'} 2022-09-01T10:03:20.017 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000071d82ac286612aa-0063108368-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.018 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.019 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.020 DEBUG:boto:path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.021 DEBUG:boto:auth_path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.022 DEBUG:boto:Method: GET 2022-09-01T10:03:20.030 DEBUG:boto:Path: /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.030 DEBUG:boto:Data: 2022-09-01T10:03:20.031 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.032 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.032 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.033 DEBUG:boto:Params: {} 2022-09-01T10:03:20.034 DEBUG:boto:Token: None 2022-09-01T10:03:20.035 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU= 2022-09-01T10:03:20.036 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU=', 'Content-Length': '0'} 2022-09-01T10:03:20.038 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000851818c84da7d5df-0063108368-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.040 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.040 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.041 DEBUG:boto:path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.046 DEBUG:boto:auth_path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.047 DEBUG:boto:Method: HEAD 2022-09-01T10:03:20.047 DEBUG:boto:Path: /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.048 DEBUG:boto:Data: 2022-09-01T10:03:20.048 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.049 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:20.050 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.051 DEBUG:boto:Params: {} 2022-09-01T10:03:20.052 DEBUG:boto:Token: None 2022-09-01T10:03:20.053 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DQNgg9nTY1xtER2gKxLvQivSnmw= 2022-09-01T10:03:20.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DQNgg9nTY1xtER2gKxLvQivSnmw=', 'Content-Length': '0'} 2022-09-01T10:03:20.058 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000c7f329dfbabad6b0-0063108368-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.060 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.061 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.062 DEBUG:boto:path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.063 DEBUG:boto:auth_path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.064 DEBUG:boto:Method: HEAD 2022-09-01T10:03:20.065 DEBUG:boto:Path: /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.066 DEBUG:boto:Data: 2022-09-01T10:03:20.067 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.068 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.069 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.070 DEBUG:boto:Params: {} 2022-09-01T10:03:20.071 DEBUG:boto:Token: None 2022-09-01T10:03:20.072 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DQNgg9nTY1xtER2gKxLvQivSnmw= 2022-09-01T10:03:20.074 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DQNgg9nTY1xtER2gKxLvQivSnmw=', 'Content-Length': '0'} 2022-09-01T10:03:20.077 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000002003cddd33723d04-0063108368-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.080 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:20.081 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.082 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.085 DEBUG:boto:path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.087 DEBUG:boto:auth_path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.088 DEBUG:boto:Method: GET 2022-09-01T10:03:20.090 DEBUG:boto:Path: /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.091 DEBUG:boto:Data: 2022-09-01T10:03:20.092 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.093 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:20.094 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.097 DEBUG:boto:Params: {} 2022-09-01T10:03:20.098 DEBUG:boto:Token: None 2022-09-01T10:03:20.100 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.101 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU= 2022-09-01T10:03:20.102 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU=', 'Content-Length': '0'} 2022-09-01T10:03:20.105 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000d294bca77b8ba768-0063108368-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.109 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.110 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.111 DEBUG:boto:path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.112 DEBUG:boto:auth_path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.113 DEBUG:boto:Method: GET 2022-09-01T10:03:20.114 DEBUG:boto:Path: /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.115 DEBUG:boto:Data: 2022-09-01T10:03:20.116 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.117 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.119 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.120 DEBUG:boto:Params: {} 2022-09-01T10:03:20.120 DEBUG:boto:Token: None 2022-09-01T10:03:20.121 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU= 2022-09-01T10:03:20.123 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU=', 'Content-Length': '0'} 2022-09-01T10:03:20.125 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000e8d295f50f9f78c5-0063108368-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.127 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:20.127 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:20.128 DEBUG:boto:path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.129 DEBUG:boto:auth_path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.130 DEBUG:boto:Method: GET 2022-09-01T10:03:20.131 DEBUG:boto:Path: /ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.132 DEBUG:boto:Data: 2022-09-01T10:03:20.133 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.133 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:20.134 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.134 DEBUG:boto:Params: {} 2022-09-01T10:03:20.135 DEBUG:boto:Token: None 2022-09-01T10:03:20.136 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/ 2022-09-01T10:03:20.137 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM= 2022-09-01T10:03:20.137 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM=', 'Content-Length': '0'} 2022-09-01T10:03:20.140 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000847c4268e1e8ff24-0063108368-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.141 DEBUG:boto:b'ptoxvb-14myobj1000falsemyobj2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:20.142 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:20.143 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:20.143 DEBUG:boto:path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.144 DEBUG:boto:auth_path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.145 DEBUG:boto:Method: GET 2022-09-01T10:03:20.145 DEBUG:boto:Path: /ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.146 DEBUG:boto:Data: 2022-09-01T10:03:20.147 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.147 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.148 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.148 DEBUG:boto:Params: {} 2022-09-01T10:03:20.149 DEBUG:boto:Token: None 2022-09-01T10:03:20.151 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/ 2022-09-01T10:03:20.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM= 2022-09-01T10:03:20.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM=', 'Content-Length': '0'} 2022-09-01T10:03:20.155 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003a42681e527a735f-0063108368-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.156 DEBUG:boto:b'ptoxvb-14myobj1000falsemyobj2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:20.157 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.157 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.158 DEBUG:boto:Method: HEAD 2022-09-01T10:03:20.159 DEBUG:boto:Path: /ptoxvb-14/myobj 2022-09-01T10:03:20.159 DEBUG:boto:Data: 2022-09-01T10:03:20.160 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.160 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:20.161 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.162 DEBUG:boto:Params: {} 2022-09-01T10:03:20.162 DEBUG:boto:Token: None 2022-09-01T10:03:20.163 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj 2022-09-01T10:03:20.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0BH4p67Kg6hHw0J7bdmRLwbGn+M= 2022-09-01T10:03:20.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0BH4p67Kg6hHw0J7bdmRLwbGn+M=', 'Content-Length': '0'} 2022-09-01T10:03:20.166 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000abac71c35e12aa4b-0063108368-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.167 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.168 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.168 DEBUG:boto:Method: HEAD 2022-09-01T10:03:20.169 DEBUG:boto:Path: /ptoxvb-14/myobj 2022-09-01T10:03:20.170 DEBUG:boto:Data: 2022-09-01T10:03:20.170 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.171 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.171 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.172 DEBUG:boto:Params: {} 2022-09-01T10:03:20.173 DEBUG:boto:Token: None 2022-09-01T10:03:20.173 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj 2022-09-01T10:03:20.174 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0BH4p67Kg6hHw0J7bdmRLwbGn+M= 2022-09-01T10:03:20.175 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0BH4p67Kg6hHw0J7bdmRLwbGn+M=', 'Content-Length': '0'} 2022-09-01T10:03:20.177 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000069bba65a96601a5b-0063108368-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.178 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:20.178 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.179 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.180 DEBUG:boto:Method: GET 2022-09-01T10:03:20.180 DEBUG:boto:Path: /ptoxvb-14/myobj 2022-09-01T10:03:20.181 DEBUG:boto:Data: 2022-09-01T10:03:20.182 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.182 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:20.183 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.184 DEBUG:boto:Params: {} 2022-09-01T10:03:20.184 DEBUG:boto:Token: None 2022-09-01T10:03:20.185 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj 2022-09-01T10:03:20.186 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hHS+ag+hOaEiln00jYmitTkNIfU= 2022-09-01T10:03:20.186 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hHS+ag+hOaEiln00jYmitTkNIfU=', 'Content-Length': '0'} 2022-09-01T10:03:20.188 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000ff3e31351b2c71ea-0063108368-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.189 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.190 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.190 DEBUG:boto:Method: GET 2022-09-01T10:03:20.191 DEBUG:boto:Path: /ptoxvb-14/myobj 2022-09-01T10:03:20.192 DEBUG:boto:Data: 2022-09-01T10:03:20.193 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.193 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.194 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.194 DEBUG:boto:Params: {} 2022-09-01T10:03:20.195 DEBUG:boto:Token: None 2022-09-01T10:03:20.196 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj 2022-09-01T10:03:20.196 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hHS+ag+hOaEiln00jYmitTkNIfU= 2022-09-01T10:03:20.197 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hHS+ag+hOaEiln00jYmitTkNIfU=', 'Content-Length': '0'} 2022-09-01T10:03:20.199 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000b1e43793b46b4ecb-0063108368-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.200 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:20.201 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:20.201 DEBUG:boto:path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.202 DEBUG:boto:auth_path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.202 DEBUG:boto:Method: GET 2022-09-01T10:03:20.203 DEBUG:boto:Path: /ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.204 DEBUG:boto:Data: 2022-09-01T10:03:20.204 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.205 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:20.205 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.206 DEBUG:boto:Params: {} 2022-09-01T10:03:20.207 DEBUG:boto:Token: None 2022-09-01T10:03:20.207 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/ 2022-09-01T10:03:20.208 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM= 2022-09-01T10:03:20.209 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM=', 'Content-Length': '0'} 2022-09-01T10:03:20.211 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000014d9f7fc90e83b86-0063108368-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.212 DEBUG:boto:b'ptoxvb-14myobj1000falsemyobj2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:20.213 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:20.214 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:20.214 DEBUG:boto:path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.215 DEBUG:boto:auth_path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.215 DEBUG:boto:Method: GET 2022-09-01T10:03:20.216 DEBUG:boto:Path: /ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.216 DEBUG:boto:Data: 2022-09-01T10:03:20.217 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.218 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.219 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.219 DEBUG:boto:Params: {} 2022-09-01T10:03:20.220 DEBUG:boto:Token: None 2022-09-01T10:03:20.220 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/ 2022-09-01T10:03:20.221 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM= 2022-09-01T10:03:20.222 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM=', 'Content-Length': '0'} 2022-09-01T10:03:20.229 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002c8e7b83ca64af82-0063108368-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.230 DEBUG:boto:b'ptoxvb-14myobj1000falsemyobj2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:20.231 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-14 zones={test-zone1, test-zone2} 2022-09-01T10:03:20.231 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:20.232 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:20.232 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-14 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:03:20.296 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:20.297 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:20.338 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:20.334+0000 7fb435125600 1 bucket sync caught up with source: 2022-09-01T10:03:20.339 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.11.5, , , , , , , , , ] 2022-09-01T10:03:20.340 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.11.5, , , , , , , , , ] 2022-09-01T10:03:20.340 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:20.334+0000 7fb435125600 0 bucket checkpoint complete 2022-09-01T10:03:20.349 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-14 zones={test-zone3, test-zone2} 2022-09-01T10:03:20.351 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:20.352 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:20.352 DEBUG:boto:Method: HEAD 2022-09-01T10:03:20.353 DEBUG:boto:Path: /ptoxvb-14/ 2022-09-01T10:03:20.359 DEBUG:boto:Data: 2022-09-01T10:03:20.360 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.361 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:20.361 DEBUG:boto:Port: 8001 2022-09-01T10:03:20.362 DEBUG:boto:Params: {} 2022-09-01T10:03:20.363 DEBUG:boto:Token: None 2022-09-01T10:03:20.364 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/ 2022-09-01T10:03:20.365 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WDUIbZekd1EHpI9U7LXC1P4IYko= 2022-09-01T10:03:20.367 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WDUIbZekd1EHpI9U7LXC1P4IYko=', 'Content-Length': '0'} 2022-09-01T10:03:20.379 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e7811c877cef5544-0063108368-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.380 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:20.381 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:20.382 DEBUG:boto:Method: HEAD 2022-09-01T10:03:20.383 DEBUG:boto:Path: /ptoxvb-14/ 2022-09-01T10:03:20.383 DEBUG:boto:Data: 2022-09-01T10:03:20.384 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.386 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.387 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.387 DEBUG:boto:Params: {} 2022-09-01T10:03:20.388 DEBUG:boto:Token: None 2022-09-01T10:03:20.389 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/ 2022-09-01T10:03:20.389 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WDUIbZekd1EHpI9U7LXC1P4IYko= 2022-09-01T10:03:20.390 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WDUIbZekd1EHpI9U7LXC1P4IYko=', 'Content-Length': '0'} 2022-09-01T10:03:20.400 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002ea4e2195b5d1b03-0063108368-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.401 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:03:20.402 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:20.402 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:20.417 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:20.418 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:20.418 DEBUG:boto:Method: GET 2022-09-01T10:03:20.419 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:20.420 DEBUG:boto:Data: 2022-09-01T10:03:20.421 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.421 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:20.422 DEBUG:boto:Port: 8001 2022-09-01T10:03:20.422 DEBUG:boto:Params: {} 2022-09-01T10:03:20.423 DEBUG:boto:Token: None 2022-09-01T10:03:20.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/?versions 2022-09-01T10:03:20.424 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wIhox3g/0OfHOYPb1fM3XVND+ys= 2022-09-01T10:03:20.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wIhox3g/0OfHOYPb1fM3XVND+ys=', 'Content-Length': '0'} 2022-09-01T10:03:20.428 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000031e35979c28201bc-0063108368-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.429 DEBUG:boto:b'ptoxvb-14999falsemyobjnulltrue2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:20.430 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T10:03:20.431 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:03:20.431 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:20.432 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:20.432 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:20.433 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:20.434 DEBUG:boto:Method: GET 2022-09-01T10:03:20.434 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:20.435 DEBUG:boto:Data: 2022-09-01T10:03:20.436 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.436 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.437 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.437 DEBUG:boto:Params: {} 2022-09-01T10:03:20.438 DEBUG:boto:Token: None 2022-09-01T10:03:20.439 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/?versions 2022-09-01T10:03:20.440 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wIhox3g/0OfHOYPb1fM3XVND+ys= 2022-09-01T10:03:20.441 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wIhox3g/0OfHOYPb1fM3XVND+ys=', 'Content-Length': '0'} 2022-09-01T10:03:20.444 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006204dc37521979ae-0063108368-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.446 DEBUG:boto:b'ptoxvb-14999falsemyobjnulltrue2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:20.447 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T10:03:20.448 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:20.448 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:20.450 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:20.453 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:20.454 DEBUG:boto:Method: GET 2022-09-01T10:03:20.455 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:20.456 DEBUG:boto:Data: 2022-09-01T10:03:20.457 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.458 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:20.459 DEBUG:boto:Port: 8001 2022-09-01T10:03:20.460 DEBUG:boto:Params: {} 2022-09-01T10:03:20.462 DEBUG:boto:Token: None 2022-09-01T10:03:20.462 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/?versions 2022-09-01T10:03:20.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wIhox3g/0OfHOYPb1fM3XVND+ys= 2022-09-01T10:03:20.463 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wIhox3g/0OfHOYPb1fM3XVND+ys=', 'Content-Length': '0'} 2022-09-01T10:03:20.466 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004dc5cd543340aca6-0063108368-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.468 DEBUG:boto:b'ptoxvb-14999falsemyobjnulltrue2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:20.469 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:20.470 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:20.471 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:20.471 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:20.472 DEBUG:boto:Method: GET 2022-09-01T10:03:20.472 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:03:20.473 DEBUG:boto:Data: 2022-09-01T10:03:20.473 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.474 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.475 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.475 DEBUG:boto:Params: {} 2022-09-01T10:03:20.476 DEBUG:boto:Token: None 2022-09-01T10:03:20.477 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/?versions 2022-09-01T10:03:20.478 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wIhox3g/0OfHOYPb1fM3XVND+ys= 2022-09-01T10:03:20.478 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wIhox3g/0OfHOYPb1fM3XVND+ys=', 'Content-Length': '0'} 2022-09-01T10:03:20.483 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b49ce1677cb3e4de-0063108368-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.527 DEBUG:boto:b'ptoxvb-14999falsemyobjnulltrue2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:20.529 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:20.530 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.531 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.532 DEBUG:boto:path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.532 DEBUG:boto:auth_path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.533 DEBUG:boto:Method: GET 2022-09-01T10:03:20.534 DEBUG:boto:Path: /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.535 DEBUG:boto:Data: 2022-09-01T10:03:20.536 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.537 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:20.537 DEBUG:boto:Port: 8001 2022-09-01T10:03:20.538 DEBUG:boto:Params: {} 2022-09-01T10:03:20.538 DEBUG:boto:Token: None 2022-09-01T10:03:20.539 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.540 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU= 2022-09-01T10:03:20.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU=', 'Content-Length': '0'} 2022-09-01T10:03:20.543 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000917de5e0fb08f6d1-0063108368-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.545 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.546 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.546 DEBUG:boto:path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.547 DEBUG:boto:auth_path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.548 DEBUG:boto:Method: GET 2022-09-01T10:03:20.549 DEBUG:boto:Path: /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.550 DEBUG:boto:Data: 2022-09-01T10:03:20.551 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.552 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.553 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.554 DEBUG:boto:Params: {} 2022-09-01T10:03:20.555 DEBUG:boto:Token: None 2022-09-01T10:03:20.555 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.556 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU= 2022-09-01T10:03:20.556 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU=', 'Content-Length': '0'} 2022-09-01T10:03:20.559 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000009882989be9da5912-0063108368-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.560 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.560 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.561 DEBUG:boto:path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.562 DEBUG:boto:auth_path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.563 DEBUG:boto:Method: HEAD 2022-09-01T10:03:20.564 DEBUG:boto:Path: /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.564 DEBUG:boto:Data: 2022-09-01T10:03:20.565 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.566 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:20.567 DEBUG:boto:Port: 8001 2022-09-01T10:03:20.567 DEBUG:boto:Params: {} 2022-09-01T10:03:20.568 DEBUG:boto:Token: None 2022-09-01T10:03:20.569 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.570 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DQNgg9nTY1xtER2gKxLvQivSnmw= 2022-09-01T10:03:20.570 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DQNgg9nTY1xtER2gKxLvQivSnmw=', 'Content-Length': '0'} 2022-09-01T10:03:20.573 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000c1b752f04e722090-0063108368-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.574 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.574 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.575 DEBUG:boto:path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.575 DEBUG:boto:auth_path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.576 DEBUG:boto:Method: HEAD 2022-09-01T10:03:20.577 DEBUG:boto:Path: /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.578 DEBUG:boto:Data: 2022-09-01T10:03:20.578 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.579 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.579 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.580 DEBUG:boto:Params: {} 2022-09-01T10:03:20.580 DEBUG:boto:Token: None 2022-09-01T10:03:20.581 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DQNgg9nTY1xtER2gKxLvQivSnmw= 2022-09-01T10:03:20.588 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DQNgg9nTY1xtER2gKxLvQivSnmw=', 'Content-Length': '0'} 2022-09-01T10:03:20.591 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000007e85653c555f0302-0063108368-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.592 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:20.593 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.594 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.595 DEBUG:boto:path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.596 DEBUG:boto:auth_path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.597 DEBUG:boto:Method: GET 2022-09-01T10:03:20.598 DEBUG:boto:Path: /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.599 DEBUG:boto:Data: 2022-09-01T10:03:20.600 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.602 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:20.603 DEBUG:boto:Port: 8001 2022-09-01T10:03:20.604 DEBUG:boto:Params: {} 2022-09-01T10:03:20.605 DEBUG:boto:Token: None 2022-09-01T10:03:20.606 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU= 2022-09-01T10:03:20.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU=', 'Content-Length': '0'} 2022-09-01T10:03:20.609 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000008bd4961bb445d16b-0063108368-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.611 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.614 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.615 DEBUG:boto:path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.615 DEBUG:boto:auth_path=/ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.616 DEBUG:boto:Method: GET 2022-09-01T10:03:20.616 DEBUG:boto:Path: /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.617 DEBUG:boto:Data: 2022-09-01T10:03:20.617 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.618 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.619 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.619 DEBUG:boto:Params: {} 2022-09-01T10:03:20.620 DEBUG:boto:Token: None 2022-09-01T10:03:20.620 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj?versionId=null 2022-09-01T10:03:20.621 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU= 2022-09-01T10:03:20.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ArrWa7Q9iiqhOGJZbm2Y6fhmqYU=', 'Content-Length': '0'} 2022-09-01T10:03:20.626 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000616366228400d99c-0063108368-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.670 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:20.671 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:20.671 DEBUG:boto:path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.672 DEBUG:boto:auth_path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.673 DEBUG:boto:Method: GET 2022-09-01T10:03:20.673 DEBUG:boto:Path: /ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.674 DEBUG:boto:Data: 2022-09-01T10:03:20.674 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.675 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:20.676 DEBUG:boto:Port: 8001 2022-09-01T10:03:20.677 DEBUG:boto:Params: {} 2022-09-01T10:03:20.677 DEBUG:boto:Token: None 2022-09-01T10:03:20.678 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/ 2022-09-01T10:03:20.679 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM= 2022-09-01T10:03:20.679 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM=', 'Content-Length': '0'} 2022-09-01T10:03:20.682 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bd171ce07c78098a-0063108368-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.683 DEBUG:boto:b'ptoxvb-14myobj1000falsemyobj2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:20.684 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:20.684 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:20.685 DEBUG:boto:path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.686 DEBUG:boto:auth_path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.687 DEBUG:boto:Method: GET 2022-09-01T10:03:20.687 DEBUG:boto:Path: /ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.688 DEBUG:boto:Data: 2022-09-01T10:03:20.689 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.689 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.690 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.690 DEBUG:boto:Params: {} 2022-09-01T10:03:20.691 DEBUG:boto:Token: None 2022-09-01T10:03:20.691 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/ 2022-09-01T10:03:20.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM= 2022-09-01T10:03:20.693 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM=', 'Content-Length': '0'} 2022-09-01T10:03:20.696 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000027dc46c93de5fd48-0063108368-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.698 DEBUG:boto:b'ptoxvb-14myobj1000falsemyobj2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:20.699 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.699 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.700 DEBUG:boto:Method: HEAD 2022-09-01T10:03:20.700 DEBUG:boto:Path: /ptoxvb-14/myobj 2022-09-01T10:03:20.701 DEBUG:boto:Data: 2022-09-01T10:03:20.702 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.702 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:20.703 DEBUG:boto:Port: 8001 2022-09-01T10:03:20.703 DEBUG:boto:Params: {} 2022-09-01T10:03:20.704 DEBUG:boto:Token: None 2022-09-01T10:03:20.705 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj 2022-09-01T10:03:20.705 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0BH4p67Kg6hHw0J7bdmRLwbGn+M= 2022-09-01T10:03:20.706 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0BH4p67Kg6hHw0J7bdmRLwbGn+M=', 'Content-Length': '0'} 2022-09-01T10:03:20.710 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000004f43eea02cc03226-0063108368-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.710 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.711 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.712 DEBUG:boto:Method: HEAD 2022-09-01T10:03:20.712 DEBUG:boto:Path: /ptoxvb-14/myobj 2022-09-01T10:03:20.713 DEBUG:boto:Data: 2022-09-01T10:03:20.713 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.714 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.714 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.715 DEBUG:boto:Params: {} 2022-09-01T10:03:20.718 DEBUG:boto:Token: None 2022-09-01T10:03:20.719 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj 2022-09-01T10:03:20.720 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0BH4p67Kg6hHw0J7bdmRLwbGn+M= 2022-09-01T10:03:20.721 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0BH4p67Kg6hHw0J7bdmRLwbGn+M=', 'Content-Length': '0'} 2022-09-01T10:03:20.723 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000dde0ccd2abcea212-0063108368-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.724 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:20.725 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.727 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.728 DEBUG:boto:Method: GET 2022-09-01T10:03:20.728 DEBUG:boto:Path: /ptoxvb-14/myobj 2022-09-01T10:03:20.730 DEBUG:boto:Data: 2022-09-01T10:03:20.731 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.732 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:20.733 DEBUG:boto:Port: 8001 2022-09-01T10:03:20.734 DEBUG:boto:Params: {} 2022-09-01T10:03:20.735 DEBUG:boto:Token: None 2022-09-01T10:03:20.736 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj 2022-09-01T10:03:20.737 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hHS+ag+hOaEiln00jYmitTkNIfU= 2022-09-01T10:03:20.738 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hHS+ag+hOaEiln00jYmitTkNIfU=', 'Content-Length': '0'} 2022-09-01T10:03:20.740 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000ac37c8a053ccddbc-0063108368-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.786 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:20.787 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:20.788 DEBUG:boto:Method: GET 2022-09-01T10:03:20.789 DEBUG:boto:Path: /ptoxvb-14/myobj 2022-09-01T10:03:20.790 DEBUG:boto:Data: 2022-09-01T10:03:20.791 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.792 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.793 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.794 DEBUG:boto:Params: {} 2022-09-01T10:03:20.795 DEBUG:boto:Token: None 2022-09-01T10:03:20.796 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/myobj 2022-09-01T10:03:20.797 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hHS+ag+hOaEiln00jYmitTkNIfU= 2022-09-01T10:03:20.798 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hHS+ag+hOaEiln00jYmitTkNIfU=', 'Content-Length': '0'} 2022-09-01T10:03:20.806 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000005847c05bbc2e0fbe-0063108368-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.810 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:20.811 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:20.811 DEBUG:boto:path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.812 DEBUG:boto:auth_path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.812 DEBUG:boto:Method: GET 2022-09-01T10:03:20.813 DEBUG:boto:Path: /ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.813 DEBUG:boto:Data: 2022-09-01T10:03:20.814 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.814 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:20.815 DEBUG:boto:Port: 8001 2022-09-01T10:03:20.816 DEBUG:boto:Params: {} 2022-09-01T10:03:20.816 DEBUG:boto:Token: None 2022-09-01T10:03:20.817 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/ 2022-09-01T10:03:20.819 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM= 2022-09-01T10:03:20.820 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM=', 'Content-Length': '0'} 2022-09-01T10:03:20.823 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f1695eb933f1d63c-0063108368-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.824 DEBUG:boto:b'ptoxvb-14myobj1000falsemyobj2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:20.826 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:20.827 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:20.828 DEBUG:boto:path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.828 DEBUG:boto:auth_path=/ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.829 DEBUG:boto:Method: GET 2022-09-01T10:03:20.830 DEBUG:boto:Path: /ptoxvb-14/?prefix=myobj 2022-09-01T10:03:20.831 DEBUG:boto:Data: 2022-09-01T10:03:20.832 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.834 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:20.834 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.835 DEBUG:boto:Params: {} 2022-09-01T10:03:20.836 DEBUG:boto:Token: None 2022-09-01T10:03:20.837 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-14/ 2022-09-01T10:03:20.837 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM= 2022-09-01T10:03:20.838 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iQrll7fWB3Ww1wj96xzi8/fyxZM=', 'Content-Length': '0'} 2022-09-01T10:03:20.842 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a48cbab09438fe7e-0063108368-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.843 DEBUG:boto:b'ptoxvb-14myobj1000falsemyobj2022-09-01T10:03:07.681Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:20.844 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-14 zones={test-zone3, test-zone2} 2022-09-01T10:03:20.844 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:20.845 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:20.846 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-15 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:03:20.914 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:20.914 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:20.955 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:20.951+0000 7f03fe57b600 1 bucket sync caught up with source: 2022-09-01T10:03:20.962 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.18.5, , , , , , , , , ] 2022-09-01T10:03:20.963 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.18.5, , , , , , , , , ] 2022-09-01T10:03:20.963 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:20.951+0000 7f03fe57b600 0 bucket checkpoint complete 2022-09-01T10:03:20.970 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-15 zones={test-zone1, test-zone3} 2022-09-01T10:03:20.971 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:20.972 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:20.973 DEBUG:boto:Method: HEAD 2022-09-01T10:03:20.974 DEBUG:boto:Path: /ptoxvb-15/ 2022-09-01T10:03:20.975 DEBUG:boto:Data: 2022-09-01T10:03:20.975 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.976 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:20.977 DEBUG:boto:Port: 8000 2022-09-01T10:03:20.978 DEBUG:boto:Params: {} 2022-09-01T10:03:20.979 DEBUG:boto:Token: None 2022-09-01T10:03:20.980 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-15/ 2022-09-01T10:03:20.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:I/3XSrWYh/Dw+TISfRcN+D1/fRQ= 2022-09-01T10:03:20.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:I/3XSrWYh/Dw+TISfRcN+D1/fRQ=', 'Content-Length': '0'} 2022-09-01T10:03:20.985 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003c80b23c58693c58-0063108368-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:20.987 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:20.987 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:20.988 DEBUG:boto:Method: HEAD 2022-09-01T10:03:20.989 DEBUG:boto:Path: /ptoxvb-15/ 2022-09-01T10:03:20.989 DEBUG:boto:Data: 2022-09-01T10:03:20.990 DEBUG:boto:Headers: {} 2022-09-01T10:03:20.991 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:20.992 DEBUG:boto:Port: 8001 2022-09-01T10:03:20.993 DEBUG:boto:Params: {} 2022-09-01T10:03:20.994 DEBUG:boto:Token: None 2022-09-01T10:03:20.995 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:20 GMT /ptoxvb-15/ 2022-09-01T10:03:20.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:I/3XSrWYh/Dw+TISfRcN+D1/fRQ= 2022-09-01T10:03:20.997 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:I/3XSrWYh/Dw+TISfRcN+D1/fRQ=', 'Content-Length': '0'} 2022-09-01T10:03:21.003 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003176ed1127b0eff2-0063108369-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.005 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:03:21.006 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.007 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.008 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.008 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.009 DEBUG:boto:Method: GET 2022-09-01T10:03:21.011 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.014 DEBUG:boto:Data: 2022-09-01T10:03:21.015 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.016 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:21.023 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.025 DEBUG:boto:Params: {} 2022-09-01T10:03:21.026 DEBUG:boto:Token: None 2022-09-01T10:03:21.029 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/?versions 2022-09-01T10:03:21.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo= 2022-09-01T10:03:21.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo=', 'Content-Length': '0'} 2022-09-01T10:03:21.046 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000059e75a0d5ff65337-0063108369-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.051 DEBUG:boto:b'ptoxvb-15999falsemyobjnulltrue2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.053 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T10:03:21.054 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:03:21.055 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.056 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.057 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.059 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.060 DEBUG:boto:Method: GET 2022-09-01T10:03:21.061 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.062 DEBUG:boto:Data: 2022-09-01T10:03:21.063 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.065 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.066 DEBUG:boto:Params: {} 2022-09-01T10:03:21.068 DEBUG:boto:Token: None 2022-09-01T10:03:21.070 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/?versions 2022-09-01T10:03:21.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo= 2022-09-01T10:03:21.079 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo=', 'Content-Length': '0'} 2022-09-01T10:03:21.093 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000042f21b8a3e14df27-0063108369-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.094 DEBUG:boto:b'ptoxvb-15999falsemyobjnulltrue2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.095 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T10:03:21.095 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.096 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.097 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.097 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.098 DEBUG:boto:Method: GET 2022-09-01T10:03:21.098 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.099 DEBUG:boto:Data: 2022-09-01T10:03:21.100 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.100 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:21.101 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.102 DEBUG:boto:Params: {} 2022-09-01T10:03:21.103 DEBUG:boto:Token: None 2022-09-01T10:03:21.103 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/?versions 2022-09-01T10:03:21.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo= 2022-09-01T10:03:21.104 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo=', 'Content-Length': '0'} 2022-09-01T10:03:21.107 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f748d965c251d945-0063108369-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.108 DEBUG:boto:b'ptoxvb-15999falsemyobjnulltrue2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.109 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.110 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.111 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.111 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.114 DEBUG:boto:Method: GET 2022-09-01T10:03:21.116 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.117 DEBUG:boto:Data: 2022-09-01T10:03:21.118 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.119 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.121 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.122 DEBUG:boto:Params: {} 2022-09-01T10:03:21.122 DEBUG:boto:Token: None 2022-09-01T10:03:21.124 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/?versions 2022-09-01T10:03:21.125 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo= 2022-09-01T10:03:21.126 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo=', 'Content-Length': '0'} 2022-09-01T10:03:21.130 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ab066103b37f9220-0063108369-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.132 DEBUG:boto:b'ptoxvb-15999falsemyobjnulltrue2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.135 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:21.135 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.136 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.137 DEBUG:boto:path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.138 DEBUG:boto:auth_path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.144 DEBUG:boto:Method: GET 2022-09-01T10:03:21.145 DEBUG:boto:Path: /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.146 DEBUG:boto:Data: 2022-09-01T10:03:21.148 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.149 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:21.150 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.151 DEBUG:boto:Params: {} 2022-09-01T10:03:21.153 DEBUG:boto:Token: None 2022-09-01T10:03:21.154 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU= 2022-09-01T10:03:21.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU=', 'Content-Length': '0'} 2022-09-01T10:03:21.160 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000b1fd1271f39a6eb6-0063108369-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.162 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.163 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.164 DEBUG:boto:path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.164 DEBUG:boto:auth_path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.165 DEBUG:boto:Method: GET 2022-09-01T10:03:21.166 DEBUG:boto:Path: /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.166 DEBUG:boto:Data: 2022-09-01T10:03:21.167 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.167 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.168 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.169 DEBUG:boto:Params: {} 2022-09-01T10:03:21.169 DEBUG:boto:Token: None 2022-09-01T10:03:21.170 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.171 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU= 2022-09-01T10:03:21.172 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU=', 'Content-Length': '0'} 2022-09-01T10:03:21.174 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000946f456f58b48487-0063108369-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.175 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.176 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.177 DEBUG:boto:path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.178 DEBUG:boto:auth_path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.179 DEBUG:boto:Method: HEAD 2022-09-01T10:03:21.180 DEBUG:boto:Path: /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.180 DEBUG:boto:Data: 2022-09-01T10:03:21.181 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.182 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:21.183 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.184 DEBUG:boto:Params: {} 2022-09-01T10:03:21.185 DEBUG:boto:Token: None 2022-09-01T10:03:21.186 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wuT8lPr48K4ldY+7ilCs4PwG9wg= 2022-09-01T10:03:21.188 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wuT8lPr48K4ldY+7ilCs4PwG9wg=', 'Content-Length': '0'} 2022-09-01T10:03:21.191 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000f7d67ba0e546efe4-0063108369-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.192 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.192 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.193 DEBUG:boto:path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.193 DEBUG:boto:auth_path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.194 DEBUG:boto:Method: HEAD 2022-09-01T10:03:21.195 DEBUG:boto:Path: /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.195 DEBUG:boto:Data: 2022-09-01T10:03:21.196 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.196 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.197 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.197 DEBUG:boto:Params: {} 2022-09-01T10:03:21.198 DEBUG:boto:Token: None 2022-09-01T10:03:21.198 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.199 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wuT8lPr48K4ldY+7ilCs4PwG9wg= 2022-09-01T10:03:21.200 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wuT8lPr48K4ldY+7ilCs4PwG9wg=', 'Content-Length': '0'} 2022-09-01T10:03:21.201 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000021f43771c8f7c16e-0063108369-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.202 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:21.203 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.203 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.204 DEBUG:boto:path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.205 DEBUG:boto:auth_path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.205 DEBUG:boto:Method: GET 2022-09-01T10:03:21.206 DEBUG:boto:Path: /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.206 DEBUG:boto:Data: 2022-09-01T10:03:21.207 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.207 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:21.208 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.208 DEBUG:boto:Params: {} 2022-09-01T10:03:21.209 DEBUG:boto:Token: None 2022-09-01T10:03:21.210 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU= 2022-09-01T10:03:21.211 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU=', 'Content-Length': '0'} 2022-09-01T10:03:21.213 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000008f041db77267dbc8-0063108369-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.254 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.255 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.256 DEBUG:boto:path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.257 DEBUG:boto:auth_path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.258 DEBUG:boto:Method: GET 2022-09-01T10:03:21.259 DEBUG:boto:Path: /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.260 DEBUG:boto:Data: 2022-09-01T10:03:21.261 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.262 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.263 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.264 DEBUG:boto:Params: {} 2022-09-01T10:03:21.268 DEBUG:boto:Token: None 2022-09-01T10:03:21.269 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.270 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU= 2022-09-01T10:03:21.270 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU=', 'Content-Length': '0'} 2022-09-01T10:03:21.273 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000003040f9253246a87c-0063108369-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.274 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.274 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.275 DEBUG:boto:path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.275 DEBUG:boto:auth_path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.276 DEBUG:boto:Method: GET 2022-09-01T10:03:21.276 DEBUG:boto:Path: /ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.277 DEBUG:boto:Data: 2022-09-01T10:03:21.278 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.278 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:21.279 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.279 DEBUG:boto:Params: {} 2022-09-01T10:03:21.280 DEBUG:boto:Token: None 2022-09-01T10:03:21.281 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/ 2022-09-01T10:03:21.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08= 2022-09-01T10:03:21.282 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08=', 'Content-Length': '0'} 2022-09-01T10:03:21.285 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001a14efa3c0ae8dcf-0063108369-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.286 DEBUG:boto:b'ptoxvb-15myobj1000falsemyobj2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.287 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.287 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.288 DEBUG:boto:path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.288 DEBUG:boto:auth_path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.289 DEBUG:boto:Method: GET 2022-09-01T10:03:21.289 DEBUG:boto:Path: /ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.290 DEBUG:boto:Data: 2022-09-01T10:03:21.290 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.291 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.292 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.292 DEBUG:boto:Params: {} 2022-09-01T10:03:21.293 DEBUG:boto:Token: None 2022-09-01T10:03:21.294 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/ 2022-09-01T10:03:21.294 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08= 2022-09-01T10:03:21.296 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08=', 'Content-Length': '0'} 2022-09-01T10:03:21.300 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006b0d9b0a6846e696-0063108369-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.301 DEBUG:boto:b'ptoxvb-15myobj1000falsemyobj2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.303 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.303 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.304 DEBUG:boto:Method: HEAD 2022-09-01T10:03:21.305 DEBUG:boto:Path: /ptoxvb-15/myobj 2022-09-01T10:03:21.306 DEBUG:boto:Data: 2022-09-01T10:03:21.307 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.307 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:21.308 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.309 DEBUG:boto:Params: {} 2022-09-01T10:03:21.310 DEBUG:boto:Token: None 2022-09-01T10:03:21.311 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj 2022-09-01T10:03:21.312 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vWrS9Zp6LWmi/Nayku6VzpB1mPk= 2022-09-01T10:03:21.313 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vWrS9Zp6LWmi/Nayku6VzpB1mPk=', 'Content-Length': '0'} 2022-09-01T10:03:21.315 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000f425f11ffd5edfd1-0063108369-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.317 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.318 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.319 DEBUG:boto:Method: HEAD 2022-09-01T10:03:21.321 DEBUG:boto:Path: /ptoxvb-15/myobj 2022-09-01T10:03:21.322 DEBUG:boto:Data: 2022-09-01T10:03:21.323 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.324 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.326 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.327 DEBUG:boto:Params: {} 2022-09-01T10:03:21.327 DEBUG:boto:Token: None 2022-09-01T10:03:21.328 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj 2022-09-01T10:03:21.329 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vWrS9Zp6LWmi/Nayku6VzpB1mPk= 2022-09-01T10:03:21.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vWrS9Zp6LWmi/Nayku6VzpB1mPk=', 'Content-Length': '0'} 2022-09-01T10:03:21.342 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000db8f1ba5b28761af-0063108369-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.344 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:21.345 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.346 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.347 DEBUG:boto:Method: GET 2022-09-01T10:03:21.348 DEBUG:boto:Path: /ptoxvb-15/myobj 2022-09-01T10:03:21.349 DEBUG:boto:Data: 2022-09-01T10:03:21.350 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.351 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:21.352 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.353 DEBUG:boto:Params: {} 2022-09-01T10:03:21.354 DEBUG:boto:Token: None 2022-09-01T10:03:21.355 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj 2022-09-01T10:03:21.357 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:csXp6piDOzEvcD+bB+YyJH2PIQU= 2022-09-01T10:03:21.358 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:csXp6piDOzEvcD+bB+YyJH2PIQU=', 'Content-Length': '0'} 2022-09-01T10:03:21.361 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000000840b79980a8e8fc-0063108369-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.364 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.365 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.366 DEBUG:boto:Method: GET 2022-09-01T10:03:21.367 DEBUG:boto:Path: /ptoxvb-15/myobj 2022-09-01T10:03:21.368 DEBUG:boto:Data: 2022-09-01T10:03:21.369 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.370 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.371 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.372 DEBUG:boto:Params: {} 2022-09-01T10:03:21.373 DEBUG:boto:Token: None 2022-09-01T10:03:21.374 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj 2022-09-01T10:03:21.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:csXp6piDOzEvcD+bB+YyJH2PIQU= 2022-09-01T10:03:21.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:csXp6piDOzEvcD+bB+YyJH2PIQU=', 'Content-Length': '0'} 2022-09-01T10:03:21.384 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000005b626b44c758b547-0063108369-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.386 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.387 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.388 DEBUG:boto:path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.388 DEBUG:boto:auth_path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.389 DEBUG:boto:Method: GET 2022-09-01T10:03:21.390 DEBUG:boto:Path: /ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.391 DEBUG:boto:Data: 2022-09-01T10:03:21.392 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.393 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:21.393 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.394 DEBUG:boto:Params: {} 2022-09-01T10:03:21.395 DEBUG:boto:Token: None 2022-09-01T10:03:21.397 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/ 2022-09-01T10:03:21.398 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08= 2022-09-01T10:03:21.399 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08=', 'Content-Length': '0'} 2022-09-01T10:03:21.402 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001d529489bbe1ed9e-0063108369-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.404 DEBUG:boto:b'ptoxvb-15myobj1000falsemyobj2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.405 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.406 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.407 DEBUG:boto:path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.408 DEBUG:boto:auth_path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.409 DEBUG:boto:Method: GET 2022-09-01T10:03:21.410 DEBUG:boto:Path: /ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.411 DEBUG:boto:Data: 2022-09-01T10:03:21.412 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.413 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.414 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.415 DEBUG:boto:Params: {} 2022-09-01T10:03:21.416 DEBUG:boto:Token: None 2022-09-01T10:03:21.417 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/ 2022-09-01T10:03:21.419 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08= 2022-09-01T10:03:21.421 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08=', 'Content-Length': '0'} 2022-09-01T10:03:21.425 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001058901c8b589027-0063108369-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.426 DEBUG:boto:b'ptoxvb-15myobj1000falsemyobj2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.427 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-15 zones={test-zone1, test-zone3} 2022-09-01T10:03:21.428 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:21.428 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:21.435 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-15 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:03:21.506 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:21.507 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:21.544 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:21.543+0000 7ff2a9b61600 1 bucket sync caught up with source: 2022-09-01T10:03:21.545 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.18.5, , , , , , , , , ] 2022-09-01T10:03:21.546 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.18.5, , , , , , , , , ] 2022-09-01T10:03:21.546 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:21.543+0000 7ff2a9b61600 0 bucket checkpoint complete 2022-09-01T10:03:21.558 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-15 zones={test-zone2, test-zone3} 2022-09-01T10:03:21.559 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.559 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.560 DEBUG:boto:Method: HEAD 2022-09-01T10:03:21.560 DEBUG:boto:Path: /ptoxvb-15/ 2022-09-01T10:03:21.561 DEBUG:boto:Data: 2022-09-01T10:03:21.561 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.562 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:21.562 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.563 DEBUG:boto:Params: {} 2022-09-01T10:03:21.563 DEBUG:boto:Token: None 2022-09-01T10:03:21.564 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/ 2022-09-01T10:03:21.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8gndVYvr9Onlau8T5P9J1CIag8c= 2022-09-01T10:03:21.565 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8gndVYvr9Onlau8T5P9J1CIag8c=', 'Content-Length': '0'} 2022-09-01T10:03:21.570 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007add53d145e03554-0063108369-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.571 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.572 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.572 DEBUG:boto:Method: HEAD 2022-09-01T10:03:21.573 DEBUG:boto:Path: /ptoxvb-15/ 2022-09-01T10:03:21.574 DEBUG:boto:Data: 2022-09-01T10:03:21.574 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.575 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.575 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.576 DEBUG:boto:Params: {} 2022-09-01T10:03:21.576 DEBUG:boto:Token: None 2022-09-01T10:03:21.577 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/ 2022-09-01T10:03:21.577 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8gndVYvr9Onlau8T5P9J1CIag8c= 2022-09-01T10:03:21.578 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8gndVYvr9Onlau8T5P9J1CIag8c=', 'Content-Length': '0'} 2022-09-01T10:03:21.581 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000dadd3a4df8cc3588-0063108369-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.583 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:03:21.584 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.585 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.586 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.587 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.588 DEBUG:boto:Method: GET 2022-09-01T10:03:21.589 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.590 DEBUG:boto:Data: 2022-09-01T10:03:21.591 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.592 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:21.593 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.599 DEBUG:boto:Params: {} 2022-09-01T10:03:21.600 DEBUG:boto:Token: None 2022-09-01T10:03:21.601 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/?versions 2022-09-01T10:03:21.604 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo= 2022-09-01T10:03:21.606 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo=', 'Content-Length': '0'} 2022-09-01T10:03:21.609 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d732fc264bc803db-0063108369-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.611 DEBUG:boto:b'ptoxvb-15999falsemyobjnulltrue2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.612 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T10:03:21.613 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:03:21.613 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.614 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.615 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.615 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.616 DEBUG:boto:Method: GET 2022-09-01T10:03:21.617 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.618 DEBUG:boto:Data: 2022-09-01T10:03:21.618 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.619 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.619 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.620 DEBUG:boto:Params: {} 2022-09-01T10:03:21.620 DEBUG:boto:Token: None 2022-09-01T10:03:21.621 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/?versions 2022-09-01T10:03:21.622 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo= 2022-09-01T10:03:21.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo=', 'Content-Length': '0'} 2022-09-01T10:03:21.626 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000719d06a1b1ca4bf6-0063108369-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.627 DEBUG:boto:b'ptoxvb-15999falsemyobjnulltrue2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.628 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-09-01T10:03:21.628 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.629 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.630 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.630 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.631 DEBUG:boto:Method: GET 2022-09-01T10:03:21.631 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.632 DEBUG:boto:Data: 2022-09-01T10:03:21.633 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.633 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:21.634 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.634 DEBUG:boto:Params: {} 2022-09-01T10:03:21.635 DEBUG:boto:Token: None 2022-09-01T10:03:21.636 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/?versions 2022-09-01T10:03:21.636 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo= 2022-09-01T10:03:21.637 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo=', 'Content-Length': '0'} 2022-09-01T10:03:21.641 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000093a554bfc82b227d-0063108369-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.641 DEBUG:boto:b'ptoxvb-15999falsemyobjnulltrue2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.642 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.643 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.644 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.644 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.645 DEBUG:boto:Method: GET 2022-09-01T10:03:21.649 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:03:21.650 DEBUG:boto:Data: 2022-09-01T10:03:21.651 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.652 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.653 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.654 DEBUG:boto:Params: {} 2022-09-01T10:03:21.655 DEBUG:boto:Token: None 2022-09-01T10:03:21.656 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/?versions 2022-09-01T10:03:21.656 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo= 2022-09-01T10:03:21.657 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AJdJnsooxCHc5brbAmTKfJCPspo=', 'Content-Length': '0'} 2022-09-01T10:03:21.660 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bf8e1f72992fc1eb-0063108369-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.661 DEBUG:boto:b'ptoxvb-15999falsemyobjnulltrue2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.661 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:21.662 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.663 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.663 DEBUG:boto:path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.664 DEBUG:boto:auth_path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.665 DEBUG:boto:Method: GET 2022-09-01T10:03:21.666 DEBUG:boto:Path: /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.667 DEBUG:boto:Data: 2022-09-01T10:03:21.667 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.668 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:21.669 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.670 DEBUG:boto:Params: {} 2022-09-01T10:03:21.671 DEBUG:boto:Token: None 2022-09-01T10:03:21.673 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU= 2022-09-01T10:03:21.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU=', 'Content-Length': '0'} 2022-09-01T10:03:21.677 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000e5cfcc92c3c3d7b5-0063108369-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.679 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.679 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.680 DEBUG:boto:path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.680 DEBUG:boto:auth_path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.681 DEBUG:boto:Method: GET 2022-09-01T10:03:21.682 DEBUG:boto:Path: /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.683 DEBUG:boto:Data: 2022-09-01T10:03:21.683 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.684 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.684 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.685 DEBUG:boto:Params: {} 2022-09-01T10:03:21.685 DEBUG:boto:Token: None 2022-09-01T10:03:21.686 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.687 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU= 2022-09-01T10:03:21.687 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU=', 'Content-Length': '0'} 2022-09-01T10:03:21.690 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000072524a77a7e66a8c-0063108369-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.698 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.699 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.700 DEBUG:boto:path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.700 DEBUG:boto:auth_path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.701 DEBUG:boto:Method: HEAD 2022-09-01T10:03:21.701 DEBUG:boto:Path: /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.702 DEBUG:boto:Data: 2022-09-01T10:03:21.702 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.703 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:21.703 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.704 DEBUG:boto:Params: {} 2022-09-01T10:03:21.704 DEBUG:boto:Token: None 2022-09-01T10:03:21.705 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.706 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wuT8lPr48K4ldY+7ilCs4PwG9wg= 2022-09-01T10:03:21.706 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wuT8lPr48K4ldY+7ilCs4PwG9wg=', 'Content-Length': '0'} 2022-09-01T10:03:21.708 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000029c1af1c2e98a038-0063108369-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.709 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.710 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.710 DEBUG:boto:path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.711 DEBUG:boto:auth_path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.711 DEBUG:boto:Method: HEAD 2022-09-01T10:03:21.712 DEBUG:boto:Path: /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.712 DEBUG:boto:Data: 2022-09-01T10:03:21.713 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.713 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.714 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.715 DEBUG:boto:Params: {} 2022-09-01T10:03:21.715 DEBUG:boto:Token: None 2022-09-01T10:03:21.716 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.717 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wuT8lPr48K4ldY+7ilCs4PwG9wg= 2022-09-01T10:03:21.717 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wuT8lPr48K4ldY+7ilCs4PwG9wg=', 'Content-Length': '0'} 2022-09-01T10:03:21.719 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000ced3c09fa4cab13e-0063108369-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.720 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:21.720 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.721 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.722 DEBUG:boto:path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.722 DEBUG:boto:auth_path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.723 DEBUG:boto:Method: GET 2022-09-01T10:03:21.723 DEBUG:boto:Path: /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.724 DEBUG:boto:Data: 2022-09-01T10:03:21.725 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.725 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:21.726 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.727 DEBUG:boto:Params: {} 2022-09-01T10:03:21.727 DEBUG:boto:Token: None 2022-09-01T10:03:21.728 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.730 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU= 2022-09-01T10:03:21.731 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU=', 'Content-Length': '0'} 2022-09-01T10:03:21.735 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000398704ba38738bb7-0063108369-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.736 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.737 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.737 DEBUG:boto:path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.738 DEBUG:boto:auth_path=/ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.738 DEBUG:boto:Method: GET 2022-09-01T10:03:21.739 DEBUG:boto:Path: /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.739 DEBUG:boto:Data: 2022-09-01T10:03:21.740 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.740 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.741 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.741 DEBUG:boto:Params: {} 2022-09-01T10:03:21.742 DEBUG:boto:Token: None 2022-09-01T10:03:21.743 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj?versionId=null 2022-09-01T10:03:21.743 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU= 2022-09-01T10:03:21.744 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3UvRxuXeIRxUaLI9l1n4Lut4ZKU=', 'Content-Length': '0'} 2022-09-01T10:03:21.746 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000ec8ff45d0babfeab-0063108369-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.747 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.748 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.748 DEBUG:boto:path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.749 DEBUG:boto:auth_path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.749 DEBUG:boto:Method: GET 2022-09-01T10:03:21.750 DEBUG:boto:Path: /ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.750 DEBUG:boto:Data: 2022-09-01T10:03:21.751 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.752 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:21.753 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.753 DEBUG:boto:Params: {} 2022-09-01T10:03:21.754 DEBUG:boto:Token: None 2022-09-01T10:03:21.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/ 2022-09-01T10:03:21.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08= 2022-09-01T10:03:21.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08=', 'Content-Length': '0'} 2022-09-01T10:03:21.760 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000095e52118142d3e3b-0063108369-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.802 DEBUG:boto:b'ptoxvb-15myobj1000falsemyobj2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.803 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.804 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.805 DEBUG:boto:path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.806 DEBUG:boto:auth_path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.806 DEBUG:boto:Method: GET 2022-09-01T10:03:21.807 DEBUG:boto:Path: /ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.807 DEBUG:boto:Data: 2022-09-01T10:03:21.808 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.808 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.809 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.810 DEBUG:boto:Params: {} 2022-09-01T10:03:21.810 DEBUG:boto:Token: None 2022-09-01T10:03:21.811 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/ 2022-09-01T10:03:21.814 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08= 2022-09-01T10:03:21.815 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08=', 'Content-Length': '0'} 2022-09-01T10:03:21.818 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000079f6b8ec81f43f35-0063108369-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.823 DEBUG:boto:b'ptoxvb-15myobj1000falsemyobj2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.824 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.825 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.825 DEBUG:boto:Method: HEAD 2022-09-01T10:03:21.826 DEBUG:boto:Path: /ptoxvb-15/myobj 2022-09-01T10:03:21.826 DEBUG:boto:Data: 2022-09-01T10:03:21.827 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.827 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:21.828 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.829 DEBUG:boto:Params: {} 2022-09-01T10:03:21.830 DEBUG:boto:Token: None 2022-09-01T10:03:21.831 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj 2022-09-01T10:03:21.832 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vWrS9Zp6LWmi/Nayku6VzpB1mPk= 2022-09-01T10:03:21.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vWrS9Zp6LWmi/Nayku6VzpB1mPk=', 'Content-Length': '0'} 2022-09-01T10:03:21.834 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000007e7b57f9adae263f-0063108369-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.835 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.835 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.836 DEBUG:boto:Method: HEAD 2022-09-01T10:03:21.837 DEBUG:boto:Path: /ptoxvb-15/myobj 2022-09-01T10:03:21.837 DEBUG:boto:Data: 2022-09-01T10:03:21.838 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.838 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.839 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.839 DEBUG:boto:Params: {} 2022-09-01T10:03:21.840 DEBUG:boto:Token: None 2022-09-01T10:03:21.840 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj 2022-09-01T10:03:21.841 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vWrS9Zp6LWmi/Nayku6VzpB1mPk= 2022-09-01T10:03:21.842 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vWrS9Zp6LWmi/Nayku6VzpB1mPk=', 'Content-Length': '0'} 2022-09-01T10:03:21.844 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000012f2fa92d075fc94-0063108369-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.845 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-09-01T10:03:21.846 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.846 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.847 DEBUG:boto:Method: GET 2022-09-01T10:03:21.847 DEBUG:boto:Path: /ptoxvb-15/myobj 2022-09-01T10:03:21.848 DEBUG:boto:Data: 2022-09-01T10:03:21.848 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.849 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:21.850 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.850 DEBUG:boto:Params: {} 2022-09-01T10:03:21.851 DEBUG:boto:Token: None 2022-09-01T10:03:21.852 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj 2022-09-01T10:03:21.852 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:csXp6piDOzEvcD+bB+YyJH2PIQU= 2022-09-01T10:03:21.853 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:csXp6piDOzEvcD+bB+YyJH2PIQU=', 'Content-Length': '0'} 2022-09-01T10:03:21.855 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx000004ac90211fa2b2282-0063108369-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.856 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:03:21.857 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:03:21.857 DEBUG:boto:Method: GET 2022-09-01T10:03:21.858 DEBUG:boto:Path: /ptoxvb-15/myobj 2022-09-01T10:03:21.859 DEBUG:boto:Data: 2022-09-01T10:03:21.859 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.860 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.861 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.861 DEBUG:boto:Params: {} 2022-09-01T10:03:21.862 DEBUG:boto:Token: None 2022-09-01T10:03:21.863 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/myobj 2022-09-01T10:03:21.863 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:csXp6piDOzEvcD+bB+YyJH2PIQU= 2022-09-01T10:03:21.864 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:csXp6piDOzEvcD+bB+YyJH2PIQU=', 'Content-Length': '0'} 2022-09-01T10:03:21.866 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000b76da8b4a30a2ca9-0063108369-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.915 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.917 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.918 DEBUG:boto:path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.919 DEBUG:boto:auth_path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.920 DEBUG:boto:Method: GET 2022-09-01T10:03:21.921 DEBUG:boto:Path: /ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.921 DEBUG:boto:Data: 2022-09-01T10:03:21.922 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.923 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:21.924 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.924 DEBUG:boto:Params: {} 2022-09-01T10:03:21.925 DEBUG:boto:Token: None 2022-09-01T10:03:21.928 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/ 2022-09-01T10:03:21.928 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08= 2022-09-01T10:03:21.929 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08=', 'Content-Length': '0'} 2022-09-01T10:03:21.932 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002ecc3c5689ea67cd-0063108369-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.933 DEBUG:boto:b'ptoxvb-15myobj1000falsemyobj2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.934 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:03:21.934 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:03:21.935 DEBUG:boto:path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.936 DEBUG:boto:auth_path=/ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.937 DEBUG:boto:Method: GET 2022-09-01T10:03:21.938 DEBUG:boto:Path: /ptoxvb-15/?prefix=myobj 2022-09-01T10:03:21.939 DEBUG:boto:Data: 2022-09-01T10:03:21.939 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.940 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:21.941 DEBUG:boto:Port: 8001 2022-09-01T10:03:21.942 DEBUG:boto:Params: {} 2022-09-01T10:03:21.942 DEBUG:boto:Token: None 2022-09-01T10:03:21.943 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-15/ 2022-09-01T10:03:21.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08= 2022-09-01T10:03:21.944 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p6934mLaWr3J5LIy00FgtLe+o08=', 'Content-Length': '0'} 2022-09-01T10:03:21.947 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000136b7b019d03a880-0063108369-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.948 DEBUG:boto:b'ptoxvb-15myobj1000falsemyobj2022-09-01T10:03:07.712Z"a8f5f167f44f4964e6c998dee827110c"6STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:03:21.949 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-15 zones={test-zone2, test-zone3} 2022-09-01T10:03:21.950 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:21.950 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:21.951 DEBUG:boto:Method: HEAD 2022-09-01T10:03:21.952 DEBUG:boto:Path: /ptoxvb-13/ 2022-09-01T10:03:21.952 DEBUG:boto:Data: 2022-09-01T10:03:21.953 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.953 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:21.954 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.954 DEBUG:boto:Params: {} 2022-09-01T10:03:21.955 DEBUG:boto:Token: None 2022-09-01T10:03:21.956 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-13/ 2022-09-01T10:03:21.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GygUR+zqz+vtRr7Y7LRbVL9+8rw= 2022-09-01T10:03:21.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GygUR+zqz+vtRr7Y7LRbVL9+8rw=', 'Content-Length': '0'} 2022-09-01T10:03:21.960 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000039364a015190e6ea-0063108369-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.961 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:21.961 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:21.963 DEBUG:boto:Method: HEAD 2022-09-01T10:03:21.963 DEBUG:boto:Path: /ptoxvb-13/myobj 2022-09-01T10:03:21.964 DEBUG:boto:Data: 2022-09-01T10:03:21.964 DEBUG:boto:Headers: {} 2022-09-01T10:03:21.965 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:21.965 DEBUG:boto:Port: 8000 2022-09-01T10:03:21.966 DEBUG:boto:Params: {} 2022-09-01T10:03:21.967 DEBUG:boto:Token: None 2022-09-01T10:03:21.967 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:21 GMT /ptoxvb-13/myobj 2022-09-01T10:03:21.968 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YLhG6e9qzUNCfc+uQlGobY8i+tI= 2022-09-01T10:03:21.969 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YLhG6e9qzUNCfc+uQlGobY8i+tI=', 'Content-Length': '0'} 2022-09-01T10:03:21.971 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000083bd68508123ab71-0063108369-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:21.972 DEBUG:boto:path=/ptoxvb-13/myobj 2022-09-01T10:03:21.973 DEBUG:boto:auth_path=/ptoxvb-13/myobj 2022-09-01T10:03:21.973 DEBUG:boto:Method: DELETE 2022-09-01T10:03:21.975 DEBUG:boto:Path: /ptoxvb-13/myobj 2022-09-01T10:03:21.975 DEBUG:boto:Data: 2022-09-01T10:03:22.118 DEBUG:boto:Headers: {} 2022-09-01T10:03:22.119 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:22.120 DEBUG:boto:Port: 8000 2022-09-01T10:03:22.120 DEBUG:boto:Params: {} 2022-09-01T10:03:22.121 DEBUG:boto:Token: None 2022-09-01T10:03:22.121 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:03:22 GMT /ptoxvb-13/myobj 2022-09-01T10:03:22.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7QFP7yYbAuvyi80BNX8GHQP466Y= 2022-09-01T10:03:22.123 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7QFP7yYbAuvyi80BNX8GHQP466Y=', 'Content-Length': '0'} 2022-09-01T10:03:22.128 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000ffa2f6f6497f5f1b-006310836a-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:03:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:22.129 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:22.130 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:22.131 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-13 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:03:22.197 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:22.198 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:22.236 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:22.235+0000 7fed23c47600 1 waiting for incremental sync to catch up: 2022-09-01T10:03:22.236 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.7.5, , , , , , , , , ] 2022-09-01T10:03:22.237 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000002.9.5, , , , , , , , , ] 2022-09-01T10:03:27.237 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:27.236+0000 7fed23c47600 1 waiting for incremental sync to catch up: 2022-09-01T10:03:27.238 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.7.5, , , , , , , , , ] 2022-09-01T10:03:27.238 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000002.9.5, , , , , , , , , ] 2022-09-01T10:03:32.239 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:32.238+0000 7fed23c47600 1 waiting for incremental sync to catch up: 2022-09-01T10:03:32.240 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.7.5, , , , , , , , , ] 2022-09-01T10:03:32.240 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000002.9.5, , , , , , , , , ] 2022-09-01T10:03:37.241 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:37.240+0000 7fed23c47600 1 waiting for incremental sync to catch up: 2022-09-01T10:03:37.241 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.7.5, , , , , , , , , ] 2022-09-01T10:03:37.242 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000002.9.5, , , , , , , , , ] 2022-09-01T10:03:42.243 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:42.242+0000 7fed23c47600 1 bucket sync caught up with source: 2022-09-01T10:03:42.243 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.9.5, , , , , , , , , ] 2022-09-01T10:03:42.243 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000002.9.5, , , , , , , , , ] 2022-09-01T10:03:42.244 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:42.242+0000 7fed23c47600 0 bucket checkpoint complete 2022-09-01T10:03:42.259 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-13 zones={test-zone2, test-zone1} 2022-09-01T10:03:42.260 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:42.261 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:42.261 DEBUG:boto:Method: HEAD 2022-09-01T10:03:42.262 DEBUG:boto:Path: /ptoxvb-13/ 2022-09-01T10:03:42.263 DEBUG:boto:Data: 2022-09-01T10:03:42.263 DEBUG:boto:Headers: {} 2022-09-01T10:03:42.264 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:42.264 DEBUG:boto:Port: 8000 2022-09-01T10:03:42.264 DEBUG:boto:Params: {} 2022-09-01T10:03:42.265 DEBUG:boto:Token: None 2022-09-01T10:03:42.266 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:42 GMT /ptoxvb-13/ 2022-09-01T10:03:42.266 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wimZ8fLAoYuUI7146eMCYJ8/d40= 2022-09-01T10:03:42.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wimZ8fLAoYuUI7146eMCYJ8/d40=', 'Content-Length': '0'} 2022-09-01T10:03:42.270 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ae699692f2957f95-006310837e-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:42.271 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:42.271 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:42.272 DEBUG:boto:Method: HEAD 2022-09-01T10:03:42.272 DEBUG:boto:Path: /ptoxvb-13/ 2022-09-01T10:03:42.273 DEBUG:boto:Data: 2022-09-01T10:03:42.273 DEBUG:boto:Headers: {} 2022-09-01T10:03:42.274 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:42.274 DEBUG:boto:Port: 8000 2022-09-01T10:03:42.275 DEBUG:boto:Params: {} 2022-09-01T10:03:42.275 DEBUG:boto:Token: None 2022-09-01T10:03:42.276 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:42 GMT /ptoxvb-13/ 2022-09-01T10:03:42.277 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wimZ8fLAoYuUI7146eMCYJ8/d40= 2022-09-01T10:03:42.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wimZ8fLAoYuUI7146eMCYJ8/d40=', 'Content-Length': '0'} 2022-09-01T10:03:42.280 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009996a8bb7de721c8-006310837e-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:42.281 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:03:42.281 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:42.282 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:42.282 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:42.283 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:42.283 DEBUG:boto:Method: GET 2022-09-01T10:03:42.284 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:42.284 DEBUG:boto:Data: 2022-09-01T10:03:42.285 DEBUG:boto:Headers: {} 2022-09-01T10:03:42.285 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:42.286 DEBUG:boto:Port: 8000 2022-09-01T10:03:42.286 DEBUG:boto:Params: {} 2022-09-01T10:03:42.287 DEBUG:boto:Token: None 2022-09-01T10:03:42.288 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:42 GMT /ptoxvb-13/?versions 2022-09-01T10:03:42.288 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmuTXxFrv3IoYRr+M29NEQbweIQ= 2022-09-01T10:03:42.289 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmuTXxFrv3IoYRr+M29NEQbweIQ=', 'Content-Length': '0'} 2022-09-01T10:03:42.292 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002d42f74a59e74cc2-006310837e-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:42.334 DEBUG:boto:b'ptoxvb-13999false' 2022-09-01T10:03:42.335 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:03:42.336 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:42.336 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:42.337 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:42.337 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:42.338 DEBUG:boto:Method: GET 2022-09-01T10:03:42.338 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:42.339 DEBUG:boto:Data: 2022-09-01T10:03:42.339 DEBUG:boto:Headers: {} 2022-09-01T10:03:42.340 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:42.340 DEBUG:boto:Port: 8000 2022-09-01T10:03:42.341 DEBUG:boto:Params: {} 2022-09-01T10:03:42.341 DEBUG:boto:Token: None 2022-09-01T10:03:42.342 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:42 GMT /ptoxvb-13/?versions 2022-09-01T10:03:42.343 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmuTXxFrv3IoYRr+M29NEQbweIQ= 2022-09-01T10:03:42.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmuTXxFrv3IoYRr+M29NEQbweIQ=', 'Content-Length': '0'} 2022-09-01T10:03:42.346 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000700745631a9d72c5-006310837e-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:42.347 DEBUG:boto:b'ptoxvb-13999false' 2022-09-01T10:03:42.348 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:42.348 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:42.349 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:42.349 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:42.350 DEBUG:boto:Method: GET 2022-09-01T10:03:42.351 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:42.351 DEBUG:boto:Data: 2022-09-01T10:03:42.352 DEBUG:boto:Headers: {} 2022-09-01T10:03:42.352 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:42.353 DEBUG:boto:Port: 8000 2022-09-01T10:03:42.353 DEBUG:boto:Params: {} 2022-09-01T10:03:42.354 DEBUG:boto:Token: None 2022-09-01T10:03:42.355 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:42 GMT /ptoxvb-13/?versions 2022-09-01T10:03:42.355 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmuTXxFrv3IoYRr+M29NEQbweIQ= 2022-09-01T10:03:42.356 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmuTXxFrv3IoYRr+M29NEQbweIQ=', 'Content-Length': '0'} 2022-09-01T10:03:42.359 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002df53d764757d88b-006310837e-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:42.360 DEBUG:boto:b'ptoxvb-13999false' 2022-09-01T10:03:42.361 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:42.361 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:42.362 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:42.363 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:42.364 DEBUG:boto:Method: GET 2022-09-01T10:03:42.364 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:42.365 DEBUG:boto:Data: 2022-09-01T10:03:42.365 DEBUG:boto:Headers: {} 2022-09-01T10:03:42.366 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:42.366 DEBUG:boto:Port: 8000 2022-09-01T10:03:42.367 DEBUG:boto:Params: {} 2022-09-01T10:03:42.368 DEBUG:boto:Token: None 2022-09-01T10:03:42.368 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:42 GMT /ptoxvb-13/?versions 2022-09-01T10:03:42.369 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmuTXxFrv3IoYRr+M29NEQbweIQ= 2022-09-01T10:03:42.370 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmuTXxFrv3IoYRr+M29NEQbweIQ=', 'Content-Length': '0'} 2022-09-01T10:03:42.372 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c5a2aa2b5e1c8ca3-006310837e-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:42.373 DEBUG:boto:b'ptoxvb-13999false' 2022-09-01T10:03:42.374 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-13 zones={test-zone2, test-zone1} 2022-09-01T10:03:42.374 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:42.375 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:42.375 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-13 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:03:42.440 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:42.441 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:42.496 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:42.494+0000 7fec2e222600 1 waiting for incremental sync to catch up: 2022-09-01T10:03:42.518 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.7.5, , , , , , , , , ] 2022-09-01T10:03:42.519 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.9.5, , , , , , , , , ] 2022-09-01T10:03:47.497 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:47.496+0000 7fec2e222600 1 waiting for incremental sync to catch up: 2022-09-01T10:03:47.498 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.7.5, , , , , , , , , ] 2022-09-01T10:03:47.499 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.9.5, , , , , , , , , ] 2022-09-01T10:03:52.499 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:52.498+0000 7fec2e222600 1 bucket sync caught up with source: 2022-09-01T10:03:52.500 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.9.5, , , , , , , , , ] 2022-09-01T10:03:52.500 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.9.5, , , , , , , , , ] 2022-09-01T10:03:52.500 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:52.498+0000 7fec2e222600 0 bucket checkpoint complete 2022-09-01T10:03:52.515 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-13 zones={test-zone3, test-zone1} 2022-09-01T10:03:52.516 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:52.517 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:52.517 DEBUG:boto:Method: HEAD 2022-09-01T10:03:52.518 DEBUG:boto:Path: /ptoxvb-13/ 2022-09-01T10:03:52.518 DEBUG:boto:Data: 2022-09-01T10:03:52.519 DEBUG:boto:Headers: {} 2022-09-01T10:03:52.519 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:52.520 DEBUG:boto:Port: 8001 2022-09-01T10:03:52.520 DEBUG:boto:Params: {} 2022-09-01T10:03:52.521 DEBUG:boto:Token: None 2022-09-01T10:03:52.522 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:52 GMT /ptoxvb-13/ 2022-09-01T10:03:52.522 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dgIM9Olma0vCfxpksTKR8wRf7hI= 2022-09-01T10:03:52.523 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dgIM9Olma0vCfxpksTKR8wRf7hI=', 'Content-Length': '0'} 2022-09-01T10:03:52.526 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e64aaa53c6c1b4fd-0063108388-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:52.527 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:52.528 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:52.528 DEBUG:boto:Method: HEAD 2022-09-01T10:03:52.529 DEBUG:boto:Path: /ptoxvb-13/ 2022-09-01T10:03:52.530 DEBUG:boto:Data: 2022-09-01T10:03:52.530 DEBUG:boto:Headers: {} 2022-09-01T10:03:52.531 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:52.532 DEBUG:boto:Port: 8000 2022-09-01T10:03:52.532 DEBUG:boto:Params: {} 2022-09-01T10:03:52.533 DEBUG:boto:Token: None 2022-09-01T10:03:52.533 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:52 GMT /ptoxvb-13/ 2022-09-01T10:03:52.534 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dgIM9Olma0vCfxpksTKR8wRf7hI= 2022-09-01T10:03:52.535 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dgIM9Olma0vCfxpksTKR8wRf7hI=', 'Content-Length': '0'} 2022-09-01T10:03:52.538 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b8bf50facdc0a43f-0063108388-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:52.539 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:03:52.539 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:52.540 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:52.540 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:52.541 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:52.541 DEBUG:boto:Method: GET 2022-09-01T10:03:52.542 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:52.542 DEBUG:boto:Data: 2022-09-01T10:03:52.543 DEBUG:boto:Headers: {} 2022-09-01T10:03:52.544 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:52.544 DEBUG:boto:Port: 8001 2022-09-01T10:03:52.545 DEBUG:boto:Params: {} 2022-09-01T10:03:52.546 DEBUG:boto:Token: None 2022-09-01T10:03:52.547 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:52 GMT /ptoxvb-13/?versions 2022-09-01T10:03:52.548 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:A+NizR3ETkLBRpYvNPhJ4jMjFW4= 2022-09-01T10:03:52.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:A+NizR3ETkLBRpYvNPhJ4jMjFW4=', 'Content-Length': '0'} 2022-09-01T10:03:52.552 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000739e91d11075d840-0063108388-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:52.553 DEBUG:boto:b'ptoxvb-13999false' 2022-09-01T10:03:52.554 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:03:52.554 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:52.555 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:52.556 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:52.557 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:52.557 DEBUG:boto:Method: GET 2022-09-01T10:03:52.558 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:52.559 DEBUG:boto:Data: 2022-09-01T10:03:52.560 DEBUG:boto:Headers: {} 2022-09-01T10:03:52.561 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:52.561 DEBUG:boto:Port: 8000 2022-09-01T10:03:52.562 DEBUG:boto:Params: {} 2022-09-01T10:03:52.563 DEBUG:boto:Token: None 2022-09-01T10:03:52.564 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:52 GMT /ptoxvb-13/?versions 2022-09-01T10:03:52.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:A+NizR3ETkLBRpYvNPhJ4jMjFW4= 2022-09-01T10:03:52.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:A+NizR3ETkLBRpYvNPhJ4jMjFW4=', 'Content-Length': '0'} 2022-09-01T10:03:52.569 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000394e7d58bad584ce-0063108388-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:52.610 DEBUG:boto:b'ptoxvb-13999false' 2022-09-01T10:03:52.612 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:52.613 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:52.613 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:52.614 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:52.615 DEBUG:boto:Method: GET 2022-09-01T10:03:52.616 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:52.617 DEBUG:boto:Data: 2022-09-01T10:03:52.622 DEBUG:boto:Headers: {} 2022-09-01T10:03:52.623 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:03:52.623 DEBUG:boto:Port: 8001 2022-09-01T10:03:52.624 DEBUG:boto:Params: {} 2022-09-01T10:03:52.624 DEBUG:boto:Token: None 2022-09-01T10:03:52.625 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:52 GMT /ptoxvb-13/?versions 2022-09-01T10:03:52.626 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:A+NizR3ETkLBRpYvNPhJ4jMjFW4= 2022-09-01T10:03:52.626 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:A+NizR3ETkLBRpYvNPhJ4jMjFW4=', 'Content-Length': '0'} 2022-09-01T10:03:52.629 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000ecab315003bd3e4-0063108388-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:52.630 DEBUG:boto:b'ptoxvb-13999false' 2022-09-01T10:03:52.630 DEBUG:boto:path=/ptoxvb-13/ 2022-09-01T10:03:52.631 DEBUG:boto:auth_path=/ptoxvb-13/ 2022-09-01T10:03:52.631 DEBUG:boto:path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:52.632 DEBUG:boto:auth_path=/ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:52.632 DEBUG:boto:Method: GET 2022-09-01T10:03:52.633 DEBUG:boto:Path: /ptoxvb-13/?versions&max-keys=999 2022-09-01T10:03:52.633 DEBUG:boto:Data: 2022-09-01T10:03:52.634 DEBUG:boto:Headers: {} 2022-09-01T10:03:52.634 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:03:52.635 DEBUG:boto:Port: 8000 2022-09-01T10:03:52.635 DEBUG:boto:Params: {} 2022-09-01T10:03:52.636 DEBUG:boto:Token: None 2022-09-01T10:03:52.637 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:03:52 GMT /ptoxvb-13/?versions 2022-09-01T10:03:52.637 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:A+NizR3ETkLBRpYvNPhJ4jMjFW4= 2022-09-01T10:03:52.638 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:A+NizR3ETkLBRpYvNPhJ4jMjFW4=', 'Content-Length': '0'} 2022-09-01T10:03:52.641 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005baacfb967ad5cbe-0063108388-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:03:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:52.642 DEBUG:boto:b'ptoxvb-13999false' 2022-09-01T10:03:52.643 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-13 zones={test-zone3, test-zone1} 2022-09-01T10:03:52.643 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:52.644 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:52.644 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-13 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:03:52.710 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:52.710 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:52.750 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:52.750+0000 7f4979d6b600 1 bucket sync caught up with source: 2022-09-01T10:03:52.750 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.9.5, , , , , , , , , ] 2022-09-01T10:03:52.751 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000002.9.5, , , , , , , , , ] 2022-09-01T10:03:52.751 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:03:52.750+0000 7f4979d6b600 0 bucket checkpoint complete 2022-09-01T10:03:52.763 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:03:52.764 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:03:52.765 DEBUG:boto:Method: HEAD 2022-09-01T10:03:52.765 DEBUG:boto:Path: /ptoxvb-14/ 2022-09-01T10:03:52.766 DEBUG:boto:Data: 2022-09-01T10:03:52.767 DEBUG:boto:Headers: {} 2022-09-01T10:03:52.767 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:52.768 DEBUG:boto:Port: 8000 2022-09-01T10:03:52.768 DEBUG:boto:Params: {} 2022-09-01T10:03:52.769 DEBUG:boto:Token: None 2022-09-01T10:03:52.769 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:52 GMT /ptoxvb-14/ 2022-09-01T10:03:52.770 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NxerX9Xgns3w/XWd31rGFdQtsx4= 2022-09-01T10:03:52.771 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NxerX9Xgns3w/XWd31rGFdQtsx4=', 'Content-Length': '0'} 2022-09-01T10:03:52.774 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d84dafb8c763e4d6-0063108388-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:03:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:52.775 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:52.776 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:52.776 DEBUG:boto:Method: HEAD 2022-09-01T10:03:52.777 DEBUG:boto:Path: /ptoxvb-14/myobj 2022-09-01T10:03:52.778 DEBUG:boto:Data: 2022-09-01T10:03:52.779 DEBUG:boto:Headers: {} 2022-09-01T10:03:52.780 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:52.780 DEBUG:boto:Port: 8000 2022-09-01T10:03:52.781 DEBUG:boto:Params: {} 2022-09-01T10:03:52.782 DEBUG:boto:Token: None 2022-09-01T10:03:52.783 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:03:52 GMT /ptoxvb-14/myobj 2022-09-01T10:03:52.783 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hOYoaCvEWLMgEXfyCdJ4UjeMC1U= 2022-09-01T10:03:52.784 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hOYoaCvEWLMgEXfyCdJ4UjeMC1U=', 'Content-Length': '0'} 2022-09-01T10:03:52.786 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx0000081fe65d641a842bd-0063108388-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:03:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:52.787 DEBUG:boto:path=/ptoxvb-14/myobj 2022-09-01T10:03:52.788 DEBUG:boto:auth_path=/ptoxvb-14/myobj 2022-09-01T10:03:52.789 DEBUG:boto:Method: DELETE 2022-09-01T10:03:52.790 DEBUG:boto:Path: /ptoxvb-14/myobj 2022-09-01T10:03:52.790 DEBUG:boto:Data: 2022-09-01T10:03:52.791 DEBUG:boto:Headers: {} 2022-09-01T10:03:52.792 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:03:52.793 DEBUG:boto:Port: 8000 2022-09-01T10:03:52.794 DEBUG:boto:Params: {} 2022-09-01T10:03:52.795 DEBUG:boto:Token: None 2022-09-01T10:03:52.796 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:03:52 GMT /ptoxvb-14/myobj 2022-09-01T10:03:52.796 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E7B7sqFtP+N/HGWJcBPWscex9O8= 2022-09-01T10:03:52.797 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:03:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E7B7sqFtP+N/HGWJcBPWscex9O8=', 'Content-Length': '0'} 2022-09-01T10:03:52.803 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000009e73bbd20693706c-0063108388-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:03:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:03:52.804 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:52.805 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:03:52.806 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-14 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:03:52.874 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:03:52.875 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:03:52.914 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:52.912+0000 7f663bcee600 1 waiting for incremental sync to catch up: 2022-09-01T10:03:52.915 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.11.5, , , , , , , , , ] 2022-09-01T10:03:52.915 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.15.5, , , , , , , , , ] 2022-09-01T10:03:57.934 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:03:57.914+0000 7f663bcee600 1 waiting for incremental sync to catch up: 2022-09-01T10:03:57.935 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.11.5, , , , , , , , , ] 2022-09-01T10:03:57.935 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.15.5, , , , , , , , , ] 2022-09-01T10:04:02.917 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:02.916+0000 7f663bcee600 1 waiting for incremental sync to catch up: 2022-09-01T10:04:02.917 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.11.5, , , , , , , , , ] 2022-09-01T10:04:02.918 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.15.5, , , , , , , , , ] 2022-09-01T10:04:07.918 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:07.918+0000 7f663bcee600 1 waiting for incremental sync to catch up: 2022-09-01T10:04:07.919 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.11.5, , , , , , , , , ] 2022-09-01T10:04:07.919 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.15.5, , , , , , , , , ] 2022-09-01T10:04:12.920 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:12.919+0000 7f663bcee600 1 bucket sync caught up with source: 2022-09-01T10:04:12.920 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.15.5, , , , , , , , , ] 2022-09-01T10:04:12.921 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.15.5, , , , , , , , , ] 2022-09-01T10:04:12.921 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:12.919+0000 7f663bcee600 0 bucket checkpoint complete 2022-09-01T10:04:12.945 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-14 zones={test-zone1, test-zone2} 2022-09-01T10:04:12.946 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:04:12.946 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:04:12.947 DEBUG:boto:Method: HEAD 2022-09-01T10:04:12.947 DEBUG:boto:Path: /ptoxvb-14/ 2022-09-01T10:04:12.948 DEBUG:boto:Data: 2022-09-01T10:04:12.948 DEBUG:boto:Headers: {} 2022-09-01T10:04:12.949 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:04:12.949 DEBUG:boto:Port: 8000 2022-09-01T10:04:12.950 DEBUG:boto:Params: {} 2022-09-01T10:04:12.951 DEBUG:boto:Token: None 2022-09-01T10:04:12.952 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:04:12 GMT /ptoxvb-14/ 2022-09-01T10:04:12.953 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PwF3E174BQazUjCP6p/RQdZw9qo= 2022-09-01T10:04:12.953 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PwF3E174BQazUjCP6p/RQdZw9qo=', 'Content-Length': '0'} 2022-09-01T10:04:12.956 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000090a8ec1fc1ab012d-006310839c-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:12.957 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:04:12.958 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:04:12.958 DEBUG:boto:Method: HEAD 2022-09-01T10:04:12.959 DEBUG:boto:Path: /ptoxvb-14/ 2022-09-01T10:04:12.959 DEBUG:boto:Data: 2022-09-01T10:04:12.960 DEBUG:boto:Headers: {} 2022-09-01T10:04:12.961 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:04:12.961 DEBUG:boto:Port: 8000 2022-09-01T10:04:12.962 DEBUG:boto:Params: {} 2022-09-01T10:04:12.963 DEBUG:boto:Token: None 2022-09-01T10:04:12.963 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:04:12 GMT /ptoxvb-14/ 2022-09-01T10:04:12.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PwF3E174BQazUjCP6p/RQdZw9qo= 2022-09-01T10:04:12.964 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PwF3E174BQazUjCP6p/RQdZw9qo=', 'Content-Length': '0'} 2022-09-01T10:04:12.967 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000bc6512662da765b-006310839c-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:12.968 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:04:12.969 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:04:12.969 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:04:12.970 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:12.971 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:12.971 DEBUG:boto:Method: GET 2022-09-01T10:04:12.972 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:12.972 DEBUG:boto:Data: 2022-09-01T10:04:12.973 DEBUG:boto:Headers: {} 2022-09-01T10:04:12.974 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:04:12.975 DEBUG:boto:Port: 8000 2022-09-01T10:04:12.975 DEBUG:boto:Params: {} 2022-09-01T10:04:12.976 DEBUG:boto:Token: None 2022-09-01T10:04:12.976 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:12 GMT /ptoxvb-14/?versions 2022-09-01T10:04:12.977 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E4Ad7QfXN1+LnJBELChievCQo+o= 2022-09-01T10:04:12.978 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E4Ad7QfXN1+LnJBELChievCQo+o=', 'Content-Length': '0'} 2022-09-01T10:04:12.981 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b4d6474b6c6f0501-006310839c-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:12.982 DEBUG:boto:b'ptoxvb-14999false' 2022-09-01T10:04:12.984 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:04:12.985 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:04:12.986 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:04:12.987 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:12.987 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:12.988 DEBUG:boto:Method: GET 2022-09-01T10:04:12.989 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:12.990 DEBUG:boto:Data: 2022-09-01T10:04:12.991 DEBUG:boto:Headers: {} 2022-09-01T10:04:12.991 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:04:12.992 DEBUG:boto:Port: 8000 2022-09-01T10:04:12.992 DEBUG:boto:Params: {} 2022-09-01T10:04:12.993 DEBUG:boto:Token: None 2022-09-01T10:04:12.993 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:12 GMT /ptoxvb-14/?versions 2022-09-01T10:04:12.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E4Ad7QfXN1+LnJBELChievCQo+o= 2022-09-01T10:04:12.996 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E4Ad7QfXN1+LnJBELChievCQo+o=', 'Content-Length': '0'} 2022-09-01T10:04:12.999 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c9e8d94b8483d1eb-006310839c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:13.046 DEBUG:boto:b'ptoxvb-14999false' 2022-09-01T10:04:13.047 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:04:13.047 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:04:13.048 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.048 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.049 DEBUG:boto:Method: GET 2022-09-01T10:04:13.050 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.050 DEBUG:boto:Data: 2022-09-01T10:04:13.051 DEBUG:boto:Headers: {} 2022-09-01T10:04:13.051 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:04:13.052 DEBUG:boto:Port: 8000 2022-09-01T10:04:13.052 DEBUG:boto:Params: {} 2022-09-01T10:04:13.053 DEBUG:boto:Token: None 2022-09-01T10:04:13.054 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:13 GMT /ptoxvb-14/?versions 2022-09-01T10:04:13.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7bUdpxBOOs4U+QxpDdzqCkOgnSM= 2022-09-01T10:04:13.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7bUdpxBOOs4U+QxpDdzqCkOgnSM=', 'Content-Length': '0'} 2022-09-01T10:04:13.058 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000471f953eb8816f1d-006310839d-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:13.058 DEBUG:boto:b'ptoxvb-14999false' 2022-09-01T10:04:13.059 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:04:13.060 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:04:13.060 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.061 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.061 DEBUG:boto:Method: GET 2022-09-01T10:04:13.062 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.063 DEBUG:boto:Data: 2022-09-01T10:04:13.063 DEBUG:boto:Headers: {} 2022-09-01T10:04:13.064 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:04:13.064 DEBUG:boto:Port: 8000 2022-09-01T10:04:13.065 DEBUG:boto:Params: {} 2022-09-01T10:04:13.065 DEBUG:boto:Token: None 2022-09-01T10:04:13.066 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:13 GMT /ptoxvb-14/?versions 2022-09-01T10:04:13.067 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7bUdpxBOOs4U+QxpDdzqCkOgnSM= 2022-09-01T10:04:13.067 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7bUdpxBOOs4U+QxpDdzqCkOgnSM=', 'Content-Length': '0'} 2022-09-01T10:04:13.070 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001fd9a9c596cbc78e-006310839d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:13.071 DEBUG:boto:b'ptoxvb-14999false' 2022-09-01T10:04:13.073 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-14 zones={test-zone1, test-zone2} 2022-09-01T10:04:13.073 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:04:13.074 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:04:13.075 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-14 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:04:13.141 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:04:13.142 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:04:13.199 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:13.199+0000 7f639f3dd600 1 bucket sync caught up with source: 2022-09-01T10:04:13.200 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.15.5, , , , , , , , , ] 2022-09-01T10:04:13.200 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.15.5, , , , , , , , , ] 2022-09-01T10:04:13.200 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:13.199+0000 7f639f3dd600 0 bucket checkpoint complete 2022-09-01T10:04:13.216 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-14 zones={test-zone3, test-zone2} 2022-09-01T10:04:13.217 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:04:13.218 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:04:13.218 DEBUG:boto:Method: HEAD 2022-09-01T10:04:13.219 DEBUG:boto:Path: /ptoxvb-14/ 2022-09-01T10:04:13.219 DEBUG:boto:Data: 2022-09-01T10:04:13.220 DEBUG:boto:Headers: {} 2022-09-01T10:04:13.220 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:04:13.221 DEBUG:boto:Port: 8001 2022-09-01T10:04:13.221 DEBUG:boto:Params: {} 2022-09-01T10:04:13.222 DEBUG:boto:Token: None 2022-09-01T10:04:13.222 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:04:13 GMT /ptoxvb-14/ 2022-09-01T10:04:13.223 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bfYJAS5hgLu8igSqA16lE6Yj3ko= 2022-09-01T10:04:13.224 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bfYJAS5hgLu8igSqA16lE6Yj3ko=', 'Content-Length': '0'} 2022-09-01T10:04:13.226 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002f39fbb2528fccd6-006310839d-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:13.227 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:04:13.227 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:04:13.228 DEBUG:boto:Method: HEAD 2022-09-01T10:04:13.228 DEBUG:boto:Path: /ptoxvb-14/ 2022-09-01T10:04:13.229 DEBUG:boto:Data: 2022-09-01T10:04:13.229 DEBUG:boto:Headers: {} 2022-09-01T10:04:13.230 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:04:13.230 DEBUG:boto:Port: 8000 2022-09-01T10:04:13.231 DEBUG:boto:Params: {} 2022-09-01T10:04:13.232 DEBUG:boto:Token: None 2022-09-01T10:04:13.232 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:04:13 GMT /ptoxvb-14/ 2022-09-01T10:04:13.233 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bfYJAS5hgLu8igSqA16lE6Yj3ko= 2022-09-01T10:04:13.233 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bfYJAS5hgLu8igSqA16lE6Yj3ko=', 'Content-Length': '0'} 2022-09-01T10:04:13.236 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007abb3f174b6b096d-006310839d-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:13.237 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:04:13.237 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:04:13.238 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:04:13.238 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.239 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.239 DEBUG:boto:Method: GET 2022-09-01T10:04:13.240 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.240 DEBUG:boto:Data: 2022-09-01T10:04:13.241 DEBUG:boto:Headers: {} 2022-09-01T10:04:13.241 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:04:13.242 DEBUG:boto:Port: 8001 2022-09-01T10:04:13.242 DEBUG:boto:Params: {} 2022-09-01T10:04:13.243 DEBUG:boto:Token: None 2022-09-01T10:04:13.244 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:13 GMT /ptoxvb-14/?versions 2022-09-01T10:04:13.244 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7bUdpxBOOs4U+QxpDdzqCkOgnSM= 2022-09-01T10:04:13.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7bUdpxBOOs4U+QxpDdzqCkOgnSM=', 'Content-Length': '0'} 2022-09-01T10:04:13.247 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001f033e959ff73ad2-006310839d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:13.294 DEBUG:boto:b'ptoxvb-14999false' 2022-09-01T10:04:13.295 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:04:13.296 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:04:13.296 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:04:13.297 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.297 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.298 DEBUG:boto:Method: GET 2022-09-01T10:04:13.298 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.299 DEBUG:boto:Data: 2022-09-01T10:04:13.300 DEBUG:boto:Headers: {} 2022-09-01T10:04:13.300 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:04:13.301 DEBUG:boto:Port: 8000 2022-09-01T10:04:13.301 DEBUG:boto:Params: {} 2022-09-01T10:04:13.302 DEBUG:boto:Token: None 2022-09-01T10:04:13.303 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:13 GMT /ptoxvb-14/?versions 2022-09-01T10:04:13.304 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7bUdpxBOOs4U+QxpDdzqCkOgnSM= 2022-09-01T10:04:13.304 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7bUdpxBOOs4U+QxpDdzqCkOgnSM=', 'Content-Length': '0'} 2022-09-01T10:04:13.308 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000053322cf0b981ac99-006310839d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:13.308 DEBUG:boto:b'ptoxvb-14999false' 2022-09-01T10:04:13.310 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:04:13.310 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:04:13.311 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.311 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.312 DEBUG:boto:Method: GET 2022-09-01T10:04:13.312 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.313 DEBUG:boto:Data: 2022-09-01T10:04:13.313 DEBUG:boto:Headers: {} 2022-09-01T10:04:13.314 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:04:13.314 DEBUG:boto:Port: 8001 2022-09-01T10:04:13.315 DEBUG:boto:Params: {} 2022-09-01T10:04:13.315 DEBUG:boto:Token: None 2022-09-01T10:04:13.316 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:13 GMT /ptoxvb-14/?versions 2022-09-01T10:04:13.317 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7bUdpxBOOs4U+QxpDdzqCkOgnSM= 2022-09-01T10:04:13.317 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7bUdpxBOOs4U+QxpDdzqCkOgnSM=', 'Content-Length': '0'} 2022-09-01T10:04:13.320 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c3e3018ec96db81b-006310839d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:13.320 DEBUG:boto:b'ptoxvb-14999false' 2022-09-01T10:04:13.321 DEBUG:boto:path=/ptoxvb-14/ 2022-09-01T10:04:13.322 DEBUG:boto:auth_path=/ptoxvb-14/ 2022-09-01T10:04:13.322 DEBUG:boto:path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.323 DEBUG:boto:auth_path=/ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.324 DEBUG:boto:Method: GET 2022-09-01T10:04:13.324 DEBUG:boto:Path: /ptoxvb-14/?versions&max-keys=999 2022-09-01T10:04:13.325 DEBUG:boto:Data: 2022-09-01T10:04:13.325 DEBUG:boto:Headers: {} 2022-09-01T10:04:13.326 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:04:13.326 DEBUG:boto:Port: 8000 2022-09-01T10:04:13.327 DEBUG:boto:Params: {} 2022-09-01T10:04:13.328 DEBUG:boto:Token: None 2022-09-01T10:04:13.329 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:13 GMT /ptoxvb-14/?versions 2022-09-01T10:04:13.329 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7bUdpxBOOs4U+QxpDdzqCkOgnSM= 2022-09-01T10:04:13.330 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7bUdpxBOOs4U+QxpDdzqCkOgnSM=', 'Content-Length': '0'} 2022-09-01T10:04:13.333 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f4578c9b6e460437-006310839d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:13.333 DEBUG:boto:b'ptoxvb-14999false' 2022-09-01T10:04:13.334 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-14 zones={test-zone3, test-zone2} 2022-09-01T10:04:13.335 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:04:13.335 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:04:13.336 DEBUG:boto:Method: HEAD 2022-09-01T10:04:13.336 DEBUG:boto:Path: /ptoxvb-15/ 2022-09-01T10:04:13.337 DEBUG:boto:Data: 2022-09-01T10:04:13.337 DEBUG:boto:Headers: {} 2022-09-01T10:04:13.342 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:04:13.343 DEBUG:boto:Port: 8001 2022-09-01T10:04:13.344 DEBUG:boto:Params: {} 2022-09-01T10:04:13.345 DEBUG:boto:Token: None 2022-09-01T10:04:13.346 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:04:13 GMT /ptoxvb-15/ 2022-09-01T10:04:13.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLQ10cuHgI0Zh4eLwMsQh2Nw9qE= 2022-09-01T10:04:13.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLQ10cuHgI0Zh4eLwMsQh2Nw9qE=', 'Content-Length': '0'} 2022-09-01T10:04:13.351 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000cac7af03cc4ac1ff-006310839d-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:13.352 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:04:13.352 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:04:13.353 DEBUG:boto:Method: HEAD 2022-09-01T10:04:13.353 DEBUG:boto:Path: /ptoxvb-15/myobj 2022-09-01T10:04:13.354 DEBUG:boto:Data: 2022-09-01T10:04:13.354 DEBUG:boto:Headers: {} 2022-09-01T10:04:13.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:04:13.355 DEBUG:boto:Port: 8001 2022-09-01T10:04:13.356 DEBUG:boto:Params: {} 2022-09-01T10:04:13.357 DEBUG:boto:Token: None 2022-09-01T10:04:13.358 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:04:13 GMT /ptoxvb-15/myobj 2022-09-01T10:04:13.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rB4aU/4fXxWx5BwWlB/v71N8Gqo= 2022-09-01T10:04:13.360 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rB4aU/4fXxWx5BwWlB/v71N8Gqo=', 'Content-Length': '0'} 2022-09-01T10:04:13.362 DEBUG:boto:Response headers: [('Content-Length', '6'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:03:07 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('x-amz-request-id', 'tx00000afb8ffe6f66fef35-006310839d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:04:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:13.363 DEBUG:boto:path=/ptoxvb-15/myobj 2022-09-01T10:04:13.364 DEBUG:boto:auth_path=/ptoxvb-15/myobj 2022-09-01T10:04:13.365 DEBUG:boto:Method: DELETE 2022-09-01T10:04:13.366 DEBUG:boto:Path: /ptoxvb-15/myobj 2022-09-01T10:04:13.367 DEBUG:boto:Data: 2022-09-01T10:04:13.368 DEBUG:boto:Headers: {} 2022-09-01T10:04:13.368 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:04:13.369 DEBUG:boto:Port: 8001 2022-09-01T10:04:13.370 DEBUG:boto:Params: {} 2022-09-01T10:04:13.371 DEBUG:boto:Token: None 2022-09-01T10:04:13.371 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:04:13 GMT /ptoxvb-15/myobj 2022-09-01T10:04:13.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bdWm+J5dLsayh9UQ6hWGahMqeF8= 2022-09-01T10:04:13.372 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bdWm+J5dLsayh9UQ6hWGahMqeF8=', 'Content-Length': '0'} 2022-09-01T10:04:13.379 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000009d84ce927e1b1af6-006310839d-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:04:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:13.380 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:04:13.381 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:04:13.381 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-15 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:04:13.439 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:04:13.440 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:04:13.478 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:13.477+0000 7f8546106600 1 waiting for incremental sync to catch up: 2022-09-01T10:04:13.478 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.18.5, , , , , , , , , ] 2022-09-01T10:04:13.479 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.22.5, , , , , , , , , ] 2022-09-01T10:04:18.479 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:18.479+0000 7f8546106600 1 waiting for incremental sync to catch up: 2022-09-01T10:04:18.480 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.18.5, , , , , , , , , ] 2022-09-01T10:04:18.480 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.22.5, , , , , , , , , ] 2022-09-01T10:04:23.481 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:23.480+0000 7f8546106600 1 waiting for incremental sync to catch up: 2022-09-01T10:04:23.481 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.18.5, , , , , , , , , ] 2022-09-01T10:04:23.482 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.22.5, , , , , , , , , ] 2022-09-01T10:04:28.482 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:28.482+0000 7f8546106600 1 bucket sync caught up with source: 2022-09-01T10:04:28.483 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.22.5, , , , , , , , , ] 2022-09-01T10:04:28.484 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.22.5, , , , , , , , , ] 2022-09-01T10:04:28.484 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:28.482+0000 7f8546106600 0 bucket checkpoint complete 2022-09-01T10:04:28.499 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-15 zones={test-zone1, test-zone3} 2022-09-01T10:04:28.500 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:04:28.500 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:04:28.501 DEBUG:boto:Method: HEAD 2022-09-01T10:04:28.502 DEBUG:boto:Path: /ptoxvb-15/ 2022-09-01T10:04:28.502 DEBUG:boto:Data: 2022-09-01T10:04:28.503 DEBUG:boto:Headers: {} 2022-09-01T10:04:28.503 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:04:28.504 DEBUG:boto:Port: 8000 2022-09-01T10:04:28.504 DEBUG:boto:Params: {} 2022-09-01T10:04:28.505 DEBUG:boto:Token: None 2022-09-01T10:04:28.506 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:04:28 GMT /ptoxvb-15/ 2022-09-01T10:04:28.506 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mv5LSZgicpDSwCancsL00mcGa9I= 2022-09-01T10:04:28.507 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mv5LSZgicpDSwCancsL00mcGa9I=', 'Content-Length': '0'} 2022-09-01T10:04:28.510 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001b7dd88bd8309a51-00631083ac-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:28.511 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:04:28.512 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:04:28.513 DEBUG:boto:Method: HEAD 2022-09-01T10:04:28.513 DEBUG:boto:Path: /ptoxvb-15/ 2022-09-01T10:04:28.514 DEBUG:boto:Data: 2022-09-01T10:04:28.515 DEBUG:boto:Headers: {} 2022-09-01T10:04:28.515 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:04:28.516 DEBUG:boto:Port: 8001 2022-09-01T10:04:28.516 DEBUG:boto:Params: {} 2022-09-01T10:04:28.517 DEBUG:boto:Token: None 2022-09-01T10:04:28.518 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:04:28 GMT /ptoxvb-15/ 2022-09-01T10:04:28.520 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mv5LSZgicpDSwCancsL00mcGa9I= 2022-09-01T10:04:28.521 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mv5LSZgicpDSwCancsL00mcGa9I=', 'Content-Length': '0'} 2022-09-01T10:04:28.524 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a3adac59af685373-00631083ac-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:28.525 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:04:28.526 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:04:28.527 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:04:28.527 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.528 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.529 DEBUG:boto:Method: GET 2022-09-01T10:04:28.529 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.530 DEBUG:boto:Data: 2022-09-01T10:04:28.530 DEBUG:boto:Headers: {} 2022-09-01T10:04:28.531 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:04:28.531 DEBUG:boto:Port: 8000 2022-09-01T10:04:28.532 DEBUG:boto:Params: {} 2022-09-01T10:04:28.532 DEBUG:boto:Token: None 2022-09-01T10:04:28.533 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:28 GMT /ptoxvb-15/?versions 2022-09-01T10:04:28.534 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U= 2022-09-01T10:04:28.534 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U=', 'Content-Length': '0'} 2022-09-01T10:04:28.537 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005b19613cd219b6ac-00631083ac-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:28.538 DEBUG:boto:b'ptoxvb-15999false' 2022-09-01T10:04:28.540 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:04:28.540 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:04:28.635 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:04:28.636 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.637 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.637 DEBUG:boto:Method: GET 2022-09-01T10:04:28.638 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.639 DEBUG:boto:Data: 2022-09-01T10:04:28.639 DEBUG:boto:Headers: {} 2022-09-01T10:04:28.640 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:04:28.640 DEBUG:boto:Port: 8001 2022-09-01T10:04:28.641 DEBUG:boto:Params: {} 2022-09-01T10:04:28.641 DEBUG:boto:Token: None 2022-09-01T10:04:28.642 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:28 GMT /ptoxvb-15/?versions 2022-09-01T10:04:28.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U= 2022-09-01T10:04:28.643 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U=', 'Content-Length': '0'} 2022-09-01T10:04:28.646 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002bb24325d9e48b1a-00631083ac-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:28.646 DEBUG:boto:b'ptoxvb-15999false' 2022-09-01T10:04:28.647 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:04:28.648 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:04:28.648 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.649 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.649 DEBUG:boto:Method: GET 2022-09-01T10:04:28.650 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.650 DEBUG:boto:Data: 2022-09-01T10:04:28.651 DEBUG:boto:Headers: {} 2022-09-01T10:04:28.651 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:04:28.652 DEBUG:boto:Port: 8000 2022-09-01T10:04:28.652 DEBUG:boto:Params: {} 2022-09-01T10:04:28.653 DEBUG:boto:Token: None 2022-09-01T10:04:28.654 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:28 GMT /ptoxvb-15/?versions 2022-09-01T10:04:28.655 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U= 2022-09-01T10:04:28.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U=', 'Content-Length': '0'} 2022-09-01T10:04:28.659 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f93b7ba5fb7b81c4-00631083ac-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:28.659 DEBUG:boto:b'ptoxvb-15999false' 2022-09-01T10:04:28.660 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:04:28.661 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:04:28.661 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.662 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.663 DEBUG:boto:Method: GET 2022-09-01T10:04:28.663 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.664 DEBUG:boto:Data: 2022-09-01T10:04:28.664 DEBUG:boto:Headers: {} 2022-09-01T10:04:28.665 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:04:28.665 DEBUG:boto:Port: 8001 2022-09-01T10:04:28.666 DEBUG:boto:Params: {} 2022-09-01T10:04:28.666 DEBUG:boto:Token: None 2022-09-01T10:04:28.667 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:28 GMT /ptoxvb-15/?versions 2022-09-01T10:04:28.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U= 2022-09-01T10:04:28.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U=', 'Content-Length': '0'} 2022-09-01T10:04:28.671 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b1e32a9caa7b2a64-00631083ac-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:28.672 DEBUG:boto:b'ptoxvb-15999false' 2022-09-01T10:04:28.672 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-15 zones={test-zone1, test-zone3} 2022-09-01T10:04:28.673 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:04:28.674 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:04:28.675 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-15 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:04:28.741 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:04:28.741 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:04:28.779 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:04:28.778+0000 7f165d0ac600 1 bucket sync caught up with source: 2022-09-01T10:04:28.780 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.22.5, , , , , , , , , ] 2022-09-01T10:04:28.780 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000002.22.5, , , , , , , , , ] 2022-09-01T10:04:28.781 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:04:28.778+0000 7f165d0ac600 0 bucket checkpoint complete 2022-09-01T10:04:28.793 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-15 zones={test-zone2, test-zone3} 2022-09-01T10:04:28.793 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:04:28.794 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:04:28.794 DEBUG:boto:Method: HEAD 2022-09-01T10:04:28.795 DEBUG:boto:Path: /ptoxvb-15/ 2022-09-01T10:04:28.796 DEBUG:boto:Data: 2022-09-01T10:04:28.797 DEBUG:boto:Headers: {} 2022-09-01T10:04:28.797 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:04:28.798 DEBUG:boto:Port: 8000 2022-09-01T10:04:28.798 DEBUG:boto:Params: {} 2022-09-01T10:04:28.799 DEBUG:boto:Token: None 2022-09-01T10:04:28.799 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:04:28 GMT /ptoxvb-15/ 2022-09-01T10:04:28.800 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mv5LSZgicpDSwCancsL00mcGa9I= 2022-09-01T10:04:28.801 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mv5LSZgicpDSwCancsL00mcGa9I=', 'Content-Length': '0'} 2022-09-01T10:04:28.804 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000048b57ba6e2bd8473-00631083ac-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:28.805 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:04:28.805 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:04:28.806 DEBUG:boto:Method: HEAD 2022-09-01T10:04:28.807 DEBUG:boto:Path: /ptoxvb-15/ 2022-09-01T10:04:28.807 DEBUG:boto:Data: 2022-09-01T10:04:28.808 DEBUG:boto:Headers: {} 2022-09-01T10:04:28.809 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:04:28.810 DEBUG:boto:Port: 8001 2022-09-01T10:04:28.811 DEBUG:boto:Params: {} 2022-09-01T10:04:28.812 DEBUG:boto:Token: None 2022-09-01T10:04:28.813 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:04:28 GMT /ptoxvb-15/ 2022-09-01T10:04:28.814 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mv5LSZgicpDSwCancsL00mcGa9I= 2022-09-01T10:04:28.815 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mv5LSZgicpDSwCancsL00mcGa9I=', 'Content-Length': '0'} 2022-09-01T10:04:28.818 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000668e591bfcc0c788-00631083ac-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:28.819 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:04:28.819 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:04:28.820 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:04:28.821 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.821 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.822 DEBUG:boto:Method: GET 2022-09-01T10:04:28.823 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.823 DEBUG:boto:Data: 2022-09-01T10:04:28.824 DEBUG:boto:Headers: {} 2022-09-01T10:04:28.824 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:04:28.825 DEBUG:boto:Port: 8000 2022-09-01T10:04:28.825 DEBUG:boto:Params: {} 2022-09-01T10:04:28.826 DEBUG:boto:Token: None 2022-09-01T10:04:28.827 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:28 GMT /ptoxvb-15/?versions 2022-09-01T10:04:28.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U= 2022-09-01T10:04:28.828 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U=', 'Content-Length': '0'} 2022-09-01T10:04:28.833 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000092a446a7f3a6c685-00631083ac-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:28.874 DEBUG:boto:b'ptoxvb-15999false' 2022-09-01T10:04:28.876 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:04:28.877 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:04:28.878 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:04:28.878 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.879 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.880 DEBUG:boto:Method: GET 2022-09-01T10:04:28.881 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.882 DEBUG:boto:Data: 2022-09-01T10:04:28.882 DEBUG:boto:Headers: {} 2022-09-01T10:04:28.883 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:04:28.884 DEBUG:boto:Port: 8001 2022-09-01T10:04:28.885 DEBUG:boto:Params: {} 2022-09-01T10:04:28.887 DEBUG:boto:Token: None 2022-09-01T10:04:28.888 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:28 GMT /ptoxvb-15/?versions 2022-09-01T10:04:28.889 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U= 2022-09-01T10:04:28.890 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U=', 'Content-Length': '0'} 2022-09-01T10:04:28.894 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000082c1713748dc308f-00631083ac-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:28.895 DEBUG:boto:b'ptoxvb-15999false' 2022-09-01T10:04:28.897 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:04:28.899 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:04:28.900 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.901 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.902 DEBUG:boto:Method: GET 2022-09-01T10:04:28.903 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.903 DEBUG:boto:Data: 2022-09-01T10:04:28.904 DEBUG:boto:Headers: {} 2022-09-01T10:04:28.905 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:04:28.905 DEBUG:boto:Port: 8000 2022-09-01T10:04:28.907 DEBUG:boto:Params: {} 2022-09-01T10:04:28.907 DEBUG:boto:Token: None 2022-09-01T10:04:28.908 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:28 GMT /ptoxvb-15/?versions 2022-09-01T10:04:28.909 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U= 2022-09-01T10:04:28.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U=', 'Content-Length': '0'} 2022-09-01T10:04:28.912 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000215d231acde35aad-00631083ac-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:28.913 DEBUG:boto:b'ptoxvb-15999false' 2022-09-01T10:04:28.913 DEBUG:boto:path=/ptoxvb-15/ 2022-09-01T10:04:28.914 DEBUG:boto:auth_path=/ptoxvb-15/ 2022-09-01T10:04:28.915 DEBUG:boto:path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.915 DEBUG:boto:auth_path=/ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.916 DEBUG:boto:Method: GET 2022-09-01T10:04:28.916 DEBUG:boto:Path: /ptoxvb-15/?versions&max-keys=999 2022-09-01T10:04:28.917 DEBUG:boto:Data: 2022-09-01T10:04:28.918 DEBUG:boto:Headers: {} 2022-09-01T10:04:28.918 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:04:28.919 DEBUG:boto:Port: 8001 2022-09-01T10:04:28.919 DEBUG:boto:Params: {} 2022-09-01T10:04:28.920 DEBUG:boto:Token: None 2022-09-01T10:04:28.921 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:04:28 GMT /ptoxvb-15/?versions 2022-09-01T10:04:28.921 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U= 2022-09-01T10:04:28.922 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+HbczZFXib23QUyfw/rn9Iin24U=', 'Content-Length': '0'} 2022-09-01T10:04:28.925 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089ef3d774b9e026c-00631083ac-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:04:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:28.926 DEBUG:boto:b'ptoxvb-15999false' 2022-09-01T10:04:28.927 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-15 zones={test-zone2, test-zone3} 2022-09-01T10:04:28.927 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_object_delete ... ok 2022-09-01T10:04:28.929 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-16 2022-09-01T10:04:28.929 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:04:28.930 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:04:28.930 DEBUG:boto:Method: PUT 2022-09-01T10:04:28.931 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:04:28.931 DEBUG:boto:Data: 2022-09-01T10:04:28.932 DEBUG:boto:Headers: {} 2022-09-01T10:04:28.932 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:04:28.933 DEBUG:boto:Port: 8000 2022-09-01T10:04:28.933 DEBUG:boto:Params: {} 2022-09-01T10:04:28.934 DEBUG:boto:Token: None 2022-09-01T10:04:28.934 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:04:28 GMT /ptoxvb-16/ 2022-09-01T10:04:28.935 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VyjSP5bepQzPV/vbKX4z5fV4zgQ= 2022-09-01T10:04:28.936 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VyjSP5bepQzPV/vbKX4z5fV4zgQ=', 'Content-Length': '0'} 2022-09-01T10:04:28.954 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000007d8b540b1649f6d8-00631083ac-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:28.955 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-17 2022-09-01T10:04:28.956 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:04:28.957 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:04:28.958 DEBUG:boto:Method: PUT 2022-09-01T10:04:28.959 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:04:28.959 DEBUG:boto:Data: 2022-09-01T10:04:28.960 DEBUG:boto:Headers: {} 2022-09-01T10:04:28.960 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:04:28.961 DEBUG:boto:Port: 8000 2022-09-01T10:04:28.961 DEBUG:boto:Params: {} 2022-09-01T10:04:28.962 DEBUG:boto:Token: None 2022-09-01T10:04:28.963 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:04:28 GMT /ptoxvb-17/ 2022-09-01T10:04:28.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LbC/AFeBw/XUnstkNMPf9hOWSoI= 2022-09-01T10:04:28.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LbC/AFeBw/XUnstkNMPf9hOWSoI=', 'Content-Length': '0'} 2022-09-01T10:04:30.001 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000075cc67fda64e88d9-00631083ac-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:30.003 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-18 2022-09-01T10:04:30.004 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:04:30.005 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:04:30.005 DEBUG:boto:Method: PUT 2022-09-01T10:04:30.007 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:04:30.008 DEBUG:boto:Data: 2022-09-01T10:04:30.009 DEBUG:boto:Headers: {} 2022-09-01T10:04:30.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:04:30.011 DEBUG:boto:Port: 8001 2022-09-01T10:04:30.012 DEBUG:boto:Params: {} 2022-09-01T10:04:30.013 DEBUG:boto:Token: None 2022-09-01T10:04:30.014 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:04:30 GMT /ptoxvb-18/ 2022-09-01T10:04:30.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NmE0+UCUMFbeZqmjDdMZpW3vVRA= 2022-09-01T10:04:30.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NmE0+UCUMFbeZqmjDdMZpW3vVRA=', 'Content-Length': '0'} 2022-09-01T10:04:30.059 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000002d55f8cb192a7d7a-00631083ae-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:30.060 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:04:30.061 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:04:30.061 DEBUG:boto:path=/ptoxvb-16/?versioning 2022-09-01T10:04:30.062 DEBUG:boto:auth_path=/ptoxvb-16/?versioning 2022-09-01T10:04:30.062 DEBUG:boto:Method: PUT 2022-09-01T10:04:30.063 DEBUG:boto:Path: /ptoxvb-16/?versioning 2022-09-01T10:04:30.063 DEBUG:boto:Data: Enabled Disabled 2022-09-01T10:04:30.064 DEBUG:boto:Headers: {} 2022-09-01T10:04:30.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:04:30.065 DEBUG:boto:Port: 8000 2022-09-01T10:04:30.066 DEBUG:boto:Params: {} 2022-09-01T10:04:30.066 DEBUG:boto:Token: None 2022-09-01T10:04:30.068 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:04:30 GMT /ptoxvb-16/?versioning 2022-09-01T10:04:30.068 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0Jw3oayjSh1v14NKETMXKkIPDak= 2022-09-01T10:04:30.069 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0Jw3oayjSh1v14NKETMXKkIPDak=', 'Content-Length': '228'} 2022-09-01T10:04:30.077 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000b817f8c77b3eca30-00631083ae-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:30.077 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:04:30.078 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:04:30.078 DEBUG:boto:path=/ptoxvb-17/?versioning 2022-09-01T10:04:30.079 DEBUG:boto:auth_path=/ptoxvb-17/?versioning 2022-09-01T10:04:30.079 DEBUG:boto:Method: PUT 2022-09-01T10:04:30.080 DEBUG:boto:Path: /ptoxvb-17/?versioning 2022-09-01T10:04:30.081 DEBUG:boto:Data: Enabled Disabled 2022-09-01T10:04:30.082 DEBUG:boto:Headers: {} 2022-09-01T10:04:30.082 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:04:30.083 DEBUG:boto:Port: 8000 2022-09-01T10:04:30.084 DEBUG:boto:Params: {} 2022-09-01T10:04:30.085 DEBUG:boto:Token: None 2022-09-01T10:04:30.086 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:04:30 GMT /ptoxvb-17/?versioning 2022-09-01T10:04:30.087 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u/rNW96GKhlSMd1vEGoLJXn+auw= 2022-09-01T10:04:30.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u/rNW96GKhlSMd1vEGoLJXn+auw=', 'Content-Length': '228'} 2022-09-01T10:04:30.102 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000001268916b54a4601b-00631083ae-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:30.103 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:04:30.103 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:04:30.103 DEBUG:boto:path=/ptoxvb-18/?versioning 2022-09-01T10:04:30.104 DEBUG:boto:auth_path=/ptoxvb-18/?versioning 2022-09-01T10:04:30.105 DEBUG:boto:Method: PUT 2022-09-01T10:04:30.105 DEBUG:boto:Path: /ptoxvb-18/?versioning 2022-09-01T10:04:30.106 DEBUG:boto:Data: Enabled Disabled 2022-09-01T10:04:30.106 DEBUG:boto:Headers: {} 2022-09-01T10:04:30.107 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:04:30.107 DEBUG:boto:Port: 8001 2022-09-01T10:04:30.108 DEBUG:boto:Params: {} 2022-09-01T10:04:30.108 DEBUG:boto:Token: None 2022-09-01T10:04:30.109 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:04:30 GMT /ptoxvb-18/?versioning 2022-09-01T10:04:30.110 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aQvY6xedhJrJ/pC6LpNLi9Jy6C0= 2022-09-01T10:04:30.111 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aQvY6xedhJrJ/pC6LpNLi9Jy6C0=', 'Content-Length': '228'} 2022-09-01T10:04:30.123 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000004c2f1ffda2ff4c84-00631083ae-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:30.123 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:04:30.124 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:04:30.125 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:04:30.176 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:04:30.177 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:04:30.222 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T10:04:30.233 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:04:30.234 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:04:30.234 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:04:30.235 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T10:04:30.235 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:04:30.236 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:04:30.236 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:04:30.236 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:04:30.237 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:04:30.238 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:04:30.238 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:04:30.238 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:47.867747Z" 2022-09-01T10:04:30.238 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:04:30.239 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:04:30.239 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026670.118638_92.1", 2022-09-01T10:04:30.240 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:04:30.118638Z" 2022-09-01T10:04:30.240 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:04:30.241 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:04:30.243 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026670.118638_92.1'} 2022-09-01T10:04:30.245 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:04:30.246 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:04:30.247 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:04:30.248 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:04:30.313 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:04:30.314 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:04:30.342 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:04:30.341+0000 7fa4e2a01600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:04:30.342 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:04:30.342+0000 7fa4e2a01600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:04:30.355 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:04:30.356 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:04:30.356 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:04:30.357 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:04:30.357 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:04:30.357 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:04:30.358 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:04:30.358 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:04:30.358 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:04:30.358 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:04:30.359 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:04:30.359 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:04:30.359 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:04:30.359 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:04:30.360 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:04:30.360 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:04:30.361 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:04:30.361 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:04:30.361 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:04:30.361 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:04:30.362 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:04:30.362 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:04:30.362 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:04:30.362 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:04:30.363 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:04:30.363 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:04:30.363 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:04:30.364 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:04:30.364 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:04:30.364 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:04:30.364 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:04:30.365 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:04:30.365 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:04:30.365 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:04:30.365 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:04:30.366 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:04:30.366 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:04:30.366 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:04:30.367 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:04:30.367 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:04:30.367 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:04:30.367 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:04:30.368 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:04:30.368 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:04:30.368 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:04:30.368 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:04:30.369 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:04:30.369 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:04:30.370 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:04:30.370 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026670.118638_92.1", 2022-09-01T10:04:30.370 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:04:30.371 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:04:30.371 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:04:30.372 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.118638Z", 2022-09-01T10:04:30.372 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:04:30.373 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:04:30.373 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:04:30.373 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:04:30.374 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:04:30.375 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:04:30.375 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:04:30.376 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:04:30.376 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:04:30.376 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:04:30Z" 2022-09-01T10:04:30.377 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:04:30.379 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662026670.118638_92.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:04:30.118638Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:04:30Z" } 2022-09-01T10:04:30.380 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662026670.118638_92.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:04:30.118638Z', 'realm_epoch': 2}}] 2022-09-01T10:04:30.381 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026670.118638_92.1'} 2022-09-01T10:04:30.383 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026670.118638_92.1'} 2022-09-01T10:04:30.383 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:04:30.385 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:04:30.385 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:04:30.387 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:04:30.388 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:04:30.439 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:04:30.440 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:04:30.484 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:30.484+0000 7fbdcbacf600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:04:30.485 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:30.485+0000 7fbdcbacf600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:04:30.508 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:04:30.510 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:04:30.510 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:04:30.511 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:04:30.511 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:04:30.511 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:04:30.511 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:04:30.512 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:04:30.512 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:04:30.512 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:04:30.512 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:04:30.513 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:04:30.513 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:04:30.513 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:04:30.513 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:04:30.514 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:04:30.514 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:04:30.514 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:04:30.515 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:04:30.515 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:04:30.515 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:04:30.515 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:04:30.516 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:04:30.516 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:04:30.516 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:04:30.516 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:04:30.517 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:04:30.517 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:04:30.517 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:04:30.518 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:04:30.518 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:04:30.518 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:04:30.518 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:04:30.519 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:04:30.519 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:04:30.520 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:04:30.520 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:04:30.520 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:04:30.520 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:04:30.521 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:04:30.521 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:04:30.521 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:04:30.521 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:04:30.522 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:04:30.522 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:04:30.522 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:04:30.522 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:04:30.523 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:04:30.523 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:04:30.523 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026670.027320_83.1", 2022-09-01T10:04:30.523 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:04:30.524 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:04:30.524 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:04:30.524 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.027320Z", 2022-09-01T10:04:30.524 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:04:30.525 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:04:30.525 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:04:30.525 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:04:30.525 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:04:30.526 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:04:30.526 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:04:30.526 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:04:30.527 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:04:30.527 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:04:30Z" 2022-09-01T10:04:30.527 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:04:30.528 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662026670.027320_83.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:04:30.027320Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:04:30Z" } 2022-09-01T10:04:30.528 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662026670.027320_83.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:04:30.027320Z', 'realm_epoch': 2}}] 2022-09-01T10:04:30.529 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026670.118638_92.1'} 2022-09-01T10:04:30.529 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026670.027320_83.1'} 2022-09-01T10:04:30.530 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=3 master=1_1662026670.118638_92.1 target=1_1662026670.027320_83.1 2022-09-01T10:04:35.531 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:04:35.533 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:04:35.534 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:04:35.594 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:04:35.594 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:04:35.626 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:35.626+0000 7f2e0aa78600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:04:35.627 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:35.627+0000 7f2e0aa78600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:04:35.640 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:04:35.640 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:04:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:04:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:04:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:04:35.642 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:04:35.642 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:04:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:04:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:04:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:04:35.644 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:04:35.644 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:04:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:04:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:04:35.646 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:04:35.646 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:04:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:04:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:04:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:04:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:04:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:04:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:04:35.650 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:04:35.650 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:04:35.650 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:04:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:04:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:04:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:04:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:04:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:04:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:04:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:04:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:04:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:04:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:04:35.655 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:04:35.655 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:04:35.655 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:04:35.655 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:04:35.656 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:04:35.656 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:04:35.656 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:04:35.656 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:04:35.657 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:04:35.657 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:04:35.657 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:04:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:04:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:04:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:04:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026670.118638_92.1", 2022-09-01T10:04:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:04:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:04:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:04:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.118638Z", 2022-09-01T10:04:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:04:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:04:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:04:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:04:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:04:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:04:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:04:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:04:35.662 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:04:35.662 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:04:35Z" 2022-09-01T10:04:35.662 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:04:35.663 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662026670.118638_92.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:04:30.118638Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:04:35Z" } 2022-09-01T10:04:35.664 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662026670.118638_92.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:04:30.118638Z', 'realm_epoch': 2}}] 2022-09-01T10:04:35.665 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026670.118638_92.1'} 2022-09-01T10:04:35.665 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026670.118638_92.1'} 2022-09-01T10:04:35.666 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:04:35.666 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:04:35.667 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:04:35.667 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:04:35.668 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:04:35.725 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:04:35.725 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:04:35.756 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:04:35.755+0000 7fcaa8b6d600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:04:35.757 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:04:35.756+0000 7fcaa8b6d600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:04:35.770 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:04:35.770 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:04:35.771 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:04:35.771 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:04:35.771 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:04:35.771 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:04:35.772 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:04:35.772 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:04:35.772 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:04:35.772 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:04:35.773 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:04:35.773 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:04:35.773 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:04:35.773 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:04:35.774 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:04:35.774 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:04:35.774 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:04:35.774 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:04:35.775 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:04:35.775 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:04:35.775 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:04:35.775 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:04:35.776 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:04:35.776 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:04:35.776 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:04:35.776 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:04:35.777 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:04:35.777 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:04:35.777 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:04:35.777 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:04:35.778 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:04:35.778 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:04:35.778 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:04:35.778 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:04:35.779 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:04:35.779 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:04:35.779 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:04:35.779 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:04:35.780 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:04:35.780 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:04:35.780 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:04:35.780 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:04:35.781 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:04:35.781 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:04:35.781 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:04:35.782 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:04:35.782 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:04:35.782 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:04:35.782 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:04:35.783 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026670.118638_92.1", 2022-09-01T10:04:35.783 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:04:35.783 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:04:35.783 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:04:35.784 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.118638Z", 2022-09-01T10:04:35.784 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:04:35.784 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:04:35.785 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:04:35.785 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:04:35.785 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:04:35.785 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:04:35.786 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:04:35.786 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:04:35.786 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:04:35.786 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:04:35Z" 2022-09-01T10:04:35.787 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:04:35.788 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662026670.118638_92.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:04:30.118638Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:04:35Z" } 2022-09-01T10:04:35.789 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662026670.118638_92.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:04:30.118638Z', 'realm_epoch': 2}}] 2022-09-01T10:04:35.789 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026670.118638_92.1'} 2022-09-01T10:04:35.789 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662026670.118638_92.1'} 2022-09-01T10:04:35.790 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:04:35.791 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:04:35.791 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:04:35.792 DEBUG:boto:Method: HEAD 2022-09-01T10:04:35.792 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:04:35.793 DEBUG:boto:Data: 2022-09-01T10:04:35.793 DEBUG:boto:Headers: {} 2022-09-01T10:04:35.794 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:04:35.794 DEBUG:boto:Port: 8000 2022-09-01T10:04:35.795 DEBUG:boto:Params: {} 2022-09-01T10:04:35.796 DEBUG:boto:Token: None 2022-09-01T10:04:35.796 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:04:35 GMT /ptoxvb-16/ 2022-09-01T10:04:35.797 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nj/1RSTlNA5PjufSf4vSN8+L4fw= 2022-09-01T10:04:35.798 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nj/1RSTlNA5PjufSf4vSN8+L4fw=', 'Content-Length': '0'} 2022-09-01T10:04:35.800 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003ae6c0329b0e6775-00631083b3-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:35.801 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:04:35.802 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:04:35.802 DEBUG:boto:Method: PUT 2022-09-01T10:04:35.803 DEBUG:boto:Path: /ptoxvb-16/dummy 2022-09-01T10:04:35.803 DEBUG:boto:Data: 2022-09-01T10:04:35.804 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue'} 2022-09-01T10:04:35.804 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:04:35.805 DEBUG:boto:Port: 8000 2022-09-01T10:04:35.805 DEBUG:boto:Params: {} 2022-09-01T10:04:35.806 DEBUG:boto:Token: None 2022-09-01T10:04:35.806 DEBUG:boto:StringToSign: PUT 1B2M2Y8AsgTpgAmY7PhCfg== application/octet-stream Thu, 01 Sep 2022 10:04:35 GMT /ptoxvb-16/dummy 2022-09-01T10:04:35.807 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jCHJ7R7c2FWGUK9h+gR/h22U6Ag= 2022-09-01T10:04:35.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:04:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jCHJ7R7c2FWGUK9h+gR/h22U6Ag='} 2022-09-01T10:04:35.828 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-amz-request-id', 'tx00000168bce498ef99685-00631083b3-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:35.829 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:04:35.830 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:04:35.830 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:04:35.890 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:04:35.891 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:04:35.923 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:04:35.922+0000 7fa54460e600 1 waiting to reach incremental sync.. 2022-09-01T10:04:40.926 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:04:40.924+0000 7fa54460e600 1 bucket sync caught up with source: 2022-09-01T10:04:40.927 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000002.6.10, , , , , ] 2022-09-01T10:04:40.927 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000002.6.10, , , , , ] 2022-09-01T10:04:40.928 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:04:40.924+0000 7fa54460e600 0 bucket checkpoint complete 2022-09-01T10:04:40.942 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:04:40.943 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:04:40.944 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:04:41.011 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:04:41.011 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:04:41.064 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:41.064+0000 7f707489b600 1 waiting to reach incremental sync.. 2022-09-01T10:04:46.065 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:46.063+0000 7f707489b600 1 waiting to reach incremental sync.. 2022-09-01T10:04:51.067 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:51.066+0000 7f707489b600 1 bucket sync caught up with source: 2022-09-01T10:04:51.068 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.10.9, , , , , ] 2022-09-01T10:04:51.068 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000002.6.10, , , , , ] 2022-09-01T10:04:51.068 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:51.066+0000 7f707489b600 0 bucket checkpoint complete 2022-09-01T10:04:51.092 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:04:51.093 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:04:51.095 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:04:51.162 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:04:51.163 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:04:51.199 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:04:51.199+0000 7f0e9eed7600 1 waiting to reach incremental sync.. 2022-09-01T10:04:56.202 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:04:56.201+0000 7f0e9eed7600 1 bucket sync caught up with source: 2022-09-01T10:04:56.202 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000004.10.9, , , , , ] 2022-09-01T10:04:56.203 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000004.10.9, , , , , ] 2022-09-01T10:04:56.203 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:04:56.201+0000 7f0e9eed7600 0 bucket checkpoint complete 2022-09-01T10:04:56.218 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:04:56.219 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:04:56.220 DEBUG:boto:Method: HEAD 2022-09-01T10:04:56.221 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:04:56.221 DEBUG:boto:Data: 2022-09-01T10:04:56.222 DEBUG:boto:Headers: {} 2022-09-01T10:04:56.223 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:04:56.224 DEBUG:boto:Port: 8000 2022-09-01T10:04:56.224 DEBUG:boto:Params: {} 2022-09-01T10:04:56.225 DEBUG:boto:Token: None 2022-09-01T10:04:56.226 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:04:56 GMT /ptoxvb-17/ 2022-09-01T10:04:56.227 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5n9bvz6Wr09Uq2B/Ry0mvhsrC4s= 2022-09-01T10:04:56.228 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:04:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5n9bvz6Wr09Uq2B/Ry0mvhsrC4s=', 'Content-Length': '0'} 2022-09-01T10:04:56.231 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000017da9a8c4246ec3b-00631083c8-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:56.232 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:04:56.232 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:04:56.233 DEBUG:boto:Method: PUT 2022-09-01T10:04:56.233 DEBUG:boto:Path: /ptoxvb-17/dummy 2022-09-01T10:04:56.234 DEBUG:boto:Data: 2022-09-01T10:04:56.234 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue'} 2022-09-01T10:04:56.235 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:04:56.235 DEBUG:boto:Port: 8000 2022-09-01T10:04:56.235 DEBUG:boto:Params: {} 2022-09-01T10:04:56.236 DEBUG:boto:Token: None 2022-09-01T10:04:56.237 DEBUG:boto:StringToSign: PUT 1B2M2Y8AsgTpgAmY7PhCfg== application/octet-stream Thu, 01 Sep 2022 10:04:56 GMT /ptoxvb-17/dummy 2022-09-01T10:04:56.237 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3hPk/6ep9h6bb7wVtIDkRVrEgBY= 2022-09-01T10:04:56.238 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:04:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3hPk/6ep9h6bb7wVtIDkRVrEgBY='} 2022-09-01T10:04:56.252 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-amz-request-id', 'tx000001ffd13243ff39883-00631083c8-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:04:56.252 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:04:56.253 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:04:56.254 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:04:56.320 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:04:56.320 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:04:56.359 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:04:56.357+0000 7fd7862d1600 1 waiting to reach incremental sync.. 2022-09-01T10:05:01.359 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:01.358+0000 7fd7862d1600 1 waiting to reach incremental sync.. 2022-09-01T10:05:06.360 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:06.359+0000 7fd7862d1600 1 waiting to reach incremental sync.. 2022-09-01T10:05:11.362 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:11.362+0000 7fd7862d1600 1 bucket sync caught up with source: 2022-09-01T10:05:11.363 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000002.22.10, , , , , ] 2022-09-01T10:05:11.363 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000002.22.10, , , , , ] 2022-09-01T10:05:11.363 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:11.362+0000 7fd7862d1600 0 bucket checkpoint complete 2022-09-01T10:05:11.385 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:05:11.386 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:05:11.387 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:05:11.449 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:05:11.450 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:05:11.506 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:11.506+0000 7fe67e603600 1 bucket sync caught up with source: 2022-09-01T10:05:11.507 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000002.22.10, , , , , ] 2022-09-01T10:05:11.507 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000002.22.10, , , , , ] 2022-09-01T10:05:11.514 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:11.506+0000 7fe67e603600 0 bucket checkpoint complete 2022-09-01T10:05:11.519 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:05:11.520 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:05:11.521 DEBUG:boto:Method: HEAD 2022-09-01T10:05:11.521 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:05:11.522 DEBUG:boto:Data: 2022-09-01T10:05:11.522 DEBUG:boto:Headers: {} 2022-09-01T10:05:11.523 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:05:11.523 DEBUG:boto:Port: 8001 2022-09-01T10:05:11.524 DEBUG:boto:Params: {} 2022-09-01T10:05:11.525 DEBUG:boto:Token: None 2022-09-01T10:05:11.526 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:05:11 GMT /ptoxvb-18/ 2022-09-01T10:05:11.526 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qbO1/sg5cvn0+YoZO2+NBJ+8r54= 2022-09-01T10:05:11.527 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:05:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qbO1/sg5cvn0+YoZO2+NBJ+8r54=', 'Content-Length': '0'} 2022-09-01T10:05:11.530 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000089364f5e746208-00631083d7-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:05:11.531 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:05:11.532 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:05:11.533 DEBUG:boto:Method: PUT 2022-09-01T10:05:11.534 DEBUG:boto:Path: /ptoxvb-18/dummy 2022-09-01T10:05:11.534 DEBUG:boto:Data: 2022-09-01T10:05:11.535 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue'} 2022-09-01T10:05:11.536 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:05:11.537 DEBUG:boto:Port: 8001 2022-09-01T10:05:11.537 DEBUG:boto:Params: {} 2022-09-01T10:05:11.538 DEBUG:boto:Token: None 2022-09-01T10:05:11.539 DEBUG:boto:StringToSign: PUT 1B2M2Y8AsgTpgAmY7PhCfg== application/octet-stream Thu, 01 Sep 2022 10:05:11 GMT /ptoxvb-18/dummy 2022-09-01T10:05:11.539 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ojic3eCSiwHh+R3bG3n7K6bA0kM= 2022-09-01T10:05:11.540 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:05:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ojic3eCSiwHh+R3bG3n7K6bA0kM='} 2022-09-01T10:05:11.551 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-amz-request-id', 'tx0000036bb3fcba3c64ec2-00631083d7-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:05:11.552 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:05:11.553 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:05:11.553 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:05:11.611 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:05:11.612 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:05:11.646 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:11.646+0000 7fa382229600 1 waiting to reach incremental sync.. 2022-09-01T10:05:16.646 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:16.646+0000 7fa382229600 1 waiting to reach incremental sync.. 2022-09-01T10:05:21.647 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:21.647+0000 7fa382229600 1 waiting to reach incremental sync.. 2022-09-01T10:05:26.648 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:26.647+0000 7fa382229600 1 waiting to reach incremental sync.. 2022-09-01T10:05:31.648 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:31.648+0000 7fa382229600 1 waiting to reach incremental sync.. 2022-09-01T10:05:36.649 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:36.649+0000 7fa382229600 1 waiting to reach incremental sync.. 2022-09-01T10:05:41.650 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:41.649+0000 7fa382229600 1 waiting to reach incremental sync.. 2022-09-01T10:05:46.651 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:46.650+0000 7fa382229600 1 waiting to reach incremental sync.. 2022-09-01T10:05:51.651 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:51.650+0000 7fa382229600 1 waiting to reach incremental sync.. 2022-09-01T10:05:56.652 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:05:56.651+0000 7fa382229600 1 waiting to reach incremental sync.. 2022-09-01T10:06:01.653 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:06:01.652+0000 7fa382229600 1 waiting to reach incremental sync.. 2022-09-01T10:06:06.653 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:06:06.652+0000 7fa382229600 1 waiting to reach incremental sync.. 2022-09-01T10:06:11.655 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:06:11.655+0000 7fa382229600 1 bucket sync caught up with source: 2022-09-01T10:06:11.656 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000003.21.9, , , , , ] 2022-09-01T10:06:11.656 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000002.19.10, , , , , ] 2022-09-01T10:06:11.657 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:06:11.655+0000 7fa382229600 0 bucket checkpoint complete 2022-09-01T10:06:11.676 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:06:11.677 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:06:11.677 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:06:11.743 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:06:11.743 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:06:11.781 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:06:11.780+0000 7eff7ed1d600 1 waiting for incremental sync to catch up: 2022-09-01T10:06:11.781 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000003.21.9, , , , , ] 2022-09-01T10:06:11.782 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000004.23.9, , , , , ] 2022-09-01T10:06:16.782 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:06:16.782+0000 7eff7ed1d600 1 waiting for incremental sync to catch up: 2022-09-01T10:06:16.783 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000003.21.9, , , , , ] 2022-09-01T10:06:16.783 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000004.23.9, , , , , ] 2022-09-01T10:06:21.784 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:06:21.784+0000 7eff7ed1d600 1 waiting for incremental sync to catch up: 2022-09-01T10:06:21.785 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000003.21.9, , , , , ] 2022-09-01T10:06:21.785 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000004.23.9, , , , , ] 2022-09-01T10:06:26.785 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:06:26.785+0000 7eff7ed1d600 1 waiting for incremental sync to catch up: 2022-09-01T10:06:26.786 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000003.21.9, , , , , ] 2022-09-01T10:06:26.786 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000004.23.9, , , , , ] 2022-09-01T10:06:31.786 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:06:31.786+0000 7eff7ed1d600 1 waiting for incremental sync to catch up: 2022-09-01T10:06:31.787 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000003.21.9, , , , , ] 2022-09-01T10:06:31.787 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000004.23.9, , , , , ] 2022-09-01T10:06:36.788 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:06:36.788+0000 7eff7ed1d600 1 waiting for incremental sync to catch up: 2022-09-01T10:06:36.789 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000003.21.9, , , , , ] 2022-09-01T10:06:36.789 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000004.23.9, , , , , ] 2022-09-01T10:06:41.789 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:06:41.789+0000 7eff7ed1d600 1 waiting for incremental sync to catch up: 2022-09-01T10:06:41.790 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000003.21.9, , , , , ] 2022-09-01T10:06:41.790 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000004.23.9, , , , , ] 2022-09-01T10:06:46.791 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:06:46.791+0000 7eff7ed1d600 1 waiting for incremental sync to catch up: 2022-09-01T10:06:46.791 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000003.21.9, , , , , ] 2022-09-01T10:06:46.792 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000004.23.9, , , , , ] 2022-09-01T10:06:51.792 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:06:51.791+0000 7eff7ed1d600 1 bucket sync caught up with source: 2022-09-01T10:06:51.793 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000005.25.9, , , , , ] 2022-09-01T10:06:51.793 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000004.23.9, , , , , ] 2022-09-01T10:06:51.793 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:06:51.791+0000 7eff7ed1d600 0 bucket checkpoint complete 2022-09-01T10:06:51.812 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:06:51.813 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:06:51.814 DEBUG:boto:Method: HEAD 2022-09-01T10:06:51.814 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:06:51.815 DEBUG:boto:Data: 2022-09-01T10:06:51.815 DEBUG:boto:Headers: {} 2022-09-01T10:06:51.816 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:51.816 DEBUG:boto:Port: 8000 2022-09-01T10:06:51.817 DEBUG:boto:Params: {} 2022-09-01T10:06:51.818 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:06:51.818 DEBUG:boto:Token: None 2022-09-01T10:06:51.819 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:06:51 GMT /ptoxvb-16/ 2022-09-01T10:06:51.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oTBD9F0jYuhorO+75YebZNMMrmk= 2022-09-01T10:06:51.820 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oTBD9F0jYuhorO+75YebZNMMrmk=', 'Content-Length': '0'} 2022-09-01T10:06:51.825 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e87c554853983f6a-006310843b-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:51.826 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.827 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.827 DEBUG:boto:Method: PUT 2022-09-01T10:06:51.828 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.828 DEBUG:boto:Data: 2022-09-01T10:06:51.829 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:51.829 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:51.830 DEBUG:boto:Port: 8000 2022-09-01T10:06:51.830 DEBUG:boto:Params: {} 2022-09-01T10:06:51.831 DEBUG:boto:Token: None 2022-09-01T10:06:51.831 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:06:51 GMT /ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.832 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NgJJtDlPiaptgk2mpcgeNZdZGmc= 2022-09-01T10:06:51.833 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NgJJtDlPiaptgk2mpcgeNZdZGmc='} 2022-09-01T10:06:51.847 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-amz-request-id', 'tx000000a4838edee028afe-006310843b-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:51.848 DEBUG:rgw_multi.tests:version1 id=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:06:51.849 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.850 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.851 DEBUG:boto:Method: PUT 2022-09-01T10:06:51.851 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.852 DEBUG:boto:Data: 2022-09-01T10:06:51.852 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:51.853 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:51.853 DEBUG:boto:Port: 8000 2022-09-01T10:06:51.854 DEBUG:boto:Params: {} 2022-09-01T10:06:51.854 DEBUG:boto:Token: None 2022-09-01T10:06:51.855 DEBUG:boto:StringToSign: PUT Lg6VKF8IoH3qF+fuERshyA== application/octet-stream Thu, 01 Sep 2022 10:06:51 GMT /ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.855 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3nC2W8fZO8ddFIiTPD304a7UpJw= 2022-09-01T10:06:51.856 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3nC2W8fZO8ddFIiTPD304a7UpJw='} 2022-09-01T10:06:51.871 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"2e0e95285f08a07dea17e7ee111b21c8"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'b9qxB-plLzeqz89BICOVmK0x7I2uvru'), ('x-amz-request-id', 'tx000008f5154070b843d92-006310843b-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:51.872 DEBUG:rgw_multi.tests:version2 id=b9qxB-plLzeqz89BICOVmK0x7I2uvru 2022-09-01T10:06:51.873 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.874 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.875 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=b9qxB-plLzeqz89BICOVmK0x7I2uvru 2022-09-01T10:06:51.876 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=b9qxB-plLzeqz89BICOVmK0x7I2uvru 2022-09-01T10:06:51.877 DEBUG:boto:Method: DELETE 2022-09-01T10:06:51.877 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=b9qxB-plLzeqz89BICOVmK0x7I2uvru 2022-09-01T10:06:51.878 DEBUG:boto:Data: 2022-09-01T10:06:51.879 DEBUG:boto:Headers: {} 2022-09-01T10:06:51.880 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:51.881 DEBUG:boto:Port: 8000 2022-09-01T10:06:51.881 DEBUG:boto:Params: {} 2022-09-01T10:06:51.882 DEBUG:boto:Token: None 2022-09-01T10:06:51.883 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:51 GMT /ptoxvb-16/obj-test-zone1?versionId=b9qxB-plLzeqz89BICOVmK0x7I2uvru 2022-09-01T10:06:51.884 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6oVNzyBpBcIZj7GyQIzo2i+7fik= 2022-09-01T10:06:51.886 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6oVNzyBpBcIZj7GyQIzo2i+7fik=', 'Content-Length': '0'} 2022-09-01T10:06:51.902 DEBUG:boto:Response headers: [('x-amz-version-id', 'b9qxB-plLzeqz89BICOVmK0x7I2uvru'), ('x-amz-request-id', 'tx00000f15fce694c5570b8-006310843b-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:51.903 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.904 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.905 DEBUG:boto:Method: PUT 2022-09-01T10:06:51.905 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.906 DEBUG:boto:Data: 2022-09-01T10:06:51.907 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:51.907 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:51.908 DEBUG:boto:Port: 8000 2022-09-01T10:06:51.908 DEBUG:boto:Params: {} 2022-09-01T10:06:51.909 DEBUG:boto:Token: None 2022-09-01T10:06:51.909 DEBUG:boto:StringToSign: PUT HiNA5/HU7CwjRIhUZJ8d7Q== application/octet-stream Thu, 01 Sep 2022 10:06:51 GMT /ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qmFZ/3fkQm39o0BdrastmRWVNLo= 2022-09-01T10:06:51.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qmFZ/3fkQm39o0BdrastmRWVNLo='} 2022-09-01T10:06:51.954 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"1e2340e7f1d4ec2c23448854649f1ded"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', '1PkgM17zyMRmGo0RzMCBi7arfoB-oic'), ('x-amz-request-id', 'tx00000ea3599c2a130bc18-006310843b-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:51.955 DEBUG:rgw_multi.tests:version3 id=1PkgM17zyMRmGo0RzMCBi7arfoB-oic 2022-09-01T10:06:51.956 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.956 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:06:51.957 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=1PkgM17zyMRmGo0RzMCBi7arfoB-oic 2022-09-01T10:06:51.957 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=1PkgM17zyMRmGo0RzMCBi7arfoB-oic 2022-09-01T10:06:51.957 DEBUG:boto:Method: DELETE 2022-09-01T10:06:51.958 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=1PkgM17zyMRmGo0RzMCBi7arfoB-oic 2022-09-01T10:06:51.959 DEBUG:boto:Data: 2022-09-01T10:06:51.959 DEBUG:boto:Headers: {} 2022-09-01T10:06:51.959 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:51.960 DEBUG:boto:Port: 8000 2022-09-01T10:06:51.960 DEBUG:boto:Params: {} 2022-09-01T10:06:51.961 DEBUG:boto:Token: None 2022-09-01T10:06:51.961 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:51 GMT /ptoxvb-16/obj-test-zone1?versionId=1PkgM17zyMRmGo0RzMCBi7arfoB-oic 2022-09-01T10:06:51.962 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wKUBE2gn/LAaqRCWvirywhV4wyo= 2022-09-01T10:06:51.963 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wKUBE2gn/LAaqRCWvirywhV4wyo=', 'Content-Length': '0'} 2022-09-01T10:06:51.978 DEBUG:boto:Response headers: [('x-amz-version-id', '1PkgM17zyMRmGo0RzMCBi7arfoB-oic'), ('x-amz-request-id', 'tx00000449e9f0c813eac18-006310843b-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:51.979 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:06:51.979 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:06:51.980 DEBUG:boto:Method: HEAD 2022-09-01T10:06:51.980 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:06:51.981 DEBUG:boto:Data: 2022-09-01T10:06:51.981 DEBUG:boto:Headers: {} 2022-09-01T10:06:51.982 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:51.982 DEBUG:boto:Port: 8000 2022-09-01T10:06:51.983 DEBUG:boto:Params: {} 2022-09-01T10:06:51.983 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:06:51.984 DEBUG:boto:Token: None 2022-09-01T10:06:51.985 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:06:51 GMT /ptoxvb-16/ 2022-09-01T10:06:51.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oTBD9F0jYuhorO+75YebZNMMrmk= 2022-09-01T10:06:51.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oTBD9F0jYuhorO+75YebZNMMrmk=', 'Content-Length': '0'} 2022-09-01T10:06:51.989 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007a675d5ac6a8531a-006310843b-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:51.990 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:06:51.991 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:06:51.991 DEBUG:boto:Method: PUT 2022-09-01T10:06:51.992 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2 2022-09-01T10:06:51.992 DEBUG:boto:Data: 2022-09-01T10:06:51.993 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:51.993 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:51.994 DEBUG:boto:Port: 8000 2022-09-01T10:06:51.994 DEBUG:boto:Params: {} 2022-09-01T10:06:51.995 DEBUG:boto:Token: None 2022-09-01T10:06:51.995 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:06:51 GMT /ptoxvb-16/obj-test-zone2 2022-09-01T10:06:51.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tOjI6jC/82FGPJAVX7P0dyid+h8= 2022-09-01T10:06:51.997 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tOjI6jC/82FGPJAVX7P0dyid+h8='} 2022-09-01T10:06:52.010 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-amz-request-id', 'tx00000a8146658864798ad-006310843b-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.010 DEBUG:rgw_multi.tests:version1 id=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:06:52.011 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:06:52.012 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:06:52.012 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.013 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2 2022-09-01T10:06:52.013 DEBUG:boto:Data: 2022-09-01T10:06:52.014 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.014 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:52.015 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.015 DEBUG:boto:Params: {} 2022-09-01T10:06:52.016 DEBUG:boto:Token: None 2022-09-01T10:06:52.016 DEBUG:boto:StringToSign: PUT Lg6VKF8IoH3qF+fuERshyA== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-16/obj-test-zone2 2022-09-01T10:06:52.017 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7YQT0wfq/EbLPw19hLKMm9n6NWU= 2022-09-01T10:06:52.018 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7YQT0wfq/EbLPw19hLKMm9n6NWU='} 2022-09-01T10:06:52.029 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"2e0e95285f08a07dea17e7ee111b21c8"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'eBfX.YF3iJ-6v5wvrzrZR-aoYjknP-O'), ('x-amz-request-id', 'tx00000094be7b88784b004-006310843c-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.030 DEBUG:rgw_multi.tests:version2 id=eBfX.YF3iJ-6v5wvrzrZR-aoYjknP-O 2022-09-01T10:06:52.030 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:06:52.031 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:06:52.031 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=eBfX.YF3iJ-6v5wvrzrZR-aoYjknP-O 2022-09-01T10:06:52.032 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=eBfX.YF3iJ-6v5wvrzrZR-aoYjknP-O 2022-09-01T10:06:52.032 DEBUG:boto:Method: DELETE 2022-09-01T10:06:52.033 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=eBfX.YF3iJ-6v5wvrzrZR-aoYjknP-O 2022-09-01T10:06:52.033 DEBUG:boto:Data: 2022-09-01T10:06:52.034 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.034 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:52.035 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.035 DEBUG:boto:Params: {} 2022-09-01T10:06:52.036 DEBUG:boto:Token: None 2022-09-01T10:06:52.036 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-16/obj-test-zone2?versionId=eBfX.YF3iJ-6v5wvrzrZR-aoYjknP-O 2022-09-01T10:06:52.037 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eOW4Nq7UJw1mRHXcLrECl+DbAro= 2022-09-01T10:06:52.037 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eOW4Nq7UJw1mRHXcLrECl+DbAro=', 'Content-Length': '0'} 2022-09-01T10:06:52.048 DEBUG:boto:Response headers: [('x-amz-version-id', 'eBfX.YF3iJ-6v5wvrzrZR-aoYjknP-O'), ('x-amz-request-id', 'tx00000b641beaa539524ec-006310843c-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.049 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:06:52.050 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:06:52.050 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.051 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2 2022-09-01T10:06:52.051 DEBUG:boto:Data: 2022-09-01T10:06:52.052 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.053 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:52.053 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.054 DEBUG:boto:Params: {} 2022-09-01T10:06:52.054 DEBUG:boto:Token: None 2022-09-01T10:06:52.055 DEBUG:boto:StringToSign: PUT HiNA5/HU7CwjRIhUZJ8d7Q== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-16/obj-test-zone2 2022-09-01T10:06:52.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PNWrjxN0qtfVkblZNzijQZXCyjQ= 2022-09-01T10:06:52.056 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PNWrjxN0qtfVkblZNzijQZXCyjQ='} 2022-09-01T10:06:52.098 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"1e2340e7f1d4ec2c23448854649f1ded"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', '3pFxbVNAgTFCYQhAPzYRNH3EJaRotjC'), ('x-amz-request-id', 'tx00000ad846aa16ada365b-006310843c-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.099 DEBUG:rgw_multi.tests:version3 id=3pFxbVNAgTFCYQhAPzYRNH3EJaRotjC 2022-09-01T10:06:52.099 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:06:52.100 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:06:52.100 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=3pFxbVNAgTFCYQhAPzYRNH3EJaRotjC 2022-09-01T10:06:52.101 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=3pFxbVNAgTFCYQhAPzYRNH3EJaRotjC 2022-09-01T10:06:52.101 DEBUG:boto:Method: DELETE 2022-09-01T10:06:52.102 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=3pFxbVNAgTFCYQhAPzYRNH3EJaRotjC 2022-09-01T10:06:52.102 DEBUG:boto:Data: 2022-09-01T10:06:52.103 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.103 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:52.104 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.104 DEBUG:boto:Params: {} 2022-09-01T10:06:52.105 DEBUG:boto:Token: None 2022-09-01T10:06:52.105 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-16/obj-test-zone2?versionId=3pFxbVNAgTFCYQhAPzYRNH3EJaRotjC 2022-09-01T10:06:52.106 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c7vHopNp5afyqxxy6GHjaI9l8Pg= 2022-09-01T10:06:52.107 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c7vHopNp5afyqxxy6GHjaI9l8Pg=', 'Content-Length': '0'} 2022-09-01T10:06:52.118 DEBUG:boto:Response headers: [('x-amz-version-id', '3pFxbVNAgTFCYQhAPzYRNH3EJaRotjC'), ('x-amz-request-id', 'tx00000719b2aedbdd3ef92-006310843c-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.119 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:06:52.120 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:06:52.121 DEBUG:boto:Method: HEAD 2022-09-01T10:06:52.122 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:06:52.123 DEBUG:boto:Data: 2022-09-01T10:06:52.124 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.124 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:52.125 DEBUG:boto:Port: 8001 2022-09-01T10:06:52.126 DEBUG:boto:Params: {} 2022-09-01T10:06:52.127 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:06:52.128 DEBUG:boto:Token: None 2022-09-01T10:06:52.129 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-16/ 2022-09-01T10:06:52.130 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cch5KFMphmpxnlC9UGd3HBn79cY= 2022-09-01T10:06:52.131 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cch5KFMphmpxnlC9UGd3HBn79cY=', 'Content-Length': '0'} 2022-09-01T10:06:52.135 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007f2fec5ec9d0bb2a-006310843c-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.136 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.137 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.138 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.139 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.139 DEBUG:boto:Data: 2022-09-01T10:06:52.140 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.141 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:52.142 DEBUG:boto:Port: 8001 2022-09-01T10:06:52.143 DEBUG:boto:Params: {} 2022-09-01T10:06:52.144 DEBUG:boto:Token: None 2022-09-01T10:06:52.145 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.145 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZrKRmbtOWUfRSfA0l1wTlhWsxHU= 2022-09-01T10:06:52.146 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZrKRmbtOWUfRSfA0l1wTlhWsxHU='} 2022-09-01T10:06:52.160 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-amz-request-id', 'tx00000fcd65c8a47557504-006310843c-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.160 DEBUG:rgw_multi.tests:version1 id=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:06:52.161 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.162 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.162 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.163 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.163 DEBUG:boto:Data: 2022-09-01T10:06:52.164 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.164 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:52.165 DEBUG:boto:Port: 8001 2022-09-01T10:06:52.165 DEBUG:boto:Params: {} 2022-09-01T10:06:52.166 DEBUG:boto:Token: None 2022-09-01T10:06:52.167 DEBUG:boto:StringToSign: PUT Lg6VKF8IoH3qF+fuERshyA== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.167 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2sg3r5JbENPBb+RWE8ZV5NfqB2s= 2022-09-01T10:06:52.168 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2sg3r5JbENPBb+RWE8ZV5NfqB2s='} 2022-09-01T10:06:52.180 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"2e0e95285f08a07dea17e7ee111b21c8"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', '0U6nlGki0XzBqlVH0ruIhvzs9-q3k8l'), ('x-amz-request-id', 'tx000002c8f2ca2253a7dd4-006310843c-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.180 DEBUG:rgw_multi.tests:version2 id=0U6nlGki0XzBqlVH0ruIhvzs9-q3k8l 2022-09-01T10:06:52.181 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.181 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.182 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=0U6nlGki0XzBqlVH0ruIhvzs9-q3k8l 2022-09-01T10:06:52.182 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=0U6nlGki0XzBqlVH0ruIhvzs9-q3k8l 2022-09-01T10:06:52.183 DEBUG:boto:Method: DELETE 2022-09-01T10:06:52.184 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=0U6nlGki0XzBqlVH0ruIhvzs9-q3k8l 2022-09-01T10:06:52.185 DEBUG:boto:Data: 2022-09-01T10:06:52.186 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.187 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:52.187 DEBUG:boto:Port: 8001 2022-09-01T10:06:52.188 DEBUG:boto:Params: {} 2022-09-01T10:06:52.189 DEBUG:boto:Token: None 2022-09-01T10:06:52.190 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-16/obj-test-zone3?versionId=0U6nlGki0XzBqlVH0ruIhvzs9-q3k8l 2022-09-01T10:06:52.191 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RrlYJ36wt/t6TaDUydOCqLiD7eY= 2022-09-01T10:06:52.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RrlYJ36wt/t6TaDUydOCqLiD7eY=', 'Content-Length': '0'} 2022-09-01T10:06:52.204 DEBUG:boto:Response headers: [('x-amz-version-id', '0U6nlGki0XzBqlVH0ruIhvzs9-q3k8l'), ('x-amz-request-id', 'tx00000fc5660ae247512e9-006310843c-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.205 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.206 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.206 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.207 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.207 DEBUG:boto:Data: 2022-09-01T10:06:52.208 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.208 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:52.209 DEBUG:boto:Port: 8001 2022-09-01T10:06:52.209 DEBUG:boto:Params: {} 2022-09-01T10:06:52.210 DEBUG:boto:Token: None 2022-09-01T10:06:52.211 DEBUG:boto:StringToSign: PUT HiNA5/HU7CwjRIhUZJ8d7Q== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.212 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U4g+Iq+sdpkoGmGFRHtk/dFtHDY= 2022-09-01T10:06:52.212 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U4g+Iq+sdpkoGmGFRHtk/dFtHDY='} 2022-09-01T10:06:52.254 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"1e2340e7f1d4ec2c23448854649f1ded"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'bji6XiRBJE7GU-uY20cyPKWEvPzCq6l'), ('x-amz-request-id', 'tx0000093f2cd1683242f4d-006310843c-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.255 DEBUG:rgw_multi.tests:version3 id=bji6XiRBJE7GU-uY20cyPKWEvPzCq6l 2022-09-01T10:06:52.255 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.256 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:06:52.256 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=bji6XiRBJE7GU-uY20cyPKWEvPzCq6l 2022-09-01T10:06:52.257 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=bji6XiRBJE7GU-uY20cyPKWEvPzCq6l 2022-09-01T10:06:52.257 DEBUG:boto:Method: DELETE 2022-09-01T10:06:52.258 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=bji6XiRBJE7GU-uY20cyPKWEvPzCq6l 2022-09-01T10:06:52.258 DEBUG:boto:Data: 2022-09-01T10:06:52.259 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.259 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:52.260 DEBUG:boto:Port: 8001 2022-09-01T10:06:52.260 DEBUG:boto:Params: {} 2022-09-01T10:06:52.261 DEBUG:boto:Token: None 2022-09-01T10:06:52.262 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-16/obj-test-zone3?versionId=bji6XiRBJE7GU-uY20cyPKWEvPzCq6l 2022-09-01T10:06:52.262 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8EHOgz8xic0vYMXJCjV6TjHDl1A= 2022-09-01T10:06:52.263 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8EHOgz8xic0vYMXJCjV6TjHDl1A=', 'Content-Length': '0'} 2022-09-01T10:06:52.275 DEBUG:boto:Response headers: [('x-amz-version-id', 'bji6XiRBJE7GU-uY20cyPKWEvPzCq6l'), ('x-amz-request-id', 'tx000002dbb366d84f8765b-006310843c-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.276 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:06:52.276 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:06:52.277 DEBUG:boto:Method: HEAD 2022-09-01T10:06:52.277 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:06:52.278 DEBUG:boto:Data: 2022-09-01T10:06:52.278 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.279 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:52.279 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.279 DEBUG:boto:Params: {} 2022-09-01T10:06:52.280 DEBUG:boto:Token: None 2022-09-01T10:06:52.281 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/ 2022-09-01T10:06:52.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J+pOOiHIjnkwbmFlqJesDyRgQiM= 2022-09-01T10:06:52.282 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J+pOOiHIjnkwbmFlqJesDyRgQiM=', 'Content-Length': '0'} 2022-09-01T10:06:52.285 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ed9f4578b09a8434-006310843c-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.285 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.286 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.286 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.287 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.287 DEBUG:boto:Data: 2022-09-01T10:06:52.288 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.288 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:52.289 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.289 DEBUG:boto:Params: {} 2022-09-01T10:06:52.290 DEBUG:boto:Token: None 2022-09-01T10:06:52.291 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.291 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ioGlXp6SkbidXuAVUbRtr2lnF3Y= 2022-09-01T10:06:52.292 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ioGlXp6SkbidXuAVUbRtr2lnF3Y='} 2022-09-01T10:06:52.306 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-amz-request-id', 'tx00000559f9b85ecb9e528-006310843c-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.306 DEBUG:rgw_multi.tests:version1 id=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:06:52.307 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.308 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.308 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.309 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.310 DEBUG:boto:Data: 2022-09-01T10:06:52.310 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.311 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:52.311 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.312 DEBUG:boto:Params: {} 2022-09-01T10:06:52.313 DEBUG:boto:Token: None 2022-09-01T10:06:52.313 DEBUG:boto:StringToSign: PUT Lg6VKF8IoH3qF+fuERshyA== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.314 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Az3lqqIBXIozHEG3JFXHbYXz3s8= 2022-09-01T10:06:52.315 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Az3lqqIBXIozHEG3JFXHbYXz3s8='} 2022-09-01T10:06:52.326 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"2e0e95285f08a07dea17e7ee111b21c8"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'yVbpt0lmnCw3wTkQrRyLwJqkGMJbBtL'), ('x-amz-request-id', 'tx0000031a502deca2ba7ae-006310843c-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.327 DEBUG:rgw_multi.tests:version2 id=yVbpt0lmnCw3wTkQrRyLwJqkGMJbBtL 2022-09-01T10:06:52.327 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.328 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.328 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=yVbpt0lmnCw3wTkQrRyLwJqkGMJbBtL 2022-09-01T10:06:52.329 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=yVbpt0lmnCw3wTkQrRyLwJqkGMJbBtL 2022-09-01T10:06:52.329 DEBUG:boto:Method: DELETE 2022-09-01T10:06:52.330 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=yVbpt0lmnCw3wTkQrRyLwJqkGMJbBtL 2022-09-01T10:06:52.330 DEBUG:boto:Data: 2022-09-01T10:06:52.331 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.331 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:52.332 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.332 DEBUG:boto:Params: {} 2022-09-01T10:06:52.333 DEBUG:boto:Token: None 2022-09-01T10:06:52.333 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/obj-test-zone1?versionId=yVbpt0lmnCw3wTkQrRyLwJqkGMJbBtL 2022-09-01T10:06:52.334 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OH4XFUDtZb7CEM4IxWXnINMNPNk= 2022-09-01T10:06:52.335 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OH4XFUDtZb7CEM4IxWXnINMNPNk=', 'Content-Length': '0'} 2022-09-01T10:06:52.347 DEBUG:boto:Response headers: [('x-amz-version-id', 'yVbpt0lmnCw3wTkQrRyLwJqkGMJbBtL'), ('x-amz-request-id', 'tx00000d831d03c7bf8953c-006310843c-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.348 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.348 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.349 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.349 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.350 DEBUG:boto:Data: 2022-09-01T10:06:52.350 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.351 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:52.351 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.352 DEBUG:boto:Params: {} 2022-09-01T10:06:52.352 DEBUG:boto:Token: None 2022-09-01T10:06:52.353 DEBUG:boto:StringToSign: PUT HiNA5/HU7CwjRIhUZJ8d7Q== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.353 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3VDl/9m7U74VvYUBfkpeZACg82M= 2022-09-01T10:06:52.354 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3VDl/9m7U74VvYUBfkpeZACg82M='} 2022-09-01T10:06:52.402 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"1e2340e7f1d4ec2c23448854649f1ded"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'I3tqhBwjUjN0NnKAPvCnY-zhyhMzzSv'), ('x-amz-request-id', 'tx00000e545ae66ee66dc15-006310843c-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.403 DEBUG:rgw_multi.tests:version3 id=I3tqhBwjUjN0NnKAPvCnY-zhyhMzzSv 2022-09-01T10:06:52.404 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.404 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:06:52.405 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=I3tqhBwjUjN0NnKAPvCnY-zhyhMzzSv 2022-09-01T10:06:52.405 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=I3tqhBwjUjN0NnKAPvCnY-zhyhMzzSv 2022-09-01T10:06:52.406 DEBUG:boto:Method: DELETE 2022-09-01T10:06:52.406 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=I3tqhBwjUjN0NnKAPvCnY-zhyhMzzSv 2022-09-01T10:06:52.407 DEBUG:boto:Data: 2022-09-01T10:06:52.407 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.408 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:52.408 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.409 DEBUG:boto:Params: {} 2022-09-01T10:06:52.409 DEBUG:boto:Token: None 2022-09-01T10:06:52.410 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/obj-test-zone1?versionId=I3tqhBwjUjN0NnKAPvCnY-zhyhMzzSv 2022-09-01T10:06:52.410 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+NClKUh6UqftNYF5G3YcOgl3D74= 2022-09-01T10:06:52.411 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+NClKUh6UqftNYF5G3YcOgl3D74=', 'Content-Length': '0'} 2022-09-01T10:06:52.426 DEBUG:boto:Response headers: [('x-amz-version-id', 'I3tqhBwjUjN0NnKAPvCnY-zhyhMzzSv'), ('x-amz-request-id', 'tx00000324b8e7c33c15aba-006310843c-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.427 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:06:52.428 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:06:52.429 DEBUG:boto:Method: HEAD 2022-09-01T10:06:52.430 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:06:52.431 DEBUG:boto:Data: 2022-09-01T10:06:52.431 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.432 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:52.433 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.434 DEBUG:boto:Params: {} 2022-09-01T10:06:52.434 DEBUG:boto:Token: None 2022-09-01T10:06:52.435 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/ 2022-09-01T10:06:52.436 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J+pOOiHIjnkwbmFlqJesDyRgQiM= 2022-09-01T10:06:52.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J+pOOiHIjnkwbmFlqJesDyRgQiM=', 'Content-Length': '0'} 2022-09-01T10:06:52.439 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002b549f7854117213-006310843c-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.440 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.440 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.441 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.441 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.442 DEBUG:boto:Data: 2022-09-01T10:06:52.442 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.443 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:52.443 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.444 DEBUG:boto:Params: {} 2022-09-01T10:06:52.445 DEBUG:boto:Token: None 2022-09-01T10:06:52.445 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EzO/N53f4h6bqb41B9mR/lUC+Vc= 2022-09-01T10:06:52.446 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EzO/N53f4h6bqb41B9mR/lUC+Vc='} 2022-09-01T10:06:52.460 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-amz-request-id', 'tx0000060c8384b6eb05231-006310843c-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.461 DEBUG:rgw_multi.tests:version1 id=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:06:52.461 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.462 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.462 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.463 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.463 DEBUG:boto:Data: 2022-09-01T10:06:52.464 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.464 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:52.465 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.465 DEBUG:boto:Params: {} 2022-09-01T10:06:52.466 DEBUG:boto:Token: None 2022-09-01T10:06:52.467 DEBUG:boto:StringToSign: PUT Lg6VKF8IoH3qF+fuERshyA== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.467 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u3YrgP0aLHKD7maZdgJoi4TzjhI= 2022-09-01T10:06:52.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u3YrgP0aLHKD7maZdgJoi4TzjhI='} 2022-09-01T10:06:52.514 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"2e0e95285f08a07dea17e7ee111b21c8"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'fVtBG4TgTd7qy0eN2xK.ZvyAw7ipxbo'), ('x-amz-request-id', 'tx00000ffa33fd96ee099b9-006310843c-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.515 DEBUG:rgw_multi.tests:version2 id=fVtBG4TgTd7qy0eN2xK.ZvyAw7ipxbo 2022-09-01T10:06:52.516 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.516 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.517 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=fVtBG4TgTd7qy0eN2xK.ZvyAw7ipxbo 2022-09-01T10:06:52.517 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=fVtBG4TgTd7qy0eN2xK.ZvyAw7ipxbo 2022-09-01T10:06:52.518 DEBUG:boto:Method: DELETE 2022-09-01T10:06:52.518 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=fVtBG4TgTd7qy0eN2xK.ZvyAw7ipxbo 2022-09-01T10:06:52.519 DEBUG:boto:Data: 2022-09-01T10:06:52.519 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.520 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:52.520 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.521 DEBUG:boto:Params: {} 2022-09-01T10:06:52.521 DEBUG:boto:Token: None 2022-09-01T10:06:52.523 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/obj-test-zone2?versionId=fVtBG4TgTd7qy0eN2xK.ZvyAw7ipxbo 2022-09-01T10:06:52.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iUn759uzS7iTJ6+gzuS8MonarmM= 2022-09-01T10:06:52.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iUn759uzS7iTJ6+gzuS8MonarmM=', 'Content-Length': '0'} 2022-09-01T10:06:52.537 DEBUG:boto:Response headers: [('x-amz-version-id', 'fVtBG4TgTd7qy0eN2xK.ZvyAw7ipxbo'), ('x-amz-request-id', 'tx00000c2d4b8fcac2a06d2-006310843c-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.537 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.538 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.539 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.539 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.540 DEBUG:boto:Data: 2022-09-01T10:06:52.540 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.541 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:52.541 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.542 DEBUG:boto:Params: {} 2022-09-01T10:06:52.542 DEBUG:boto:Token: None 2022-09-01T10:06:52.543 DEBUG:boto:StringToSign: PUT HiNA5/HU7CwjRIhUZJ8d7Q== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.543 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G2hhmfCa/5XAj6eVgTSDJFIooaM= 2022-09-01T10:06:52.544 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G2hhmfCa/5XAj6eVgTSDJFIooaM='} 2022-09-01T10:06:52.555 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"1e2340e7f1d4ec2c23448854649f1ded"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'WIrO1oak-7kLBopQTmCSatWB249jDP3'), ('x-amz-request-id', 'tx000001de4f91fcfabc390-006310843c-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.555 DEBUG:rgw_multi.tests:version3 id=WIrO1oak-7kLBopQTmCSatWB249jDP3 2022-09-01T10:06:52.556 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.556 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:06:52.557 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=WIrO1oak-7kLBopQTmCSatWB249jDP3 2022-09-01T10:06:52.557 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=WIrO1oak-7kLBopQTmCSatWB249jDP3 2022-09-01T10:06:52.558 DEBUG:boto:Method: DELETE 2022-09-01T10:06:52.558 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=WIrO1oak-7kLBopQTmCSatWB249jDP3 2022-09-01T10:06:52.559 DEBUG:boto:Data: 2022-09-01T10:06:52.559 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.560 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:52.560 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.561 DEBUG:boto:Params: {} 2022-09-01T10:06:52.561 DEBUG:boto:Token: None 2022-09-01T10:06:52.562 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/obj-test-zone2?versionId=WIrO1oak-7kLBopQTmCSatWB249jDP3 2022-09-01T10:06:52.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GUOW1ZoBNTP/Gs5XJNFIybnNF1E= 2022-09-01T10:06:52.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GUOW1ZoBNTP/Gs5XJNFIybnNF1E=', 'Content-Length': '0'} 2022-09-01T10:06:52.574 DEBUG:boto:Response headers: [('x-amz-version-id', 'WIrO1oak-7kLBopQTmCSatWB249jDP3'), ('x-amz-request-id', 'tx000008e5278495766bf46-006310843c-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.575 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:06:52.575 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:06:52.576 DEBUG:boto:Method: HEAD 2022-09-01T10:06:52.576 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:06:52.577 DEBUG:boto:Data: 2022-09-01T10:06:52.577 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.578 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:52.578 DEBUG:boto:Port: 8001 2022-09-01T10:06:52.579 DEBUG:boto:Params: {} 2022-09-01T10:06:52.579 DEBUG:boto:Token: None 2022-09-01T10:06:52.580 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/ 2022-09-01T10:06:52.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J+pOOiHIjnkwbmFlqJesDyRgQiM= 2022-09-01T10:06:52.581 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J+pOOiHIjnkwbmFlqJesDyRgQiM=', 'Content-Length': '0'} 2022-09-01T10:06:52.584 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000010362478e450c841-006310843c-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.585 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.585 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.586 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.586 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.587 DEBUG:boto:Data: 2022-09-01T10:06:52.587 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.588 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:52.588 DEBUG:boto:Port: 8001 2022-09-01T10:06:52.589 DEBUG:boto:Params: {} 2022-09-01T10:06:52.589 DEBUG:boto:Token: None 2022-09-01T10:06:52.590 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.591 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JDuXaYoWkiD2t/+mf0hwcjwi89c= 2022-09-01T10:06:52.591 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JDuXaYoWkiD2t/+mf0hwcjwi89c='} 2022-09-01T10:06:52.608 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-amz-request-id', 'tx00000cfa31b41fc1c0c8c-006310843c-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.608 DEBUG:rgw_multi.tests:version1 id=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:06:52.609 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.610 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.610 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.611 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.611 DEBUG:boto:Data: 2022-09-01T10:06:52.612 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.612 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:52.613 DEBUG:boto:Port: 8001 2022-09-01T10:06:52.613 DEBUG:boto:Params: {} 2022-09-01T10:06:52.614 DEBUG:boto:Token: None 2022-09-01T10:06:52.615 DEBUG:boto:StringToSign: PUT Lg6VKF8IoH3qF+fuERshyA== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uIFpqQHS73G4C5k02IwvPAiSzmY= 2022-09-01T10:06:52.616 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uIFpqQHS73G4C5k02IwvPAiSzmY='} 2022-09-01T10:06:52.633 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"2e0e95285f08a07dea17e7ee111b21c8"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'PqbWIwvpI4D4j-bDxpkqKu-6jimw22w'), ('x-amz-request-id', 'tx00000a7ef0f1f5fd9f567-006310843c-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.633 DEBUG:rgw_multi.tests:version2 id=PqbWIwvpI4D4j-bDxpkqKu-6jimw22w 2022-09-01T10:06:52.634 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.634 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.635 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=PqbWIwvpI4D4j-bDxpkqKu-6jimw22w 2022-09-01T10:06:52.635 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=PqbWIwvpI4D4j-bDxpkqKu-6jimw22w 2022-09-01T10:06:52.636 DEBUG:boto:Method: DELETE 2022-09-01T10:06:52.636 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=PqbWIwvpI4D4j-bDxpkqKu-6jimw22w 2022-09-01T10:06:52.637 DEBUG:boto:Data: 2022-09-01T10:06:52.637 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.638 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:52.638 DEBUG:boto:Port: 8001 2022-09-01T10:06:52.639 DEBUG:boto:Params: {} 2022-09-01T10:06:52.639 DEBUG:boto:Token: None 2022-09-01T10:06:52.640 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/obj-test-zone3?versionId=PqbWIwvpI4D4j-bDxpkqKu-6jimw22w 2022-09-01T10:06:52.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SUePhEvuh070U4xb1WVwav1Nb9U= 2022-09-01T10:06:52.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SUePhEvuh070U4xb1WVwav1Nb9U=', 'Content-Length': '0'} 2022-09-01T10:06:52.656 DEBUG:boto:Response headers: [('x-amz-version-id', 'PqbWIwvpI4D4j-bDxpkqKu-6jimw22w'), ('x-amz-request-id', 'tx0000005d4b405879b21b8-006310843c-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.657 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.658 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.658 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.659 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.659 DEBUG:boto:Data: 2022-09-01T10:06:52.660 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.660 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:52.661 DEBUG:boto:Port: 8001 2022-09-01T10:06:52.661 DEBUG:boto:Params: {} 2022-09-01T10:06:52.662 DEBUG:boto:Token: None 2022-09-01T10:06:52.663 DEBUG:boto:StringToSign: PUT HiNA5/HU7CwjRIhUZJ8d7Q== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.663 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M6CiQe/inourwNXQYZsEOM13pEM= 2022-09-01T10:06:52.664 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M6CiQe/inourwNXQYZsEOM13pEM='} 2022-09-01T10:06:52.706 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"1e2340e7f1d4ec2c23448854649f1ded"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'g6cBWpB.M23LSzqH6tyKrCv31Yr4eLu'), ('x-amz-request-id', 'tx00000238e7f0432306aec-006310843c-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.707 DEBUG:rgw_multi.tests:version3 id=g6cBWpB.M23LSzqH6tyKrCv31Yr4eLu 2022-09-01T10:06:52.708 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.708 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:06:52.709 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=g6cBWpB.M23LSzqH6tyKrCv31Yr4eLu 2022-09-01T10:06:52.709 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=g6cBWpB.M23LSzqH6tyKrCv31Yr4eLu 2022-09-01T10:06:52.710 DEBUG:boto:Method: DELETE 2022-09-01T10:06:52.710 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=g6cBWpB.M23LSzqH6tyKrCv31Yr4eLu 2022-09-01T10:06:52.711 DEBUG:boto:Data: 2022-09-01T10:06:52.711 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.712 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:52.712 DEBUG:boto:Port: 8001 2022-09-01T10:06:52.713 DEBUG:boto:Params: {} 2022-09-01T10:06:52.713 DEBUG:boto:Token: None 2022-09-01T10:06:52.714 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-17/obj-test-zone3?versionId=g6cBWpB.M23LSzqH6tyKrCv31Yr4eLu 2022-09-01T10:06:52.714 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TZDKfs0+pt+gi9i+JfZ1w2fc8cQ= 2022-09-01T10:06:52.715 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TZDKfs0+pt+gi9i+JfZ1w2fc8cQ=', 'Content-Length': '0'} 2022-09-01T10:06:52.727 DEBUG:boto:Response headers: [('x-amz-version-id', 'g6cBWpB.M23LSzqH6tyKrCv31Yr4eLu'), ('x-amz-request-id', 'tx000000032cd330db0ab98-006310843c-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.728 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:06:52.729 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:06:52.729 DEBUG:boto:Method: HEAD 2022-09-01T10:06:52.730 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:06:52.731 DEBUG:boto:Data: 2022-09-01T10:06:52.731 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.732 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:52.733 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.734 DEBUG:boto:Params: {} 2022-09-01T10:06:52.735 DEBUG:boto:Token: None 2022-09-01T10:06:52.736 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-18/ 2022-09-01T10:06:52.737 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lzBVL/IYRsIZh4CYQUNKb8JUO8s= 2022-09-01T10:06:52.738 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lzBVL/IYRsIZh4CYQUNKb8JUO8s=', 'Content-Length': '0'} 2022-09-01T10:06:52.741 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c71838f27227ea4e-006310843c-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.742 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.743 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.743 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.744 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.744 DEBUG:boto:Data: 2022-09-01T10:06:52.745 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.746 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:52.746 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.747 DEBUG:boto:Params: {} 2022-09-01T10:06:52.747 DEBUG:boto:Token: None 2022-09-01T10:06:52.748 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.749 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z2WPsDdC2kE9bRTCNjXEfi7N4GY= 2022-09-01T10:06:52.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z2WPsDdC2kE9bRTCNjXEfi7N4GY='} 2022-09-01T10:06:52.761 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-amz-request-id', 'tx000001e9575225224e47e-006310843c-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.762 DEBUG:rgw_multi.tests:version1 id=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:06:52.763 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.764 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.765 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.766 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.767 DEBUG:boto:Data: 2022-09-01T10:06:52.768 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.768 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:52.769 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.769 DEBUG:boto:Params: {} 2022-09-01T10:06:52.770 DEBUG:boto:Token: None 2022-09-01T10:06:52.770 DEBUG:boto:StringToSign: PUT Lg6VKF8IoH3qF+fuERshyA== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.771 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:22q0t2QQsgzoGlG/HMPAmPjQIGY= 2022-09-01T10:06:52.772 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:22q0t2QQsgzoGlG/HMPAmPjQIGY='} 2022-09-01T10:06:52.782 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"2e0e95285f08a07dea17e7ee111b21c8"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'xYt4KHk0JdS4ejlTjXeeoSsmkGhmpq0'), ('x-amz-request-id', 'tx00000df889597820b7bb7-006310843c-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.783 DEBUG:rgw_multi.tests:version2 id=xYt4KHk0JdS4ejlTjXeeoSsmkGhmpq0 2022-09-01T10:06:52.783 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.784 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.784 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=xYt4KHk0JdS4ejlTjXeeoSsmkGhmpq0 2022-09-01T10:06:52.785 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=xYt4KHk0JdS4ejlTjXeeoSsmkGhmpq0 2022-09-01T10:06:52.785 DEBUG:boto:Method: DELETE 2022-09-01T10:06:52.786 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=xYt4KHk0JdS4ejlTjXeeoSsmkGhmpq0 2022-09-01T10:06:52.786 DEBUG:boto:Data: 2022-09-01T10:06:52.787 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.787 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:52.788 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.788 DEBUG:boto:Params: {} 2022-09-01T10:06:52.789 DEBUG:boto:Token: None 2022-09-01T10:06:52.789 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-18/obj-test-zone1?versionId=xYt4KHk0JdS4ejlTjXeeoSsmkGhmpq0 2022-09-01T10:06:52.790 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0uZUh12ILCw1DR6DIzMFhFQ4XGY= 2022-09-01T10:06:52.790 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0uZUh12ILCw1DR6DIzMFhFQ4XGY=', 'Content-Length': '0'} 2022-09-01T10:06:52.801 DEBUG:boto:Response headers: [('x-amz-version-id', 'xYt4KHk0JdS4ejlTjXeeoSsmkGhmpq0'), ('x-amz-request-id', 'tx0000039418ddf988d1f21-006310843c-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.803 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.803 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.804 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.804 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.805 DEBUG:boto:Data: 2022-09-01T10:06:52.805 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.806 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:52.806 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.807 DEBUG:boto:Params: {} 2022-09-01T10:06:52.807 DEBUG:boto:Token: None 2022-09-01T10:06:52.808 DEBUG:boto:StringToSign: PUT HiNA5/HU7CwjRIhUZJ8d7Q== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v8dj95rehg3/AjYqALhT0nROJ6Y= 2022-09-01T10:06:52.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v8dj95rehg3/AjYqALhT0nROJ6Y='} 2022-09-01T10:06:52.854 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"1e2340e7f1d4ec2c23448854649f1ded"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'E.Q429yzQ0nbfwa-fTYyG0264CvqDzQ'), ('x-amz-request-id', 'tx00000fd3099150e66168f-006310843c-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.856 DEBUG:rgw_multi.tests:version3 id=E.Q429yzQ0nbfwa-fTYyG0264CvqDzQ 2022-09-01T10:06:52.857 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.858 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:06:52.859 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=E.Q429yzQ0nbfwa-fTYyG0264CvqDzQ 2022-09-01T10:06:52.860 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=E.Q429yzQ0nbfwa-fTYyG0264CvqDzQ 2022-09-01T10:06:52.860 DEBUG:boto:Method: DELETE 2022-09-01T10:06:52.861 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=E.Q429yzQ0nbfwa-fTYyG0264CvqDzQ 2022-09-01T10:06:52.862 DEBUG:boto:Data: 2022-09-01T10:06:52.863 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.864 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:06:52.864 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.865 DEBUG:boto:Params: {} 2022-09-01T10:06:52.865 DEBUG:boto:Token: None 2022-09-01T10:06:52.866 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-18/obj-test-zone1?versionId=E.Q429yzQ0nbfwa-fTYyG0264CvqDzQ 2022-09-01T10:06:52.866 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MgrwhWKiNrc21heDmRR71xRmDHE= 2022-09-01T10:06:52.867 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MgrwhWKiNrc21heDmRR71xRmDHE=', 'Content-Length': '0'} 2022-09-01T10:06:52.880 DEBUG:boto:Response headers: [('x-amz-version-id', 'E.Q429yzQ0nbfwa-fTYyG0264CvqDzQ'), ('x-amz-request-id', 'tx00000de7f061bd0db8cce-006310843c-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.880 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:06:52.881 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:06:52.881 DEBUG:boto:Method: HEAD 2022-09-01T10:06:52.882 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:06:52.882 DEBUG:boto:Data: 2022-09-01T10:06:52.883 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.883 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:52.884 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.884 DEBUG:boto:Params: {} 2022-09-01T10:06:52.885 DEBUG:boto:Token: None 2022-09-01T10:06:52.885 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-18/ 2022-09-01T10:06:52.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lzBVL/IYRsIZh4CYQUNKb8JUO8s= 2022-09-01T10:06:52.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lzBVL/IYRsIZh4CYQUNKb8JUO8s=', 'Content-Length': '0'} 2022-09-01T10:06:52.890 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c5471885e81cc1ee-006310843c-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.890 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:06:52.891 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:06:52.891 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.892 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2 2022-09-01T10:06:52.893 DEBUG:boto:Data: 2022-09-01T10:06:52.893 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.894 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:52.894 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.895 DEBUG:boto:Params: {} 2022-09-01T10:06:52.895 DEBUG:boto:Token: None 2022-09-01T10:06:52.896 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-18/obj-test-zone2 2022-09-01T10:06:52.896 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bDFPD0gnIH9avYIo5iCk4kiLL20= 2022-09-01T10:06:52.897 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bDFPD0gnIH9avYIo5iCk4kiLL20='} 2022-09-01T10:06:52.911 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-amz-request-id', 'tx00000477f43dcca84c32b-006310843c-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.912 DEBUG:rgw_multi.tests:version1 id=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:06:52.913 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:06:52.914 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:06:52.915 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.916 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2 2022-09-01T10:06:52.917 DEBUG:boto:Data: 2022-09-01T10:06:52.918 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.918 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:52.919 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.920 DEBUG:boto:Params: {} 2022-09-01T10:06:52.921 DEBUG:boto:Token: None 2022-09-01T10:06:52.922 DEBUG:boto:StringToSign: PUT Lg6VKF8IoH3qF+fuERshyA== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-18/obj-test-zone2 2022-09-01T10:06:52.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9xxxngzH/ntvrCgO+qoq3KCOi4E= 2022-09-01T10:06:52.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9xxxngzH/ntvrCgO+qoq3KCOi4E='} 2022-09-01T10:06:52.936 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"2e0e95285f08a07dea17e7ee111b21c8"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'K3075QevxghJ3BxNAnKmCUAn1H4Yasr'), ('x-amz-request-id', 'tx00000a2a81951898eba17-006310843c-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.937 DEBUG:rgw_multi.tests:version2 id=K3075QevxghJ3BxNAnKmCUAn1H4Yasr 2022-09-01T10:06:52.938 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:06:52.939 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:06:52.940 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=K3075QevxghJ3BxNAnKmCUAn1H4Yasr 2022-09-01T10:06:52.941 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=K3075QevxghJ3BxNAnKmCUAn1H4Yasr 2022-09-01T10:06:52.942 DEBUG:boto:Method: DELETE 2022-09-01T10:06:52.943 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=K3075QevxghJ3BxNAnKmCUAn1H4Yasr 2022-09-01T10:06:52.944 DEBUG:boto:Data: 2022-09-01T10:06:52.944 DEBUG:boto:Headers: {} 2022-09-01T10:06:52.945 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:52.946 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.947 DEBUG:boto:Params: {} 2022-09-01T10:06:52.948 DEBUG:boto:Token: None 2022-09-01T10:06:52.949 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-18/obj-test-zone2?versionId=K3075QevxghJ3BxNAnKmCUAn1H4Yasr 2022-09-01T10:06:52.950 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Azla2f7BKHo2fk1WAyKnQtakjhA= 2022-09-01T10:06:52.950 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Azla2f7BKHo2fk1WAyKnQtakjhA=', 'Content-Length': '0'} 2022-09-01T10:06:52.962 DEBUG:boto:Response headers: [('x-amz-version-id', 'K3075QevxghJ3BxNAnKmCUAn1H4Yasr'), ('x-amz-request-id', 'tx000005c0a6ed2f1bb66ff-006310843c-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:52.963 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:06:52.964 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:06:52.964 DEBUG:boto:Method: PUT 2022-09-01T10:06:52.965 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2 2022-09-01T10:06:52.965 DEBUG:boto:Data: 2022-09-01T10:06:52.966 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:52.966 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:52.967 DEBUG:boto:Port: 8000 2022-09-01T10:06:52.968 DEBUG:boto:Params: {} 2022-09-01T10:06:52.968 DEBUG:boto:Token: None 2022-09-01T10:06:52.969 DEBUG:boto:StringToSign: PUT HiNA5/HU7CwjRIhUZJ8d7Q== application/octet-stream Thu, 01 Sep 2022 10:06:52 GMT /ptoxvb-18/obj-test-zone2 2022-09-01T10:06:52.969 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kgqKrj5aDClpBDcsXCPSNRlfoMc= 2022-09-01T10:06:52.970 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kgqKrj5aDClpBDcsXCPSNRlfoMc='} 2022-09-01T10:06:53.014 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"1e2340e7f1d4ec2c23448854649f1ded"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'J3EG3jYJPL-7533taB6o0ct5nGRkGU2'), ('x-amz-request-id', 'tx000006562f105eff16df9-006310843c-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:53.016 DEBUG:rgw_multi.tests:version3 id=J3EG3jYJPL-7533taB6o0ct5nGRkGU2 2022-09-01T10:06:53.017 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:06:53.017 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:06:53.018 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=J3EG3jYJPL-7533taB6o0ct5nGRkGU2 2022-09-01T10:06:53.019 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=J3EG3jYJPL-7533taB6o0ct5nGRkGU2 2022-09-01T10:06:53.020 DEBUG:boto:Method: DELETE 2022-09-01T10:06:53.021 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=J3EG3jYJPL-7533taB6o0ct5nGRkGU2 2022-09-01T10:06:53.022 DEBUG:boto:Data: 2022-09-01T10:06:53.023 DEBUG:boto:Headers: {} 2022-09-01T10:06:53.024 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:06:53.024 DEBUG:boto:Port: 8000 2022-09-01T10:06:53.025 DEBUG:boto:Params: {} 2022-09-01T10:06:53.026 DEBUG:boto:Token: None 2022-09-01T10:06:53.027 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:53 GMT /ptoxvb-18/obj-test-zone2?versionId=J3EG3jYJPL-7533taB6o0ct5nGRkGU2 2022-09-01T10:06:53.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QbsKNgrR6abHNzcy5LOvmPfyFEA= 2022-09-01T10:06:53.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QbsKNgrR6abHNzcy5LOvmPfyFEA=', 'Content-Length': '0'} 2022-09-01T10:06:53.040 DEBUG:boto:Response headers: [('x-amz-version-id', 'J3EG3jYJPL-7533taB6o0ct5nGRkGU2'), ('x-amz-request-id', 'tx00000936891061e72607a-006310843d-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:53.041 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:06:53.041 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:06:53.042 DEBUG:boto:Method: HEAD 2022-09-01T10:06:53.043 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:06:53.043 DEBUG:boto:Data: 2022-09-01T10:06:53.043 DEBUG:boto:Headers: {} 2022-09-01T10:06:53.044 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:53.044 DEBUG:boto:Port: 8001 2022-09-01T10:06:53.045 DEBUG:boto:Params: {} 2022-09-01T10:06:53.046 DEBUG:boto:Token: None 2022-09-01T10:06:53.047 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:06:53 GMT /ptoxvb-18/ 2022-09-01T10:06:53.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0O79XdDBLh/GedbaI3c3h273/IY= 2022-09-01T10:06:53.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0O79XdDBLh/GedbaI3c3h273/IY=', 'Content-Length': '0'} 2022-09-01T10:06:53.053 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a968e44725250c7b-006310843d-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:53.053 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.054 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.055 DEBUG:boto:Method: PUT 2022-09-01T10:06:53.055 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.056 DEBUG:boto:Data: 2022-09-01T10:06:53.056 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:53.057 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:53.057 DEBUG:boto:Port: 8001 2022-09-01T10:06:53.058 DEBUG:boto:Params: {} 2022-09-01T10:06:53.058 DEBUG:boto:Token: None 2022-09-01T10:06:53.059 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:06:53 GMT /ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.059 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qfvEuKbHVfodwkFp7CEOtRDkoRc= 2022-09-01T10:06:53.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qfvEuKbHVfodwkFp7CEOtRDkoRc='} 2022-09-01T10:06:53.072 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-amz-request-id', 'tx000007f886251a7be2cc3-006310843d-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:53.073 DEBUG:rgw_multi.tests:version1 id=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:06:53.074 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.074 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.075 DEBUG:boto:Method: PUT 2022-09-01T10:06:53.075 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.076 DEBUG:boto:Data: 2022-09-01T10:06:53.076 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:53.077 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:53.077 DEBUG:boto:Port: 8001 2022-09-01T10:06:53.078 DEBUG:boto:Params: {} 2022-09-01T10:06:53.078 DEBUG:boto:Token: None 2022-09-01T10:06:53.079 DEBUG:boto:StringToSign: PUT Lg6VKF8IoH3qF+fuERshyA== application/octet-stream Thu, 01 Sep 2022 10:06:53 GMT /ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.080 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rvxjDwrxOQWxt6jt7PPZ0aT6YcY= 2022-09-01T10:06:53.080 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'Lg6VKF8IoH3qF+fuERshyA==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rvxjDwrxOQWxt6jt7PPZ0aT6YcY='} 2022-09-01T10:06:53.090 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"2e0e95285f08a07dea17e7ee111b21c8"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', '7drLLsgy19pNRxVz5rp2536j7YL.7V6'), ('x-amz-request-id', 'tx00000335fa6edcc12c2ca-006310843d-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:53.091 DEBUG:rgw_multi.tests:version2 id=7drLLsgy19pNRxVz5rp2536j7YL.7V6 2022-09-01T10:06:53.091 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.092 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.092 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=7drLLsgy19pNRxVz5rp2536j7YL.7V6 2022-09-01T10:06:53.093 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=7drLLsgy19pNRxVz5rp2536j7YL.7V6 2022-09-01T10:06:53.093 DEBUG:boto:Method: DELETE 2022-09-01T10:06:53.094 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=7drLLsgy19pNRxVz5rp2536j7YL.7V6 2022-09-01T10:06:53.094 DEBUG:boto:Data: 2022-09-01T10:06:53.095 DEBUG:boto:Headers: {} 2022-09-01T10:06:53.095 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:53.096 DEBUG:boto:Port: 8001 2022-09-01T10:06:53.096 DEBUG:boto:Params: {} 2022-09-01T10:06:53.097 DEBUG:boto:Token: None 2022-09-01T10:06:53.098 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:53 GMT /ptoxvb-18/obj-test-zone3?versionId=7drLLsgy19pNRxVz5rp2536j7YL.7V6 2022-09-01T10:06:53.098 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3FkoBjn//+1acHfQWRlbvDCcie4= 2022-09-01T10:06:53.099 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3FkoBjn//+1acHfQWRlbvDCcie4=', 'Content-Length': '0'} 2022-09-01T10:06:53.117 DEBUG:boto:Response headers: [('x-amz-version-id', '7drLLsgy19pNRxVz5rp2536j7YL.7V6'), ('x-amz-request-id', 'tx0000036c928ab45f63f91-006310843d-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:53.118 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.119 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.119 DEBUG:boto:Method: PUT 2022-09-01T10:06:53.120 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.120 DEBUG:boto:Data: 2022-09-01T10:06:53.121 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:06:53.121 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:53.122 DEBUG:boto:Port: 8001 2022-09-01T10:06:53.122 DEBUG:boto:Params: {} 2022-09-01T10:06:53.123 DEBUG:boto:Token: None 2022-09-01T10:06:53.124 DEBUG:boto:StringToSign: PUT HiNA5/HU7CwjRIhUZJ8d7Q== application/octet-stream Thu, 01 Sep 2022 10:06:53 GMT /ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K7vDrhS6emOSRqUo+9ihHco3pv8= 2022-09-01T10:06:53.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'HiNA5/HU7CwjRIhUZJ8d7Q==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:06:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K7vDrhS6emOSRqUo+9ihHco3pv8='} 2022-09-01T10:06:53.170 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"1e2340e7f1d4ec2c23448854649f1ded"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'spWu9tHHmOwX77tlAcpfy74SN6fdZuU'), ('x-amz-request-id', 'tx000007c3990efddd07d0a-006310843d-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:53.171 DEBUG:rgw_multi.tests:version3 id=spWu9tHHmOwX77tlAcpfy74SN6fdZuU 2022-09-01T10:06:53.172 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.172 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:06:53.173 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=spWu9tHHmOwX77tlAcpfy74SN6fdZuU 2022-09-01T10:06:53.173 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=spWu9tHHmOwX77tlAcpfy74SN6fdZuU 2022-09-01T10:06:53.174 DEBUG:boto:Method: DELETE 2022-09-01T10:06:53.175 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=spWu9tHHmOwX77tlAcpfy74SN6fdZuU 2022-09-01T10:06:53.175 DEBUG:boto:Data: 2022-09-01T10:06:53.176 DEBUG:boto:Headers: {} 2022-09-01T10:06:53.176 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:06:53.177 DEBUG:boto:Port: 8001 2022-09-01T10:06:53.177 DEBUG:boto:Params: {} 2022-09-01T10:06:53.178 DEBUG:boto:Token: None 2022-09-01T10:06:53.178 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:06:53 GMT /ptoxvb-18/obj-test-zone3?versionId=spWu9tHHmOwX77tlAcpfy74SN6fdZuU 2022-09-01T10:06:53.179 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tzm9aXuEqEsGEHzYs/7efsv8sHQ= 2022-09-01T10:06:53.180 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:06:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tzm9aXuEqEsGEHzYs/7efsv8sHQ=', 'Content-Length': '0'} 2022-09-01T10:06:53.193 DEBUG:boto:Response headers: [('x-amz-version-id', 'spWu9tHHmOwX77tlAcpfy74SN6fdZuU'), ('x-amz-request-id', 'tx0000047ea83e94b4bacb6-006310843d-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:06:53.194 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-16 2022-09-01T10:06:53.194 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:06:53.195 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:06:53.196 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:06:53.262 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:06:53.262 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:06:53.298 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:06:53.298+0000 7f21f8297600 1 waiting for incremental sync to catch up: 2022-09-01T10:06:53.299 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000005.12.9, , , , , ] 2022-09-01T10:06:53.299 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.24.5, , , , 00000000005.12.9, , , , , ] 2022-09-01T10:06:58.300 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:06:58.299+0000 7f21f8297600 1 waiting for incremental sync to catch up: 2022-09-01T10:06:58.300 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000005.12.9, , , , , ] 2022-09-01T10:06:58.301 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.24.5, , , , 00000000005.12.9, , , , , ] 2022-09-01T10:07:03.302 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:07:03.301+0000 7f21f8297600 1 bucket sync caught up with source: 2022-09-01T10:07:03.302 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.24.5, , , , 00000000005.12.9, , , , , ] 2022-09-01T10:07:03.302 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.24.5, , , , 00000000005.12.9, , , , , ] 2022-09-01T10:07:03.303 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:07:03.301+0000 7f21f8297600 0 bucket checkpoint complete 2022-09-01T10:07:03.319 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-16 2022-09-01T10:07:03.320 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:03.321 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:03.321 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:07:03.388 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:07:03.389 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:07:03.428 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:07:03.426+0000 7fe55bd83600 1 waiting for incremental sync to catch up: 2022-09-01T10:07:03.428 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000005.12.9, , , , , ] 2022-09-01T10:07:03.429 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000010.24.5, , , , 00000000005.12.9, , , , , ] 2022-09-01T10:07:08.429 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:07:08.428+0000 7fe55bd83600 1 waiting for incremental sync to catch up: 2022-09-01T10:07:08.430 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000005.12.9, , , , , ] 2022-09-01T10:07:08.430 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000010.24.5, , , , 00000000005.12.9, , , , , ] 2022-09-01T10:07:13.431 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:07:13.430+0000 7fe55bd83600 1 bucket sync caught up with source: 2022-09-01T10:07:13.431 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000010.24.5, , , , 00000000007.16.10, , , , , ] 2022-09-01T10:07:13.432 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000010.24.5, , , , 00000000005.12.9, , , , , ] 2022-09-01T10:07:13.432 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:07:13.430+0000 7fe55bd83600 0 bucket checkpoint complete 2022-09-01T10:07:13.451 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-16 2022-09-01T10:07:13.452 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:13.453 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:13.453 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:07:13.519 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:07:13.520 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:07:13.557 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:07:13.556+0000 7f5632c00600 1 bucket sync caught up with source: 2022-09-01T10:07:13.558 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.24.5, , 00000000002.8.10, , 00000000007.16.10, , , , , ] 2022-09-01T10:07:13.558 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.24.5, , 00000000002.8.10, , 00000000007.16.10, , , , , ] 2022-09-01T10:07:13.558 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:07:13.556+0000 7f5632c00600 0 bucket checkpoint complete 2022-09-01T10:07:13.570 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-16 2022-09-01T10:07:13.571 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:13.571 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:13.572 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:07:13.636 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:07:13.636 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:07:13.678 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:07:13.678+0000 7f0ab0903600 1 waiting for incremental sync to catch up: 2022-09-01T10:07:13.679 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.18.10, , 00000000001.17.5, , 00000000004.14.9, , , , , ] 2022-09-01T10:07:13.679 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.18.10, , 00000000010.34.5, , 00000000004.14.9, , , , , ] 2022-09-01T10:07:18.680 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:07:18.680+0000 7f0ab0903600 1 waiting for incremental sync to catch up: 2022-09-01T10:07:18.680 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.18.10, , 00000000001.17.5, , 00000000004.14.9, , , , , ] 2022-09-01T10:07:18.681 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.18.10, , 00000000010.34.5, , 00000000004.14.9, , , , , ] 2022-09-01T10:07:23.681 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:07:23.681+0000 7f0ab0903600 1 waiting for incremental sync to catch up: 2022-09-01T10:07:23.682 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.18.10, , 00000000001.17.5, , 00000000004.14.9, , , , , ] 2022-09-01T10:07:23.682 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.18.10, , 00000000010.34.5, , 00000000004.14.9, , , , , ] 2022-09-01T10:07:28.682 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:07:28.682+0000 7f0ab0903600 1 bucket sync caught up with source: 2022-09-01T10:07:28.683 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.20.9, , 00000000010.34.5, , 00000000007.20.9, , , , , ] 2022-09-01T10:07:28.683 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.18.10, , 00000000010.34.5, , 00000000004.14.9, , , , , ] 2022-09-01T10:07:28.683 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:07:28.682+0000 7f0ab0903600 0 bucket checkpoint complete 2022-09-01T10:07:28.706 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-16 2022-09-01T10:07:28.707 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:28.707 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:28.708 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:07:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:07:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:07:28.816 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:07:28.816+0000 7f96f1432600 1 bucket sync caught up with source: 2022-09-01T10:07:28.817 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.20.9, , 00000000010.34.5, , 00000000007.20.9, , , , , ] 2022-09-01T10:07:28.817 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.20.9, , 00000000010.34.5, , 00000000007.20.9, , , , , ] 2022-09-01T10:07:28.817 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:07:28.816+0000 7f96f1432600 0 bucket checkpoint complete 2022-09-01T10:07:28.833 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-16 2022-09-01T10:07:28.833 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-16 2022-09-01T10:07:28.834 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:28.834 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:28.835 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:07:28.892 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:07:28.893 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:07:28.936 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:07:28.935+0000 7fb537408600 1 bucket sync caught up with source: 2022-09-01T10:07:28.936 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.19.9, , 00000000002.21.10, , 00000000013.34.5, , , , , ] 2022-09-01T10:07:28.937 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.19.9, , 00000000002.21.10, , 00000000013.34.5, , , , , ] 2022-09-01T10:07:28.937 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:07:28.935+0000 7fb537408600 0 bucket checkpoint complete 2022-09-01T10:07:28.949 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-16 2022-09-01T10:07:28.950 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:28.951 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:28.952 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:07:29.018 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:07:29.019 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:07:29.058 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:07:29.055+0000 7f083fb66600 1 bucket sync caught up with source: 2022-09-01T10:07:29.058 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000003.19.9, , 00000000002.21.10, , 00000000013.34.5, , , , , ] 2022-09-01T10:07:29.059 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000003.19.9, , 00000000002.21.10, , 00000000013.34.5, , , , , ] 2022-09-01T10:07:29.059 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:07:29.055+0000 7f083fb66600 0 bucket checkpoint complete 2022-09-01T10:07:29.070 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-16 2022-09-01T10:07:29.071 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-16 zones={test-zone2, test-zone1} 2022-09-01T10:07:29.071 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.073 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.073 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.074 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:07:29.074 DEBUG:boto:Data: 2022-09-01T10:07:29.076 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.077 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.078 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.079 DEBUG:boto:Params: {} 2022-09-01T10:07:29.080 DEBUG:boto:Token: None 2022-09-01T10:07:29.081 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/ 2022-09-01T10:07:29.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:no57M+nqRL5vVw6E2qBjWnDEBjc= 2022-09-01T10:07:29.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:no57M+nqRL5vVw6E2qBjWnDEBjc=', 'Content-Length': '0'} 2022-09-01T10:07:29.086 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000104139a113585ddc-0063108461-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.087 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.088 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.088 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.089 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:07:29.089 DEBUG:boto:Data: 2022-09-01T10:07:29.090 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.090 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.091 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.092 DEBUG:boto:Params: {} 2022-09-01T10:07:29.093 DEBUG:boto:Token: None 2022-09-01T10:07:29.094 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/ 2022-09-01T10:07:29.095 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:no57M+nqRL5vVw6E2qBjWnDEBjc= 2022-09-01T10:07:29.096 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:no57M+nqRL5vVw6E2qBjWnDEBjc=', 'Content-Length': '0'} 2022-09-01T10:07:29.099 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d727ea9c9e9b53eb-0063108461-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.100 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:07:29.100 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.101 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.102 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:29.102 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:29.103 DEBUG:boto:Method: GET 2022-09-01T10:07:29.103 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:29.104 DEBUG:boto:Data: 2022-09-01T10:07:29.104 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.105 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.105 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.106 DEBUG:boto:Params: {} 2022-09-01T10:07:29.106 DEBUG:boto:Token: None 2022-09-01T10:07:29.107 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/?versions 2022-09-01T10:07:29.108 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tzSSgf9WeEE2VxRJZbFq6JceXbk= 2022-09-01T10:07:29.109 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tzSSgf9WeEE2VxRJZbFq6JceXbk=', 'Content-Length': '0'} 2022-09-01T10:07:29.111 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ecf7ee9e5ec9da85-0063108461-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.112 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.114 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:07:29.115 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:07:29.115 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:07:29.116 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:07:29.116 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:07:29.117 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.117 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.118 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:29.119 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:29.119 DEBUG:boto:Method: GET 2022-09-01T10:07:29.120 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:29.120 DEBUG:boto:Data: 2022-09-01T10:07:29.121 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.122 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.122 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.123 DEBUG:boto:Params: {} 2022-09-01T10:07:29.123 DEBUG:boto:Token: None 2022-09-01T10:07:29.124 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/?versions 2022-09-01T10:07:29.125 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tzSSgf9WeEE2VxRJZbFq6JceXbk= 2022-09-01T10:07:29.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tzSSgf9WeEE2VxRJZbFq6JceXbk=', 'Content-Length': '0'} 2022-09-01T10:07:29.128 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004ade442c6123cdc1-0063108461-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.129 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.130 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:07:29.131 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:07:29.131 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:07:29.132 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:07:29.132 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.133 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.134 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:29.135 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:29.136 DEBUG:boto:Method: GET 2022-09-01T10:07:29.137 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:29.137 DEBUG:boto:Data: 2022-09-01T10:07:29.138 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.139 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.140 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.141 DEBUG:boto:Params: {} 2022-09-01T10:07:29.142 DEBUG:boto:Token: None 2022-09-01T10:07:29.142 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/?versions 2022-09-01T10:07:29.143 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tzSSgf9WeEE2VxRJZbFq6JceXbk= 2022-09-01T10:07:29.143 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tzSSgf9WeEE2VxRJZbFq6JceXbk=', 'Content-Length': '0'} 2022-09-01T10:07:29.146 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002fd7b1753428df30-0063108461-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.147 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.148 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.149 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.149 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:29.150 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:29.150 DEBUG:boto:Method: GET 2022-09-01T10:07:29.151 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:29.151 DEBUG:boto:Data: 2022-09-01T10:07:29.152 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.152 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.153 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.153 DEBUG:boto:Params: {} 2022-09-01T10:07:29.154 DEBUG:boto:Token: None 2022-09-01T10:07:29.155 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/?versions 2022-09-01T10:07:29.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tzSSgf9WeEE2VxRJZbFq6JceXbk= 2022-09-01T10:07:29.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tzSSgf9WeEE2VxRJZbFq6JceXbk=', 'Content-Length': '0'} 2022-09-01T10:07:29.159 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003d2dd2dfa22856cd-0063108461-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.159 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.160 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:07:29.161 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:29.161 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:29.162 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.163 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.163 DEBUG:boto:Method: GET 2022-09-01T10:07:29.164 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.164 DEBUG:boto:Data: 2022-09-01T10:07:29.165 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.165 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.166 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.166 DEBUG:boto:Params: {} 2022-09-01T10:07:29.167 DEBUG:boto:Token: None 2022-09-01T10:07:29.168 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.168 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ks2g3MZza/efF80k5z5Ccl5Z1TY= 2022-09-01T10:07:29.169 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ks2g3MZza/efF80k5z5Ccl5Z1TY=', 'Content-Length': '0'} 2022-09-01T10:07:29.171 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000c32a5e8d18a4d46f-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.172 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:29.173 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:29.174 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.174 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.175 DEBUG:boto:Method: GET 2022-09-01T10:07:29.175 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.176 DEBUG:boto:Data: 2022-09-01T10:07:29.176 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.177 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.177 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.178 DEBUG:boto:Params: {} 2022-09-01T10:07:29.179 DEBUG:boto:Token: None 2022-09-01T10:07:29.179 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.180 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ks2g3MZza/efF80k5z5Ccl5Z1TY= 2022-09-01T10:07:29.181 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ks2g3MZza/efF80k5z5Ccl5Z1TY=', 'Content-Length': '0'} 2022-09-01T10:07:29.182 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000002d6f8fa538c1a698-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.183 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:29.184 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:29.184 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.185 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.185 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.186 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.187 DEBUG:boto:Data: 2022-09-01T10:07:29.187 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.188 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.188 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.189 DEBUG:boto:Params: {} 2022-09-01T10:07:29.189 DEBUG:boto:Token: None 2022-09-01T10:07:29.190 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.190 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gOtMSF1xCQp5JV1DLL7gYCshR/Q= 2022-09-01T10:07:29.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gOtMSF1xCQp5JV1DLL7gYCshR/Q=', 'Content-Length': '0'} 2022-09-01T10:07:29.193 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000007747f90d4f41a8ff-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.194 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:29.195 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:29.197 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.198 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.199 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.200 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.201 DEBUG:boto:Data: 2022-09-01T10:07:29.202 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.203 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.203 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.204 DEBUG:boto:Params: {} 2022-09-01T10:07:29.205 DEBUG:boto:Token: None 2022-09-01T10:07:29.206 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.208 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gOtMSF1xCQp5JV1DLL7gYCshR/Q= 2022-09-01T10:07:29.209 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gOtMSF1xCQp5JV1DLL7gYCshR/Q=', 'Content-Length': '0'} 2022-09-01T10:07:29.211 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000002b1d89cd140e6bc7-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.213 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:07:29.214 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:29.215 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:29.215 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.216 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.217 DEBUG:boto:Method: GET 2022-09-01T10:07:29.218 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.218 DEBUG:boto:Data: 2022-09-01T10:07:29.219 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.219 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.220 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.220 DEBUG:boto:Params: {} 2022-09-01T10:07:29.221 DEBUG:boto:Token: None 2022-09-01T10:07:29.222 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.222 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ks2g3MZza/efF80k5z5Ccl5Z1TY= 2022-09-01T10:07:29.223 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ks2g3MZza/efF80k5z5Ccl5Z1TY=', 'Content-Length': '0'} 2022-09-01T10:07:29.225 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000005773bcc3010db9aa-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.226 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:29.227 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:29.227 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.228 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.228 DEBUG:boto:Method: GET 2022-09-01T10:07:29.229 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.229 DEBUG:boto:Data: 2022-09-01T10:07:29.230 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.230 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.231 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.231 DEBUG:boto:Params: {} 2022-09-01T10:07:29.232 DEBUG:boto:Token: None 2022-09-01T10:07:29.232 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.233 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ks2g3MZza/efF80k5z5Ccl5Z1TY= 2022-09-01T10:07:29.234 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ks2g3MZza/efF80k5z5Ccl5Z1TY=', 'Content-Length': '0'} 2022-09-01T10:07:29.235 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000c831bfe2d395bcce-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.236 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.237 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.237 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:29.238 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:29.238 DEBUG:boto:Method: GET 2022-09-01T10:07:29.239 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:07:29.239 DEBUG:boto:Data: 2022-09-01T10:07:29.240 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.240 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.241 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.241 DEBUG:boto:Params: {} 2022-09-01T10:07:29.242 DEBUG:boto:Token: None 2022-09-01T10:07:29.243 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/ 2022-09-01T10:07:29.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ= 2022-09-01T10:07:29.244 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.246 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f8340a5b605ba1ad-0063108461-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.290 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.291 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.292 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.293 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:29.294 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:29.295 DEBUG:boto:Method: GET 2022-09-01T10:07:29.296 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:07:29.297 DEBUG:boto:Data: 2022-09-01T10:07:29.298 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.299 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.300 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.301 DEBUG:boto:Params: {} 2022-09-01T10:07:29.302 DEBUG:boto:Token: None 2022-09-01T10:07:29.303 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/ 2022-09-01T10:07:29.304 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ= 2022-09-01T10:07:29.305 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.309 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e5862fb80338b0c1-0063108461-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.310 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.311 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:29.312 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:29.313 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.314 DEBUG:boto:Path: /ptoxvb-16/dummy 2022-09-01T10:07:29.315 DEBUG:boto:Data: 2022-09-01T10:07:29.316 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.317 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.318 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.319 DEBUG:boto:Params: {} 2022-09-01T10:07:29.320 DEBUG:boto:Token: None 2022-09-01T10:07:29.321 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/dummy 2022-09-01T10:07:29.322 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HQaZJ5o+okhbt9ZY+p7qpaSfY+o= 2022-09-01T10:07:29.323 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HQaZJ5o+okhbt9ZY+p7qpaSfY+o=', 'Content-Length': '0'} 2022-09-01T10:07:29.326 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000767b648e6421be77-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.327 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:29.328 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:29.329 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.330 DEBUG:boto:Path: /ptoxvb-16/dummy 2022-09-01T10:07:29.331 DEBUG:boto:Data: 2022-09-01T10:07:29.332 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.333 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.334 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.335 DEBUG:boto:Params: {} 2022-09-01T10:07:29.336 DEBUG:boto:Token: None 2022-09-01T10:07:29.336 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/dummy 2022-09-01T10:07:29.337 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HQaZJ5o+okhbt9ZY+p7qpaSfY+o= 2022-09-01T10:07:29.338 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HQaZJ5o+okhbt9ZY+p7qpaSfY+o=', 'Content-Length': '0'} 2022-09-01T10:07:29.340 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004a5009e6703522f3-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.341 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:07:29.342 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:29.342 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:29.343 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.343 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.344 DEBUG:boto:Method: GET 2022-09-01T10:07:29.344 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.345 DEBUG:boto:Data: 2022-09-01T10:07:29.345 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.346 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.347 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.347 DEBUG:boto:Params: {} 2022-09-01T10:07:29.348 DEBUG:boto:Token: None 2022-09-01T10:07:29.348 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.349 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ks2g3MZza/efF80k5z5Ccl5Z1TY= 2022-09-01T10:07:29.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ks2g3MZza/efF80k5z5Ccl5Z1TY=', 'Content-Length': '0'} 2022-09-01T10:07:29.352 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000000e4d1385134503c3-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.352 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:29.353 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:29.353 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.354 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.355 DEBUG:boto:Method: GET 2022-09-01T10:07:29.355 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.356 DEBUG:boto:Data: 2022-09-01T10:07:29.356 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.357 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.357 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.358 DEBUG:boto:Params: {} 2022-09-01T10:07:29.358 DEBUG:boto:Token: None 2022-09-01T10:07:29.359 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:29.360 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ks2g3MZza/efF80k5z5Ccl5Z1TY= 2022-09-01T10:07:29.360 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ks2g3MZza/efF80k5z5Ccl5Z1TY=', 'Content-Length': '0'} 2022-09-01T10:07:29.362 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000027973c3355862ba5-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.363 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.364 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.364 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:29.365 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:29.365 DEBUG:boto:Method: GET 2022-09-01T10:07:29.366 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:07:29.366 DEBUG:boto:Data: 2022-09-01T10:07:29.367 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.367 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.368 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.368 DEBUG:boto:Params: {} 2022-09-01T10:07:29.369 DEBUG:boto:Token: None 2022-09-01T10:07:29.370 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/ 2022-09-01T10:07:29.371 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ= 2022-09-01T10:07:29.371 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.374 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007f31ddaac8da5f24-0063108461-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.375 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.375 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.376 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.377 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:29.377 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:29.378 DEBUG:boto:Method: GET 2022-09-01T10:07:29.378 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:07:29.379 DEBUG:boto:Data: 2022-09-01T10:07:29.380 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.380 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.381 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.381 DEBUG:boto:Params: {} 2022-09-01T10:07:29.382 DEBUG:boto:Token: None 2022-09-01T10:07:29.383 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/ 2022-09-01T10:07:29.383 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ= 2022-09-01T10:07:29.384 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.386 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000db1c6c5b61ad9630-0063108461-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.387 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.388 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:07:29.389 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.389 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.390 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.390 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.391 DEBUG:boto:Method: GET 2022-09-01T10:07:29.392 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.392 DEBUG:boto:Data: 2022-09-01T10:07:29.393 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.393 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.394 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.394 DEBUG:boto:Params: {} 2022-09-01T10:07:29.395 DEBUG:boto:Token: None 2022-09-01T10:07:29.395 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.396 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YDHeXNmYsdHG9NV9/ejdG4CA8wQ= 2022-09-01T10:07:29.397 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YDHeXNmYsdHG9NV9/ejdG4CA8wQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.399 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c4647e36b1a5b930-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.400 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.400 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.401 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.401 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.402 DEBUG:boto:Method: GET 2022-09-01T10:07:29.403 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.403 DEBUG:boto:Data: 2022-09-01T10:07:29.404 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.404 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.405 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.406 DEBUG:boto:Params: {} 2022-09-01T10:07:29.407 DEBUG:boto:Token: None 2022-09-01T10:07:29.408 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.410 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YDHeXNmYsdHG9NV9/ejdG4CA8wQ= 2022-09-01T10:07:29.411 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YDHeXNmYsdHG9NV9/ejdG4CA8wQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.413 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000273ce1917f07541a-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.415 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.416 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.417 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.417 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.418 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.419 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.419 DEBUG:boto:Data: 2022-09-01T10:07:29.420 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.420 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.421 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.421 DEBUG:boto:Params: {} 2022-09-01T10:07:29.422 DEBUG:boto:Token: None 2022-09-01T10:07:29.423 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.423 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LMjBbhujRJYqjdYgRssqQvFipYI= 2022-09-01T10:07:29.424 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LMjBbhujRJYqjdYgRssqQvFipYI=', 'Content-Length': '0'} 2022-09-01T10:07:29.426 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f5e7cafbb1e36f37-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.427 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.427 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.428 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.428 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.429 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.429 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.430 DEBUG:boto:Data: 2022-09-01T10:07:29.430 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.431 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.431 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.432 DEBUG:boto:Params: {} 2022-09-01T10:07:29.433 DEBUG:boto:Token: None 2022-09-01T10:07:29.433 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.434 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LMjBbhujRJYqjdYgRssqQvFipYI= 2022-09-01T10:07:29.435 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LMjBbhujRJYqjdYgRssqQvFipYI=', 'Content-Length': '0'} 2022-09-01T10:07:29.436 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004d98d317a233617b-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.437 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:07:29.438 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.438 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.439 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.440 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.440 DEBUG:boto:Method: GET 2022-09-01T10:07:29.441 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.442 DEBUG:boto:Data: 2022-09-01T10:07:29.443 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.443 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.444 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.445 DEBUG:boto:Params: {} 2022-09-01T10:07:29.446 DEBUG:boto:Token: None 2022-09-01T10:07:29.447 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.448 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YDHeXNmYsdHG9NV9/ejdG4CA8wQ= 2022-09-01T10:07:29.450 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YDHeXNmYsdHG9NV9/ejdG4CA8wQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.452 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000131f18e170b8eaf2-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.497 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.498 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.499 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.500 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.501 DEBUG:boto:Method: GET 2022-09-01T10:07:29.502 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.503 DEBUG:boto:Data: 2022-09-01T10:07:29.504 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.504 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.505 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.506 DEBUG:boto:Params: {} 2022-09-01T10:07:29.506 DEBUG:boto:Token: None 2022-09-01T10:07:29.507 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.508 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YDHeXNmYsdHG9NV9/ejdG4CA8wQ= 2022-09-01T10:07:29.508 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YDHeXNmYsdHG9NV9/ejdG4CA8wQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.510 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b27d3cefae64f000-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.511 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.512 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.512 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:29.513 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:29.513 DEBUG:boto:Method: GET 2022-09-01T10:07:29.514 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:29.514 DEBUG:boto:Data: 2022-09-01T10:07:29.515 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.515 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.516 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.516 DEBUG:boto:Params: {} 2022-09-01T10:07:29.517 DEBUG:boto:Token: None 2022-09-01T10:07:29.518 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/ 2022-09-01T10:07:29.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ= 2022-09-01T10:07:29.519 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.522 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000107966a3629da84f-0063108461-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.523 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.523 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.524 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.525 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:29.525 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:29.526 DEBUG:boto:Method: GET 2022-09-01T10:07:29.526 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:29.527 DEBUG:boto:Data: 2022-09-01T10:07:29.528 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.528 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.529 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.529 DEBUG:boto:Params: {} 2022-09-01T10:07:29.530 DEBUG:boto:Token: None 2022-09-01T10:07:29.531 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/ 2022-09-01T10:07:29.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ= 2022-09-01T10:07:29.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.537 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009819e19535ed1d46-0063108461-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.578 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.579 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.580 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.580 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.581 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.581 DEBUG:boto:Data: 2022-09-01T10:07:29.582 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.583 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.583 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.584 DEBUG:boto:Params: {} 2022-09-01T10:07:29.584 DEBUG:boto:Token: None 2022-09-01T10:07:29.585 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.586 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ip+4IutBfoDxnIxPwVhDkV+UMQ0= 2022-09-01T10:07:29.586 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ip+4IutBfoDxnIxPwVhDkV+UMQ0=', 'Content-Length': '0'} 2022-09-01T10:07:29.589 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002f879881a03d0dfb-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.590 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.590 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.591 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.591 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.592 DEBUG:boto:Data: 2022-09-01T10:07:29.592 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.593 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.594 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.594 DEBUG:boto:Params: {} 2022-09-01T10:07:29.595 DEBUG:boto:Token: None 2022-09-01T10:07:29.595 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ip+4IutBfoDxnIxPwVhDkV+UMQ0= 2022-09-01T10:07:29.596 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ip+4IutBfoDxnIxPwVhDkV+UMQ0=', 'Content-Length': '0'} 2022-09-01T10:07:29.599 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e7eb546476399293-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.599 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:07:29.600 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.601 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.601 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.602 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.602 DEBUG:boto:Method: GET 2022-09-01T10:07:29.603 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.603 DEBUG:boto:Data: 2022-09-01T10:07:29.604 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.604 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.605 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.605 DEBUG:boto:Params: {} 2022-09-01T10:07:29.606 DEBUG:boto:Token: None 2022-09-01T10:07:29.607 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.607 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YDHeXNmYsdHG9NV9/ejdG4CA8wQ= 2022-09-01T10:07:29.608 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YDHeXNmYsdHG9NV9/ejdG4CA8wQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.610 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000077982e36f1a543d0-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.611 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.611 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:29.612 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.612 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.613 DEBUG:boto:Method: GET 2022-09-01T10:07:29.613 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.614 DEBUG:boto:Data: 2022-09-01T10:07:29.615 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.615 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.616 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.616 DEBUG:boto:Params: {} 2022-09-01T10:07:29.617 DEBUG:boto:Token: None 2022-09-01T10:07:29.617 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:29.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YDHeXNmYsdHG9NV9/ejdG4CA8wQ= 2022-09-01T10:07:29.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YDHeXNmYsdHG9NV9/ejdG4CA8wQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.621 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000012140ce6fc6643f7-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.621 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.622 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.623 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:29.623 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:29.624 DEBUG:boto:Method: GET 2022-09-01T10:07:29.624 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:29.625 DEBUG:boto:Data: 2022-09-01T10:07:29.625 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.626 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.626 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.627 DEBUG:boto:Params: {} 2022-09-01T10:07:29.627 DEBUG:boto:Token: None 2022-09-01T10:07:29.628 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/ 2022-09-01T10:07:29.629 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ= 2022-09-01T10:07:29.629 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.632 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008e225af92a7e144f-0063108461-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.633 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.634 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.634 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.635 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:29.635 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:29.636 DEBUG:boto:Method: GET 2022-09-01T10:07:29.636 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:29.637 DEBUG:boto:Data: 2022-09-01T10:07:29.637 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.638 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.638 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.639 DEBUG:boto:Params: {} 2022-09-01T10:07:29.640 DEBUG:boto:Token: None 2022-09-01T10:07:29.640 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/ 2022-09-01T10:07:29.641 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ= 2022-09-01T10:07:29.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.644 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000086bc165f31d36a34-0063108461-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.645 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.645 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:07:29.646 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.646 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.647 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.647 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.648 DEBUG:boto:Method: GET 2022-09-01T10:07:29.649 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.649 DEBUG:boto:Data: 2022-09-01T10:07:29.650 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.650 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.651 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.651 DEBUG:boto:Params: {} 2022-09-01T10:07:29.652 DEBUG:boto:Token: None 2022-09-01T10:07:29.652 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f7khzCtkL7B1Avsr6Ne6MUSSJ24= 2022-09-01T10:07:29.654 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f7khzCtkL7B1Avsr6Ne6MUSSJ24=', 'Content-Length': '0'} 2022-09-01T10:07:29.656 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005c3e37c60087d672-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.657 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.657 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.658 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.658 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.659 DEBUG:boto:Method: GET 2022-09-01T10:07:29.659 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.660 DEBUG:boto:Data: 2022-09-01T10:07:29.660 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.661 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.661 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.662 DEBUG:boto:Params: {} 2022-09-01T10:07:29.663 DEBUG:boto:Token: None 2022-09-01T10:07:29.663 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.664 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f7khzCtkL7B1Avsr6Ne6MUSSJ24= 2022-09-01T10:07:29.664 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f7khzCtkL7B1Avsr6Ne6MUSSJ24=', 'Content-Length': '0'} 2022-09-01T10:07:29.667 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001c568f047c350384-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.667 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.668 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.669 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.669 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.669 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.670 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.671 DEBUG:boto:Data: 2022-09-01T10:07:29.671 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.672 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.672 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.673 DEBUG:boto:Params: {} 2022-09-01T10:07:29.673 DEBUG:boto:Token: None 2022-09-01T10:07:29.674 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZgIBN88zMNw/NMa12xcUZR++So= 2022-09-01T10:07:29.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZgIBN88zMNw/NMa12xcUZR++So=', 'Content-Length': '0'} 2022-09-01T10:07:29.677 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003ab91862b0fc7526-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.678 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.678 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.679 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.679 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.680 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.680 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.681 DEBUG:boto:Data: 2022-09-01T10:07:29.681 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.682 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.683 DEBUG:boto:Params: {} 2022-09-01T10:07:29.683 DEBUG:boto:Token: None 2022-09-01T10:07:29.684 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.684 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZgIBN88zMNw/NMa12xcUZR++So= 2022-09-01T10:07:29.685 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZgIBN88zMNw/NMa12xcUZR++So=', 'Content-Length': '0'} 2022-09-01T10:07:29.687 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a82cd3688d264f66-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.688 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:07:29.688 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.689 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.689 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.690 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.691 DEBUG:boto:Method: GET 2022-09-01T10:07:29.691 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.692 DEBUG:boto:Data: 2022-09-01T10:07:29.692 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.693 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.693 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.694 DEBUG:boto:Params: {} 2022-09-01T10:07:29.695 DEBUG:boto:Token: None 2022-09-01T10:07:29.695 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.696 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f7khzCtkL7B1Avsr6Ne6MUSSJ24= 2022-09-01T10:07:29.696 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f7khzCtkL7B1Avsr6Ne6MUSSJ24=', 'Content-Length': '0'} 2022-09-01T10:07:29.699 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000039dfcb42bfb4c907-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.699 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.700 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.701 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.701 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.702 DEBUG:boto:Method: GET 2022-09-01T10:07:29.702 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.703 DEBUG:boto:Data: 2022-09-01T10:07:29.703 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.704 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.704 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.705 DEBUG:boto:Params: {} 2022-09-01T10:07:29.705 DEBUG:boto:Token: None 2022-09-01T10:07:29.706 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.707 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f7khzCtkL7B1Avsr6Ne6MUSSJ24= 2022-09-01T10:07:29.707 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f7khzCtkL7B1Avsr6Ne6MUSSJ24=', 'Content-Length': '0'} 2022-09-01T10:07:29.709 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dada210ce1faa5bb-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.750 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.751 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.752 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:29.752 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:29.753 DEBUG:boto:Method: GET 2022-09-01T10:07:29.754 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:29.754 DEBUG:boto:Data: 2022-09-01T10:07:29.755 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.756 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.757 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.757 DEBUG:boto:Params: {} 2022-09-01T10:07:29.759 DEBUG:boto:Token: None 2022-09-01T10:07:29.760 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/ 2022-09-01T10:07:29.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ= 2022-09-01T10:07:29.762 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.765 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000605dd32ede318207-0063108461-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.766 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.768 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.769 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.770 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:29.770 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:29.771 DEBUG:boto:Method: GET 2022-09-01T10:07:29.772 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:29.773 DEBUG:boto:Data: 2022-09-01T10:07:29.774 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.775 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.776 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.777 DEBUG:boto:Params: {} 2022-09-01T10:07:29.778 DEBUG:boto:Token: None 2022-09-01T10:07:29.779 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/ 2022-09-01T10:07:29.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ= 2022-09-01T10:07:29.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.785 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dc9722f51a972e39-0063108461-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.787 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.788 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.789 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.790 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.791 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.792 DEBUG:boto:Data: 2022-09-01T10:07:29.793 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.794 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.795 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.796 DEBUG:boto:Params: {} 2022-09-01T10:07:29.797 DEBUG:boto:Token: None 2022-09-01T10:07:29.798 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.799 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vlF/iQQvbNIEJTNmVlS5IYsN3ok= 2022-09-01T10:07:29.800 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vlF/iQQvbNIEJTNmVlS5IYsN3ok=', 'Content-Length': '0'} 2022-09-01T10:07:29.804 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005b656deb5292aceb-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.806 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.807 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.808 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.809 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.810 DEBUG:boto:Data: 2022-09-01T10:07:29.811 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.812 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.813 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.814 DEBUG:boto:Params: {} 2022-09-01T10:07:29.816 DEBUG:boto:Token: None 2022-09-01T10:07:29.817 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.818 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vlF/iQQvbNIEJTNmVlS5IYsN3ok= 2022-09-01T10:07:29.819 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vlF/iQQvbNIEJTNmVlS5IYsN3ok=', 'Content-Length': '0'} 2022-09-01T10:07:29.823 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009b19060d23571309-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.824 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:07:29.825 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.826 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.827 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.828 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.829 DEBUG:boto:Method: GET 2022-09-01T10:07:29.830 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.831 DEBUG:boto:Data: 2022-09-01T10:07:29.832 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.833 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.834 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.835 DEBUG:boto:Params: {} 2022-09-01T10:07:29.836 DEBUG:boto:Token: None 2022-09-01T10:07:29.837 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.837 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f7khzCtkL7B1Avsr6Ne6MUSSJ24= 2022-09-01T10:07:29.838 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f7khzCtkL7B1Avsr6Ne6MUSSJ24=', 'Content-Length': '0'} 2022-09-01T10:07:29.840 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001c730a0b176528a8-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.841 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.842 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:29.843 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.843 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.844 DEBUG:boto:Method: GET 2022-09-01T10:07:29.844 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.845 DEBUG:boto:Data: 2022-09-01T10:07:29.845 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.846 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.847 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.847 DEBUG:boto:Params: {} 2022-09-01T10:07:29.849 DEBUG:boto:Token: None 2022-09-01T10:07:29.850 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:29.851 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f7khzCtkL7B1Avsr6Ne6MUSSJ24= 2022-09-01T10:07:29.853 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f7khzCtkL7B1Avsr6Ne6MUSSJ24=', 'Content-Length': '0'} 2022-09-01T10:07:29.856 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006975b241363e7e34-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.857 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.858 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.858 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:29.859 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:29.859 DEBUG:boto:Method: GET 2022-09-01T10:07:29.860 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:29.860 DEBUG:boto:Data: 2022-09-01T10:07:29.861 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.861 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.862 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.862 DEBUG:boto:Params: {} 2022-09-01T10:07:29.863 DEBUG:boto:Token: None 2022-09-01T10:07:29.864 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/ 2022-09-01T10:07:29.865 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ= 2022-09-01T10:07:29.865 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.869 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004e0c812575b4dbfe-0063108461-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.869 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.870 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:29.871 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:29.871 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:29.872 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:29.872 DEBUG:boto:Method: GET 2022-09-01T10:07:29.873 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:29.873 DEBUG:boto:Data: 2022-09-01T10:07:29.874 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.875 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.875 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.876 DEBUG:boto:Params: {} 2022-09-01T10:07:29.876 DEBUG:boto:Token: None 2022-09-01T10:07:29.877 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/ 2022-09-01T10:07:29.878 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ= 2022-09-01T10:07:29.878 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EMVNb0KM4g2gtBVQV6Daewl+vfQ=', 'Content-Length': '0'} 2022-09-01T10:07:29.881 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e0afcf72e9fd4733-0063108461-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.882 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:29.883 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:07:29.883 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:29.884 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:29.885 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.885 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.886 DEBUG:boto:Method: GET 2022-09-01T10:07:29.886 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.887 DEBUG:boto:Data: 2022-09-01T10:07:29.888 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.888 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.889 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.889 DEBUG:boto:Params: {} 2022-09-01T10:07:29.890 DEBUG:boto:Token: None 2022-09-01T10:07:29.890 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g/v1DOQOwRhXH/EZZM1WJNO9fg4= 2022-09-01T10:07:29.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g/v1DOQOwRhXH/EZZM1WJNO9fg4=', 'Content-Length': '0'} 2022-09-01T10:07:29.894 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003a3661be27bd7b93-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.895 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:29.896 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:29.897 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.899 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.900 DEBUG:boto:Method: GET 2022-09-01T10:07:29.901 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.902 DEBUG:boto:Data: 2022-09-01T10:07:29.903 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.903 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.904 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.904 DEBUG:boto:Params: {} 2022-09-01T10:07:29.905 DEBUG:boto:Token: None 2022-09-01T10:07:29.906 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.906 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g/v1DOQOwRhXH/EZZM1WJNO9fg4= 2022-09-01T10:07:29.907 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g/v1DOQOwRhXH/EZZM1WJNO9fg4=', 'Content-Length': '0'} 2022-09-01T10:07:29.909 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000d45448dc81a88a9-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.910 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:29.911 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:29.911 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.912 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.912 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.913 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.913 DEBUG:boto:Data: 2022-09-01T10:07:29.914 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.914 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.915 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.915 DEBUG:boto:Params: {} 2022-09-01T10:07:29.916 DEBUG:boto:Token: None 2022-09-01T10:07:29.917 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.917 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Xp7CMdDN4YdO/Gr+3HSbnRi8YnY= 2022-09-01T10:07:29.918 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Xp7CMdDN4YdO/Gr+3HSbnRi8YnY=', 'Content-Length': '0'} 2022-09-01T10:07:29.920 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008b2ba2ad8ede28f2-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.921 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:29.921 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:29.922 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.922 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.923 DEBUG:boto:Method: HEAD 2022-09-01T10:07:29.923 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.924 DEBUG:boto:Data: 2022-09-01T10:07:29.924 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.925 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.925 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.926 DEBUG:boto:Params: {} 2022-09-01T10:07:29.926 DEBUG:boto:Token: None 2022-09-01T10:07:29.927 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.928 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Xp7CMdDN4YdO/Gr+3HSbnRi8YnY= 2022-09-01T10:07:29.928 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Xp7CMdDN4YdO/Gr+3HSbnRi8YnY=', 'Content-Length': '0'} 2022-09-01T10:07:29.930 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002538ecc2639c5f8d-0063108461-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.931 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:07:29.932 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:29.932 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:29.933 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.933 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.934 DEBUG:boto:Method: GET 2022-09-01T10:07:29.934 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.935 DEBUG:boto:Data: 2022-09-01T10:07:29.935 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.936 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:29.937 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.937 DEBUG:boto:Params: {} 2022-09-01T10:07:29.938 DEBUG:boto:Token: None 2022-09-01T10:07:29.938 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.939 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g/v1DOQOwRhXH/EZZM1WJNO9fg4= 2022-09-01T10:07:29.940 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g/v1DOQOwRhXH/EZZM1WJNO9fg4=', 'Content-Length': '0'} 2022-09-01T10:07:29.942 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000072e9f74ef133fd6-0063108461-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:29.986 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:29.987 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:29.988 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.989 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.990 DEBUG:boto:Method: GET 2022-09-01T10:07:29.991 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.992 DEBUG:boto:Data: 2022-09-01T10:07:29.993 DEBUG:boto:Headers: {} 2022-09-01T10:07:29.994 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:29.994 DEBUG:boto:Port: 8000 2022-09-01T10:07:29.995 DEBUG:boto:Params: {} 2022-09-01T10:07:29.997 DEBUG:boto:Token: None 2022-09-01T10:07:29.998 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:29 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:29.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g/v1DOQOwRhXH/EZZM1WJNO9fg4= 2022-09-01T10:07:30.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g/v1DOQOwRhXH/EZZM1WJNO9fg4=', 'Content-Length': '0'} 2022-09-01T10:07:30.002 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fd614a46872561ea-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.003 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.004 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.005 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.005 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.006 DEBUG:boto:Method: GET 2022-09-01T10:07:30.006 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.007 DEBUG:boto:Data: 2022-09-01T10:07:30.008 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.008 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:30.009 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.009 DEBUG:boto:Params: {} 2022-09-01T10:07:30.010 DEBUG:boto:Token: None 2022-09-01T10:07:30.010 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.011 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.012 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.014 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006e3b57eb3b26643d-0063108462-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.015 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.016 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.016 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.017 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.018 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.018 DEBUG:boto:Method: GET 2022-09-01T10:07:30.019 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.019 DEBUG:boto:Data: 2022-09-01T10:07:30.020 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.020 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.021 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.021 DEBUG:boto:Params: {} 2022-09-01T10:07:30.022 DEBUG:boto:Token: None 2022-09-01T10:07:30.023 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.023 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.024 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.027 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d415c5d5f28b1be4-0063108462-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.070 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.071 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.072 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.073 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.073 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.073 DEBUG:boto:Data: 2022-09-01T10:07:30.074 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.075 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:30.075 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.075 DEBUG:boto:Params: {} 2022-09-01T10:07:30.076 DEBUG:boto:Token: None 2022-09-01T10:07:30.077 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.077 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:I/qd+5xfDZaQW+FY4utVfwk3TIE= 2022-09-01T10:07:30.078 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:I/qd+5xfDZaQW+FY4utVfwk3TIE=', 'Content-Length': '0'} 2022-09-01T10:07:30.080 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000067f71fe702c420a8-0063108462-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.081 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.082 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.082 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.083 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.083 DEBUG:boto:Data: 2022-09-01T10:07:30.084 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.084 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.085 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.085 DEBUG:boto:Params: {} 2022-09-01T10:07:30.086 DEBUG:boto:Token: None 2022-09-01T10:07:30.087 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.088 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:I/qd+5xfDZaQW+FY4utVfwk3TIE= 2022-09-01T10:07:30.089 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:I/qd+5xfDZaQW+FY4utVfwk3TIE=', 'Content-Length': '0'} 2022-09-01T10:07:30.093 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c06b626492673469-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.094 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:07:30.095 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.096 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.097 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.098 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.098 DEBUG:boto:Method: GET 2022-09-01T10:07:30.099 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.100 DEBUG:boto:Data: 2022-09-01T10:07:30.101 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.101 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:30.102 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.102 DEBUG:boto:Params: {} 2022-09-01T10:07:30.103 DEBUG:boto:Token: None 2022-09-01T10:07:30.103 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6xUypwjnm9z28+5TFbbwm6tFvB8= 2022-09-01T10:07:30.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6xUypwjnm9z28+5TFbbwm6tFvB8=', 'Content-Length': '0'} 2022-09-01T10:07:30.107 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000718e3e9b9d29682b-0063108462-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.108 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.108 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.109 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.109 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.110 DEBUG:boto:Method: GET 2022-09-01T10:07:30.111 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.111 DEBUG:boto:Data: 2022-09-01T10:07:30.112 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.112 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.113 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.114 DEBUG:boto:Params: {} 2022-09-01T10:07:30.115 DEBUG:boto:Token: None 2022-09-01T10:07:30.116 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6xUypwjnm9z28+5TFbbwm6tFvB8= 2022-09-01T10:07:30.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6xUypwjnm9z28+5TFbbwm6tFvB8=', 'Content-Length': '0'} 2022-09-01T10:07:30.121 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000000549d64e5002e89-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.123 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.124 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.124 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.125 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.125 DEBUG:boto:Method: GET 2022-09-01T10:07:30.126 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.127 DEBUG:boto:Data: 2022-09-01T10:07:30.127 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.128 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:30.128 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.129 DEBUG:boto:Params: {} 2022-09-01T10:07:30.130 DEBUG:boto:Token: None 2022-09-01T10:07:30.130 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.131 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.131 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.134 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000116ed3b4405ee335-0063108462-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.134 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.135 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.136 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.137 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.137 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.138 DEBUG:boto:Method: GET 2022-09-01T10:07:30.138 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.139 DEBUG:boto:Data: 2022-09-01T10:07:30.139 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.140 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.140 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.141 DEBUG:boto:Params: {} 2022-09-01T10:07:30.142 DEBUG:boto:Token: None 2022-09-01T10:07:30.150 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.155 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d07d18cc47dd36f5-0063108462-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.155 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.156 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-16 zones={test-zone2, test-zone1} 2022-09-01T10:07:30.157 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-16 zones={test-zone3, test-zone1} 2022-09-01T10:07:30.157 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.158 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.158 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.159 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:07:30.159 DEBUG:boto:Data: 2022-09-01T10:07:30.160 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.160 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.161 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.161 DEBUG:boto:Params: {} 2022-09-01T10:07:30.162 DEBUG:boto:Token: None 2022-09-01T10:07:30.162 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2lqnXrn2jzCwKaZZsihkP1/Fegk= 2022-09-01T10:07:30.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2lqnXrn2jzCwKaZZsihkP1/Fegk=', 'Content-Length': '0'} 2022-09-01T10:07:30.166 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000dbb95dc9de96ec42-0063108462-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.167 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.167 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.168 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.169 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:07:30.169 DEBUG:boto:Data: 2022-09-01T10:07:30.170 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.170 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.171 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.171 DEBUG:boto:Params: {} 2022-09-01T10:07:30.172 DEBUG:boto:Token: None 2022-09-01T10:07:30.172 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.173 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2lqnXrn2jzCwKaZZsihkP1/Fegk= 2022-09-01T10:07:30.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2lqnXrn2jzCwKaZZsihkP1/Fegk=', 'Content-Length': '0'} 2022-09-01T10:07:30.176 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000033e04200c09a4fcc-0063108462-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.177 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:07:30.177 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.178 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.178 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:30.179 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:30.179 DEBUG:boto:Method: GET 2022-09-01T10:07:30.180 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:30.180 DEBUG:boto:Data: 2022-09-01T10:07:30.181 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.181 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.182 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.182 DEBUG:boto:Params: {} 2022-09-01T10:07:30.183 DEBUG:boto:Token: None 2022-09-01T10:07:30.183 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/?versions 2022-09-01T10:07:30.184 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MLw3au4NSCojwD+4+ZSRfjsAWg8= 2022-09-01T10:07:30.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MLw3au4NSCojwD+4+ZSRfjsAWg8=', 'Content-Length': '0'} 2022-09-01T10:07:30.187 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002cb6e6d98500b888-0063108462-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.188 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.189 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:07:30.190 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:07:30.190 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:07:30.191 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:07:30.191 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:07:30.192 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.193 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.193 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:30.194 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:30.194 DEBUG:boto:Method: GET 2022-09-01T10:07:30.195 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:30.195 DEBUG:boto:Data: 2022-09-01T10:07:30.196 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.196 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.197 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.197 DEBUG:boto:Params: {} 2022-09-01T10:07:30.198 DEBUG:boto:Token: None 2022-09-01T10:07:30.199 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/?versions 2022-09-01T10:07:30.199 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MLw3au4NSCojwD+4+ZSRfjsAWg8= 2022-09-01T10:07:30.200 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MLw3au4NSCojwD+4+ZSRfjsAWg8=', 'Content-Length': '0'} 2022-09-01T10:07:30.202 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f546c9e79fcba124-0063108462-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.203 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.204 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:07:30.205 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:07:30.205 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:07:30.205 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:07:30.206 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.206 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.207 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:30.207 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:30.208 DEBUG:boto:Method: GET 2022-09-01T10:07:30.208 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:30.209 DEBUG:boto:Data: 2022-09-01T10:07:30.209 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.210 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.210 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.211 DEBUG:boto:Params: {} 2022-09-01T10:07:30.211 DEBUG:boto:Token: None 2022-09-01T10:07:30.212 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/?versions 2022-09-01T10:07:30.213 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MLw3au4NSCojwD+4+ZSRfjsAWg8= 2022-09-01T10:07:30.213 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MLw3au4NSCojwD+4+ZSRfjsAWg8=', 'Content-Length': '0'} 2022-09-01T10:07:30.216 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003a1bca8c84af3103-0063108462-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.217 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.218 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.218 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.219 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:30.219 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:30.220 DEBUG:boto:Method: GET 2022-09-01T10:07:30.220 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:30.221 DEBUG:boto:Data: 2022-09-01T10:07:30.221 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.222 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.222 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.223 DEBUG:boto:Params: {} 2022-09-01T10:07:30.223 DEBUG:boto:Token: None 2022-09-01T10:07:30.224 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/?versions 2022-09-01T10:07:30.224 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MLw3au4NSCojwD+4+ZSRfjsAWg8= 2022-09-01T10:07:30.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MLw3au4NSCojwD+4+ZSRfjsAWg8=', 'Content-Length': '0'} 2022-09-01T10:07:30.228 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008c0423c21780f73d-0063108462-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.229 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.229 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:07:30.230 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:30.231 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:30.231 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.232 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.232 DEBUG:boto:Method: GET 2022-09-01T10:07:30.233 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.233 DEBUG:boto:Data: 2022-09-01T10:07:30.234 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.234 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.235 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.235 DEBUG:boto:Params: {} 2022-09-01T10:07:30.236 DEBUG:boto:Token: None 2022-09-01T10:07:30.237 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.237 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tuHxjEOvSyl5/9etnk/nMrZZ8hY= 2022-09-01T10:07:30.238 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tuHxjEOvSyl5/9etnk/nMrZZ8hY=', 'Content-Length': '0'} 2022-09-01T10:07:30.241 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000029a3e056e52c0c28-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.241 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:30.242 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:30.242 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.243 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.243 DEBUG:boto:Method: GET 2022-09-01T10:07:30.244 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.244 DEBUG:boto:Data: 2022-09-01T10:07:30.245 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.246 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.246 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.247 DEBUG:boto:Params: {} 2022-09-01T10:07:30.247 DEBUG:boto:Token: None 2022-09-01T10:07:30.248 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.248 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tuHxjEOvSyl5/9etnk/nMrZZ8hY= 2022-09-01T10:07:30.249 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tuHxjEOvSyl5/9etnk/nMrZZ8hY=', 'Content-Length': '0'} 2022-09-01T10:07:30.251 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000005eed06d6bb08fe3-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.252 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:30.252 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:30.253 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.253 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.254 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.254 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.255 DEBUG:boto:Data: 2022-09-01T10:07:30.256 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.256 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.256 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.257 DEBUG:boto:Params: {} 2022-09-01T10:07:30.258 DEBUG:boto:Token: None 2022-09-01T10:07:30.258 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.259 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VGvIP6r/P0gDkoGKBJF6k1lv5c4= 2022-09-01T10:07:30.259 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VGvIP6r/P0gDkoGKBJF6k1lv5c4=', 'Content-Length': '0'} 2022-09-01T10:07:30.261 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000006f81b4ae9af5408f-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.262 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:30.262 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:30.263 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.263 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.264 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.264 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.265 DEBUG:boto:Data: 2022-09-01T10:07:30.265 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.266 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.266 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.267 DEBUG:boto:Params: {} 2022-09-01T10:07:30.267 DEBUG:boto:Token: None 2022-09-01T10:07:30.268 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.269 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VGvIP6r/P0gDkoGKBJF6k1lv5c4= 2022-09-01T10:07:30.269 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VGvIP6r/P0gDkoGKBJF6k1lv5c4=', 'Content-Length': '0'} 2022-09-01T10:07:30.271 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000000a059fd5466a7e7f-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.272 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:07:30.272 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:30.273 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:30.273 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.274 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.274 DEBUG:boto:Method: GET 2022-09-01T10:07:30.275 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.276 DEBUG:boto:Data: 2022-09-01T10:07:30.276 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.277 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.277 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.278 DEBUG:boto:Params: {} 2022-09-01T10:07:30.278 DEBUG:boto:Token: None 2022-09-01T10:07:30.279 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.279 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tuHxjEOvSyl5/9etnk/nMrZZ8hY= 2022-09-01T10:07:30.280 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tuHxjEOvSyl5/9etnk/nMrZZ8hY=', 'Content-Length': '0'} 2022-09-01T10:07:30.282 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000852003f45d49549f-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.283 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:30.283 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:30.284 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.284 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.285 DEBUG:boto:Method: GET 2022-09-01T10:07:30.285 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.286 DEBUG:boto:Data: 2022-09-01T10:07:30.286 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.287 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.287 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.288 DEBUG:boto:Params: {} 2022-09-01T10:07:30.288 DEBUG:boto:Token: None 2022-09-01T10:07:30.289 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.290 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tuHxjEOvSyl5/9etnk/nMrZZ8hY= 2022-09-01T10:07:30.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tuHxjEOvSyl5/9etnk/nMrZZ8hY=', 'Content-Length': '0'} 2022-09-01T10:07:30.293 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000001c1ee7bbf1865a6-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.293 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.294 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.294 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:30.295 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:30.295 DEBUG:boto:Method: GET 2022-09-01T10:07:30.296 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:07:30.297 DEBUG:boto:Data: 2022-09-01T10:07:30.297 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.298 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.298 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.299 DEBUG:boto:Params: {} 2022-09-01T10:07:30.299 DEBUG:boto:Token: None 2022-09-01T10:07:30.300 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.300 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.301 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.304 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000050cf3ab766f43907-0063108462-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.346 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.348 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.349 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.350 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:30.351 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:30.352 DEBUG:boto:Method: GET 2022-09-01T10:07:30.353 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:07:30.354 DEBUG:boto:Data: 2022-09-01T10:07:30.355 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.356 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.357 DEBUG:boto:Params: {} 2022-09-01T10:07:30.358 DEBUG:boto:Token: None 2022-09-01T10:07:30.360 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.361 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.362 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.365 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008035e74c24f30f05-0063108462-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.366 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.367 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:30.368 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:30.368 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.369 DEBUG:boto:Path: /ptoxvb-16/dummy 2022-09-01T10:07:30.370 DEBUG:boto:Data: 2022-09-01T10:07:30.370 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.371 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.371 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.372 DEBUG:boto:Params: {} 2022-09-01T10:07:30.372 DEBUG:boto:Token: None 2022-09-01T10:07:30.373 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/dummy 2022-09-01T10:07:30.373 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nEbO2Jv1N4aUbUDJfxm0lwTQrZU= 2022-09-01T10:07:30.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nEbO2Jv1N4aUbUDJfxm0lwTQrZU=', 'Content-Length': '0'} 2022-09-01T10:07:30.377 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ac3dd42ded759d29-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.377 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:30.378 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:30.379 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.380 DEBUG:boto:Path: /ptoxvb-16/dummy 2022-09-01T10:07:30.381 DEBUG:boto:Data: 2022-09-01T10:07:30.382 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.382 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.383 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.384 DEBUG:boto:Params: {} 2022-09-01T10:07:30.385 DEBUG:boto:Token: None 2022-09-01T10:07:30.386 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/dummy 2022-09-01T10:07:30.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nEbO2Jv1N4aUbUDJfxm0lwTQrZU= 2022-09-01T10:07:30.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nEbO2Jv1N4aUbUDJfxm0lwTQrZU=', 'Content-Length': '0'} 2022-09-01T10:07:30.390 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000037c4c96351f0ddc3-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.391 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:07:30.391 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:30.392 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:30.392 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.393 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.393 DEBUG:boto:Method: GET 2022-09-01T10:07:30.394 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.395 DEBUG:boto:Data: 2022-09-01T10:07:30.395 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.396 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.396 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.397 DEBUG:boto:Params: {} 2022-09-01T10:07:30.397 DEBUG:boto:Token: None 2022-09-01T10:07:30.398 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.399 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tuHxjEOvSyl5/9etnk/nMrZZ8hY= 2022-09-01T10:07:30.399 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tuHxjEOvSyl5/9etnk/nMrZZ8hY=', 'Content-Length': '0'} 2022-09-01T10:07:30.401 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000f6d7abbb373c6608-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.403 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:30.404 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:30.405 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.406 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.407 DEBUG:boto:Method: GET 2022-09-01T10:07:30.408 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.409 DEBUG:boto:Data: 2022-09-01T10:07:30.409 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.410 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.411 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.412 DEBUG:boto:Params: {} 2022-09-01T10:07:30.413 DEBUG:boto:Token: None 2022-09-01T10:07:30.413 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:30.414 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tuHxjEOvSyl5/9etnk/nMrZZ8hY= 2022-09-01T10:07:30.415 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tuHxjEOvSyl5/9etnk/nMrZZ8hY=', 'Content-Length': '0'} 2022-09-01T10:07:30.417 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004941ccefd8e51d77-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.418 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.418 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.419 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:30.419 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:30.420 DEBUG:boto:Method: GET 2022-09-01T10:07:30.420 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:07:30.421 DEBUG:boto:Data: 2022-09-01T10:07:30.421 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.422 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.422 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.423 DEBUG:boto:Params: {} 2022-09-01T10:07:30.424 DEBUG:boto:Token: None 2022-09-01T10:07:30.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.425 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.428 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001e9698e6e7c6c8cc-0063108462-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.429 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.430 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.431 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.431 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:30.432 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:30.432 DEBUG:boto:Method: GET 2022-09-01T10:07:30.433 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:07:30.433 DEBUG:boto:Data: 2022-09-01T10:07:30.434 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.435 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.435 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.436 DEBUG:boto:Params: {} 2022-09-01T10:07:30.436 DEBUG:boto:Token: None 2022-09-01T10:07:30.437 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.437 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.438 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.441 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008348f40447f6e75c-0063108462-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.442 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.442 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:07:30.443 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.444 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.444 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.445 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.445 DEBUG:boto:Method: GET 2022-09-01T10:07:30.446 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.446 DEBUG:boto:Data: 2022-09-01T10:07:30.447 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.447 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.448 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.448 DEBUG:boto:Params: {} 2022-09-01T10:07:30.449 DEBUG:boto:Token: None 2022-09-01T10:07:30.449 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.450 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l41UqpE2NyseRoygOpSQtPIdkOU= 2022-09-01T10:07:30.451 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l41UqpE2NyseRoygOpSQtPIdkOU=', 'Content-Length': '0'} 2022-09-01T10:07:30.453 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e9e7b8003026f20f-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.454 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.454 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.455 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.455 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.456 DEBUG:boto:Method: GET 2022-09-01T10:07:30.457 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.457 DEBUG:boto:Data: 2022-09-01T10:07:30.458 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.458 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.459 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.459 DEBUG:boto:Params: {} 2022-09-01T10:07:30.460 DEBUG:boto:Token: None 2022-09-01T10:07:30.460 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.461 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l41UqpE2NyseRoygOpSQtPIdkOU= 2022-09-01T10:07:30.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l41UqpE2NyseRoygOpSQtPIdkOU=', 'Content-Length': '0'} 2022-09-01T10:07:30.463 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000001d047af9ae3cabd-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.464 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.465 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.465 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.466 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.466 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.467 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.467 DEBUG:boto:Data: 2022-09-01T10:07:30.468 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.468 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.469 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.469 DEBUG:boto:Params: {} 2022-09-01T10:07:30.470 DEBUG:boto:Token: None 2022-09-01T10:07:30.470 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V0HPSwX8AUhGU/TYnocxglivTrQ= 2022-09-01T10:07:30.471 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V0HPSwX8AUhGU/TYnocxglivTrQ=', 'Content-Length': '0'} 2022-09-01T10:07:30.474 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000227bf6fce7394127-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.475 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.475 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.476 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.476 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.477 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.478 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.478 DEBUG:boto:Data: 2022-09-01T10:07:30.479 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.480 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.480 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.481 DEBUG:boto:Params: {} 2022-09-01T10:07:30.481 DEBUG:boto:Token: None 2022-09-01T10:07:30.482 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V0HPSwX8AUhGU/TYnocxglivTrQ= 2022-09-01T10:07:30.483 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V0HPSwX8AUhGU/TYnocxglivTrQ=', 'Content-Length': '0'} 2022-09-01T10:07:30.486 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000015d35ca0f77f8193-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.486 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:07:30.487 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.488 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.488 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.489 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.490 DEBUG:boto:Method: GET 2022-09-01T10:07:30.490 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.491 DEBUG:boto:Data: 2022-09-01T10:07:30.491 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.492 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.493 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.493 DEBUG:boto:Params: {} 2022-09-01T10:07:30.494 DEBUG:boto:Token: None 2022-09-01T10:07:30.494 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.495 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l41UqpE2NyseRoygOpSQtPIdkOU= 2022-09-01T10:07:30.496 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l41UqpE2NyseRoygOpSQtPIdkOU=', 'Content-Length': '0'} 2022-09-01T10:07:30.498 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000833117208b08a301-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.500 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.501 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.502 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.503 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.503 DEBUG:boto:Method: GET 2022-09-01T10:07:30.504 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.505 DEBUG:boto:Data: 2022-09-01T10:07:30.506 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.507 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.507 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.508 DEBUG:boto:Params: {} 2022-09-01T10:07:30.509 DEBUG:boto:Token: None 2022-09-01T10:07:30.509 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.510 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l41UqpE2NyseRoygOpSQtPIdkOU= 2022-09-01T10:07:30.511 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l41UqpE2NyseRoygOpSQtPIdkOU=', 'Content-Length': '0'} 2022-09-01T10:07:30.513 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000033107f2033d66e0-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.514 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.515 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.515 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:30.516 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:30.516 DEBUG:boto:Method: GET 2022-09-01T10:07:30.517 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:30.518 DEBUG:boto:Data: 2022-09-01T10:07:30.518 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.519 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.520 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.520 DEBUG:boto:Params: {} 2022-09-01T10:07:30.521 DEBUG:boto:Token: None 2022-09-01T10:07:30.522 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.524 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.527 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c6b52475a20806c6-0063108462-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.527 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.528 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.529 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.529 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:30.530 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:30.531 DEBUG:boto:Method: GET 2022-09-01T10:07:30.532 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:30.532 DEBUG:boto:Data: 2022-09-01T10:07:30.533 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.533 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.534 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.534 DEBUG:boto:Params: {} 2022-09-01T10:07:30.535 DEBUG:boto:Token: None 2022-09-01T10:07:30.536 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.536 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.537 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.540 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f53d12bf2442f5e5-0063108462-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.540 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.542 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.542 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.543 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.544 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.544 DEBUG:boto:Data: 2022-09-01T10:07:30.545 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.546 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.546 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.547 DEBUG:boto:Params: {} 2022-09-01T10:07:30.548 DEBUG:boto:Token: None 2022-09-01T10:07:30.548 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nmXmxRNy1z0HCqQcNMLy6N3Kqgs= 2022-09-01T10:07:30.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nmXmxRNy1z0HCqQcNMLy6N3Kqgs=', 'Content-Length': '0'} 2022-09-01T10:07:30.552 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006c485aa1d34cd024-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.553 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.554 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.554 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.555 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.556 DEBUG:boto:Data: 2022-09-01T10:07:30.557 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.558 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.559 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.560 DEBUG:boto:Params: {} 2022-09-01T10:07:30.561 DEBUG:boto:Token: None 2022-09-01T10:07:30.562 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nmXmxRNy1z0HCqQcNMLy6N3Kqgs= 2022-09-01T10:07:30.564 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nmXmxRNy1z0HCqQcNMLy6N3Kqgs=', 'Content-Length': '0'} 2022-09-01T10:07:30.567 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a49e1cfb7e8bc93e-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.568 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:07:30.568 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.569 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.569 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.570 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.571 DEBUG:boto:Method: GET 2022-09-01T10:07:30.571 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.572 DEBUG:boto:Data: 2022-09-01T10:07:30.572 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.573 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.573 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.574 DEBUG:boto:Params: {} 2022-09-01T10:07:30.574 DEBUG:boto:Token: None 2022-09-01T10:07:30.575 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.576 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l41UqpE2NyseRoygOpSQtPIdkOU= 2022-09-01T10:07:30.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l41UqpE2NyseRoygOpSQtPIdkOU=', 'Content-Length': '0'} 2022-09-01T10:07:30.579 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000614ee5cf006906e4-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.622 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.623 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:30.623 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.624 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.625 DEBUG:boto:Method: GET 2022-09-01T10:07:30.625 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.627 DEBUG:boto:Data: 2022-09-01T10:07:30.628 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.628 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.629 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.630 DEBUG:boto:Params: {} 2022-09-01T10:07:30.631 DEBUG:boto:Token: None 2022-09-01T10:07:30.633 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:30.634 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l41UqpE2NyseRoygOpSQtPIdkOU= 2022-09-01T10:07:30.635 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l41UqpE2NyseRoygOpSQtPIdkOU=', 'Content-Length': '0'} 2022-09-01T10:07:30.637 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000065ab30cbfd762f7f-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.638 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.639 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.639 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:30.640 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:30.640 DEBUG:boto:Method: GET 2022-09-01T10:07:30.641 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:30.641 DEBUG:boto:Data: 2022-09-01T10:07:30.642 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.643 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.643 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.644 DEBUG:boto:Params: {} 2022-09-01T10:07:30.644 DEBUG:boto:Token: None 2022-09-01T10:07:30.645 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.645 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.649 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000046cd448b016a4066-0063108462-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.649 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.650 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.651 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.651 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:30.652 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:30.652 DEBUG:boto:Method: GET 2022-09-01T10:07:30.653 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:30.653 DEBUG:boto:Data: 2022-09-01T10:07:30.654 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.655 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.655 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.656 DEBUG:boto:Params: {} 2022-09-01T10:07:30.656 DEBUG:boto:Token: None 2022-09-01T10:07:30.657 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.658 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.661 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ae89af6de894c004-0063108462-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.662 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.663 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:07:30.663 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.664 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.664 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.665 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.665 DEBUG:boto:Method: GET 2022-09-01T10:07:30.666 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.667 DEBUG:boto:Data: 2022-09-01T10:07:30.667 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.668 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.668 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.669 DEBUG:boto:Params: {} 2022-09-01T10:07:30.669 DEBUG:boto:Token: None 2022-09-01T10:07:30.670 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iUbT38ZdyM737/DWPjrHyfQhvcM= 2022-09-01T10:07:30.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iUbT38ZdyM737/DWPjrHyfQhvcM=', 'Content-Length': '0'} 2022-09-01T10:07:30.673 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000034a0b2ebf203357f-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.674 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.675 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.675 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.676 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.676 DEBUG:boto:Method: GET 2022-09-01T10:07:30.677 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.678 DEBUG:boto:Data: 2022-09-01T10:07:30.678 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.679 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.679 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.680 DEBUG:boto:Params: {} 2022-09-01T10:07:30.680 DEBUG:boto:Token: None 2022-09-01T10:07:30.681 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iUbT38ZdyM737/DWPjrHyfQhvcM= 2022-09-01T10:07:30.682 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iUbT38ZdyM737/DWPjrHyfQhvcM=', 'Content-Length': '0'} 2022-09-01T10:07:30.685 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000096e4a2b61d5c90ed-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.685 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.686 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.687 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.687 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.688 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.688 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.689 DEBUG:boto:Data: 2022-09-01T10:07:30.689 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.690 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.690 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.691 DEBUG:boto:Params: {} 2022-09-01T10:07:30.691 DEBUG:boto:Token: None 2022-09-01T10:07:30.692 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/Fp9ChxU586hvE0nHrlu9d6yCg0= 2022-09-01T10:07:30.694 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/Fp9ChxU586hvE0nHrlu9d6yCg0=', 'Content-Length': '0'} 2022-09-01T10:07:30.696 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000142a42e7747423c-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.697 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.698 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.699 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.700 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.701 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.702 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.702 DEBUG:boto:Data: 2022-09-01T10:07:30.703 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.704 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.705 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.706 DEBUG:boto:Params: {} 2022-09-01T10:07:30.707 DEBUG:boto:Token: None 2022-09-01T10:07:30.708 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/Fp9ChxU586hvE0nHrlu9d6yCg0= 2022-09-01T10:07:30.710 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/Fp9ChxU586hvE0nHrlu9d6yCg0=', 'Content-Length': '0'} 2022-09-01T10:07:30.712 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000054b64937c42a2fad-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.713 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:07:30.714 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.714 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.715 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.715 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.716 DEBUG:boto:Method: GET 2022-09-01T10:07:30.717 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.717 DEBUG:boto:Data: 2022-09-01T10:07:30.718 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.718 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.719 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.720 DEBUG:boto:Params: {} 2022-09-01T10:07:30.720 DEBUG:boto:Token: None 2022-09-01T10:07:30.721 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iUbT38ZdyM737/DWPjrHyfQhvcM= 2022-09-01T10:07:30.722 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iUbT38ZdyM737/DWPjrHyfQhvcM=', 'Content-Length': '0'} 2022-09-01T10:07:30.724 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000f0830b7894c4c9c-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.725 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.726 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.726 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.727 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.727 DEBUG:boto:Method: GET 2022-09-01T10:07:30.728 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.729 DEBUG:boto:Data: 2022-09-01T10:07:30.729 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.730 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.731 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.731 DEBUG:boto:Params: {} 2022-09-01T10:07:30.732 DEBUG:boto:Token: None 2022-09-01T10:07:30.733 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iUbT38ZdyM737/DWPjrHyfQhvcM= 2022-09-01T10:07:30.734 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iUbT38ZdyM737/DWPjrHyfQhvcM=', 'Content-Length': '0'} 2022-09-01T10:07:30.736 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e49b27f9fa5238e4-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.738 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.738 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.739 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:30.739 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:30.740 DEBUG:boto:Method: GET 2022-09-01T10:07:30.741 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:30.741 DEBUG:boto:Data: 2022-09-01T10:07:30.742 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.742 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.743 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.744 DEBUG:boto:Params: {} 2022-09-01T10:07:30.744 DEBUG:boto:Token: None 2022-09-01T10:07:30.745 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.746 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.749 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d689545149db809b-0063108462-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.750 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.750 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.751 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.752 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:30.752 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:30.753 DEBUG:boto:Method: GET 2022-09-01T10:07:30.753 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:30.754 DEBUG:boto:Data: 2022-09-01T10:07:30.755 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.755 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.756 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.756 DEBUG:boto:Params: {} 2022-09-01T10:07:30.757 DEBUG:boto:Token: None 2022-09-01T10:07:30.758 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.758 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.759 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.762 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006cdd78f9ccee9e2d-0063108462-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.763 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.764 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.765 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.765 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.766 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.766 DEBUG:boto:Data: 2022-09-01T10:07:30.767 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.767 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.768 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.768 DEBUG:boto:Params: {} 2022-09-01T10:07:30.769 DEBUG:boto:Token: None 2022-09-01T10:07:30.770 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.771 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yVSI0k6jocF+7v1mvNYYWYnbCjA= 2022-09-01T10:07:30.771 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yVSI0k6jocF+7v1mvNYYWYnbCjA=', 'Content-Length': '0'} 2022-09-01T10:07:30.774 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000079dd0ecbd87a7036-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.775 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.775 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.776 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.776 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.777 DEBUG:boto:Data: 2022-09-01T10:07:30.777 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.778 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.779 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.779 DEBUG:boto:Params: {} 2022-09-01T10:07:30.780 DEBUG:boto:Token: None 2022-09-01T10:07:30.780 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yVSI0k6jocF+7v1mvNYYWYnbCjA= 2022-09-01T10:07:30.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yVSI0k6jocF+7v1mvNYYWYnbCjA=', 'Content-Length': '0'} 2022-09-01T10:07:30.784 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003ff6b8a73dcfdbd3-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.785 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:07:30.785 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.786 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.787 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.787 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.788 DEBUG:boto:Method: GET 2022-09-01T10:07:30.788 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.789 DEBUG:boto:Data: 2022-09-01T10:07:30.789 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.790 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.791 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.791 DEBUG:boto:Params: {} 2022-09-01T10:07:30.792 DEBUG:boto:Token: None 2022-09-01T10:07:30.792 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iUbT38ZdyM737/DWPjrHyfQhvcM= 2022-09-01T10:07:30.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iUbT38ZdyM737/DWPjrHyfQhvcM=', 'Content-Length': '0'} 2022-09-01T10:07:30.796 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d2fcad80c9d69332-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.797 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.798 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:30.798 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.799 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.799 DEBUG:boto:Method: GET 2022-09-01T10:07:30.800 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.801 DEBUG:boto:Data: 2022-09-01T10:07:30.801 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.802 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.803 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.804 DEBUG:boto:Params: {} 2022-09-01T10:07:30.804 DEBUG:boto:Token: None 2022-09-01T10:07:30.805 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:30.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iUbT38ZdyM737/DWPjrHyfQhvcM= 2022-09-01T10:07:30.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iUbT38ZdyM737/DWPjrHyfQhvcM=', 'Content-Length': '0'} 2022-09-01T10:07:30.809 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000017d044ec75794bf0-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.810 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.811 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.811 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:30.812 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:30.812 DEBUG:boto:Method: GET 2022-09-01T10:07:30.813 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:30.813 DEBUG:boto:Data: 2022-09-01T10:07:30.814 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.815 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.815 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.816 DEBUG:boto:Params: {} 2022-09-01T10:07:30.816 DEBUG:boto:Token: None 2022-09-01T10:07:30.817 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.818 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.818 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.821 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000055115607760a1285-0063108462-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.822 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.823 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.823 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.824 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:30.825 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:30.826 DEBUG:boto:Method: GET 2022-09-01T10:07:30.827 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:30.828 DEBUG:boto:Data: 2022-09-01T10:07:30.829 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.830 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.831 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.831 DEBUG:boto:Params: {} 2022-09-01T10:07:30.832 DEBUG:boto:Token: None 2022-09-01T10:07:30.833 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.834 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.835 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.838 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001e1c5b4936e96048-0063108462-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.839 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.840 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:07:30.841 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.841 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.842 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.843 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.843 DEBUG:boto:Method: GET 2022-09-01T10:07:30.844 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.844 DEBUG:boto:Data: 2022-09-01T10:07:30.845 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.845 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.846 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.847 DEBUG:boto:Params: {} 2022-09-01T10:07:30.848 DEBUG:boto:Token: None 2022-09-01T10:07:30.848 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.849 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6xUypwjnm9z28+5TFbbwm6tFvB8= 2022-09-01T10:07:30.850 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6xUypwjnm9z28+5TFbbwm6tFvB8=', 'Content-Length': '0'} 2022-09-01T10:07:30.852 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cb34449cfc3b8d4e-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.853 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.854 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.854 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.855 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.855 DEBUG:boto:Method: GET 2022-09-01T10:07:30.856 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.857 DEBUG:boto:Data: 2022-09-01T10:07:30.857 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.858 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.859 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.859 DEBUG:boto:Params: {} 2022-09-01T10:07:30.860 DEBUG:boto:Token: None 2022-09-01T10:07:30.861 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.862 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6xUypwjnm9z28+5TFbbwm6tFvB8= 2022-09-01T10:07:30.863 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6xUypwjnm9z28+5TFbbwm6tFvB8=', 'Content-Length': '0'} 2022-09-01T10:07:30.866 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000318a6fdda94364a3-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.906 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.907 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.907 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.908 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.908 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.909 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.909 DEBUG:boto:Data: 2022-09-01T10:07:30.910 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.910 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.911 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.911 DEBUG:boto:Params: {} 2022-09-01T10:07:30.912 DEBUG:boto:Token: None 2022-09-01T10:07:30.913 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.913 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/b8v4kirPAN6tVrCxswA0J50HR0= 2022-09-01T10:07:30.914 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/b8v4kirPAN6tVrCxswA0J50HR0=', 'Content-Length': '0'} 2022-09-01T10:07:30.916 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000028d517cd58c7756f-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.917 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.917 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.918 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.918 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.919 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.919 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.920 DEBUG:boto:Data: 2022-09-01T10:07:30.920 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.921 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.921 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.922 DEBUG:boto:Params: {} 2022-09-01T10:07:30.922 DEBUG:boto:Token: None 2022-09-01T10:07:30.923 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.924 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/b8v4kirPAN6tVrCxswA0J50HR0= 2022-09-01T10:07:30.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/b8v4kirPAN6tVrCxswA0J50HR0=', 'Content-Length': '0'} 2022-09-01T10:07:30.926 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006f54b1ff8592eccb-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.927 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:07:30.928 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.928 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.929 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.929 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.930 DEBUG:boto:Method: GET 2022-09-01T10:07:30.930 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.931 DEBUG:boto:Data: 2022-09-01T10:07:30.931 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.932 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.932 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.933 DEBUG:boto:Params: {} 2022-09-01T10:07:30.934 DEBUG:boto:Token: None 2022-09-01T10:07:30.934 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.935 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6xUypwjnm9z28+5TFbbwm6tFvB8= 2022-09-01T10:07:30.935 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6xUypwjnm9z28+5TFbbwm6tFvB8=', 'Content-Length': '0'} 2022-09-01T10:07:30.938 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d30b82b8653b9bcc-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.938 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.939 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.940 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.940 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.941 DEBUG:boto:Method: GET 2022-09-01T10:07:30.941 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.942 DEBUG:boto:Data: 2022-09-01T10:07:30.942 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.943 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.943 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.944 DEBUG:boto:Params: {} 2022-09-01T10:07:30.944 DEBUG:boto:Token: None 2022-09-01T10:07:30.945 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.946 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6xUypwjnm9z28+5TFbbwm6tFvB8= 2022-09-01T10:07:30.946 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6xUypwjnm9z28+5TFbbwm6tFvB8=', 'Content-Length': '0'} 2022-09-01T10:07:30.948 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005817aeec155cb52c-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.949 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.950 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.950 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.951 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.951 DEBUG:boto:Method: GET 2022-09-01T10:07:30.952 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.952 DEBUG:boto:Data: 2022-09-01T10:07:30.953 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.953 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.954 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.955 DEBUG:boto:Params: {} 2022-09-01T10:07:30.955 DEBUG:boto:Token: None 2022-09-01T10:07:30.956 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.960 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004d1172b634bfa041-0063108462-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.961 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.961 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:30.962 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:30.963 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.963 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.964 DEBUG:boto:Method: GET 2022-09-01T10:07:30.964 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:30.965 DEBUG:boto:Data: 2022-09-01T10:07:30.965 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.966 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.966 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.967 DEBUG:boto:Params: {} 2022-09-01T10:07:30.967 DEBUG:boto:Token: None 2022-09-01T10:07:30.968 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/ 2022-09-01T10:07:30.969 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU= 2022-09-01T10:07:30.969 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MjCqSltDa/ZhGxQ9i0/dTEy3+hU=', 'Content-Length': '0'} 2022-09-01T10:07:30.972 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000636104235f2ac94b-0063108462-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.973 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:30.974 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.974 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.975 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.975 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.976 DEBUG:boto:Data: 2022-09-01T10:07:30.976 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.977 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.977 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.978 DEBUG:boto:Params: {} 2022-09-01T10:07:30.978 DEBUG:boto:Token: None 2022-09-01T10:07:30.979 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.980 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:I/qd+5xfDZaQW+FY4utVfwk3TIE= 2022-09-01T10:07:30.980 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:I/qd+5xfDZaQW+FY4utVfwk3TIE=', 'Content-Length': '0'} 2022-09-01T10:07:30.983 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b2cc56313f2f0366-0063108462-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.984 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.984 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.985 DEBUG:boto:Method: HEAD 2022-09-01T10:07:30.985 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.986 DEBUG:boto:Data: 2022-09-01T10:07:30.986 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.987 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:30.987 DEBUG:boto:Port: 8000 2022-09-01T10:07:30.988 DEBUG:boto:Params: {} 2022-09-01T10:07:30.988 DEBUG:boto:Token: None 2022-09-01T10:07:30.989 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:30 GMT /ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.990 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:I/qd+5xfDZaQW+FY4utVfwk3TIE= 2022-09-01T10:07:30.990 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:I/qd+5xfDZaQW+FY4utVfwk3TIE=', 'Content-Length': '0'} 2022-09-01T10:07:30.993 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c47d33205d5d8148-0063108462-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:30.993 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:07:30.994 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.995 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:30.995 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.996 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.996 DEBUG:boto:Method: GET 2022-09-01T10:07:30.997 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:30.997 DEBUG:boto:Data: 2022-09-01T10:07:30.998 DEBUG:boto:Headers: {} 2022-09-01T10:07:30.998 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:30.999 DEBUG:boto:Port: 8001 2022-09-01T10:07:30.999 DEBUG:boto:Params: {} 2022-09-01T10:07:31.000 DEBUG:boto:Token: None 2022-09-01T10:07:31.001 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.001 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XvQJaiQnCVazTLDET+6jKVEgKIk= 2022-09-01T10:07:31.002 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XvQJaiQnCVazTLDET+6jKVEgKIk=', 'Content-Length': '0'} 2022-09-01T10:07:31.004 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009672122cdc48adde-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.005 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:31.006 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:31.006 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.007 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.007 DEBUG:boto:Method: GET 2022-09-01T10:07:31.008 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.008 DEBUG:boto:Data: 2022-09-01T10:07:31.009 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.009 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:31.010 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.011 DEBUG:boto:Params: {} 2022-09-01T10:07:31.011 DEBUG:boto:Token: None 2022-09-01T10:07:31.012 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.013 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XvQJaiQnCVazTLDET+6jKVEgKIk= 2022-09-01T10:07:31.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XvQJaiQnCVazTLDET+6jKVEgKIk=', 'Content-Length': '0'} 2022-09-01T10:07:31.015 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a90850501d82e1b2-0063108463-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.016 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.017 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.017 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:31.018 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:31.018 DEBUG:boto:Method: GET 2022-09-01T10:07:31.019 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:31.019 DEBUG:boto:Data: 2022-09-01T10:07:31.020 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.020 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.021 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.021 DEBUG:boto:Params: {} 2022-09-01T10:07:31.022 DEBUG:boto:Token: None 2022-09-01T10:07:31.023 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.023 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ= 2022-09-01T10:07:31.024 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ=', 'Content-Length': '0'} 2022-09-01T10:07:31.027 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dea4a9909e61abc7-0063108463-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.028 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.028 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.029 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.029 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:31.030 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:31.031 DEBUG:boto:Method: GET 2022-09-01T10:07:31.031 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:31.032 DEBUG:boto:Data: 2022-09-01T10:07:31.032 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.033 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:07:31.033 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.034 DEBUG:boto:Params: {} 2022-09-01T10:07:31.034 DEBUG:boto:Token: None 2022-09-01T10:07:31.035 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.036 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ= 2022-09-01T10:07:31.036 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ=', 'Content-Length': '0'} 2022-09-01T10:07:31.039 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000768885c81fedc5a3-0063108463-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.040 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.041 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-16 zones={test-zone3, test-zone1} 2022-09-01T10:07:31.041 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-16 zones={test-zone3, test-zone2} 2022-09-01T10:07:31.042 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.042 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.043 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.043 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:07:31.044 DEBUG:boto:Data: 2022-09-01T10:07:31.044 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.045 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.046 DEBUG:boto:Params: {} 2022-09-01T10:07:31.046 DEBUG:boto:Token: None 2022-09-01T10:07:31.047 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B83Ghoyhcnp7rM7pHRQtC2h5zaY= 2022-09-01T10:07:31.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B83Ghoyhcnp7rM7pHRQtC2h5zaY=', 'Content-Length': '0'} 2022-09-01T10:07:31.051 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c533272cadd87320-0063108463-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.052 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.052 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.053 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.053 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:07:31.054 DEBUG:boto:Data: 2022-09-01T10:07:31.054 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.055 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.055 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.056 DEBUG:boto:Params: {} 2022-09-01T10:07:31.056 DEBUG:boto:Token: None 2022-09-01T10:07:31.057 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B83Ghoyhcnp7rM7pHRQtC2h5zaY= 2022-09-01T10:07:31.058 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B83Ghoyhcnp7rM7pHRQtC2h5zaY=', 'Content-Length': '0'} 2022-09-01T10:07:31.061 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000090c951105eaf4053-0063108463-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.062 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:07:31.062 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.063 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.063 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:31.064 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:31.064 DEBUG:boto:Method: GET 2022-09-01T10:07:31.065 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:31.065 DEBUG:boto:Data: 2022-09-01T10:07:31.066 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.067 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.067 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.068 DEBUG:boto:Params: {} 2022-09-01T10:07:31.068 DEBUG:boto:Token: None 2022-09-01T10:07:31.069 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/?versions 2022-09-01T10:07:31.069 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:05G2PTX8s7sUhkGGxcLLoSO8iVY= 2022-09-01T10:07:31.070 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:05G2PTX8s7sUhkGGxcLLoSO8iVY=', 'Content-Length': '0'} 2022-09-01T10:07:31.073 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003ed38ba8699e5bf2-0063108463-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.073 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.074 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:07:31.075 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:07:31.075 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:07:31.076 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:07:31.076 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:07:31.077 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.077 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.078 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:31.078 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:31.079 DEBUG:boto:Method: GET 2022-09-01T10:07:31.079 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:31.080 DEBUG:boto:Data: 2022-09-01T10:07:31.080 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.081 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.081 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.082 DEBUG:boto:Params: {} 2022-09-01T10:07:31.083 DEBUG:boto:Token: None 2022-09-01T10:07:31.083 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/?versions 2022-09-01T10:07:31.084 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:05G2PTX8s7sUhkGGxcLLoSO8iVY= 2022-09-01T10:07:31.084 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:05G2PTX8s7sUhkGGxcLLoSO8iVY=', 'Content-Length': '0'} 2022-09-01T10:07:31.087 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fc93ad6794702d47-0063108463-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.088 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.089 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:07:31.089 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:07:31.090 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:07:31.090 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:07:31.091 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.091 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.092 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:31.092 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:31.093 DEBUG:boto:Method: GET 2022-09-01T10:07:31.093 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:31.094 DEBUG:boto:Data: 2022-09-01T10:07:31.094 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.095 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.096 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.096 DEBUG:boto:Params: {} 2022-09-01T10:07:31.097 DEBUG:boto:Token: None 2022-09-01T10:07:31.097 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/?versions 2022-09-01T10:07:31.098 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:05G2PTX8s7sUhkGGxcLLoSO8iVY= 2022-09-01T10:07:31.098 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:05G2PTX8s7sUhkGGxcLLoSO8iVY=', 'Content-Length': '0'} 2022-09-01T10:07:31.101 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e2e3c73ea4d04e6e-0063108463-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.102 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.103 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.103 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.104 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:31.104 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:31.105 DEBUG:boto:Method: GET 2022-09-01T10:07:31.105 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:07:31.106 DEBUG:boto:Data: 2022-09-01T10:07:31.106 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.107 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.107 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.108 DEBUG:boto:Params: {} 2022-09-01T10:07:31.109 DEBUG:boto:Token: None 2022-09-01T10:07:31.109 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/?versions 2022-09-01T10:07:31.110 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:05G2PTX8s7sUhkGGxcLLoSO8iVY= 2022-09-01T10:07:31.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:05G2PTX8s7sUhkGGxcLLoSO8iVY=', 'Content-Length': '0'} 2022-09-01T10:07:31.113 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b62c8a7573bcee84-0063108463-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.114 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.115 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:07:31.115 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:31.116 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:31.117 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.117 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.118 DEBUG:boto:Method: GET 2022-09-01T10:07:31.118 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.119 DEBUG:boto:Data: 2022-09-01T10:07:31.119 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.120 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.120 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.121 DEBUG:boto:Params: {} 2022-09-01T10:07:31.122 DEBUG:boto:Token: None 2022-09-01T10:07:31.122 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.123 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZRhQfNioQ+RbJI0OL0hr5CUAuUs= 2022-09-01T10:07:31.123 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZRhQfNioQ+RbJI0OL0hr5CUAuUs=', 'Content-Length': '0'} 2022-09-01T10:07:31.125 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000001a6e6d87a5f89e13-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.126 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:31.127 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:31.127 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.128 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.128 DEBUG:boto:Method: GET 2022-09-01T10:07:31.129 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.129 DEBUG:boto:Data: 2022-09-01T10:07:31.130 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.130 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.131 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.132 DEBUG:boto:Params: {} 2022-09-01T10:07:31.132 DEBUG:boto:Token: None 2022-09-01T10:07:31.133 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZRhQfNioQ+RbJI0OL0hr5CUAuUs= 2022-09-01T10:07:31.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZRhQfNioQ+RbJI0OL0hr5CUAuUs=', 'Content-Length': '0'} 2022-09-01T10:07:31.136 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000086bb2119b409f39c-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.137 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:31.138 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:31.138 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.139 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.139 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.140 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.140 DEBUG:boto:Data: 2022-09-01T10:07:31.141 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.141 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.141 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.142 DEBUG:boto:Params: {} 2022-09-01T10:07:31.143 DEBUG:boto:Token: None 2022-09-01T10:07:31.143 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.144 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mJ5fmj6fZiAOluPBC/0DEIVT6Zk= 2022-09-01T10:07:31.144 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mJ5fmj6fZiAOluPBC/0DEIVT6Zk=', 'Content-Length': '0'} 2022-09-01T10:07:31.146 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b1794132596c7354-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.147 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:31.148 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:31.148 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.149 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.149 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.150 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.150 DEBUG:boto:Data: 2022-09-01T10:07:31.151 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.151 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.152 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.152 DEBUG:boto:Params: {} 2022-09-01T10:07:31.153 DEBUG:boto:Token: None 2022-09-01T10:07:31.154 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.154 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mJ5fmj6fZiAOluPBC/0DEIVT6Zk= 2022-09-01T10:07:31.155 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mJ5fmj6fZiAOluPBC/0DEIVT6Zk=', 'Content-Length': '0'} 2022-09-01T10:07:31.157 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003e6ec1d3b934469e-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.158 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:07:31.158 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:31.159 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:31.159 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.160 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.161 DEBUG:boto:Method: GET 2022-09-01T10:07:31.161 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.162 DEBUG:boto:Data: 2022-09-01T10:07:31.162 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.163 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.163 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.164 DEBUG:boto:Params: {} 2022-09-01T10:07:31.164 DEBUG:boto:Token: None 2022-09-01T10:07:31.165 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.166 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZRhQfNioQ+RbJI0OL0hr5CUAuUs= 2022-09-01T10:07:31.166 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZRhQfNioQ+RbJI0OL0hr5CUAuUs=', 'Content-Length': '0'} 2022-09-01T10:07:31.168 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000001ff55083451cf2f1-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.169 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:31.170 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:31.170 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.171 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.172 DEBUG:boto:Method: GET 2022-09-01T10:07:31.172 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.173 DEBUG:boto:Data: 2022-09-01T10:07:31.173 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.174 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.175 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.175 DEBUG:boto:Params: {} 2022-09-01T10:07:31.176 DEBUG:boto:Token: None 2022-09-01T10:07:31.176 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZRhQfNioQ+RbJI0OL0hr5CUAuUs= 2022-09-01T10:07:31.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZRhQfNioQ+RbJI0OL0hr5CUAuUs=', 'Content-Length': '0'} 2022-09-01T10:07:31.180 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000003dcc35b95c8908f-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.181 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.181 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.182 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:31.183 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:31.183 DEBUG:boto:Method: GET 2022-09-01T10:07:31.184 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:07:31.184 DEBUG:boto:Data: 2022-09-01T10:07:31.185 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.185 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.186 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.186 DEBUG:boto:Params: {} 2022-09-01T10:07:31.187 DEBUG:boto:Token: None 2022-09-01T10:07:31.188 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.188 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ= 2022-09-01T10:07:31.189 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ=', 'Content-Length': '0'} 2022-09-01T10:07:31.192 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f13b4f4494b8c0e0-0063108463-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.238 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.240 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.241 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.242 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:31.243 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:31.244 DEBUG:boto:Method: GET 2022-09-01T10:07:31.244 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:07:31.245 DEBUG:boto:Data: 2022-09-01T10:07:31.246 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.247 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.248 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.249 DEBUG:boto:Params: {} 2022-09-01T10:07:31.250 DEBUG:boto:Token: None 2022-09-01T10:07:31.251 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ= 2022-09-01T10:07:31.253 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ=', 'Content-Length': '0'} 2022-09-01T10:07:31.256 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cbda22ad8cd0303d-0063108463-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.256 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.257 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:31.258 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:31.258 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.259 DEBUG:boto:Path: /ptoxvb-16/dummy 2022-09-01T10:07:31.260 DEBUG:boto:Data: 2022-09-01T10:07:31.260 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.261 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.261 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.262 DEBUG:boto:Params: {} 2022-09-01T10:07:31.263 DEBUG:boto:Token: None 2022-09-01T10:07:31.263 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/dummy 2022-09-01T10:07:31.264 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pqNtBVEuo5rM7F/vmgWOsYUP2EA= 2022-09-01T10:07:31.265 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pqNtBVEuo5rM7F/vmgWOsYUP2EA=', 'Content-Length': '0'} 2022-09-01T10:07:31.269 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000d07db7d4196c05a0-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.270 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:31.271 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:31.272 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.273 DEBUG:boto:Path: /ptoxvb-16/dummy 2022-09-01T10:07:31.273 DEBUG:boto:Data: 2022-09-01T10:07:31.274 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.275 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.276 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.277 DEBUG:boto:Params: {} 2022-09-01T10:07:31.278 DEBUG:boto:Token: None 2022-09-01T10:07:31.279 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/dummy 2022-09-01T10:07:31.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pqNtBVEuo5rM7F/vmgWOsYUP2EA= 2022-09-01T10:07:31.280 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pqNtBVEuo5rM7F/vmgWOsYUP2EA=', 'Content-Length': '0'} 2022-09-01T10:07:31.283 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000241751d15d9c41ba-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.284 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:07:31.284 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:31.285 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:31.286 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.286 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.287 DEBUG:boto:Method: GET 2022-09-01T10:07:31.287 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.288 DEBUG:boto:Data: 2022-09-01T10:07:31.288 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.289 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.289 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.290 DEBUG:boto:Params: {} 2022-09-01T10:07:31.290 DEBUG:boto:Token: None 2022-09-01T10:07:31.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZRhQfNioQ+RbJI0OL0hr5CUAuUs= 2022-09-01T10:07:31.292 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZRhQfNioQ+RbJI0OL0hr5CUAuUs=', 'Content-Length': '0'} 2022-09-01T10:07:31.294 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000034b05d7dfad339c3-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.295 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:07:31.296 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:07:31.297 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.297 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.298 DEBUG:boto:Method: GET 2022-09-01T10:07:31.298 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.299 DEBUG:boto:Data: 2022-09-01T10:07:31.300 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.301 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.302 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.303 DEBUG:boto:Params: {} 2022-09-01T10:07:31.304 DEBUG:boto:Token: None 2022-09-01T10:07:31.305 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:07:31.306 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZRhQfNioQ+RbJI0OL0hr5CUAuUs= 2022-09-01T10:07:31.308 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZRhQfNioQ+RbJI0OL0hr5CUAuUs=', 'Content-Length': '0'} 2022-09-01T10:07:31.311 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000310da471a91852eb-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.312 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.312 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.313 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:31.313 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:31.314 DEBUG:boto:Method: GET 2022-09-01T10:07:31.315 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:07:31.315 DEBUG:boto:Data: 2022-09-01T10:07:31.316 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.316 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.317 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.317 DEBUG:boto:Params: {} 2022-09-01T10:07:31.318 DEBUG:boto:Token: None 2022-09-01T10:07:31.319 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.319 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ= 2022-09-01T10:07:31.320 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ=', 'Content-Length': '0'} 2022-09-01T10:07:31.323 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b7df8a1f8a4ed566-0063108463-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.323 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.325 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.326 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.327 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:31.328 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:07:31.329 DEBUG:boto:Method: GET 2022-09-01T10:07:31.330 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:07:31.331 DEBUG:boto:Data: 2022-09-01T10:07:31.336 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.338 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.339 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.340 DEBUG:boto:Params: {} 2022-09-01T10:07:31.341 DEBUG:boto:Token: None 2022-09-01T10:07:31.343 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.344 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ= 2022-09-01T10:07:31.345 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ=', 'Content-Length': '0'} 2022-09-01T10:07:31.348 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b6e9eab092b8f154-0063108463-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.390 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.391 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:07:31.392 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.392 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.393 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.393 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.394 DEBUG:boto:Method: GET 2022-09-01T10:07:31.394 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.395 DEBUG:boto:Data: 2022-09-01T10:07:31.396 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.396 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.397 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.397 DEBUG:boto:Params: {} 2022-09-01T10:07:31.398 DEBUG:boto:Token: None 2022-09-01T10:07:31.399 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixkal8QYpkN4IklgtZioNdokVz8= 2022-09-01T10:07:31.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixkal8QYpkN4IklgtZioNdokVz8=', 'Content-Length': '0'} 2022-09-01T10:07:31.403 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bcbb5d3beee1761f-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.404 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.405 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.405 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.406 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.406 DEBUG:boto:Method: GET 2022-09-01T10:07:31.407 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.407 DEBUG:boto:Data: 2022-09-01T10:07:31.408 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.408 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.409 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.409 DEBUG:boto:Params: {} 2022-09-01T10:07:31.410 DEBUG:boto:Token: None 2022-09-01T10:07:31.411 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.411 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixkal8QYpkN4IklgtZioNdokVz8= 2022-09-01T10:07:31.412 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixkal8QYpkN4IklgtZioNdokVz8=', 'Content-Length': '0'} 2022-09-01T10:07:31.414 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d7b2c16ad2a917ab-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.415 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.415 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.416 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.416 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.417 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.417 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.418 DEBUG:boto:Data: 2022-09-01T10:07:31.418 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.419 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.419 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.420 DEBUG:boto:Params: {} 2022-09-01T10:07:31.420 DEBUG:boto:Token: None 2022-09-01T10:07:31.421 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.422 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wdsmi+LFBWONeC2mfArZiLuk61Q= 2022-09-01T10:07:31.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wdsmi+LFBWONeC2mfArZiLuk61Q=', 'Content-Length': '0'} 2022-09-01T10:07:31.424 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ab3986076e39517d-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.425 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.426 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.426 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.427 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.427 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.428 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.428 DEBUG:boto:Data: 2022-09-01T10:07:31.429 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.429 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.430 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.430 DEBUG:boto:Params: {} 2022-09-01T10:07:31.431 DEBUG:boto:Token: None 2022-09-01T10:07:31.431 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wdsmi+LFBWONeC2mfArZiLuk61Q= 2022-09-01T10:07:31.433 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wdsmi+LFBWONeC2mfArZiLuk61Q=', 'Content-Length': '0'} 2022-09-01T10:07:31.435 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006845d23cdec56e2f-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.436 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:07:31.436 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.437 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.437 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.438 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.438 DEBUG:boto:Method: GET 2022-09-01T10:07:31.439 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.439 DEBUG:boto:Data: 2022-09-01T10:07:31.440 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.440 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.441 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.441 DEBUG:boto:Params: {} 2022-09-01T10:07:31.442 DEBUG:boto:Token: None 2022-09-01T10:07:31.442 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixkal8QYpkN4IklgtZioNdokVz8= 2022-09-01T10:07:31.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixkal8QYpkN4IklgtZioNdokVz8=', 'Content-Length': '0'} 2022-09-01T10:07:31.446 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000020a8a1a53b76cd7d-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.490 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.491 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.492 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.492 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.493 DEBUG:boto:Method: GET 2022-09-01T10:07:31.493 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.494 DEBUG:boto:Data: 2022-09-01T10:07:31.495 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.495 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.496 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.496 DEBUG:boto:Params: {} 2022-09-01T10:07:31.497 DEBUG:boto:Token: None 2022-09-01T10:07:31.498 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.498 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixkal8QYpkN4IklgtZioNdokVz8= 2022-09-01T10:07:31.499 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixkal8QYpkN4IklgtZioNdokVz8=', 'Content-Length': '0'} 2022-09-01T10:07:31.501 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004e357f227b86be4a-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.502 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.503 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.503 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:31.504 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:31.504 DEBUG:boto:Method: GET 2022-09-01T10:07:31.505 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:31.505 DEBUG:boto:Data: 2022-09-01T10:07:31.506 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.506 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.507 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.507 DEBUG:boto:Params: {} 2022-09-01T10:07:31.508 DEBUG:boto:Token: None 2022-09-01T10:07:31.509 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.509 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ= 2022-09-01T10:07:31.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ=', 'Content-Length': '0'} 2022-09-01T10:07:31.513 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000058a3064d0b5b1e1-0063108463-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.513 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.514 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.515 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.515 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:31.516 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:31.516 DEBUG:boto:Method: GET 2022-09-01T10:07:31.517 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:31.518 DEBUG:boto:Data: 2022-09-01T10:07:31.519 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.520 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.521 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.522 DEBUG:boto:Params: {} 2022-09-01T10:07:31.523 DEBUG:boto:Token: None 2022-09-01T10:07:31.524 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.525 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ= 2022-09-01T10:07:31.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ=', 'Content-Length': '0'} 2022-09-01T10:07:31.530 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000000219668b9ad357d-0063108463-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.530 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.531 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.532 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.532 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.533 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.534 DEBUG:boto:Data: 2022-09-01T10:07:31.534 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.535 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.535 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.536 DEBUG:boto:Params: {} 2022-09-01T10:07:31.537 DEBUG:boto:Token: None 2022-09-01T10:07:31.537 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.538 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zjv99Q37jhQEUO5/5hTYiHDhZok= 2022-09-01T10:07:31.538 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zjv99Q37jhQEUO5/5hTYiHDhZok=', 'Content-Length': '0'} 2022-09-01T10:07:31.541 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000042e8cc28f7c54a14-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.542 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.542 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.543 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.544 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.544 DEBUG:boto:Data: 2022-09-01T10:07:31.545 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.545 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.546 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.546 DEBUG:boto:Params: {} 2022-09-01T10:07:31.547 DEBUG:boto:Token: None 2022-09-01T10:07:31.548 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.548 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zjv99Q37jhQEUO5/5hTYiHDhZok= 2022-09-01T10:07:31.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zjv99Q37jhQEUO5/5hTYiHDhZok=', 'Content-Length': '0'} 2022-09-01T10:07:31.552 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ab822e9ab17d4545-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.552 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:07:31.553 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.553 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.554 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.555 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.556 DEBUG:boto:Method: GET 2022-09-01T10:07:31.556 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.557 DEBUG:boto:Data: 2022-09-01T10:07:31.557 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.558 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.558 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.559 DEBUG:boto:Params: {} 2022-09-01T10:07:31.559 DEBUG:boto:Token: None 2022-09-01T10:07:31.560 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixkal8QYpkN4IklgtZioNdokVz8= 2022-09-01T10:07:31.561 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixkal8QYpkN4IklgtZioNdokVz8=', 'Content-Length': '0'} 2022-09-01T10:07:31.564 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000350917d2fbd4a2e-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.565 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.565 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:07:31.566 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.566 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.567 DEBUG:boto:Method: GET 2022-09-01T10:07:31.568 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.569 DEBUG:boto:Data: 2022-09-01T10:07:31.570 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.571 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.571 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.572 DEBUG:boto:Params: {} 2022-09-01T10:07:31.573 DEBUG:boto:Token: None 2022-09-01T10:07:31.574 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:07:31.575 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixkal8QYpkN4IklgtZioNdokVz8= 2022-09-01T10:07:31.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixkal8QYpkN4IklgtZioNdokVz8=', 'Content-Length': '0'} 2022-09-01T10:07:31.582 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:51 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000686f4ec1a57b7bcc-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.626 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.627 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.627 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:31.628 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:31.629 DEBUG:boto:Method: GET 2022-09-01T10:07:31.629 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:31.630 DEBUG:boto:Data: 2022-09-01T10:07:31.630 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.631 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.631 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.632 DEBUG:boto:Params: {} 2022-09-01T10:07:31.632 DEBUG:boto:Token: None 2022-09-01T10:07:31.633 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.634 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ= 2022-09-01T10:07:31.634 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ=', 'Content-Length': '0'} 2022-09-01T10:07:31.637 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000965381e3af9d9da5-0063108463-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.638 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.639 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.639 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.640 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:31.641 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:31.641 DEBUG:boto:Method: GET 2022-09-01T10:07:31.642 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:07:31.642 DEBUG:boto:Data: 2022-09-01T10:07:31.643 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.643 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.644 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.644 DEBUG:boto:Params: {} 2022-09-01T10:07:31.645 DEBUG:boto:Token: None 2022-09-01T10:07:31.646 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.646 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ= 2022-09-01T10:07:31.647 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ=', 'Content-Length': '0'} 2022-09-01T10:07:31.650 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d3ac81c57648fd33-0063108463-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.651 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.652 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:07:31.652 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.653 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.653 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.654 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.654 DEBUG:boto:Method: GET 2022-09-01T10:07:31.655 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.655 DEBUG:boto:Data: 2022-09-01T10:07:31.656 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.657 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.657 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.658 DEBUG:boto:Params: {} 2022-09-01T10:07:31.658 DEBUG:boto:Token: None 2022-09-01T10:07:31.659 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.660 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+B8loKcRQVcs9LIeuDtdGzRG2Hk= 2022-09-01T10:07:31.660 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+B8loKcRQVcs9LIeuDtdGzRG2Hk=', 'Content-Length': '0'} 2022-09-01T10:07:31.663 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000adf68ae8f25c21fb-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.663 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.664 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.665 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.665 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.666 DEBUG:boto:Method: GET 2022-09-01T10:07:31.666 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.667 DEBUG:boto:Data: 2022-09-01T10:07:31.668 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.668 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.669 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.669 DEBUG:boto:Params: {} 2022-09-01T10:07:31.670 DEBUG:boto:Token: None 2022-09-01T10:07:31.670 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.671 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+B8loKcRQVcs9LIeuDtdGzRG2Hk= 2022-09-01T10:07:31.672 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+B8loKcRQVcs9LIeuDtdGzRG2Hk=', 'Content-Length': '0'} 2022-09-01T10:07:31.675 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006ef623c8077769df-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.676 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.676 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.677 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.677 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.678 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.679 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.679 DEBUG:boto:Data: 2022-09-01T10:07:31.680 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.680 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.681 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.681 DEBUG:boto:Params: {} 2022-09-01T10:07:31.682 DEBUG:boto:Token: None 2022-09-01T10:07:31.683 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.683 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VCvXtlynzBPS6hXYpOSe3/tdE6o= 2022-09-01T10:07:31.684 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VCvXtlynzBPS6hXYpOSe3/tdE6o=', 'Content-Length': '0'} 2022-09-01T10:07:31.686 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002c5ddb7cda7319f0-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.687 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.687 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.688 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.688 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.689 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.689 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.690 DEBUG:boto:Data: 2022-09-01T10:07:31.690 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.691 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.692 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.692 DEBUG:boto:Params: {} 2022-09-01T10:07:31.693 DEBUG:boto:Token: None 2022-09-01T10:07:31.693 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.701 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VCvXtlynzBPS6hXYpOSe3/tdE6o= 2022-09-01T10:07:31.702 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VCvXtlynzBPS6hXYpOSe3/tdE6o=', 'Content-Length': '0'} 2022-09-01T10:07:31.704 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d15be25889661e51-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.705 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:07:31.706 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.706 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.707 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.707 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.708 DEBUG:boto:Method: GET 2022-09-01T10:07:31.708 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.709 DEBUG:boto:Data: 2022-09-01T10:07:31.709 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.710 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.710 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.711 DEBUG:boto:Params: {} 2022-09-01T10:07:31.712 DEBUG:boto:Token: None 2022-09-01T10:07:31.712 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.713 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+B8loKcRQVcs9LIeuDtdGzRG2Hk= 2022-09-01T10:07:31.714 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+B8loKcRQVcs9LIeuDtdGzRG2Hk=', 'Content-Length': '0'} 2022-09-01T10:07:31.716 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a44aeee0d5e8a41a-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.758 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.759 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.760 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.760 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.761 DEBUG:boto:Method: GET 2022-09-01T10:07:31.762 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.762 DEBUG:boto:Data: 2022-09-01T10:07:31.763 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.763 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.764 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.764 DEBUG:boto:Params: {} 2022-09-01T10:07:31.765 DEBUG:boto:Token: None 2022-09-01T10:07:31.766 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.767 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+B8loKcRQVcs9LIeuDtdGzRG2Hk= 2022-09-01T10:07:31.767 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+B8loKcRQVcs9LIeuDtdGzRG2Hk=', 'Content-Length': '0'} 2022-09-01T10:07:31.770 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002cccb5d43438bc87-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.771 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.771 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.772 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:31.772 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:31.773 DEBUG:boto:Method: GET 2022-09-01T10:07:31.774 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:31.775 DEBUG:boto:Data: 2022-09-01T10:07:31.775 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.776 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.776 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.777 DEBUG:boto:Params: {} 2022-09-01T10:07:31.778 DEBUG:boto:Token: None 2022-09-01T10:07:31.779 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ= 2022-09-01T10:07:31.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ=', 'Content-Length': '0'} 2022-09-01T10:07:31.784 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fbde49170dabba22-0063108463-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.785 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.786 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.787 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.787 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:31.788 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:31.789 DEBUG:boto:Method: GET 2022-09-01T10:07:31.790 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:31.790 DEBUG:boto:Data: 2022-09-01T10:07:31.791 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.791 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.792 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.792 DEBUG:boto:Params: {} 2022-09-01T10:07:31.793 DEBUG:boto:Token: None 2022-09-01T10:07:31.793 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.794 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ= 2022-09-01T10:07:31.795 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ=', 'Content-Length': '0'} 2022-09-01T10:07:31.798 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f89121119de3964e-0063108463-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.799 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.800 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.801 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.802 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.803 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.804 DEBUG:boto:Data: 2022-09-01T10:07:31.805 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.806 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.806 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.807 DEBUG:boto:Params: {} 2022-09-01T10:07:31.808 DEBUG:boto:Token: None 2022-09-01T10:07:31.808 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.809 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PPnEfRAQeu+PQX6l0Jknu4xERx8= 2022-09-01T10:07:31.811 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PPnEfRAQeu+PQX6l0Jknu4xERx8=', 'Content-Length': '0'} 2022-09-01T10:07:31.814 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000e0ac6f012eaa16d-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.815 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.816 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.817 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.817 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.818 DEBUG:boto:Data: 2022-09-01T10:07:31.818 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.819 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.819 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.820 DEBUG:boto:Params: {} 2022-09-01T10:07:31.820 DEBUG:boto:Token: None 2022-09-01T10:07:31.821 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.821 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PPnEfRAQeu+PQX6l0Jknu4xERx8= 2022-09-01T10:07:31.822 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PPnEfRAQeu+PQX6l0Jknu4xERx8=', 'Content-Length': '0'} 2022-09-01T10:07:31.824 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000054b46e33d08dd483-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.825 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:07:31.826 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.827 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.827 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.828 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.828 DEBUG:boto:Method: GET 2022-09-01T10:07:31.829 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.830 DEBUG:boto:Data: 2022-09-01T10:07:31.830 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.831 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.831 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.832 DEBUG:boto:Params: {} 2022-09-01T10:07:31.832 DEBUG:boto:Token: None 2022-09-01T10:07:31.833 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.834 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+B8loKcRQVcs9LIeuDtdGzRG2Hk= 2022-09-01T10:07:31.834 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+B8loKcRQVcs9LIeuDtdGzRG2Hk=', 'Content-Length': '0'} 2022-09-01T10:07:31.837 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d9581afce94ab38f-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.837 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.838 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:07:31.839 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.839 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.840 DEBUG:boto:Method: GET 2022-09-01T10:07:31.840 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.841 DEBUG:boto:Data: 2022-09-01T10:07:31.841 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.842 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.842 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.843 DEBUG:boto:Params: {} 2022-09-01T10:07:31.844 DEBUG:boto:Token: None 2022-09-01T10:07:31.844 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:07:31.845 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+B8loKcRQVcs9LIeuDtdGzRG2Hk= 2022-09-01T10:07:31.846 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+B8loKcRQVcs9LIeuDtdGzRG2Hk=', 'Content-Length': '0'} 2022-09-01T10:07:31.848 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000de29c3ae17385050-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.849 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.849 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.850 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:31.850 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:31.851 DEBUG:boto:Method: GET 2022-09-01T10:07:31.851 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:31.852 DEBUG:boto:Data: 2022-09-01T10:07:31.853 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.853 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.854 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.854 DEBUG:boto:Params: {} 2022-09-01T10:07:31.855 DEBUG:boto:Token: None 2022-09-01T10:07:31.855 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.856 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ= 2022-09-01T10:07:31.857 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ=', 'Content-Length': '0'} 2022-09-01T10:07:31.861 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f2a9501ec8f4d101-0063108463-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.862 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.864 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.865 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.865 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:31.866 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:31.867 DEBUG:boto:Method: GET 2022-09-01T10:07:31.868 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:07:31.869 DEBUG:boto:Data: 2022-09-01T10:07:31.869 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.870 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.871 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.871 DEBUG:boto:Params: {} 2022-09-01T10:07:31.872 DEBUG:boto:Token: None 2022-09-01T10:07:31.872 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.873 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ= 2022-09-01T10:07:31.874 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ=', 'Content-Length': '0'} 2022-09-01T10:07:31.876 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d285bc3649fbb3af-0063108463-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.877 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:31.878 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:07:31.878 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:31.879 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:31.880 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.880 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.881 DEBUG:boto:Method: GET 2022-09-01T10:07:31.881 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.882 DEBUG:boto:Data: 2022-09-01T10:07:31.882 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.883 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.883 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.884 DEBUG:boto:Params: {} 2022-09-01T10:07:31.885 DEBUG:boto:Token: None 2022-09-01T10:07:31.885 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XvQJaiQnCVazTLDET+6jKVEgKIk= 2022-09-01T10:07:31.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XvQJaiQnCVazTLDET+6jKVEgKIk=', 'Content-Length': '0'} 2022-09-01T10:07:31.889 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000075e12b9ccc69b38a-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.890 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:31.891 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:31.892 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.893 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.894 DEBUG:boto:Method: GET 2022-09-01T10:07:31.895 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.896 DEBUG:boto:Data: 2022-09-01T10:07:31.896 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.897 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.898 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.898 DEBUG:boto:Params: {} 2022-09-01T10:07:31.899 DEBUG:boto:Token: None 2022-09-01T10:07:31.900 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.900 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XvQJaiQnCVazTLDET+6jKVEgKIk= 2022-09-01T10:07:31.901 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XvQJaiQnCVazTLDET+6jKVEgKIk=', 'Content-Length': '0'} 2022-09-01T10:07:31.903 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000061f82991cf03254a-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.904 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:31.904 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:31.905 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.905 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.906 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.907 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.907 DEBUG:boto:Data: 2022-09-01T10:07:31.908 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.908 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.909 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.909 DEBUG:boto:Params: {} 2022-09-01T10:07:31.910 DEBUG:boto:Token: None 2022-09-01T10:07:31.911 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kbq/qzp/7eqRv4D6CsMp+BpOudE= 2022-09-01T10:07:31.912 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kbq/qzp/7eqRv4D6CsMp+BpOudE=', 'Content-Length': '0'} 2022-09-01T10:07:31.914 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001e741792359f28bc-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.915 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:31.915 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:31.916 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.917 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.917 DEBUG:boto:Method: HEAD 2022-09-01T10:07:31.918 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.918 DEBUG:boto:Data: 2022-09-01T10:07:31.919 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.919 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.920 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.920 DEBUG:boto:Params: {} 2022-09-01T10:07:31.921 DEBUG:boto:Token: None 2022-09-01T10:07:31.921 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.922 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kbq/qzp/7eqRv4D6CsMp+BpOudE= 2022-09-01T10:07:31.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kbq/qzp/7eqRv4D6CsMp+BpOudE=', 'Content-Length': '0'} 2022-09-01T10:07:31.925 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006d68cc2940c5b751-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.926 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:07:31.926 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:31.927 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:31.927 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.928 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.928 DEBUG:boto:Method: GET 2022-09-01T10:07:31.929 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.929 DEBUG:boto:Data: 2022-09-01T10:07:31.930 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.931 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.931 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.932 DEBUG:boto:Params: {} 2022-09-01T10:07:31.932 DEBUG:boto:Token: None 2022-09-01T10:07:31.933 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.933 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XvQJaiQnCVazTLDET+6jKVEgKIk= 2022-09-01T10:07:31.934 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XvQJaiQnCVazTLDET+6jKVEgKIk=', 'Content-Length': '0'} 2022-09-01T10:07:31.936 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007143e44efb762842-0063108463-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.937 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:31.938 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:31.938 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.939 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.940 DEBUG:boto:Method: GET 2022-09-01T10:07:31.940 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.941 DEBUG:boto:Data: 2022-09-01T10:07:31.941 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.942 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:31.942 DEBUG:boto:Port: 8000 2022-09-01T10:07:31.943 DEBUG:boto:Params: {} 2022-09-01T10:07:31.943 DEBUG:boto:Token: None 2022-09-01T10:07:31.944 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:31.945 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XvQJaiQnCVazTLDET+6jKVEgKIk= 2022-09-01T10:07:31.945 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XvQJaiQnCVazTLDET+6jKVEgKIk=', 'Content-Length': '0'} 2022-09-01T10:07:31.948 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fdc02909ae8fd14f-0063108463-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:31.990 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:31.991 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:31.992 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:31.992 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:31.993 DEBUG:boto:Method: GET 2022-09-01T10:07:31.994 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:31.995 DEBUG:boto:Data: 2022-09-01T10:07:31.995 DEBUG:boto:Headers: {} 2022-09-01T10:07:31.996 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:31.997 DEBUG:boto:Port: 8001 2022-09-01T10:07:31.997 DEBUG:boto:Params: {} 2022-09-01T10:07:31.998 DEBUG:boto:Token: None 2022-09-01T10:07:31.998 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:31 GMT /ptoxvb-16/ 2022-09-01T10:07:31.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ= 2022-09-01T10:07:32.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:606sgKdyYav6wZQj7x/YVBa2gTQ=', 'Content-Length': '0'} 2022-09-01T10:07:32.002 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000081aa33299363570a-0063108464-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:32.003 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:32.004 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:32.005 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:32.006 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:32.006 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:32.007 DEBUG:boto:Method: GET 2022-09-01T10:07:32.007 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:32.008 DEBUG:boto:Data: 2022-09-01T10:07:32.008 DEBUG:boto:Headers: {} 2022-09-01T10:07:32.009 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:32.009 DEBUG:boto:Port: 8000 2022-09-01T10:07:32.010 DEBUG:boto:Params: {} 2022-09-01T10:07:32.011 DEBUG:boto:Token: None 2022-09-01T10:07:32.011 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:32 GMT /ptoxvb-16/ 2022-09-01T10:07:32.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O4exNJvNiJTx6ApA0jo4vg6G48g= 2022-09-01T10:07:32.012 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O4exNJvNiJTx6ApA0jo4vg6G48g=', 'Content-Length': '0'} 2022-09-01T10:07:32.015 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009bc1747b84894981-0063108464-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:32.016 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:32.018 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:32.019 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:32.019 DEBUG:boto:Method: HEAD 2022-09-01T10:07:32.020 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3 2022-09-01T10:07:32.021 DEBUG:boto:Data: 2022-09-01T10:07:32.022 DEBUG:boto:Headers: {} 2022-09-01T10:07:32.023 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:32.024 DEBUG:boto:Port: 8001 2022-09-01T10:07:32.025 DEBUG:boto:Params: {} 2022-09-01T10:07:32.026 DEBUG:boto:Token: None 2022-09-01T10:07:32.027 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:32 GMT /ptoxvb-16/obj-test-zone3 2022-09-01T10:07:32.028 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wd8KfKidQnB/Cv+hpVbfLWwL1Co= 2022-09-01T10:07:32.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wd8KfKidQnB/Cv+hpVbfLWwL1Co=', 'Content-Length': '0'} 2022-09-01T10:07:32.032 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003f9918feba0c7b3e-0063108464-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:32.034 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:32.035 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:32.036 DEBUG:boto:Method: HEAD 2022-09-01T10:07:32.036 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3 2022-09-01T10:07:32.037 DEBUG:boto:Data: 2022-09-01T10:07:32.038 DEBUG:boto:Headers: {} 2022-09-01T10:07:32.039 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:32.040 DEBUG:boto:Port: 8000 2022-09-01T10:07:32.041 DEBUG:boto:Params: {} 2022-09-01T10:07:32.042 DEBUG:boto:Token: None 2022-09-01T10:07:32.043 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:07:32 GMT /ptoxvb-16/obj-test-zone3 2022-09-01T10:07:32.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wd8KfKidQnB/Cv+hpVbfLWwL1Co= 2022-09-01T10:07:32.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wd8KfKidQnB/Cv+hpVbfLWwL1Co=', 'Content-Length': '0'} 2022-09-01T10:07:32.048 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ce467e79331bde0c-0063108464-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:32.050 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:07:32.051 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:32.052 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:32.053 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:32.054 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:32.055 DEBUG:boto:Method: GET 2022-09-01T10:07:32.055 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:32.056 DEBUG:boto:Data: 2022-09-01T10:07:32.056 DEBUG:boto:Headers: {} 2022-09-01T10:07:32.057 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:32.057 DEBUG:boto:Port: 8001 2022-09-01T10:07:32.058 DEBUG:boto:Params: {} 2022-09-01T10:07:32.058 DEBUG:boto:Token: None 2022-09-01T10:07:32.059 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:32 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:32.060 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1MRQE7aloDjBCjXnHHm3fkjxuQ8= 2022-09-01T10:07:32.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1MRQE7aloDjBCjXnHHm3fkjxuQ8=', 'Content-Length': '0'} 2022-09-01T10:07:32.063 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000077c3b2f943292bb6-0063108464-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:32.106 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:32.107 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:07:32.107 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:32.108 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:32.109 DEBUG:boto:Method: GET 2022-09-01T10:07:32.110 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:32.110 DEBUG:boto:Data: 2022-09-01T10:07:32.111 DEBUG:boto:Headers: {} 2022-09-01T10:07:32.111 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:32.112 DEBUG:boto:Port: 8000 2022-09-01T10:07:32.112 DEBUG:boto:Params: {} 2022-09-01T10:07:32.113 DEBUG:boto:Token: None 2022-09-01T10:07:32.114 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:32 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:07:32.114 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1MRQE7aloDjBCjXnHHm3fkjxuQ8= 2022-09-01T10:07:32.115 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1MRQE7aloDjBCjXnHHm3fkjxuQ8=', 'Content-Length': '0'} 2022-09-01T10:07:32.117 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004dd2c3d7d9257adc-0063108464-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:07:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:32.118 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:32.119 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:32.120 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:32.121 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:32.122 DEBUG:boto:Method: GET 2022-09-01T10:07:32.123 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:32.123 DEBUG:boto:Data: 2022-09-01T10:07:32.124 DEBUG:boto:Headers: {} 2022-09-01T10:07:32.125 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:07:32.126 DEBUG:boto:Port: 8001 2022-09-01T10:07:32.126 DEBUG:boto:Params: {} 2022-09-01T10:07:32.127 DEBUG:boto:Token: None 2022-09-01T10:07:32.127 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:32 GMT /ptoxvb-16/ 2022-09-01T10:07:32.128 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O4exNJvNiJTx6ApA0jo4vg6G48g= 2022-09-01T10:07:32.129 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O4exNJvNiJTx6ApA0jo4vg6G48g=', 'Content-Length': '0'} 2022-09-01T10:07:32.131 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001e05e0362f6f13b3-0063108464-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:32.132 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:32.133 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:07:32.133 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:07:32.134 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:32.135 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:32.135 DEBUG:boto:Method: GET 2022-09-01T10:07:32.136 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:07:32.136 DEBUG:boto:Data: 2022-09-01T10:07:32.137 DEBUG:boto:Headers: {} 2022-09-01T10:07:32.137 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:07:32.138 DEBUG:boto:Port: 8000 2022-09-01T10:07:32.138 DEBUG:boto:Params: {} 2022-09-01T10:07:32.139 DEBUG:boto:Token: None 2022-09-01T10:07:32.139 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:07:32 GMT /ptoxvb-16/ 2022-09-01T10:07:32.140 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O4exNJvNiJTx6ApA0jo4vg6G48g= 2022-09-01T10:07:32.141 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:07:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O4exNJvNiJTx6ApA0jo4vg6G48g=', 'Content-Length': '0'} 2022-09-01T10:07:32.143 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000045141b9741ef8c19-0063108464-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:07:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:07:32.144 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:07:32.145 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-16 zones={test-zone3, test-zone2} 2022-09-01T10:07:32.146 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-17 2022-09-01T10:07:32.146 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:32.147 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:32.148 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:07:32.213 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:07:32.214 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:07:32.252 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:07:32.251+0000 7f9367281600 1 waiting for incremental sync to catch up: 2022-09-01T10:07:32.253 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:07:32.253 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:07:37.254 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:07:37.253+0000 7f9367281600 1 waiting for incremental sync to catch up: 2022-09-01T10:07:37.255 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:07:37.256 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:07:42.256 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:07:42.256+0000 7f9367281600 1 bucket sync caught up with source: 2022-09-01T10:07:42.256 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:07:42.257 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:07:42.257 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:07:42.256+0000 7f9367281600 0 bucket checkpoint complete 2022-09-01T10:07:42.272 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-17 2022-09-01T10:07:42.273 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:42.274 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:42.274 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:07:42.341 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:07:42.342 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:07:42.384 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:07:42.384+0000 7fa6a2414600 1 bucket sync caught up with source: 2022-09-01T10:07:42.385 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:07:42.385 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:07:42.385 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:07:42.384+0000 7fa6a2414600 0 bucket checkpoint complete 2022-09-01T10:07:42.399 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-17 2022-09-01T10:07:42.399 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:42.400 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:07:42.400 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:07:42.465 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:07:42.465 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:07:42.502 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:07:42.503+0000 7f32ed912600 1 waiting for incremental sync to catch up: 2022-09-01T10:07:42.503 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:07:42.503 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:07:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:07:47.504+0000 7f32ed912600 1 waiting for incremental sync to catch up: 2022-09-01T10:07:47.505 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:07:47.505 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:07:52.506 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:07:52.506+0000 7f32ed912600 1 waiting for incremental sync to catch up: 2022-09-01T10:07:52.506 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:07:52.506 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:07:57.507 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:07:57.507+0000 7f32ed912600 1 waiting for incremental sync to catch up: 2022-09-01T10:07:57.508 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:07:57.509 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:08:02.509 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:08:02.508+0000 7f32ed912600 1 waiting for incremental sync to catch up: 2022-09-01T10:08:02.510 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:08:02.510 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:08:07.510 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:08:07.509+0000 7f32ed912600 1 waiting for incremental sync to catch up: 2022-09-01T10:08:07.510 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:08:07.511 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:08:12.511 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:08:12.510+0000 7f32ed912600 1 waiting for incremental sync to catch up: 2022-09-01T10:08:12.512 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:08:12.512 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:08:17.513 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:08:17.512+0000 7f32ed912600 1 waiting for incremental sync to catch up: 2022-09-01T10:08:17.514 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:08:17.514 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:08:22.514 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:08:22.513+0000 7f32ed912600 1 waiting for incremental sync to catch up: 2022-09-01T10:08:22.515 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:08:22.515 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:08:27.516 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:08:27.515+0000 7f32ed912600 1 waiting for incremental sync to catch up: 2022-09-01T10:08:27.517 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:08:27.517 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:08:32.518 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:08:32.517+0000 7f32ed912600 1 waiting for incremental sync to catch up: 2022-09-01T10:08:32.519 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:08:32.519 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:08:37.520 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:08:37.519+0000 7f32ed912600 1 waiting for incremental sync to catch up: 2022-09-01T10:08:37.520 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:08:37.521 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:08:42.521 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:08:42.520+0000 7f32ed912600 1 waiting for incremental sync to catch up: 2022-09-01T10:08:42.521 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:08:42.522 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:08:47.522 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:08:47.521+0000 7f32ed912600 1 waiting for incremental sync to catch up: 2022-09-01T10:08:47.523 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:08:47.523 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:08:52.524 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:08:52.523+0000 7f32ed912600 1 waiting for incremental sync to catch up: 2022-09-01T10:08:52.525 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000006.17.10, , , , , ] 2022-09-01T10:08:52.526 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:08:57.525 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:08:57.525+0000 7f32ed912600 1 bucket sync caught up with source: 2022-09-01T10:08:57.526 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:08:57.526 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.30.5, , 00000000003.17.9, , 00000000007.19.9, , , , , ] 2022-09-01T10:08:57.526 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:08:57.525+0000 7f32ed912600 0 bucket checkpoint complete 2022-09-01T10:08:57.542 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-17 2022-09-01T10:08:57.544 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:08:57.544 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:08:57.545 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:08:57.613 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:08:57.614 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:08:58.664 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:08:58.664+0000 7f0bc8717600 1 bucket sync caught up with source: 2022-09-01T10:08:58.665 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.30.9, , 00000000010.63.5, , 00000000008.34.9, , , , , ] 2022-09-01T10:08:58.665 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.30.9, , 00000000010.63.5, , 00000000008.34.9, , , , , ] 2022-09-01T10:08:58.665 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:08:58.664+0000 7f0bc8717600 0 bucket checkpoint complete 2022-09-01T10:08:58.683 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-17 2022-09-01T10:08:58.684 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:08:58.685 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:08:58.685 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:08:58.748 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:08:58.749 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:08:58.790 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:08:58.789+0000 7fb0e625e600 1 bucket sync caught up with source: 2022-09-01T10:08:58.790 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.30.9, , 00000000010.63.5, , 00000000008.34.9, , , , , ] 2022-09-01T10:08:58.790 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.30.9, , 00000000010.63.5, , 00000000008.34.9, , , , , ] 2022-09-01T10:08:58.791 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:08:58.789+0000 7fb0e625e600 0 bucket checkpoint complete 2022-09-01T10:08:58.805 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-17 2022-09-01T10:08:58.805 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-17 2022-09-01T10:08:58.806 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:08:58.807 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:08:58.807 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:08:58.865 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:08:58.866 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:08:58.903 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:08:58.902+0000 7ffad037a600 1 bucket sync caught up with source: 2022-09-01T10:08:58.903 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.51.9, , 00000000003.31.9, , 00000000014.42.5, , , , , ] 2022-09-01T10:08:58.903 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.51.9, , 00000000003.31.9, , 00000000014.42.5, , , , , ] 2022-09-01T10:08:58.904 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:08:58.902+0000 7ffad037a600 0 bucket checkpoint complete 2022-09-01T10:08:58.920 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-17 2022-09-01T10:08:58.921 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:08:58.922 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:08:58.923 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:08:58.990 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:08:58.991 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:08:59.028 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:08:59.029+0000 7f357b7ce600 1 bucket sync caught up with source: 2022-09-01T10:08:59.029 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000003.51.9, , 00000000003.31.9, , 00000000014.42.5, , , , , ] 2022-09-01T10:08:59.029 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000003.51.9, , 00000000003.31.9, , 00000000014.42.5, , , , , ] 2022-09-01T10:08:59.029 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:08:59.029+0000 7f357b7ce600 0 bucket checkpoint complete 2022-09-01T10:08:59.042 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-17 2022-09-01T10:08:59.043 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-17 zones={test-zone2, test-zone1} 2022-09-01T10:08:59.044 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.045 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.045 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.046 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:08:59.046 DEBUG:boto:Data: 2022-09-01T10:08:59.047 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.047 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.048 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.048 DEBUG:boto:Params: {} 2022-09-01T10:08:59.050 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:08:59.050 DEBUG:boto:Token: None 2022-09-01T10:08:59.051 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.052 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XueTlUZt31e6Qpks5V5wnNbJXxE= 2022-09-01T10:08:59.053 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XueTlUZt31e6Qpks5V5wnNbJXxE=', 'Content-Length': '0'} 2022-09-01T10:08:59.057 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000bf23f2f6a5bb71a6-00631084bb-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.058 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.058 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.059 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.059 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:08:59.060 DEBUG:boto:Data: 2022-09-01T10:08:59.060 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.061 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.061 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.062 DEBUG:boto:Params: {} 2022-09-01T10:08:59.062 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:08:59.063 DEBUG:boto:Token: None 2022-09-01T10:08:59.064 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.064 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XueTlUZt31e6Qpks5V5wnNbJXxE= 2022-09-01T10:08:59.065 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XueTlUZt31e6Qpks5V5wnNbJXxE=', 'Content-Length': '0'} 2022-09-01T10:08:59.068 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002ea32153f536516a-00631084bb-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.069 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:08:59.069 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.070 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.070 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:08:59.071 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:08:59.071 DEBUG:boto:Method: GET 2022-09-01T10:08:59.072 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:08:59.072 DEBUG:boto:Data: 2022-09-01T10:08:59.073 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.073 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.074 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.074 DEBUG:boto:Params: {} 2022-09-01T10:08:59.075 DEBUG:boto:Token: None 2022-09-01T10:08:59.076 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/?versions 2022-09-01T10:08:59.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KMeEBX1G+CTZ32yG5TopapHMyHw= 2022-09-01T10:08:59.077 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KMeEBX1G+CTZ32yG5TopapHMyHw=', 'Content-Length': '0'} 2022-09-01T10:08:59.080 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a7ee4e037cd110f4-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.080 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.082 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:08:59.082 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:08:59.083 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:08:59.083 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:08:59.084 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:08:59.084 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.085 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.086 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:08:59.086 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:08:59.087 DEBUG:boto:Method: GET 2022-09-01T10:08:59.087 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:08:59.088 DEBUG:boto:Data: 2022-09-01T10:08:59.088 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.089 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.089 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.090 DEBUG:boto:Params: {} 2022-09-01T10:08:59.090 DEBUG:boto:Token: None 2022-09-01T10:08:59.091 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/?versions 2022-09-01T10:08:59.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KMeEBX1G+CTZ32yG5TopapHMyHw= 2022-09-01T10:08:59.092 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KMeEBX1G+CTZ32yG5TopapHMyHw=', 'Content-Length': '0'} 2022-09-01T10:08:59.095 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d9bcff0e27299586-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.095 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.096 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:08:59.097 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:08:59.097 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:08:59.098 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:08:59.098 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.099 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.099 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:08:59.100 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:08:59.100 DEBUG:boto:Method: GET 2022-09-01T10:08:59.101 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:08:59.101 DEBUG:boto:Data: 2022-09-01T10:08:59.102 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.102 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.103 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.103 DEBUG:boto:Params: {} 2022-09-01T10:08:59.104 DEBUG:boto:Token: None 2022-09-01T10:08:59.104 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/?versions 2022-09-01T10:08:59.105 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KMeEBX1G+CTZ32yG5TopapHMyHw= 2022-09-01T10:08:59.106 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KMeEBX1G+CTZ32yG5TopapHMyHw=', 'Content-Length': '0'} 2022-09-01T10:08:59.108 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009645f4453c3a9246-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.109 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.110 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.110 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.111 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:08:59.111 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:08:59.112 DEBUG:boto:Method: GET 2022-09-01T10:08:59.112 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:08:59.113 DEBUG:boto:Data: 2022-09-01T10:08:59.114 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.115 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.116 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.117 DEBUG:boto:Params: {} 2022-09-01T10:08:59.117 DEBUG:boto:Token: None 2022-09-01T10:08:59.118 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/?versions 2022-09-01T10:08:59.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KMeEBX1G+CTZ32yG5TopapHMyHw= 2022-09-01T10:08:59.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KMeEBX1G+CTZ32yG5TopapHMyHw=', 'Content-Length': '0'} 2022-09-01T10:08:59.122 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000332a0ccd4eb658a-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.122 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.123 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:08:59.124 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:08:59.124 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:08:59.125 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.126 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.126 DEBUG:boto:Method: GET 2022-09-01T10:08:59.127 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.127 DEBUG:boto:Data: 2022-09-01T10:08:59.128 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.128 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.129 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.129 DEBUG:boto:Params: {} 2022-09-01T10:08:59.130 DEBUG:boto:Token: None 2022-09-01T10:08:59.131 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.131 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D3GsiyeJ1TDkCZWOiscbIflhTRM= 2022-09-01T10:08:59.132 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D3GsiyeJ1TDkCZWOiscbIflhTRM=', 'Content-Length': '0'} 2022-09-01T10:08:59.134 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000991806038c07f016-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.135 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:08:59.135 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:08:59.136 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.136 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.137 DEBUG:boto:Method: GET 2022-09-01T10:08:59.138 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.138 DEBUG:boto:Data: 2022-09-01T10:08:59.139 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.139 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.140 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.140 DEBUG:boto:Params: {} 2022-09-01T10:08:59.141 DEBUG:boto:Token: None 2022-09-01T10:08:59.142 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.142 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D3GsiyeJ1TDkCZWOiscbIflhTRM= 2022-09-01T10:08:59.143 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D3GsiyeJ1TDkCZWOiscbIflhTRM=', 'Content-Length': '0'} 2022-09-01T10:08:59.145 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000039195019f54f3361-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.146 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:08:59.146 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:08:59.147 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.147 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.148 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.148 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.149 DEBUG:boto:Data: 2022-09-01T10:08:59.149 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.150 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.150 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.151 DEBUG:boto:Params: {} 2022-09-01T10:08:59.152 DEBUG:boto:Token: None 2022-09-01T10:08:59.152 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yKxrVqlYZAas4rGldUs7o14CoNE= 2022-09-01T10:08:59.153 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yKxrVqlYZAas4rGldUs7o14CoNE=', 'Content-Length': '0'} 2022-09-01T10:08:59.155 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000dcbb9f1ad0aa41b5-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.156 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:08:59.157 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:08:59.157 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.158 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.158 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.159 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.159 DEBUG:boto:Data: 2022-09-01T10:08:59.160 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.160 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.161 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.161 DEBUG:boto:Params: {} 2022-09-01T10:08:59.162 DEBUG:boto:Token: None 2022-09-01T10:08:59.162 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yKxrVqlYZAas4rGldUs7o14CoNE= 2022-09-01T10:08:59.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yKxrVqlYZAas4rGldUs7o14CoNE=', 'Content-Length': '0'} 2022-09-01T10:08:59.166 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000105dd46d3ed3c297-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.166 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:08:59.167 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:08:59.167 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:08:59.168 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.169 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.169 DEBUG:boto:Method: GET 2022-09-01T10:08:59.170 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.170 DEBUG:boto:Data: 2022-09-01T10:08:59.171 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.171 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.172 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.172 DEBUG:boto:Params: {} 2022-09-01T10:08:59.173 DEBUG:boto:Token: None 2022-09-01T10:08:59.174 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.174 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D3GsiyeJ1TDkCZWOiscbIflhTRM= 2022-09-01T10:08:59.175 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D3GsiyeJ1TDkCZWOiscbIflhTRM=', 'Content-Length': '0'} 2022-09-01T10:08:59.177 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000546ed4171e9270d9-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.178 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:08:59.178 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:08:59.179 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.179 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.180 DEBUG:boto:Method: GET 2022-09-01T10:08:59.181 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.181 DEBUG:boto:Data: 2022-09-01T10:08:59.182 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.182 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.183 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.183 DEBUG:boto:Params: {} 2022-09-01T10:08:59.184 DEBUG:boto:Token: None 2022-09-01T10:08:59.185 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.185 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D3GsiyeJ1TDkCZWOiscbIflhTRM= 2022-09-01T10:08:59.186 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D3GsiyeJ1TDkCZWOiscbIflhTRM=', 'Content-Length': '0'} 2022-09-01T10:08:59.188 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000002fc9bb4a0b2a463-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.189 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.189 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.190 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:08:59.190 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:08:59.191 DEBUG:boto:Method: GET 2022-09-01T10:08:59.191 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:08:59.192 DEBUG:boto:Data: 2022-09-01T10:08:59.192 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.193 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.193 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.194 DEBUG:boto:Params: {} 2022-09-01T10:08:59.194 DEBUG:boto:Token: None 2022-09-01T10:08:59.195 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.196 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4= 2022-09-01T10:08:59.196 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4=', 'Content-Length': '0'} 2022-09-01T10:08:59.199 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000074f5d032189984aa-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.200 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.201 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.201 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.202 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:08:59.202 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:08:59.203 DEBUG:boto:Method: GET 2022-09-01T10:08:59.203 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:08:59.204 DEBUG:boto:Data: 2022-09-01T10:08:59.204 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.205 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.205 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.206 DEBUG:boto:Params: {} 2022-09-01T10:08:59.206 DEBUG:boto:Token: None 2022-09-01T10:08:59.207 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.208 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4= 2022-09-01T10:08:59.208 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4=', 'Content-Length': '0'} 2022-09-01T10:08:59.211 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e051b2e5a62cdf11-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.212 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.212 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:08:59.213 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:08:59.213 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.214 DEBUG:boto:Path: /ptoxvb-17/dummy 2022-09-01T10:08:59.214 DEBUG:boto:Data: 2022-09-01T10:08:59.215 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.216 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.216 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.217 DEBUG:boto:Params: {} 2022-09-01T10:08:59.217 DEBUG:boto:Token: None 2022-09-01T10:08:59.218 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/dummy 2022-09-01T10:08:59.219 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rVMlrbFEgqurN192IbjcycvOOEM= 2022-09-01T10:08:59.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rVMlrbFEgqurN192IbjcycvOOEM=', 'Content-Length': '0'} 2022-09-01T10:08:59.222 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000000d7025ca45c199d2-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.222 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:08:59.223 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:08:59.223 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.224 DEBUG:boto:Path: /ptoxvb-17/dummy 2022-09-01T10:08:59.224 DEBUG:boto:Data: 2022-09-01T10:08:59.225 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.226 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.226 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.227 DEBUG:boto:Params: {} 2022-09-01T10:08:59.227 DEBUG:boto:Token: None 2022-09-01T10:08:59.228 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/dummy 2022-09-01T10:08:59.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rVMlrbFEgqurN192IbjcycvOOEM= 2022-09-01T10:08:59.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rVMlrbFEgqurN192IbjcycvOOEM=', 'Content-Length': '0'} 2022-09-01T10:08:59.231 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000c885256318a1d5c9-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.232 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:08:59.233 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:08:59.233 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:08:59.234 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.234 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.235 DEBUG:boto:Method: GET 2022-09-01T10:08:59.235 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.236 DEBUG:boto:Data: 2022-09-01T10:08:59.237 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.237 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.238 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.239 DEBUG:boto:Params: {} 2022-09-01T10:08:59.239 DEBUG:boto:Token: None 2022-09-01T10:08:59.240 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D3GsiyeJ1TDkCZWOiscbIflhTRM= 2022-09-01T10:08:59.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D3GsiyeJ1TDkCZWOiscbIflhTRM=', 'Content-Length': '0'} 2022-09-01T10:08:59.244 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000533d5611f2c7732e-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.244 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:08:59.245 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:08:59.245 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.246 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.246 DEBUG:boto:Method: GET 2022-09-01T10:08:59.247 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.248 DEBUG:boto:Data: 2022-09-01T10:08:59.248 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.249 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.249 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.250 DEBUG:boto:Params: {} 2022-09-01T10:08:59.250 DEBUG:boto:Token: None 2022-09-01T10:08:59.251 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:08:59.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D3GsiyeJ1TDkCZWOiscbIflhTRM= 2022-09-01T10:08:59.252 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D3GsiyeJ1TDkCZWOiscbIflhTRM=', 'Content-Length': '0'} 2022-09-01T10:08:59.254 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000e0d2dba5635ca570-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.255 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.256 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.257 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:08:59.258 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:08:59.258 DEBUG:boto:Method: GET 2022-09-01T10:08:59.259 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:08:59.259 DEBUG:boto:Data: 2022-09-01T10:08:59.260 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.260 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.261 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.262 DEBUG:boto:Params: {} 2022-09-01T10:08:59.262 DEBUG:boto:Token: None 2022-09-01T10:08:59.263 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.264 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4= 2022-09-01T10:08:59.264 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4=', 'Content-Length': '0'} 2022-09-01T10:08:59.267 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004e5ff4f842190eac-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.314 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.315 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.316 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.316 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:08:59.317 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:08:59.317 DEBUG:boto:Method: GET 2022-09-01T10:08:59.318 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:08:59.318 DEBUG:boto:Data: 2022-09-01T10:08:59.319 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.320 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.320 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.321 DEBUG:boto:Params: {} 2022-09-01T10:08:59.321 DEBUG:boto:Token: None 2022-09-01T10:08:59.322 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.323 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4= 2022-09-01T10:08:59.323 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4=', 'Content-Length': '0'} 2022-09-01T10:08:59.326 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000037567cdd40e62c96-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.327 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.328 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:08:59.328 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.329 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.329 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.330 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.330 DEBUG:boto:Method: GET 2022-09-01T10:08:59.331 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.332 DEBUG:boto:Data: 2022-09-01T10:08:59.332 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.333 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.333 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.334 DEBUG:boto:Params: {} 2022-09-01T10:08:59.334 DEBUG:boto:Token: None 2022-09-01T10:08:59.335 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.335 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:94r0wrlb9gHDaPxU3XHJthnadLs= 2022-09-01T10:08:59.336 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:94r0wrlb9gHDaPxU3XHJthnadLs=', 'Content-Length': '0'} 2022-09-01T10:08:59.338 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009911136f7be41547-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.339 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.340 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.340 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.341 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.341 DEBUG:boto:Method: GET 2022-09-01T10:08:59.342 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.342 DEBUG:boto:Data: 2022-09-01T10:08:59.343 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.343 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.344 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.344 DEBUG:boto:Params: {} 2022-09-01T10:08:59.345 DEBUG:boto:Token: None 2022-09-01T10:08:59.346 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.346 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:94r0wrlb9gHDaPxU3XHJthnadLs= 2022-09-01T10:08:59.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:94r0wrlb9gHDaPxU3XHJthnadLs=', 'Content-Length': '0'} 2022-09-01T10:08:59.349 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004193f674abe42509-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.390 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.391 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.391 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.392 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.392 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.393 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.394 DEBUG:boto:Data: 2022-09-01T10:08:59.394 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.395 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.395 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.396 DEBUG:boto:Params: {} 2022-09-01T10:08:59.397 DEBUG:boto:Token: None 2022-09-01T10:08:59.398 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lSJfcC2nKeVBGWq5o4IINx/zxVM= 2022-09-01T10:08:59.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lSJfcC2nKeVBGWq5o4IINx/zxVM=', 'Content-Length': '0'} 2022-09-01T10:08:59.403 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000599bcada1fd7d52c-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.404 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.405 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.406 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.406 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.407 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.407 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.408 DEBUG:boto:Data: 2022-09-01T10:08:59.408 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.409 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.409 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.410 DEBUG:boto:Params: {} 2022-09-01T10:08:59.410 DEBUG:boto:Token: None 2022-09-01T10:08:59.411 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.412 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lSJfcC2nKeVBGWq5o4IINx/zxVM= 2022-09-01T10:08:59.412 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lSJfcC2nKeVBGWq5o4IINx/zxVM=', 'Content-Length': '0'} 2022-09-01T10:08:59.414 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000041a31ada6fe49aef-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.416 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:08:59.417 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.417 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.418 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.419 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.419 DEBUG:boto:Method: GET 2022-09-01T10:08:59.420 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.421 DEBUG:boto:Data: 2022-09-01T10:08:59.421 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.422 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.423 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.423 DEBUG:boto:Params: {} 2022-09-01T10:08:59.424 DEBUG:boto:Token: None 2022-09-01T10:08:59.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.425 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:94r0wrlb9gHDaPxU3XHJthnadLs= 2022-09-01T10:08:59.426 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:94r0wrlb9gHDaPxU3XHJthnadLs=', 'Content-Length': '0'} 2022-09-01T10:08:59.428 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000753f9ea1f2928156-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.429 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.429 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.430 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.430 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.431 DEBUG:boto:Method: GET 2022-09-01T10:08:59.432 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.432 DEBUG:boto:Data: 2022-09-01T10:08:59.433 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.433 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.434 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.434 DEBUG:boto:Params: {} 2022-09-01T10:08:59.435 DEBUG:boto:Token: None 2022-09-01T10:08:59.436 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.436 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:94r0wrlb9gHDaPxU3XHJthnadLs= 2022-09-01T10:08:59.437 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:94r0wrlb9gHDaPxU3XHJthnadLs=', 'Content-Length': '0'} 2022-09-01T10:08:59.439 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000007c4080f0eca4af3-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.440 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.440 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.441 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:08:59.441 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:08:59.442 DEBUG:boto:Method: GET 2022-09-01T10:08:59.443 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:08:59.443 DEBUG:boto:Data: 2022-09-01T10:08:59.444 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.444 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.445 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.445 DEBUG:boto:Params: {} 2022-09-01T10:08:59.446 DEBUG:boto:Token: None 2022-09-01T10:08:59.446 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.447 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4= 2022-09-01T10:08:59.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4=', 'Content-Length': '0'} 2022-09-01T10:08:59.450 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000884d22ef5f2eff15-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.451 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.452 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.452 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.453 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:08:59.453 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:08:59.454 DEBUG:boto:Method: GET 2022-09-01T10:08:59.455 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:08:59.455 DEBUG:boto:Data: 2022-09-01T10:08:59.456 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.456 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.457 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.457 DEBUG:boto:Params: {} 2022-09-01T10:08:59.458 DEBUG:boto:Token: None 2022-09-01T10:08:59.459 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4= 2022-09-01T10:08:59.460 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4=', 'Content-Length': '0'} 2022-09-01T10:08:59.463 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ce42cf4e4f687c40-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.506 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.507 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.508 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.508 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.509 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.509 DEBUG:boto:Data: 2022-09-01T10:08:59.510 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.510 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.511 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.511 DEBUG:boto:Params: {} 2022-09-01T10:08:59.512 DEBUG:boto:Token: None 2022-09-01T10:08:59.513 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.513 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MqPwCj3pwvlf/LGaYZnpKXD2BgE= 2022-09-01T10:08:59.514 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MqPwCj3pwvlf/LGaYZnpKXD2BgE=', 'Content-Length': '0'} 2022-09-01T10:08:59.517 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001dc9a8a24d9646ad-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.517 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.518 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.518 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.519 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.519 DEBUG:boto:Data: 2022-09-01T10:08:59.520 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.521 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.522 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.522 DEBUG:boto:Params: {} 2022-09-01T10:08:59.523 DEBUG:boto:Token: None 2022-09-01T10:08:59.523 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MqPwCj3pwvlf/LGaYZnpKXD2BgE= 2022-09-01T10:08:59.524 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MqPwCj3pwvlf/LGaYZnpKXD2BgE=', 'Content-Length': '0'} 2022-09-01T10:08:59.527 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cc1207ecb747b1ac-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.528 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:08:59.529 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.530 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.530 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.531 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.532 DEBUG:boto:Method: GET 2022-09-01T10:08:59.532 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.533 DEBUG:boto:Data: 2022-09-01T10:08:59.533 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.534 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.535 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.535 DEBUG:boto:Params: {} 2022-09-01T10:08:59.536 DEBUG:boto:Token: None 2022-09-01T10:08:59.536 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.537 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:94r0wrlb9gHDaPxU3XHJthnadLs= 2022-09-01T10:08:59.538 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:94r0wrlb9gHDaPxU3XHJthnadLs=', 'Content-Length': '0'} 2022-09-01T10:08:59.540 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004873acfea2f78dfa-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.541 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.542 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:08:59.542 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.543 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.543 DEBUG:boto:Method: GET 2022-09-01T10:08:59.544 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.545 DEBUG:boto:Data: 2022-09-01T10:08:59.545 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.546 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.546 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.547 DEBUG:boto:Params: {} 2022-09-01T10:08:59.547 DEBUG:boto:Token: None 2022-09-01T10:08:59.548 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:08:59.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:94r0wrlb9gHDaPxU3XHJthnadLs= 2022-09-01T10:08:59.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:94r0wrlb9gHDaPxU3XHJthnadLs=', 'Content-Length': '0'} 2022-09-01T10:08:59.551 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000248faa6195b7cd7b-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.552 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.553 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.554 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:08:59.554 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:08:59.555 DEBUG:boto:Method: GET 2022-09-01T10:08:59.555 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:08:59.556 DEBUG:boto:Data: 2022-09-01T10:08:59.557 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.557 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.558 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.558 DEBUG:boto:Params: {} 2022-09-01T10:08:59.559 DEBUG:boto:Token: None 2022-09-01T10:08:59.559 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.560 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4= 2022-09-01T10:08:59.561 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4=', 'Content-Length': '0'} 2022-09-01T10:08:59.563 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005197e664d0cfa27c-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.564 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.565 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.566 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.566 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:08:59.567 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:08:59.567 DEBUG:boto:Method: GET 2022-09-01T10:08:59.568 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:08:59.568 DEBUG:boto:Data: 2022-09-01T10:08:59.569 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.569 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.570 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.570 DEBUG:boto:Params: {} 2022-09-01T10:08:59.571 DEBUG:boto:Token: None 2022-09-01T10:08:59.572 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.572 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4= 2022-09-01T10:08:59.573 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4=', 'Content-Length': '0'} 2022-09-01T10:08:59.576 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f14fffe031136068-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.576 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.577 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:08:59.578 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.578 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.579 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.579 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.580 DEBUG:boto:Method: GET 2022-09-01T10:08:59.580 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.581 DEBUG:boto:Data: 2022-09-01T10:08:59.581 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.582 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.583 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.583 DEBUG:boto:Params: {} 2022-09-01T10:08:59.584 DEBUG:boto:Token: None 2022-09-01T10:08:59.585 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.585 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HZG8CK+LpHmdeE2ct2B7Od7NthE= 2022-09-01T10:08:59.586 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HZG8CK+LpHmdeE2ct2B7Od7NthE=', 'Content-Length': '0'} 2022-09-01T10:08:59.588 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d1dfc373abb601a6-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.630 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.631 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.631 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.632 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.632 DEBUG:boto:Method: GET 2022-09-01T10:08:59.633 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.634 DEBUG:boto:Data: 2022-09-01T10:08:59.635 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.636 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.637 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.638 DEBUG:boto:Params: {} 2022-09-01T10:08:59.639 DEBUG:boto:Token: None 2022-09-01T10:08:59.640 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HZG8CK+LpHmdeE2ct2B7Od7NthE= 2022-09-01T10:08:59.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HZG8CK+LpHmdeE2ct2B7Od7NthE=', 'Content-Length': '0'} 2022-09-01T10:08:59.643 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004b4036131c3cae46-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.644 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.644 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.645 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.645 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.646 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.646 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.647 DEBUG:boto:Data: 2022-09-01T10:08:59.647 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.648 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.648 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.649 DEBUG:boto:Params: {} 2022-09-01T10:08:59.649 DEBUG:boto:Token: None 2022-09-01T10:08:59.650 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.650 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+iyFbsjkv9HuH5qt+4Qbikt5oD8= 2022-09-01T10:08:59.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+iyFbsjkv9HuH5qt+4Qbikt5oD8=', 'Content-Length': '0'} 2022-09-01T10:08:59.653 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000084aed4795145a99d-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.654 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.655 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.655 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.656 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.656 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.657 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.657 DEBUG:boto:Data: 2022-09-01T10:08:59.658 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.658 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.659 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.660 DEBUG:boto:Params: {} 2022-09-01T10:08:59.660 DEBUG:boto:Token: None 2022-09-01T10:08:59.661 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+iyFbsjkv9HuH5qt+4Qbikt5oD8= 2022-09-01T10:08:59.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+iyFbsjkv9HuH5qt+4Qbikt5oD8=', 'Content-Length': '0'} 2022-09-01T10:08:59.664 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000096919c79092b8bf6-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.664 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:08:59.665 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.666 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.666 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.667 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.667 DEBUG:boto:Method: GET 2022-09-01T10:08:59.668 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.668 DEBUG:boto:Data: 2022-09-01T10:08:59.669 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.669 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.670 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.670 DEBUG:boto:Params: {} 2022-09-01T10:08:59.671 DEBUG:boto:Token: None 2022-09-01T10:08:59.671 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.672 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HZG8CK+LpHmdeE2ct2B7Od7NthE= 2022-09-01T10:08:59.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HZG8CK+LpHmdeE2ct2B7Od7NthE=', 'Content-Length': '0'} 2022-09-01T10:08:59.675 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000193d8c9e4ac01cdb-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.675 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.676 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.676 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.677 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.677 DEBUG:boto:Method: GET 2022-09-01T10:08:59.678 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.679 DEBUG:boto:Data: 2022-09-01T10:08:59.679 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.680 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.680 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.681 DEBUG:boto:Params: {} 2022-09-01T10:08:59.681 DEBUG:boto:Token: None 2022-09-01T10:08:59.682 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HZG8CK+LpHmdeE2ct2B7Od7NthE= 2022-09-01T10:08:59.683 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HZG8CK+LpHmdeE2ct2B7Od7NthE=', 'Content-Length': '0'} 2022-09-01T10:08:59.685 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e93b4dae43e83faa-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.686 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.686 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.687 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:08:59.687 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:08:59.688 DEBUG:boto:Method: GET 2022-09-01T10:08:59.688 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:08:59.689 DEBUG:boto:Data: 2022-09-01T10:08:59.689 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.690 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.691 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.691 DEBUG:boto:Params: {} 2022-09-01T10:08:59.692 DEBUG:boto:Token: None 2022-09-01T10:08:59.693 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4= 2022-09-01T10:08:59.694 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4=', 'Content-Length': '0'} 2022-09-01T10:08:59.697 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007a74c93ea8bf2f10-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.698 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.700 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.701 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.702 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:08:59.703 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:08:59.704 DEBUG:boto:Method: GET 2022-09-01T10:08:59.705 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:08:59.706 DEBUG:boto:Data: 2022-09-01T10:08:59.707 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.708 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.709 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.710 DEBUG:boto:Params: {} 2022-09-01T10:08:59.710 DEBUG:boto:Token: None 2022-09-01T10:08:59.711 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4= 2022-09-01T10:08:59.712 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4=', 'Content-Length': '0'} 2022-09-01T10:08:59.715 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001356e5af8ea788b7-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.715 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.716 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.717 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.717 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.718 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.718 DEBUG:boto:Data: 2022-09-01T10:08:59.719 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.719 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.720 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.720 DEBUG:boto:Params: {} 2022-09-01T10:08:59.721 DEBUG:boto:Token: None 2022-09-01T10:08:59.722 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jwrRfL0w3jPwuoZobQLOCPE3x8Y= 2022-09-01T10:08:59.723 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jwrRfL0w3jPwuoZobQLOCPE3x8Y=', 'Content-Length': '0'} 2022-09-01T10:08:59.726 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f627732d575b6247-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.726 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.727 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.727 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.728 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.728 DEBUG:boto:Data: 2022-09-01T10:08:59.729 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.729 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.730 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.730 DEBUG:boto:Params: {} 2022-09-01T10:08:59.731 DEBUG:boto:Token: None 2022-09-01T10:08:59.732 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.732 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jwrRfL0w3jPwuoZobQLOCPE3x8Y= 2022-09-01T10:08:59.733 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jwrRfL0w3jPwuoZobQLOCPE3x8Y=', 'Content-Length': '0'} 2022-09-01T10:08:59.735 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000880cbe2058fbac57-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.736 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:08:59.736 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.737 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.737 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.738 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.738 DEBUG:boto:Method: GET 2022-09-01T10:08:59.739 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.739 DEBUG:boto:Data: 2022-09-01T10:08:59.740 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.740 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.741 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.741 DEBUG:boto:Params: {} 2022-09-01T10:08:59.742 DEBUG:boto:Token: None 2022-09-01T10:08:59.743 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.743 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HZG8CK+LpHmdeE2ct2B7Od7NthE= 2022-09-01T10:08:59.744 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HZG8CK+LpHmdeE2ct2B7Od7NthE=', 'Content-Length': '0'} 2022-09-01T10:08:59.746 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003e1aad591a6bab5f-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.747 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.748 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:08:59.748 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.749 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.749 DEBUG:boto:Method: GET 2022-09-01T10:08:59.750 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.750 DEBUG:boto:Data: 2022-09-01T10:08:59.751 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.751 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.752 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.753 DEBUG:boto:Params: {} 2022-09-01T10:08:59.753 DEBUG:boto:Token: None 2022-09-01T10:08:59.754 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:08:59.754 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HZG8CK+LpHmdeE2ct2B7Od7NthE= 2022-09-01T10:08:59.755 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HZG8CK+LpHmdeE2ct2B7Od7NthE=', 'Content-Length': '0'} 2022-09-01T10:08:59.757 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000d52015ed06851c6-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.802 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.803 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.804 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:08:59.805 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:08:59.805 DEBUG:boto:Method: GET 2022-09-01T10:08:59.806 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:08:59.807 DEBUG:boto:Data: 2022-09-01T10:08:59.807 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.808 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.808 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.809 DEBUG:boto:Params: {} 2022-09-01T10:08:59.809 DEBUG:boto:Token: None 2022-09-01T10:08:59.810 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.811 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4= 2022-09-01T10:08:59.812 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4=', 'Content-Length': '0'} 2022-09-01T10:08:59.815 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009a88cdd6ace2ef34-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.816 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.817 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.818 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.819 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:08:59.820 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:08:59.821 DEBUG:boto:Method: GET 2022-09-01T10:08:59.822 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:08:59.823 DEBUG:boto:Data: 2022-09-01T10:08:59.824 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.825 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.826 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.827 DEBUG:boto:Params: {} 2022-09-01T10:08:59.829 DEBUG:boto:Token: None 2022-09-01T10:08:59.830 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.831 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4= 2022-09-01T10:08:59.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4=', 'Content-Length': '0'} 2022-09-01T10:08:59.835 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008645f7ef1e1b4d5b-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.836 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.837 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:08:59.837 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.838 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.838 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.839 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.840 DEBUG:boto:Method: GET 2022-09-01T10:08:59.840 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.841 DEBUG:boto:Data: 2022-09-01T10:08:59.842 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.842 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.843 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.843 DEBUG:boto:Params: {} 2022-09-01T10:08:59.844 DEBUG:boto:Token: None 2022-09-01T10:08:59.845 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.846 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Be5AcSOPgOJnvovLyBh7exs/fqo= 2022-09-01T10:08:59.846 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Be5AcSOPgOJnvovLyBh7exs/fqo=', 'Content-Length': '0'} 2022-09-01T10:08:59.849 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d698404670ea147c-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.894 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.895 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.896 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.896 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.897 DEBUG:boto:Method: GET 2022-09-01T10:08:59.897 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.898 DEBUG:boto:Data: 2022-09-01T10:08:59.898 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.899 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.900 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.900 DEBUG:boto:Params: {} 2022-09-01T10:08:59.901 DEBUG:boto:Token: None 2022-09-01T10:08:59.902 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.902 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Be5AcSOPgOJnvovLyBh7exs/fqo= 2022-09-01T10:08:59.903 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Be5AcSOPgOJnvovLyBh7exs/fqo=', 'Content-Length': '0'} 2022-09-01T10:08:59.905 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000994e8488fe86d365-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.906 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.907 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.908 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.908 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.909 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.909 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.910 DEBUG:boto:Data: 2022-09-01T10:08:59.910 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.911 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.911 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.912 DEBUG:boto:Params: {} 2022-09-01T10:08:59.912 DEBUG:boto:Token: None 2022-09-01T10:08:59.913 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.914 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDbYLvKVYcd2f43W0S/YMASzV0o= 2022-09-01T10:08:59.914 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDbYLvKVYcd2f43W0S/YMASzV0o=', 'Content-Length': '0'} 2022-09-01T10:08:59.916 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008f30ac22cc2a0989-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.917 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.918 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.918 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.919 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.919 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.920 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.921 DEBUG:boto:Data: 2022-09-01T10:08:59.921 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.922 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.922 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.923 DEBUG:boto:Params: {} 2022-09-01T10:08:59.923 DEBUG:boto:Token: None 2022-09-01T10:08:59.924 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.925 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDbYLvKVYcd2f43W0S/YMASzV0o= 2022-09-01T10:08:59.925 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDbYLvKVYcd2f43W0S/YMASzV0o=', 'Content-Length': '0'} 2022-09-01T10:08:59.928 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001db3d7361d1d795f-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.929 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:08:59.929 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.930 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.931 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.932 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.932 DEBUG:boto:Method: GET 2022-09-01T10:08:59.933 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.934 DEBUG:boto:Data: 2022-09-01T10:08:59.934 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.935 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.935 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.936 DEBUG:boto:Params: {} 2022-09-01T10:08:59.936 DEBUG:boto:Token: None 2022-09-01T10:08:59.937 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.938 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Be5AcSOPgOJnvovLyBh7exs/fqo= 2022-09-01T10:08:59.938 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Be5AcSOPgOJnvovLyBh7exs/fqo=', 'Content-Length': '0'} 2022-09-01T10:08:59.941 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002782faa97221dd52-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.942 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.942 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.943 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.944 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.944 DEBUG:boto:Method: GET 2022-09-01T10:08:59.945 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.945 DEBUG:boto:Data: 2022-09-01T10:08:59.946 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.946 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.947 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.947 DEBUG:boto:Params: {} 2022-09-01T10:08:59.948 DEBUG:boto:Token: None 2022-09-01T10:08:59.949 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:08:59.949 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Be5AcSOPgOJnvovLyBh7exs/fqo= 2022-09-01T10:08:59.950 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Be5AcSOPgOJnvovLyBh7exs/fqo=', 'Content-Length': '0'} 2022-09-01T10:08:59.952 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008bd3729e1ec856a3-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.953 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.954 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.955 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:08:59.956 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:08:59.957 DEBUG:boto:Method: GET 2022-09-01T10:08:59.957 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:08:59.958 DEBUG:boto:Data: 2022-09-01T10:08:59.958 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.959 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.959 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.960 DEBUG:boto:Params: {} 2022-09-01T10:08:59.960 DEBUG:boto:Token: None 2022-09-01T10:08:59.961 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.962 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4= 2022-09-01T10:08:59.962 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4=', 'Content-Length': '0'} 2022-09-01T10:08:59.965 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d452fe37d8178e77-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.967 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.967 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:08:59.968 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:08:59.968 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:08:59.969 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:08:59.970 DEBUG:boto:Method: GET 2022-09-01T10:08:59.970 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:08:59.971 DEBUG:boto:Data: 2022-09-01T10:08:59.971 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.972 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:08:59.972 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.973 DEBUG:boto:Params: {} 2022-09-01T10:08:59.973 DEBUG:boto:Token: None 2022-09-01T10:08:59.974 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/ 2022-09-01T10:08:59.974 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4= 2022-09-01T10:08:59.975 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BelX4iy3yXXCvISXqGRafO8N4Y4=', 'Content-Length': '0'} 2022-09-01T10:08:59.986 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007a7e860fa72eb684-00631084bb-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.987 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:08:59.988 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.988 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.989 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.989 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.990 DEBUG:boto:Data: 2022-09-01T10:08:59.990 DEBUG:boto:Headers: {} 2022-09-01T10:08:59.991 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:08:59.991 DEBUG:boto:Port: 8000 2022-09-01T10:08:59.992 DEBUG:boto:Params: {} 2022-09-01T10:08:59.992 DEBUG:boto:Token: None 2022-09-01T10:08:59.993 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:08:59 GMT /ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.993 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j8HJcXuqpQgSFG3xo8zgDMa7C58= 2022-09-01T10:08:59.994 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:08:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j8HJcXuqpQgSFG3xo8zgDMa7C58=', 'Content-Length': '0'} 2022-09-01T10:08:59.996 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000446c81074d68c4e-00631084bb-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:08:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:08:59.997 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.998 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.998 DEBUG:boto:Method: HEAD 2022-09-01T10:08:59.999 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3 2022-09-01T10:08:59.999 DEBUG:boto:Data: 2022-09-01T10:09:00.000 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.000 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.001 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.001 DEBUG:boto:Params: {} 2022-09-01T10:09:00.002 DEBUG:boto:Token: None 2022-09-01T10:09:00.002 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone3 2022-09-01T10:09:00.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nHme2q9n4HI+bvgeynOiwBgbAZY= 2022-09-01T10:09:00.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nHme2q9n4HI+bvgeynOiwBgbAZY=', 'Content-Length': '0'} 2022-09-01T10:09:00.006 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cc360a8baf07d0c7-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.007 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:00.008 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:00.008 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:00.009 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:00.009 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:00.010 DEBUG:boto:Method: GET 2022-09-01T10:09:00.010 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:00.011 DEBUG:boto:Data: 2022-09-01T10:09:00.011 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.012 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:00.013 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.013 DEBUG:boto:Params: {} 2022-09-01T10:09:00.014 DEBUG:boto:Token: None 2022-09-01T10:09:00.014 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:00.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nFdeDBQxBY+tIF7ADQTvDbvnczs= 2022-09-01T10:09:00.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nFdeDBQxBY+tIF7ADQTvDbvnczs=', 'Content-Length': '0'} 2022-09-01T10:09:00.018 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002116bde1b3bdeceb-00631084bc-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.019 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:00.020 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:00.020 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:00.021 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:00.021 DEBUG:boto:Method: GET 2022-09-01T10:09:00.022 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:00.023 DEBUG:boto:Data: 2022-09-01T10:09:00.023 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.024 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.024 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.025 DEBUG:boto:Params: {} 2022-09-01T10:09:00.025 DEBUG:boto:Token: None 2022-09-01T10:09:00.026 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:00.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nFdeDBQxBY+tIF7ADQTvDbvnczs= 2022-09-01T10:09:00.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nFdeDBQxBY+tIF7ADQTvDbvnczs=', 'Content-Length': '0'} 2022-09-01T10:09:00.029 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fe0a5242b717e715-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.074 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.075 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.075 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:00.076 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:00.076 DEBUG:boto:Method: GET 2022-09-01T10:09:00.077 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:00.077 DEBUG:boto:Data: 2022-09-01T10:09:00.078 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.079 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:00.079 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.080 DEBUG:boto:Params: {} 2022-09-01T10:09:00.080 DEBUG:boto:Token: None 2022-09-01T10:09:00.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/ 2022-09-01T10:09:00.081 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw= 2022-09-01T10:09:00.082 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw=', 'Content-Length': '0'} 2022-09-01T10:09:00.085 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008849b9389f19cb2b-00631084bc-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.086 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.087 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.087 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.088 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:00.088 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:00.089 DEBUG:boto:Method: GET 2022-09-01T10:09:00.089 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:00.090 DEBUG:boto:Data: 2022-09-01T10:09:00.090 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.091 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.091 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.092 DEBUG:boto:Params: {} 2022-09-01T10:09:00.093 DEBUG:boto:Token: None 2022-09-01T10:09:00.093 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/ 2022-09-01T10:09:00.094 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw= 2022-09-01T10:09:00.095 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw=', 'Content-Length': '0'} 2022-09-01T10:09:00.098 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000014415af7cc718a1d-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.098 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.099 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-17 zones={test-zone2, test-zone1} 2022-09-01T10:09:00.100 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-17 zones={test-zone3, test-zone1} 2022-09-01T10:09:00.101 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.101 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.102 DEBUG:boto:Method: HEAD 2022-09-01T10:09:00.103 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:09:00.104 DEBUG:boto:Data: 2022-09-01T10:09:00.104 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.105 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.106 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.107 DEBUG:boto:Params: {} 2022-09-01T10:09:00.108 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:09:00.108 DEBUG:boto:Token: None 2022-09-01T10:09:00.109 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/ 2022-09-01T10:09:00.110 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dl+waoxLgqMXnBJ7vK9SI99sWVY= 2022-09-01T10:09:00.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dl+waoxLgqMXnBJ7vK9SI99sWVY=', 'Content-Length': '0'} 2022-09-01T10:09:00.114 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c26284c49a6e462d-00631084bc-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.115 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.115 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.116 DEBUG:boto:Method: HEAD 2022-09-01T10:09:00.116 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:09:00.117 DEBUG:boto:Data: 2022-09-01T10:09:00.117 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.118 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.118 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.119 DEBUG:boto:Params: {} 2022-09-01T10:09:00.119 DEBUG:boto:Token: None 2022-09-01T10:09:00.120 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/ 2022-09-01T10:09:00.121 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dl+waoxLgqMXnBJ7vK9SI99sWVY= 2022-09-01T10:09:00.121 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dl+waoxLgqMXnBJ7vK9SI99sWVY=', 'Content-Length': '0'} 2022-09-01T10:09:00.124 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000819976d8fe2fb634-00631084bc-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.124 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:09:00.125 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.126 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.126 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:00.127 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:00.127 DEBUG:boto:Method: GET 2022-09-01T10:09:00.128 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:00.128 DEBUG:boto:Data: 2022-09-01T10:09:00.129 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.129 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.130 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.130 DEBUG:boto:Params: {} 2022-09-01T10:09:00.131 DEBUG:boto:Token: None 2022-09-01T10:09:00.131 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/?versions 2022-09-01T10:09:00.132 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1Qd4SdG44ycF5/MZ1bCCuqtq5VQ= 2022-09-01T10:09:00.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1Qd4SdG44ycF5/MZ1bCCuqtq5VQ=', 'Content-Length': '0'} 2022-09-01T10:09:00.136 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000097b8a9d75a4f567-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.136 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.137 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:09:00.138 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:09:00.138 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:09:00.139 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:09:00.139 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:09:00.140 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.140 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.141 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:00.141 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:00.142 DEBUG:boto:Method: GET 2022-09-01T10:09:00.143 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:00.143 DEBUG:boto:Data: 2022-09-01T10:09:00.144 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.144 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.145 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.145 DEBUG:boto:Params: {} 2022-09-01T10:09:00.146 DEBUG:boto:Token: None 2022-09-01T10:09:00.146 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/?versions 2022-09-01T10:09:00.147 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1Qd4SdG44ycF5/MZ1bCCuqtq5VQ= 2022-09-01T10:09:00.148 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1Qd4SdG44ycF5/MZ1bCCuqtq5VQ=', 'Content-Length': '0'} 2022-09-01T10:09:00.151 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002bfe7a06f0018b72-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.152 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.152 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:09:00.153 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:09:00.154 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:09:00.154 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:09:00.155 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.155 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.156 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:00.156 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:00.157 DEBUG:boto:Method: GET 2022-09-01T10:09:00.158 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:00.158 DEBUG:boto:Data: 2022-09-01T10:09:00.159 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.159 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.160 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.161 DEBUG:boto:Params: {} 2022-09-01T10:09:00.162 DEBUG:boto:Token: None 2022-09-01T10:09:00.163 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/?versions 2022-09-01T10:09:00.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1Qd4SdG44ycF5/MZ1bCCuqtq5VQ= 2022-09-01T10:09:00.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1Qd4SdG44ycF5/MZ1bCCuqtq5VQ=', 'Content-Length': '0'} 2022-09-01T10:09:00.168 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007e4ea2d6c010e0f3-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.169 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.171 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.172 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.173 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:00.174 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:00.175 DEBUG:boto:Method: GET 2022-09-01T10:09:00.176 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:00.177 DEBUG:boto:Data: 2022-09-01T10:09:00.178 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.178 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.179 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.180 DEBUG:boto:Params: {} 2022-09-01T10:09:00.181 DEBUG:boto:Token: None 2022-09-01T10:09:00.182 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/?versions 2022-09-01T10:09:00.183 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1Qd4SdG44ycF5/MZ1bCCuqtq5VQ= 2022-09-01T10:09:00.184 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1Qd4SdG44ycF5/MZ1bCCuqtq5VQ=', 'Content-Length': '0'} 2022-09-01T10:09:00.189 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000123394fd2826dc73-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.191 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.193 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:09:00.193 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:00.194 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:00.195 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.195 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.196 DEBUG:boto:Method: GET 2022-09-01T10:09:00.196 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.197 DEBUG:boto:Data: 2022-09-01T10:09:00.198 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.198 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.199 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.200 DEBUG:boto:Params: {} 2022-09-01T10:09:00.200 DEBUG:boto:Token: None 2022-09-01T10:09:00.201 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.202 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSc2jEckAEht3EB+61ZMIpavPnA= 2022-09-01T10:09:00.203 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSc2jEckAEht3EB+61ZMIpavPnA=', 'Content-Length': '0'} 2022-09-01T10:09:00.205 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000071afaef94353fd7a-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.207 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:00.207 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:00.208 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.209 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.209 DEBUG:boto:Method: GET 2022-09-01T10:09:00.210 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.210 DEBUG:boto:Data: 2022-09-01T10:09:00.211 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.212 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.213 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.213 DEBUG:boto:Params: {} 2022-09-01T10:09:00.214 DEBUG:boto:Token: None 2022-09-01T10:09:00.215 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSc2jEckAEht3EB+61ZMIpavPnA= 2022-09-01T10:09:00.217 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSc2jEckAEht3EB+61ZMIpavPnA=', 'Content-Length': '0'} 2022-09-01T10:09:00.219 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000008108ed55de09ab1c-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.220 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:00.221 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:00.222 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.222 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.223 DEBUG:boto:Method: HEAD 2022-09-01T10:09:00.223 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.224 DEBUG:boto:Data: 2022-09-01T10:09:00.225 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.225 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.226 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.227 DEBUG:boto:Params: {} 2022-09-01T10:09:00.227 DEBUG:boto:Token: None 2022-09-01T10:09:00.228 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LVsKZEIDX87tKGTmaZRduRVHbHg= 2022-09-01T10:09:00.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LVsKZEIDX87tKGTmaZRduRVHbHg=', 'Content-Length': '0'} 2022-09-01T10:09:00.231 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000000dc6a95d2417dba9-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.233 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:00.234 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:00.234 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.235 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.236 DEBUG:boto:Method: HEAD 2022-09-01T10:09:00.237 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.237 DEBUG:boto:Data: 2022-09-01T10:09:00.238 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.240 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.240 DEBUG:boto:Params: {} 2022-09-01T10:09:00.241 DEBUG:boto:Token: None 2022-09-01T10:09:00.242 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LVsKZEIDX87tKGTmaZRduRVHbHg= 2022-09-01T10:09:00.244 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LVsKZEIDX87tKGTmaZRduRVHbHg=', 'Content-Length': '0'} 2022-09-01T10:09:00.256 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000009ca1bdbb8ada36e7-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.258 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:09:00.259 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:00.260 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:00.261 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.261 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.263 DEBUG:boto:Method: GET 2022-09-01T10:09:00.263 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.264 DEBUG:boto:Data: 2022-09-01T10:09:00.264 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.265 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.265 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.266 DEBUG:boto:Params: {} 2022-09-01T10:09:00.267 DEBUG:boto:Token: None 2022-09-01T10:09:00.267 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.268 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSc2jEckAEht3EB+61ZMIpavPnA= 2022-09-01T10:09:00.269 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSc2jEckAEht3EB+61ZMIpavPnA=', 'Content-Length': '0'} 2022-09-01T10:09:00.271 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ce55d63a9173408b-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.272 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:00.273 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:00.274 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.274 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.275 DEBUG:boto:Method: GET 2022-09-01T10:09:00.276 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.276 DEBUG:boto:Data: 2022-09-01T10:09:00.277 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.278 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.278 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.279 DEBUG:boto:Params: {} 2022-09-01T10:09:00.280 DEBUG:boto:Token: None 2022-09-01T10:09:00.280 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSc2jEckAEht3EB+61ZMIpavPnA= 2022-09-01T10:09:00.282 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSc2jEckAEht3EB+61ZMIpavPnA=', 'Content-Length': '0'} 2022-09-01T10:09:00.284 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000f40086984d0abe00-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.286 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.287 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.288 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:00.289 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:00.290 DEBUG:boto:Method: GET 2022-09-01T10:09:00.291 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:09:00.292 DEBUG:boto:Data: 2022-09-01T10:09:00.293 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.294 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.295 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.296 DEBUG:boto:Params: {} 2022-09-01T10:09:00.297 DEBUG:boto:Token: None 2022-09-01T10:09:00.298 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/ 2022-09-01T10:09:00.300 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw= 2022-09-01T10:09:00.301 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw=', 'Content-Length': '0'} 2022-09-01T10:09:00.305 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c617004987cf0d6c-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.346 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.349 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.350 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.351 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:00.352 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:00.353 DEBUG:boto:Method: GET 2022-09-01T10:09:00.354 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:09:00.356 DEBUG:boto:Data: 2022-09-01T10:09:00.357 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.358 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.359 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.360 DEBUG:boto:Params: {} 2022-09-01T10:09:00.362 DEBUG:boto:Token: None 2022-09-01T10:09:00.363 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/ 2022-09-01T10:09:00.364 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw= 2022-09-01T10:09:00.365 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw=', 'Content-Length': '0'} 2022-09-01T10:09:00.369 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c022fe40723b9411-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.371 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.373 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:00.374 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:00.375 DEBUG:boto:Method: HEAD 2022-09-01T10:09:00.376 DEBUG:boto:Path: /ptoxvb-17/dummy 2022-09-01T10:09:00.377 DEBUG:boto:Data: 2022-09-01T10:09:00.378 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.380 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.381 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.382 DEBUG:boto:Params: {} 2022-09-01T10:09:00.383 DEBUG:boto:Token: None 2022-09-01T10:09:00.384 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/dummy 2022-09-01T10:09:00.385 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c6llduV0GAIXB3uDjSlsscq911o= 2022-09-01T10:09:00.386 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c6llduV0GAIXB3uDjSlsscq911o=', 'Content-Length': '0'} 2022-09-01T10:09:00.390 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b01bbd931a09c752-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.391 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:00.392 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:00.393 DEBUG:boto:Method: HEAD 2022-09-01T10:09:00.394 DEBUG:boto:Path: /ptoxvb-17/dummy 2022-09-01T10:09:00.395 DEBUG:boto:Data: 2022-09-01T10:09:00.396 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.396 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.397 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.397 DEBUG:boto:Params: {} 2022-09-01T10:09:00.398 DEBUG:boto:Token: None 2022-09-01T10:09:00.399 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/dummy 2022-09-01T10:09:00.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c6llduV0GAIXB3uDjSlsscq911o= 2022-09-01T10:09:00.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c6llduV0GAIXB3uDjSlsscq911o=', 'Content-Length': '0'} 2022-09-01T10:09:00.404 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000001b31778b2c794e5e-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.405 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:09:00.406 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:00.407 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:00.408 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.409 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.409 DEBUG:boto:Method: GET 2022-09-01T10:09:00.410 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.411 DEBUG:boto:Data: 2022-09-01T10:09:00.412 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.413 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.413 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.414 DEBUG:boto:Params: {} 2022-09-01T10:09:00.415 DEBUG:boto:Token: None 2022-09-01T10:09:00.416 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.417 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSc2jEckAEht3EB+61ZMIpavPnA= 2022-09-01T10:09:00.418 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSc2jEckAEht3EB+61ZMIpavPnA=', 'Content-Length': '0'} 2022-09-01T10:09:00.424 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000008549e4cb577257f0-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.426 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:00.426 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:00.427 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.428 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.429 DEBUG:boto:Method: GET 2022-09-01T10:09:00.430 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.431 DEBUG:boto:Data: 2022-09-01T10:09:00.432 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.433 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.434 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.435 DEBUG:boto:Params: {} 2022-09-01T10:09:00.436 DEBUG:boto:Token: None 2022-09-01T10:09:00.436 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:00.437 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSc2jEckAEht3EB+61ZMIpavPnA= 2022-09-01T10:09:00.438 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSc2jEckAEht3EB+61ZMIpavPnA=', 'Content-Length': '0'} 2022-09-01T10:09:00.450 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000594aaf1d87341936-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.451 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.452 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.452 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:00.453 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:00.453 DEBUG:boto:Method: GET 2022-09-01T10:09:00.454 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:09:00.454 DEBUG:boto:Data: 2022-09-01T10:09:00.455 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.456 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.456 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.457 DEBUG:boto:Params: {} 2022-09-01T10:09:00.457 DEBUG:boto:Token: None 2022-09-01T10:09:00.458 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/ 2022-09-01T10:09:00.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw= 2022-09-01T10:09:00.459 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw=', 'Content-Length': '0'} 2022-09-01T10:09:00.463 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fd2ecf26238c6a77-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.464 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.465 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.465 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.466 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:00.467 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:00.467 DEBUG:boto:Method: GET 2022-09-01T10:09:00.468 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:09:00.469 DEBUG:boto:Data: 2022-09-01T10:09:00.469 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.470 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.471 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.471 DEBUG:boto:Params: {} 2022-09-01T10:09:00.472 DEBUG:boto:Token: None 2022-09-01T10:09:00.473 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/ 2022-09-01T10:09:00.473 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw= 2022-09-01T10:09:00.474 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw=', 'Content-Length': '0'} 2022-09-01T10:09:00.477 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004fc420a36b66722d-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.478 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.479 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:09:00.480 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.481 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.481 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.482 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.483 DEBUG:boto:Method: GET 2022-09-01T10:09:00.484 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.484 DEBUG:boto:Data: 2022-09-01T10:09:00.485 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.485 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.486 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.487 DEBUG:boto:Params: {} 2022-09-01T10:09:00.488 DEBUG:boto:Token: None 2022-09-01T10:09:00.489 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:axlpuQ4llkIVa1vZOVrD604v0bU= 2022-09-01T10:09:00.490 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:axlpuQ4llkIVa1vZOVrD604v0bU=', 'Content-Length': '0'} 2022-09-01T10:09:00.493 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000481de0bfa2a6466c-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.494 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.494 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.495 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.496 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.496 DEBUG:boto:Method: GET 2022-09-01T10:09:00.497 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.498 DEBUG:boto:Data: 2022-09-01T10:09:00.499 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.499 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.500 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.501 DEBUG:boto:Params: {} 2022-09-01T10:09:00.501 DEBUG:boto:Token: None 2022-09-01T10:09:00.502 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:axlpuQ4llkIVa1vZOVrD604v0bU= 2022-09-01T10:09:00.503 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:axlpuQ4llkIVa1vZOVrD604v0bU=', 'Content-Length': '0'} 2022-09-01T10:09:00.505 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ceddfd58e4d32b68-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.507 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.507 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.508 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.508 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.509 DEBUG:boto:Method: HEAD 2022-09-01T10:09:00.509 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.510 DEBUG:boto:Data: 2022-09-01T10:09:00.511 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.511 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.512 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.512 DEBUG:boto:Params: {} 2022-09-01T10:09:00.513 DEBUG:boto:Token: None 2022-09-01T10:09:00.513 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.514 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rW5uXhNTPc5e0dpkXQTJqm7TsyY= 2022-09-01T10:09:00.515 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rW5uXhNTPc5e0dpkXQTJqm7TsyY=', 'Content-Length': '0'} 2022-09-01T10:09:00.517 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d18f7bdb7fde8764-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.518 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.518 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.519 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.519 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.520 DEBUG:boto:Method: HEAD 2022-09-01T10:09:00.520 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.521 DEBUG:boto:Data: 2022-09-01T10:09:00.522 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.522 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.523 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.523 DEBUG:boto:Params: {} 2022-09-01T10:09:00.524 DEBUG:boto:Token: None 2022-09-01T10:09:00.524 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.525 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rW5uXhNTPc5e0dpkXQTJqm7TsyY= 2022-09-01T10:09:00.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rW5uXhNTPc5e0dpkXQTJqm7TsyY=', 'Content-Length': '0'} 2022-09-01T10:09:00.528 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bcb0899f61773557-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.529 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:09:00.530 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.531 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.531 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.532 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.532 DEBUG:boto:Method: GET 2022-09-01T10:09:00.533 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.533 DEBUG:boto:Data: 2022-09-01T10:09:00.534 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.535 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.535 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.536 DEBUG:boto:Params: {} 2022-09-01T10:09:00.536 DEBUG:boto:Token: None 2022-09-01T10:09:00.537 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.538 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:axlpuQ4llkIVa1vZOVrD604v0bU= 2022-09-01T10:09:00.538 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:axlpuQ4llkIVa1vZOVrD604v0bU=', 'Content-Length': '0'} 2022-09-01T10:09:00.541 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000049c550a34b4e0a61-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.542 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.542 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.543 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.544 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.545 DEBUG:boto:Method: GET 2022-09-01T10:09:00.546 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.547 DEBUG:boto:Data: 2022-09-01T10:09:00.547 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.548 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.549 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.549 DEBUG:boto:Params: {} 2022-09-01T10:09:00.550 DEBUG:boto:Token: None 2022-09-01T10:09:00.550 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.551 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:axlpuQ4llkIVa1vZOVrD604v0bU= 2022-09-01T10:09:00.552 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:axlpuQ4llkIVa1vZOVrD604v0bU=', 'Content-Length': '0'} 2022-09-01T10:09:00.554 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004711e66a34162822-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.555 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.556 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.556 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:00.557 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:00.557 DEBUG:boto:Method: GET 2022-09-01T10:09:00.558 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:00.558 DEBUG:boto:Data: 2022-09-01T10:09:00.559 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.560 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.560 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.561 DEBUG:boto:Params: {} 2022-09-01T10:09:00.562 DEBUG:boto:Token: None 2022-09-01T10:09:00.562 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/ 2022-09-01T10:09:00.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw= 2022-09-01T10:09:00.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw=', 'Content-Length': '0'} 2022-09-01T10:09:00.567 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e918a4b57d6c3e32-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.567 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.568 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.569 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.570 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:00.570 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:00.571 DEBUG:boto:Method: GET 2022-09-01T10:09:00.572 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:00.572 DEBUG:boto:Data: 2022-09-01T10:09:00.573 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.573 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.574 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.574 DEBUG:boto:Params: {} 2022-09-01T10:09:00.575 DEBUG:boto:Token: None 2022-09-01T10:09:00.576 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/ 2022-09-01T10:09:00.577 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw= 2022-09-01T10:09:00.577 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw=', 'Content-Length': '0'} 2022-09-01T10:09:00.580 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007d8badb34444d968-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.622 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.624 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.625 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.626 DEBUG:boto:Method: HEAD 2022-09-01T10:09:00.626 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.627 DEBUG:boto:Data: 2022-09-01T10:09:00.628 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.628 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.629 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.630 DEBUG:boto:Params: {} 2022-09-01T10:09:00.630 DEBUG:boto:Token: None 2022-09-01T10:09:00.631 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.631 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FyJRN+smg+tOzAdUrxLTzFeaKYg= 2022-09-01T10:09:00.632 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FyJRN+smg+tOzAdUrxLTzFeaKYg=', 'Content-Length': '0'} 2022-09-01T10:09:00.635 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c0d7772480437458-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.636 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.637 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.637 DEBUG:boto:Method: HEAD 2022-09-01T10:09:00.638 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.639 DEBUG:boto:Data: 2022-09-01T10:09:00.640 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.641 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.642 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.643 DEBUG:boto:Params: {} 2022-09-01T10:09:00.644 DEBUG:boto:Token: None 2022-09-01T10:09:00.646 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FyJRN+smg+tOzAdUrxLTzFeaKYg= 2022-09-01T10:09:00.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FyJRN+smg+tOzAdUrxLTzFeaKYg=', 'Content-Length': '0'} 2022-09-01T10:09:00.652 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a2cebcd65a66cc0b-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.654 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:09:00.655 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.655 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.656 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.657 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.658 DEBUG:boto:Method: GET 2022-09-01T10:09:00.659 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.659 DEBUG:boto:Data: 2022-09-01T10:09:00.660 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.661 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.661 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.662 DEBUG:boto:Params: {} 2022-09-01T10:09:00.662 DEBUG:boto:Token: None 2022-09-01T10:09:00.663 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.664 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:axlpuQ4llkIVa1vZOVrD604v0bU= 2022-09-01T10:09:00.665 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:axlpuQ4llkIVa1vZOVrD604v0bU=', 'Content-Length': '0'} 2022-09-01T10:09:00.667 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000085d82fb550e9be26-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.669 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.670 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:00.670 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.671 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.672 DEBUG:boto:Method: GET 2022-09-01T10:09:00.672 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.673 DEBUG:boto:Data: 2022-09-01T10:09:00.674 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.674 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.675 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.676 DEBUG:boto:Params: {} 2022-09-01T10:09:00.676 DEBUG:boto:Token: None 2022-09-01T10:09:00.677 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:00.678 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:axlpuQ4llkIVa1vZOVrD604v0bU= 2022-09-01T10:09:00.679 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:axlpuQ4llkIVa1vZOVrD604v0bU=', 'Content-Length': '0'} 2022-09-01T10:09:00.682 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000424f916ce26bd979-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.684 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.685 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.686 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:00.687 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:00.688 DEBUG:boto:Method: GET 2022-09-01T10:09:00.689 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:00.690 DEBUG:boto:Data: 2022-09-01T10:09:00.691 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.692 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.693 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.694 DEBUG:boto:Params: {} 2022-09-01T10:09:00.695 DEBUG:boto:Token: None 2022-09-01T10:09:00.696 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/ 2022-09-01T10:09:00.698 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw= 2022-09-01T10:09:00.699 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw=', 'Content-Length': '0'} 2022-09-01T10:09:00.703 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000a3e60e4e19d7d5a-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.750 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.751 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.752 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.753 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:00.753 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:00.754 DEBUG:boto:Method: GET 2022-09-01T10:09:00.755 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:00.755 DEBUG:boto:Data: 2022-09-01T10:09:00.756 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.757 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.757 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.758 DEBUG:boto:Params: {} 2022-09-01T10:09:00.759 DEBUG:boto:Token: None 2022-09-01T10:09:00.760 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/ 2022-09-01T10:09:00.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw= 2022-09-01T10:09:00.761 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw=', 'Content-Length': '0'} 2022-09-01T10:09:00.765 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008e9ced2a06bb69f7-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.766 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.767 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:09:00.767 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.768 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.768 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.769 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.770 DEBUG:boto:Method: GET 2022-09-01T10:09:00.770 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.771 DEBUG:boto:Data: 2022-09-01T10:09:00.771 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.772 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.773 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.773 DEBUG:boto:Params: {} 2022-09-01T10:09:00.774 DEBUG:boto:Token: None 2022-09-01T10:09:00.774 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.775 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2k4Q5OW3LW49bd71wmPG+DsNOoQ= 2022-09-01T10:09:00.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2k4Q5OW3LW49bd71wmPG+DsNOoQ=', 'Content-Length': '0'} 2022-09-01T10:09:00.778 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000000ee1fa69f079c3b-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.779 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.780 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.781 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.781 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.782 DEBUG:boto:Method: GET 2022-09-01T10:09:00.782 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.783 DEBUG:boto:Data: 2022-09-01T10:09:00.783 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.784 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.785 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.785 DEBUG:boto:Params: {} 2022-09-01T10:09:00.786 DEBUG:boto:Token: None 2022-09-01T10:09:00.787 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.787 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2k4Q5OW3LW49bd71wmPG+DsNOoQ= 2022-09-01T10:09:00.788 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2k4Q5OW3LW49bd71wmPG+DsNOoQ=', 'Content-Length': '0'} 2022-09-01T10:09:00.791 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000076e43f29aa4e8256-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.792 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.792 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.793 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.793 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.794 DEBUG:boto:Method: HEAD 2022-09-01T10:09:00.794 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.795 DEBUG:boto:Data: 2022-09-01T10:09:00.796 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.796 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.797 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.797 DEBUG:boto:Params: {} 2022-09-01T10:09:00.798 DEBUG:boto:Token: None 2022-09-01T10:09:00.798 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.799 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OsYUR16+3oX94Cy9bXZj/y+HuI= 2022-09-01T10:09:00.800 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OsYUR16+3oX94Cy9bXZj/y+HuI=', 'Content-Length': '0'} 2022-09-01T10:09:00.802 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006bccc90df415fedd-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.803 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.804 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.804 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.805 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.806 DEBUG:boto:Method: HEAD 2022-09-01T10:09:00.807 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.808 DEBUG:boto:Data: 2022-09-01T10:09:00.809 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.810 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.811 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.812 DEBUG:boto:Params: {} 2022-09-01T10:09:00.813 DEBUG:boto:Token: None 2022-09-01T10:09:00.814 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.815 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OsYUR16+3oX94Cy9bXZj/y+HuI= 2022-09-01T10:09:00.816 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OsYUR16+3oX94Cy9bXZj/y+HuI=', 'Content-Length': '0'} 2022-09-01T10:09:00.821 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000017f07d78fbb98a2e-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.823 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:09:00.825 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.826 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.827 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.828 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.829 DEBUG:boto:Method: GET 2022-09-01T10:09:00.830 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.831 DEBUG:boto:Data: 2022-09-01T10:09:00.832 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.833 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.834 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.835 DEBUG:boto:Params: {} 2022-09-01T10:09:00.836 DEBUG:boto:Token: None 2022-09-01T10:09:00.837 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.838 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2k4Q5OW3LW49bd71wmPG+DsNOoQ= 2022-09-01T10:09:00.839 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2k4Q5OW3LW49bd71wmPG+DsNOoQ=', 'Content-Length': '0'} 2022-09-01T10:09:00.844 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c8a18b0028d68c48-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.890 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.892 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.892 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.893 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.895 DEBUG:boto:Method: GET 2022-09-01T10:09:00.896 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.897 DEBUG:boto:Data: 2022-09-01T10:09:00.898 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.898 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.899 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.900 DEBUG:boto:Params: {} 2022-09-01T10:09:00.901 DEBUG:boto:Token: None 2022-09-01T10:09:00.902 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.904 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2k4Q5OW3LW49bd71wmPG+DsNOoQ= 2022-09-01T10:09:00.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2k4Q5OW3LW49bd71wmPG+DsNOoQ=', 'Content-Length': '0'} 2022-09-01T10:09:00.907 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006dde78ab9a105d03-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.908 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.908 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.909 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:00.910 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:00.911 DEBUG:boto:Method: GET 2022-09-01T10:09:00.912 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:00.912 DEBUG:boto:Data: 2022-09-01T10:09:00.913 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.914 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.914 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.915 DEBUG:boto:Params: {} 2022-09-01T10:09:00.916 DEBUG:boto:Token: None 2022-09-01T10:09:00.916 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/ 2022-09-01T10:09:00.917 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw= 2022-09-01T10:09:00.917 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw=', 'Content-Length': '0'} 2022-09-01T10:09:00.921 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e4fe9550f8035970-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.922 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.923 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.923 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.924 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:00.925 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:00.926 DEBUG:boto:Method: GET 2022-09-01T10:09:00.926 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:00.927 DEBUG:boto:Data: 2022-09-01T10:09:00.928 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.928 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.929 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.931 DEBUG:boto:Params: {} 2022-09-01T10:09:00.932 DEBUG:boto:Token: None 2022-09-01T10:09:00.933 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/ 2022-09-01T10:09:00.934 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw= 2022-09-01T10:09:00.935 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2NjKHoUMGCe2Slu0PQnkhrYnUWw=', 'Content-Length': '0'} 2022-09-01T10:09:00.938 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000235048804a4f1c84-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.939 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:00.940 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.941 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.941 DEBUG:boto:Method: HEAD 2022-09-01T10:09:00.942 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.942 DEBUG:boto:Data: 2022-09-01T10:09:00.943 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.943 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.944 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.944 DEBUG:boto:Params: {} 2022-09-01T10:09:00.945 DEBUG:boto:Token: None 2022-09-01T10:09:00.945 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.946 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RNvOZfLkfcrOAPqu9nY4hLxr0cQ= 2022-09-01T10:09:00.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RNvOZfLkfcrOAPqu9nY4hLxr0cQ=', 'Content-Length': '0'} 2022-09-01T10:09:00.949 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ff1212477a97b6f0-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.950 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.951 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.951 DEBUG:boto:Method: HEAD 2022-09-01T10:09:00.952 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.952 DEBUG:boto:Data: 2022-09-01T10:09:00.953 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.953 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.954 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.955 DEBUG:boto:Params: {} 2022-09-01T10:09:00.955 DEBUG:boto:Token: None 2022-09-01T10:09:00.956 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.957 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RNvOZfLkfcrOAPqu9nY4hLxr0cQ= 2022-09-01T10:09:00.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RNvOZfLkfcrOAPqu9nY4hLxr0cQ=', 'Content-Length': '0'} 2022-09-01T10:09:00.961 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000133f3fc2ede98cc2-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.962 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:09:00.963 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.964 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.966 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.967 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.967 DEBUG:boto:Method: GET 2022-09-01T10:09:00.968 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.968 DEBUG:boto:Data: 2022-09-01T10:09:00.969 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.969 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:00.970 DEBUG:boto:Port: 8001 2022-09-01T10:09:00.971 DEBUG:boto:Params: {} 2022-09-01T10:09:00.971 DEBUG:boto:Token: None 2022-09-01T10:09:00.972 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.973 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2k4Q5OW3LW49bd71wmPG+DsNOoQ= 2022-09-01T10:09:00.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2k4Q5OW3LW49bd71wmPG+DsNOoQ=', 'Content-Length': '0'} 2022-09-01T10:09:00.977 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f01551c14f036ed5-00631084bc-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.979 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.980 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:00.981 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.982 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.983 DEBUG:boto:Method: GET 2022-09-01T10:09:00.984 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.985 DEBUG:boto:Data: 2022-09-01T10:09:00.986 DEBUG:boto:Headers: {} 2022-09-01T10:09:00.986 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:00.987 DEBUG:boto:Port: 8000 2022-09-01T10:09:00.988 DEBUG:boto:Params: {} 2022-09-01T10:09:00.989 DEBUG:boto:Token: None 2022-09-01T10:09:00.990 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:00 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:00.991 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2k4Q5OW3LW49bd71wmPG+DsNOoQ= 2022-09-01T10:09:00.992 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2k4Q5OW3LW49bd71wmPG+DsNOoQ=', 'Content-Length': '0'} 2022-09-01T10:09:00.995 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000031d29e392dd99de0-00631084bc-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:00.996 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:00.997 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:00.997 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:00.998 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:00.999 DEBUG:boto:Method: GET 2022-09-01T10:09:00.999 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:01.000 DEBUG:boto:Data: 2022-09-01T10:09:01.000 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.001 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.001 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.002 DEBUG:boto:Params: {} 2022-09-01T10:09:01.003 DEBUG:boto:Token: None 2022-09-01T10:09:01.004 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg= 2022-09-01T10:09:01.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg=', 'Content-Length': '0'} 2022-09-01T10:09:01.009 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e2bc6f7477848fe2-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.010 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.011 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.011 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.012 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:01.012 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:01.013 DEBUG:boto:Method: GET 2022-09-01T10:09:01.013 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:01.014 DEBUG:boto:Data: 2022-09-01T10:09:01.014 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.015 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:01.015 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.016 DEBUG:boto:Params: {} 2022-09-01T10:09:01.017 DEBUG:boto:Token: None 2022-09-01T10:09:01.017 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.018 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg= 2022-09-01T10:09:01.018 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg=', 'Content-Length': '0'} 2022-09-01T10:09:01.021 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000075e6dece38c1d45f-00631084bd-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.063 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.064 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:01.065 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.065 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.066 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.067 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.067 DEBUG:boto:Method: GET 2022-09-01T10:09:01.068 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.068 DEBUG:boto:Data: 2022-09-01T10:09:01.069 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.070 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.070 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.071 DEBUG:boto:Params: {} 2022-09-01T10:09:01.071 DEBUG:boto:Token: None 2022-09-01T10:09:01.072 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:heUpNg+JqdmEudZfcw+ImzHkLMU= 2022-09-01T10:09:01.074 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:heUpNg+JqdmEudZfcw+ImzHkLMU=', 'Content-Length': '0'} 2022-09-01T10:09:01.080 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ee4cde81b8185c80-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.082 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.082 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.083 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.084 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.084 DEBUG:boto:Method: GET 2022-09-01T10:09:01.085 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.086 DEBUG:boto:Data: 2022-09-01T10:09:01.087 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.088 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:01.089 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.090 DEBUG:boto:Params: {} 2022-09-01T10:09:01.091 DEBUG:boto:Token: None 2022-09-01T10:09:01.091 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:heUpNg+JqdmEudZfcw+ImzHkLMU= 2022-09-01T10:09:01.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:heUpNg+JqdmEudZfcw+ImzHkLMU=', 'Content-Length': '0'} 2022-09-01T10:09:01.096 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000617bfb4f1f71be12-00631084bd-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.097 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.098 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.099 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.100 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.101 DEBUG:boto:Method: HEAD 2022-09-01T10:09:01.102 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.103 DEBUG:boto:Data: 2022-09-01T10:09:01.104 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.105 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.106 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.107 DEBUG:boto:Params: {} 2022-09-01T10:09:01.108 DEBUG:boto:Token: None 2022-09-01T10:09:01.108 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k6nUbJzRuc/AL38vNx9sWA+udRE= 2022-09-01T10:09:01.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k6nUbJzRuc/AL38vNx9sWA+udRE=', 'Content-Length': '0'} 2022-09-01T10:09:01.112 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d790330699ce80fa-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.114 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.114 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.115 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.115 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.116 DEBUG:boto:Method: HEAD 2022-09-01T10:09:01.117 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.117 DEBUG:boto:Data: 2022-09-01T10:09:01.118 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.119 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:01.119 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.120 DEBUG:boto:Params: {} 2022-09-01T10:09:01.120 DEBUG:boto:Token: None 2022-09-01T10:09:01.121 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.121 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k6nUbJzRuc/AL38vNx9sWA+udRE= 2022-09-01T10:09:01.122 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k6nUbJzRuc/AL38vNx9sWA+udRE=', 'Content-Length': '0'} 2022-09-01T10:09:01.124 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f52fa1b4bf882af4-00631084bd-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.125 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:01.126 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.127 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.128 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.129 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.130 DEBUG:boto:Method: GET 2022-09-01T10:09:01.131 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.131 DEBUG:boto:Data: 2022-09-01T10:09:01.132 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.133 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.134 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.135 DEBUG:boto:Params: {} 2022-09-01T10:09:01.136 DEBUG:boto:Token: None 2022-09-01T10:09:01.136 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.137 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:heUpNg+JqdmEudZfcw+ImzHkLMU= 2022-09-01T10:09:01.137 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:heUpNg+JqdmEudZfcw+ImzHkLMU=', 'Content-Length': '0'} 2022-09-01T10:09:01.140 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c72094c43b8ea965-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.186 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.187 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.187 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.188 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.189 DEBUG:boto:Method: GET 2022-09-01T10:09:01.189 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.190 DEBUG:boto:Data: 2022-09-01T10:09:01.190 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:01.191 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.192 DEBUG:boto:Params: {} 2022-09-01T10:09:01.193 DEBUG:boto:Token: None 2022-09-01T10:09:01.193 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:heUpNg+JqdmEudZfcw+ImzHkLMU= 2022-09-01T10:09:01.194 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:heUpNg+JqdmEudZfcw+ImzHkLMU=', 'Content-Length': '0'} 2022-09-01T10:09:01.197 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f15b7ef0166b4b14-00631084bd-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.198 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.199 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.199 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:01.200 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:01.200 DEBUG:boto:Method: GET 2022-09-01T10:09:01.201 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:01.201 DEBUG:boto:Data: 2022-09-01T10:09:01.202 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.203 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.203 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.204 DEBUG:boto:Params: {} 2022-09-01T10:09:01.204 DEBUG:boto:Token: None 2022-09-01T10:09:01.205 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.206 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg= 2022-09-01T10:09:01.206 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg=', 'Content-Length': '0'} 2022-09-01T10:09:01.209 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002be2dd28c6c05784-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.210 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.211 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.211 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.212 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:01.213 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:01.213 DEBUG:boto:Method: GET 2022-09-01T10:09:01.214 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:01.215 DEBUG:boto:Data: 2022-09-01T10:09:01.215 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.216 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:01.216 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.217 DEBUG:boto:Params: {} 2022-09-01T10:09:01.217 DEBUG:boto:Token: None 2022-09-01T10:09:01.218 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.219 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg= 2022-09-01T10:09:01.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg=', 'Content-Length': '0'} 2022-09-01T10:09:01.223 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a6f21fd1a8481f7d-00631084bd-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.223 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.224 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.225 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.225 DEBUG:boto:Method: HEAD 2022-09-01T10:09:01.226 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.226 DEBUG:boto:Data: 2022-09-01T10:09:01.227 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.227 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.228 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.228 DEBUG:boto:Params: {} 2022-09-01T10:09:01.229 DEBUG:boto:Token: None 2022-09-01T10:09:01.229 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:af3ubMFT8FUdkXAN2Vjhp0uerJc= 2022-09-01T10:09:01.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:af3ubMFT8FUdkXAN2Vjhp0uerJc=', 'Content-Length': '0'} 2022-09-01T10:09:01.233 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000909b0b062377a19a-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.234 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.234 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.235 DEBUG:boto:Method: HEAD 2022-09-01T10:09:01.235 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.236 DEBUG:boto:Data: 2022-09-01T10:09:01.236 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.237 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:01.237 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.238 DEBUG:boto:Params: {} 2022-09-01T10:09:01.238 DEBUG:boto:Token: None 2022-09-01T10:09:01.239 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:af3ubMFT8FUdkXAN2Vjhp0uerJc= 2022-09-01T10:09:01.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:af3ubMFT8FUdkXAN2Vjhp0uerJc=', 'Content-Length': '0'} 2022-09-01T10:09:01.243 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007260671d64a3a497-00631084bd-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.243 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:01.244 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.244 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.245 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.246 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.246 DEBUG:boto:Method: GET 2022-09-01T10:09:01.247 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.247 DEBUG:boto:Data: 2022-09-01T10:09:01.248 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.248 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.249 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.250 DEBUG:boto:Params: {} 2022-09-01T10:09:01.250 DEBUG:boto:Token: None 2022-09-01T10:09:01.251 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.251 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:heUpNg+JqdmEudZfcw+ImzHkLMU= 2022-09-01T10:09:01.252 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:heUpNg+JqdmEudZfcw+ImzHkLMU=', 'Content-Length': '0'} 2022-09-01T10:09:01.254 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000040ea0cea0844c2d2-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.255 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.256 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:01.256 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.257 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.257 DEBUG:boto:Method: GET 2022-09-01T10:09:01.258 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.258 DEBUG:boto:Data: 2022-09-01T10:09:01.259 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.260 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:01.260 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.261 DEBUG:boto:Params: {} 2022-09-01T10:09:01.261 DEBUG:boto:Token: None 2022-09-01T10:09:01.262 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:01.263 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:heUpNg+JqdmEudZfcw+ImzHkLMU= 2022-09-01T10:09:01.263 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:heUpNg+JqdmEudZfcw+ImzHkLMU=', 'Content-Length': '0'} 2022-09-01T10:09:01.265 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cb77be67170f1ff7-00631084bd-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.306 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.307 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.307 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:01.308 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:01.309 DEBUG:boto:Method: GET 2022-09-01T10:09:01.310 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:01.310 DEBUG:boto:Data: 2022-09-01T10:09:01.311 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.312 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.312 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.313 DEBUG:boto:Params: {} 2022-09-01T10:09:01.313 DEBUG:boto:Token: None 2022-09-01T10:09:01.314 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg= 2022-09-01T10:09:01.315 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg=', 'Content-Length': '0'} 2022-09-01T10:09:01.318 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000001ba0b09b36d50aa-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.319 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.322 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.323 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.324 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:01.325 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:01.326 DEBUG:boto:Method: GET 2022-09-01T10:09:01.327 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:01.328 DEBUG:boto:Data: 2022-09-01T10:09:01.329 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.329 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:01.330 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.331 DEBUG:boto:Params: {} 2022-09-01T10:09:01.332 DEBUG:boto:Token: None 2022-09-01T10:09:01.333 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.334 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg= 2022-09-01T10:09:01.335 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg=', 'Content-Length': '0'} 2022-09-01T10:09:01.339 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000065eb6add6dbded50-00631084bd-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.339 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.340 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-17 zones={test-zone3, test-zone1} 2022-09-01T10:09:01.341 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-17 zones={test-zone3, test-zone2} 2022-09-01T10:09:01.341 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.342 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.342 DEBUG:boto:Method: HEAD 2022-09-01T10:09:01.343 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:09:01.344 DEBUG:boto:Data: 2022-09-01T10:09:01.344 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.345 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.346 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.347 DEBUG:boto:Params: {} 2022-09-01T10:09:01.347 DEBUG:boto:Token: None 2022-09-01T10:09:01.348 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.348 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OtViS7Yh//UFCVQaqYsskAOn4nU= 2022-09-01T10:09:01.349 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OtViS7Yh//UFCVQaqYsskAOn4nU=', 'Content-Length': '0'} 2022-09-01T10:09:01.352 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000008743058e653cf0c-00631084bd-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.353 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.353 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.354 DEBUG:boto:Method: HEAD 2022-09-01T10:09:01.354 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:09:01.355 DEBUG:boto:Data: 2022-09-01T10:09:01.355 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.356 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.356 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.357 DEBUG:boto:Params: {} 2022-09-01T10:09:01.357 DEBUG:boto:Token: None 2022-09-01T10:09:01.358 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OtViS7Yh//UFCVQaqYsskAOn4nU= 2022-09-01T10:09:01.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OtViS7Yh//UFCVQaqYsskAOn4nU=', 'Content-Length': '0'} 2022-09-01T10:09:01.362 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ea177086295edafc-00631084bd-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.363 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:09:01.364 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.365 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.366 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:01.366 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:01.367 DEBUG:boto:Method: GET 2022-09-01T10:09:01.368 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:01.368 DEBUG:boto:Data: 2022-09-01T10:09:01.369 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.369 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.370 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.370 DEBUG:boto:Params: {} 2022-09-01T10:09:01.371 DEBUG:boto:Token: None 2022-09-01T10:09:01.372 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/?versions 2022-09-01T10:09:01.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:43TFNwRdRYPRFghsNVJgwwgz/N8= 2022-09-01T10:09:01.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:43TFNwRdRYPRFghsNVJgwwgz/N8=', 'Content-Length': '0'} 2022-09-01T10:09:01.376 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000278c7acf517418b2-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.377 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.378 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:09:01.378 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:09:01.379 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:09:01.380 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:09:01.380 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:09:01.381 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.382 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.383 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:01.384 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:01.385 DEBUG:boto:Method: GET 2022-09-01T10:09:01.386 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:01.387 DEBUG:boto:Data: 2022-09-01T10:09:01.388 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.389 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.389 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.390 DEBUG:boto:Params: {} 2022-09-01T10:09:01.391 DEBUG:boto:Token: None 2022-09-01T10:09:01.391 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/?versions 2022-09-01T10:09:01.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:43TFNwRdRYPRFghsNVJgwwgz/N8= 2022-09-01T10:09:01.392 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:43TFNwRdRYPRFghsNVJgwwgz/N8=', 'Content-Length': '0'} 2022-09-01T10:09:01.395 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000720189193d9b6b0e-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.396 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.397 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:09:01.398 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:09:01.398 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:09:01.399 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:09:01.399 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.400 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.401 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:01.401 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:01.402 DEBUG:boto:Method: GET 2022-09-01T10:09:01.402 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:01.403 DEBUG:boto:Data: 2022-09-01T10:09:01.403 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.404 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.404 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.405 DEBUG:boto:Params: {} 2022-09-01T10:09:01.406 DEBUG:boto:Token: None 2022-09-01T10:09:01.407 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/?versions 2022-09-01T10:09:01.407 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:43TFNwRdRYPRFghsNVJgwwgz/N8= 2022-09-01T10:09:01.408 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:43TFNwRdRYPRFghsNVJgwwgz/N8=', 'Content-Length': '0'} 2022-09-01T10:09:01.411 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009198f525dbabafdf-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.412 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.413 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.414 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.414 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:01.415 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:01.416 DEBUG:boto:Method: GET 2022-09-01T10:09:01.416 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:09:01.417 DEBUG:boto:Data: 2022-09-01T10:09:01.417 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.418 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.419 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.419 DEBUG:boto:Params: {} 2022-09-01T10:09:01.420 DEBUG:boto:Token: None 2022-09-01T10:09:01.420 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/?versions 2022-09-01T10:09:01.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:43TFNwRdRYPRFghsNVJgwwgz/N8= 2022-09-01T10:09:01.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:43TFNwRdRYPRFghsNVJgwwgz/N8=', 'Content-Length': '0'} 2022-09-01T10:09:01.425 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002b40ba872029afaf-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.426 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.428 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:09:01.429 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:01.430 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:01.431 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.431 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.432 DEBUG:boto:Method: GET 2022-09-01T10:09:01.433 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.433 DEBUG:boto:Data: 2022-09-01T10:09:01.434 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.434 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.435 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.435 DEBUG:boto:Params: {} 2022-09-01T10:09:01.436 DEBUG:boto:Token: None 2022-09-01T10:09:01.437 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.437 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tCGK0a8iPCyszn69j14TV8AFUeo= 2022-09-01T10:09:01.438 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tCGK0a8iPCyszn69j14TV8AFUeo=', 'Content-Length': '0'} 2022-09-01T10:09:01.440 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000041a87ce7b29fdb5c-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.441 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:01.442 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:01.442 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.443 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.443 DEBUG:boto:Method: GET 2022-09-01T10:09:01.444 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.444 DEBUG:boto:Data: 2022-09-01T10:09:01.445 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.445 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.446 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.446 DEBUG:boto:Params: {} 2022-09-01T10:09:01.447 DEBUG:boto:Token: None 2022-09-01T10:09:01.448 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.448 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tCGK0a8iPCyszn69j14TV8AFUeo= 2022-09-01T10:09:01.449 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tCGK0a8iPCyszn69j14TV8AFUeo=', 'Content-Length': '0'} 2022-09-01T10:09:01.452 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000074f86d0c6f9eab56-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.453 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:01.454 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:01.454 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.455 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.455 DEBUG:boto:Method: HEAD 2022-09-01T10:09:01.456 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.457 DEBUG:boto:Data: 2022-09-01T10:09:01.458 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.458 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.459 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.459 DEBUG:boto:Params: {} 2022-09-01T10:09:01.460 DEBUG:boto:Token: None 2022-09-01T10:09:01.461 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.462 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D9Y2IE1jbQAlY0Cd9+zYGofZR4M= 2022-09-01T10:09:01.462 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D9Y2IE1jbQAlY0Cd9+zYGofZR4M=', 'Content-Length': '0'} 2022-09-01T10:09:01.465 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000528d4934a94e61f2-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.465 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:01.466 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:01.466 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.467 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.468 DEBUG:boto:Method: HEAD 2022-09-01T10:09:01.468 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.469 DEBUG:boto:Data: 2022-09-01T10:09:01.469 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.470 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.471 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.472 DEBUG:boto:Params: {} 2022-09-01T10:09:01.472 DEBUG:boto:Token: None 2022-09-01T10:09:01.473 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D9Y2IE1jbQAlY0Cd9+zYGofZR4M= 2022-09-01T10:09:01.474 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D9Y2IE1jbQAlY0Cd9+zYGofZR4M=', 'Content-Length': '0'} 2022-09-01T10:09:01.477 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000fcde3213cbde8b4b-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.477 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:09:01.478 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:01.478 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:01.479 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.480 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.480 DEBUG:boto:Method: GET 2022-09-01T10:09:01.481 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.481 DEBUG:boto:Data: 2022-09-01T10:09:01.482 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.483 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.483 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.484 DEBUG:boto:Params: {} 2022-09-01T10:09:01.485 DEBUG:boto:Token: None 2022-09-01T10:09:01.485 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tCGK0a8iPCyszn69j14TV8AFUeo= 2022-09-01T10:09:01.486 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tCGK0a8iPCyszn69j14TV8AFUeo=', 'Content-Length': '0'} 2022-09-01T10:09:01.488 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000006ea35f4f1500b390-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.489 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:01.490 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:01.491 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.492 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.492 DEBUG:boto:Method: GET 2022-09-01T10:09:01.493 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.494 DEBUG:boto:Data: 2022-09-01T10:09:01.494 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.495 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.495 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.496 DEBUG:boto:Params: {} 2022-09-01T10:09:01.496 DEBUG:boto:Token: None 2022-09-01T10:09:01.497 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tCGK0a8iPCyszn69j14TV8AFUeo= 2022-09-01T10:09:01.498 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tCGK0a8iPCyszn69j14TV8AFUeo=', 'Content-Length': '0'} 2022-09-01T10:09:01.500 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000006e883682a74642d7-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.501 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.502 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.503 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:01.504 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:01.505 DEBUG:boto:Method: GET 2022-09-01T10:09:01.506 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:09:01.507 DEBUG:boto:Data: 2022-09-01T10:09:01.508 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.509 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.510 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.511 DEBUG:boto:Params: {} 2022-09-01T10:09:01.512 DEBUG:boto:Token: None 2022-09-01T10:09:01.513 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.514 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg= 2022-09-01T10:09:01.515 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg=', 'Content-Length': '0'} 2022-09-01T10:09:01.518 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e4fe62f1de2deb54-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.562 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.563 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.564 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.564 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:01.565 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:01.565 DEBUG:boto:Method: GET 2022-09-01T10:09:01.566 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:09:01.566 DEBUG:boto:Data: 2022-09-01T10:09:01.567 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.567 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.568 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.568 DEBUG:boto:Params: {} 2022-09-01T10:09:01.569 DEBUG:boto:Token: None 2022-09-01T10:09:01.569 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.570 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg= 2022-09-01T10:09:01.571 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg=', 'Content-Length': '0'} 2022-09-01T10:09:01.573 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002424528f88bff459-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.574 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.575 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:01.576 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:01.576 DEBUG:boto:Method: HEAD 2022-09-01T10:09:01.577 DEBUG:boto:Path: /ptoxvb-17/dummy 2022-09-01T10:09:01.577 DEBUG:boto:Data: 2022-09-01T10:09:01.578 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.578 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.579 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.579 DEBUG:boto:Params: {} 2022-09-01T10:09:01.580 DEBUG:boto:Token: None 2022-09-01T10:09:01.580 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/dummy 2022-09-01T10:09:01.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Se7uUINxyKbnnjjaH2RogELBBGU= 2022-09-01T10:09:01.582 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Se7uUINxyKbnnjjaH2RogELBBGU=', 'Content-Length': '0'} 2022-09-01T10:09:01.584 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003cf6d6c8ef43b2ee-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.585 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:01.586 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:01.586 DEBUG:boto:Method: HEAD 2022-09-01T10:09:01.587 DEBUG:boto:Path: /ptoxvb-17/dummy 2022-09-01T10:09:01.587 DEBUG:boto:Data: 2022-09-01T10:09:01.588 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.588 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.589 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.589 DEBUG:boto:Params: {} 2022-09-01T10:09:01.590 DEBUG:boto:Token: None 2022-09-01T10:09:01.591 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/dummy 2022-09-01T10:09:01.591 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Se7uUINxyKbnnjjaH2RogELBBGU= 2022-09-01T10:09:01.592 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Se7uUINxyKbnnjjaH2RogELBBGU=', 'Content-Length': '0'} 2022-09-01T10:09:01.594 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000441eb0b0e54ab0fc-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.595 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:09:01.595 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:01.596 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:01.597 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.597 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.598 DEBUG:boto:Method: GET 2022-09-01T10:09:01.598 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.599 DEBUG:boto:Data: 2022-09-01T10:09:01.599 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.600 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.601 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.601 DEBUG:boto:Params: {} 2022-09-01T10:09:01.602 DEBUG:boto:Token: None 2022-09-01T10:09:01.602 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.603 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tCGK0a8iPCyszn69j14TV8AFUeo= 2022-09-01T10:09:01.604 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tCGK0a8iPCyszn69j14TV8AFUeo=', 'Content-Length': '0'} 2022-09-01T10:09:01.606 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000056c549e209d760ed-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.607 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:09:01.607 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:09:01.608 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.608 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.609 DEBUG:boto:Method: GET 2022-09-01T10:09:01.610 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.610 DEBUG:boto:Data: 2022-09-01T10:09:01.611 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.611 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.612 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.612 DEBUG:boto:Params: {} 2022-09-01T10:09:01.613 DEBUG:boto:Token: None 2022-09-01T10:09:01.614 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:09:01.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tCGK0a8iPCyszn69j14TV8AFUeo= 2022-09-01T10:09:01.616 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tCGK0a8iPCyszn69j14TV8AFUeo=', 'Content-Length': '0'} 2022-09-01T10:09:01.618 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003d26f4051c221c1d-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.619 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.619 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.620 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:01.621 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:01.621 DEBUG:boto:Method: GET 2022-09-01T10:09:01.622 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:09:01.622 DEBUG:boto:Data: 2022-09-01T10:09:01.623 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.623 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.624 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.624 DEBUG:boto:Params: {} 2022-09-01T10:09:01.625 DEBUG:boto:Token: None 2022-09-01T10:09:01.625 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.626 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg= 2022-09-01T10:09:01.627 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg=', 'Content-Length': '0'} 2022-09-01T10:09:01.630 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000045a3827ccd0abb83-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.630 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.631 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.632 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.632 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:01.633 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:09:01.633 DEBUG:boto:Method: GET 2022-09-01T10:09:01.634 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:09:01.634 DEBUG:boto:Data: 2022-09-01T10:09:01.635 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.635 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.636 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.636 DEBUG:boto:Params: {} 2022-09-01T10:09:01.637 DEBUG:boto:Token: None 2022-09-01T10:09:01.638 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.638 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg= 2022-09-01T10:09:01.639 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg=', 'Content-Length': '0'} 2022-09-01T10:09:01.642 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004a14c8860c9fdb51-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.642 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.643 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:09:01.644 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.644 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.645 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.645 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.646 DEBUG:boto:Method: GET 2022-09-01T10:09:01.646 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.647 DEBUG:boto:Data: 2022-09-01T10:09:01.647 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.648 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.648 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.649 DEBUG:boto:Params: {} 2022-09-01T10:09:01.650 DEBUG:boto:Token: None 2022-09-01T10:09:01.650 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.651 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oNobfZiEDGdOrymhtC+hTlgwlBA= 2022-09-01T10:09:01.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oNobfZiEDGdOrymhtC+hTlgwlBA=', 'Content-Length': '0'} 2022-09-01T10:09:01.654 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001c173117fcd3d766-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.655 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.655 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.656 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.657 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.657 DEBUG:boto:Method: GET 2022-09-01T10:09:01.658 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.658 DEBUG:boto:Data: 2022-09-01T10:09:01.659 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.660 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.660 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.661 DEBUG:boto:Params: {} 2022-09-01T10:09:01.661 DEBUG:boto:Token: None 2022-09-01T10:09:01.662 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.663 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oNobfZiEDGdOrymhtC+hTlgwlBA= 2022-09-01T10:09:01.663 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oNobfZiEDGdOrymhtC+hTlgwlBA=', 'Content-Length': '0'} 2022-09-01T10:09:01.666 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e3b5074f7515872f-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.667 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.667 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.668 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.668 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.669 DEBUG:boto:Method: HEAD 2022-09-01T10:09:01.669 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.670 DEBUG:boto:Data: 2022-09-01T10:09:01.671 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.672 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.673 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.674 DEBUG:boto:Params: {} 2022-09-01T10:09:01.675 DEBUG:boto:Token: None 2022-09-01T10:09:01.676 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.677 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:urAuX+a+4UuYCr1xEHD5mt3zu7w= 2022-09-01T10:09:01.678 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:urAuX+a+4UuYCr1xEHD5mt3zu7w=', 'Content-Length': '0'} 2022-09-01T10:09:01.681 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000063c8eafda855545f-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.682 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.683 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.683 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.684 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.684 DEBUG:boto:Method: HEAD 2022-09-01T10:09:01.685 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.686 DEBUG:boto:Data: 2022-09-01T10:09:01.686 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.687 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.687 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.688 DEBUG:boto:Params: {} 2022-09-01T10:09:01.688 DEBUG:boto:Token: None 2022-09-01T10:09:01.689 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.690 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:urAuX+a+4UuYCr1xEHD5mt3zu7w= 2022-09-01T10:09:01.691 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:urAuX+a+4UuYCr1xEHD5mt3zu7w=', 'Content-Length': '0'} 2022-09-01T10:09:01.693 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006f8974531443d3a4-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.694 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:09:01.695 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.695 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.696 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.696 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.697 DEBUG:boto:Method: GET 2022-09-01T10:09:01.698 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.699 DEBUG:boto:Data: 2022-09-01T10:09:01.700 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.700 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.701 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.702 DEBUG:boto:Params: {} 2022-09-01T10:09:01.702 DEBUG:boto:Token: None 2022-09-01T10:09:01.703 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.704 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oNobfZiEDGdOrymhtC+hTlgwlBA= 2022-09-01T10:09:01.704 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oNobfZiEDGdOrymhtC+hTlgwlBA=', 'Content-Length': '0'} 2022-09-01T10:09:01.706 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004bce3060ec5cf364-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.707 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.708 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.708 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.709 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.709 DEBUG:boto:Method: GET 2022-09-01T10:09:01.710 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.711 DEBUG:boto:Data: 2022-09-01T10:09:01.711 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.712 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.712 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.713 DEBUG:boto:Params: {} 2022-09-01T10:09:01.714 DEBUG:boto:Token: None 2022-09-01T10:09:01.714 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.715 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oNobfZiEDGdOrymhtC+hTlgwlBA= 2022-09-01T10:09:01.716 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oNobfZiEDGdOrymhtC+hTlgwlBA=', 'Content-Length': '0'} 2022-09-01T10:09:01.718 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001ae895fb4bfb6a73-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.720 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.721 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.722 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:01.722 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:01.723 DEBUG:boto:Method: GET 2022-09-01T10:09:01.724 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:01.725 DEBUG:boto:Data: 2022-09-01T10:09:01.725 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.726 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.727 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.728 DEBUG:boto:Params: {} 2022-09-01T10:09:01.728 DEBUG:boto:Token: None 2022-09-01T10:09:01.729 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.729 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg= 2022-09-01T10:09:01.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg=', 'Content-Length': '0'} 2022-09-01T10:09:01.733 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000055dec9b5539f8da4-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.774 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.775 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.776 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.776 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:01.777 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:01.777 DEBUG:boto:Method: GET 2022-09-01T10:09:01.778 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:01.778 DEBUG:boto:Data: 2022-09-01T10:09:01.779 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.779 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.780 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.781 DEBUG:boto:Params: {} 2022-09-01T10:09:01.781 DEBUG:boto:Token: None 2022-09-01T10:09:01.782 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.783 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg= 2022-09-01T10:09:01.783 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg=', 'Content-Length': '0'} 2022-09-01T10:09:01.787 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b3405fb9419a5d2d-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.788 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.789 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.789 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.790 DEBUG:boto:Method: HEAD 2022-09-01T10:09:01.791 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.792 DEBUG:boto:Data: 2022-09-01T10:09:01.792 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.793 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.793 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.794 DEBUG:boto:Params: {} 2022-09-01T10:09:01.794 DEBUG:boto:Token: None 2022-09-01T10:09:01.795 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Osj1k4sCKtIsi4IQdgPENQ3gZW8= 2022-09-01T10:09:01.796 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Osj1k4sCKtIsi4IQdgPENQ3gZW8=', 'Content-Length': '0'} 2022-09-01T10:09:01.798 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cdcdd18a4fbbd520-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.799 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.800 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.800 DEBUG:boto:Method: HEAD 2022-09-01T10:09:01.801 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.801 DEBUG:boto:Data: 2022-09-01T10:09:01.802 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.802 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.803 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.804 DEBUG:boto:Params: {} 2022-09-01T10:09:01.804 DEBUG:boto:Token: None 2022-09-01T10:09:01.805 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.805 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Osj1k4sCKtIsi4IQdgPENQ3gZW8= 2022-09-01T10:09:01.806 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Osj1k4sCKtIsi4IQdgPENQ3gZW8=', 'Content-Length': '0'} 2022-09-01T10:09:01.808 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bd9b5b05ce7f3169-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.809 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:09:01.810 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.810 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.815 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.816 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.817 DEBUG:boto:Method: GET 2022-09-01T10:09:01.817 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.818 DEBUG:boto:Data: 2022-09-01T10:09:01.818 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.819 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.819 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.820 DEBUG:boto:Params: {} 2022-09-01T10:09:01.821 DEBUG:boto:Token: None 2022-09-01T10:09:01.822 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.823 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oNobfZiEDGdOrymhtC+hTlgwlBA= 2022-09-01T10:09:01.823 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oNobfZiEDGdOrymhtC+hTlgwlBA=', 'Content-Length': '0'} 2022-09-01T10:09:01.826 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a719481f3d396e8c-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.826 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.827 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:01.827 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.828 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.828 DEBUG:boto:Method: GET 2022-09-01T10:09:01.829 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.829 DEBUG:boto:Data: 2022-09-01T10:09:01.830 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.831 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.832 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.833 DEBUG:boto:Params: {} 2022-09-01T10:09:01.834 DEBUG:boto:Token: None 2022-09-01T10:09:01.835 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:09:01.836 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oNobfZiEDGdOrymhtC+hTlgwlBA= 2022-09-01T10:09:01.838 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oNobfZiEDGdOrymhtC+hTlgwlBA=', 'Content-Length': '0'} 2022-09-01T10:09:01.841 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000051748e18b068f6ba-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.882 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.883 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.884 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:01.885 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:01.886 DEBUG:boto:Method: GET 2022-09-01T10:09:01.887 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:01.888 DEBUG:boto:Data: 2022-09-01T10:09:01.889 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.890 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.891 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.892 DEBUG:boto:Params: {} 2022-09-01T10:09:01.893 DEBUG:boto:Token: None 2022-09-01T10:09:01.894 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg= 2022-09-01T10:09:01.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg=', 'Content-Length': '0'} 2022-09-01T10:09:01.899 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006e5abd86d5389776-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.900 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.902 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:01.903 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:01.904 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:01.905 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:01.906 DEBUG:boto:Method: GET 2022-09-01T10:09:01.906 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:09:01.907 DEBUG:boto:Data: 2022-09-01T10:09:01.908 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.909 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.910 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.911 DEBUG:boto:Params: {} 2022-09-01T10:09:01.912 DEBUG:boto:Token: None 2022-09-01T10:09:01.913 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/ 2022-09-01T10:09:01.914 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg= 2022-09-01T10:09:01.915 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tNb3dGEAI+yN0p+YguaNxlSvtMg=', 'Content-Length': '0'} 2022-09-01T10:09:01.919 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002b5c3ab73ab54dab-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.920 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:01.921 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:09:01.922 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:01.922 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:01.923 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:01.923 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:01.924 DEBUG:boto:Method: GET 2022-09-01T10:09:01.924 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:01.925 DEBUG:boto:Data: 2022-09-01T10:09:01.926 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.926 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:01.927 DEBUG:boto:Port: 8001 2022-09-01T10:09:01.927 DEBUG:boto:Params: {} 2022-09-01T10:09:01.928 DEBUG:boto:Token: None 2022-09-01T10:09:01.928 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:01.929 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:baj8mHCZ6kQuJzS1dA6UABkykug= 2022-09-01T10:09:01.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:baj8mHCZ6kQuJzS1dA6UABkykug=', 'Content-Length': '0'} 2022-09-01T10:09:01.932 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000095d01037c673bd66-00631084bd-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.974 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:01.975 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:01.977 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:01.978 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:01.979 DEBUG:boto:Method: GET 2022-09-01T10:09:01.979 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:01.980 DEBUG:boto:Data: 2022-09-01T10:09:01.981 DEBUG:boto:Headers: {} 2022-09-01T10:09:01.982 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:01.983 DEBUG:boto:Port: 8000 2022-09-01T10:09:01.984 DEBUG:boto:Params: {} 2022-09-01T10:09:01.985 DEBUG:boto:Token: None 2022-09-01T10:09:01.987 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:01 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:01.988 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:baj8mHCZ6kQuJzS1dA6UABkykug= 2022-09-01T10:09:01.989 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:baj8mHCZ6kQuJzS1dA6UABkykug=', 'Content-Length': '0'} 2022-09-01T10:09:01.992 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009e1845221e67112e-00631084bd-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:01.993 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:01.994 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:01.994 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:01.995 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:01.996 DEBUG:boto:Method: HEAD 2022-09-01T10:09:01.997 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:01.998 DEBUG:boto:Data: 2022-09-01T10:09:01.999 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.000 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:02.001 DEBUG:boto:Port: 8001 2022-09-01T10:09:02.002 DEBUG:boto:Params: {} 2022-09-01T10:09:02.003 DEBUG:boto:Token: None 2022-09-01T10:09:02.003 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.004 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nqBO5zNAekPJt4BWVmx3WjSSqwU= 2022-09-01T10:09:02.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nqBO5zNAekPJt4BWVmx3WjSSqwU=', 'Content-Length': '0'} 2022-09-01T10:09:02.006 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a156845de8c0ce34-00631084be-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.007 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.008 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.008 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.009 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.009 DEBUG:boto:Method: HEAD 2022-09-01T10:09:02.010 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.010 DEBUG:boto:Data: 2022-09-01T10:09:02.011 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.011 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:02.012 DEBUG:boto:Port: 8000 2022-09-01T10:09:02.012 DEBUG:boto:Params: {} 2022-09-01T10:09:02.013 DEBUG:boto:Token: None 2022-09-01T10:09:02.014 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nqBO5zNAekPJt4BWVmx3WjSSqwU= 2022-09-01T10:09:02.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nqBO5zNAekPJt4BWVmx3WjSSqwU=', 'Content-Length': '0'} 2022-09-01T10:09:02.018 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000838c3884c7767646-00631084be-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.019 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:09:02.020 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.020 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.021 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.021 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.022 DEBUG:boto:Method: GET 2022-09-01T10:09:02.022 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.023 DEBUG:boto:Data: 2022-09-01T10:09:02.023 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.024 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:02.024 DEBUG:boto:Port: 8001 2022-09-01T10:09:02.025 DEBUG:boto:Params: {} 2022-09-01T10:09:02.026 DEBUG:boto:Token: None 2022-09-01T10:09:02.026 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YXRSN60o9L5zeBkTm3+7W05AmyQ= 2022-09-01T10:09:02.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YXRSN60o9L5zeBkTm3+7W05AmyQ=', 'Content-Length': '0'} 2022-09-01T10:09:02.030 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e57b7860044da946-00631084be-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.030 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.031 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.032 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.032 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.033 DEBUG:boto:Method: GET 2022-09-01T10:09:02.034 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.034 DEBUG:boto:Data: 2022-09-01T10:09:02.035 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.035 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:02.036 DEBUG:boto:Port: 8000 2022-09-01T10:09:02.037 DEBUG:boto:Params: {} 2022-09-01T10:09:02.037 DEBUG:boto:Token: None 2022-09-01T10:09:02.038 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.039 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YXRSN60o9L5zeBkTm3+7W05AmyQ= 2022-09-01T10:09:02.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YXRSN60o9L5zeBkTm3+7W05AmyQ=', 'Content-Length': '0'} 2022-09-01T10:09:02.042 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c6945c2e52118b79-00631084be-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.043 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:02.043 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:02.044 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:02.044 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:02.045 DEBUG:boto:Method: GET 2022-09-01T10:09:02.045 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:02.046 DEBUG:boto:Data: 2022-09-01T10:09:02.046 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.047 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:02.047 DEBUG:boto:Port: 8001 2022-09-01T10:09:02.048 DEBUG:boto:Params: {} 2022-09-01T10:09:02.048 DEBUG:boto:Token: None 2022-09-01T10:09:02.049 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/ 2022-09-01T10:09:02.050 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo= 2022-09-01T10:09:02.050 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo=', 'Content-Length': '0'} 2022-09-01T10:09:02.053 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000ef28612ecb6cb79-00631084be-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.054 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:02.055 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:02.056 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:02.056 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:02.057 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:02.057 DEBUG:boto:Method: GET 2022-09-01T10:09:02.058 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:02.058 DEBUG:boto:Data: 2022-09-01T10:09:02.059 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.059 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:02.060 DEBUG:boto:Port: 8000 2022-09-01T10:09:02.060 DEBUG:boto:Params: {} 2022-09-01T10:09:02.061 DEBUG:boto:Token: None 2022-09-01T10:09:02.062 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/ 2022-09-01T10:09:02.062 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo= 2022-09-01T10:09:02.063 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo=', 'Content-Length': '0'} 2022-09-01T10:09:02.066 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b8b0ac554b445bd9-00631084be-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.110 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:02.112 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.113 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.114 DEBUG:boto:Method: HEAD 2022-09-01T10:09:02.115 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.116 DEBUG:boto:Data: 2022-09-01T10:09:02.116 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.117 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:02.118 DEBUG:boto:Port: 8001 2022-09-01T10:09:02.119 DEBUG:boto:Params: {} 2022-09-01T10:09:02.120 DEBUG:boto:Token: None 2022-09-01T10:09:02.121 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LjQAUfky7FnBEtl0LMwvGLwrItQ= 2022-09-01T10:09:02.123 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LjQAUfky7FnBEtl0LMwvGLwrItQ=', 'Content-Length': '0'} 2022-09-01T10:09:02.126 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a6023bd8a147cd8d-00631084be-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.128 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.129 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.129 DEBUG:boto:Method: HEAD 2022-09-01T10:09:02.130 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.131 DEBUG:boto:Data: 2022-09-01T10:09:02.132 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.133 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:02.134 DEBUG:boto:Port: 8000 2022-09-01T10:09:02.135 DEBUG:boto:Params: {} 2022-09-01T10:09:02.136 DEBUG:boto:Token: None 2022-09-01T10:09:02.137 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LjQAUfky7FnBEtl0LMwvGLwrItQ= 2022-09-01T10:09:02.140 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LjQAUfky7FnBEtl0LMwvGLwrItQ=', 'Content-Length': '0'} 2022-09-01T10:09:02.143 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b4b0dfd33dacb42b-00631084be-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.144 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:09:02.144 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.145 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.146 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.147 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.147 DEBUG:boto:Method: GET 2022-09-01T10:09:02.148 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.148 DEBUG:boto:Data: 2022-09-01T10:09:02.149 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.150 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:02.150 DEBUG:boto:Port: 8001 2022-09-01T10:09:02.151 DEBUG:boto:Params: {} 2022-09-01T10:09:02.151 DEBUG:boto:Token: None 2022-09-01T10:09:02.152 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YXRSN60o9L5zeBkTm3+7W05AmyQ= 2022-09-01T10:09:02.153 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YXRSN60o9L5zeBkTm3+7W05AmyQ=', 'Content-Length': '0'} 2022-09-01T10:09:02.157 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007f485258cd0d2387-00631084be-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.202 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.203 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:02.204 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.205 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.205 DEBUG:boto:Method: GET 2022-09-01T10:09:02.206 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.206 DEBUG:boto:Data: 2022-09-01T10:09:02.207 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.207 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:02.208 DEBUG:boto:Port: 8000 2022-09-01T10:09:02.209 DEBUG:boto:Params: {} 2022-09-01T10:09:02.209 DEBUG:boto:Token: None 2022-09-01T10:09:02.210 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:09:02.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YXRSN60o9L5zeBkTm3+7W05AmyQ= 2022-09-01T10:09:02.211 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YXRSN60o9L5zeBkTm3+7W05AmyQ=', 'Content-Length': '0'} 2022-09-01T10:09:02.213 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d09cd7c28fc24c31-00631084be-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.214 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:02.215 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:02.215 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:02.216 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:02.216 DEBUG:boto:Method: GET 2022-09-01T10:09:02.217 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:02.218 DEBUG:boto:Data: 2022-09-01T10:09:02.219 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.219 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:02.220 DEBUG:boto:Port: 8001 2022-09-01T10:09:02.220 DEBUG:boto:Params: {} 2022-09-01T10:09:02.221 DEBUG:boto:Token: None 2022-09-01T10:09:02.221 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/ 2022-09-01T10:09:02.222 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo= 2022-09-01T10:09:02.223 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo=', 'Content-Length': '0'} 2022-09-01T10:09:02.226 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f9647458fe96feac-00631084be-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.227 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:02.228 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:02.228 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:02.229 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:02.230 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:02.231 DEBUG:boto:Method: GET 2022-09-01T10:09:02.232 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:09:02.233 DEBUG:boto:Data: 2022-09-01T10:09:02.235 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.236 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:02.237 DEBUG:boto:Port: 8000 2022-09-01T10:09:02.238 DEBUG:boto:Params: {} 2022-09-01T10:09:02.239 DEBUG:boto:Token: None 2022-09-01T10:09:02.240 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/ 2022-09-01T10:09:02.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo= 2022-09-01T10:09:02.242 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo=', 'Content-Length': '0'} 2022-09-01T10:09:02.245 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002567a059d702d008-00631084be-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.246 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:02.247 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:02.248 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.248 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.249 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.250 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.251 DEBUG:boto:Method: GET 2022-09-01T10:09:02.251 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.252 DEBUG:boto:Data: 2022-09-01T10:09:02.253 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.253 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:02.254 DEBUG:boto:Port: 8001 2022-09-01T10:09:02.255 DEBUG:boto:Params: {} 2022-09-01T10:09:02.255 DEBUG:boto:Token: None 2022-09-01T10:09:02.256 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.256 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YyCy+TYWn5H8c0ewl/gWNUkrFlI= 2022-09-01T10:09:02.257 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YyCy+TYWn5H8c0ewl/gWNUkrFlI=', 'Content-Length': '0'} 2022-09-01T10:09:02.259 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ee444486ced0aa8f-00631084be-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.260 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.261 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.261 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.262 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.263 DEBUG:boto:Method: GET 2022-09-01T10:09:02.263 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.264 DEBUG:boto:Data: 2022-09-01T10:09:02.264 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.265 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:02.265 DEBUG:boto:Port: 8000 2022-09-01T10:09:02.266 DEBUG:boto:Params: {} 2022-09-01T10:09:02.267 DEBUG:boto:Token: None 2022-09-01T10:09:02.267 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.268 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YyCy+TYWn5H8c0ewl/gWNUkrFlI= 2022-09-01T10:09:02.269 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YyCy+TYWn5H8c0ewl/gWNUkrFlI=', 'Content-Length': '0'} 2022-09-01T10:09:02.271 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a288bac5f31bc17e-00631084be-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.272 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.272 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.273 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.273 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.274 DEBUG:boto:Method: HEAD 2022-09-01T10:09:02.274 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.275 DEBUG:boto:Data: 2022-09-01T10:09:02.275 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.276 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:02.276 DEBUG:boto:Port: 8001 2022-09-01T10:09:02.276 DEBUG:boto:Params: {} 2022-09-01T10:09:02.277 DEBUG:boto:Token: None 2022-09-01T10:09:02.278 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.279 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JVvLebx8nJ8/9PkdUXkla/OzvD8= 2022-09-01T10:09:02.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JVvLebx8nJ8/9PkdUXkla/OzvD8=', 'Content-Length': '0'} 2022-09-01T10:09:02.282 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000af2ffc2e31ed302e-00631084be-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.283 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.284 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.284 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.285 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.285 DEBUG:boto:Method: HEAD 2022-09-01T10:09:02.286 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.286 DEBUG:boto:Data: 2022-09-01T10:09:02.287 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.288 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:02.288 DEBUG:boto:Port: 8000 2022-09-01T10:09:02.289 DEBUG:boto:Params: {} 2022-09-01T10:09:02.289 DEBUG:boto:Token: None 2022-09-01T10:09:02.290 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.291 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JVvLebx8nJ8/9PkdUXkla/OzvD8= 2022-09-01T10:09:02.291 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JVvLebx8nJ8/9PkdUXkla/OzvD8=', 'Content-Length': '0'} 2022-09-01T10:09:02.293 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a3397ae39882a4e0-00631084be-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.294 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:02.295 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.296 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.296 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.297 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.297 DEBUG:boto:Method: GET 2022-09-01T10:09:02.298 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.298 DEBUG:boto:Data: 2022-09-01T10:09:02.299 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.300 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:02.300 DEBUG:boto:Port: 8001 2022-09-01T10:09:02.301 DEBUG:boto:Params: {} 2022-09-01T10:09:02.302 DEBUG:boto:Token: None 2022-09-01T10:09:02.302 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.303 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YyCy+TYWn5H8c0ewl/gWNUkrFlI= 2022-09-01T10:09:02.304 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YyCy+TYWn5H8c0ewl/gWNUkrFlI=', 'Content-Length': '0'} 2022-09-01T10:09:02.306 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000232f89747f150090-00631084be-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.307 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.308 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.308 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.309 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.309 DEBUG:boto:Method: GET 2022-09-01T10:09:02.310 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.311 DEBUG:boto:Data: 2022-09-01T10:09:02.311 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.312 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:02.312 DEBUG:boto:Port: 8000 2022-09-01T10:09:02.313 DEBUG:boto:Params: {} 2022-09-01T10:09:02.313 DEBUG:boto:Token: None 2022-09-01T10:09:02.314 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YyCy+TYWn5H8c0ewl/gWNUkrFlI= 2022-09-01T10:09:02.315 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YyCy+TYWn5H8c0ewl/gWNUkrFlI=', 'Content-Length': '0'} 2022-09-01T10:09:02.318 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002a0e72be8ce55500-00631084be-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.318 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:02.319 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:02.319 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:02.320 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:02.321 DEBUG:boto:Method: GET 2022-09-01T10:09:02.321 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:02.322 DEBUG:boto:Data: 2022-09-01T10:09:02.323 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.323 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:02.324 DEBUG:boto:Port: 8001 2022-09-01T10:09:02.324 DEBUG:boto:Params: {} 2022-09-01T10:09:02.325 DEBUG:boto:Token: None 2022-09-01T10:09:02.326 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/ 2022-09-01T10:09:02.326 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo= 2022-09-01T10:09:02.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo=', 'Content-Length': '0'} 2022-09-01T10:09:02.330 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006acb10b3c840642b-00631084be-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.380 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:02.383 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:02.384 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:02.384 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:02.385 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:02.385 DEBUG:boto:Method: GET 2022-09-01T10:09:02.386 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:02.386 DEBUG:boto:Data: 2022-09-01T10:09:02.387 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.388 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:02.388 DEBUG:boto:Port: 8000 2022-09-01T10:09:02.389 DEBUG:boto:Params: {} 2022-09-01T10:09:02.390 DEBUG:boto:Token: None 2022-09-01T10:09:02.390 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/ 2022-09-01T10:09:02.391 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo= 2022-09-01T10:09:02.392 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo=', 'Content-Length': '0'} 2022-09-01T10:09:02.395 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002f071227b6562973-00631084be-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.396 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:02.396 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.397 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.398 DEBUG:boto:Method: HEAD 2022-09-01T10:09:02.398 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.399 DEBUG:boto:Data: 2022-09-01T10:09:02.399 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.400 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:02.400 DEBUG:boto:Port: 8001 2022-09-01T10:09:02.401 DEBUG:boto:Params: {} 2022-09-01T10:09:02.401 DEBUG:boto:Token: None 2022-09-01T10:09:02.402 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.402 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUOQwT/skzV8qki2GsmzfMjqd5U= 2022-09-01T10:09:02.403 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUOQwT/skzV8qki2GsmzfMjqd5U=', 'Content-Length': '0'} 2022-09-01T10:09:02.405 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d8211009e4c72f12-00631084be-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.406 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.407 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.407 DEBUG:boto:Method: HEAD 2022-09-01T10:09:02.408 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.408 DEBUG:boto:Data: 2022-09-01T10:09:02.409 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.409 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:02.410 DEBUG:boto:Port: 8000 2022-09-01T10:09:02.410 DEBUG:boto:Params: {} 2022-09-01T10:09:02.411 DEBUG:boto:Token: None 2022-09-01T10:09:02.412 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.412 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUOQwT/skzV8qki2GsmzfMjqd5U= 2022-09-01T10:09:02.413 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUOQwT/skzV8qki2GsmzfMjqd5U=', 'Content-Length': '0'} 2022-09-01T10:09:02.415 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000027d652cbb052bd7b-00631084be-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.416 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:02.417 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.417 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.418 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.418 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.419 DEBUG:boto:Method: GET 2022-09-01T10:09:02.419 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.420 DEBUG:boto:Data: 2022-09-01T10:09:02.420 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.421 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:02.421 DEBUG:boto:Port: 8001 2022-09-01T10:09:02.422 DEBUG:boto:Params: {} 2022-09-01T10:09:02.423 DEBUG:boto:Token: None 2022-09-01T10:09:02.423 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.424 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YyCy+TYWn5H8c0ewl/gWNUkrFlI= 2022-09-01T10:09:02.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YyCy+TYWn5H8c0ewl/gWNUkrFlI=', 'Content-Length': '0'} 2022-09-01T10:09:02.427 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c6fb62dea845cc68-00631084be-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.428 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.428 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:02.429 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.429 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.430 DEBUG:boto:Method: GET 2022-09-01T10:09:02.431 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.431 DEBUG:boto:Data: 2022-09-01T10:09:02.432 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.432 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:02.433 DEBUG:boto:Port: 8000 2022-09-01T10:09:02.434 DEBUG:boto:Params: {} 2022-09-01T10:09:02.434 DEBUG:boto:Token: None 2022-09-01T10:09:02.435 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:09:02.436 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YyCy+TYWn5H8c0ewl/gWNUkrFlI= 2022-09-01T10:09:02.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YyCy+TYWn5H8c0ewl/gWNUkrFlI=', 'Content-Length': '0'} 2022-09-01T10:09:02.439 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000096d0cf95f2982999-00631084be-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.482 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:02.483 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:02.484 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:02.484 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:02.485 DEBUG:boto:Method: GET 2022-09-01T10:09:02.485 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:02.486 DEBUG:boto:Data: 2022-09-01T10:09:02.487 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.487 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:02.488 DEBUG:boto:Port: 8001 2022-09-01T10:09:02.489 DEBUG:boto:Params: {} 2022-09-01T10:09:02.490 DEBUG:boto:Token: None 2022-09-01T10:09:02.491 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/ 2022-09-01T10:09:02.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo= 2022-09-01T10:09:02.493 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo=', 'Content-Length': '0'} 2022-09-01T10:09:02.496 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d0e19c1b541c9932-00631084be-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.497 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:02.497 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:02.498 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:02.499 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:02.499 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:02.500 DEBUG:boto:Method: GET 2022-09-01T10:09:02.500 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:09:02.501 DEBUG:boto:Data: 2022-09-01T10:09:02.501 DEBUG:boto:Headers: {} 2022-09-01T10:09:02.502 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:02.503 DEBUG:boto:Port: 8000 2022-09-01T10:09:02.504 DEBUG:boto:Params: {} 2022-09-01T10:09:02.504 DEBUG:boto:Token: None 2022-09-01T10:09:02.505 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:02 GMT /ptoxvb-17/ 2022-09-01T10:09:02.506 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo= 2022-09-01T10:09:02.507 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4BNKDCXCmRjh2o85gScnKFlxrqo=', 'Content-Length': '0'} 2022-09-01T10:09:02.511 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000058b008c8b762c6ab-00631084be-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:02.512 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:02.513 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-17 zones={test-zone3, test-zone2} 2022-09-01T10:09:02.514 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-18 2022-09-01T10:09:02.515 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:02.516 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:02.518 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:09:02.585 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:09:02.586 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:09:02.623 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:09:02.623+0000 7fc7db419600 1 bucket sync caught up with source: 2022-09-01T10:09:02.624 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.27.5, , 00000000003.15.9, , 00000000006.36.9, , , , , ] 2022-09-01T10:09:02.624 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.27.5, , 00000000003.15.9, , 00000000006.36.9, , , , , ] 2022-09-01T10:09:02.625 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:09:02.623+0000 7fc7db419600 0 bucket checkpoint complete 2022-09-01T10:09:02.636 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-18 2022-09-01T10:09:02.637 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:02.638 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:02.638 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:09:02.703 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:09:02.704 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:09:02.746 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:02.746+0000 7f560586c600 1 bucket sync caught up with source: 2022-09-01T10:09:02.747 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000010.27.5, , 00000000003.15.9, , 00000000006.36.9, , , , , ] 2022-09-01T10:09:02.747 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000010.27.5, , 00000000003.15.9, , 00000000006.36.9, , , , , ] 2022-09-01T10:09:02.748 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:02.746+0000 7f560586c600 0 bucket checkpoint complete 2022-09-01T10:09:02.761 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-18 2022-09-01T10:09:02.762 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:02.762 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:02.763 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:09:02.822 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:09:02.822 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:09:02.856 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:09:02.856+0000 7fc2c218a600 1 bucket sync caught up with source: 2022-09-01T10:09:02.857 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.27.5, , 00000000003.15.9, , 00000000006.36.9, , , , , ] 2022-09-01T10:09:02.857 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000010.27.5, , 00000000003.15.9, , 00000000006.36.9, , , , , ] 2022-09-01T10:09:02.857 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:09:02.856+0000 7fc2c218a600 0 bucket checkpoint complete 2022-09-01T10:09:02.868 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-18 2022-09-01T10:09:02.869 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:02.870 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:02.870 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:09:02.929 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:09:02.930 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:09:02.964 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:02.964+0000 7f00b9727600 1 bucket sync caught up with source: 2022-09-01T10:09:02.965 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.32.9, , 00000000010.44.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:09:02.965 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.32.9, , 00000000010.44.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:09:02.966 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:02.964+0000 7f00b9727600 0 bucket checkpoint complete 2022-09-01T10:09:02.984 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-18 2022-09-01T10:09:02.985 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:02.986 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:02.987 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:09:03.043 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:09:03.044 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:09:03.101 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:03.099+0000 7f18a0a10600 1 bucket sync caught up with source: 2022-09-01T10:09:03.101 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.32.9, , 00000000010.44.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:09:03.102 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.32.9, , 00000000010.44.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:09:03.102 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:03.099+0000 7f18a0a10600 0 bucket checkpoint complete 2022-09-01T10:09:03.119 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-18 2022-09-01T10:09:03.120 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-18 2022-09-01T10:09:03.121 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:03.121 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:03.122 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:09:03.180 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:09:03.180 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:09:03.229 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:03.228+0000 7f7ed0759600 1 bucket sync caught up with source: 2022-09-01T10:09:03.230 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.27.9, , 00000000003.26.9, , 00000000015.45.5, , , , , ] 2022-09-01T10:09:03.230 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.27.9, , 00000000003.26.9, , 00000000015.45.5, , , , , ] 2022-09-01T10:09:03.230 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:03.228+0000 7f7ed0759600 0 bucket checkpoint complete 2022-09-01T10:09:03.242 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-18 2022-09-01T10:09:03.243 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:03.243 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:03.244 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:09:03.304 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:09:03.304 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:09:03.339 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:09:03.339+0000 7fcf071d8600 1 bucket sync caught up with source: 2022-09-01T10:09:03.340 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000003.27.9, , 00000000003.26.9, , 00000000015.45.5, , , , , ] 2022-09-01T10:09:03.341 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000003.27.9, , 00000000003.26.9, , 00000000015.45.5, , , , , ] 2022-09-01T10:09:03.341 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:09:03.339+0000 7fcf071d8600 0 bucket checkpoint complete 2022-09-01T10:09:03.352 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-18 2022-09-01T10:09:03.353 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-18 zones={test-zone2, test-zone1} 2022-09-01T10:09:03.353 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:03.354 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:03.354 DEBUG:boto:Method: HEAD 2022-09-01T10:09:03.355 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:09:03.355 DEBUG:boto:Data: 2022-09-01T10:09:03.356 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.357 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.357 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.358 DEBUG:boto:Params: {} 2022-09-01T10:09:03.359 DEBUG:boto:Token: None 2022-09-01T10:09:03.359 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/ 2022-09-01T10:09:03.360 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+cqh+NS7wB6ITt8tQsmlE5YgO8U= 2022-09-01T10:09:03.361 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+cqh+NS7wB6ITt8tQsmlE5YgO8U=', 'Content-Length': '0'} 2022-09-01T10:09:03.363 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006fd5c8083929a544-00631084bf-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.364 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:03.364 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:03.365 DEBUG:boto:Method: HEAD 2022-09-01T10:09:03.366 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:09:03.366 DEBUG:boto:Data: 2022-09-01T10:09:03.367 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.367 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.368 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.369 DEBUG:boto:Params: {} 2022-09-01T10:09:03.370 DEBUG:boto:Token: None 2022-09-01T10:09:03.370 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/ 2022-09-01T10:09:03.371 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+cqh+NS7wB6ITt8tQsmlE5YgO8U= 2022-09-01T10:09:03.372 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+cqh+NS7wB6ITt8tQsmlE5YgO8U=', 'Content-Length': '0'} 2022-09-01T10:09:03.375 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c42c80ac7ab8d113-00631084bf-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.376 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:09:03.377 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:03.378 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:03.379 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:03.380 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:03.380 DEBUG:boto:Method: GET 2022-09-01T10:09:03.381 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:03.382 DEBUG:boto:Data: 2022-09-01T10:09:03.382 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.383 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.383 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.384 DEBUG:boto:Params: {} 2022-09-01T10:09:03.384 DEBUG:boto:Token: None 2022-09-01T10:09:03.385 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/?versions 2022-09-01T10:09:03.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gnMxs/jduCVeOXwdPbo5lho+IQk= 2022-09-01T10:09:03.387 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gnMxs/jduCVeOXwdPbo5lho+IQk=', 'Content-Length': '0'} 2022-09-01T10:09:03.391 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e60223f095063315-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.392 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:03.393 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:09:03.393 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:09:03.394 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:09:03.394 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:09:03.395 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:09:03.396 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:03.396 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:03.397 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:03.397 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:03.398 DEBUG:boto:Method: GET 2022-09-01T10:09:03.398 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:03.399 DEBUG:boto:Data: 2022-09-01T10:09:03.399 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.400 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.400 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.401 DEBUG:boto:Params: {} 2022-09-01T10:09:03.402 DEBUG:boto:Token: None 2022-09-01T10:09:03.402 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/?versions 2022-09-01T10:09:03.403 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gnMxs/jduCVeOXwdPbo5lho+IQk= 2022-09-01T10:09:03.403 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gnMxs/jduCVeOXwdPbo5lho+IQk=', 'Content-Length': '0'} 2022-09-01T10:09:03.407 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b616633817411e26-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.407 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:03.408 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:09:03.409 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:09:03.409 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:09:03.410 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:09:03.410 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:03.411 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:03.412 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:03.412 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:03.413 DEBUG:boto:Method: GET 2022-09-01T10:09:03.413 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:03.414 DEBUG:boto:Data: 2022-09-01T10:09:03.415 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.415 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.416 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.416 DEBUG:boto:Params: {} 2022-09-01T10:09:03.417 DEBUG:boto:Token: None 2022-09-01T10:09:03.418 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/?versions 2022-09-01T10:09:03.418 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gnMxs/jduCVeOXwdPbo5lho+IQk= 2022-09-01T10:09:03.419 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gnMxs/jduCVeOXwdPbo5lho+IQk=', 'Content-Length': '0'} 2022-09-01T10:09:03.422 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000015f480e276a411a-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.422 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:03.423 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:03.424 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:03.424 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:03.425 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:03.426 DEBUG:boto:Method: GET 2022-09-01T10:09:03.426 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:03.427 DEBUG:boto:Data: 2022-09-01T10:09:03.427 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.428 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.429 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.429 DEBUG:boto:Params: {} 2022-09-01T10:09:03.430 DEBUG:boto:Token: None 2022-09-01T10:09:03.430 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/?versions 2022-09-01T10:09:03.431 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gnMxs/jduCVeOXwdPbo5lho+IQk= 2022-09-01T10:09:03.432 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gnMxs/jduCVeOXwdPbo5lho+IQk=', 'Content-Length': '0'} 2022-09-01T10:09:03.434 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000263c8a36883a81c5-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.435 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:03.437 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:09:03.437 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:03.438 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:03.439 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.439 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.440 DEBUG:boto:Method: GET 2022-09-01T10:09:03.440 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.441 DEBUG:boto:Data: 2022-09-01T10:09:03.442 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.442 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.443 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.443 DEBUG:boto:Params: {} 2022-09-01T10:09:03.444 DEBUG:boto:Token: None 2022-09-01T10:09:03.445 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.445 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5qSdOpoG+Osu5/3ro9AdSggJ8Y4= 2022-09-01T10:09:03.446 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5qSdOpoG+Osu5/3ro9AdSggJ8Y4=', 'Content-Length': '0'} 2022-09-01T10:09:03.448 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000727c13dd9609d433-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.449 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:03.449 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:03.450 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.450 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.451 DEBUG:boto:Method: GET 2022-09-01T10:09:03.452 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.452 DEBUG:boto:Data: 2022-09-01T10:09:03.453 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.453 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.454 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.455 DEBUG:boto:Params: {} 2022-09-01T10:09:03.455 DEBUG:boto:Token: None 2022-09-01T10:09:03.456 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.456 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5qSdOpoG+Osu5/3ro9AdSggJ8Y4= 2022-09-01T10:09:03.457 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5qSdOpoG+Osu5/3ro9AdSggJ8Y4=', 'Content-Length': '0'} 2022-09-01T10:09:03.459 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000050cce23fb3013e54-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.461 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:03.462 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:03.463 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.463 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.464 DEBUG:boto:Method: HEAD 2022-09-01T10:09:03.464 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.465 DEBUG:boto:Data: 2022-09-01T10:09:03.465 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.466 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.466 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.467 DEBUG:boto:Params: {} 2022-09-01T10:09:03.468 DEBUG:boto:Token: None 2022-09-01T10:09:03.468 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.469 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lFWTQwRX12YiJjtUIA8PjeOEKEo= 2022-09-01T10:09:03.469 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lFWTQwRX12YiJjtUIA8PjeOEKEo=', 'Content-Length': '0'} 2022-09-01T10:09:03.471 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004051ac1862ad4f81-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.472 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:03.472 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:03.473 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.473 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.474 DEBUG:boto:Method: HEAD 2022-09-01T10:09:03.474 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.475 DEBUG:boto:Data: 2022-09-01T10:09:03.475 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.476 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.477 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.477 DEBUG:boto:Params: {} 2022-09-01T10:09:03.478 DEBUG:boto:Token: None 2022-09-01T10:09:03.478 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.479 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lFWTQwRX12YiJjtUIA8PjeOEKEo= 2022-09-01T10:09:03.479 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lFWTQwRX12YiJjtUIA8PjeOEKEo=', 'Content-Length': '0'} 2022-09-01T10:09:03.482 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000000381a9b65d5375da-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.482 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:09:03.483 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:03.483 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:03.484 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.484 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.485 DEBUG:boto:Method: GET 2022-09-01T10:09:03.486 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.486 DEBUG:boto:Data: 2022-09-01T10:09:03.487 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.487 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.488 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.488 DEBUG:boto:Params: {} 2022-09-01T10:09:03.489 DEBUG:boto:Token: None 2022-09-01T10:09:03.490 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.490 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5qSdOpoG+Osu5/3ro9AdSggJ8Y4= 2022-09-01T10:09:03.491 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5qSdOpoG+Osu5/3ro9AdSggJ8Y4=', 'Content-Length': '0'} 2022-09-01T10:09:03.493 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ba0186a00c57963b-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.493 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:03.494 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:03.495 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.495 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.496 DEBUG:boto:Method: GET 2022-09-01T10:09:03.496 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.497 DEBUG:boto:Data: 2022-09-01T10:09:03.497 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.498 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.498 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.499 DEBUG:boto:Params: {} 2022-09-01T10:09:03.500 DEBUG:boto:Token: None 2022-09-01T10:09:03.500 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.501 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5qSdOpoG+Osu5/3ro9AdSggJ8Y4= 2022-09-01T10:09:03.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5qSdOpoG+Osu5/3ro9AdSggJ8Y4=', 'Content-Length': '0'} 2022-09-01T10:09:03.503 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000062cff4f9fa7a6bdd-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.504 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:03.505 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:03.505 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:03.506 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:03.506 DEBUG:boto:Method: GET 2022-09-01T10:09:03.507 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:09:03.507 DEBUG:boto:Data: 2022-09-01T10:09:03.508 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.508 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.509 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.509 DEBUG:boto:Params: {} 2022-09-01T10:09:03.510 DEBUG:boto:Token: None 2022-09-01T10:09:03.510 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/ 2022-09-01T10:09:03.511 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg= 2022-09-01T10:09:03.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg=', 'Content-Length': '0'} 2022-09-01T10:09:03.514 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005033ccb130b91706-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.558 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:03.559 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:03.560 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:03.560 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:03.561 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:03.561 DEBUG:boto:Method: GET 2022-09-01T10:09:03.562 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:09:03.563 DEBUG:boto:Data: 2022-09-01T10:09:03.563 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.564 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.564 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.565 DEBUG:boto:Params: {} 2022-09-01T10:09:03.566 DEBUG:boto:Token: None 2022-09-01T10:09:03.566 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/ 2022-09-01T10:09:03.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg= 2022-09-01T10:09:03.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg=', 'Content-Length': '0'} 2022-09-01T10:09:03.570 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007d0e5ac47e9a92d1-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.571 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:03.572 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:03.573 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:03.574 DEBUG:boto:Method: HEAD 2022-09-01T10:09:03.574 DEBUG:boto:Path: /ptoxvb-18/dummy 2022-09-01T10:09:03.575 DEBUG:boto:Data: 2022-09-01T10:09:03.575 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.576 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.576 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.577 DEBUG:boto:Params: {} 2022-09-01T10:09:03.577 DEBUG:boto:Token: None 2022-09-01T10:09:03.578 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/dummy 2022-09-01T10:09:03.578 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/OP4l4kH9nSfET1lqj5o5TKpabY= 2022-09-01T10:09:03.579 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/OP4l4kH9nSfET1lqj5o5TKpabY=', 'Content-Length': '0'} 2022-09-01T10:09:03.581 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000f8bd7500d9a72691-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.583 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:03.583 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:03.584 DEBUG:boto:Method: HEAD 2022-09-01T10:09:03.584 DEBUG:boto:Path: /ptoxvb-18/dummy 2022-09-01T10:09:03.585 DEBUG:boto:Data: 2022-09-01T10:09:03.585 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.586 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.587 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.587 DEBUG:boto:Params: {} 2022-09-01T10:09:03.588 DEBUG:boto:Token: None 2022-09-01T10:09:03.589 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/dummy 2022-09-01T10:09:03.590 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/OP4l4kH9nSfET1lqj5o5TKpabY= 2022-09-01T10:09:03.591 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/OP4l4kH9nSfET1lqj5o5TKpabY=', 'Content-Length': '0'} 2022-09-01T10:09:03.593 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000aab10f1cf1ecf1a8-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.595 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:09:03.596 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:03.597 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:03.598 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.599 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.600 DEBUG:boto:Method: GET 2022-09-01T10:09:03.601 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.602 DEBUG:boto:Data: 2022-09-01T10:09:03.603 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.604 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.605 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.606 DEBUG:boto:Params: {} 2022-09-01T10:09:03.607 DEBUG:boto:Token: None 2022-09-01T10:09:03.608 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.609 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5qSdOpoG+Osu5/3ro9AdSggJ8Y4= 2022-09-01T10:09:03.610 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5qSdOpoG+Osu5/3ro9AdSggJ8Y4=', 'Content-Length': '0'} 2022-09-01T10:09:03.612 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000056428a457bfee7aa-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.613 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:03.614 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:03.614 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.615 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.615 DEBUG:boto:Method: GET 2022-09-01T10:09:03.616 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.616 DEBUG:boto:Data: 2022-09-01T10:09:03.617 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.617 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.618 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.618 DEBUG:boto:Params: {} 2022-09-01T10:09:03.619 DEBUG:boto:Token: None 2022-09-01T10:09:03.620 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:03.620 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5qSdOpoG+Osu5/3ro9AdSggJ8Y4= 2022-09-01T10:09:03.621 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5qSdOpoG+Osu5/3ro9AdSggJ8Y4=', 'Content-Length': '0'} 2022-09-01T10:09:03.623 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000022972740d8c800eb-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.624 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:03.624 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:03.625 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:03.625 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:03.626 DEBUG:boto:Method: GET 2022-09-01T10:09:03.626 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:09:03.627 DEBUG:boto:Data: 2022-09-01T10:09:03.627 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.628 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.628 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.629 DEBUG:boto:Params: {} 2022-09-01T10:09:03.629 DEBUG:boto:Token: None 2022-09-01T10:09:03.630 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/ 2022-09-01T10:09:03.631 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg= 2022-09-01T10:09:03.631 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg=', 'Content-Length': '0'} 2022-09-01T10:09:03.634 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008af525601cff47d3-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.635 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:03.637 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:03.638 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:03.639 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:03.639 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:03.640 DEBUG:boto:Method: GET 2022-09-01T10:09:03.641 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:09:03.642 DEBUG:boto:Data: 2022-09-01T10:09:03.643 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.644 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.645 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.646 DEBUG:boto:Params: {} 2022-09-01T10:09:03.647 DEBUG:boto:Token: None 2022-09-01T10:09:03.648 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/ 2022-09-01T10:09:03.649 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg= 2022-09-01T10:09:03.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg=', 'Content-Length': '0'} 2022-09-01T10:09:03.654 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000472f4f39c938a2bb-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.655 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:03.657 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:09:03.658 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.659 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.659 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.660 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.661 DEBUG:boto:Method: GET 2022-09-01T10:09:03.661 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.662 DEBUG:boto:Data: 2022-09-01T10:09:03.662 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.663 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.663 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.664 DEBUG:boto:Params: {} 2022-09-01T10:09:03.665 DEBUG:boto:Token: None 2022-09-01T10:09:03.666 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wHvLi5Qbr2oYL17oVNtu8V6rA5Q= 2022-09-01T10:09:03.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wHvLi5Qbr2oYL17oVNtu8V6rA5Q=', 'Content-Length': '0'} 2022-09-01T10:09:03.670 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000db0b9b3941ccbc4b-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.671 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.671 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.672 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.673 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.673 DEBUG:boto:Method: GET 2022-09-01T10:09:03.674 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.674 DEBUG:boto:Data: 2022-09-01T10:09:03.675 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.676 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.677 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.678 DEBUG:boto:Params: {} 2022-09-01T10:09:03.679 DEBUG:boto:Token: None 2022-09-01T10:09:03.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wHvLi5Qbr2oYL17oVNtu8V6rA5Q= 2022-09-01T10:09:03.683 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wHvLi5Qbr2oYL17oVNtu8V6rA5Q=', 'Content-Length': '0'} 2022-09-01T10:09:03.685 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e5fe951d41e8af6e-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.686 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.686 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.687 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.687 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.688 DEBUG:boto:Method: HEAD 2022-09-01T10:09:03.688 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.689 DEBUG:boto:Data: 2022-09-01T10:09:03.689 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.690 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.691 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.691 DEBUG:boto:Params: {} 2022-09-01T10:09:03.692 DEBUG:boto:Token: None 2022-09-01T10:09:03.692 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.694 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:057pInBafJkrH5d4yxRteDZN4YI= 2022-09-01T10:09:03.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:057pInBafJkrH5d4yxRteDZN4YI=', 'Content-Length': '0'} 2022-09-01T10:09:03.700 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000099961c19b5c7d699-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.701 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.702 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.703 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.704 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.705 DEBUG:boto:Method: HEAD 2022-09-01T10:09:03.706 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.707 DEBUG:boto:Data: 2022-09-01T10:09:03.708 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.709 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.710 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.711 DEBUG:boto:Params: {} 2022-09-01T10:09:03.712 DEBUG:boto:Token: None 2022-09-01T10:09:03.713 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.714 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:057pInBafJkrH5d4yxRteDZN4YI= 2022-09-01T10:09:03.715 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:057pInBafJkrH5d4yxRteDZN4YI=', 'Content-Length': '0'} 2022-09-01T10:09:03.717 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a1a8cd841bf8a72a-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.718 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:09:03.719 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.719 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.720 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.720 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.721 DEBUG:boto:Method: GET 2022-09-01T10:09:03.721 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.722 DEBUG:boto:Data: 2022-09-01T10:09:03.723 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.723 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.724 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.724 DEBUG:boto:Params: {} 2022-09-01T10:09:03.725 DEBUG:boto:Token: None 2022-09-01T10:09:03.725 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.726 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wHvLi5Qbr2oYL17oVNtu8V6rA5Q= 2022-09-01T10:09:03.727 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wHvLi5Qbr2oYL17oVNtu8V6rA5Q=', 'Content-Length': '0'} 2022-09-01T10:09:03.729 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000769c1db5ac567a84-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.774 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.775 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.776 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.776 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.777 DEBUG:boto:Method: GET 2022-09-01T10:09:03.777 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.778 DEBUG:boto:Data: 2022-09-01T10:09:03.778 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.779 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.780 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.781 DEBUG:boto:Params: {} 2022-09-01T10:09:03.782 DEBUG:boto:Token: None 2022-09-01T10:09:03.783 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.784 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wHvLi5Qbr2oYL17oVNtu8V6rA5Q= 2022-09-01T10:09:03.785 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wHvLi5Qbr2oYL17oVNtu8V6rA5Q=', 'Content-Length': '0'} 2022-09-01T10:09:03.787 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007945238b6f2e6d75-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.788 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:03.789 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:03.789 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:03.790 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:03.791 DEBUG:boto:Method: GET 2022-09-01T10:09:03.791 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:03.792 DEBUG:boto:Data: 2022-09-01T10:09:03.792 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.793 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.793 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.794 DEBUG:boto:Params: {} 2022-09-01T10:09:03.795 DEBUG:boto:Token: None 2022-09-01T10:09:03.795 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/ 2022-09-01T10:09:03.796 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg= 2022-09-01T10:09:03.797 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg=', 'Content-Length': '0'} 2022-09-01T10:09:03.799 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a8bd1a4d0b21bb87-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.800 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:03.801 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:03.801 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:03.802 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:03.802 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:03.803 DEBUG:boto:Method: GET 2022-09-01T10:09:03.803 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:03.804 DEBUG:boto:Data: 2022-09-01T10:09:03.804 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.805 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.805 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.806 DEBUG:boto:Params: {} 2022-09-01T10:09:03.807 DEBUG:boto:Token: None 2022-09-01T10:09:03.808 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/ 2022-09-01T10:09:03.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg= 2022-09-01T10:09:03.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg=', 'Content-Length': '0'} 2022-09-01T10:09:03.811 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bbc070dabf637e14-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.812 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:03.813 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.814 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.815 DEBUG:boto:Method: HEAD 2022-09-01T10:09:03.815 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.816 DEBUG:boto:Data: 2022-09-01T10:09:03.816 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.817 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.817 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.818 DEBUG:boto:Params: {} 2022-09-01T10:09:03.818 DEBUG:boto:Token: None 2022-09-01T10:09:03.819 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ivTObycVRktlbe1KK8Hi++i6pMo= 2022-09-01T10:09:03.820 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ivTObycVRktlbe1KK8Hi++i6pMo=', 'Content-Length': '0'} 2022-09-01T10:09:03.823 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a04e850b04c9c7cd-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.824 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.824 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.825 DEBUG:boto:Method: HEAD 2022-09-01T10:09:03.825 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.826 DEBUG:boto:Data: 2022-09-01T10:09:03.826 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.827 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.827 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.828 DEBUG:boto:Params: {} 2022-09-01T10:09:03.829 DEBUG:boto:Token: None 2022-09-01T10:09:03.829 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.830 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ivTObycVRktlbe1KK8Hi++i6pMo= 2022-09-01T10:09:03.830 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ivTObycVRktlbe1KK8Hi++i6pMo=', 'Content-Length': '0'} 2022-09-01T10:09:03.833 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005e347e0917acb279-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.834 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:09:03.834 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.835 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.836 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.836 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.837 DEBUG:boto:Method: GET 2022-09-01T10:09:03.837 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.838 DEBUG:boto:Data: 2022-09-01T10:09:03.839 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.839 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.840 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.841 DEBUG:boto:Params: {} 2022-09-01T10:09:03.841 DEBUG:boto:Token: None 2022-09-01T10:09:03.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.842 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wHvLi5Qbr2oYL17oVNtu8V6rA5Q= 2022-09-01T10:09:03.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wHvLi5Qbr2oYL17oVNtu8V6rA5Q=', 'Content-Length': '0'} 2022-09-01T10:09:03.845 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c39286620322576c-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.890 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.891 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:03.891 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.892 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.892 DEBUG:boto:Method: GET 2022-09-01T10:09:03.893 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.893 DEBUG:boto:Data: 2022-09-01T10:09:03.894 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.895 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.895 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.896 DEBUG:boto:Params: {} 2022-09-01T10:09:03.896 DEBUG:boto:Token: None 2022-09-01T10:09:03.897 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:03.898 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wHvLi5Qbr2oYL17oVNtu8V6rA5Q= 2022-09-01T10:09:03.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wHvLi5Qbr2oYL17oVNtu8V6rA5Q=', 'Content-Length': '0'} 2022-09-01T10:09:03.901 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000055d16d277966228a-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.901 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:03.902 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:03.903 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:03.903 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:03.904 DEBUG:boto:Method: GET 2022-09-01T10:09:03.904 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:03.905 DEBUG:boto:Data: 2022-09-01T10:09:03.905 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.906 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.907 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.907 DEBUG:boto:Params: {} 2022-09-01T10:09:03.908 DEBUG:boto:Token: None 2022-09-01T10:09:03.908 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/ 2022-09-01T10:09:03.909 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg= 2022-09-01T10:09:03.910 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg=', 'Content-Length': '0'} 2022-09-01T10:09:03.912 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ad471354f572d47f-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.913 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:03.914 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:03.915 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:03.915 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:03.916 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:03.916 DEBUG:boto:Method: GET 2022-09-01T10:09:03.917 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:03.917 DEBUG:boto:Data: 2022-09-01T10:09:03.918 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.918 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.919 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.919 DEBUG:boto:Params: {} 2022-09-01T10:09:03.920 DEBUG:boto:Token: None 2022-09-01T10:09:03.921 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/ 2022-09-01T10:09:03.921 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg= 2022-09-01T10:09:03.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg=', 'Content-Length': '0'} 2022-09-01T10:09:03.925 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000084977045523c167d-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.926 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:03.927 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:09:03.927 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:03.928 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:03.929 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.929 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.930 DEBUG:boto:Method: GET 2022-09-01T10:09:03.930 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.931 DEBUG:boto:Data: 2022-09-01T10:09:03.931 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.932 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.932 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.933 DEBUG:boto:Params: {} 2022-09-01T10:09:03.933 DEBUG:boto:Token: None 2022-09-01T10:09:03.934 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.935 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eVmIURzVVE52PYxIt7Of8cwtAEM= 2022-09-01T10:09:03.935 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eVmIURzVVE52PYxIt7Of8cwtAEM=', 'Content-Length': '0'} 2022-09-01T10:09:03.937 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004494c7b47534649e-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.938 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:03.939 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:03.939 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.940 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.940 DEBUG:boto:Method: GET 2022-09-01T10:09:03.941 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.941 DEBUG:boto:Data: 2022-09-01T10:09:03.942 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.942 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.943 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.943 DEBUG:boto:Params: {} 2022-09-01T10:09:03.944 DEBUG:boto:Token: None 2022-09-01T10:09:03.945 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.945 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eVmIURzVVE52PYxIt7Of8cwtAEM= 2022-09-01T10:09:03.946 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eVmIURzVVE52PYxIt7Of8cwtAEM=', 'Content-Length': '0'} 2022-09-01T10:09:03.948 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009a2073ac28951f00-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.949 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:03.949 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:03.950 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.950 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.951 DEBUG:boto:Method: HEAD 2022-09-01T10:09:03.951 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.952 DEBUG:boto:Data: 2022-09-01T10:09:03.952 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.953 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.953 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.954 DEBUG:boto:Params: {} 2022-09-01T10:09:03.954 DEBUG:boto:Token: None 2022-09-01T10:09:03.955 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:or9egEV+ZJuBqLj/icgn5cUhh6o= 2022-09-01T10:09:03.956 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:or9egEV+ZJuBqLj/icgn5cUhh6o=', 'Content-Length': '0'} 2022-09-01T10:09:03.958 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ad5f86507f5ac3cb-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.959 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:03.959 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:03.960 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.960 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.961 DEBUG:boto:Method: HEAD 2022-09-01T10:09:03.961 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.962 DEBUG:boto:Data: 2022-09-01T10:09:03.962 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.963 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.963 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.964 DEBUG:boto:Params: {} 2022-09-01T10:09:03.964 DEBUG:boto:Token: None 2022-09-01T10:09:03.965 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.966 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:or9egEV+ZJuBqLj/icgn5cUhh6o= 2022-09-01T10:09:03.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:or9egEV+ZJuBqLj/icgn5cUhh6o=', 'Content-Length': '0'} 2022-09-01T10:09:03.968 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bc4439b3554256b0-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.969 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:09:03.970 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:03.970 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:03.971 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.971 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.972 DEBUG:boto:Method: GET 2022-09-01T10:09:03.972 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.973 DEBUG:boto:Data: 2022-09-01T10:09:03.973 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.974 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.974 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.975 DEBUG:boto:Params: {} 2022-09-01T10:09:03.976 DEBUG:boto:Token: None 2022-09-01T10:09:03.976 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.977 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eVmIURzVVE52PYxIt7Of8cwtAEM= 2022-09-01T10:09:03.977 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eVmIURzVVE52PYxIt7Of8cwtAEM=', 'Content-Length': '0'} 2022-09-01T10:09:03.980 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cff7d0316d2ee89e-00631084bf-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.981 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:03.981 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:03.982 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.982 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.983 DEBUG:boto:Method: GET 2022-09-01T10:09:03.983 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.984 DEBUG:boto:Data: 2022-09-01T10:09:03.984 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.985 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:03.985 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.986 DEBUG:boto:Params: {} 2022-09-01T10:09:03.986 DEBUG:boto:Token: None 2022-09-01T10:09:03.987 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:03.988 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eVmIURzVVE52PYxIt7Of8cwtAEM= 2022-09-01T10:09:03.988 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eVmIURzVVE52PYxIt7Of8cwtAEM=', 'Content-Length': '0'} 2022-09-01T10:09:03.991 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000151b8f52344efca6-00631084bf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:03.991 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:03.992 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:03.992 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:03.993 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:03.993 DEBUG:boto:Method: GET 2022-09-01T10:09:03.994 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:03.995 DEBUG:boto:Data: 2022-09-01T10:09:03.995 DEBUG:boto:Headers: {} 2022-09-01T10:09:03.996 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:03.997 DEBUG:boto:Port: 8000 2022-09-01T10:09:03.997 DEBUG:boto:Params: {} 2022-09-01T10:09:03.998 DEBUG:boto:Token: None 2022-09-01T10:09:03.999 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:03 GMT /ptoxvb-18/ 2022-09-01T10:09:03.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg= 2022-09-01T10:09:04.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YB61K5CZtDCS12qsr5iZ7FN2JSg=', 'Content-Length': '0'} 2022-09-01T10:09:04.003 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000915ad4887f05a998-00631084c0-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.004 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.005 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.005 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.006 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:04.006 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:04.007 DEBUG:boto:Method: GET 2022-09-01T10:09:04.008 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:04.008 DEBUG:boto:Data: 2022-09-01T10:09:04.009 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.009 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.010 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.010 DEBUG:boto:Params: {} 2022-09-01T10:09:04.011 DEBUG:boto:Token: None 2022-09-01T10:09:04.011 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0= 2022-09-01T10:09:04.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0=', 'Content-Length': '0'} 2022-09-01T10:09:04.015 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008bd5b90ac97a3782-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.016 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.017 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:04.017 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:04.018 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.018 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2 2022-09-01T10:09:04.019 DEBUG:boto:Data: 2022-09-01T10:09:04.019 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.020 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:04.020 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.021 DEBUG:boto:Params: {} 2022-09-01T10:09:04.021 DEBUG:boto:Token: None 2022-09-01T10:09:04.022 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone2 2022-09-01T10:09:04.023 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qLaJfbjcRHFwwCzu2uTLE7cssGI= 2022-09-01T10:09:04.023 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qLaJfbjcRHFwwCzu2uTLE7cssGI=', 'Content-Length': '0'} 2022-09-01T10:09:04.026 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d9b400e20a7f571f-00631084c0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.026 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:04.027 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:04.027 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.028 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2 2022-09-01T10:09:04.028 DEBUG:boto:Data: 2022-09-01T10:09:04.029 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.029 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.030 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.030 DEBUG:boto:Params: {} 2022-09-01T10:09:04.031 DEBUG:boto:Token: None 2022-09-01T10:09:04.032 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone2 2022-09-01T10:09:04.032 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qLaJfbjcRHFwwCzu2uTLE7cssGI= 2022-09-01T10:09:04.033 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qLaJfbjcRHFwwCzu2uTLE7cssGI=', 'Content-Length': '0'} 2022-09-01T10:09:04.035 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bfcfb1cfba09a810-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.036 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:09:04.036 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:04.037 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:04.038 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:04.038 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:04.039 DEBUG:boto:Method: GET 2022-09-01T10:09:04.039 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:04.040 DEBUG:boto:Data: 2022-09-01T10:09:04.040 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.041 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:04.041 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.042 DEBUG:boto:Params: {} 2022-09-01T10:09:04.043 DEBUG:boto:Token: None 2022-09-01T10:09:04.043 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:04.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ORL8rIWjS8PptI1rprc2wHhjfyc= 2022-09-01T10:09:04.044 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ORL8rIWjS8PptI1rprc2wHhjfyc=', 'Content-Length': '0'} 2022-09-01T10:09:04.046 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000b2b42a75d9d4806-00631084c0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.090 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:04.091 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:04.091 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:04.092 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:04.092 DEBUG:boto:Method: GET 2022-09-01T10:09:04.093 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:04.093 DEBUG:boto:Data: 2022-09-01T10:09:04.094 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.095 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.095 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.096 DEBUG:boto:Params: {} 2022-09-01T10:09:04.096 DEBUG:boto:Token: None 2022-09-01T10:09:04.097 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:04.097 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ORL8rIWjS8PptI1rprc2wHhjfyc= 2022-09-01T10:09:04.098 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ORL8rIWjS8PptI1rprc2wHhjfyc=', 'Content-Length': '0'} 2022-09-01T10:09:04.100 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fede510d6fc12df7-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.101 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.102 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.102 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:04.103 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:04.103 DEBUG:boto:Method: GET 2022-09-01T10:09:04.104 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:04.104 DEBUG:boto:Data: 2022-09-01T10:09:04.105 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.105 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:04.106 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.106 DEBUG:boto:Params: {} 2022-09-01T10:09:04.107 DEBUG:boto:Token: None 2022-09-01T10:09:04.108 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.108 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0= 2022-09-01T10:09:04.109 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0=', 'Content-Length': '0'} 2022-09-01T10:09:04.111 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002f25042011d044e7-00631084c0-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.112 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.113 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.114 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.114 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:04.115 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:04.115 DEBUG:boto:Method: GET 2022-09-01T10:09:04.116 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:04.116 DEBUG:boto:Data: 2022-09-01T10:09:04.117 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.117 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.118 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.118 DEBUG:boto:Params: {} 2022-09-01T10:09:04.119 DEBUG:boto:Token: None 2022-09-01T10:09:04.120 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.120 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0= 2022-09-01T10:09:04.121 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0=', 'Content-Length': '0'} 2022-09-01T10:09:04.124 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f42921331fe47e52-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.124 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.125 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:04.126 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.126 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.127 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.127 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.128 DEBUG:boto:Method: GET 2022-09-01T10:09:04.128 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.129 DEBUG:boto:Data: 2022-09-01T10:09:04.130 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.130 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:04.131 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.131 DEBUG:boto:Params: {} 2022-09-01T10:09:04.132 DEBUG:boto:Token: None 2022-09-01T10:09:04.133 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/vG3sz2xXlcyBxGH2jGnRAzkRZc= 2022-09-01T10:09:04.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/vG3sz2xXlcyBxGH2jGnRAzkRZc=', 'Content-Length': '0'} 2022-09-01T10:09:04.136 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000738ce1cb7e462617-00631084c0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.137 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.138 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.138 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.139 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.139 DEBUG:boto:Method: GET 2022-09-01T10:09:04.140 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.140 DEBUG:boto:Data: 2022-09-01T10:09:04.141 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.142 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.142 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.143 DEBUG:boto:Params: {} 2022-09-01T10:09:04.143 DEBUG:boto:Token: None 2022-09-01T10:09:04.144 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.145 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/vG3sz2xXlcyBxGH2jGnRAzkRZc= 2022-09-01T10:09:04.145 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/vG3sz2xXlcyBxGH2jGnRAzkRZc=', 'Content-Length': '0'} 2022-09-01T10:09:04.148 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000041c36d408366e032-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.194 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.195 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.196 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.197 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.198 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.198 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.199 DEBUG:boto:Data: 2022-09-01T10:09:04.200 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.200 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:04.201 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.201 DEBUG:boto:Params: {} 2022-09-01T10:09:04.202 DEBUG:boto:Token: None 2022-09-01T10:09:04.203 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.204 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+cUFDDBaWHlrlviZNbbxCX4t8/A= 2022-09-01T10:09:04.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+cUFDDBaWHlrlviZNbbxCX4t8/A=', 'Content-Length': '0'} 2022-09-01T10:09:04.207 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000349e0b279565292f-00631084c0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.207 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.208 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.208 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.209 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.209 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.210 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.211 DEBUG:boto:Data: 2022-09-01T10:09:04.211 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.212 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.212 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.212 DEBUG:boto:Params: {} 2022-09-01T10:09:04.213 DEBUG:boto:Token: None 2022-09-01T10:09:04.214 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.214 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+cUFDDBaWHlrlviZNbbxCX4t8/A= 2022-09-01T10:09:04.215 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+cUFDDBaWHlrlviZNbbxCX4t8/A=', 'Content-Length': '0'} 2022-09-01T10:09:04.218 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a9b21304ad37880d-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.219 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:04.219 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.220 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.221 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.221 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.222 DEBUG:boto:Method: GET 2022-09-01T10:09:04.223 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.223 DEBUG:boto:Data: 2022-09-01T10:09:04.224 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.224 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:04.225 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.225 DEBUG:boto:Params: {} 2022-09-01T10:09:04.226 DEBUG:boto:Token: None 2022-09-01T10:09:04.227 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.228 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/vG3sz2xXlcyBxGH2jGnRAzkRZc= 2022-09-01T10:09:04.228 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/vG3sz2xXlcyBxGH2jGnRAzkRZc=', 'Content-Length': '0'} 2022-09-01T10:09:04.231 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000df657fee83d1bdb9-00631084c0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.274 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.275 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.276 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.277 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.278 DEBUG:boto:Method: GET 2022-09-01T10:09:04.279 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.279 DEBUG:boto:Data: 2022-09-01T10:09:04.280 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.280 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.281 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.282 DEBUG:boto:Params: {} 2022-09-01T10:09:04.283 DEBUG:boto:Token: None 2022-09-01T10:09:04.283 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.284 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/vG3sz2xXlcyBxGH2jGnRAzkRZc= 2022-09-01T10:09:04.285 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/vG3sz2xXlcyBxGH2jGnRAzkRZc=', 'Content-Length': '0'} 2022-09-01T10:09:04.287 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000008e9a3b7225042b0-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.288 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.289 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.290 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:04.290 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:04.291 DEBUG:boto:Method: GET 2022-09-01T10:09:04.291 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:04.292 DEBUG:boto:Data: 2022-09-01T10:09:04.293 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.293 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:04.294 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.294 DEBUG:boto:Params: {} 2022-09-01T10:09:04.295 DEBUG:boto:Token: None 2022-09-01T10:09:04.296 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.297 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0= 2022-09-01T10:09:04.297 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0=', 'Content-Length': '0'} 2022-09-01T10:09:04.300 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000bdc05118431b95f-00631084c0-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.301 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.302 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.303 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.303 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:04.304 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:04.304 DEBUG:boto:Method: GET 2022-09-01T10:09:04.305 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:04.306 DEBUG:boto:Data: 2022-09-01T10:09:04.306 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.307 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.308 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.308 DEBUG:boto:Params: {} 2022-09-01T10:09:04.309 DEBUG:boto:Token: None 2022-09-01T10:09:04.310 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.310 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0= 2022-09-01T10:09:04.311 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0=', 'Content-Length': '0'} 2022-09-01T10:09:04.314 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b9975b8a999b2117-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.315 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.316 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.317 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.317 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.318 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.319 DEBUG:boto:Data: 2022-09-01T10:09:04.320 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.320 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:04.321 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.322 DEBUG:boto:Params: {} 2022-09-01T10:09:04.323 DEBUG:boto:Token: None 2022-09-01T10:09:04.324 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.325 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6lVBpjnWsOLslGBsGgm3NMqJr+8= 2022-09-01T10:09:04.325 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6lVBpjnWsOLslGBsGgm3NMqJr+8=', 'Content-Length': '0'} 2022-09-01T10:09:04.328 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c01f71b8204b5cbe-00631084c0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.329 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.329 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.330 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.330 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.331 DEBUG:boto:Data: 2022-09-01T10:09:04.331 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.332 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.333 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.333 DEBUG:boto:Params: {} 2022-09-01T10:09:04.334 DEBUG:boto:Token: None 2022-09-01T10:09:04.334 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.335 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6lVBpjnWsOLslGBsGgm3NMqJr+8= 2022-09-01T10:09:04.336 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6lVBpjnWsOLslGBsGgm3NMqJr+8=', 'Content-Length': '0'} 2022-09-01T10:09:04.339 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000277fa7363d77a36b-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.340 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:04.340 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.341 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.341 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.342 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.342 DEBUG:boto:Method: GET 2022-09-01T10:09:04.343 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.343 DEBUG:boto:Data: 2022-09-01T10:09:04.344 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.344 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:04.345 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.346 DEBUG:boto:Params: {} 2022-09-01T10:09:04.347 DEBUG:boto:Token: None 2022-09-01T10:09:04.348 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.349 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/vG3sz2xXlcyBxGH2jGnRAzkRZc= 2022-09-01T10:09:04.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/vG3sz2xXlcyBxGH2jGnRAzkRZc=', 'Content-Length': '0'} 2022-09-01T10:09:04.352 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001d60edb217a76ce2-00631084c0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.353 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.354 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:04.355 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.356 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.357 DEBUG:boto:Method: GET 2022-09-01T10:09:04.357 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.358 DEBUG:boto:Data: 2022-09-01T10:09:04.359 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.359 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.360 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.360 DEBUG:boto:Params: {} 2022-09-01T10:09:04.361 DEBUG:boto:Token: None 2022-09-01T10:09:04.361 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:04.362 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/vG3sz2xXlcyBxGH2jGnRAzkRZc= 2022-09-01T10:09:04.363 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/vG3sz2xXlcyBxGH2jGnRAzkRZc=', 'Content-Length': '0'} 2022-09-01T10:09:04.365 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008a341e601e9e410d-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.410 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.411 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.412 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:04.413 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:04.413 DEBUG:boto:Method: GET 2022-09-01T10:09:04.414 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:04.415 DEBUG:boto:Data: 2022-09-01T10:09:04.415 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.416 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:04.417 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.419 DEBUG:boto:Params: {} 2022-09-01T10:09:04.420 DEBUG:boto:Token: None 2022-09-01T10:09:04.421 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.422 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0= 2022-09-01T10:09:04.423 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0=', 'Content-Length': '0'} 2022-09-01T10:09:04.427 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000097d3626e0e7b2512-00631084c0-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.428 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.429 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.430 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.430 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:04.431 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:04.431 DEBUG:boto:Method: GET 2022-09-01T10:09:04.432 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:04.432 DEBUG:boto:Data: 2022-09-01T10:09:04.433 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.433 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.434 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.435 DEBUG:boto:Params: {} 2022-09-01T10:09:04.435 DEBUG:boto:Token: None 2022-09-01T10:09:04.436 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.437 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0= 2022-09-01T10:09:04.437 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0=', 'Content-Length': '0'} 2022-09-01T10:09:04.440 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005a2aebb787086ca0-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.441 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.442 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-18 zones={test-zone2, test-zone1} 2022-09-01T10:09:04.443 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-18 zones={test-zone3, test-zone1} 2022-09-01T10:09:04.443 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.444 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.444 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.445 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:09:04.445 DEBUG:boto:Data: 2022-09-01T10:09:04.446 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.447 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.447 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.448 DEBUG:boto:Params: {} 2022-09-01T10:09:04.448 DEBUG:boto:Token: None 2022-09-01T10:09:04.449 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.450 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pZ4HukYypXHZu/6KYZzxxxS1Hzs= 2022-09-01T10:09:04.450 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pZ4HukYypXHZu/6KYZzxxxS1Hzs=', 'Content-Length': '0'} 2022-09-01T10:09:04.453 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008d6cf855a495e5d2-00631084c0-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.454 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.455 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.456 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.457 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:09:04.458 DEBUG:boto:Data: 2022-09-01T10:09:04.459 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.460 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.460 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.461 DEBUG:boto:Params: {} 2022-09-01T10:09:04.461 DEBUG:boto:Token: None 2022-09-01T10:09:04.462 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pZ4HukYypXHZu/6KYZzxxxS1Hzs= 2022-09-01T10:09:04.463 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pZ4HukYypXHZu/6KYZzxxxS1Hzs=', 'Content-Length': '0'} 2022-09-01T10:09:04.466 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000b0611604aa572b4-00631084c0-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.467 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:09:04.468 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.468 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.469 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:04.469 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:04.470 DEBUG:boto:Method: GET 2022-09-01T10:09:04.470 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:04.471 DEBUG:boto:Data: 2022-09-01T10:09:04.471 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.472 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.472 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.473 DEBUG:boto:Params: {} 2022-09-01T10:09:04.473 DEBUG:boto:Token: None 2022-09-01T10:09:04.474 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/?versions 2022-09-01T10:09:04.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DIgLT65dtxsTmawEjPlbYjyUfcg= 2022-09-01T10:09:04.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DIgLT65dtxsTmawEjPlbYjyUfcg=', 'Content-Length': '0'} 2022-09-01T10:09:04.478 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a3a59de58daec9e3-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.479 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.480 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:09:04.480 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:09:04.481 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:09:04.481 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:09:04.482 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:09:04.482 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.483 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.483 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:04.484 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:04.484 DEBUG:boto:Method: GET 2022-09-01T10:09:04.485 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:04.485 DEBUG:boto:Data: 2022-09-01T10:09:04.486 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.486 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.487 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.487 DEBUG:boto:Params: {} 2022-09-01T10:09:04.488 DEBUG:boto:Token: None 2022-09-01T10:09:04.489 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/?versions 2022-09-01T10:09:04.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DIgLT65dtxsTmawEjPlbYjyUfcg= 2022-09-01T10:09:04.490 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DIgLT65dtxsTmawEjPlbYjyUfcg=', 'Content-Length': '0'} 2022-09-01T10:09:04.493 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000020c6161b5692d9b7-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.493 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.494 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:09:04.495 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:09:04.495 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:09:04.496 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:09:04.496 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.497 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.497 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:04.498 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:04.498 DEBUG:boto:Method: GET 2022-09-01T10:09:04.499 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:04.499 DEBUG:boto:Data: 2022-09-01T10:09:04.500 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.500 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.501 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.501 DEBUG:boto:Params: {} 2022-09-01T10:09:04.502 DEBUG:boto:Token: None 2022-09-01T10:09:04.503 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/?versions 2022-09-01T10:09:04.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DIgLT65dtxsTmawEjPlbYjyUfcg= 2022-09-01T10:09:04.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DIgLT65dtxsTmawEjPlbYjyUfcg=', 'Content-Length': '0'} 2022-09-01T10:09:04.507 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dc0c86dc04a501cb-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.508 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.509 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.509 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.510 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:04.510 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:04.511 DEBUG:boto:Method: GET 2022-09-01T10:09:04.511 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:04.512 DEBUG:boto:Data: 2022-09-01T10:09:04.512 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.513 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.513 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.514 DEBUG:boto:Params: {} 2022-09-01T10:09:04.514 DEBUG:boto:Token: None 2022-09-01T10:09:04.515 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/?versions 2022-09-01T10:09:04.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DIgLT65dtxsTmawEjPlbYjyUfcg= 2022-09-01T10:09:04.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DIgLT65dtxsTmawEjPlbYjyUfcg=', 'Content-Length': '0'} 2022-09-01T10:09:04.519 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ab3a958e7979e384-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.520 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.521 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:09:04.522 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:04.523 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:04.523 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.524 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.524 DEBUG:boto:Method: GET 2022-09-01T10:09:04.525 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.526 DEBUG:boto:Data: 2022-09-01T10:09:04.526 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.527 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.528 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.528 DEBUG:boto:Params: {} 2022-09-01T10:09:04.529 DEBUG:boto:Token: None 2022-09-01T10:09:04.530 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.531 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:veXEyBb7nxuqftmRW8OAhBsxgRA= 2022-09-01T10:09:04.532 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:veXEyBb7nxuqftmRW8OAhBsxgRA=', 'Content-Length': '0'} 2022-09-01T10:09:04.535 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000057bc1d739f73fe79-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.535 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:04.536 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:04.537 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.537 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.538 DEBUG:boto:Method: GET 2022-09-01T10:09:04.538 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.539 DEBUG:boto:Data: 2022-09-01T10:09:04.539 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.540 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.541 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.541 DEBUG:boto:Params: {} 2022-09-01T10:09:04.542 DEBUG:boto:Token: None 2022-09-01T10:09:04.543 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.544 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:veXEyBb7nxuqftmRW8OAhBsxgRA= 2022-09-01T10:09:04.544 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:veXEyBb7nxuqftmRW8OAhBsxgRA=', 'Content-Length': '0'} 2022-09-01T10:09:04.547 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000030ff053ea967351e-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.548 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:04.548 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:04.549 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.549 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.550 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.550 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.551 DEBUG:boto:Data: 2022-09-01T10:09:04.551 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.552 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.552 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.553 DEBUG:boto:Params: {} 2022-09-01T10:09:04.553 DEBUG:boto:Token: None 2022-09-01T10:09:04.554 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.554 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lJ1XsTRC1n/2h0S46AKN1avJin8= 2022-09-01T10:09:04.555 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lJ1XsTRC1n/2h0S46AKN1avJin8=', 'Content-Length': '0'} 2022-09-01T10:09:04.561 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004a081be00c9d0148-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.562 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:04.563 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:04.563 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.564 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.564 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.565 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.565 DEBUG:boto:Data: 2022-09-01T10:09:04.566 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.567 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.567 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.568 DEBUG:boto:Params: {} 2022-09-01T10:09:04.569 DEBUG:boto:Token: None 2022-09-01T10:09:04.569 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.570 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lJ1XsTRC1n/2h0S46AKN1avJin8= 2022-09-01T10:09:04.571 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lJ1XsTRC1n/2h0S46AKN1avJin8=', 'Content-Length': '0'} 2022-09-01T10:09:04.573 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000c00e009b2e5ed34a-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.574 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:09:04.574 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:04.575 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:04.575 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.576 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.576 DEBUG:boto:Method: GET 2022-09-01T10:09:04.577 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.578 DEBUG:boto:Data: 2022-09-01T10:09:04.578 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.579 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.579 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.580 DEBUG:boto:Params: {} 2022-09-01T10:09:04.580 DEBUG:boto:Token: None 2022-09-01T10:09:04.581 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:veXEyBb7nxuqftmRW8OAhBsxgRA= 2022-09-01T10:09:04.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:veXEyBb7nxuqftmRW8OAhBsxgRA=', 'Content-Length': '0'} 2022-09-01T10:09:04.586 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003be0abfa46f3a6a0-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.587 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:04.588 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:04.588 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.589 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.590 DEBUG:boto:Method: GET 2022-09-01T10:09:04.591 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.591 DEBUG:boto:Data: 2022-09-01T10:09:04.592 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.593 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.594 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.595 DEBUG:boto:Params: {} 2022-09-01T10:09:04.596 DEBUG:boto:Token: None 2022-09-01T10:09:04.597 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.598 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:veXEyBb7nxuqftmRW8OAhBsxgRA= 2022-09-01T10:09:04.599 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:veXEyBb7nxuqftmRW8OAhBsxgRA=', 'Content-Length': '0'} 2022-09-01T10:09:04.601 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000009af19fd9eea72d7d-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.602 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.602 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.603 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:04.603 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:04.604 DEBUG:boto:Method: GET 2022-09-01T10:09:04.604 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:09:04.605 DEBUG:boto:Data: 2022-09-01T10:09:04.605 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.606 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.606 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.607 DEBUG:boto:Params: {} 2022-09-01T10:09:04.607 DEBUG:boto:Token: None 2022-09-01T10:09:04.608 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.609 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0= 2022-09-01T10:09:04.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0=', 'Content-Length': '0'} 2022-09-01T10:09:04.612 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008424f79a9d65f53f-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.654 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.655 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.656 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.656 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:04.657 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:04.658 DEBUG:boto:Method: GET 2022-09-01T10:09:04.658 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:09:04.659 DEBUG:boto:Data: 2022-09-01T10:09:04.659 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.660 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.660 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.661 DEBUG:boto:Params: {} 2022-09-01T10:09:04.662 DEBUG:boto:Token: None 2022-09-01T10:09:04.662 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.663 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0= 2022-09-01T10:09:04.664 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0=', 'Content-Length': '0'} 2022-09-01T10:09:04.666 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006c03819a84573d32-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.667 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.668 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:04.669 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:04.669 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.670 DEBUG:boto:Path: /ptoxvb-18/dummy 2022-09-01T10:09:04.670 DEBUG:boto:Data: 2022-09-01T10:09:04.671 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.672 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.672 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.673 DEBUG:boto:Params: {} 2022-09-01T10:09:04.674 DEBUG:boto:Token: None 2022-09-01T10:09:04.674 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/dummy 2022-09-01T10:09:04.675 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ze0YEo7n+lapqWJGlUa0C9zcI88= 2022-09-01T10:09:04.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ze0YEo7n+lapqWJGlUa0C9zcI88=', 'Content-Length': '0'} 2022-09-01T10:09:04.678 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000007aac7698b68c594d-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.679 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:04.679 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:04.680 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.681 DEBUG:boto:Path: /ptoxvb-18/dummy 2022-09-01T10:09:04.681 DEBUG:boto:Data: 2022-09-01T10:09:04.682 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.683 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.683 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.684 DEBUG:boto:Params: {} 2022-09-01T10:09:04.684 DEBUG:boto:Token: None 2022-09-01T10:09:04.685 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/dummy 2022-09-01T10:09:04.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ze0YEo7n+lapqWJGlUa0C9zcI88= 2022-09-01T10:09:04.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ze0YEo7n+lapqWJGlUa0C9zcI88=', 'Content-Length': '0'} 2022-09-01T10:09:04.689 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a25705c5f51e6f4b-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.690 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:09:04.690 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:04.691 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:04.691 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.692 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.693 DEBUG:boto:Method: GET 2022-09-01T10:09:04.694 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.694 DEBUG:boto:Data: 2022-09-01T10:09:04.695 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.695 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.696 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.696 DEBUG:boto:Params: {} 2022-09-01T10:09:04.697 DEBUG:boto:Token: None 2022-09-01T10:09:04.698 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.699 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:veXEyBb7nxuqftmRW8OAhBsxgRA= 2022-09-01T10:09:04.699 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:veXEyBb7nxuqftmRW8OAhBsxgRA=', 'Content-Length': '0'} 2022-09-01T10:09:04.701 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000059d8e376f5190827-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.702 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:04.703 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:04.703 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.704 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.704 DEBUG:boto:Method: GET 2022-09-01T10:09:04.705 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.706 DEBUG:boto:Data: 2022-09-01T10:09:04.706 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.707 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.707 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.708 DEBUG:boto:Params: {} 2022-09-01T10:09:04.708 DEBUG:boto:Token: None 2022-09-01T10:09:04.709 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:04.710 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:veXEyBb7nxuqftmRW8OAhBsxgRA= 2022-09-01T10:09:04.710 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:veXEyBb7nxuqftmRW8OAhBsxgRA=', 'Content-Length': '0'} 2022-09-01T10:09:04.713 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b921e631dc9aeb8a-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.713 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.714 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.715 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:04.715 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:04.716 DEBUG:boto:Method: GET 2022-09-01T10:09:04.716 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:09:04.717 DEBUG:boto:Data: 2022-09-01T10:09:04.718 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.718 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.719 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.719 DEBUG:boto:Params: {} 2022-09-01T10:09:04.720 DEBUG:boto:Token: None 2022-09-01T10:09:04.721 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.721 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0= 2022-09-01T10:09:04.722 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0=', 'Content-Length': '0'} 2022-09-01T10:09:04.725 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003559f2f173528854-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.726 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.727 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.727 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.728 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:04.729 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:04.729 DEBUG:boto:Method: GET 2022-09-01T10:09:04.730 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:09:04.730 DEBUG:boto:Data: 2022-09-01T10:09:04.731 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.731 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.732 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.732 DEBUG:boto:Params: {} 2022-09-01T10:09:04.733 DEBUG:boto:Token: None 2022-09-01T10:09:04.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0= 2022-09-01T10:09:04.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0=', 'Content-Length': '0'} 2022-09-01T10:09:04.738 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003e2e99e0d237611e-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.738 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.739 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:09:04.740 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.740 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.741 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.741 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.742 DEBUG:boto:Method: GET 2022-09-01T10:09:04.743 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.743 DEBUG:boto:Data: 2022-09-01T10:09:04.744 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.744 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.745 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.745 DEBUG:boto:Params: {} 2022-09-01T10:09:04.746 DEBUG:boto:Token: None 2022-09-01T10:09:04.746 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.747 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fnNezJcC2OWJUah/W1VnSizdaDA= 2022-09-01T10:09:04.748 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fnNezJcC2OWJUah/W1VnSizdaDA=', 'Content-Length': '0'} 2022-09-01T10:09:04.750 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f9f5b4bd7c8709ce-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.751 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.752 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.752 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.753 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.753 DEBUG:boto:Method: GET 2022-09-01T10:09:04.754 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.755 DEBUG:boto:Data: 2022-09-01T10:09:04.755 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.756 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.756 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.757 DEBUG:boto:Params: {} 2022-09-01T10:09:04.757 DEBUG:boto:Token: None 2022-09-01T10:09:04.758 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.758 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fnNezJcC2OWJUah/W1VnSizdaDA= 2022-09-01T10:09:04.759 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fnNezJcC2OWJUah/W1VnSizdaDA=', 'Content-Length': '0'} 2022-09-01T10:09:04.761 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004a36551641402d13-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.762 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.763 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.763 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.764 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.764 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.765 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.765 DEBUG:boto:Data: 2022-09-01T10:09:04.766 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.767 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.767 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.768 DEBUG:boto:Params: {} 2022-09-01T10:09:04.769 DEBUG:boto:Token: None 2022-09-01T10:09:04.769 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.770 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3dkL7H1vq4ixOEMm1juvpiciRLM= 2022-09-01T10:09:04.771 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3dkL7H1vq4ixOEMm1juvpiciRLM=', 'Content-Length': '0'} 2022-09-01T10:09:04.772 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000056de49405bbe8dd8-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.773 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.774 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.774 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.775 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.775 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.776 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.776 DEBUG:boto:Data: 2022-09-01T10:09:04.777 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.777 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.778 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.778 DEBUG:boto:Params: {} 2022-09-01T10:09:04.779 DEBUG:boto:Token: None 2022-09-01T10:09:04.780 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3dkL7H1vq4ixOEMm1juvpiciRLM= 2022-09-01T10:09:04.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3dkL7H1vq4ixOEMm1juvpiciRLM=', 'Content-Length': '0'} 2022-09-01T10:09:04.783 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000059c111ea3dfb8ff2-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.783 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:09:04.784 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.784 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.785 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.785 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.786 DEBUG:boto:Method: GET 2022-09-01T10:09:04.786 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.787 DEBUG:boto:Data: 2022-09-01T10:09:04.788 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.788 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.789 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.789 DEBUG:boto:Params: {} 2022-09-01T10:09:04.790 DEBUG:boto:Token: None 2022-09-01T10:09:04.790 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fnNezJcC2OWJUah/W1VnSizdaDA= 2022-09-01T10:09:04.791 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fnNezJcC2OWJUah/W1VnSizdaDA=', 'Content-Length': '0'} 2022-09-01T10:09:04.794 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000093a0538ab71aaa26-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.842 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.843 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.844 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.845 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.846 DEBUG:boto:Method: GET 2022-09-01T10:09:04.847 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.848 DEBUG:boto:Data: 2022-09-01T10:09:04.849 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.850 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.850 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.851 DEBUG:boto:Params: {} 2022-09-01T10:09:04.851 DEBUG:boto:Token: None 2022-09-01T10:09:04.852 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.853 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fnNezJcC2OWJUah/W1VnSizdaDA= 2022-09-01T10:09:04.853 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fnNezJcC2OWJUah/W1VnSizdaDA=', 'Content-Length': '0'} 2022-09-01T10:09:04.855 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000017bda8e1ea3ed154-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.856 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.857 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.857 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:04.858 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:04.858 DEBUG:boto:Method: GET 2022-09-01T10:09:04.859 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:04.859 DEBUG:boto:Data: 2022-09-01T10:09:04.860 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.860 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.861 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.861 DEBUG:boto:Params: {} 2022-09-01T10:09:04.862 DEBUG:boto:Token: None 2022-09-01T10:09:04.863 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.863 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0= 2022-09-01T10:09:04.864 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0=', 'Content-Length': '0'} 2022-09-01T10:09:04.867 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000082a5bd5113cb7df7-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.867 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.868 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.869 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.869 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:04.870 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:04.870 DEBUG:boto:Method: GET 2022-09-01T10:09:04.871 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:04.871 DEBUG:boto:Data: 2022-09-01T10:09:04.872 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.872 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.873 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.873 DEBUG:boto:Params: {} 2022-09-01T10:09:04.874 DEBUG:boto:Token: None 2022-09-01T10:09:04.875 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.876 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0= 2022-09-01T10:09:04.877 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0=', 'Content-Length': '0'} 2022-09-01T10:09:04.880 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000017c931e7d4b27f1c-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.881 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:04.883 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.883 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.884 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.885 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.886 DEBUG:boto:Data: 2022-09-01T10:09:04.887 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.888 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.889 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.890 DEBUG:boto:Params: {} 2022-09-01T10:09:04.897 DEBUG:boto:Token: None 2022-09-01T10:09:04.898 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eqj3gG6MzfV2T8Oi36fyMRBi1wA= 2022-09-01T10:09:04.900 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eqj3gG6MzfV2T8Oi36fyMRBi1wA=', 'Content-Length': '0'} 2022-09-01T10:09:04.903 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009bbf1a174f99fc97-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.905 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.905 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.906 DEBUG:boto:Method: HEAD 2022-09-01T10:09:04.907 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.908 DEBUG:boto:Data: 2022-09-01T10:09:04.908 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.909 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.909 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.910 DEBUG:boto:Params: {} 2022-09-01T10:09:04.910 DEBUG:boto:Token: None 2022-09-01T10:09:04.911 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eqj3gG6MzfV2T8Oi36fyMRBi1wA= 2022-09-01T10:09:04.912 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eqj3gG6MzfV2T8Oi36fyMRBi1wA=', 'Content-Length': '0'} 2022-09-01T10:09:04.915 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b1c4ff08b175d57d-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.915 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:09:04.916 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.916 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.917 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.918 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.919 DEBUG:boto:Method: GET 2022-09-01T10:09:04.920 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.921 DEBUG:boto:Data: 2022-09-01T10:09:04.922 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.923 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.924 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.925 DEBUG:boto:Params: {} 2022-09-01T10:09:04.926 DEBUG:boto:Token: None 2022-09-01T10:09:04.927 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.928 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fnNezJcC2OWJUah/W1VnSizdaDA= 2022-09-01T10:09:04.929 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fnNezJcC2OWJUah/W1VnSizdaDA=', 'Content-Length': '0'} 2022-09-01T10:09:04.932 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f6734107379b7199-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.978 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.979 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:04.979 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.980 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.980 DEBUG:boto:Method: GET 2022-09-01T10:09:04.981 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.981 DEBUG:boto:Data: 2022-09-01T10:09:04.982 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.982 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:04.983 DEBUG:boto:Port: 8000 2022-09-01T10:09:04.984 DEBUG:boto:Params: {} 2022-09-01T10:09:04.984 DEBUG:boto:Token: None 2022-09-01T10:09:04.985 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:04.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fnNezJcC2OWJUah/W1VnSizdaDA= 2022-09-01T10:09:04.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fnNezJcC2OWJUah/W1VnSizdaDA=', 'Content-Length': '0'} 2022-09-01T10:09:04.988 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008801b83cb1c88e09-00631084c0-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:04.989 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:04.990 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:04.990 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:04.991 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:04.991 DEBUG:boto:Method: GET 2022-09-01T10:09:04.992 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:04.992 DEBUG:boto:Data: 2022-09-01T10:09:04.993 DEBUG:boto:Headers: {} 2022-09-01T10:09:04.993 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:04.994 DEBUG:boto:Port: 8001 2022-09-01T10:09:04.994 DEBUG:boto:Params: {} 2022-09-01T10:09:04.995 DEBUG:boto:Token: None 2022-09-01T10:09:04.996 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:04 GMT /ptoxvb-18/ 2022-09-01T10:09:04.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0= 2022-09-01T10:09:04.997 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b/FM9sugTxhdiHKYU/wj16XSjN0=', 'Content-Length': '0'} 2022-09-01T10:09:04.999 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005cce3b49dbf5672e-00631084c0-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.000 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.001 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.002 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.002 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:05.003 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:05.003 DEBUG:boto:Method: GET 2022-09-01T10:09:05.004 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:05.004 DEBUG:boto:Data: 2022-09-01T10:09:05.005 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.005 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:05.006 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.006 DEBUG:boto:Params: {} 2022-09-01T10:09:05.007 DEBUG:boto:Token: None 2022-09-01T10:09:05.008 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.008 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E= 2022-09-01T10:09:05.009 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E=', 'Content-Length': '0'} 2022-09-01T10:09:05.012 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d16320dec07d04ba-00631084c1-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.012 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.013 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:09:05.014 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.014 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.015 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.015 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.016 DEBUG:boto:Method: GET 2022-09-01T10:09:05.016 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.017 DEBUG:boto:Data: 2022-09-01T10:09:05.017 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.018 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.019 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.019 DEBUG:boto:Params: {} 2022-09-01T10:09:05.020 DEBUG:boto:Token: None 2022-09-01T10:09:05.020 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.021 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HUtqsiwQQbhsCgpRFC93fzYrp9c= 2022-09-01T10:09:05.022 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HUtqsiwQQbhsCgpRFC93fzYrp9c=', 'Content-Length': '0'} 2022-09-01T10:09:05.028 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000028dde3f8dbccbc8b-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.029 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.030 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.031 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.032 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.033 DEBUG:boto:Method: GET 2022-09-01T10:09:05.033 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.034 DEBUG:boto:Data: 2022-09-01T10:09:05.035 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.036 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:05.036 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.037 DEBUG:boto:Params: {} 2022-09-01T10:09:05.037 DEBUG:boto:Token: None 2022-09-01T10:09:05.038 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.038 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HUtqsiwQQbhsCgpRFC93fzYrp9c= 2022-09-01T10:09:05.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HUtqsiwQQbhsCgpRFC93fzYrp9c=', 'Content-Length': '0'} 2022-09-01T10:09:05.041 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001d20822d8e038ad3-00631084c1-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.042 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.043 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.043 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.044 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.044 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.045 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.045 DEBUG:boto:Data: 2022-09-01T10:09:05.046 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.046 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.047 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.047 DEBUG:boto:Params: {} 2022-09-01T10:09:05.048 DEBUG:boto:Token: None 2022-09-01T10:09:05.048 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.049 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xLzD1u+oDSwxE4/22XJycWkvhic= 2022-09-01T10:09:05.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xLzD1u+oDSwxE4/22XJycWkvhic=', 'Content-Length': '0'} 2022-09-01T10:09:05.052 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d405589505e34409-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.052 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.053 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.054 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.054 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.055 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.055 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.056 DEBUG:boto:Data: 2022-09-01T10:09:05.056 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.057 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:05.057 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.058 DEBUG:boto:Params: {} 2022-09-01T10:09:05.058 DEBUG:boto:Token: None 2022-09-01T10:09:05.059 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.059 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xLzD1u+oDSwxE4/22XJycWkvhic= 2022-09-01T10:09:05.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xLzD1u+oDSwxE4/22XJycWkvhic=', 'Content-Length': '0'} 2022-09-01T10:09:05.062 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000a4e728f1f4c968e-00631084c1-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.063 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:09:05.063 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.064 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.064 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.065 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.065 DEBUG:boto:Method: GET 2022-09-01T10:09:05.066 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.067 DEBUG:boto:Data: 2022-09-01T10:09:05.067 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.068 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.068 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.069 DEBUG:boto:Params: {} 2022-09-01T10:09:05.069 DEBUG:boto:Token: None 2022-09-01T10:09:05.070 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.070 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HUtqsiwQQbhsCgpRFC93fzYrp9c= 2022-09-01T10:09:05.071 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HUtqsiwQQbhsCgpRFC93fzYrp9c=', 'Content-Length': '0'} 2022-09-01T10:09:05.073 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002845d927e250ea2b-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.114 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.115 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.115 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.116 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.116 DEBUG:boto:Method: GET 2022-09-01T10:09:05.117 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.117 DEBUG:boto:Data: 2022-09-01T10:09:05.118 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.118 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:05.119 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.119 DEBUG:boto:Params: {} 2022-09-01T10:09:05.120 DEBUG:boto:Token: None 2022-09-01T10:09:05.121 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.121 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HUtqsiwQQbhsCgpRFC93fzYrp9c= 2022-09-01T10:09:05.122 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HUtqsiwQQbhsCgpRFC93fzYrp9c=', 'Content-Length': '0'} 2022-09-01T10:09:05.124 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000009f6b79ca146749b-00631084c1-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.125 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.125 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.126 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:05.126 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:05.127 DEBUG:boto:Method: GET 2022-09-01T10:09:05.127 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:05.128 DEBUG:boto:Data: 2022-09-01T10:09:05.129 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.129 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.130 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.130 DEBUG:boto:Params: {} 2022-09-01T10:09:05.131 DEBUG:boto:Token: None 2022-09-01T10:09:05.131 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.132 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E= 2022-09-01T10:09:05.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E=', 'Content-Length': '0'} 2022-09-01T10:09:05.135 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000014b2c5bd76dd7828-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.136 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.137 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.137 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.138 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:05.138 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:05.139 DEBUG:boto:Method: GET 2022-09-01T10:09:05.139 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:05.140 DEBUG:boto:Data: 2022-09-01T10:09:05.141 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.141 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:05.142 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.142 DEBUG:boto:Params: {} 2022-09-01T10:09:05.143 DEBUG:boto:Token: None 2022-09-01T10:09:05.144 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.144 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E= 2022-09-01T10:09:05.145 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E=', 'Content-Length': '0'} 2022-09-01T10:09:05.148 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000076ed63415a6af7aa-00631084c1-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.148 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.149 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.150 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.150 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.151 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.151 DEBUG:boto:Data: 2022-09-01T10:09:05.152 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.152 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.153 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.153 DEBUG:boto:Params: {} 2022-09-01T10:09:05.154 DEBUG:boto:Token: None 2022-09-01T10:09:05.154 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7EbDygcXAyf/31o6gXncSIX9sUg= 2022-09-01T10:09:05.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7EbDygcXAyf/31o6gXncSIX9sUg=', 'Content-Length': '0'} 2022-09-01T10:09:05.158 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006026ea8a354614c2-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.159 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.159 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.160 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.160 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.161 DEBUG:boto:Data: 2022-09-01T10:09:05.161 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.162 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:05.162 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.163 DEBUG:boto:Params: {} 2022-09-01T10:09:05.163 DEBUG:boto:Token: None 2022-09-01T10:09:05.164 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.165 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7EbDygcXAyf/31o6gXncSIX9sUg= 2022-09-01T10:09:05.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7EbDygcXAyf/31o6gXncSIX9sUg=', 'Content-Length': '0'} 2022-09-01T10:09:05.168 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a894631e299fbac7-00631084c1-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.168 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:09:05.169 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.169 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.170 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.170 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.171 DEBUG:boto:Method: GET 2022-09-01T10:09:05.172 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.172 DEBUG:boto:Data: 2022-09-01T10:09:05.173 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.173 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.174 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.174 DEBUG:boto:Params: {} 2022-09-01T10:09:05.175 DEBUG:boto:Token: None 2022-09-01T10:09:05.175 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.176 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HUtqsiwQQbhsCgpRFC93fzYrp9c= 2022-09-01T10:09:05.177 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HUtqsiwQQbhsCgpRFC93fzYrp9c=', 'Content-Length': '0'} 2022-09-01T10:09:05.179 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e21f5433652829d1-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.222 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.223 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:05.223 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.224 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.224 DEBUG:boto:Method: GET 2022-09-01T10:09:05.225 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.225 DEBUG:boto:Data: 2022-09-01T10:09:05.226 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.226 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:05.227 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.228 DEBUG:boto:Params: {} 2022-09-01T10:09:05.228 DEBUG:boto:Token: None 2022-09-01T10:09:05.230 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:05.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HUtqsiwQQbhsCgpRFC93fzYrp9c= 2022-09-01T10:09:05.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HUtqsiwQQbhsCgpRFC93fzYrp9c=', 'Content-Length': '0'} 2022-09-01T10:09:05.233 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000097d0b9f0b17e79ee-00631084c1-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.234 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.235 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.236 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:05.236 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:05.237 DEBUG:boto:Method: GET 2022-09-01T10:09:05.237 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:05.238 DEBUG:boto:Data: 2022-09-01T10:09:05.238 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.239 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.240 DEBUG:boto:Params: {} 2022-09-01T10:09:05.240 DEBUG:boto:Token: None 2022-09-01T10:09:05.241 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E= 2022-09-01T10:09:05.242 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E=', 'Content-Length': '0'} 2022-09-01T10:09:05.245 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f39fc47eadbf5418-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.245 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.246 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.247 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.247 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:05.248 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:05.249 DEBUG:boto:Method: GET 2022-09-01T10:09:05.250 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:05.251 DEBUG:boto:Data: 2022-09-01T10:09:05.252 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.252 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:05.253 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.254 DEBUG:boto:Params: {} 2022-09-01T10:09:05.255 DEBUG:boto:Token: None 2022-09-01T10:09:05.256 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.257 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E= 2022-09-01T10:09:05.258 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E=', 'Content-Length': '0'} 2022-09-01T10:09:05.262 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000072d64deadbd384f7-00631084c1-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.263 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.264 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:05.265 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.265 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.266 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.266 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.267 DEBUG:boto:Method: GET 2022-09-01T10:09:05.268 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.268 DEBUG:boto:Data: 2022-09-01T10:09:05.269 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.269 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.270 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.270 DEBUG:boto:Params: {} 2022-09-01T10:09:05.271 DEBUG:boto:Token: None 2022-09-01T10:09:05.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ovIaS8fcTeqdKFPClXuCu6/kDlc= 2022-09-01T10:09:05.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ovIaS8fcTeqdKFPClXuCu6/kDlc=', 'Content-Length': '0'} 2022-09-01T10:09:05.275 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fae26a52e1df0878-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.276 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.276 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.277 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.277 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.278 DEBUG:boto:Method: GET 2022-09-01T10:09:05.278 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.279 DEBUG:boto:Data: 2022-09-01T10:09:05.279 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.280 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:05.281 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.281 DEBUG:boto:Params: {} 2022-09-01T10:09:05.282 DEBUG:boto:Token: None 2022-09-01T10:09:05.282 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.283 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ovIaS8fcTeqdKFPClXuCu6/kDlc= 2022-09-01T10:09:05.284 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ovIaS8fcTeqdKFPClXuCu6/kDlc=', 'Content-Length': '0'} 2022-09-01T10:09:05.286 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ba7210a1437e3f9e-00631084c1-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.287 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.287 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.288 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.288 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.289 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.289 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.290 DEBUG:boto:Data: 2022-09-01T10:09:05.290 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.291 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.292 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.292 DEBUG:boto:Params: {} 2022-09-01T10:09:05.293 DEBUG:boto:Token: None 2022-09-01T10:09:05.293 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.294 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sdEP/iQagtmb54FadAxN5tty4SE= 2022-09-01T10:09:05.294 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sdEP/iQagtmb54FadAxN5tty4SE=', 'Content-Length': '0'} 2022-09-01T10:09:05.296 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000911e8645918ac0fc-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.297 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.298 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.298 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.299 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.299 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.300 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.300 DEBUG:boto:Data: 2022-09-01T10:09:05.301 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.301 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:05.302 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.302 DEBUG:boto:Params: {} 2022-09-01T10:09:05.303 DEBUG:boto:Token: None 2022-09-01T10:09:05.304 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.304 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sdEP/iQagtmb54FadAxN5tty4SE= 2022-09-01T10:09:05.305 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sdEP/iQagtmb54FadAxN5tty4SE=', 'Content-Length': '0'} 2022-09-01T10:09:05.307 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b04efc4fe1f4a129-00631084c1-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.308 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:05.308 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.309 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.309 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.310 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.310 DEBUG:boto:Method: GET 2022-09-01T10:09:05.311 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.311 DEBUG:boto:Data: 2022-09-01T10:09:05.312 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.312 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.313 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.314 DEBUG:boto:Params: {} 2022-09-01T10:09:05.314 DEBUG:boto:Token: None 2022-09-01T10:09:05.315 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.316 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ovIaS8fcTeqdKFPClXuCu6/kDlc= 2022-09-01T10:09:05.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ovIaS8fcTeqdKFPClXuCu6/kDlc=', 'Content-Length': '0'} 2022-09-01T10:09:05.319 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000026247ad7b16c4bf-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.319 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.320 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.321 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.321 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.322 DEBUG:boto:Method: GET 2022-09-01T10:09:05.322 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.323 DEBUG:boto:Data: 2022-09-01T10:09:05.323 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.324 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:05.324 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.325 DEBUG:boto:Params: {} 2022-09-01T10:09:05.326 DEBUG:boto:Token: None 2022-09-01T10:09:05.326 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.327 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ovIaS8fcTeqdKFPClXuCu6/kDlc= 2022-09-01T10:09:05.328 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ovIaS8fcTeqdKFPClXuCu6/kDlc=', 'Content-Length': '0'} 2022-09-01T10:09:05.330 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000092f9082eeb2ecce2-00631084c1-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.374 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.375 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.375 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:05.376 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:05.377 DEBUG:boto:Method: GET 2022-09-01T10:09:05.377 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:05.378 DEBUG:boto:Data: 2022-09-01T10:09:05.378 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.379 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.380 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.381 DEBUG:boto:Params: {} 2022-09-01T10:09:05.381 DEBUG:boto:Token: None 2022-09-01T10:09:05.382 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.383 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E= 2022-09-01T10:09:05.383 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E=', 'Content-Length': '0'} 2022-09-01T10:09:05.386 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d12eaab3d8dadb16-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.387 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.388 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.389 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.389 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:05.390 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:05.390 DEBUG:boto:Method: GET 2022-09-01T10:09:05.391 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:05.391 DEBUG:boto:Data: 2022-09-01T10:09:05.392 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.392 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:05.393 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.393 DEBUG:boto:Params: {} 2022-09-01T10:09:05.394 DEBUG:boto:Token: None 2022-09-01T10:09:05.395 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.395 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E= 2022-09-01T10:09:05.396 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E=', 'Content-Length': '0'} 2022-09-01T10:09:05.399 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ac9ee52ab535bc09-00631084c1-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.399 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.400 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.401 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.401 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.402 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.402 DEBUG:boto:Data: 2022-09-01T10:09:05.403 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.403 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.404 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.404 DEBUG:boto:Params: {} 2022-09-01T10:09:05.405 DEBUG:boto:Token: None 2022-09-01T10:09:05.405 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.406 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:evLaHDXGUxxhljw1FplBVbKSMKc= 2022-09-01T10:09:05.407 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:evLaHDXGUxxhljw1FplBVbKSMKc=', 'Content-Length': '0'} 2022-09-01T10:09:05.409 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a07c326571b2f1ff-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.410 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.410 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.411 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.411 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.412 DEBUG:boto:Data: 2022-09-01T10:09:05.412 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.413 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:05.413 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.414 DEBUG:boto:Params: {} 2022-09-01T10:09:05.414 DEBUG:boto:Token: None 2022-09-01T10:09:05.415 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:evLaHDXGUxxhljw1FplBVbKSMKc= 2022-09-01T10:09:05.416 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:evLaHDXGUxxhljw1FplBVbKSMKc=', 'Content-Length': '0'} 2022-09-01T10:09:05.418 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007d263470b9e2c447-00631084c1-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.419 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:05.420 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.420 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.421 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.421 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.422 DEBUG:boto:Method: GET 2022-09-01T10:09:05.423 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.424 DEBUG:boto:Data: 2022-09-01T10:09:05.425 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.426 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.427 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.428 DEBUG:boto:Params: {} 2022-09-01T10:09:05.429 DEBUG:boto:Token: None 2022-09-01T10:09:05.430 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.431 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ovIaS8fcTeqdKFPClXuCu6/kDlc= 2022-09-01T10:09:05.432 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ovIaS8fcTeqdKFPClXuCu6/kDlc=', 'Content-Length': '0'} 2022-09-01T10:09:05.435 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009326fe107d4a44c0-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.478 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.479 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:05.479 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.480 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.481 DEBUG:boto:Method: GET 2022-09-01T10:09:05.481 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.482 DEBUG:boto:Data: 2022-09-01T10:09:05.482 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.483 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:05.483 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.484 DEBUG:boto:Params: {} 2022-09-01T10:09:05.484 DEBUG:boto:Token: None 2022-09-01T10:09:05.485 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:05.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ovIaS8fcTeqdKFPClXuCu6/kDlc= 2022-09-01T10:09:05.486 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ovIaS8fcTeqdKFPClXuCu6/kDlc=', 'Content-Length': '0'} 2022-09-01T10:09:05.488 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a9827a08c42c5b04-00631084c1-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.489 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.490 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.490 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:05.491 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:05.492 DEBUG:boto:Method: GET 2022-09-01T10:09:05.492 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:05.493 DEBUG:boto:Data: 2022-09-01T10:09:05.494 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.494 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.495 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.495 DEBUG:boto:Params: {} 2022-09-01T10:09:05.496 DEBUG:boto:Token: None 2022-09-01T10:09:05.496 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E= 2022-09-01T10:09:05.498 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E=', 'Content-Length': '0'} 2022-09-01T10:09:05.501 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000902d678be91ef1e6-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.501 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.502 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.503 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.504 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:05.504 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:05.505 DEBUG:boto:Method: GET 2022-09-01T10:09:05.505 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:05.506 DEBUG:boto:Data: 2022-09-01T10:09:05.506 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.507 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:05.508 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.508 DEBUG:boto:Params: {} 2022-09-01T10:09:05.509 DEBUG:boto:Token: None 2022-09-01T10:09:05.510 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.510 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E= 2022-09-01T10:09:05.511 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E=', 'Content-Length': '0'} 2022-09-01T10:09:05.514 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000a8659034a62904f-00631084c1-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.514 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.515 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-18 zones={test-zone3, test-zone1} 2022-09-01T10:09:05.516 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-18 zones={test-zone3, test-zone2} 2022-09-01T10:09:05.516 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.517 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.517 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.518 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:09:05.518 DEBUG:boto:Data: 2022-09-01T10:09:05.519 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.519 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.520 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.520 DEBUG:boto:Params: {} 2022-09-01T10:09:05.521 DEBUG:boto:Token: None 2022-09-01T10:09:05.521 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.522 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rn92ZVnICocoeUCFtd+0CivpOlI= 2022-09-01T10:09:05.522 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rn92ZVnICocoeUCFtd+0CivpOlI=', 'Content-Length': '0'} 2022-09-01T10:09:05.525 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000fef807f21fc73b44-00631084c1-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.526 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.526 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.527 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.527 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:09:05.528 DEBUG:boto:Data: 2022-09-01T10:09:05.528 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.529 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:05.529 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.530 DEBUG:boto:Params: {} 2022-09-01T10:09:05.530 DEBUG:boto:Token: None 2022-09-01T10:09:05.531 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rn92ZVnICocoeUCFtd+0CivpOlI= 2022-09-01T10:09:05.532 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rn92ZVnICocoeUCFtd+0CivpOlI=', 'Content-Length': '0'} 2022-09-01T10:09:05.535 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008bad62561972c9ac-00631084c1-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.536 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:09:05.536 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.537 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.537 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:05.538 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:05.538 DEBUG:boto:Method: GET 2022-09-01T10:09:05.539 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:05.539 DEBUG:boto:Data: 2022-09-01T10:09:05.540 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.540 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.541 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.541 DEBUG:boto:Params: {} 2022-09-01T10:09:05.542 DEBUG:boto:Token: None 2022-09-01T10:09:05.542 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/?versions 2022-09-01T10:09:05.543 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m8Jv1lQP/sBT7U9xSc4+wsPvE3w= 2022-09-01T10:09:05.543 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m8Jv1lQP/sBT7U9xSc4+wsPvE3w=', 'Content-Length': '0'} 2022-09-01T10:09:05.546 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cb8c9801c8701635-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.547 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.548 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:09:05.548 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:09:05.549 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:09:05.549 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:09:05.549 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:09:05.550 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.551 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.551 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:05.552 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:05.552 DEBUG:boto:Method: GET 2022-09-01T10:09:05.553 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:05.553 DEBUG:boto:Data: 2022-09-01T10:09:05.554 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.554 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:05.555 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.555 DEBUG:boto:Params: {} 2022-09-01T10:09:05.556 DEBUG:boto:Token: None 2022-09-01T10:09:05.556 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/?versions 2022-09-01T10:09:05.557 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m8Jv1lQP/sBT7U9xSc4+wsPvE3w= 2022-09-01T10:09:05.557 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m8Jv1lQP/sBT7U9xSc4+wsPvE3w=', 'Content-Length': '0'} 2022-09-01T10:09:05.560 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c1ec27e4e6b0ccf3-00631084c1-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.561 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.562 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:09:05.562 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:09:05.563 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:09:05.563 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:09:05.564 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.564 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.565 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:05.565 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:05.566 DEBUG:boto:Method: GET 2022-09-01T10:09:05.566 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:05.567 DEBUG:boto:Data: 2022-09-01T10:09:05.567 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.568 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.568 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.569 DEBUG:boto:Params: {} 2022-09-01T10:09:05.569 DEBUG:boto:Token: None 2022-09-01T10:09:05.570 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/?versions 2022-09-01T10:09:05.571 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m8Jv1lQP/sBT7U9xSc4+wsPvE3w= 2022-09-01T10:09:05.571 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m8Jv1lQP/sBT7U9xSc4+wsPvE3w=', 'Content-Length': '0'} 2022-09-01T10:09:05.574 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bdc4b87c8547d954-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.575 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.576 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.577 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.578 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:05.579 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:05.580 DEBUG:boto:Method: GET 2022-09-01T10:09:05.581 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:09:05.581 DEBUG:boto:Data: 2022-09-01T10:09:05.582 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.583 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:05.584 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.585 DEBUG:boto:Params: {} 2022-09-01T10:09:05.585 DEBUG:boto:Token: None 2022-09-01T10:09:05.586 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/?versions 2022-09-01T10:09:05.586 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m8Jv1lQP/sBT7U9xSc4+wsPvE3w= 2022-09-01T10:09:05.587 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m8Jv1lQP/sBT7U9xSc4+wsPvE3w=', 'Content-Length': '0'} 2022-09-01T10:09:05.590 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cabcbc242ed82ed9-00631084c1-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.590 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.591 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:09:05.592 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:05.592 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:05.593 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.593 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.594 DEBUG:boto:Method: GET 2022-09-01T10:09:05.595 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.595 DEBUG:boto:Data: 2022-09-01T10:09:05.596 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.597 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.597 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.598 DEBUG:boto:Params: {} 2022-09-01T10:09:05.599 DEBUG:boto:Token: None 2022-09-01T10:09:05.599 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.600 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:31ntX/QhTX0Zw+u4/E/dZoQGPfM= 2022-09-01T10:09:05.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:31ntX/QhTX0Zw+u4/E/dZoQGPfM=', 'Content-Length': '0'} 2022-09-01T10:09:05.603 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000005a2fa3257242bc71-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.604 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:05.605 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:05.606 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.607 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.608 DEBUG:boto:Method: GET 2022-09-01T10:09:05.608 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.609 DEBUG:boto:Data: 2022-09-01T10:09:05.609 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.610 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:05.610 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.611 DEBUG:boto:Params: {} 2022-09-01T10:09:05.612 DEBUG:boto:Token: None 2022-09-01T10:09:05.612 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.613 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:31ntX/QhTX0Zw+u4/E/dZoQGPfM= 2022-09-01T10:09:05.614 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:31ntX/QhTX0Zw+u4/E/dZoQGPfM=', 'Content-Length': '0'} 2022-09-01T10:09:05.616 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000009be6f86941e43674-00631084c1-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.617 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:05.617 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:05.618 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.618 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.619 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.619 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.620 DEBUG:boto:Data: 2022-09-01T10:09:05.620 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.621 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.621 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.622 DEBUG:boto:Params: {} 2022-09-01T10:09:05.623 DEBUG:boto:Token: None 2022-09-01T10:09:05.623 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FLUfP2FhjChTX6u6fOSIXjeHuik= 2022-09-01T10:09:05.625 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FLUfP2FhjChTX6u6fOSIXjeHuik=', 'Content-Length': '0'} 2022-09-01T10:09:05.627 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000060e0851064ff523c-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.628 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:05.629 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:05.630 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.631 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.632 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.633 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.633 DEBUG:boto:Data: 2022-09-01T10:09:05.634 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.635 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:05.636 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.637 DEBUG:boto:Params: {} 2022-09-01T10:09:05.638 DEBUG:boto:Token: None 2022-09-01T10:09:05.639 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FLUfP2FhjChTX6u6fOSIXjeHuik= 2022-09-01T10:09:05.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FLUfP2FhjChTX6u6fOSIXjeHuik=', 'Content-Length': '0'} 2022-09-01T10:09:05.644 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000012b911c99d999599-00631084c1-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.645 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:09:05.646 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:05.647 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:05.648 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.649 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.650 DEBUG:boto:Method: GET 2022-09-01T10:09:05.651 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.652 DEBUG:boto:Data: 2022-09-01T10:09:05.653 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.654 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.655 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.656 DEBUG:boto:Params: {} 2022-09-01T10:09:05.657 DEBUG:boto:Token: None 2022-09-01T10:09:05.657 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.658 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:31ntX/QhTX0Zw+u4/E/dZoQGPfM= 2022-09-01T10:09:05.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:31ntX/QhTX0Zw+u4/E/dZoQGPfM=', 'Content-Length': '0'} 2022-09-01T10:09:05.661 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000000c71ad4b4489c717-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.661 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:05.662 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:05.662 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.663 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.664 DEBUG:boto:Method: GET 2022-09-01T10:09:05.664 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.665 DEBUG:boto:Data: 2022-09-01T10:09:05.665 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.666 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:05.666 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.667 DEBUG:boto:Params: {} 2022-09-01T10:09:05.667 DEBUG:boto:Token: None 2022-09-01T10:09:05.668 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.669 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:31ntX/QhTX0Zw+u4/E/dZoQGPfM= 2022-09-01T10:09:05.669 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:31ntX/QhTX0Zw+u4/E/dZoQGPfM=', 'Content-Length': '0'} 2022-09-01T10:09:05.671 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000f59826cbd9d96905-00631084c1-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.672 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.673 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.673 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:05.674 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:05.674 DEBUG:boto:Method: GET 2022-09-01T10:09:05.675 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:09:05.675 DEBUG:boto:Data: 2022-09-01T10:09:05.676 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.676 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.677 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.677 DEBUG:boto:Params: {} 2022-09-01T10:09:05.678 DEBUG:boto:Token: None 2022-09-01T10:09:05.679 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.679 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E= 2022-09-01T10:09:05.680 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E=', 'Content-Length': '0'} 2022-09-01T10:09:05.682 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000445864007cba7658-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.726 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.727 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.728 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.728 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:05.729 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:05.730 DEBUG:boto:Method: GET 2022-09-01T10:09:05.731 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:09:05.732 DEBUG:boto:Data: 2022-09-01T10:09:05.733 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.733 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:05.734 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.735 DEBUG:boto:Params: {} 2022-09-01T10:09:05.736 DEBUG:boto:Token: None 2022-09-01T10:09:05.738 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.739 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E= 2022-09-01T10:09:05.740 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E=', 'Content-Length': '0'} 2022-09-01T10:09:05.743 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006fce68657117d8c4-00631084c1-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.744 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.744 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:05.745 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:05.745 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.746 DEBUG:boto:Path: /ptoxvb-18/dummy 2022-09-01T10:09:05.747 DEBUG:boto:Data: 2022-09-01T10:09:05.747 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.748 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.748 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.749 DEBUG:boto:Params: {} 2022-09-01T10:09:05.750 DEBUG:boto:Token: None 2022-09-01T10:09:05.751 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/dummy 2022-09-01T10:09:05.752 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wE+OHubaQ3N2DwEQiL7aN8YoOXk= 2022-09-01T10:09:05.753 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wE+OHubaQ3N2DwEQiL7aN8YoOXk=', 'Content-Length': '0'} 2022-09-01T10:09:05.756 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000954f4b163c5a9cb3-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.756 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:05.757 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:05.758 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.758 DEBUG:boto:Path: /ptoxvb-18/dummy 2022-09-01T10:09:05.759 DEBUG:boto:Data: 2022-09-01T10:09:05.759 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.760 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:05.760 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.761 DEBUG:boto:Params: {} 2022-09-01T10:09:05.761 DEBUG:boto:Token: None 2022-09-01T10:09:05.762 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/dummy 2022-09-01T10:09:05.763 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wE+OHubaQ3N2DwEQiL7aN8YoOXk= 2022-09-01T10:09:05.763 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wE+OHubaQ3N2DwEQiL7aN8YoOXk=', 'Content-Length': '0'} 2022-09-01T10:09:05.766 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000007183561485051c1a-00631084c1-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.767 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:09:05.767 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:05.768 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:05.768 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.769 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.769 DEBUG:boto:Method: GET 2022-09-01T10:09:05.770 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.771 DEBUG:boto:Data: 2022-09-01T10:09:05.771 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.772 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.772 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.773 DEBUG:boto:Params: {} 2022-09-01T10:09:05.773 DEBUG:boto:Token: None 2022-09-01T10:09:05.774 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.775 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:31ntX/QhTX0Zw+u4/E/dZoQGPfM= 2022-09-01T10:09:05.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:31ntX/QhTX0Zw+u4/E/dZoQGPfM=', 'Content-Length': '0'} 2022-09-01T10:09:05.778 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000000d929e9a738b37bb-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.778 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:09:05.779 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:09:05.780 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.780 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.781 DEBUG:boto:Method: GET 2022-09-01T10:09:05.781 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.782 DEBUG:boto:Data: 2022-09-01T10:09:05.783 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.783 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:05.784 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.784 DEBUG:boto:Params: {} 2022-09-01T10:09:05.785 DEBUG:boto:Token: None 2022-09-01T10:09:05.786 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:09:05.787 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:31ntX/QhTX0Zw+u4/E/dZoQGPfM= 2022-09-01T10:09:05.787 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:31ntX/QhTX0Zw+u4/E/dZoQGPfM=', 'Content-Length': '0'} 2022-09-01T10:09:05.790 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000eb279e1abf5f0680-00631084c1-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.791 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.792 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.793 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:05.794 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:05.795 DEBUG:boto:Method: GET 2022-09-01T10:09:05.796 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:09:05.796 DEBUG:boto:Data: 2022-09-01T10:09:05.797 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.798 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.798 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.799 DEBUG:boto:Params: {} 2022-09-01T10:09:05.799 DEBUG:boto:Token: None 2022-09-01T10:09:05.800 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.801 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E= 2022-09-01T10:09:05.802 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E=', 'Content-Length': '0'} 2022-09-01T10:09:05.804 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009cb29cf6b1f630ac-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.805 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.806 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.807 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.807 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:05.808 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:09:05.808 DEBUG:boto:Method: GET 2022-09-01T10:09:05.809 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:09:05.810 DEBUG:boto:Data: 2022-09-01T10:09:05.810 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.811 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:05.812 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.812 DEBUG:boto:Params: {} 2022-09-01T10:09:05.813 DEBUG:boto:Token: None 2022-09-01T10:09:05.814 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.814 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E= 2022-09-01T10:09:05.815 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E=', 'Content-Length': '0'} 2022-09-01T10:09:05.817 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000012039dd58ed03457-00631084c1-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.862 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.863 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:09:05.864 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:05.864 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:05.865 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.865 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.866 DEBUG:boto:Method: GET 2022-09-01T10:09:05.867 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.868 DEBUG:boto:Data: 2022-09-01T10:09:05.869 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.870 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.871 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.872 DEBUG:boto:Params: {} 2022-09-01T10:09:05.873 DEBUG:boto:Token: None 2022-09-01T10:09:05.876 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.876 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4+ltG4O3vebMEXrXnVMm6nx89uk= 2022-09-01T10:09:05.877 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4+ltG4O3vebMEXrXnVMm6nx89uk=', 'Content-Length': '0'} 2022-09-01T10:09:05.879 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009246aaa1f1c09a69-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.880 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:05.881 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:05.881 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.882 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.883 DEBUG:boto:Method: GET 2022-09-01T10:09:05.883 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.884 DEBUG:boto:Data: 2022-09-01T10:09:05.884 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.885 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:05.885 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.886 DEBUG:boto:Params: {} 2022-09-01T10:09:05.887 DEBUG:boto:Token: None 2022-09-01T10:09:05.887 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.888 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4+ltG4O3vebMEXrXnVMm6nx89uk= 2022-09-01T10:09:05.889 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4+ltG4O3vebMEXrXnVMm6nx89uk=', 'Content-Length': '0'} 2022-09-01T10:09:05.891 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005a74882ec760cdf7-00631084c1-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.892 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:05.892 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:05.893 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.893 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.894 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.895 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.895 DEBUG:boto:Data: 2022-09-01T10:09:05.896 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.896 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.896 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.897 DEBUG:boto:Params: {} 2022-09-01T10:09:05.897 DEBUG:boto:Token: None 2022-09-01T10:09:05.898 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GIG7jRXfMld9wAf6CDiG4MYdLq0= 2022-09-01T10:09:05.899 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GIG7jRXfMld9wAf6CDiG4MYdLq0=', 'Content-Length': '0'} 2022-09-01T10:09:05.902 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000094674770bf6bdd6e-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.902 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:05.903 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:05.903 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.904 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.905 DEBUG:boto:Method: HEAD 2022-09-01T10:09:05.905 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.906 DEBUG:boto:Data: 2022-09-01T10:09:05.906 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.907 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:05.907 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.908 DEBUG:boto:Params: {} 2022-09-01T10:09:05.908 DEBUG:boto:Token: None 2022-09-01T10:09:05.909 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.909 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GIG7jRXfMld9wAf6CDiG4MYdLq0= 2022-09-01T10:09:05.910 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GIG7jRXfMld9wAf6CDiG4MYdLq0=', 'Content-Length': '0'} 2022-09-01T10:09:05.912 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000092a9fdbee1fe7831-00631084c1-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.913 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:09:05.914 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:05.914 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:05.915 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.915 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.916 DEBUG:boto:Method: GET 2022-09-01T10:09:05.917 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.917 DEBUG:boto:Data: 2022-09-01T10:09:05.918 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.918 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.919 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.919 DEBUG:boto:Params: {} 2022-09-01T10:09:05.920 DEBUG:boto:Token: None 2022-09-01T10:09:05.920 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.921 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4+ltG4O3vebMEXrXnVMm6nx89uk= 2022-09-01T10:09:05.922 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4+ltG4O3vebMEXrXnVMm6nx89uk=', 'Content-Length': '0'} 2022-09-01T10:09:05.925 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000488d674654b9fd3f-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.927 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:05.928 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:05.929 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.929 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.931 DEBUG:boto:Method: GET 2022-09-01T10:09:05.932 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.932 DEBUG:boto:Data: 2022-09-01T10:09:05.933 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.933 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:05.934 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.934 DEBUG:boto:Params: {} 2022-09-01T10:09:05.935 DEBUG:boto:Token: None 2022-09-01T10:09:05.936 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:05.936 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4+ltG4O3vebMEXrXnVMm6nx89uk= 2022-09-01T10:09:05.937 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4+ltG4O3vebMEXrXnVMm6nx89uk=', 'Content-Length': '0'} 2022-09-01T10:09:05.939 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001fd1ea189d78d884-00631084c1-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.940 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.940 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.941 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:05.941 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:05.942 DEBUG:boto:Method: GET 2022-09-01T10:09:05.942 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:05.943 DEBUG:boto:Data: 2022-09-01T10:09:05.943 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.944 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:05.945 DEBUG:boto:Port: 8001 2022-09-01T10:09:05.945 DEBUG:boto:Params: {} 2022-09-01T10:09:05.946 DEBUG:boto:Token: None 2022-09-01T10:09:05.946 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.947 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E= 2022-09-01T10:09:05.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E=', 'Content-Length': '0'} 2022-09-01T10:09:05.950 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008b21cfee852f80b2-00631084c1-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:05.951 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:05.952 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:05.952 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:05.953 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:05.953 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:05.954 DEBUG:boto:Method: GET 2022-09-01T10:09:05.955 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:05.956 DEBUG:boto:Data: 2022-09-01T10:09:05.957 DEBUG:boto:Headers: {} 2022-09-01T10:09:05.958 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:05.959 DEBUG:boto:Port: 8000 2022-09-01T10:09:05.960 DEBUG:boto:Params: {} 2022-09-01T10:09:05.961 DEBUG:boto:Token: None 2022-09-01T10:09:05.962 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:05 GMT /ptoxvb-18/ 2022-09-01T10:09:05.963 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E= 2022-09-01T10:09:05.964 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PM4NNLEZ9OgfuCpT0Zsoj+qnK6E=', 'Content-Length': '0'} 2022-09-01T10:09:05.968 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e8bd4c51a4c984ec-00631084c1-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.010 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.012 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:06.012 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:06.013 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.013 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1 2022-09-01T10:09:06.014 DEBUG:boto:Data: 2022-09-01T10:09:06.014 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.015 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.015 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.016 DEBUG:boto:Params: {} 2022-09-01T10:09:06.016 DEBUG:boto:Token: None 2022-09-01T10:09:06.017 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone1 2022-09-01T10:09:06.017 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WE36Jz4U22MVjb7Vc5CGed9oEE8= 2022-09-01T10:09:06.018 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WE36Jz4U22MVjb7Vc5CGed9oEE8=', 'Content-Length': '0'} 2022-09-01T10:09:06.021 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c7f9c24b9ca229ef-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.023 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:06.023 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:06.024 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.025 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1 2022-09-01T10:09:06.026 DEBUG:boto:Data: 2022-09-01T10:09:06.027 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.028 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.029 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.030 DEBUG:boto:Params: {} 2022-09-01T10:09:06.031 DEBUG:boto:Token: None 2022-09-01T10:09:06.032 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone1 2022-09-01T10:09:06.033 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WE36Jz4U22MVjb7Vc5CGed9oEE8= 2022-09-01T10:09:06.034 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WE36Jz4U22MVjb7Vc5CGed9oEE8=', 'Content-Length': '0'} 2022-09-01T10:09:06.038 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b862df1fe4c4a992-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.039 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:09:06.040 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:06.041 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:06.041 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:06.042 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:06.043 DEBUG:boto:Method: GET 2022-09-01T10:09:06.043 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:06.044 DEBUG:boto:Data: 2022-09-01T10:09:06.044 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.045 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.046 DEBUG:boto:Params: {} 2022-09-01T10:09:06.046 DEBUG:boto:Token: None 2022-09-01T10:09:06.047 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:06.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VMT2v2NXpIwrzS1UGzKyNjGvKqU= 2022-09-01T10:09:06.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VMT2v2NXpIwrzS1UGzKyNjGvKqU=', 'Content-Length': '0'} 2022-09-01T10:09:06.050 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c7454b748fa7ca10-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.051 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:06.052 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:06.052 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:06.053 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:06.053 DEBUG:boto:Method: GET 2022-09-01T10:09:06.054 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:06.054 DEBUG:boto:Data: 2022-09-01T10:09:06.055 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.056 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.056 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.057 DEBUG:boto:Params: {} 2022-09-01T10:09:06.057 DEBUG:boto:Token: None 2022-09-01T10:09:06.058 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:09:06.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VMT2v2NXpIwrzS1UGzKyNjGvKqU= 2022-09-01T10:09:06.059 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VMT2v2NXpIwrzS1UGzKyNjGvKqU=', 'Content-Length': '0'} 2022-09-01T10:09:06.061 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dc00061d1b264f2e-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.062 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.063 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.063 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:06.064 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:06.064 DEBUG:boto:Method: GET 2022-09-01T10:09:06.065 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:06.065 DEBUG:boto:Data: 2022-09-01T10:09:06.066 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.066 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.067 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.067 DEBUG:boto:Params: {} 2022-09-01T10:09:06.068 DEBUG:boto:Token: None 2022-09-01T10:09:06.069 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/ 2022-09-01T10:09:06.069 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw= 2022-09-01T10:09:06.070 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw=', 'Content-Length': '0'} 2022-09-01T10:09:06.072 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000726e1deeed27b1b4-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.073 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.074 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.074 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.075 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:06.076 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:06.076 DEBUG:boto:Method: GET 2022-09-01T10:09:06.077 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:09:06.077 DEBUG:boto:Data: 2022-09-01T10:09:06.078 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.078 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.079 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.079 DEBUG:boto:Params: {} 2022-09-01T10:09:06.080 DEBUG:boto:Token: None 2022-09-01T10:09:06.080 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/ 2022-09-01T10:09:06.081 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw= 2022-09-01T10:09:06.082 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw=', 'Content-Length': '0'} 2022-09-01T10:09:06.084 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b973be7e55f2977b-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.085 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.086 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:09:06.087 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.087 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.088 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.088 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.089 DEBUG:boto:Method: GET 2022-09-01T10:09:06.089 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.090 DEBUG:boto:Data: 2022-09-01T10:09:06.090 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.091 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.091 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.092 DEBUG:boto:Params: {} 2022-09-01T10:09:06.092 DEBUG:boto:Token: None 2022-09-01T10:09:06.093 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.094 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UtcrAOLtQJHzQCACBx+GwOc5hZg= 2022-09-01T10:09:06.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UtcrAOLtQJHzQCACBx+GwOc5hZg=', 'Content-Length': '0'} 2022-09-01T10:09:06.097 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e87b2077b53849a4-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.098 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.098 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.099 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.099 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.100 DEBUG:boto:Method: GET 2022-09-01T10:09:06.100 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.101 DEBUG:boto:Data: 2022-09-01T10:09:06.101 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.102 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.102 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.103 DEBUG:boto:Params: {} 2022-09-01T10:09:06.104 DEBUG:boto:Token: None 2022-09-01T10:09:06.104 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.105 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UtcrAOLtQJHzQCACBx+GwOc5hZg= 2022-09-01T10:09:06.106 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UtcrAOLtQJHzQCACBx+GwOc5hZg=', 'Content-Length': '0'} 2022-09-01T10:09:06.108 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000084aae4fccc95ba1c-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.109 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.109 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.110 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.110 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.111 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.111 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.112 DEBUG:boto:Data: 2022-09-01T10:09:06.112 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.113 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.113 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.114 DEBUG:boto:Params: {} 2022-09-01T10:09:06.114 DEBUG:boto:Token: None 2022-09-01T10:09:06.115 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.115 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WPshg05OHvP61XZ8+pJWKbtXWnY= 2022-09-01T10:09:06.116 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WPshg05OHvP61XZ8+pJWKbtXWnY=', 'Content-Length': '0'} 2022-09-01T10:09:06.118 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002b0d47203d3c9eb4-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.119 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.120 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.120 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.121 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.121 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.122 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.122 DEBUG:boto:Data: 2022-09-01T10:09:06.123 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.123 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.124 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.124 DEBUG:boto:Params: {} 2022-09-01T10:09:06.125 DEBUG:boto:Token: None 2022-09-01T10:09:06.125 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.126 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WPshg05OHvP61XZ8+pJWKbtXWnY= 2022-09-01T10:09:06.126 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WPshg05OHvP61XZ8+pJWKbtXWnY=', 'Content-Length': '0'} 2022-09-01T10:09:06.129 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000389b6077df48080c-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.130 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:09:06.131 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.132 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.133 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.134 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.135 DEBUG:boto:Method: GET 2022-09-01T10:09:06.136 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.136 DEBUG:boto:Data: 2022-09-01T10:09:06.137 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.137 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.138 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.139 DEBUG:boto:Params: {} 2022-09-01T10:09:06.139 DEBUG:boto:Token: None 2022-09-01T10:09:06.140 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.141 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UtcrAOLtQJHzQCACBx+GwOc5hZg= 2022-09-01T10:09:06.141 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UtcrAOLtQJHzQCACBx+GwOc5hZg=', 'Content-Length': '0'} 2022-09-01T10:09:06.144 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c89257fbdd567f6b-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.186 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.187 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.188 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.188 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.189 DEBUG:boto:Method: GET 2022-09-01T10:09:06.189 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.190 DEBUG:boto:Data: 2022-09-01T10:09:06.190 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.191 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.191 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.192 DEBUG:boto:Params: {} 2022-09-01T10:09:06.193 DEBUG:boto:Token: None 2022-09-01T10:09:06.193 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UtcrAOLtQJHzQCACBx+GwOc5hZg= 2022-09-01T10:09:06.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UtcrAOLtQJHzQCACBx+GwOc5hZg=', 'Content-Length': '0'} 2022-09-01T10:09:06.198 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008e9069c71be1c64c-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.199 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.200 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.201 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:06.202 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:06.203 DEBUG:boto:Method: GET 2022-09-01T10:09:06.204 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:06.204 DEBUG:boto:Data: 2022-09-01T10:09:06.205 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.205 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.207 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.208 DEBUG:boto:Params: {} 2022-09-01T10:09:06.209 DEBUG:boto:Token: None 2022-09-01T10:09:06.209 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/ 2022-09-01T10:09:06.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw= 2022-09-01T10:09:06.211 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw=', 'Content-Length': '0'} 2022-09-01T10:09:06.214 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009caa595374f5f8e0-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.215 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.216 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.217 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.218 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:06.219 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:06.220 DEBUG:boto:Method: GET 2022-09-01T10:09:06.221 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:06.222 DEBUG:boto:Data: 2022-09-01T10:09:06.223 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.224 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.225 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.226 DEBUG:boto:Params: {} 2022-09-01T10:09:06.227 DEBUG:boto:Token: None 2022-09-01T10:09:06.228 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/ 2022-09-01T10:09:06.228 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw= 2022-09-01T10:09:06.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw=', 'Content-Length': '0'} 2022-09-01T10:09:06.232 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008f372d87a241de1c-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.233 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.233 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.234 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.234 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.235 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.235 DEBUG:boto:Data: 2022-09-01T10:09:06.236 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.236 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.237 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.237 DEBUG:boto:Params: {} 2022-09-01T10:09:06.238 DEBUG:boto:Token: None 2022-09-01T10:09:06.239 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.239 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:st0il2DxveEWeYH9L3otVukp3BY= 2022-09-01T10:09:06.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:st0il2DxveEWeYH9L3otVukp3BY=', 'Content-Length': '0'} 2022-09-01T10:09:06.243 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000eaa5514aec66a380-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.244 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.245 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.245 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.246 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.247 DEBUG:boto:Data: 2022-09-01T10:09:06.248 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.248 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.249 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.250 DEBUG:boto:Params: {} 2022-09-01T10:09:06.251 DEBUG:boto:Token: None 2022-09-01T10:09:06.252 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.253 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:st0il2DxveEWeYH9L3otVukp3BY= 2022-09-01T10:09:06.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:st0il2DxveEWeYH9L3otVukp3BY=', 'Content-Length': '0'} 2022-09-01T10:09:06.257 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000729a5b621d634e1f-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.258 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:09:06.258 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.259 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.260 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.260 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.261 DEBUG:boto:Method: GET 2022-09-01T10:09:06.261 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.262 DEBUG:boto:Data: 2022-09-01T10:09:06.262 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.263 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.264 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.265 DEBUG:boto:Params: {} 2022-09-01T10:09:06.266 DEBUG:boto:Token: None 2022-09-01T10:09:06.266 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.267 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UtcrAOLtQJHzQCACBx+GwOc5hZg= 2022-09-01T10:09:06.268 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UtcrAOLtQJHzQCACBx+GwOc5hZg=', 'Content-Length': '0'} 2022-09-01T10:09:06.270 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000874e5c6c35f4518c-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.314 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.315 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.315 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.316 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.316 DEBUG:boto:Method: GET 2022-09-01T10:09:06.317 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.317 DEBUG:boto:Data: 2022-09-01T10:09:06.318 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.318 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.319 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.319 DEBUG:boto:Params: {} 2022-09-01T10:09:06.320 DEBUG:boto:Token: None 2022-09-01T10:09:06.321 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:09:06.321 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UtcrAOLtQJHzQCACBx+GwOc5hZg= 2022-09-01T10:09:06.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UtcrAOLtQJHzQCACBx+GwOc5hZg=', 'Content-Length': '0'} 2022-09-01T10:09:06.324 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:52 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000343b26ddddfd8f0b-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.326 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.327 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.328 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:06.329 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:06.329 DEBUG:boto:Method: GET 2022-09-01T10:09:06.330 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:06.330 DEBUG:boto:Data: 2022-09-01T10:09:06.331 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.331 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.332 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.332 DEBUG:boto:Params: {} 2022-09-01T10:09:06.333 DEBUG:boto:Token: None 2022-09-01T10:09:06.334 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/ 2022-09-01T10:09:06.334 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw= 2022-09-01T10:09:06.335 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw=', 'Content-Length': '0'} 2022-09-01T10:09:06.338 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a8a9cf8e264e633d-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.338 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.340 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.340 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.341 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:06.341 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:06.342 DEBUG:boto:Method: GET 2022-09-01T10:09:06.343 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:09:06.343 DEBUG:boto:Data: 2022-09-01T10:09:06.344 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.344 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.345 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.345 DEBUG:boto:Params: {} 2022-09-01T10:09:06.346 DEBUG:boto:Token: None 2022-09-01T10:09:06.346 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/ 2022-09-01T10:09:06.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw= 2022-09-01T10:09:06.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw=', 'Content-Length': '0'} 2022-09-01T10:09:06.350 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d4735cad71c8fd0f-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.351 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.352 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:06.353 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.354 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.354 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.355 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.355 DEBUG:boto:Method: GET 2022-09-01T10:09:06.356 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.356 DEBUG:boto:Data: 2022-09-01T10:09:06.357 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.357 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.358 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.359 DEBUG:boto:Params: {} 2022-09-01T10:09:06.359 DEBUG:boto:Token: None 2022-09-01T10:09:06.360 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.361 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b04B3UzztHU+7INcFQufgBz5wZY= 2022-09-01T10:09:06.362 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b04B3UzztHU+7INcFQufgBz5wZY=', 'Content-Length': '0'} 2022-09-01T10:09:06.364 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e79c5fbdf835a6a1-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.365 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.366 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.367 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.367 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.368 DEBUG:boto:Method: GET 2022-09-01T10:09:06.368 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.369 DEBUG:boto:Data: 2022-09-01T10:09:06.370 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.370 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.371 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.371 DEBUG:boto:Params: {} 2022-09-01T10:09:06.372 DEBUG:boto:Token: None 2022-09-01T10:09:06.373 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.373 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b04B3UzztHU+7INcFQufgBz5wZY= 2022-09-01T10:09:06.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b04B3UzztHU+7INcFQufgBz5wZY=', 'Content-Length': '0'} 2022-09-01T10:09:06.377 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005e5ae6f8ca79965b-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.379 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.380 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.380 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.381 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.382 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.383 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.384 DEBUG:boto:Data: 2022-09-01T10:09:06.385 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.385 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.386 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.386 DEBUG:boto:Params: {} 2022-09-01T10:09:06.387 DEBUG:boto:Token: None 2022-09-01T10:09:06.388 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.388 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fVN4f5G50zpVFCZI8K4GqAwV2Us= 2022-09-01T10:09:06.389 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fVN4f5G50zpVFCZI8K4GqAwV2Us=', 'Content-Length': '0'} 2022-09-01T10:09:06.391 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000080ba576e909d2106-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.392 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.392 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.393 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.393 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.394 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.395 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.396 DEBUG:boto:Data: 2022-09-01T10:09:06.397 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.397 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.398 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.399 DEBUG:boto:Params: {} 2022-09-01T10:09:06.399 DEBUG:boto:Token: None 2022-09-01T10:09:06.400 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fVN4f5G50zpVFCZI8K4GqAwV2Us= 2022-09-01T10:09:06.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fVN4f5G50zpVFCZI8K4GqAwV2Us=', 'Content-Length': '0'} 2022-09-01T10:09:06.403 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000790c78c05f672d8d-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.404 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:06.405 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.406 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.406 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.407 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.407 DEBUG:boto:Method: GET 2022-09-01T10:09:06.408 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.409 DEBUG:boto:Data: 2022-09-01T10:09:06.409 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.410 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.411 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.411 DEBUG:boto:Params: {} 2022-09-01T10:09:06.412 DEBUG:boto:Token: None 2022-09-01T10:09:06.413 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.413 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b04B3UzztHU+7INcFQufgBz5wZY= 2022-09-01T10:09:06.414 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b04B3UzztHU+7INcFQufgBz5wZY=', 'Content-Length': '0'} 2022-09-01T10:09:06.416 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000752952c903508985-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.417 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.418 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.418 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.419 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.419 DEBUG:boto:Method: GET 2022-09-01T10:09:06.420 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.421 DEBUG:boto:Data: 2022-09-01T10:09:06.421 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.422 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.422 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.423 DEBUG:boto:Params: {} 2022-09-01T10:09:06.423 DEBUG:boto:Token: None 2022-09-01T10:09:06.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.425 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b04B3UzztHU+7INcFQufgBz5wZY= 2022-09-01T10:09:06.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b04B3UzztHU+7INcFQufgBz5wZY=', 'Content-Length': '0'} 2022-09-01T10:09:06.428 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009e45aa4be64a8bdb-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.429 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.430 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.430 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:06.431 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:06.432 DEBUG:boto:Method: GET 2022-09-01T10:09:06.432 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:06.433 DEBUG:boto:Data: 2022-09-01T10:09:06.433 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.434 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.435 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.435 DEBUG:boto:Params: {} 2022-09-01T10:09:06.436 DEBUG:boto:Token: None 2022-09-01T10:09:06.436 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/ 2022-09-01T10:09:06.437 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw= 2022-09-01T10:09:06.438 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw=', 'Content-Length': '0'} 2022-09-01T10:09:06.441 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000effeedf7537a385a-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.441 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.442 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.443 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.444 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:06.445 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:06.445 DEBUG:boto:Method: GET 2022-09-01T10:09:06.446 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:06.447 DEBUG:boto:Data: 2022-09-01T10:09:06.447 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.448 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.448 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.449 DEBUG:boto:Params: {} 2022-09-01T10:09:06.450 DEBUG:boto:Token: None 2022-09-01T10:09:06.451 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/ 2022-09-01T10:09:06.451 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw= 2022-09-01T10:09:06.452 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw=', 'Content-Length': '0'} 2022-09-01T10:09:06.455 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f0f1bfd0db0d2eb2-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.455 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.456 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.457 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.457 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.458 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.458 DEBUG:boto:Data: 2022-09-01T10:09:06.459 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.460 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.461 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.462 DEBUG:boto:Params: {} 2022-09-01T10:09:06.463 DEBUG:boto:Token: None 2022-09-01T10:09:06.464 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.465 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GTCXWQVjNVXQUTcaRpgDTVPq1NQ= 2022-09-01T10:09:06.466 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GTCXWQVjNVXQUTcaRpgDTVPq1NQ=', 'Content-Length': '0'} 2022-09-01T10:09:06.470 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e7a00acdd9ce079f-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.471 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.471 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.472 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.472 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.473 DEBUG:boto:Data: 2022-09-01T10:09:06.474 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.474 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.475 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.475 DEBUG:boto:Params: {} 2022-09-01T10:09:06.476 DEBUG:boto:Token: None 2022-09-01T10:09:06.476 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.477 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GTCXWQVjNVXQUTcaRpgDTVPq1NQ= 2022-09-01T10:09:06.477 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GTCXWQVjNVXQUTcaRpgDTVPq1NQ=', 'Content-Length': '0'} 2022-09-01T10:09:06.480 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e1544553c1d97de6-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.481 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:09:06.481 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.482 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.483 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.484 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.484 DEBUG:boto:Method: GET 2022-09-01T10:09:06.485 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.486 DEBUG:boto:Data: 2022-09-01T10:09:06.486 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.487 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.487 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.488 DEBUG:boto:Params: {} 2022-09-01T10:09:06.489 DEBUG:boto:Token: None 2022-09-01T10:09:06.489 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.490 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b04B3UzztHU+7INcFQufgBz5wZY= 2022-09-01T10:09:06.491 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b04B3UzztHU+7INcFQufgBz5wZY=', 'Content-Length': '0'} 2022-09-01T10:09:06.493 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000009a57335f3c83b27-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.494 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.494 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.495 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.495 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.496 DEBUG:boto:Method: GET 2022-09-01T10:09:06.497 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.497 DEBUG:boto:Data: 2022-09-01T10:09:06.498 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.498 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.499 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.499 DEBUG:boto:Params: {} 2022-09-01T10:09:06.500 DEBUG:boto:Token: None 2022-09-01T10:09:06.501 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:09:06.501 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b04B3UzztHU+7INcFQufgBz5wZY= 2022-09-01T10:09:06.502 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b04B3UzztHU+7INcFQufgBz5wZY=', 'Content-Length': '0'} 2022-09-01T10:09:06.504 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:06:53 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007197b149f593da26-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.505 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.506 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.506 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:06.507 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:06.507 DEBUG:boto:Method: GET 2022-09-01T10:09:06.508 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:06.508 DEBUG:boto:Data: 2022-09-01T10:09:06.509 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.509 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.510 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.511 DEBUG:boto:Params: {} 2022-09-01T10:09:06.511 DEBUG:boto:Token: None 2022-09-01T10:09:06.512 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/ 2022-09-01T10:09:06.513 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw= 2022-09-01T10:09:06.513 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw=', 'Content-Length': '0'} 2022-09-01T10:09:06.516 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a7ea566e73fa40de-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.517 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.518 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.518 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.519 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:06.519 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:06.520 DEBUG:boto:Method: GET 2022-09-01T10:09:06.520 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:09:06.521 DEBUG:boto:Data: 2022-09-01T10:09:06.521 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.522 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.523 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.523 DEBUG:boto:Params: {} 2022-09-01T10:09:06.524 DEBUG:boto:Token: None 2022-09-01T10:09:06.525 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/ 2022-09-01T10:09:06.525 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw= 2022-09-01T10:09:06.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Di9ix9bv6k4Hqu/j23LEQmXS1bw=', 'Content-Length': '0'} 2022-09-01T10:09:06.529 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000e52b61477156fc4-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.529 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.530 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-18 zones={test-zone3, test-zone2} 2022-09-01T10:09:06.531 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:09:06.532 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:09:06.532 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.533 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:09:06.533 DEBUG:boto:Data: 2022-09-01T10:09:06.534 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.535 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:06.535 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.536 DEBUG:boto:Params: {} 2022-09-01T10:09:06.536 DEBUG:boto:Token: None 2022-09-01T10:09:06.537 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-16/ 2022-09-01T10:09:06.538 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WhYNf9O4VLUZTi3+XqoM1jJIO8s= 2022-09-01T10:09:06.538 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WhYNf9O4VLUZTi3+XqoM1jJIO8s=', 'Content-Length': '0'} 2022-09-01T10:09:06.541 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007bd23b36df140a26-00631084c2-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.542 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:09:06.542 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:09:06.543 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999&prefix=obj-test-zone1 2022-09-01T10:09:06.543 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999&prefix=obj-test-zone1 2022-09-01T10:09:06.544 DEBUG:boto:Method: GET 2022-09-01T10:09:06.544 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999&prefix=obj-test-zone1 2022-09-01T10:09:06.545 DEBUG:boto:Data: 2022-09-01T10:09:06.545 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.546 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:06.547 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.547 DEBUG:boto:Params: {} 2022-09-01T10:09:06.548 DEBUG:boto:Token: None 2022-09-01T10:09:06.548 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-16/?versions 2022-09-01T10:09:06.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eajc5CvHOFjEAqpSnNOycaI3EAI= 2022-09-01T10:09:06.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eajc5CvHOFjEAqpSnNOycaI3EAI=', 'Content-Length': '0'} 2022-09-01T10:09:06.552 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001731848d8b2512d7-00631084c2-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.553 DEBUG:boto:b'ptoxvb-16obj-test-zone1999falseobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.554 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:09:06.554 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:09:06.555 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?acl 2022-09-01T10:09:06.555 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?acl 2022-09-01T10:09:06.556 DEBUG:boto:Method: PUT 2022-09-01T10:09:06.557 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?acl 2022-09-01T10:09:06.557 DEBUG:boto:Data: 2022-09-01T10:09:06.557 DEBUG:boto:Headers: {'x-amz-acl': 'public-read'} 2022-09-01T10:09:06.558 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:06.559 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.559 DEBUG:boto:Params: {} 2022-09-01T10:09:06.560 DEBUG:boto:Token: None 2022-09-01T10:09:06.560 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:09:06 GMT x-amz-acl:public-read /ptoxvb-16/obj-test-zone1?acl 2022-09-01T10:09:06.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SioiPTjberay2TFQ+eUpV1LWH60= 2022-09-01T10:09:06.561 DEBUG:boto:Final headers: {'x-amz-acl': 'public-read', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SioiPTjberay2TFQ+eUpV1LWH60=', 'Content-Length': '0'} 2022-09-01T10:09:06.570 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000cfaead8b6b4ff257-00631084c2-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.570 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:09:06.571 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:09:06.571 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.572 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:09:06.572 DEBUG:boto:Data: 2022-09-01T10:09:06.573 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.574 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.574 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.575 DEBUG:boto:Params: {} 2022-09-01T10:09:06.576 DEBUG:boto:Token: None 2022-09-01T10:09:06.576 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-16/ 2022-09-01T10:09:06.577 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WhYNf9O4VLUZTi3+XqoM1jJIO8s= 2022-09-01T10:09:06.577 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WhYNf9O4VLUZTi3+XqoM1jJIO8s=', 'Content-Length': '0'} 2022-09-01T10:09:06.580 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000059cc268cecbeae76-00631084c2-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.581 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:09:06.582 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:09:06.583 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999&prefix=obj-test-zone2 2022-09-01T10:09:06.584 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999&prefix=obj-test-zone2 2022-09-01T10:09:06.585 DEBUG:boto:Method: GET 2022-09-01T10:09:06.586 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999&prefix=obj-test-zone2 2022-09-01T10:09:06.587 DEBUG:boto:Data: 2022-09-01T10:09:06.587 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.588 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.589 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.589 DEBUG:boto:Params: {} 2022-09-01T10:09:06.590 DEBUG:boto:Token: None 2022-09-01T10:09:06.590 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-16/?versions 2022-09-01T10:09:06.591 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eajc5CvHOFjEAqpSnNOycaI3EAI= 2022-09-01T10:09:06.592 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eajc5CvHOFjEAqpSnNOycaI3EAI=', 'Content-Length': '0'} 2022-09-01T10:09:06.594 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cf9892c0153610ed-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.595 DEBUG:boto:b'ptoxvb-16obj-test-zone2999falseobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.596 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:09:06.596 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:09:06.597 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?acl 2022-09-01T10:09:06.597 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?acl 2022-09-01T10:09:06.598 DEBUG:boto:Method: PUT 2022-09-01T10:09:06.598 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?acl 2022-09-01T10:09:06.599 DEBUG:boto:Data: 2022-09-01T10:09:06.599 DEBUG:boto:Headers: {'x-amz-acl': 'public-read'} 2022-09-01T10:09:06.600 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.600 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.601 DEBUG:boto:Params: {} 2022-09-01T10:09:06.602 DEBUG:boto:Token: None 2022-09-01T10:09:06.603 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:09:06 GMT x-amz-acl:public-read /ptoxvb-16/obj-test-zone2?acl 2022-09-01T10:09:06.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KhXev6SWgLzZ0NFVTkAkGufsLkI= 2022-09-01T10:09:06.607 DEBUG:boto:Final headers: {'x-amz-acl': 'public-read', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KhXev6SWgLzZ0NFVTkAkGufsLkI=', 'Content-Length': '0'} 2022-09-01T10:09:06.614 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000048a869f3aee78c02-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.615 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:09:06.615 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:09:06.616 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.616 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:09:06.617 DEBUG:boto:Data: 2022-09-01T10:09:06.618 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.619 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.619 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.620 DEBUG:boto:Params: {} 2022-09-01T10:09:06.620 DEBUG:boto:Token: None 2022-09-01T10:09:06.621 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-16/ 2022-09-01T10:09:06.621 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WhYNf9O4VLUZTi3+XqoM1jJIO8s= 2022-09-01T10:09:06.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WhYNf9O4VLUZTi3+XqoM1jJIO8s=', 'Content-Length': '0'} 2022-09-01T10:09:06.625 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000279bf395c0ba95a3-00631084c2-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.625 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:09:06.626 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:09:06.626 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999&prefix=obj-test-zone3 2022-09-01T10:09:06.627 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999&prefix=obj-test-zone3 2022-09-01T10:09:06.627 DEBUG:boto:Method: GET 2022-09-01T10:09:06.628 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999&prefix=obj-test-zone3 2022-09-01T10:09:06.628 DEBUG:boto:Data: 2022-09-01T10:09:06.629 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.629 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.630 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.630 DEBUG:boto:Params: {} 2022-09-01T10:09:06.631 DEBUG:boto:Token: None 2022-09-01T10:09:06.632 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-16/?versions 2022-09-01T10:09:06.632 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eajc5CvHOFjEAqpSnNOycaI3EAI= 2022-09-01T10:09:06.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eajc5CvHOFjEAqpSnNOycaI3EAI=', 'Content-Length': '0'} 2022-09-01T10:09:06.635 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000473bb3a2242f227d-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.636 DEBUG:boto:b'ptoxvb-16obj-test-zone3999falseobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.637 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:09:06.637 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:09:06.638 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?acl 2022-09-01T10:09:06.638 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?acl 2022-09-01T10:09:06.639 DEBUG:boto:Method: PUT 2022-09-01T10:09:06.639 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?acl 2022-09-01T10:09:06.640 DEBUG:boto:Data: 2022-09-01T10:09:06.640 DEBUG:boto:Headers: {'x-amz-acl': 'public-read'} 2022-09-01T10:09:06.641 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.641 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.642 DEBUG:boto:Params: {} 2022-09-01T10:09:06.643 DEBUG:boto:Token: None 2022-09-01T10:09:06.643 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:09:06 GMT x-amz-acl:public-read /ptoxvb-16/obj-test-zone3?acl 2022-09-01T10:09:06.644 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ehGvZwot2fEBhci4/MGh8J8CYB0= 2022-09-01T10:09:06.644 DEBUG:boto:Final headers: {'x-amz-acl': 'public-read', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ehGvZwot2fEBhci4/MGh8J8CYB0=', 'Content-Length': '0'} 2022-09-01T10:09:06.652 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000008a56c39ee3314267-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.653 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:06.653 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:06.654 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.654 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:09:06.655 DEBUG:boto:Data: 2022-09-01T10:09:06.655 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.656 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:06.656 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.657 DEBUG:boto:Params: {} 2022-09-01T10:09:06.657 DEBUG:boto:Token: None 2022-09-01T10:09:06.658 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-17/ 2022-09-01T10:09:06.659 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mb7ngLJsh205jWgpeHgkKijaExI= 2022-09-01T10:09:06.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mb7ngLJsh205jWgpeHgkKijaExI=', 'Content-Length': '0'} 2022-09-01T10:09:06.662 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000079026b83b7b96486-00631084c2-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.663 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:06.663 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:06.664 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999&prefix=obj-test-zone1 2022-09-01T10:09:06.664 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999&prefix=obj-test-zone1 2022-09-01T10:09:06.665 DEBUG:boto:Method: GET 2022-09-01T10:09:06.665 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999&prefix=obj-test-zone1 2022-09-01T10:09:06.666 DEBUG:boto:Data: 2022-09-01T10:09:06.667 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.667 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:06.668 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.668 DEBUG:boto:Params: {} 2022-09-01T10:09:06.669 DEBUG:boto:Token: None 2022-09-01T10:09:06.669 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-17/?versions 2022-09-01T10:09:06.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9M8SGrEODGOC/yECT843UMSW8F4= 2022-09-01T10:09:06.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9M8SGrEODGOC/yECT843UMSW8F4=', 'Content-Length': '0'} 2022-09-01T10:09:06.674 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aef2204e788842d4-00631084c2-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.714 DEBUG:boto:b'ptoxvb-17obj-test-zone1999falseobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.715 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:06.716 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:09:06.716 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?acl 2022-09-01T10:09:06.717 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?acl 2022-09-01T10:09:06.718 DEBUG:boto:Method: PUT 2022-09-01T10:09:06.719 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?acl 2022-09-01T10:09:06.719 DEBUG:boto:Data: 2022-09-01T10:09:06.720 DEBUG:boto:Headers: {'x-amz-acl': 'public-read'} 2022-09-01T10:09:06.720 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:06.722 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.723 DEBUG:boto:Params: {} 2022-09-01T10:09:06.723 DEBUG:boto:Token: None 2022-09-01T10:09:06.725 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:09:06 GMT x-amz-acl:public-read /ptoxvb-17/obj-test-zone1?acl 2022-09-01T10:09:06.726 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qlGdE6DCNnsdz2YPu1S9ZcAHtDY= 2022-09-01T10:09:06.727 DEBUG:boto:Final headers: {'x-amz-acl': 'public-read', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qlGdE6DCNnsdz2YPu1S9ZcAHtDY=', 'Content-Length': '0'} 2022-09-01T10:09:06.735 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000f774202df40ca741-00631084c2-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.736 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:06.736 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:06.737 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.738 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:09:06.739 DEBUG:boto:Data: 2022-09-01T10:09:06.740 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.741 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.742 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.743 DEBUG:boto:Params: {} 2022-09-01T10:09:06.744 DEBUG:boto:Token: None 2022-09-01T10:09:06.745 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-17/ 2022-09-01T10:09:06.746 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mb7ngLJsh205jWgpeHgkKijaExI= 2022-09-01T10:09:06.747 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mb7ngLJsh205jWgpeHgkKijaExI=', 'Content-Length': '0'} 2022-09-01T10:09:06.750 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000004e2c677f51d0d59-00631084c2-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.752 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:06.753 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:06.753 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999&prefix=obj-test-zone2 2022-09-01T10:09:06.754 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999&prefix=obj-test-zone2 2022-09-01T10:09:06.755 DEBUG:boto:Method: GET 2022-09-01T10:09:06.756 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999&prefix=obj-test-zone2 2022-09-01T10:09:06.757 DEBUG:boto:Data: 2022-09-01T10:09:06.758 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.759 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.760 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.761 DEBUG:boto:Params: {} 2022-09-01T10:09:06.762 DEBUG:boto:Token: None 2022-09-01T10:09:06.763 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-17/?versions 2022-09-01T10:09:06.764 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9M8SGrEODGOC/yECT843UMSW8F4= 2022-09-01T10:09:06.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9M8SGrEODGOC/yECT843UMSW8F4=', 'Content-Length': '0'} 2022-09-01T10:09:06.768 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ca492e586be20f10-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.770 DEBUG:boto:b'ptoxvb-17obj-test-zone2999falseobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.771 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:06.772 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:09:06.773 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?acl 2022-09-01T10:09:06.774 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?acl 2022-09-01T10:09:06.775 DEBUG:boto:Method: PUT 2022-09-01T10:09:06.775 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?acl 2022-09-01T10:09:06.776 DEBUG:boto:Data: 2022-09-01T10:09:06.776 DEBUG:boto:Headers: {'x-amz-acl': 'public-read'} 2022-09-01T10:09:06.777 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.777 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.778 DEBUG:boto:Params: {} 2022-09-01T10:09:06.778 DEBUG:boto:Token: None 2022-09-01T10:09:06.779 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:09:06 GMT x-amz-acl:public-read /ptoxvb-17/obj-test-zone2?acl 2022-09-01T10:09:06.779 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V/xVU0DJ2FBkp/W18hmsCQWI+84= 2022-09-01T10:09:06.780 DEBUG:boto:Final headers: {'x-amz-acl': 'public-read', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V/xVU0DJ2FBkp/W18hmsCQWI+84=', 'Content-Length': '0'} 2022-09-01T10:09:06.787 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000159135570a4547eb-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.788 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:06.788 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:06.789 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.789 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:09:06.790 DEBUG:boto:Data: 2022-09-01T10:09:06.790 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.791 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.791 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.792 DEBUG:boto:Params: {} 2022-09-01T10:09:06.792 DEBUG:boto:Token: None 2022-09-01T10:09:06.793 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-17/ 2022-09-01T10:09:06.794 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mb7ngLJsh205jWgpeHgkKijaExI= 2022-09-01T10:09:06.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mb7ngLJsh205jWgpeHgkKijaExI=', 'Content-Length': '0'} 2022-09-01T10:09:06.797 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000081379c444f0c47bd-00631084c2-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.799 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:09:06.800 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:09:06.800 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999&prefix=obj-test-zone3 2022-09-01T10:09:06.801 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999&prefix=obj-test-zone3 2022-09-01T10:09:06.801 DEBUG:boto:Method: GET 2022-09-01T10:09:06.802 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999&prefix=obj-test-zone3 2022-09-01T10:09:06.803 DEBUG:boto:Data: 2022-09-01T10:09:06.804 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.805 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.806 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.807 DEBUG:boto:Params: {} 2022-09-01T10:09:06.808 DEBUG:boto:Token: None 2022-09-01T10:09:06.809 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-17/?versions 2022-09-01T10:09:06.810 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9M8SGrEODGOC/yECT843UMSW8F4= 2022-09-01T10:09:06.811 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9M8SGrEODGOC/yECT843UMSW8F4=', 'Content-Length': '0'} 2022-09-01T10:09:06.814 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008942dce3e45ede3e-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.820 DEBUG:boto:b'ptoxvb-17obj-test-zone3999falseobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.821 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:06.822 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:09:06.822 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?acl 2022-09-01T10:09:06.822 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?acl 2022-09-01T10:09:06.823 DEBUG:boto:Method: PUT 2022-09-01T10:09:06.823 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?acl 2022-09-01T10:09:06.824 DEBUG:boto:Data: 2022-09-01T10:09:06.824 DEBUG:boto:Headers: {'x-amz-acl': 'public-read'} 2022-09-01T10:09:06.825 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.825 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.826 DEBUG:boto:Params: {} 2022-09-01T10:09:06.827 DEBUG:boto:Token: None 2022-09-01T10:09:06.827 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:09:06 GMT x-amz-acl:public-read /ptoxvb-17/obj-test-zone3?acl 2022-09-01T10:09:06.828 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9IXKnLrSePAtzrsZvpbhABrTVds= 2022-09-01T10:09:06.828 DEBUG:boto:Final headers: {'x-amz-acl': 'public-read', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9IXKnLrSePAtzrsZvpbhABrTVds=', 'Content-Length': '0'} 2022-09-01T10:09:06.836 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000007180803f90c74d85-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.837 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.837 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.838 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.838 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:09:06.839 DEBUG:boto:Data: 2022-09-01T10:09:06.839 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.840 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:06.840 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.841 DEBUG:boto:Params: {} 2022-09-01T10:09:06.841 DEBUG:boto:Token: None 2022-09-01T10:09:06.842 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/ 2022-09-01T10:09:06.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t5Zpt/KiekQt3YfBo+jUjgggNqo= 2022-09-01T10:09:06.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t5Zpt/KiekQt3YfBo+jUjgggNqo=', 'Content-Length': '0'} 2022-09-01T10:09:06.846 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e2fb39d32b396af3-00631084c2-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.847 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.847 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.848 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999&prefix=obj-test-zone1 2022-09-01T10:09:06.848 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999&prefix=obj-test-zone1 2022-09-01T10:09:06.849 DEBUG:boto:Method: GET 2022-09-01T10:09:06.849 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999&prefix=obj-test-zone1 2022-09-01T10:09:06.850 DEBUG:boto:Data: 2022-09-01T10:09:06.850 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.851 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:06.851 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.852 DEBUG:boto:Params: {} 2022-09-01T10:09:06.853 DEBUG:boto:Token: None 2022-09-01T10:09:06.854 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/?versions 2022-09-01T10:09:06.854 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bKbwB7hiZgiRGParI4/vt3DQsdA= 2022-09-01T10:09:06.855 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bKbwB7hiZgiRGParI4/vt3DQsdA=', 'Content-Length': '0'} 2022-09-01T10:09:06.857 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005fab0297a9c3f0aa-00631084c2-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.858 DEBUG:boto:b'ptoxvb-18obj-test-zone1999falseobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.859 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:06.859 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:09:06.860 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?acl 2022-09-01T10:09:06.861 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?acl 2022-09-01T10:09:06.861 DEBUG:boto:Method: PUT 2022-09-01T10:09:06.862 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?acl 2022-09-01T10:09:06.862 DEBUG:boto:Data: 2022-09-01T10:09:06.863 DEBUG:boto:Headers: {'x-amz-acl': 'public-read'} 2022-09-01T10:09:06.863 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:09:06.864 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.864 DEBUG:boto:Params: {} 2022-09-01T10:09:06.865 DEBUG:boto:Token: None 2022-09-01T10:09:06.865 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:09:06 GMT x-amz-acl:public-read /ptoxvb-18/obj-test-zone1?acl 2022-09-01T10:09:06.866 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TuGx6RHQfDEvRk8q2xbRJNxnE04= 2022-09-01T10:09:06.867 DEBUG:boto:Final headers: {'x-amz-acl': 'public-read', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TuGx6RHQfDEvRk8q2xbRJNxnE04=', 'Content-Length': '0'} 2022-09-01T10:09:06.874 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000043858a3a5a56ee9e-00631084c2-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.875 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.875 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.876 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.877 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:09:06.878 DEBUG:boto:Data: 2022-09-01T10:09:06.879 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.880 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.880 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.881 DEBUG:boto:Params: {} 2022-09-01T10:09:06.882 DEBUG:boto:Token: None 2022-09-01T10:09:06.883 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/ 2022-09-01T10:09:06.884 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t5Zpt/KiekQt3YfBo+jUjgggNqo= 2022-09-01T10:09:06.885 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t5Zpt/KiekQt3YfBo+jUjgggNqo=', 'Content-Length': '0'} 2022-09-01T10:09:06.889 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000fc5dac97e26980ef-00631084c2-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.890 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.891 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.892 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999&prefix=obj-test-zone2 2022-09-01T10:09:06.893 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999&prefix=obj-test-zone2 2022-09-01T10:09:06.894 DEBUG:boto:Method: GET 2022-09-01T10:09:06.895 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999&prefix=obj-test-zone2 2022-09-01T10:09:06.896 DEBUG:boto:Data: 2022-09-01T10:09:06.896 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.897 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.898 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.899 DEBUG:boto:Params: {} 2022-09-01T10:09:06.900 DEBUG:boto:Token: None 2022-09-01T10:09:06.901 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/?versions 2022-09-01T10:09:06.902 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bKbwB7hiZgiRGParI4/vt3DQsdA= 2022-09-01T10:09:06.903 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bKbwB7hiZgiRGParI4/vt3DQsdA=', 'Content-Length': '0'} 2022-09-01T10:09:06.906 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001d6cc266a8eb469b-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.907 DEBUG:boto:b'ptoxvb-18obj-test-zone2999falseobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.908 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.909 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:09:06.909 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?acl 2022-09-01T10:09:06.910 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?acl 2022-09-01T10:09:06.910 DEBUG:boto:Method: PUT 2022-09-01T10:09:06.911 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?acl 2022-09-01T10:09:06.912 DEBUG:boto:Data: 2022-09-01T10:09:06.912 DEBUG:boto:Headers: {'x-amz-acl': 'public-read'} 2022-09-01T10:09:06.913 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:09:06.913 DEBUG:boto:Port: 8000 2022-09-01T10:09:06.914 DEBUG:boto:Params: {} 2022-09-01T10:09:06.915 DEBUG:boto:Token: None 2022-09-01T10:09:06.915 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:09:06 GMT x-amz-acl:public-read /ptoxvb-18/obj-test-zone2?acl 2022-09-01T10:09:06.916 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4VCo22DA/PSBV8wOxpyPxBOgHb0= 2022-09-01T10:09:06.917 DEBUG:boto:Final headers: {'x-amz-acl': 'public-read', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4VCo22DA/PSBV8wOxpyPxBOgHb0=', 'Content-Length': '0'} 2022-09-01T10:09:06.924 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000004ff7b5bd5f9bd9e6-00631084c2-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.925 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.926 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.926 DEBUG:boto:Method: HEAD 2022-09-01T10:09:06.927 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:09:06.928 DEBUG:boto:Data: 2022-09-01T10:09:06.928 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.929 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.929 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.930 DEBUG:boto:Params: {} 2022-09-01T10:09:06.931 DEBUG:boto:Token: None 2022-09-01T10:09:06.931 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/ 2022-09-01T10:09:06.932 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t5Zpt/KiekQt3YfBo+jUjgggNqo= 2022-09-01T10:09:06.932 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t5Zpt/KiekQt3YfBo+jUjgggNqo=', 'Content-Length': '0'} 2022-09-01T10:09:06.935 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001173cc754d198e04-00631084c2-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.936 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:09:06.937 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:09:06.937 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999&prefix=obj-test-zone3 2022-09-01T10:09:06.938 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999&prefix=obj-test-zone3 2022-09-01T10:09:06.939 DEBUG:boto:Method: GET 2022-09-01T10:09:06.940 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999&prefix=obj-test-zone3 2022-09-01T10:09:06.940 DEBUG:boto:Data: 2022-09-01T10:09:06.941 DEBUG:boto:Headers: {} 2022-09-01T10:09:06.941 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.942 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.942 DEBUG:boto:Params: {} 2022-09-01T10:09:06.943 DEBUG:boto:Token: None 2022-09-01T10:09:06.944 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:09:06 GMT /ptoxvb-18/?versions 2022-09-01T10:09:06.945 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bKbwB7hiZgiRGParI4/vt3DQsdA= 2022-09-01T10:09:06.946 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bKbwB7hiZgiRGParI4/vt3DQsdA=', 'Content-Length': '0'} 2022-09-01T10:09:06.949 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000291efa30bcfbd0fe-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.950 DEBUG:boto:b'ptoxvb-18obj-test-zone3999falseobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:09:06.951 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.951 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:09:06.952 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?acl 2022-09-01T10:09:06.952 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?acl 2022-09-01T10:09:06.953 DEBUG:boto:Method: PUT 2022-09-01T10:09:06.953 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?acl 2022-09-01T10:09:06.954 DEBUG:boto:Data: 2022-09-01T10:09:06.954 DEBUG:boto:Headers: {'x-amz-acl': 'public-read'} 2022-09-01T10:09:06.955 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:09:06.956 DEBUG:boto:Port: 8001 2022-09-01T10:09:06.956 DEBUG:boto:Params: {} 2022-09-01T10:09:06.957 DEBUG:boto:Token: None 2022-09-01T10:09:06.957 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:09:06 GMT x-amz-acl:public-read /ptoxvb-18/obj-test-zone3?acl 2022-09-01T10:09:06.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JekEyfICCg3KnbS5H/4njMiZArs= 2022-09-01T10:09:06.959 DEBUG:boto:Final headers: {'x-amz-acl': 'public-read', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:09:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JekEyfICCg3KnbS5H/4njMiZArs=', 'Content-Length': '0'} 2022-09-01T10:09:06.967 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000b85356456d3f4ad9-00631084c2-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:09:06.968 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-16 2022-09-01T10:09:06.969 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:06.969 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:06.970 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:09:07.035 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:09:07.036 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:09:07.073 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:09:07.073+0000 7f7d0ad1b600 1 waiting for incremental sync to catch up: 2022-09-01T10:09:07.073 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.24.5, , 00000000003.10.9, , 00000000008.18.9, , , , , ] 2022-09-01T10:09:07.073 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000011.27.5, , 00000000003.10.9, , 00000000008.18.9, , , , , ] 2022-09-01T10:09:12.074 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:09:12.074+0000 7f7d0ad1b600 1 waiting for incremental sync to catch up: 2022-09-01T10:09:12.075 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.24.5, , 00000000003.10.9, , 00000000008.18.9, , , , , ] 2022-09-01T10:09:12.075 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000011.27.5, , 00000000003.10.9, , 00000000008.18.9, , , , , ] 2022-09-01T10:09:17.076 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:09:17.076+0000 7f7d0ad1b600 1 waiting for incremental sync to catch up: 2022-09-01T10:09:17.076 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000010.24.5, , 00000000003.10.9, , 00000000008.18.9, , , , , ] 2022-09-01T10:09:17.077 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000011.27.5, , 00000000003.10.9, , 00000000008.18.9, , , , , ] 2022-09-01T10:09:22.077 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:09:22.077+0000 7f7d0ad1b600 1 bucket sync caught up with source: 2022-09-01T10:09:22.078 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000011.27.5, , 00000000003.10.9, , 00000000008.18.9, , , , , ] 2022-09-01T10:09:22.078 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000011.27.5, , 00000000003.10.9, , 00000000008.18.9, , , , , ] 2022-09-01T10:09:22.078 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:09:22.077+0000 7f7d0ad1b600 0 bucket checkpoint complete 2022-09-01T10:09:22.094 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-16 2022-09-01T10:09:22.095 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:22.096 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:22.096 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:09:22.161 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:09:22.162 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:09:22.214 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:22.214+0000 7fb79356a600 1 bucket sync caught up with source: 2022-09-01T10:09:22.215 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000011.27.5, , 00000000003.10.9, , 00000000008.18.9, , , , , ] 2022-09-01T10:09:22.215 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000011.27.5, , 00000000003.10.9, , 00000000008.18.9, , , , , ] 2022-09-01T10:09:22.216 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:22.214+0000 7fb79356a600 0 bucket checkpoint complete 2022-09-01T10:09:22.238 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-16 2022-09-01T10:09:22.239 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:22.239 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:22.240 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:09:22.305 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:09:22.305 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:09:22.341 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:09:22.341+0000 7f5c8281b600 1 bucket sync caught up with source: 2022-09-01T10:09:22.341 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000011.27.5, , 00000000003.10.9, , 00000000008.18.9, , , , , ] 2022-09-01T10:09:22.342 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000011.27.5, , 00000000003.10.9, , 00000000008.18.9, , , , , ] 2022-09-01T10:09:22.342 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:09:22.341+0000 7f5c8281b600 0 bucket checkpoint complete 2022-09-01T10:09:22.354 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-16 2022-09-01T10:09:22.355 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:22.356 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:22.356 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:09:22.414 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:09:22.415 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:09:22.470 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:22.470+0000 7f42dc165600 1 waiting for incremental sync to catch up: 2022-09-01T10:09:22.471 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.20.9, , 00000000010.34.5, , 00000000007.20.9, , , , , ] 2022-09-01T10:09:22.471 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.23.5, , 00000000011.37.5, , 00000000008.23.5, , , , , ] 2022-09-01T10:09:27.472 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:27.472+0000 7f42dc165600 1 waiting for incremental sync to catch up: 2022-09-01T10:09:27.473 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.20.9, , 00000000010.34.5, , 00000000007.20.9, , , , , ] 2022-09-01T10:09:27.473 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.23.5, , 00000000011.37.5, , 00000000008.23.5, , , , , ] 2022-09-01T10:09:32.474 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:32.474+0000 7f42dc165600 1 waiting for incremental sync to catch up: 2022-09-01T10:09:32.474 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.23.5, , 00000000010.34.5, , 00000000008.23.5, , , , , ] 2022-09-01T10:09:32.475 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.23.5, , 00000000011.37.5, , 00000000008.23.5, , , , , ] 2022-09-01T10:09:37.476 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:37.475+0000 7f42dc165600 1 waiting for incremental sync to catch up: 2022-09-01T10:09:37.477 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.23.5, , 00000000010.34.5, , 00000000008.23.5, , , , , ] 2022-09-01T10:09:37.477 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.23.5, , 00000000011.37.5, , 00000000008.23.5, , , , , ] 2022-09-01T10:09:42.478 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:42.477+0000 7f42dc165600 1 waiting for incremental sync to catch up: 2022-09-01T10:09:42.478 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.23.5, , 00000000010.34.5, , 00000000008.23.5, , , , , ] 2022-09-01T10:09:42.479 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.23.5, , 00000000011.37.5, , 00000000008.23.5, , , , , ] 2022-09-01T10:09:47.479 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:47.479+0000 7f42dc165600 1 waiting for incremental sync to catch up: 2022-09-01T10:09:47.479 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.23.5, , 00000000010.34.5, , 00000000008.23.5, , , , , ] 2022-09-01T10:09:47.480 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.23.5, , 00000000011.37.5, , 00000000008.23.5, , , , , ] 2022-09-01T10:09:52.482 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:52.480+0000 7f42dc165600 1 bucket sync caught up with source: 2022-09-01T10:09:52.483 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.23.5, , 00000000011.37.5, , 00000000008.23.5, , , , , ] 2022-09-01T10:09:52.484 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.23.5, , 00000000011.37.5, , 00000000008.23.5, , , , , ] 2022-09-01T10:09:52.484 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:52.480+0000 7f42dc165600 0 bucket checkpoint complete 2022-09-01T10:09:52.517 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-16 2022-09-01T10:09:52.518 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:52.518 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:52.521 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:09:52.587 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:09:52.588 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:09:52.625 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:52.624+0000 7f7219c12600 1 bucket sync caught up with source: 2022-09-01T10:09:52.625 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.23.5, , 00000000011.37.5, , 00000000008.23.5, , , , , ] 2022-09-01T10:09:52.625 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.23.5, , 00000000011.37.5, , 00000000008.23.5, , , , , ] 2022-09-01T10:09:52.626 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:52.624+0000 7f7219c12600 0 bucket checkpoint complete 2022-09-01T10:09:52.639 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-16 2022-09-01T10:09:52.640 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-16 2022-09-01T10:09:52.640 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:52.641 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:09:52.642 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:09:52.749 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:09:52.750 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:09:52.793 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:52.792+0000 7fe301efb600 1 waiting for incremental sync to catch up: 2022-09-01T10:09:52.793 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.22.5, , 00000000004.26.5, , 00000000013.34.5, , , , , ] 2022-09-01T10:09:52.796 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.22.5, , 00000000004.26.5, , 00000000014.37.5, , , , , ] 2022-09-01T10:09:57.795 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:09:57.794+0000 7fe301efb600 1 waiting for incremental sync to catch up: 2022-09-01T10:09:57.795 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.22.5, , 00000000004.26.5, , 00000000013.34.5, , , , , ] 2022-09-01T10:09:57.796 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.22.5, , 00000000004.26.5, , 00000000014.37.5, , , , , ] 2022-09-01T10:10:02.800 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:02.796+0000 7fe301efb600 1 waiting for incremental sync to catch up: 2022-09-01T10:10:02.801 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.22.5, , 00000000004.26.5, , 00000000013.34.5, , , , , ] 2022-09-01T10:10:02.802 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.22.5, , 00000000004.26.5, , 00000000014.37.5, , , , , ] 2022-09-01T10:10:07.799 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:07.796+0000 7fe301efb600 1 waiting for incremental sync to catch up: 2022-09-01T10:10:07.800 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.22.5, , 00000000004.26.5, , 00000000013.34.5, , , , , ] 2022-09-01T10:10:07.800 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.22.5, , 00000000004.26.5, , 00000000014.37.5, , , , , ] 2022-09-01T10:10:12.802 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:12.798+0000 7fe301efb600 1 waiting for incremental sync to catch up: 2022-09-01T10:10:12.803 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.22.5, , 00000000004.26.5, , 00000000013.34.5, , , , , ] 2022-09-01T10:10:12.803 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.22.5, , 00000000004.26.5, , 00000000014.37.5, , , , , ] 2022-09-01T10:10:17.804 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:17.800+0000 7fe301efb600 1 waiting for incremental sync to catch up: 2022-09-01T10:10:17.805 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.22.5, , 00000000004.26.5, , 00000000013.34.5, , , , , ] 2022-09-01T10:10:17.805 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.22.5, , 00000000004.26.5, , 00000000014.37.5, , , , , ] 2022-09-01T10:10:22.805 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:22.801+0000 7fe301efb600 1 waiting for incremental sync to catch up: 2022-09-01T10:10:22.806 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.22.5, , 00000000004.26.5, , 00000000013.34.5, , , , , ] 2022-09-01T10:10:22.806 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.22.5, , 00000000004.26.5, , 00000000014.37.5, , , , , ] 2022-09-01T10:10:27.805 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:27.804+0000 7fe301efb600 1 waiting for incremental sync to catch up: 2022-09-01T10:10:27.809 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.22.5, , 00000000004.26.5, , 00000000013.34.5, , , , , ] 2022-09-01T10:10:27.809 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.22.5, , 00000000004.26.5, , 00000000014.37.5, , , , , ] 2022-09-01T10:10:32.808 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:32.806+0000 7fe301efb600 1 bucket sync caught up with source: 2022-09-01T10:10:32.809 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.22.5, , 00000000004.26.5, , 00000000014.37.5, , , , , ] 2022-09-01T10:10:32.810 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.22.5, , 00000000004.26.5, , 00000000014.37.5, , , , , ] 2022-09-01T10:10:32.810 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:32.806+0000 7fe301efb600 0 bucket checkpoint complete 2022-09-01T10:10:32.828 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-16 2022-09-01T10:10:32.846 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:32.847 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:32.848 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-16 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:10:32.916 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:10:32.917 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:10:32.955 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:10:32.955+0000 7f3d806fb600 1 bucket sync caught up with source: 2022-09-01T10:10:32.955 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000004.22.5, , 00000000004.26.5, , 00000000014.37.5, , , , , ] 2022-09-01T10:10:32.956 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000004.22.5, , 00000000004.26.5, , 00000000014.37.5, , , , , ] 2022-09-01T10:10:32.956 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:10:32.955+0000 7f3d806fb600 0 bucket checkpoint complete 2022-09-01T10:10:32.969 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-16 2022-09-01T10:10:32.971 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-16 zones={test-zone2, test-zone1} 2022-09-01T10:10:32.972 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:32.972 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:32.973 DEBUG:boto:Method: HEAD 2022-09-01T10:10:32.974 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:10:32.974 DEBUG:boto:Data: 2022-09-01T10:10:32.975 DEBUG:boto:Headers: {} 2022-09-01T10:10:32.975 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:32.976 DEBUG:boto:Port: 8000 2022-09-01T10:10:32.976 DEBUG:boto:Params: {} 2022-09-01T10:10:32.977 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:10:32.979 DEBUG:boto:Token: None 2022-09-01T10:10:32.980 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:32 GMT /ptoxvb-16/ 2022-09-01T10:10:32.983 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g4ueVFmt2cGonARN0V+B3YHglW0= 2022-09-01T10:10:32.984 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g4ueVFmt2cGonARN0V+B3YHglW0=', 'Content-Length': '0'} 2022-09-01T10:10:32.993 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000bef99a956e4400cb-0063108518-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:10:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:32.995 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:32.996 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:32.997 DEBUG:boto:Method: HEAD 2022-09-01T10:10:32.998 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:10:33.000 DEBUG:boto:Data: 2022-09-01T10:10:33.001 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.001 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.003 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.004 DEBUG:boto:Params: {} 2022-09-01T10:10:33.005 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:10:33.006 DEBUG:boto:Token: None 2022-09-01T10:10:33.007 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/ 2022-09-01T10:10:33.008 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FVw0/+MvWJU6FsMHdccao7jLD70= 2022-09-01T10:10:33.008 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FVw0/+MvWJU6FsMHdccao7jLD70=', 'Content-Length': '0'} 2022-09-01T10:10:33.016 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000058662099d0359bc9-0063108519-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.017 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:10:33.017 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:33.018 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:33.019 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:33.019 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:33.020 DEBUG:boto:Method: GET 2022-09-01T10:10:33.020 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:33.021 DEBUG:boto:Data: 2022-09-01T10:10:33.021 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.022 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.022 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.023 DEBUG:boto:Params: {} 2022-09-01T10:10:33.025 DEBUG:boto:Token: None 2022-09-01T10:10:33.026 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/?versions 2022-09-01T10:10:33.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GMLYiFc9/u3fxctCEQfwNTLYJeU= 2022-09-01T10:10:33.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GMLYiFc9/u3fxctCEQfwNTLYJeU=', 'Content-Length': '0'} 2022-09-01T10:10:33.045 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dfd13033be260119-0063108519-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.046 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:33.048 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:10:33.049 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:10:33.050 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:10:33.051 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:10:33.051 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:10:33.052 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:33.053 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:33.053 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:33.055 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:33.056 DEBUG:boto:Method: GET 2022-09-01T10:10:33.057 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:33.058 DEBUG:boto:Data: 2022-09-01T10:10:33.060 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.061 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.065 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.067 DEBUG:boto:Params: {} 2022-09-01T10:10:33.068 DEBUG:boto:Token: None 2022-09-01T10:10:33.069 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/?versions 2022-09-01T10:10:33.071 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GMLYiFc9/u3fxctCEQfwNTLYJeU= 2022-09-01T10:10:33.073 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GMLYiFc9/u3fxctCEQfwNTLYJeU=', 'Content-Length': '0'} 2022-09-01T10:10:33.081 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000093a1ee1489a5b266-0063108519-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.082 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:33.084 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:10:33.085 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:10:33.085 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:10:33.088 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:10:33.088 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:33.089 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:33.090 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:33.090 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:33.091 DEBUG:boto:Method: GET 2022-09-01T10:10:33.092 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:33.092 DEBUG:boto:Data: 2022-09-01T10:10:33.093 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.094 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.094 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.095 DEBUG:boto:Params: {} 2022-09-01T10:10:33.096 DEBUG:boto:Token: None 2022-09-01T10:10:33.097 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/?versions 2022-09-01T10:10:33.097 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GMLYiFc9/u3fxctCEQfwNTLYJeU= 2022-09-01T10:10:33.098 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GMLYiFc9/u3fxctCEQfwNTLYJeU=', 'Content-Length': '0'} 2022-09-01T10:10:33.104 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003cf5e732f464af91-0063108519-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.105 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:33.109 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:33.110 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:33.111 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:33.112 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:33.113 DEBUG:boto:Method: GET 2022-09-01T10:10:33.114 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:33.116 DEBUG:boto:Data: 2022-09-01T10:10:33.117 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.118 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.119 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.120 DEBUG:boto:Params: {} 2022-09-01T10:10:33.121 DEBUG:boto:Token: None 2022-09-01T10:10:33.124 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/?versions 2022-09-01T10:10:33.126 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GMLYiFc9/u3fxctCEQfwNTLYJeU= 2022-09-01T10:10:33.127 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GMLYiFc9/u3fxctCEQfwNTLYJeU=', 'Content-Length': '0'} 2022-09-01T10:10:33.133 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000079aca23d82ee2353-0063108519-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.136 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:33.139 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:33.141 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:33.143 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:33.145 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.147 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.149 DEBUG:boto:Method: GET 2022-09-01T10:10:33.151 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.154 DEBUG:boto:Data: 2022-09-01T10:10:33.156 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.159 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.160 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.162 DEBUG:boto:Params: {} 2022-09-01T10:10:33.164 DEBUG:boto:Token: None 2022-09-01T10:10:33.167 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.170 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3ObDjAHfYJF0BH9XiV4C5+uhxwg= 2022-09-01T10:10:33.171 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3ObDjAHfYJF0BH9XiV4C5+uhxwg=', 'Content-Length': '0'} 2022-09-01T10:10:33.181 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000d2b7ddf6ffbef707-0063108519-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.183 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:33.184 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:33.187 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.188 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.189 DEBUG:boto:Method: GET 2022-09-01T10:10:33.190 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.191 DEBUG:boto:Data: 2022-09-01T10:10:33.192 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.194 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.195 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.197 DEBUG:boto:Params: {} 2022-09-01T10:10:33.198 DEBUG:boto:Token: None 2022-09-01T10:10:33.199 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.200 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3ObDjAHfYJF0BH9XiV4C5+uhxwg= 2022-09-01T10:10:33.203 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3ObDjAHfYJF0BH9XiV4C5+uhxwg=', 'Content-Length': '0'} 2022-09-01T10:10:33.209 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000920ebc1c42875719-0063108519-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.215 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:33.217 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:33.218 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.219 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.220 DEBUG:boto:Method: HEAD 2022-09-01T10:10:33.223 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.225 DEBUG:boto:Data: 2022-09-01T10:10:33.226 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.228 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.229 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.230 DEBUG:boto:Params: {} 2022-09-01T10:10:33.232 DEBUG:boto:Token: None 2022-09-01T10:10:33.234 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.235 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F5g7JbXQQqfOH7e9CjRpXJpxuxc= 2022-09-01T10:10:33.236 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F5g7JbXQQqfOH7e9CjRpXJpxuxc=', 'Content-Length': '0'} 2022-09-01T10:10:33.239 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004439850c27b6e60b-0063108519-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.241 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:33.242 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:33.243 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.244 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.245 DEBUG:boto:Method: HEAD 2022-09-01T10:10:33.246 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.248 DEBUG:boto:Data: 2022-09-01T10:10:33.249 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.250 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.252 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.253 DEBUG:boto:Params: {} 2022-09-01T10:10:33.254 DEBUG:boto:Token: None 2022-09-01T10:10:33.256 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.257 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F5g7JbXQQqfOH7e9CjRpXJpxuxc= 2022-09-01T10:10:33.259 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F5g7JbXQQqfOH7e9CjRpXJpxuxc=', 'Content-Length': '0'} 2022-09-01T10:10:33.262 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000e4a4f1f67f82d16b-0063108519-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.264 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:33.265 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:33.266 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:33.267 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.268 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.270 DEBUG:boto:Method: GET 2022-09-01T10:10:33.272 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.273 DEBUG:boto:Data: 2022-09-01T10:10:33.274 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.275 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.275 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.276 DEBUG:boto:Params: {} 2022-09-01T10:10:33.277 DEBUG:boto:Token: None 2022-09-01T10:10:33.279 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3ObDjAHfYJF0BH9XiV4C5+uhxwg= 2022-09-01T10:10:33.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3ObDjAHfYJF0BH9XiV4C5+uhxwg=', 'Content-Length': '0'} 2022-09-01T10:10:33.286 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000f4fb86108652ffb1-0063108519-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.298 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:33.302 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:33.303 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.306 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.307 DEBUG:boto:Method: GET 2022-09-01T10:10:33.308 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.309 DEBUG:boto:Data: 2022-09-01T10:10:33.310 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.311 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.312 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.313 DEBUG:boto:Params: {} 2022-09-01T10:10:33.315 DEBUG:boto:Token: None 2022-09-01T10:10:33.316 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.317 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3ObDjAHfYJF0BH9XiV4C5+uhxwg= 2022-09-01T10:10:33.319 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3ObDjAHfYJF0BH9XiV4C5+uhxwg=', 'Content-Length': '0'} 2022-09-01T10:10:33.328 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000005a1a35ea752bf84d-0063108519-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.330 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:33.331 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:33.333 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:33.334 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:33.335 DEBUG:boto:Method: GET 2022-09-01T10:10:33.336 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:10:33.337 DEBUG:boto:Data: 2022-09-01T10:10:33.338 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.339 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.340 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.342 DEBUG:boto:Params: {} 2022-09-01T10:10:33.343 DEBUG:boto:Token: None 2022-09-01T10:10:33.344 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/ 2022-09-01T10:10:33.346 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI= 2022-09-01T10:10:33.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI=', 'Content-Length': '0'} 2022-09-01T10:10:33.352 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ac272dd44fc9bab3-0063108519-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.353 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:33.354 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:33.354 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:33.355 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:33.356 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:33.356 DEBUG:boto:Method: GET 2022-09-01T10:10:33.357 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:10:33.358 DEBUG:boto:Data: 2022-09-01T10:10:33.359 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.359 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.360 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.360 DEBUG:boto:Params: {} 2022-09-01T10:10:33.363 DEBUG:boto:Token: None 2022-09-01T10:10:33.365 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/ 2022-09-01T10:10:33.367 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI= 2022-09-01T10:10:33.368 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI=', 'Content-Length': '0'} 2022-09-01T10:10:33.380 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004c8e9352969b2278-0063108519-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.399 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:33.402 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:33.404 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:33.405 DEBUG:boto:Method: HEAD 2022-09-01T10:10:33.406 DEBUG:boto:Path: /ptoxvb-16/dummy 2022-09-01T10:10:33.408 DEBUG:boto:Data: 2022-09-01T10:10:33.409 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.415 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.416 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.417 DEBUG:boto:Params: {} 2022-09-01T10:10:33.417 DEBUG:boto:Token: None 2022-09-01T10:10:33.418 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/dummy 2022-09-01T10:10:33.419 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QC8YXylKsaISyn2MBuDlcM242xU= 2022-09-01T10:10:33.419 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QC8YXylKsaISyn2MBuDlcM242xU=', 'Content-Length': '0'} 2022-09-01T10:10:33.425 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b48ddb56c841b28a-0063108519-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.426 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:33.426 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:33.427 DEBUG:boto:Method: HEAD 2022-09-01T10:10:33.427 DEBUG:boto:Path: /ptoxvb-16/dummy 2022-09-01T10:10:33.428 DEBUG:boto:Data: 2022-09-01T10:10:33.429 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.429 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.430 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.430 DEBUG:boto:Params: {} 2022-09-01T10:10:33.431 DEBUG:boto:Token: None 2022-09-01T10:10:33.432 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/dummy 2022-09-01T10:10:33.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QC8YXylKsaISyn2MBuDlcM242xU= 2022-09-01T10:10:33.433 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QC8YXylKsaISyn2MBuDlcM242xU=', 'Content-Length': '0'} 2022-09-01T10:10:33.438 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000498581cb9203f955-0063108519-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.439 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:33.444 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:33.446 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:33.447 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.448 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.448 DEBUG:boto:Method: GET 2022-09-01T10:10:33.449 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.450 DEBUG:boto:Data: 2022-09-01T10:10:33.451 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.453 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.455 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.459 DEBUG:boto:Params: {} 2022-09-01T10:10:33.460 DEBUG:boto:Token: None 2022-09-01T10:10:33.462 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3ObDjAHfYJF0BH9XiV4C5+uhxwg= 2022-09-01T10:10:33.465 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3ObDjAHfYJF0BH9XiV4C5+uhxwg=', 'Content-Length': '0'} 2022-09-01T10:10:33.470 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000008fe9015b550e961b-0063108519-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.472 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:33.474 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:33.476 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.478 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.480 DEBUG:boto:Method: GET 2022-09-01T10:10:33.481 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.481 DEBUG:boto:Data: 2022-09-01T10:10:33.482 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.482 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.483 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.484 DEBUG:boto:Params: {} 2022-09-01T10:10:33.484 DEBUG:boto:Token: None 2022-09-01T10:10:33.485 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:33.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3ObDjAHfYJF0BH9XiV4C5+uhxwg= 2022-09-01T10:10:33.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3ObDjAHfYJF0BH9XiV4C5+uhxwg=', 'Content-Length': '0'} 2022-09-01T10:10:33.489 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a4e01318528d833e-0063108519-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.490 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:33.491 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:33.492 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:33.492 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:33.493 DEBUG:boto:Method: GET 2022-09-01T10:10:33.493 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:10:33.494 DEBUG:boto:Data: 2022-09-01T10:10:33.494 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.495 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.496 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.497 DEBUG:boto:Params: {} 2022-09-01T10:10:33.498 DEBUG:boto:Token: None 2022-09-01T10:10:33.500 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/ 2022-09-01T10:10:33.502 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI= 2022-09-01T10:10:33.503 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI=', 'Content-Length': '0'} 2022-09-01T10:10:33.506 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ec345f6413f78353-0063108519-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.508 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:33.509 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:33.511 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:33.511 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:33.513 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:33.514 DEBUG:boto:Method: GET 2022-09-01T10:10:33.515 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:10:33.516 DEBUG:boto:Data: 2022-09-01T10:10:33.517 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.518 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.519 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.520 DEBUG:boto:Params: {} 2022-09-01T10:10:33.522 DEBUG:boto:Token: None 2022-09-01T10:10:33.522 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/ 2022-09-01T10:10:33.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI= 2022-09-01T10:10:33.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI=', 'Content-Length': '0'} 2022-09-01T10:10:33.528 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f0dec5071f3b523a-0063108519-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.530 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:33.531 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:33.533 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.533 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.534 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.535 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.536 DEBUG:boto:Method: GET 2022-09-01T10:10:33.537 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.538 DEBUG:boto:Data: 2022-09-01T10:10:33.539 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.540 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.540 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.541 DEBUG:boto:Params: {} 2022-09-01T10:10:33.542 DEBUG:boto:Token: None 2022-09-01T10:10:33.543 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.544 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TDWiEYXbTukHRmOtJ2arYLJxnCw= 2022-09-01T10:10:33.545 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TDWiEYXbTukHRmOtJ2arYLJxnCw=', 'Content-Length': '0'} 2022-09-01T10:10:33.549 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000070d40d1ca0031bb6-0063108519-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.551 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.553 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.554 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.555 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.556 DEBUG:boto:Method: GET 2022-09-01T10:10:33.557 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.558 DEBUG:boto:Data: 2022-09-01T10:10:33.559 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.560 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.561 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.562 DEBUG:boto:Params: {} 2022-09-01T10:10:33.563 DEBUG:boto:Token: None 2022-09-01T10:10:33.565 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.566 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TDWiEYXbTukHRmOtJ2arYLJxnCw= 2022-09-01T10:10:33.567 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TDWiEYXbTukHRmOtJ2arYLJxnCw=', 'Content-Length': '0'} 2022-09-01T10:10:33.571 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006231e194e8dbdf63-0063108519-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.573 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.574 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.575 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.576 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.578 DEBUG:boto:Method: HEAD 2022-09-01T10:10:33.579 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.581 DEBUG:boto:Data: 2022-09-01T10:10:33.582 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.583 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.585 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.586 DEBUG:boto:Params: {} 2022-09-01T10:10:33.587 DEBUG:boto:Token: None 2022-09-01T10:10:33.588 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.590 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MvYF7cfN4gC0+oIeaLIEPDbbYAU= 2022-09-01T10:10:33.591 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MvYF7cfN4gC0+oIeaLIEPDbbYAU=', 'Content-Length': '0'} 2022-09-01T10:10:33.594 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003f1980c9ca475c69-0063108519-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.595 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.596 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.596 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.597 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.598 DEBUG:boto:Method: HEAD 2022-09-01T10:10:33.599 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.600 DEBUG:boto:Data: 2022-09-01T10:10:33.601 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.602 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.603 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.605 DEBUG:boto:Params: {} 2022-09-01T10:10:33.606 DEBUG:boto:Token: None 2022-09-01T10:10:33.607 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.608 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MvYF7cfN4gC0+oIeaLIEPDbbYAU= 2022-09-01T10:10:33.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MvYF7cfN4gC0+oIeaLIEPDbbYAU=', 'Content-Length': '0'} 2022-09-01T10:10:33.613 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000033ddbd42f5f2b6dd-0063108519-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.614 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:33.616 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.617 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.618 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.619 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.620 DEBUG:boto:Method: GET 2022-09-01T10:10:33.621 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.623 DEBUG:boto:Data: 2022-09-01T10:10:33.624 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.625 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.626 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.627 DEBUG:boto:Params: {} 2022-09-01T10:10:33.629 DEBUG:boto:Token: None 2022-09-01T10:10:33.630 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.631 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TDWiEYXbTukHRmOtJ2arYLJxnCw= 2022-09-01T10:10:33.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TDWiEYXbTukHRmOtJ2arYLJxnCw=', 'Content-Length': '0'} 2022-09-01T10:10:33.635 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000017fe46e60dc88abe-0063108519-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.637 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.639 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.646 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.647 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.648 DEBUG:boto:Method: GET 2022-09-01T10:10:33.650 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.651 DEBUG:boto:Data: 2022-09-01T10:10:33.652 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.654 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.657 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.658 DEBUG:boto:Params: {} 2022-09-01T10:10:33.659 DEBUG:boto:Token: None 2022-09-01T10:10:33.660 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.662 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TDWiEYXbTukHRmOtJ2arYLJxnCw= 2022-09-01T10:10:33.664 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TDWiEYXbTukHRmOtJ2arYLJxnCw=', 'Content-Length': '0'} 2022-09-01T10:10:33.668 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000042fdb762b22fb548-0063108519-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.670 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:33.671 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:33.673 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:33.674 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:33.676 DEBUG:boto:Method: GET 2022-09-01T10:10:33.677 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:33.679 DEBUG:boto:Data: 2022-09-01T10:10:33.681 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.683 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.683 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.684 DEBUG:boto:Params: {} 2022-09-01T10:10:33.685 DEBUG:boto:Token: None 2022-09-01T10:10:33.687 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/ 2022-09-01T10:10:33.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI= 2022-09-01T10:10:33.689 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI=', 'Content-Length': '0'} 2022-09-01T10:10:33.693 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000303de61f1ea716bd-0063108519-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.694 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:33.708 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:33.708 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:33.709 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:33.710 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:33.710 DEBUG:boto:Method: GET 2022-09-01T10:10:33.711 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:33.711 DEBUG:boto:Data: 2022-09-01T10:10:33.712 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.712 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.713 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.714 DEBUG:boto:Params: {} 2022-09-01T10:10:33.714 DEBUG:boto:Token: None 2022-09-01T10:10:33.715 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/ 2022-09-01T10:10:33.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI= 2022-09-01T10:10:33.716 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI=', 'Content-Length': '0'} 2022-09-01T10:10:33.720 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000020ba3bb0c2648cd-0063108519-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.720 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:33.721 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.722 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.722 DEBUG:boto:Method: HEAD 2022-09-01T10:10:33.723 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.723 DEBUG:boto:Data: 2022-09-01T10:10:33.724 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.724 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.725 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.725 DEBUG:boto:Params: {} 2022-09-01T10:10:33.726 DEBUG:boto:Token: None 2022-09-01T10:10:33.727 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.727 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EBk46OOg+u+iLQIl1MkhxJePuGk= 2022-09-01T10:10:33.728 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EBk46OOg+u+iLQIl1MkhxJePuGk=', 'Content-Length': '0'} 2022-09-01T10:10:33.731 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000038b10f787e19dfc7-0063108519-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.731 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.732 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.733 DEBUG:boto:Method: HEAD 2022-09-01T10:10:33.733 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.734 DEBUG:boto:Data: 2022-09-01T10:10:33.734 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.735 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.735 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.736 DEBUG:boto:Params: {} 2022-09-01T10:10:33.737 DEBUG:boto:Token: None 2022-09-01T10:10:33.737 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.738 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EBk46OOg+u+iLQIl1MkhxJePuGk= 2022-09-01T10:10:33.738 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EBk46OOg+u+iLQIl1MkhxJePuGk=', 'Content-Length': '0'} 2022-09-01T10:10:33.741 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000f526bff9b1747b8-0063108519-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.742 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:33.742 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.743 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.744 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.744 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.745 DEBUG:boto:Method: GET 2022-09-01T10:10:33.745 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.746 DEBUG:boto:Data: 2022-09-01T10:10:33.746 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.747 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.747 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.748 DEBUG:boto:Params: {} 2022-09-01T10:10:33.749 DEBUG:boto:Token: None 2022-09-01T10:10:33.749 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TDWiEYXbTukHRmOtJ2arYLJxnCw= 2022-09-01T10:10:33.750 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TDWiEYXbTukHRmOtJ2arYLJxnCw=', 'Content-Length': '0'} 2022-09-01T10:10:33.753 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003b0c3491d06ea811-0063108519-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.754 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.754 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:33.755 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.755 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.756 DEBUG:boto:Method: GET 2022-09-01T10:10:33.756 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.757 DEBUG:boto:Data: 2022-09-01T10:10:33.757 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.758 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.758 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.759 DEBUG:boto:Params: {} 2022-09-01T10:10:33.759 DEBUG:boto:Token: None 2022-09-01T10:10:33.760 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:33.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TDWiEYXbTukHRmOtJ2arYLJxnCw= 2022-09-01T10:10:33.761 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TDWiEYXbTukHRmOtJ2arYLJxnCw=', 'Content-Length': '0'} 2022-09-01T10:10:33.763 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005819e1ebb618732f-0063108519-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.764 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:33.765 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:33.765 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:33.766 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:33.766 DEBUG:boto:Method: GET 2022-09-01T10:10:33.767 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:33.768 DEBUG:boto:Data: 2022-09-01T10:10:33.768 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.769 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.769 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.770 DEBUG:boto:Params: {} 2022-09-01T10:10:33.770 DEBUG:boto:Token: None 2022-09-01T10:10:33.771 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/ 2022-09-01T10:10:33.772 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI= 2022-09-01T10:10:33.772 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI=', 'Content-Length': '0'} 2022-09-01T10:10:33.775 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003d457be7447e0990-0063108519-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.776 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:33.777 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:33.777 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:33.778 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:33.778 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:33.779 DEBUG:boto:Method: GET 2022-09-01T10:10:33.779 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:33.780 DEBUG:boto:Data: 2022-09-01T10:10:33.780 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.781 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.784 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.785 DEBUG:boto:Params: {} 2022-09-01T10:10:33.786 DEBUG:boto:Token: None 2022-09-01T10:10:33.787 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/ 2022-09-01T10:10:33.787 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI= 2022-09-01T10:10:33.788 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI=', 'Content-Length': '0'} 2022-09-01T10:10:33.792 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006fe6686e400c34d1-0063108519-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.793 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:33.794 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:33.795 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.795 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.796 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.796 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.797 DEBUG:boto:Method: GET 2022-09-01T10:10:33.797 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.798 DEBUG:boto:Data: 2022-09-01T10:10:33.799 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.799 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.800 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.801 DEBUG:boto:Params: {} 2022-09-01T10:10:33.802 DEBUG:boto:Token: None 2022-09-01T10:10:33.804 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.804 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uQ9Ki+Yh5CvPZN1+zEDb4lVJahI= 2022-09-01T10:10:33.806 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uQ9Ki+Yh5CvPZN1+zEDb4lVJahI=', 'Content-Length': '0'} 2022-09-01T10:10:33.809 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a347eff68299356d-0063108519-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.810 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.811 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.812 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.813 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.814 DEBUG:boto:Method: GET 2022-09-01T10:10:33.814 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.815 DEBUG:boto:Data: 2022-09-01T10:10:33.816 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.816 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.820 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.822 DEBUG:boto:Params: {} 2022-09-01T10:10:33.823 DEBUG:boto:Token: None 2022-09-01T10:10:33.824 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.825 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uQ9Ki+Yh5CvPZN1+zEDb4lVJahI= 2022-09-01T10:10:33.826 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uQ9Ki+Yh5CvPZN1+zEDb4lVJahI=', 'Content-Length': '0'} 2022-09-01T10:10:33.831 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000da9abf5ce0ab589a-0063108519-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.832 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.833 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.833 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.834 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.834 DEBUG:boto:Method: HEAD 2022-09-01T10:10:33.835 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.836 DEBUG:boto:Data: 2022-09-01T10:10:33.836 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.837 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.837 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.838 DEBUG:boto:Params: {} 2022-09-01T10:10:33.838 DEBUG:boto:Token: None 2022-09-01T10:10:33.839 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.845 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jLpUyZAk8mIGeOJ5OTw7Z/keMf4= 2022-09-01T10:10:33.846 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jLpUyZAk8mIGeOJ5OTw7Z/keMf4=', 'Content-Length': '0'} 2022-09-01T10:10:33.849 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ceae23c25aa64236-0063108519-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.850 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.851 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.851 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.852 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.852 DEBUG:boto:Method: HEAD 2022-09-01T10:10:33.853 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.854 DEBUG:boto:Data: 2022-09-01T10:10:33.854 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.855 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.855 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.856 DEBUG:boto:Params: {} 2022-09-01T10:10:33.856 DEBUG:boto:Token: None 2022-09-01T10:10:33.857 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.857 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jLpUyZAk8mIGeOJ5OTw7Z/keMf4= 2022-09-01T10:10:33.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jLpUyZAk8mIGeOJ5OTw7Z/keMf4=', 'Content-Length': '0'} 2022-09-01T10:10:33.860 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003862ba5ed1e93998-0063108519-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.861 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:33.862 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.863 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.863 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.864 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.865 DEBUG:boto:Method: GET 2022-09-01T10:10:33.865 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.866 DEBUG:boto:Data: 2022-09-01T10:10:33.866 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.867 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.867 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.868 DEBUG:boto:Params: {} 2022-09-01T10:10:33.869 DEBUG:boto:Token: None 2022-09-01T10:10:33.869 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uQ9Ki+Yh5CvPZN1+zEDb4lVJahI= 2022-09-01T10:10:33.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uQ9Ki+Yh5CvPZN1+zEDb4lVJahI=', 'Content-Length': '0'} 2022-09-01T10:10:33.874 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005d9758e5003e47ca-0063108519-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.875 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.876 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.877 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.877 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.878 DEBUG:boto:Method: GET 2022-09-01T10:10:33.879 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.879 DEBUG:boto:Data: 2022-09-01T10:10:33.880 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.881 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.881 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.882 DEBUG:boto:Params: {} 2022-09-01T10:10:33.883 DEBUG:boto:Token: None 2022-09-01T10:10:33.883 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.884 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uQ9Ki+Yh5CvPZN1+zEDb4lVJahI= 2022-09-01T10:10:33.885 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uQ9Ki+Yh5CvPZN1+zEDb4lVJahI=', 'Content-Length': '0'} 2022-09-01T10:10:33.888 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f84344fbafc2b5a2-0063108519-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.935 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:33.936 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:33.936 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:33.937 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:33.937 DEBUG:boto:Method: GET 2022-09-01T10:10:33.938 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:33.939 DEBUG:boto:Data: 2022-09-01T10:10:33.939 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.940 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.940 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.941 DEBUG:boto:Params: {} 2022-09-01T10:10:33.941 DEBUG:boto:Token: None 2022-09-01T10:10:33.942 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/ 2022-09-01T10:10:33.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI= 2022-09-01T10:10:33.943 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI=', 'Content-Length': '0'} 2022-09-01T10:10:33.946 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bba3bc7a06c9b6ec-0063108519-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.947 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:33.948 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:33.950 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:33.950 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:33.951 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:33.951 DEBUG:boto:Method: GET 2022-09-01T10:10:33.952 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:33.952 DEBUG:boto:Data: 2022-09-01T10:10:33.953 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.954 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.954 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.955 DEBUG:boto:Params: {} 2022-09-01T10:10:33.955 DEBUG:boto:Token: None 2022-09-01T10:10:33.956 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/ 2022-09-01T10:10:33.957 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI= 2022-09-01T10:10:33.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+qfp6oHcXtkLsXQ3rsBAZN1sZFI=', 'Content-Length': '0'} 2022-09-01T10:10:33.960 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003517cbca862a41ca-0063108519-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.961 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:33.962 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.963 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.964 DEBUG:boto:Method: HEAD 2022-09-01T10:10:33.964 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.965 DEBUG:boto:Data: 2022-09-01T10:10:33.965 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.966 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.966 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.967 DEBUG:boto:Params: {} 2022-09-01T10:10:33.967 DEBUG:boto:Token: None 2022-09-01T10:10:33.968 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.969 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bUftlYuM0Yi4WkU9kDHBUWh+Y0M= 2022-09-01T10:10:33.969 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bUftlYuM0Yi4WkU9kDHBUWh+Y0M=', 'Content-Length': '0'} 2022-09-01T10:10:33.976 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003ab26a3743edda0c-0063108519-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.977 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.977 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.979 DEBUG:boto:Method: HEAD 2022-09-01T10:10:33.980 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.980 DEBUG:boto:Data: 2022-09-01T10:10:33.981 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.981 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:33.982 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.982 DEBUG:boto:Params: {} 2022-09-01T10:10:33.983 DEBUG:boto:Token: None 2022-09-01T10:10:33.984 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bUftlYuM0Yi4WkU9kDHBUWh+Y0M= 2022-09-01T10:10:33.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bUftlYuM0Yi4WkU9kDHBUWh+Y0M=', 'Content-Length': '0'} 2022-09-01T10:10:33.988 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000aee3b57493afd1c1-0063108519-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:33.989 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:33.989 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.990 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:33.990 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.991 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.994 DEBUG:boto:Method: GET 2022-09-01T10:10:33.994 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:33.995 DEBUG:boto:Data: 2022-09-01T10:10:33.996 DEBUG:boto:Headers: {} 2022-09-01T10:10:33.996 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:33.997 DEBUG:boto:Port: 8000 2022-09-01T10:10:33.997 DEBUG:boto:Params: {} 2022-09-01T10:10:33.998 DEBUG:boto:Token: None 2022-09-01T10:10:33.999 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:33 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:34.000 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uQ9Ki+Yh5CvPZN1+zEDb4lVJahI= 2022-09-01T10:10:34.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uQ9Ki+Yh5CvPZN1+zEDb4lVJahI=', 'Content-Length': '0'} 2022-09-01T10:10:34.002 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002c56ae972c666d6c-006310851a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.050 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:34.051 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:34.052 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:34.052 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:34.053 DEBUG:boto:Method: GET 2022-09-01T10:10:34.053 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:34.054 DEBUG:boto:Data: 2022-09-01T10:10:34.055 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.055 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.056 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.057 DEBUG:boto:Params: {} 2022-09-01T10:10:34.057 DEBUG:boto:Token: None 2022-09-01T10:10:34.058 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:34.059 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CN48cCrYS0ysti5fyFE1OMjYF3I= 2022-09-01T10:10:34.059 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CN48cCrYS0ysti5fyFE1OMjYF3I=', 'Content-Length': '0'} 2022-09-01T10:10:34.062 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d119faa93cca9878-006310851a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.063 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.064 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.064 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:34.065 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:34.065 DEBUG:boto:Method: GET 2022-09-01T10:10:34.066 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:34.067 DEBUG:boto:Data: 2022-09-01T10:10:34.068 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.069 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:34.069 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.070 DEBUG:boto:Params: {} 2022-09-01T10:10:34.071 DEBUG:boto:Token: None 2022-09-01T10:10:34.071 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/ 2022-09-01T10:10:34.072 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A= 2022-09-01T10:10:34.073 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A=', 'Content-Length': '0'} 2022-09-01T10:10:34.076 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003f0280d57ea74224-006310851a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.077 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:34.079 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.079 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.081 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:34.082 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:34.084 DEBUG:boto:Method: GET 2022-09-01T10:10:34.086 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:34.087 DEBUG:boto:Data: 2022-09-01T10:10:34.090 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.092 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.093 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.096 DEBUG:boto:Params: {} 2022-09-01T10:10:34.098 DEBUG:boto:Token: None 2022-09-01T10:10:34.099 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/ 2022-09-01T10:10:34.101 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A= 2022-09-01T10:10:34.103 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A=', 'Content-Length': '0'} 2022-09-01T10:10:34.108 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ce9bebfd02d8128c-006310851a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.109 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:34.110 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:34.111 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.111 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.113 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.115 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.116 DEBUG:boto:Method: GET 2022-09-01T10:10:34.118 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.119 DEBUG:boto:Data: 2022-09-01T10:10:34.120 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.121 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:34.123 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.123 DEBUG:boto:Params: {} 2022-09-01T10:10:34.124 DEBUG:boto:Token: None 2022-09-01T10:10:34.125 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.126 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzWuqIF/XjXsosJI/Kwbew4L4LQ= 2022-09-01T10:10:34.127 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzWuqIF/XjXsosJI/Kwbew4L4LQ=', 'Content-Length': '0'} 2022-09-01T10:10:34.132 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000046e20effab0663a8-006310851a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.134 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.135 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.136 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.137 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.143 DEBUG:boto:Method: GET 2022-09-01T10:10:34.144 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.146 DEBUG:boto:Data: 2022-09-01T10:10:34.147 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.150 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.152 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.153 DEBUG:boto:Params: {} 2022-09-01T10:10:34.155 DEBUG:boto:Token: None 2022-09-01T10:10:34.157 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.160 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzWuqIF/XjXsosJI/Kwbew4L4LQ= 2022-09-01T10:10:34.162 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzWuqIF/XjXsosJI/Kwbew4L4LQ=', 'Content-Length': '0'} 2022-09-01T10:10:34.165 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004ed59929971fd9f4-006310851a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.167 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.168 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.168 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.169 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.170 DEBUG:boto:Method: HEAD 2022-09-01T10:10:34.170 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.172 DEBUG:boto:Data: 2022-09-01T10:10:34.173 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.174 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:34.176 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.177 DEBUG:boto:Params: {} 2022-09-01T10:10:34.178 DEBUG:boto:Token: None 2022-09-01T10:10:34.179 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.180 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VFWo+nB4b6cFpl/19esH5eicDs4= 2022-09-01T10:10:34.183 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VFWo+nB4b6cFpl/19esH5eicDs4=', 'Content-Length': '0'} 2022-09-01T10:10:34.185 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005901f0b838bf60ba-006310851a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.186 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.187 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.187 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.188 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.189 DEBUG:boto:Method: HEAD 2022-09-01T10:10:34.189 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.190 DEBUG:boto:Data: 2022-09-01T10:10:34.193 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.194 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.196 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.198 DEBUG:boto:Params: {} 2022-09-01T10:10:34.199 DEBUG:boto:Token: None 2022-09-01T10:10:34.200 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.202 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VFWo+nB4b6cFpl/19esH5eicDs4= 2022-09-01T10:10:34.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VFWo+nB4b6cFpl/19esH5eicDs4=', 'Content-Length': '0'} 2022-09-01T10:10:34.208 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000af3376bffaa75466-006310851a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.209 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:34.210 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.212 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.213 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.215 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.216 DEBUG:boto:Method: GET 2022-09-01T10:10:34.217 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.219 DEBUG:boto:Data: 2022-09-01T10:10:34.220 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.221 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:34.222 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.223 DEBUG:boto:Params: {} 2022-09-01T10:10:34.225 DEBUG:boto:Token: None 2022-09-01T10:10:34.226 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.227 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzWuqIF/XjXsosJI/Kwbew4L4LQ= 2022-09-01T10:10:34.227 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzWuqIF/XjXsosJI/Kwbew4L4LQ=', 'Content-Length': '0'} 2022-09-01T10:10:34.230 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007564948667158309-006310851a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.232 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.232 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.233 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.233 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.234 DEBUG:boto:Method: GET 2022-09-01T10:10:34.236 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.237 DEBUG:boto:Data: 2022-09-01T10:10:34.238 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.238 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.239 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.241 DEBUG:boto:Params: {} 2022-09-01T10:10:34.242 DEBUG:boto:Token: None 2022-09-01T10:10:34.243 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.244 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzWuqIF/XjXsosJI/Kwbew4L4LQ= 2022-09-01T10:10:34.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzWuqIF/XjXsosJI/Kwbew4L4LQ=', 'Content-Length': '0'} 2022-09-01T10:10:34.248 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009c9d8bafe407dd10-006310851a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.299 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.300 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.301 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:34.302 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:34.303 DEBUG:boto:Method: GET 2022-09-01T10:10:34.304 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:34.305 DEBUG:boto:Data: 2022-09-01T10:10:34.306 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.307 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:34.312 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.314 DEBUG:boto:Params: {} 2022-09-01T10:10:34.315 DEBUG:boto:Token: None 2022-09-01T10:10:34.316 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/ 2022-09-01T10:10:34.317 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A= 2022-09-01T10:10:34.317 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A=', 'Content-Length': '0'} 2022-09-01T10:10:34.320 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c82ea8ac3dd0238a-006310851a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.321 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:34.322 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.322 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.323 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:34.324 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:34.324 DEBUG:boto:Method: GET 2022-09-01T10:10:34.325 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:34.325 DEBUG:boto:Data: 2022-09-01T10:10:34.326 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.327 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.327 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.328 DEBUG:boto:Params: {} 2022-09-01T10:10:34.328 DEBUG:boto:Token: None 2022-09-01T10:10:34.329 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/ 2022-09-01T10:10:34.330 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A= 2022-09-01T10:10:34.330 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A=', 'Content-Length': '0'} 2022-09-01T10:10:34.334 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001bbe20274f69e006-006310851a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.335 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:34.336 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.337 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.338 DEBUG:boto:Method: HEAD 2022-09-01T10:10:34.339 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.339 DEBUG:boto:Data: 2022-09-01T10:10:34.340 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.341 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:34.341 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.342 DEBUG:boto:Params: {} 2022-09-01T10:10:34.343 DEBUG:boto:Token: None 2022-09-01T10:10:34.343 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4uBo76ObsTPRq5f5QgtVIskBiMc= 2022-09-01T10:10:34.346 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4uBo76ObsTPRq5f5QgtVIskBiMc=', 'Content-Length': '0'} 2022-09-01T10:10:34.348 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000094b3224126518ddb-006310851a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.349 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.350 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.351 DEBUG:boto:Method: HEAD 2022-09-01T10:10:34.351 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.352 DEBUG:boto:Data: 2022-09-01T10:10:34.352 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.353 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.353 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.354 DEBUG:boto:Params: {} 2022-09-01T10:10:34.355 DEBUG:boto:Token: None 2022-09-01T10:10:34.357 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.358 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4uBo76ObsTPRq5f5QgtVIskBiMc= 2022-09-01T10:10:34.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4uBo76ObsTPRq5f5QgtVIskBiMc=', 'Content-Length': '0'} 2022-09-01T10:10:34.364 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000060ef723b8cad235f-006310851a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.365 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:34.366 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.367 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.367 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.368 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.369 DEBUG:boto:Method: GET 2022-09-01T10:10:34.370 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.371 DEBUG:boto:Data: 2022-09-01T10:10:34.371 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.372 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:34.373 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.373 DEBUG:boto:Params: {} 2022-09-01T10:10:34.374 DEBUG:boto:Token: None 2022-09-01T10:10:34.375 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzWuqIF/XjXsosJI/Kwbew4L4LQ= 2022-09-01T10:10:34.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzWuqIF/XjXsosJI/Kwbew4L4LQ=', 'Content-Length': '0'} 2022-09-01T10:10:34.379 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c465d153df8f9693-006310851a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.386 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.388 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:34.389 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.390 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.391 DEBUG:boto:Method: GET 2022-09-01T10:10:34.393 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.395 DEBUG:boto:Data: 2022-09-01T10:10:34.396 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.397 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.398 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.399 DEBUG:boto:Params: {} 2022-09-01T10:10:34.400 DEBUG:boto:Token: None 2022-09-01T10:10:34.401 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:34.404 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzWuqIF/XjXsosJI/Kwbew4L4LQ= 2022-09-01T10:10:34.405 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzWuqIF/XjXsosJI/Kwbew4L4LQ=', 'Content-Length': '0'} 2022-09-01T10:10:34.412 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000977657d4d729c979-006310851a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.414 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.415 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.416 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:34.419 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:34.420 DEBUG:boto:Method: GET 2022-09-01T10:10:34.423 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:34.424 DEBUG:boto:Data: 2022-09-01T10:10:34.425 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.425 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:34.426 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.426 DEBUG:boto:Params: {} 2022-09-01T10:10:34.427 DEBUG:boto:Token: None 2022-09-01T10:10:34.428 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/ 2022-09-01T10:10:34.429 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A= 2022-09-01T10:10:34.430 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A=', 'Content-Length': '0'} 2022-09-01T10:10:34.432 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000003f650f4b0a0c9e3-006310851a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.433 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:34.434 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.435 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.435 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:34.436 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:34.437 DEBUG:boto:Method: GET 2022-09-01T10:10:34.437 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:34.438 DEBUG:boto:Data: 2022-09-01T10:10:34.438 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.439 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.441 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.441 DEBUG:boto:Params: {} 2022-09-01T10:10:34.442 DEBUG:boto:Token: None 2022-09-01T10:10:34.443 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/ 2022-09-01T10:10:34.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A= 2022-09-01T10:10:34.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A=', 'Content-Length': '0'} 2022-09-01T10:10:34.450 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008c53a0dc5b7fb0b8-006310851a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.494 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:34.495 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-16 zones={test-zone2, test-zone1} 2022-09-01T10:10:34.496 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-16 zones={test-zone3, test-zone1} 2022-09-01T10:10:34.496 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.497 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.497 DEBUG:boto:Method: HEAD 2022-09-01T10:10:34.498 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:10:34.499 DEBUG:boto:Data: 2022-09-01T10:10:34.499 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.500 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:34.500 DEBUG:boto:Port: 8001 2022-09-01T10:10:34.501 DEBUG:boto:Params: {} 2022-09-01T10:10:34.501 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:10:34.502 DEBUG:boto:Token: None 2022-09-01T10:10:34.503 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/ 2022-09-01T10:10:34.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wjX9oav9GABO/BrTtHb6ySonvCo= 2022-09-01T10:10:34.506 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wjX9oav9GABO/BrTtHb6ySonvCo=', 'Content-Length': '0'} 2022-09-01T10:10:34.511 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f3666b27c4743d5d-006310851a-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.512 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.513 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.515 DEBUG:boto:Method: HEAD 2022-09-01T10:10:34.515 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:10:34.516 DEBUG:boto:Data: 2022-09-01T10:10:34.517 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.517 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.518 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.518 DEBUG:boto:Params: {} 2022-09-01T10:10:34.519 DEBUG:boto:Token: None 2022-09-01T10:10:34.519 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/ 2022-09-01T10:10:34.520 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wjX9oav9GABO/BrTtHb6ySonvCo= 2022-09-01T10:10:34.521 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wjX9oav9GABO/BrTtHb6ySonvCo=', 'Content-Length': '0'} 2022-09-01T10:10:34.524 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000bd9d30b13f5db77e-006310851a-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.527 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:10:34.528 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.529 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.530 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:34.531 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:34.532 DEBUG:boto:Method: GET 2022-09-01T10:10:34.533 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:34.533 DEBUG:boto:Data: 2022-09-01T10:10:34.534 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.535 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:34.538 DEBUG:boto:Port: 8001 2022-09-01T10:10:34.539 DEBUG:boto:Params: {} 2022-09-01T10:10:34.541 DEBUG:boto:Token: None 2022-09-01T10:10:34.542 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/?versions 2022-09-01T10:10:34.543 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1xJgz7xmIHpzPJmXi7oViHFwk+0= 2022-09-01T10:10:34.544 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1xJgz7xmIHpzPJmXi7oViHFwk+0=', 'Content-Length': '0'} 2022-09-01T10:10:34.547 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e7bfe2802e62b8d9-006310851a-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.548 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:34.549 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:10:34.550 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:10:34.551 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:10:34.551 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:10:34.552 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:10:34.553 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.553 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.554 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:34.557 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:34.558 DEBUG:boto:Method: GET 2022-09-01T10:10:34.559 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:34.560 DEBUG:boto:Data: 2022-09-01T10:10:34.562 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.563 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.564 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.565 DEBUG:boto:Params: {} 2022-09-01T10:10:34.566 DEBUG:boto:Token: None 2022-09-01T10:10:34.567 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/?versions 2022-09-01T10:10:34.569 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1xJgz7xmIHpzPJmXi7oViHFwk+0= 2022-09-01T10:10:34.571 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1xJgz7xmIHpzPJmXi7oViHFwk+0=', 'Content-Length': '0'} 2022-09-01T10:10:34.575 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089f5e625b5dc1064-006310851a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.576 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:34.578 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:10:34.579 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:10:34.580 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:10:34.581 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:10:34.588 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.589 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.589 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:34.590 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:34.591 DEBUG:boto:Method: GET 2022-09-01T10:10:34.591 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:34.592 DEBUG:boto:Data: 2022-09-01T10:10:34.592 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.593 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:34.594 DEBUG:boto:Port: 8001 2022-09-01T10:10:34.595 DEBUG:boto:Params: {} 2022-09-01T10:10:34.595 DEBUG:boto:Token: None 2022-09-01T10:10:34.596 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/?versions 2022-09-01T10:10:34.597 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1xJgz7xmIHpzPJmXi7oViHFwk+0= 2022-09-01T10:10:34.598 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1xJgz7xmIHpzPJmXi7oViHFwk+0=', 'Content-Length': '0'} 2022-09-01T10:10:34.602 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000caa622fa97efac43-006310851a-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.603 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:34.604 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.605 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.605 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:34.606 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:34.606 DEBUG:boto:Method: GET 2022-09-01T10:10:34.607 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:34.607 DEBUG:boto:Data: 2022-09-01T10:10:34.608 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.609 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.610 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.610 DEBUG:boto:Params: {} 2022-09-01T10:10:34.611 DEBUG:boto:Token: None 2022-09-01T10:10:34.612 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/?versions 2022-09-01T10:10:34.612 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1xJgz7xmIHpzPJmXi7oViHFwk+0= 2022-09-01T10:10:34.613 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1xJgz7xmIHpzPJmXi7oViHFwk+0=', 'Content-Length': '0'} 2022-09-01T10:10:34.616 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ce1881959d68599a-006310851a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.616 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:34.617 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:34.618 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:34.618 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:34.620 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.620 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.621 DEBUG:boto:Method: GET 2022-09-01T10:10:34.622 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.623 DEBUG:boto:Data: 2022-09-01T10:10:34.623 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.624 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:34.625 DEBUG:boto:Port: 8001 2022-09-01T10:10:34.625 DEBUG:boto:Params: {} 2022-09-01T10:10:34.626 DEBUG:boto:Token: None 2022-09-01T10:10:34.627 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.627 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SaCr1zGHu1F/BSI3ieQKZmfTxXo= 2022-09-01T10:10:34.628 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SaCr1zGHu1F/BSI3ieQKZmfTxXo=', 'Content-Length': '0'} 2022-09-01T10:10:34.631 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000f0c057690457c86f-006310851a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.633 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:34.634 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:34.634 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.635 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.636 DEBUG:boto:Method: GET 2022-09-01T10:10:34.636 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.637 DEBUG:boto:Data: 2022-09-01T10:10:34.638 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.638 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.639 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.640 DEBUG:boto:Params: {} 2022-09-01T10:10:34.640 DEBUG:boto:Token: None 2022-09-01T10:10:34.641 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SaCr1zGHu1F/BSI3ieQKZmfTxXo= 2022-09-01T10:10:34.643 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SaCr1zGHu1F/BSI3ieQKZmfTxXo=', 'Content-Length': '0'} 2022-09-01T10:10:34.646 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000006e08c3674a882b87-006310851a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.648 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:34.649 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:34.649 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.650 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.650 DEBUG:boto:Method: HEAD 2022-09-01T10:10:34.651 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.651 DEBUG:boto:Data: 2022-09-01T10:10:34.653 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.654 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:34.655 DEBUG:boto:Port: 8001 2022-09-01T10:10:34.655 DEBUG:boto:Params: {} 2022-09-01T10:10:34.656 DEBUG:boto:Token: None 2022-09-01T10:10:34.656 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:44IBAM78HmQKHqe5j309u+8OZoc= 2022-09-01T10:10:34.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:44IBAM78HmQKHqe5j309u+8OZoc=', 'Content-Length': '0'} 2022-09-01T10:10:34.660 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000269f09288ba90a1e-006310851a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.661 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:34.662 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:34.663 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.664 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.665 DEBUG:boto:Method: HEAD 2022-09-01T10:10:34.665 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.666 DEBUG:boto:Data: 2022-09-01T10:10:34.667 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.667 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.668 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.668 DEBUG:boto:Params: {} 2022-09-01T10:10:34.669 DEBUG:boto:Token: None 2022-09-01T10:10:34.669 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:44IBAM78HmQKHqe5j309u+8OZoc= 2022-09-01T10:10:34.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:44IBAM78HmQKHqe5j309u+8OZoc=', 'Content-Length': '0'} 2022-09-01T10:10:34.673 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a197a895511dad02-006310851a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.676 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:34.677 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:34.678 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:34.679 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.679 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.680 DEBUG:boto:Method: GET 2022-09-01T10:10:34.680 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.681 DEBUG:boto:Data: 2022-09-01T10:10:34.681 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:34.682 DEBUG:boto:Port: 8001 2022-09-01T10:10:34.683 DEBUG:boto:Params: {} 2022-09-01T10:10:34.684 DEBUG:boto:Token: None 2022-09-01T10:10:34.685 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SaCr1zGHu1F/BSI3ieQKZmfTxXo= 2022-09-01T10:10:34.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SaCr1zGHu1F/BSI3ieQKZmfTxXo=', 'Content-Length': '0'} 2022-09-01T10:10:34.689 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000008659d2edcce8d680-006310851a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.691 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:34.692 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:34.693 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.693 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.695 DEBUG:boto:Method: GET 2022-09-01T10:10:34.696 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.697 DEBUG:boto:Data: 2022-09-01T10:10:34.698 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.699 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.700 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.701 DEBUG:boto:Params: {} 2022-09-01T10:10:34.703 DEBUG:boto:Token: None 2022-09-01T10:10:34.704 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.705 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SaCr1zGHu1F/BSI3ieQKZmfTxXo= 2022-09-01T10:10:34.706 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SaCr1zGHu1F/BSI3ieQKZmfTxXo=', 'Content-Length': '0'} 2022-09-01T10:10:34.709 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000014035ca78162d518-006310851a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.710 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.711 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.712 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:34.713 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:34.714 DEBUG:boto:Method: GET 2022-09-01T10:10:34.714 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:10:34.715 DEBUG:boto:Data: 2022-09-01T10:10:34.715 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.716 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:34.717 DEBUG:boto:Port: 8001 2022-09-01T10:10:34.718 DEBUG:boto:Params: {} 2022-09-01T10:10:34.718 DEBUG:boto:Token: None 2022-09-01T10:10:34.719 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/ 2022-09-01T10:10:34.720 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A= 2022-09-01T10:10:34.721 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A=', 'Content-Length': '0'} 2022-09-01T10:10:34.727 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002f91542a9e14c7df-006310851a-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.770 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:34.772 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.773 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.773 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:34.774 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:34.775 DEBUG:boto:Method: GET 2022-09-01T10:10:34.776 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:10:34.777 DEBUG:boto:Data: 2022-09-01T10:10:34.777 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.778 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.778 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.779 DEBUG:boto:Params: {} 2022-09-01T10:10:34.780 DEBUG:boto:Token: None 2022-09-01T10:10:34.782 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/ 2022-09-01T10:10:34.783 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A= 2022-09-01T10:10:34.783 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A=', 'Content-Length': '0'} 2022-09-01T10:10:34.797 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f41758ac8123b3df-006310851a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.801 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:34.803 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:34.804 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:34.805 DEBUG:boto:Method: HEAD 2022-09-01T10:10:34.806 DEBUG:boto:Path: /ptoxvb-16/dummy 2022-09-01T10:10:34.808 DEBUG:boto:Data: 2022-09-01T10:10:34.810 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.812 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:34.814 DEBUG:boto:Port: 8001 2022-09-01T10:10:34.815 DEBUG:boto:Params: {} 2022-09-01T10:10:34.817 DEBUG:boto:Token: None 2022-09-01T10:10:34.818 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/dummy 2022-09-01T10:10:34.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xmrM22ItJgnCQ1tcXfEv+eVgg8A= 2022-09-01T10:10:34.821 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xmrM22ItJgnCQ1tcXfEv+eVgg8A=', 'Content-Length': '0'} 2022-09-01T10:10:34.831 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000000c35a0f778df7c37-006310851a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.833 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:34.838 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:34.840 DEBUG:boto:Method: HEAD 2022-09-01T10:10:34.842 DEBUG:boto:Path: /ptoxvb-16/dummy 2022-09-01T10:10:34.844 DEBUG:boto:Data: 2022-09-01T10:10:34.845 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.847 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.848 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.860 DEBUG:boto:Params: {} 2022-09-01T10:10:34.861 DEBUG:boto:Token: None 2022-09-01T10:10:34.862 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/dummy 2022-09-01T10:10:34.865 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xmrM22ItJgnCQ1tcXfEv+eVgg8A= 2022-09-01T10:10:34.867 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xmrM22ItJgnCQ1tcXfEv+eVgg8A=', 'Content-Length': '0'} 2022-09-01T10:10:34.872 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000046e6bbd690d25ed3-006310851a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.876 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:34.877 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:34.879 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:34.880 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.884 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.887 DEBUG:boto:Method: GET 2022-09-01T10:10:34.888 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.889 DEBUG:boto:Data: 2022-09-01T10:10:34.891 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.892 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:34.893 DEBUG:boto:Port: 8001 2022-09-01T10:10:34.895 DEBUG:boto:Params: {} 2022-09-01T10:10:34.896 DEBUG:boto:Token: None 2022-09-01T10:10:34.899 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.900 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SaCr1zGHu1F/BSI3ieQKZmfTxXo= 2022-09-01T10:10:34.901 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SaCr1zGHu1F/BSI3ieQKZmfTxXo=', 'Content-Length': '0'} 2022-09-01T10:10:34.905 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000cce7aea8c95c18df-006310851a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.907 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:34.908 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:34.909 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.912 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.913 DEBUG:boto:Method: GET 2022-09-01T10:10:34.914 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.915 DEBUG:boto:Data: 2022-09-01T10:10:34.916 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.917 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.918 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.919 DEBUG:boto:Params: {} 2022-09-01T10:10:34.921 DEBUG:boto:Token: None 2022-09-01T10:10:34.921 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:34.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SaCr1zGHu1F/BSI3ieQKZmfTxXo= 2022-09-01T10:10:34.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SaCr1zGHu1F/BSI3ieQKZmfTxXo=', 'Content-Length': '0'} 2022-09-01T10:10:34.927 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000fb8f362e8023491c-006310851a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.928 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.929 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.930 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:34.931 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:34.932 DEBUG:boto:Method: GET 2022-09-01T10:10:34.934 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:10:34.935 DEBUG:boto:Data: 2022-09-01T10:10:34.935 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.936 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:34.936 DEBUG:boto:Port: 8001 2022-09-01T10:10:34.937 DEBUG:boto:Params: {} 2022-09-01T10:10:34.938 DEBUG:boto:Token: None 2022-09-01T10:10:34.939 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/ 2022-09-01T10:10:34.940 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A= 2022-09-01T10:10:34.941 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A=', 'Content-Length': '0'} 2022-09-01T10:10:34.947 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eab3ed56ea79e307-006310851a-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.949 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:34.951 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:34.952 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:34.953 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:34.955 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:34.956 DEBUG:boto:Method: GET 2022-09-01T10:10:34.957 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:10:34.958 DEBUG:boto:Data: 2022-09-01T10:10:34.959 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.960 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.961 DEBUG:boto:Port: 8000 2022-09-01T10:10:34.962 DEBUG:boto:Params: {} 2022-09-01T10:10:34.963 DEBUG:boto:Token: None 2022-09-01T10:10:34.964 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/ 2022-09-01T10:10:34.965 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A= 2022-09-01T10:10:34.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C7bPx1yrK6cAggB4HCSwZXXqT8A=', 'Content-Length': '0'} 2022-09-01T10:10:34.969 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dec9e60c37185a20-006310851a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.971 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:34.971 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:34.973 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:34.973 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:34.974 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:34.975 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:34.976 DEBUG:boto:Method: GET 2022-09-01T10:10:34.976 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:34.977 DEBUG:boto:Data: 2022-09-01T10:10:34.977 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.978 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:34.978 DEBUG:boto:Port: 8001 2022-09-01T10:10:34.979 DEBUG:boto:Params: {} 2022-09-01T10:10:34.980 DEBUG:boto:Token: None 2022-09-01T10:10:34.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:34 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:34.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sgaSXH5o7/ao6ClJhqfHAN2cvRs= 2022-09-01T10:10:34.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sgaSXH5o7/ao6ClJhqfHAN2cvRs=', 'Content-Length': '0'} 2022-09-01T10:10:34.986 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f4b47e0818ae5373-006310851a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:34.987 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:34.990 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:34.991 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:34.992 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:34.993 DEBUG:boto:Method: GET 2022-09-01T10:10:34.994 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:34.995 DEBUG:boto:Data: 2022-09-01T10:10:34.996 DEBUG:boto:Headers: {} 2022-09-01T10:10:34.998 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:34.999 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.000 DEBUG:boto:Params: {} 2022-09-01T10:10:35.001 DEBUG:boto:Token: None 2022-09-01T10:10:35.002 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t4EyRwmKphDf6Wp6rWBenOXrhBk= 2022-09-01T10:10:35.003 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t4EyRwmKphDf6Wp6rWBenOXrhBk=', 'Content-Length': '0'} 2022-09-01T10:10:35.007 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000090c330c03a60b787-006310851b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.008 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.008 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.009 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.009 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.010 DEBUG:boto:Method: HEAD 2022-09-01T10:10:35.011 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.011 DEBUG:boto:Data: 2022-09-01T10:10:35.012 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.012 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.013 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.013 DEBUG:boto:Params: {} 2022-09-01T10:10:35.014 DEBUG:boto:Token: None 2022-09-01T10:10:35.014 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uuSJ50e3z3vGtZ8aHf1qkc5+ci8= 2022-09-01T10:10:35.017 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uuSJ50e3z3vGtZ8aHf1qkc5+ci8=', 'Content-Length': '0'} 2022-09-01T10:10:35.021 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000097ae457e05f1f78c-006310851b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.023 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.025 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.026 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.027 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.029 DEBUG:boto:Method: HEAD 2022-09-01T10:10:35.030 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.031 DEBUG:boto:Data: 2022-09-01T10:10:35.032 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.033 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.035 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.036 DEBUG:boto:Params: {} 2022-09-01T10:10:35.037 DEBUG:boto:Token: None 2022-09-01T10:10:35.038 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.039 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uuSJ50e3z3vGtZ8aHf1qkc5+ci8= 2022-09-01T10:10:35.041 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uuSJ50e3z3vGtZ8aHf1qkc5+ci8=', 'Content-Length': '0'} 2022-09-01T10:10:35.043 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008c937fd99d119d1b-006310851b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.044 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:35.045 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.046 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.046 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.047 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.047 DEBUG:boto:Method: GET 2022-09-01T10:10:35.048 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.049 DEBUG:boto:Data: 2022-09-01T10:10:35.050 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.051 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.051 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.052 DEBUG:boto:Params: {} 2022-09-01T10:10:35.052 DEBUG:boto:Token: None 2022-09-01T10:10:35.053 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t4EyRwmKphDf6Wp6rWBenOXrhBk= 2022-09-01T10:10:35.054 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t4EyRwmKphDf6Wp6rWBenOXrhBk=', 'Content-Length': '0'} 2022-09-01T10:10:35.057 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002336eb2648351266-006310851b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.058 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.058 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.060 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.061 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.061 DEBUG:boto:Method: GET 2022-09-01T10:10:35.062 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.062 DEBUG:boto:Data: 2022-09-01T10:10:35.063 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.064 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.065 DEBUG:boto:Params: {} 2022-09-01T10:10:35.066 DEBUG:boto:Token: None 2022-09-01T10:10:35.066 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.067 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t4EyRwmKphDf6Wp6rWBenOXrhBk= 2022-09-01T10:10:35.068 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t4EyRwmKphDf6Wp6rWBenOXrhBk=', 'Content-Length': '0'} 2022-09-01T10:10:35.071 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000012c96167fb0eb4fb-006310851b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.072 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:35.073 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:35.074 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:35.074 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:35.075 DEBUG:boto:Method: GET 2022-09-01T10:10:35.075 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:35.076 DEBUG:boto:Data: 2022-09-01T10:10:35.076 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.077 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.078 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.079 DEBUG:boto:Params: {} 2022-09-01T10:10:35.079 DEBUG:boto:Token: None 2022-09-01T10:10:35.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/ 2022-09-01T10:10:35.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU= 2022-09-01T10:10:35.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU=', 'Content-Length': '0'} 2022-09-01T10:10:35.086 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f33425927c509f72-006310851b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.087 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:35.088 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:35.089 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:35.089 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:35.091 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:35.093 DEBUG:boto:Method: GET 2022-09-01T10:10:35.093 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:35.094 DEBUG:boto:Data: 2022-09-01T10:10:35.095 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.095 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.096 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.096 DEBUG:boto:Params: {} 2022-09-01T10:10:35.097 DEBUG:boto:Token: None 2022-09-01T10:10:35.098 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/ 2022-09-01T10:10:35.098 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU= 2022-09-01T10:10:35.099 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU=', 'Content-Length': '0'} 2022-09-01T10:10:35.106 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000a4e3cad03aa5d3a-006310851b-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.108 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:35.110 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.111 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.111 DEBUG:boto:Method: HEAD 2022-09-01T10:10:35.112 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.113 DEBUG:boto:Data: 2022-09-01T10:10:35.114 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.114 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.115 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.115 DEBUG:boto:Params: {} 2022-09-01T10:10:35.116 DEBUG:boto:Token: None 2022-09-01T10:10:35.117 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.117 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M7KwXEjrqCgw9ISggcvy3TY8wtU= 2022-09-01T10:10:35.118 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M7KwXEjrqCgw9ISggcvy3TY8wtU=', 'Content-Length': '0'} 2022-09-01T10:10:35.121 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000093a7d2ff0f7dddb5-006310851b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.123 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.124 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.125 DEBUG:boto:Method: HEAD 2022-09-01T10:10:35.125 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.126 DEBUG:boto:Data: 2022-09-01T10:10:35.127 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.127 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.128 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.128 DEBUG:boto:Params: {} 2022-09-01T10:10:35.129 DEBUG:boto:Token: None 2022-09-01T10:10:35.130 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.131 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M7KwXEjrqCgw9ISggcvy3TY8wtU= 2022-09-01T10:10:35.132 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M7KwXEjrqCgw9ISggcvy3TY8wtU=', 'Content-Length': '0'} 2022-09-01T10:10:35.135 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001e1281c9a9c442e3-006310851b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.136 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:35.136 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.137 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.138 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.138 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.139 DEBUG:boto:Method: GET 2022-09-01T10:10:35.139 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.140 DEBUG:boto:Data: 2022-09-01T10:10:35.140 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.141 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.141 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.142 DEBUG:boto:Params: {} 2022-09-01T10:10:35.143 DEBUG:boto:Token: None 2022-09-01T10:10:35.144 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.144 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t4EyRwmKphDf6Wp6rWBenOXrhBk= 2022-09-01T10:10:35.145 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t4EyRwmKphDf6Wp6rWBenOXrhBk=', 'Content-Length': '0'} 2022-09-01T10:10:35.150 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000014ef9de9ab12791e-006310851b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.152 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.154 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:35.157 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.158 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.161 DEBUG:boto:Method: GET 2022-09-01T10:10:35.163 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.165 DEBUG:boto:Data: 2022-09-01T10:10:35.166 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.168 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.170 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.172 DEBUG:boto:Params: {} 2022-09-01T10:10:35.174 DEBUG:boto:Token: None 2022-09-01T10:10:35.176 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:35.178 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t4EyRwmKphDf6Wp6rWBenOXrhBk= 2022-09-01T10:10:35.180 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t4EyRwmKphDf6Wp6rWBenOXrhBk=', 'Content-Length': '0'} 2022-09-01T10:10:35.185 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000417f7ac42aad126f-006310851b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.188 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:35.190 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:35.192 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:35.194 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:35.197 DEBUG:boto:Method: GET 2022-09-01T10:10:35.199 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:35.200 DEBUG:boto:Data: 2022-09-01T10:10:35.202 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.204 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.205 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.206 DEBUG:boto:Params: {} 2022-09-01T10:10:35.207 DEBUG:boto:Token: None 2022-09-01T10:10:35.208 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/ 2022-09-01T10:10:35.209 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU= 2022-09-01T10:10:35.210 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU=', 'Content-Length': '0'} 2022-09-01T10:10:35.213 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006c345d7c92fb72b8-006310851b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.215 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:35.219 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:35.220 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:35.221 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:35.223 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:35.224 DEBUG:boto:Method: GET 2022-09-01T10:10:35.225 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:35.227 DEBUG:boto:Data: 2022-09-01T10:10:35.229 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.230 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.231 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.232 DEBUG:boto:Params: {} 2022-09-01T10:10:35.234 DEBUG:boto:Token: None 2022-09-01T10:10:35.236 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/ 2022-09-01T10:10:35.239 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU= 2022-09-01T10:10:35.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU=', 'Content-Length': '0'} 2022-09-01T10:10:35.243 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fdfc76101b6868ee-006310851b-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.244 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:35.245 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:35.246 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.247 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.248 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.248 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.249 DEBUG:boto:Method: GET 2022-09-01T10:10:35.250 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.251 DEBUG:boto:Data: 2022-09-01T10:10:35.251 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.252 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.253 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.253 DEBUG:boto:Params: {} 2022-09-01T10:10:35.254 DEBUG:boto:Token: None 2022-09-01T10:10:35.254 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.255 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:88YeWT6kQzR0ENQXR0ivTu0cs30= 2022-09-01T10:10:35.256 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:88YeWT6kQzR0ENQXR0ivTu0cs30=', 'Content-Length': '0'} 2022-09-01T10:10:35.266 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007ab8ecbb9a9a6878-006310851b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.268 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.270 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.271 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.273 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.274 DEBUG:boto:Method: GET 2022-09-01T10:10:35.275 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.277 DEBUG:boto:Data: 2022-09-01T10:10:35.278 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.279 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.281 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.282 DEBUG:boto:Params: {} 2022-09-01T10:10:35.284 DEBUG:boto:Token: None 2022-09-01T10:10:35.285 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:88YeWT6kQzR0ENQXR0ivTu0cs30= 2022-09-01T10:10:35.288 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:88YeWT6kQzR0ENQXR0ivTu0cs30=', 'Content-Length': '0'} 2022-09-01T10:10:35.291 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000054f0f558db34d473-006310851b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.293 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.295 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.296 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.297 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.298 DEBUG:boto:Method: HEAD 2022-09-01T10:10:35.299 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.300 DEBUG:boto:Data: 2022-09-01T10:10:35.301 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.303 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.304 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.305 DEBUG:boto:Params: {} 2022-09-01T10:10:35.306 DEBUG:boto:Token: None 2022-09-01T10:10:35.308 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:a9IA70eSKZvxet3nJT4T980l6IU= 2022-09-01T10:10:35.310 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:a9IA70eSKZvxet3nJT4T980l6IU=', 'Content-Length': '0'} 2022-09-01T10:10:35.314 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cde31ac13a59e276-006310851b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.316 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.317 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.318 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.319 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.320 DEBUG:boto:Method: HEAD 2022-09-01T10:10:35.321 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.322 DEBUG:boto:Data: 2022-09-01T10:10:35.324 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.325 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.326 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.327 DEBUG:boto:Params: {} 2022-09-01T10:10:35.328 DEBUG:boto:Token: None 2022-09-01T10:10:35.329 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.331 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:a9IA70eSKZvxet3nJT4T980l6IU= 2022-09-01T10:10:35.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:a9IA70eSKZvxet3nJT4T980l6IU=', 'Content-Length': '0'} 2022-09-01T10:10:35.336 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005425aba899bc351d-006310851b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.338 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:35.339 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.340 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.341 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.342 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.343 DEBUG:boto:Method: GET 2022-09-01T10:10:35.344 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.345 DEBUG:boto:Data: 2022-09-01T10:10:35.346 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.347 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.348 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.349 DEBUG:boto:Params: {} 2022-09-01T10:10:35.351 DEBUG:boto:Token: None 2022-09-01T10:10:35.352 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.353 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:88YeWT6kQzR0ENQXR0ivTu0cs30= 2022-09-01T10:10:35.354 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:88YeWT6kQzR0ENQXR0ivTu0cs30=', 'Content-Length': '0'} 2022-09-01T10:10:35.362 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000715ba3e8a95f1739-006310851b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.363 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.364 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.364 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.365 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.366 DEBUG:boto:Method: GET 2022-09-01T10:10:35.366 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.367 DEBUG:boto:Data: 2022-09-01T10:10:35.368 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.368 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.369 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.369 DEBUG:boto:Params: {} 2022-09-01T10:10:35.370 DEBUG:boto:Token: None 2022-09-01T10:10:35.371 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.375 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:88YeWT6kQzR0ENQXR0ivTu0cs30= 2022-09-01T10:10:35.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:88YeWT6kQzR0ENQXR0ivTu0cs30=', 'Content-Length': '0'} 2022-09-01T10:10:35.378 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009f48591f9087922d-006310851b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.381 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:35.382 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:35.383 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:35.384 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:35.385 DEBUG:boto:Method: GET 2022-09-01T10:10:35.387 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:35.388 DEBUG:boto:Data: 2022-09-01T10:10:35.389 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.390 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.392 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.393 DEBUG:boto:Params: {} 2022-09-01T10:10:35.394 DEBUG:boto:Token: None 2022-09-01T10:10:35.395 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/ 2022-09-01T10:10:35.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU= 2022-09-01T10:10:35.398 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU=', 'Content-Length': '0'} 2022-09-01T10:10:35.402 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ed50b17d642a4c56-006310851b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.452 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:35.453 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:35.454 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:35.454 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:35.455 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:35.455 DEBUG:boto:Method: GET 2022-09-01T10:10:35.456 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:35.456 DEBUG:boto:Data: 2022-09-01T10:10:35.457 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.458 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.459 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.459 DEBUG:boto:Params: {} 2022-09-01T10:10:35.460 DEBUG:boto:Token: None 2022-09-01T10:10:35.460 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/ 2022-09-01T10:10:35.461 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU= 2022-09-01T10:10:35.462 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU=', 'Content-Length': '0'} 2022-09-01T10:10:35.465 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000086a7cef04b68f709-006310851b-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.466 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:35.467 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.467 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.468 DEBUG:boto:Method: HEAD 2022-09-01T10:10:35.469 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.469 DEBUG:boto:Data: 2022-09-01T10:10:35.470 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.470 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.471 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.471 DEBUG:boto:Params: {} 2022-09-01T10:10:35.472 DEBUG:boto:Token: None 2022-09-01T10:10:35.472 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.473 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uw8NVZq/4BBcY/Rs7Gx37s3dQ68= 2022-09-01T10:10:35.473 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uw8NVZq/4BBcY/Rs7Gx37s3dQ68=', 'Content-Length': '0'} 2022-09-01T10:10:35.477 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f3a4810f9b9c0907-006310851b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.478 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.479 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.479 DEBUG:boto:Method: HEAD 2022-09-01T10:10:35.480 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.480 DEBUG:boto:Data: 2022-09-01T10:10:35.481 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.481 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.482 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.483 DEBUG:boto:Params: {} 2022-09-01T10:10:35.483 DEBUG:boto:Token: None 2022-09-01T10:10:35.484 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.484 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uw8NVZq/4BBcY/Rs7Gx37s3dQ68= 2022-09-01T10:10:35.485 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uw8NVZq/4BBcY/Rs7Gx37s3dQ68=', 'Content-Length': '0'} 2022-09-01T10:10:35.488 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000313be8c6e36fd452-006310851b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.489 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:35.491 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.492 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.493 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.494 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.495 DEBUG:boto:Method: GET 2022-09-01T10:10:35.496 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.498 DEBUG:boto:Data: 2022-09-01T10:10:35.499 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.500 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.501 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.502 DEBUG:boto:Params: {} 2022-09-01T10:10:35.503 DEBUG:boto:Token: None 2022-09-01T10:10:35.505 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.506 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:88YeWT6kQzR0ENQXR0ivTu0cs30= 2022-09-01T10:10:35.507 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:88YeWT6kQzR0ENQXR0ivTu0cs30=', 'Content-Length': '0'} 2022-09-01T10:10:35.519 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f38c51c2b46a3752-006310851b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.521 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.522 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:35.523 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.524 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.526 DEBUG:boto:Method: GET 2022-09-01T10:10:35.527 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.528 DEBUG:boto:Data: 2022-09-01T10:10:35.528 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.529 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.529 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.530 DEBUG:boto:Params: {} 2022-09-01T10:10:35.531 DEBUG:boto:Token: None 2022-09-01T10:10:35.531 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:35.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:88YeWT6kQzR0ENQXR0ivTu0cs30= 2022-09-01T10:10:35.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:88YeWT6kQzR0ENQXR0ivTu0cs30=', 'Content-Length': '0'} 2022-09-01T10:10:35.535 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c5f0cd6bf0bd00be-006310851b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.537 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:35.537 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:35.538 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:35.538 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:35.539 DEBUG:boto:Method: GET 2022-09-01T10:10:35.540 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:35.540 DEBUG:boto:Data: 2022-09-01T10:10:35.541 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.543 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.544 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.545 DEBUG:boto:Params: {} 2022-09-01T10:10:35.547 DEBUG:boto:Token: None 2022-09-01T10:10:35.548 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/ 2022-09-01T10:10:35.550 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU= 2022-09-01T10:10:35.552 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU=', 'Content-Length': '0'} 2022-09-01T10:10:35.566 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ae5f59ab32752c7a-006310851b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.568 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:35.572 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:35.573 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:35.574 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:35.575 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:35.575 DEBUG:boto:Method: GET 2022-09-01T10:10:35.576 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:35.576 DEBUG:boto:Data: 2022-09-01T10:10:35.577 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.577 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.578 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.579 DEBUG:boto:Params: {} 2022-09-01T10:10:35.579 DEBUG:boto:Token: None 2022-09-01T10:10:35.580 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/ 2022-09-01T10:10:35.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU= 2022-09-01T10:10:35.581 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU=', 'Content-Length': '0'} 2022-09-01T10:10:35.590 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cc10f9e92ccdda28-006310851b-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.591 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:35.592 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:35.595 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.596 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.597 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.598 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.598 DEBUG:boto:Method: GET 2022-09-01T10:10:35.599 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.600 DEBUG:boto:Data: 2022-09-01T10:10:35.600 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.601 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.601 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.602 DEBUG:boto:Params: {} 2022-09-01T10:10:35.603 DEBUG:boto:Token: None 2022-09-01T10:10:35.603 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.604 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hR7NI99LFHmLtz9R2aEDhvl6yNg= 2022-09-01T10:10:35.605 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hR7NI99LFHmLtz9R2aEDhvl6yNg=', 'Content-Length': '0'} 2022-09-01T10:10:35.609 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000009d30485d24fead0-006310851b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.656 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.657 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.658 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.659 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.659 DEBUG:boto:Method: GET 2022-09-01T10:10:35.660 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.661 DEBUG:boto:Data: 2022-09-01T10:10:35.661 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.662 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.663 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.663 DEBUG:boto:Params: {} 2022-09-01T10:10:35.664 DEBUG:boto:Token: None 2022-09-01T10:10:35.665 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.665 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hR7NI99LFHmLtz9R2aEDhvl6yNg= 2022-09-01T10:10:35.666 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hR7NI99LFHmLtz9R2aEDhvl6yNg=', 'Content-Length': '0'} 2022-09-01T10:10:35.670 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000024025d0f9e5255f-006310851b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.671 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.672 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.673 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.673 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.674 DEBUG:boto:Method: HEAD 2022-09-01T10:10:35.674 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.675 DEBUG:boto:Data: 2022-09-01T10:10:35.676 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.676 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.677 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.677 DEBUG:boto:Params: {} 2022-09-01T10:10:35.678 DEBUG:boto:Token: None 2022-09-01T10:10:35.678 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.679 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uIWdyHkKqI5mRlNgrSpzqwF3BYY= 2022-09-01T10:10:35.680 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uIWdyHkKqI5mRlNgrSpzqwF3BYY=', 'Content-Length': '0'} 2022-09-01T10:10:35.682 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a231c1aa587eacb2-006310851b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.683 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.684 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.684 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.685 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.685 DEBUG:boto:Method: HEAD 2022-09-01T10:10:35.686 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.687 DEBUG:boto:Data: 2022-09-01T10:10:35.687 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.688 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.688 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.689 DEBUG:boto:Params: {} 2022-09-01T10:10:35.690 DEBUG:boto:Token: None 2022-09-01T10:10:35.691 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.692 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uIWdyHkKqI5mRlNgrSpzqwF3BYY= 2022-09-01T10:10:35.692 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uIWdyHkKqI5mRlNgrSpzqwF3BYY=', 'Content-Length': '0'} 2022-09-01T10:10:35.697 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003e04aef0d2e0a793-006310851b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.699 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:35.700 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.702 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.703 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.704 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.705 DEBUG:boto:Method: GET 2022-09-01T10:10:35.714 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.715 DEBUG:boto:Data: 2022-09-01T10:10:35.717 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.718 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.720 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.721 DEBUG:boto:Params: {} 2022-09-01T10:10:35.723 DEBUG:boto:Token: None 2022-09-01T10:10:35.724 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.725 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hR7NI99LFHmLtz9R2aEDhvl6yNg= 2022-09-01T10:10:35.726 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hR7NI99LFHmLtz9R2aEDhvl6yNg=', 'Content-Length': '0'} 2022-09-01T10:10:35.730 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007e0abc1f6d604922-006310851b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.731 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.733 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.734 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.735 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.736 DEBUG:boto:Method: GET 2022-09-01T10:10:35.737 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.738 DEBUG:boto:Data: 2022-09-01T10:10:35.739 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.739 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.740 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.740 DEBUG:boto:Params: {} 2022-09-01T10:10:35.741 DEBUG:boto:Token: None 2022-09-01T10:10:35.742 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.742 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hR7NI99LFHmLtz9R2aEDhvl6yNg= 2022-09-01T10:10:35.743 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hR7NI99LFHmLtz9R2aEDhvl6yNg=', 'Content-Length': '0'} 2022-09-01T10:10:35.746 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c37ee835f3861aa0-006310851b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.747 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:35.748 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:35.751 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:35.752 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:35.752 DEBUG:boto:Method: GET 2022-09-01T10:10:35.753 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:35.754 DEBUG:boto:Data: 2022-09-01T10:10:35.755 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.756 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.757 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.758 DEBUG:boto:Params: {} 2022-09-01T10:10:35.759 DEBUG:boto:Token: None 2022-09-01T10:10:35.761 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/ 2022-09-01T10:10:35.762 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU= 2022-09-01T10:10:35.763 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU=', 'Content-Length': '0'} 2022-09-01T10:10:35.775 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c40d2aa668a49f91-006310851b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.777 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:35.778 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:35.780 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:35.781 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:35.783 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:35.784 DEBUG:boto:Method: GET 2022-09-01T10:10:35.785 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:35.786 DEBUG:boto:Data: 2022-09-01T10:10:35.787 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.788 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.788 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.789 DEBUG:boto:Params: {} 2022-09-01T10:10:35.789 DEBUG:boto:Token: None 2022-09-01T10:10:35.790 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/ 2022-09-01T10:10:35.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU= 2022-09-01T10:10:35.792 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU=', 'Content-Length': '0'} 2022-09-01T10:10:35.795 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e89e17162386af19-006310851b-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.797 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:35.799 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.800 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.802 DEBUG:boto:Method: HEAD 2022-09-01T10:10:35.803 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.803 DEBUG:boto:Data: 2022-09-01T10:10:35.804 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.805 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.807 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.808 DEBUG:boto:Params: {} 2022-09-01T10:10:35.809 DEBUG:boto:Token: None 2022-09-01T10:10:35.812 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.813 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XtfkuBks5O+qYvw+cibc5B+nGtM= 2022-09-01T10:10:35.813 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XtfkuBks5O+qYvw+cibc5B+nGtM=', 'Content-Length': '0'} 2022-09-01T10:10:35.817 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003f030cd4467336db-006310851b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.818 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.819 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.820 DEBUG:boto:Method: HEAD 2022-09-01T10:10:35.820 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.821 DEBUG:boto:Data: 2022-09-01T10:10:35.822 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.823 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.823 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.824 DEBUG:boto:Params: {} 2022-09-01T10:10:35.825 DEBUG:boto:Token: None 2022-09-01T10:10:35.825 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.826 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XtfkuBks5O+qYvw+cibc5B+nGtM= 2022-09-01T10:10:35.827 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XtfkuBks5O+qYvw+cibc5B+nGtM=', 'Content-Length': '0'} 2022-09-01T10:10:35.850 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000795709ec9d3eea37-006310851b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.852 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:35.854 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.862 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.863 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.864 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.865 DEBUG:boto:Method: GET 2022-09-01T10:10:35.866 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.867 DEBUG:boto:Data: 2022-09-01T10:10:35.868 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.869 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.870 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.872 DEBUG:boto:Params: {} 2022-09-01T10:10:35.873 DEBUG:boto:Token: None 2022-09-01T10:10:35.874 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.876 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hR7NI99LFHmLtz9R2aEDhvl6yNg= 2022-09-01T10:10:35.877 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hR7NI99LFHmLtz9R2aEDhvl6yNg=', 'Content-Length': '0'} 2022-09-01T10:10:35.880 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f257af01ebea674b-006310851b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.882 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.883 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:35.884 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.885 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.887 DEBUG:boto:Method: GET 2022-09-01T10:10:35.889 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.890 DEBUG:boto:Data: 2022-09-01T10:10:35.893 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.895 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.896 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.898 DEBUG:boto:Params: {} 2022-09-01T10:10:35.899 DEBUG:boto:Token: None 2022-09-01T10:10:35.900 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:35.901 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hR7NI99LFHmLtz9R2aEDhvl6yNg= 2022-09-01T10:10:35.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hR7NI99LFHmLtz9R2aEDhvl6yNg=', 'Content-Length': '0'} 2022-09-01T10:10:35.912 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000075757f0b93fb5c8c-006310851b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.914 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:35.915 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:35.916 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:35.917 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:35.918 DEBUG:boto:Method: GET 2022-09-01T10:10:35.920 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:35.921 DEBUG:boto:Data: 2022-09-01T10:10:35.922 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.923 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.925 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.926 DEBUG:boto:Params: {} 2022-09-01T10:10:35.927 DEBUG:boto:Token: None 2022-09-01T10:10:35.928 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/ 2022-09-01T10:10:35.929 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU= 2022-09-01T10:10:35.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU=', 'Content-Length': '0'} 2022-09-01T10:10:35.936 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f1b076502990ed2b-006310851b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.937 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:35.939 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:35.941 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:35.941 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:35.942 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:35.943 DEBUG:boto:Method: GET 2022-09-01T10:10:35.944 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:35.945 DEBUG:boto:Data: 2022-09-01T10:10:35.946 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.947 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:35.948 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.949 DEBUG:boto:Params: {} 2022-09-01T10:10:35.950 DEBUG:boto:Token: None 2022-09-01T10:10:35.951 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/ 2022-09-01T10:10:35.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU= 2022-09-01T10:10:35.953 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X8jJXrpkCA63F7McOxnQb24MkOU=', 'Content-Length': '0'} 2022-09-01T10:10:35.958 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000066c5fe1186401738-006310851b-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.960 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:35.963 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-16 zones={test-zone3, test-zone1} 2022-09-01T10:10:35.964 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-16 zones={test-zone3, test-zone2} 2022-09-01T10:10:35.969 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:35.971 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:35.974 DEBUG:boto:Method: HEAD 2022-09-01T10:10:35.976 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:10:35.977 DEBUG:boto:Data: 2022-09-01T10:10:35.978 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.979 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:35.980 DEBUG:boto:Port: 8001 2022-09-01T10:10:35.980 DEBUG:boto:Params: {} 2022-09-01T10:10:35.982 DEBUG:boto:Token: None 2022-09-01T10:10:35.984 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/ 2022-09-01T10:10:35.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Kk7I1Fq5HT9nr9yjS0S7rWHHGzM= 2022-09-01T10:10:35.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Kk7I1Fq5HT9nr9yjS0S7rWHHGzM=', 'Content-Length': '0'} 2022-09-01T10:10:35.988 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000db949ab50422c90a-006310851b-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:35.989 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:35.989 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:35.990 DEBUG:boto:Method: HEAD 2022-09-01T10:10:35.991 DEBUG:boto:Path: /ptoxvb-16/ 2022-09-01T10:10:35.991 DEBUG:boto:Data: 2022-09-01T10:10:35.992 DEBUG:boto:Headers: {} 2022-09-01T10:10:35.992 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:35.993 DEBUG:boto:Port: 8000 2022-09-01T10:10:35.993 DEBUG:boto:Params: {} 2022-09-01T10:10:35.994 DEBUG:boto:Token: None 2022-09-01T10:10:35.995 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:35 GMT /ptoxvb-16/ 2022-09-01T10:10:35.995 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Kk7I1Fq5HT9nr9yjS0S7rWHHGzM= 2022-09-01T10:10:35.996 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Kk7I1Fq5HT9nr9yjS0S7rWHHGzM=', 'Content-Length': '0'} 2022-09-01T10:10:35.999 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007f79dbe6b4c290c6-006310851b-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:10:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.000 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:10:36.000 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:36.001 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:36.002 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:36.002 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:36.003 DEBUG:boto:Method: GET 2022-09-01T10:10:36.003 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:36.004 DEBUG:boto:Data: 2022-09-01T10:10:36.004 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.005 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.005 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.006 DEBUG:boto:Params: {} 2022-09-01T10:10:36.006 DEBUG:boto:Token: None 2022-09-01T10:10:36.007 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/?versions 2022-09-01T10:10:36.008 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eJOubuoi0FtkI3T4j/PBwDyoCf8= 2022-09-01T10:10:36.008 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eJOubuoi0FtkI3T4j/PBwDyoCf8=', 'Content-Length': '0'} 2022-09-01T10:10:36.012 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000052df06c014ed8f19-006310851c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.013 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:36.014 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:10:36.014 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:10:36.015 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:10:36.016 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:10:36.016 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:10:36.017 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:36.017 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:36.018 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:36.018 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:36.019 DEBUG:boto:Method: GET 2022-09-01T10:10:36.019 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:36.020 DEBUG:boto:Data: 2022-09-01T10:10:36.020 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.021 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.021 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.022 DEBUG:boto:Params: {} 2022-09-01T10:10:36.023 DEBUG:boto:Token: None 2022-09-01T10:10:36.023 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/?versions 2022-09-01T10:10:36.024 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eJOubuoi0FtkI3T4j/PBwDyoCf8= 2022-09-01T10:10:36.025 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eJOubuoi0FtkI3T4j/PBwDyoCf8=', 'Content-Length': '0'} 2022-09-01T10:10:36.030 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000262c08a111258bfd-006310851c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.031 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:36.032 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:10:36.033 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:10:36.033 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:10:36.034 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:10:36.035 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:36.036 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:36.036 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:36.037 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:36.038 DEBUG:boto:Method: GET 2022-09-01T10:10:36.039 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:36.040 DEBUG:boto:Data: 2022-09-01T10:10:36.041 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.042 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.043 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.045 DEBUG:boto:Params: {} 2022-09-01T10:10:36.046 DEBUG:boto:Token: None 2022-09-01T10:10:36.048 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/?versions 2022-09-01T10:10:36.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eJOubuoi0FtkI3T4j/PBwDyoCf8= 2022-09-01T10:10:36.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eJOubuoi0FtkI3T4j/PBwDyoCf8=', 'Content-Length': '0'} 2022-09-01T10:10:36.053 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a469d539aeb6c4f4-006310851c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.061 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:36.064 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:36.066 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:36.067 DEBUG:boto:path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:36.068 DEBUG:boto:auth_path=/ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:36.069 DEBUG:boto:Method: GET 2022-09-01T10:10:36.071 DEBUG:boto:Path: /ptoxvb-16/?versions&max-keys=999 2022-09-01T10:10:36.072 DEBUG:boto:Data: 2022-09-01T10:10:36.073 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.074 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.076 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.077 DEBUG:boto:Params: {} 2022-09-01T10:10:36.078 DEBUG:boto:Token: None 2022-09-01T10:10:36.080 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/?versions 2022-09-01T10:10:36.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eJOubuoi0FtkI3T4j/PBwDyoCf8= 2022-09-01T10:10:36.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eJOubuoi0FtkI3T4j/PBwDyoCf8=', 'Content-Length': '0'} 2022-09-01T10:10:36.086 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007cc2d818c4e90a71-006310851c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.087 DEBUG:boto:b'ptoxvb-16999falsedummyV.61FXawYaSkwftnK1xlgs-DwcBkRFwtrue2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1j8oetNKEFrfQNvq66g7Z-Xn74s2xIOxtrue2022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2GdkKAYr2b67VjWuvALdw5ilK1oHAszttrue2022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kdtrue2022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:36.089 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:36.090 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:36.092 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:36.093 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.094 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.095 DEBUG:boto:Method: GET 2022-09-01T10:10:36.096 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.096 DEBUG:boto:Data: 2022-09-01T10:10:36.097 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.098 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.100 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.101 DEBUG:boto:Params: {} 2022-09-01T10:10:36.102 DEBUG:boto:Token: None 2022-09-01T10:10:36.103 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.105 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:azZC/hGtShmmKhQTf3HzpKRc854= 2022-09-01T10:10:36.106 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:azZC/hGtShmmKhQTf3HzpKRc854=', 'Content-Length': '0'} 2022-09-01T10:10:36.110 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b282415e411d051c-006310851c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.111 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:36.111 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:36.112 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.113 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.114 DEBUG:boto:Method: GET 2022-09-01T10:10:36.114 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.115 DEBUG:boto:Data: 2022-09-01T10:10:36.115 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.116 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.116 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.117 DEBUG:boto:Params: {} 2022-09-01T10:10:36.118 DEBUG:boto:Token: None 2022-09-01T10:10:36.121 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:azZC/hGtShmmKhQTf3HzpKRc854= 2022-09-01T10:10:36.122 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:azZC/hGtShmmKhQTf3HzpKRc854=', 'Content-Length': '0'} 2022-09-01T10:10:36.125 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b0812be31ece9ada-006310851c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.126 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:36.126 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:36.127 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.127 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.128 DEBUG:boto:Method: HEAD 2022-09-01T10:10:36.128 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.129 DEBUG:boto:Data: 2022-09-01T10:10:36.129 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.130 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.131 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.132 DEBUG:boto:Params: {} 2022-09-01T10:10:36.132 DEBUG:boto:Token: None 2022-09-01T10:10:36.133 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.134 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:71z/c9e49o/AsJnxaVTNhPlYljQ= 2022-09-01T10:10:36.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:71z/c9e49o/AsJnxaVTNhPlYljQ=', 'Content-Length': '0'} 2022-09-01T10:10:36.136 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000021ce83b1f3168bc7-006310851c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.137 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:36.138 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:36.138 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.139 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.139 DEBUG:boto:Method: HEAD 2022-09-01T10:10:36.140 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.141 DEBUG:boto:Data: 2022-09-01T10:10:36.142 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.142 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.143 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.143 DEBUG:boto:Params: {} 2022-09-01T10:10:36.144 DEBUG:boto:Token: None 2022-09-01T10:10:36.145 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.146 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:71z/c9e49o/AsJnxaVTNhPlYljQ= 2022-09-01T10:10:36.146 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:71z/c9e49o/AsJnxaVTNhPlYljQ=', 'Content-Length': '0'} 2022-09-01T10:10:36.149 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000c2c4afee72e4fd10-006310851c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.149 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:36.150 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:36.152 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:36.152 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.153 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.154 DEBUG:boto:Method: GET 2022-09-01T10:10:36.155 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.156 DEBUG:boto:Data: 2022-09-01T10:10:36.157 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.158 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.158 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.159 DEBUG:boto:Params: {} 2022-09-01T10:10:36.160 DEBUG:boto:Token: None 2022-09-01T10:10:36.160 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.161 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:azZC/hGtShmmKhQTf3HzpKRc854= 2022-09-01T10:10:36.161 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:azZC/hGtShmmKhQTf3HzpKRc854=', 'Content-Length': '0'} 2022-09-01T10:10:36.164 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004ed1779a78c1f99a-006310851c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.166 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:36.167 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:36.168 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.169 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.169 DEBUG:boto:Method: GET 2022-09-01T10:10:36.171 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.172 DEBUG:boto:Data: 2022-09-01T10:10:36.172 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.173 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.175 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.176 DEBUG:boto:Params: {} 2022-09-01T10:10:36.177 DEBUG:boto:Token: None 2022-09-01T10:10:36.178 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.180 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:azZC/hGtShmmKhQTf3HzpKRc854= 2022-09-01T10:10:36.181 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:azZC/hGtShmmKhQTf3HzpKRc854=', 'Content-Length': '0'} 2022-09-01T10:10:36.184 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000000daad0a55c255002-006310851c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.186 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:36.187 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:36.188 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:36.188 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:36.189 DEBUG:boto:Method: GET 2022-09-01T10:10:36.190 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:10:36.190 DEBUG:boto:Data: 2022-09-01T10:10:36.191 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.192 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.192 DEBUG:boto:Params: {} 2022-09-01T10:10:36.193 DEBUG:boto:Token: None 2022-09-01T10:10:36.194 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/ 2022-09-01T10:10:36.197 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA= 2022-09-01T10:10:36.199 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA=', 'Content-Length': '0'} 2022-09-01T10:10:36.203 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cfa8a327523fc569-006310851c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.205 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:36.207 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:36.209 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:36.211 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:36.212 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:36.213 DEBUG:boto:Method: GET 2022-09-01T10:10:36.214 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:10:36.215 DEBUG:boto:Data: 2022-09-01T10:10:36.217 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.218 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.219 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.220 DEBUG:boto:Params: {} 2022-09-01T10:10:36.222 DEBUG:boto:Token: None 2022-09-01T10:10:36.223 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/ 2022-09-01T10:10:36.224 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA= 2022-09-01T10:10:36.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA=', 'Content-Length': '0'} 2022-09-01T10:10:36.229 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007d895f581581a218-006310851c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.230 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:36.232 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:36.233 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:36.235 DEBUG:boto:Method: HEAD 2022-09-01T10:10:36.236 DEBUG:boto:Path: /ptoxvb-16/dummy 2022-09-01T10:10:36.237 DEBUG:boto:Data: 2022-09-01T10:10:36.238 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.240 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.241 DEBUG:boto:Params: {} 2022-09-01T10:10:36.242 DEBUG:boto:Token: None 2022-09-01T10:10:36.242 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/dummy 2022-09-01T10:10:36.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qQV0M1MLx8mNRMojz8wB1HEPWt8= 2022-09-01T10:10:36.244 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qQV0M1MLx8mNRMojz8wB1HEPWt8=', 'Content-Length': '0'} 2022-09-01T10:10:36.246 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000001a19cb0b3e5bf03f-006310851c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.247 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:36.248 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:36.250 DEBUG:boto:Method: HEAD 2022-09-01T10:10:36.251 DEBUG:boto:Path: /ptoxvb-16/dummy 2022-09-01T10:10:36.252 DEBUG:boto:Data: 2022-09-01T10:10:36.253 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.254 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.255 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.256 DEBUG:boto:Params: {} 2022-09-01T10:10:36.257 DEBUG:boto:Token: None 2022-09-01T10:10:36.258 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/dummy 2022-09-01T10:10:36.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qQV0M1MLx8mNRMojz8wB1HEPWt8= 2022-09-01T10:10:36.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qQV0M1MLx8mNRMojz8wB1HEPWt8=', 'Content-Length': '0'} 2022-09-01T10:10:36.265 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003736a2756aedd265-006310851c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.267 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:36.268 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:36.269 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:36.270 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.271 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.272 DEBUG:boto:Method: GET 2022-09-01T10:10:36.274 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.276 DEBUG:boto:Data: 2022-09-01T10:10:36.278 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.280 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.282 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.283 DEBUG:boto:Params: {} 2022-09-01T10:10:36.284 DEBUG:boto:Token: None 2022-09-01T10:10:36.286 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.287 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:azZC/hGtShmmKhQTf3HzpKRc854= 2022-09-01T10:10:36.288 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:azZC/hGtShmmKhQTf3HzpKRc854=', 'Content-Length': '0'} 2022-09-01T10:10:36.291 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b5724d8e70bd1dff-006310851c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.292 DEBUG:boto:path=/ptoxvb-16/dummy 2022-09-01T10:10:36.293 DEBUG:boto:auth_path=/ptoxvb-16/dummy 2022-09-01T10:10:36.293 DEBUG:boto:path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.294 DEBUG:boto:auth_path=/ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.295 DEBUG:boto:Method: GET 2022-09-01T10:10:36.295 DEBUG:boto:Path: /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.296 DEBUG:boto:Data: 2022-09-01T10:10:36.296 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.297 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.298 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.298 DEBUG:boto:Params: {} 2022-09-01T10:10:36.299 DEBUG:boto:Token: None 2022-09-01T10:10:36.300 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/dummy?versionId=V.61FXawYaSkwftnK1xlgs-DwcBkRFw 2022-09-01T10:10:36.300 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:azZC/hGtShmmKhQTf3HzpKRc854= 2022-09-01T10:10:36.301 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:azZC/hGtShmmKhQTf3HzpKRc854=', 'Content-Length': '0'} 2022-09-01T10:10:36.304 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:35 GMT'), ('x-amz-version-id', 'V.61FXawYaSkwftnK1xlgs-DwcBkRFw'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004d29aa2ca0214c1b-006310851c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.305 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:36.306 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:36.308 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:36.308 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:36.309 DEBUG:boto:Method: GET 2022-09-01T10:10:36.309 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:10:36.310 DEBUG:boto:Data: 2022-09-01T10:10:36.310 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.311 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.311 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.312 DEBUG:boto:Params: {} 2022-09-01T10:10:36.313 DEBUG:boto:Token: None 2022-09-01T10:10:36.313 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/ 2022-09-01T10:10:36.314 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA= 2022-09-01T10:10:36.315 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA=', 'Content-Length': '0'} 2022-09-01T10:10:36.318 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005f65d9fb31fe1da6-006310851c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.366 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:36.367 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:36.368 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:36.368 DEBUG:boto:path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:36.369 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=dummy 2022-09-01T10:10:36.370 DEBUG:boto:Method: GET 2022-09-01T10:10:36.370 DEBUG:boto:Path: /ptoxvb-16/?prefix=dummy 2022-09-01T10:10:36.371 DEBUG:boto:Data: 2022-09-01T10:10:36.371 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.372 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.373 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.374 DEBUG:boto:Params: {} 2022-09-01T10:10:36.374 DEBUG:boto:Token: None 2022-09-01T10:10:36.375 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/ 2022-09-01T10:10:36.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA= 2022-09-01T10:10:36.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA=', 'Content-Length': '0'} 2022-09-01T10:10:36.379 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f6d11702d73aff2c-006310851c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.380 DEBUG:boto:b'ptoxvb-16dummy1000falsedummy2022-09-01T10:04:35.811Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:36.381 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:36.382 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.382 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.383 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.384 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.384 DEBUG:boto:Method: GET 2022-09-01T10:10:36.385 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.385 DEBUG:boto:Data: 2022-09-01T10:10:36.386 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.386 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.387 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.388 DEBUG:boto:Params: {} 2022-09-01T10:10:36.388 DEBUG:boto:Token: None 2022-09-01T10:10:36.389 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.390 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T110AcBuhS7mhtJeyE4El7fd02A= 2022-09-01T10:10:36.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T110AcBuhS7mhtJeyE4El7fd02A=', 'Content-Length': '0'} 2022-09-01T10:10:36.394 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a0e70ceebe6a7aac-006310851c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.395 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.397 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.398 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.399 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.400 DEBUG:boto:Method: GET 2022-09-01T10:10:36.401 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.402 DEBUG:boto:Data: 2022-09-01T10:10:36.403 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.404 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.406 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.408 DEBUG:boto:Params: {} 2022-09-01T10:10:36.409 DEBUG:boto:Token: None 2022-09-01T10:10:36.411 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.412 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T110AcBuhS7mhtJeyE4El7fd02A= 2022-09-01T10:10:36.413 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T110AcBuhS7mhtJeyE4El7fd02A=', 'Content-Length': '0'} 2022-09-01T10:10:36.419 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005d6776d771ba0732-006310851c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.422 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.424 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.425 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.426 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.428 DEBUG:boto:Method: HEAD 2022-09-01T10:10:36.429 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.430 DEBUG:boto:Data: 2022-09-01T10:10:36.432 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.433 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.434 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.435 DEBUG:boto:Params: {} 2022-09-01T10:10:36.437 DEBUG:boto:Token: None 2022-09-01T10:10:36.439 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.440 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UDp5k/46cwTMsUGhV5jsQECaLKQ= 2022-09-01T10:10:36.442 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UDp5k/46cwTMsUGhV5jsQECaLKQ=', 'Content-Length': '0'} 2022-09-01T10:10:36.446 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004bd1a569323fdfb7-006310851c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.447 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.449 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.450 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.451 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.451 DEBUG:boto:Method: HEAD 2022-09-01T10:10:36.452 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.453 DEBUG:boto:Data: 2022-09-01T10:10:36.453 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.455 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.456 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.457 DEBUG:boto:Params: {} 2022-09-01T10:10:36.458 DEBUG:boto:Token: None 2022-09-01T10:10:36.460 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.461 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UDp5k/46cwTMsUGhV5jsQECaLKQ= 2022-09-01T10:10:36.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UDp5k/46cwTMsUGhV5jsQECaLKQ=', 'Content-Length': '0'} 2022-09-01T10:10:36.464 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c15e1d568e3b1556-006310851c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.466 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:36.467 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.468 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.468 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.470 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.471 DEBUG:boto:Method: GET 2022-09-01T10:10:36.472 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.473 DEBUG:boto:Data: 2022-09-01T10:10:36.475 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.475 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.476 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.477 DEBUG:boto:Params: {} 2022-09-01T10:10:36.478 DEBUG:boto:Token: None 2022-09-01T10:10:36.478 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.479 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T110AcBuhS7mhtJeyE4El7fd02A= 2022-09-01T10:10:36.482 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T110AcBuhS7mhtJeyE4El7fd02A=', 'Content-Length': '0'} 2022-09-01T10:10:36.484 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000099a72fa0f7b590b0-006310851c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.486 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.487 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.488 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.489 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.489 DEBUG:boto:Method: GET 2022-09-01T10:10:36.490 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.492 DEBUG:boto:Data: 2022-09-01T10:10:36.492 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.493 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.493 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.494 DEBUG:boto:Params: {} 2022-09-01T10:10:36.495 DEBUG:boto:Token: None 2022-09-01T10:10:36.495 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.496 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T110AcBuhS7mhtJeyE4El7fd02A= 2022-09-01T10:10:36.497 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T110AcBuhS7mhtJeyE4El7fd02A=', 'Content-Length': '0'} 2022-09-01T10:10:36.499 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003ea92bf4ae65d764-006310851c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.501 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:36.504 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:36.505 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:36.505 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:36.506 DEBUG:boto:Method: GET 2022-09-01T10:10:36.507 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:36.507 DEBUG:boto:Data: 2022-09-01T10:10:36.508 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.509 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.510 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.510 DEBUG:boto:Params: {} 2022-09-01T10:10:36.513 DEBUG:boto:Token: None 2022-09-01T10:10:36.514 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/ 2022-09-01T10:10:36.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA= 2022-09-01T10:10:36.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA=', 'Content-Length': '0'} 2022-09-01T10:10:36.519 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005797c258fa53192b-006310851c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.520 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:36.521 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:36.529 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:36.531 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:36.532 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:36.533 DEBUG:boto:Method: GET 2022-09-01T10:10:36.535 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:36.537 DEBUG:boto:Data: 2022-09-01T10:10:36.539 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.541 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.542 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.543 DEBUG:boto:Params: {} 2022-09-01T10:10:36.545 DEBUG:boto:Token: None 2022-09-01T10:10:36.546 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/ 2022-09-01T10:10:36.547 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA= 2022-09-01T10:10:36.548 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA=', 'Content-Length': '0'} 2022-09-01T10:10:36.552 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000092a2638b7be38ac6-006310851c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.553 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:36.554 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.554 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.555 DEBUG:boto:Method: HEAD 2022-09-01T10:10:36.556 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.556 DEBUG:boto:Data: 2022-09-01T10:10:36.557 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.557 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.558 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.558 DEBUG:boto:Params: {} 2022-09-01T10:10:36.560 DEBUG:boto:Token: None 2022-09-01T10:10:36.561 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3n6sxc3a5STVhdZuq3UDaQj5vC8= 2022-09-01T10:10:36.562 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3n6sxc3a5STVhdZuq3UDaQj5vC8=', 'Content-Length': '0'} 2022-09-01T10:10:36.565 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c5e9760c2ce79ef6-006310851c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.567 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.569 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.570 DEBUG:boto:Method: HEAD 2022-09-01T10:10:36.572 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.573 DEBUG:boto:Data: 2022-09-01T10:10:36.574 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.576 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.577 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.578 DEBUG:boto:Params: {} 2022-09-01T10:10:36.579 DEBUG:boto:Token: None 2022-09-01T10:10:36.580 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3n6sxc3a5STVhdZuq3UDaQj5vC8= 2022-09-01T10:10:36.583 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3n6sxc3a5STVhdZuq3UDaQj5vC8=', 'Content-Length': '0'} 2022-09-01T10:10:36.589 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000304d17a8e96506b1-006310851c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.592 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:36.593 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.594 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.595 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.596 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.596 DEBUG:boto:Method: GET 2022-09-01T10:10:36.597 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.598 DEBUG:boto:Data: 2022-09-01T10:10:36.598 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.599 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.599 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.600 DEBUG:boto:Params: {} 2022-09-01T10:10:36.600 DEBUG:boto:Token: None 2022-09-01T10:10:36.601 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.602 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T110AcBuhS7mhtJeyE4El7fd02A= 2022-09-01T10:10:36.602 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T110AcBuhS7mhtJeyE4El7fd02A=', 'Content-Length': '0'} 2022-09-01T10:10:36.605 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d4d463e53486bba3-006310851c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.606 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.607 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1 2022-09-01T10:10:36.607 DEBUG:boto:path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.608 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.609 DEBUG:boto:Method: GET 2022-09-01T10:10:36.609 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.610 DEBUG:boto:Data: 2022-09-01T10:10:36.610 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.611 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.611 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.612 DEBUG:boto:Params: {} 2022-09-01T10:10:36.613 DEBUG:boto:Token: None 2022-09-01T10:10:36.613 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone1?versionId=j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx 2022-09-01T10:10:36.614 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T110AcBuhS7mhtJeyE4El7fd02A= 2022-09-01T10:10:36.615 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T110AcBuhS7mhtJeyE4El7fd02A=', 'Content-Length': '0'} 2022-09-01T10:10:36.618 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'j8oetNKEFrfQNvq66g7Z-Xn74s2xIOx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002845201983690079-006310851c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.621 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:36.622 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:36.623 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:36.625 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:36.625 DEBUG:boto:Method: GET 2022-09-01T10:10:36.626 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:36.629 DEBUG:boto:Data: 2022-09-01T10:10:36.630 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.632 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.633 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.635 DEBUG:boto:Params: {} 2022-09-01T10:10:36.637 DEBUG:boto:Token: None 2022-09-01T10:10:36.639 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/ 2022-09-01T10:10:36.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA= 2022-09-01T10:10:36.642 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA=', 'Content-Length': '0'} 2022-09-01T10:10:36.646 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000093afa5e712ad8ccd-006310851c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.647 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:36.648 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:36.649 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:36.649 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:36.650 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:36.651 DEBUG:boto:Method: GET 2022-09-01T10:10:36.651 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone1 2022-09-01T10:10:36.652 DEBUG:boto:Data: 2022-09-01T10:10:36.652 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.653 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.654 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.654 DEBUG:boto:Params: {} 2022-09-01T10:10:36.655 DEBUG:boto:Token: None 2022-09-01T10:10:36.656 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/ 2022-09-01T10:10:36.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA= 2022-09-01T10:10:36.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA=', 'Content-Length': '0'} 2022-09-01T10:10:36.661 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a2161e43abe3fd75-006310851c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.706 DEBUG:boto:b'ptoxvb-16obj-test-zone11000falseobj-test-zone12022-09-01T10:06:51.836Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:36.708 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:36.709 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.710 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.711 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.712 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.713 DEBUG:boto:Method: GET 2022-09-01T10:10:36.714 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.714 DEBUG:boto:Data: 2022-09-01T10:10:36.716 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.717 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.718 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.719 DEBUG:boto:Params: {} 2022-09-01T10:10:36.720 DEBUG:boto:Token: None 2022-09-01T10:10:36.724 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.726 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WCgKMU5iLx8nKIiAaEo4MJEshJg= 2022-09-01T10:10:36.728 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WCgKMU5iLx8nKIiAaEo4MJEshJg=', 'Content-Length': '0'} 2022-09-01T10:10:36.733 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c952d35d941d5085-006310851c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.737 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.739 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.741 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.743 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.745 DEBUG:boto:Method: GET 2022-09-01T10:10:36.747 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.749 DEBUG:boto:Data: 2022-09-01T10:10:36.750 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.752 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.754 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.756 DEBUG:boto:Params: {} 2022-09-01T10:10:36.757 DEBUG:boto:Token: None 2022-09-01T10:10:36.760 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.762 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WCgKMU5iLx8nKIiAaEo4MJEshJg= 2022-09-01T10:10:36.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WCgKMU5iLx8nKIiAaEo4MJEshJg=', 'Content-Length': '0'} 2022-09-01T10:10:36.770 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008256ce33189e04fa-006310851c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.773 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.775 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.776 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.778 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.780 DEBUG:boto:Method: HEAD 2022-09-01T10:10:36.782 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.784 DEBUG:boto:Data: 2022-09-01T10:10:36.785 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.786 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.786 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.787 DEBUG:boto:Params: {} 2022-09-01T10:10:36.788 DEBUG:boto:Token: None 2022-09-01T10:10:36.789 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PvGoaSOkbOjTYIY7TSMKHFxBcxE= 2022-09-01T10:10:36.790 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PvGoaSOkbOjTYIY7TSMKHFxBcxE=', 'Content-Length': '0'} 2022-09-01T10:10:36.793 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cde323cabefc5bb5-006310851c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.794 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.795 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.795 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.796 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.796 DEBUG:boto:Method: HEAD 2022-09-01T10:10:36.797 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.797 DEBUG:boto:Data: 2022-09-01T10:10:36.798 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.799 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.799 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.800 DEBUG:boto:Params: {} 2022-09-01T10:10:36.800 DEBUG:boto:Token: None 2022-09-01T10:10:36.801 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.802 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PvGoaSOkbOjTYIY7TSMKHFxBcxE= 2022-09-01T10:10:36.803 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PvGoaSOkbOjTYIY7TSMKHFxBcxE=', 'Content-Length': '0'} 2022-09-01T10:10:36.807 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001038496dfdd8d615-006310851c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.808 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:36.809 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.810 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.811 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.811 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.812 DEBUG:boto:Method: GET 2022-09-01T10:10:36.813 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.814 DEBUG:boto:Data: 2022-09-01T10:10:36.815 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.816 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.817 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.818 DEBUG:boto:Params: {} 2022-09-01T10:10:36.819 DEBUG:boto:Token: None 2022-09-01T10:10:36.820 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.821 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WCgKMU5iLx8nKIiAaEo4MJEshJg= 2022-09-01T10:10:36.822 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WCgKMU5iLx8nKIiAaEo4MJEshJg=', 'Content-Length': '0'} 2022-09-01T10:10:36.829 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c359ddc47479012b-006310851c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.833 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.836 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.837 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.838 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.840 DEBUG:boto:Method: GET 2022-09-01T10:10:36.841 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.843 DEBUG:boto:Data: 2022-09-01T10:10:36.844 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.845 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.846 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.848 DEBUG:boto:Params: {} 2022-09-01T10:10:36.849 DEBUG:boto:Token: None 2022-09-01T10:10:36.851 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.852 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WCgKMU5iLx8nKIiAaEo4MJEshJg= 2022-09-01T10:10:36.853 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WCgKMU5iLx8nKIiAaEo4MJEshJg=', 'Content-Length': '0'} 2022-09-01T10:10:36.857 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b8135bc51d911ff2-006310851c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.859 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:36.860 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:36.861 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:36.863 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:36.864 DEBUG:boto:Method: GET 2022-09-01T10:10:36.865 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:36.867 DEBUG:boto:Data: 2022-09-01T10:10:36.868 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.869 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.870 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.871 DEBUG:boto:Params: {} 2022-09-01T10:10:36.872 DEBUG:boto:Token: None 2022-09-01T10:10:36.873 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/ 2022-09-01T10:10:36.875 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA= 2022-09-01T10:10:36.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA=', 'Content-Length': '0'} 2022-09-01T10:10:36.880 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e4005f6118edf10b-006310851c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.882 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:36.884 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:36.885 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:36.886 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:36.887 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:36.888 DEBUG:boto:Method: GET 2022-09-01T10:10:36.889 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:36.891 DEBUG:boto:Data: 2022-09-01T10:10:36.893 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.893 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.894 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.895 DEBUG:boto:Params: {} 2022-09-01T10:10:36.896 DEBUG:boto:Token: None 2022-09-01T10:10:36.897 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/ 2022-09-01T10:10:36.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA= 2022-09-01T10:10:36.900 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y19rFbURXfm5ez0Vq9Vbs6VwkvA=', 'Content-Length': '0'} 2022-09-01T10:10:36.904 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ac118952b659a708-006310851c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.906 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:36.907 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.908 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.908 DEBUG:boto:Method: HEAD 2022-09-01T10:10:36.909 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.910 DEBUG:boto:Data: 2022-09-01T10:10:36.910 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.911 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.911 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.912 DEBUG:boto:Params: {} 2022-09-01T10:10:36.913 DEBUG:boto:Token: None 2022-09-01T10:10:36.914 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.915 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c2Z22C0EQf2L1oqnGwe/B8g9pqE= 2022-09-01T10:10:36.915 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c2Z22C0EQf2L1oqnGwe/B8g9pqE=', 'Content-Length': '0'} 2022-09-01T10:10:36.918 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e30bc959a974bb65-006310851c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.919 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.920 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.921 DEBUG:boto:Method: HEAD 2022-09-01T10:10:36.921 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.922 DEBUG:boto:Data: 2022-09-01T10:10:36.923 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.923 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:36.924 DEBUG:boto:Port: 8000 2022-09-01T10:10:36.924 DEBUG:boto:Params: {} 2022-09-01T10:10:36.925 DEBUG:boto:Token: None 2022-09-01T10:10:36.926 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.927 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c2Z22C0EQf2L1oqnGwe/B8g9pqE= 2022-09-01T10:10:36.927 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c2Z22C0EQf2L1oqnGwe/B8g9pqE=', 'Content-Length': '0'} 2022-09-01T10:10:36.930 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ef83759c8132dc8d-006310851c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.931 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:36.932 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.933 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.933 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.934 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.934 DEBUG:boto:Method: GET 2022-09-01T10:10:36.935 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.935 DEBUG:boto:Data: 2022-09-01T10:10:36.936 DEBUG:boto:Headers: {} 2022-09-01T10:10:36.937 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:36.937 DEBUG:boto:Port: 8001 2022-09-01T10:10:36.938 DEBUG:boto:Params: {} 2022-09-01T10:10:36.939 DEBUG:boto:Token: None 2022-09-01T10:10:36.940 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:36 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.941 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WCgKMU5iLx8nKIiAaEo4MJEshJg= 2022-09-01T10:10:36.941 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WCgKMU5iLx8nKIiAaEo4MJEshJg=', 'Content-Length': '0'} 2022-09-01T10:10:36.944 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000888c7e065d1bd756-006310851c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:36.990 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.991 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2 2022-09-01T10:10:36.992 DEBUG:boto:path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.993 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:36.998 DEBUG:boto:Method: GET 2022-09-01T10:10:37.000 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:37.001 DEBUG:boto:Data: 2022-09-01T10:10:37.002 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.003 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:37.005 DEBUG:boto:Port: 8000 2022-09-01T10:10:37.006 DEBUG:boto:Params: {} 2022-09-01T10:10:37.007 DEBUG:boto:Token: None 2022-09-01T10:10:37.008 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/obj-test-zone2?versionId=GdkKAYr2b67VjWuvALdw5ilK1oHAszt 2022-09-01T10:10:37.009 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XKf0+/kpIfYoYijr5XKU7uPQH7g= 2022-09-01T10:10:37.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XKf0+/kpIfYoYijr5XKU7uPQH7g=', 'Content-Length': '0'} 2022-09-01T10:10:37.014 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'GdkKAYr2b67VjWuvALdw5ilK1oHAszt'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005addad2233ae1746-006310851d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.016 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:37.017 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:37.019 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:37.020 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:37.021 DEBUG:boto:Method: GET 2022-09-01T10:10:37.022 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:37.023 DEBUG:boto:Data: 2022-09-01T10:10:37.024 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.026 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:37.027 DEBUG:boto:Port: 8001 2022-09-01T10:10:37.028 DEBUG:boto:Params: {} 2022-09-01T10:10:37.030 DEBUG:boto:Token: None 2022-09-01T10:10:37.032 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/ 2022-09-01T10:10:37.033 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yzYIIUYJOtVfnvGqw5m+2+PSHsY= 2022-09-01T10:10:37.035 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yzYIIUYJOtVfnvGqw5m+2+PSHsY=', 'Content-Length': '0'} 2022-09-01T10:10:37.039 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000088d05a9aaa999809-006310851d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.041 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:37.042 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:37.044 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:37.045 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:37.046 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:37.047 DEBUG:boto:Method: GET 2022-09-01T10:10:37.048 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone2 2022-09-01T10:10:37.049 DEBUG:boto:Data: 2022-09-01T10:10:37.050 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.051 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:37.052 DEBUG:boto:Port: 8000 2022-09-01T10:10:37.053 DEBUG:boto:Params: {} 2022-09-01T10:10:37.054 DEBUG:boto:Token: None 2022-09-01T10:10:37.055 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/ 2022-09-01T10:10:37.057 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yzYIIUYJOtVfnvGqw5m+2+PSHsY= 2022-09-01T10:10:37.058 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yzYIIUYJOtVfnvGqw5m+2+PSHsY=', 'Content-Length': '0'} 2022-09-01T10:10:37.063 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002528796e73d74eda-006310851d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.065 DEBUG:boto:b'ptoxvb-16obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.000Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:37.066 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:37.067 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.069 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.069 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.070 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.071 DEBUG:boto:Method: GET 2022-09-01T10:10:37.072 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.073 DEBUG:boto:Data: 2022-09-01T10:10:37.074 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.075 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:37.076 DEBUG:boto:Port: 8001 2022-09-01T10:10:37.077 DEBUG:boto:Params: {} 2022-09-01T10:10:37.079 DEBUG:boto:Token: None 2022-09-01T10:10:37.080 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z2Iojt22fUZ6wdNjiRR/fXTOGXE= 2022-09-01T10:10:37.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z2Iojt22fUZ6wdNjiRR/fXTOGXE=', 'Content-Length': '0'} 2022-09-01T10:10:37.087 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000816547213aaec2ce-006310851d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.088 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.090 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.091 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.092 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.093 DEBUG:boto:Method: GET 2022-09-01T10:10:37.094 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.095 DEBUG:boto:Data: 2022-09-01T10:10:37.096 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.097 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:37.099 DEBUG:boto:Port: 8000 2022-09-01T10:10:37.099 DEBUG:boto:Params: {} 2022-09-01T10:10:37.100 DEBUG:boto:Token: None 2022-09-01T10:10:37.101 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.101 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z2Iojt22fUZ6wdNjiRR/fXTOGXE= 2022-09-01T10:10:37.102 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z2Iojt22fUZ6wdNjiRR/fXTOGXE=', 'Content-Length': '0'} 2022-09-01T10:10:37.105 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000019c55be67113e036-006310851d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.107 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.108 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.110 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.111 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.112 DEBUG:boto:Method: HEAD 2022-09-01T10:10:37.113 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.115 DEBUG:boto:Data: 2022-09-01T10:10:37.116 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.117 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:37.119 DEBUG:boto:Port: 8001 2022-09-01T10:10:37.120 DEBUG:boto:Params: {} 2022-09-01T10:10:37.121 DEBUG:boto:Token: None 2022-09-01T10:10:37.122 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IL33yKBAE4G01PQQOE4fkVzU/Z4= 2022-09-01T10:10:37.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IL33yKBAE4G01PQQOE4fkVzU/Z4=', 'Content-Length': '0'} 2022-09-01T10:10:37.129 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000963cee761ba5b5c1-006310851d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.131 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.132 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.133 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.134 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.135 DEBUG:boto:Method: HEAD 2022-09-01T10:10:37.136 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.137 DEBUG:boto:Data: 2022-09-01T10:10:37.138 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.139 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:37.140 DEBUG:boto:Port: 8000 2022-09-01T10:10:37.141 DEBUG:boto:Params: {} 2022-09-01T10:10:37.142 DEBUG:boto:Token: None 2022-09-01T10:10:37.143 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.143 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IL33yKBAE4G01PQQOE4fkVzU/Z4= 2022-09-01T10:10:37.144 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IL33yKBAE4G01PQQOE4fkVzU/Z4=', 'Content-Length': '0'} 2022-09-01T10:10:37.148 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d1143ffd4c9c9eba-006310851d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.149 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:37.149 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.150 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.151 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.151 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.152 DEBUG:boto:Method: GET 2022-09-01T10:10:37.152 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.153 DEBUG:boto:Data: 2022-09-01T10:10:37.153 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.155 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:37.156 DEBUG:boto:Port: 8001 2022-09-01T10:10:37.157 DEBUG:boto:Params: {} 2022-09-01T10:10:37.158 DEBUG:boto:Token: None 2022-09-01T10:10:37.159 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.160 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z2Iojt22fUZ6wdNjiRR/fXTOGXE= 2022-09-01T10:10:37.160 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z2Iojt22fUZ6wdNjiRR/fXTOGXE=', 'Content-Length': '0'} 2022-09-01T10:10:37.163 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000009215f91b78d5f92-006310851d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.166 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.168 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.169 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.171 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.172 DEBUG:boto:Method: GET 2022-09-01T10:10:37.174 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.175 DEBUG:boto:Data: 2022-09-01T10:10:37.177 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.179 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:37.180 DEBUG:boto:Port: 8000 2022-09-01T10:10:37.181 DEBUG:boto:Params: {} 2022-09-01T10:10:37.182 DEBUG:boto:Token: None 2022-09-01T10:10:37.183 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.184 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z2Iojt22fUZ6wdNjiRR/fXTOGXE= 2022-09-01T10:10:37.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z2Iojt22fUZ6wdNjiRR/fXTOGXE=', 'Content-Length': '0'} 2022-09-01T10:10:37.189 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ecf993d0b6cc30fa-006310851d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.192 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:37.193 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:37.194 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:37.196 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:37.197 DEBUG:boto:Method: GET 2022-09-01T10:10:37.199 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:37.200 DEBUG:boto:Data: 2022-09-01T10:10:37.201 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.202 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:37.204 DEBUG:boto:Port: 8001 2022-09-01T10:10:37.205 DEBUG:boto:Params: {} 2022-09-01T10:10:37.207 DEBUG:boto:Token: None 2022-09-01T10:10:37.208 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/ 2022-09-01T10:10:37.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yzYIIUYJOtVfnvGqw5m+2+PSHsY= 2022-09-01T10:10:37.212 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yzYIIUYJOtVfnvGqw5m+2+PSHsY=', 'Content-Length': '0'} 2022-09-01T10:10:37.215 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008c897d4dfadf7e3e-006310851d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.217 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:37.218 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:37.219 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:37.219 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:37.220 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:37.221 DEBUG:boto:Method: GET 2022-09-01T10:10:37.222 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:37.223 DEBUG:boto:Data: 2022-09-01T10:10:37.224 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.225 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:37.226 DEBUG:boto:Port: 8000 2022-09-01T10:10:37.227 DEBUG:boto:Params: {} 2022-09-01T10:10:37.228 DEBUG:boto:Token: None 2022-09-01T10:10:37.229 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/ 2022-09-01T10:10:37.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yzYIIUYJOtVfnvGqw5m+2+PSHsY= 2022-09-01T10:10:37.232 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yzYIIUYJOtVfnvGqw5m+2+PSHsY=', 'Content-Length': '0'} 2022-09-01T10:10:37.235 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001da5a6c7563aac3a-006310851d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.236 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:37.238 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.239 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.241 DEBUG:boto:Method: HEAD 2022-09-01T10:10:37.242 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.243 DEBUG:boto:Data: 2022-09-01T10:10:37.243 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.244 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:37.245 DEBUG:boto:Port: 8001 2022-09-01T10:10:37.246 DEBUG:boto:Params: {} 2022-09-01T10:10:37.247 DEBUG:boto:Token: None 2022-09-01T10:10:37.248 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.249 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sk/rcOWJVXwql+BwKjhaCPVSH/M= 2022-09-01T10:10:37.250 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sk/rcOWJVXwql+BwKjhaCPVSH/M=', 'Content-Length': '0'} 2022-09-01T10:10:37.254 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000505f563f84b2c5e4-006310851d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.255 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.256 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.257 DEBUG:boto:Method: HEAD 2022-09-01T10:10:37.258 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.258 DEBUG:boto:Data: 2022-09-01T10:10:37.259 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.259 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:37.260 DEBUG:boto:Port: 8000 2022-09-01T10:10:37.260 DEBUG:boto:Params: {} 2022-09-01T10:10:37.261 DEBUG:boto:Token: None 2022-09-01T10:10:37.261 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.262 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sk/rcOWJVXwql+BwKjhaCPVSH/M= 2022-09-01T10:10:37.263 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sk/rcOWJVXwql+BwKjhaCPVSH/M=', 'Content-Length': '0'} 2022-09-01T10:10:37.265 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008ee23b1491a2ef87-006310851d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.267 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:37.268 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.269 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.269 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.270 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.271 DEBUG:boto:Method: GET 2022-09-01T10:10:37.271 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.272 DEBUG:boto:Data: 2022-09-01T10:10:37.273 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.274 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:37.275 DEBUG:boto:Port: 8001 2022-09-01T10:10:37.276 DEBUG:boto:Params: {} 2022-09-01T10:10:37.277 DEBUG:boto:Token: None 2022-09-01T10:10:37.279 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z2Iojt22fUZ6wdNjiRR/fXTOGXE= 2022-09-01T10:10:37.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z2Iojt22fUZ6wdNjiRR/fXTOGXE=', 'Content-Length': '0'} 2022-09-01T10:10:37.284 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000047e21700f921799e-006310851d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.286 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.287 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3 2022-09-01T10:10:37.287 DEBUG:boto:path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.288 DEBUG:boto:auth_path=/ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.289 DEBUG:boto:Method: GET 2022-09-01T10:10:37.289 DEBUG:boto:Path: /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.290 DEBUG:boto:Data: 2022-09-01T10:10:37.290 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.291 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:37.291 DEBUG:boto:Port: 8000 2022-09-01T10:10:37.292 DEBUG:boto:Params: {} 2022-09-01T10:10:37.293 DEBUG:boto:Token: None 2022-09-01T10:10:37.293 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/obj-test-zone3?versionId=hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd 2022-09-01T10:10:37.294 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z2Iojt22fUZ6wdNjiRR/fXTOGXE= 2022-09-01T10:10:37.295 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z2Iojt22fUZ6wdNjiRR/fXTOGXE=', 'Content-Length': '0'} 2022-09-01T10:10:37.297 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'hjR7C.4-kxlwHEqIgEhQ3kBRosBr2Kd'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f3af88eec3d3ae2e-006310851d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.299 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:37.300 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:37.300 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:37.301 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:37.302 DEBUG:boto:Method: GET 2022-09-01T10:10:37.303 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:37.304 DEBUG:boto:Data: 2022-09-01T10:10:37.304 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.305 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:37.305 DEBUG:boto:Port: 8001 2022-09-01T10:10:37.308 DEBUG:boto:Params: {} 2022-09-01T10:10:37.309 DEBUG:boto:Token: None 2022-09-01T10:10:37.310 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/ 2022-09-01T10:10:37.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yzYIIUYJOtVfnvGqw5m+2+PSHsY= 2022-09-01T10:10:37.312 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yzYIIUYJOtVfnvGqw5m+2+PSHsY=', 'Content-Length': '0'} 2022-09-01T10:10:37.316 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005fc20655f7553fad-006310851d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.317 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:37.319 DEBUG:boto:path=/ptoxvb-16/ 2022-09-01T10:10:37.321 DEBUG:boto:auth_path=/ptoxvb-16/ 2022-09-01T10:10:37.322 DEBUG:boto:path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:37.323 DEBUG:boto:auth_path=/ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:37.324 DEBUG:boto:Method: GET 2022-09-01T10:10:37.325 DEBUG:boto:Path: /ptoxvb-16/?prefix=obj-test-zone3 2022-09-01T10:10:37.326 DEBUG:boto:Data: 2022-09-01T10:10:37.327 DEBUG:boto:Headers: {} 2022-09-01T10:10:37.327 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:37.328 DEBUG:boto:Port: 8000 2022-09-01T10:10:37.329 DEBUG:boto:Params: {} 2022-09-01T10:10:37.330 DEBUG:boto:Token: None 2022-09-01T10:10:37.332 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:37 GMT /ptoxvb-16/ 2022-09-01T10:10:37.333 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yzYIIUYJOtVfnvGqw5m+2+PSHsY= 2022-09-01T10:10:37.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yzYIIUYJOtVfnvGqw5m+2+PSHsY=', 'Content-Length': '0'} 2022-09-01T10:10:37.337 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008d80e0aada3acf1e-006310851d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:37.337 DEBUG:boto:b'ptoxvb-16obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.149Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:37.338 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-16 zones={test-zone3, test-zone2} 2022-09-01T10:10:37.339 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-17 2022-09-01T10:10:37.339 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:37.340 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:37.341 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:10:37.408 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:10:37.409 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:10:37.446 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:10:37.446+0000 7f83049e7600 1 bucket sync caught up with source: 2022-09-01T10:10:37.446 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000011.39.5, , 00000000005.22.5, , 00000000008.22.5, , , , , ] 2022-09-01T10:10:37.446 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000011.39.5, , 00000000005.22.5, , 00000000008.22.5, , , , , ] 2022-09-01T10:10:37.447 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:10:37.446+0000 7f83049e7600 0 bucket checkpoint complete 2022-09-01T10:10:37.471 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-17 2022-09-01T10:10:37.472 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:37.473 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:37.474 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:10:37.544 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:10:37.544 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:10:37.598 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:37.597+0000 7f979b6db600 1 bucket sync caught up with source: 2022-09-01T10:10:37.599 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000011.39.5, , 00000000005.22.5, , 00000000008.22.5, , , , , ] 2022-09-01T10:10:37.599 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000011.39.5, , 00000000005.22.5, , 00000000008.22.5, , , , , ] 2022-09-01T10:10:37.600 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:37.597+0000 7f979b6db600 0 bucket checkpoint complete 2022-09-01T10:10:37.619 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-17 2022-09-01T10:10:37.620 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:37.621 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:37.622 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:10:37.686 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:10:37.686 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:10:37.721 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:10:37.721+0000 7fb6b55d9600 1 bucket sync caught up with source: 2022-09-01T10:10:37.723 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000011.39.5, , 00000000005.22.5, , 00000000008.22.5, , , , , ] 2022-09-01T10:10:37.743 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000011.39.5, , 00000000005.22.5, , 00000000008.22.5, , , , , ] 2022-09-01T10:10:37.744 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:10:37.721+0000 7fb6b55d9600 0 bucket checkpoint complete 2022-09-01T10:10:37.746 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-17 2022-09-01T10:10:37.747 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:37.748 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:37.749 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:10:37.814 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:10:37.815 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:10:37.874 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:37.867+0000 7f0a128fb600 1 bucket sync caught up with source: 2022-09-01T10:10:37.874 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.41.5, , 00000000011.66.5, , 00000000009.37.5, , , , , ] 2022-09-01T10:10:37.875 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.41.5, , 00000000011.66.5, , 00000000009.37.5, , , , , ] 2022-09-01T10:10:37.876 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:37.867+0000 7f0a128fb600 0 bucket checkpoint complete 2022-09-01T10:10:37.889 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-17 2022-09-01T10:10:37.894 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:37.895 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:37.896 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:10:37.958 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:10:37.959 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:10:37.992 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:37.991+0000 7f7f622a9600 1 bucket sync caught up with source: 2022-09-01T10:10:37.993 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.41.5, , 00000000011.66.5, , 00000000009.37.5, , , , , ] 2022-09-01T10:10:37.993 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.41.5, , 00000000011.66.5, , 00000000009.37.5, , , , , ] 2022-09-01T10:10:37.994 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:37.991+0000 7f7f622a9600 0 bucket checkpoint complete 2022-09-01T10:10:38.005 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-17 2022-09-01T10:10:38.006 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-17 2022-09-01T10:10:38.007 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:38.008 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:38.010 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:10:38.071 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:10:38.072 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:10:38.122 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:38.122+0000 7f9585c42600 1 bucket sync caught up with source: 2022-09-01T10:10:38.123 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.56.5, , 00000000004.34.5, , 00000000015.45.5, , , , , ] 2022-09-01T10:10:38.123 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.56.5, , 00000000004.34.5, , 00000000015.45.5, , , , , ] 2022-09-01T10:10:38.124 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:38.122+0000 7f9585c42600 0 bucket checkpoint complete 2022-09-01T10:10:38.145 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-17 2022-09-01T10:10:38.147 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:38.147 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:38.148 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-17 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:10:38.210 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:10:38.210 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:10:38.247 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:10:38.245+0000 7efee9b77600 1 bucket sync caught up with source: 2022-09-01T10:10:38.248 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000004.56.5, , 00000000004.34.5, , 00000000015.45.5, , , , , ] 2022-09-01T10:10:38.248 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000004.56.5, , 00000000004.34.5, , 00000000015.45.5, , , , , ] 2022-09-01T10:10:38.249 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:10:38.245+0000 7efee9b77600 0 bucket checkpoint complete 2022-09-01T10:10:38.259 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-17 2022-09-01T10:10:38.261 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-17 zones={test-zone2, test-zone1} 2022-09-01T10:10:38.262 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:38.263 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:38.264 DEBUG:boto:Method: HEAD 2022-09-01T10:10:38.265 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:10:38.267 DEBUG:boto:Data: 2022-09-01T10:10:38.269 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.269 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.270 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.271 DEBUG:boto:Params: {} 2022-09-01T10:10:38.273 DEBUG:boto:Token: None 2022-09-01T10:10:38.274 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/ 2022-09-01T10:10:38.274 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UPQZh9R/3Gdcy5h9GMcKh/kPAEo= 2022-09-01T10:10:38.275 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UPQZh9R/3Gdcy5h9GMcKh/kPAEo=', 'Content-Length': '0'} 2022-09-01T10:10:38.278 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006af470958046c1aa-006310851e-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.279 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:38.280 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:38.281 DEBUG:boto:Method: HEAD 2022-09-01T10:10:38.282 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:10:38.283 DEBUG:boto:Data: 2022-09-01T10:10:38.283 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.284 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.285 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.285 DEBUG:boto:Params: {} 2022-09-01T10:10:38.286 DEBUG:boto:Token: None 2022-09-01T10:10:38.287 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/ 2022-09-01T10:10:38.288 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UPQZh9R/3Gdcy5h9GMcKh/kPAEo= 2022-09-01T10:10:38.289 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UPQZh9R/3Gdcy5h9GMcKh/kPAEo=', 'Content-Length': '0'} 2022-09-01T10:10:38.292 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007cd1b77f658711a1-006310851e-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.294 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:10:38.297 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:38.298 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:38.300 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:38.301 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:38.302 DEBUG:boto:Method: GET 2022-09-01T10:10:38.303 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:38.303 DEBUG:boto:Data: 2022-09-01T10:10:38.304 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.305 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.305 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.306 DEBUG:boto:Params: {} 2022-09-01T10:10:38.307 DEBUG:boto:Token: None 2022-09-01T10:10:38.307 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/?versions 2022-09-01T10:10:38.308 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ER2MVovQn+L+bTMPypbC18COvwc= 2022-09-01T10:10:38.309 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ER2MVovQn+L+bTMPypbC18COvwc=', 'Content-Length': '0'} 2022-09-01T10:10:38.312 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000074a6faea2aac0589-006310851e-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.314 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:38.316 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:10:38.317 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:10:38.318 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:10:38.319 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:10:38.320 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:10:38.323 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:38.325 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:38.326 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:38.327 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:38.328 DEBUG:boto:Method: GET 2022-09-01T10:10:38.329 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:38.330 DEBUG:boto:Data: 2022-09-01T10:10:38.331 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.333 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.334 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.336 DEBUG:boto:Params: {} 2022-09-01T10:10:38.337 DEBUG:boto:Token: None 2022-09-01T10:10:38.338 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/?versions 2022-09-01T10:10:38.339 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ER2MVovQn+L+bTMPypbC18COvwc= 2022-09-01T10:10:38.340 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ER2MVovQn+L+bTMPypbC18COvwc=', 'Content-Length': '0'} 2022-09-01T10:10:38.347 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008e88ed80451f84be-006310851e-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.349 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:38.350 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:10:38.351 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:10:38.353 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:10:38.354 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:10:38.355 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:38.356 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:38.361 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:38.363 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:38.364 DEBUG:boto:Method: GET 2022-09-01T10:10:38.365 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:38.366 DEBUG:boto:Data: 2022-09-01T10:10:38.367 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.368 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.368 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.369 DEBUG:boto:Params: {} 2022-09-01T10:10:38.371 DEBUG:boto:Token: None 2022-09-01T10:10:38.372 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/?versions 2022-09-01T10:10:38.373 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ER2MVovQn+L+bTMPypbC18COvwc= 2022-09-01T10:10:38.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ER2MVovQn+L+bTMPypbC18COvwc=', 'Content-Length': '0'} 2022-09-01T10:10:38.378 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000048ab79304095e902-006310851e-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.379 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:38.381 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:38.382 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:38.383 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:38.384 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:38.385 DEBUG:boto:Method: GET 2022-09-01T10:10:38.386 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:38.387 DEBUG:boto:Data: 2022-09-01T10:10:38.387 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.390 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.391 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.392 DEBUG:boto:Params: {} 2022-09-01T10:10:38.393 DEBUG:boto:Token: None 2022-09-01T10:10:38.394 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/?versions 2022-09-01T10:10:38.396 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ER2MVovQn+L+bTMPypbC18COvwc= 2022-09-01T10:10:38.397 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ER2MVovQn+L+bTMPypbC18COvwc=', 'Content-Length': '0'} 2022-09-01T10:10:38.405 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000000829523f81088ee-006310851e-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.407 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:38.409 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:38.414 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:38.415 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:38.417 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.418 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.420 DEBUG:boto:Method: GET 2022-09-01T10:10:38.421 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.422 DEBUG:boto:Data: 2022-09-01T10:10:38.423 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.424 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.426 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.428 DEBUG:boto:Params: {} 2022-09-01T10:10:38.429 DEBUG:boto:Token: None 2022-09-01T10:10:38.431 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:19SIVbJuh2wIXaPco3kNHwS7zh8= 2022-09-01T10:10:38.433 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:19SIVbJuh2wIXaPco3kNHwS7zh8=', 'Content-Length': '0'} 2022-09-01T10:10:38.436 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000f8de5f383b05413e-006310851e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.438 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:38.439 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:38.441 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.442 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.443 DEBUG:boto:Method: GET 2022-09-01T10:10:38.443 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.444 DEBUG:boto:Data: 2022-09-01T10:10:38.445 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.445 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.446 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.446 DEBUG:boto:Params: {} 2022-09-01T10:10:38.447 DEBUG:boto:Token: None 2022-09-01T10:10:38.448 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.448 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:19SIVbJuh2wIXaPco3kNHwS7zh8= 2022-09-01T10:10:38.449 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:19SIVbJuh2wIXaPco3kNHwS7zh8=', 'Content-Length': '0'} 2022-09-01T10:10:38.452 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003208847952412e3d-006310851e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.454 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:38.455 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:38.455 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.456 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.456 DEBUG:boto:Method: HEAD 2022-09-01T10:10:38.457 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.457 DEBUG:boto:Data: 2022-09-01T10:10:38.458 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.459 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.459 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.460 DEBUG:boto:Params: {} 2022-09-01T10:10:38.463 DEBUG:boto:Token: None 2022-09-01T10:10:38.464 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.465 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vAV6g/Qva5hBzmZ1XlqXa9WELkM= 2022-09-01T10:10:38.466 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vAV6g/Qva5hBzmZ1XlqXa9WELkM=', 'Content-Length': '0'} 2022-09-01T10:10:38.469 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ac08ff20552a1e8c-006310851e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.471 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:38.473 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:38.474 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.475 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.477 DEBUG:boto:Method: HEAD 2022-09-01T10:10:38.478 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.480 DEBUG:boto:Data: 2022-09-01T10:10:38.481 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.482 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.483 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.484 DEBUG:boto:Params: {} 2022-09-01T10:10:38.486 DEBUG:boto:Token: None 2022-09-01T10:10:38.488 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vAV6g/Qva5hBzmZ1XlqXa9WELkM= 2022-09-01T10:10:38.490 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vAV6g/Qva5hBzmZ1XlqXa9WELkM=', 'Content-Length': '0'} 2022-09-01T10:10:38.494 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000588c2c0ed311cac2-006310851e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.496 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:38.498 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:38.504 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:38.505 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.506 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.506 DEBUG:boto:Method: GET 2022-09-01T10:10:38.507 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.508 DEBUG:boto:Data: 2022-09-01T10:10:38.508 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.509 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.515 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.517 DEBUG:boto:Params: {} 2022-09-01T10:10:38.518 DEBUG:boto:Token: None 2022-09-01T10:10:38.519 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.520 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:19SIVbJuh2wIXaPco3kNHwS7zh8= 2022-09-01T10:10:38.522 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:19SIVbJuh2wIXaPco3kNHwS7zh8=', 'Content-Length': '0'} 2022-09-01T10:10:38.526 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000001efb425e87982de4-006310851e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.527 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:38.528 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:38.529 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.529 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.530 DEBUG:boto:Method: GET 2022-09-01T10:10:38.531 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.537 DEBUG:boto:Data: 2022-09-01T10:10:38.538 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.542 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.543 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.544 DEBUG:boto:Params: {} 2022-09-01T10:10:38.545 DEBUG:boto:Token: None 2022-09-01T10:10:38.546 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.547 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:19SIVbJuh2wIXaPco3kNHwS7zh8= 2022-09-01T10:10:38.547 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:19SIVbJuh2wIXaPco3kNHwS7zh8=', 'Content-Length': '0'} 2022-09-01T10:10:38.549 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000029543245081084a2-006310851e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.551 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:38.551 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:38.552 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:38.553 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:38.554 DEBUG:boto:Method: GET 2022-09-01T10:10:38.555 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:10:38.556 DEBUG:boto:Data: 2022-09-01T10:10:38.557 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.558 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.559 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.559 DEBUG:boto:Params: {} 2022-09-01T10:10:38.560 DEBUG:boto:Token: None 2022-09-01T10:10:38.561 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/ 2022-09-01T10:10:38.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo= 2022-09-01T10:10:38.562 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo=', 'Content-Length': '0'} 2022-09-01T10:10:38.570 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007162b1dcc78d3d6e-006310851e-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.571 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:38.572 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:38.573 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:38.573 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:38.574 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:38.575 DEBUG:boto:Method: GET 2022-09-01T10:10:38.576 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:10:38.576 DEBUG:boto:Data: 2022-09-01T10:10:38.577 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.577 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.578 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.578 DEBUG:boto:Params: {} 2022-09-01T10:10:38.579 DEBUG:boto:Token: None 2022-09-01T10:10:38.580 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/ 2022-09-01T10:10:38.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo= 2022-09-01T10:10:38.582 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo=', 'Content-Length': '0'} 2022-09-01T10:10:38.591 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007e0a272820fad4bc-006310851e-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.594 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:38.597 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:38.598 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:38.599 DEBUG:boto:Method: HEAD 2022-09-01T10:10:38.601 DEBUG:boto:Path: /ptoxvb-17/dummy 2022-09-01T10:10:38.603 DEBUG:boto:Data: 2022-09-01T10:10:38.604 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.605 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.609 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.611 DEBUG:boto:Params: {} 2022-09-01T10:10:38.612 DEBUG:boto:Token: None 2022-09-01T10:10:38.614 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/dummy 2022-09-01T10:10:38.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b1RccBlW7tHrkFqvO8wnfoFz04c= 2022-09-01T10:10:38.617 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b1RccBlW7tHrkFqvO8wnfoFz04c=', 'Content-Length': '0'} 2022-09-01T10:10:38.620 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000008d7249f1dee29295-006310851e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.623 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:38.624 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:38.625 DEBUG:boto:Method: HEAD 2022-09-01T10:10:38.626 DEBUG:boto:Path: /ptoxvb-17/dummy 2022-09-01T10:10:38.627 DEBUG:boto:Data: 2022-09-01T10:10:38.629 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.631 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.632 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.633 DEBUG:boto:Params: {} 2022-09-01T10:10:38.635 DEBUG:boto:Token: None 2022-09-01T10:10:38.637 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/dummy 2022-09-01T10:10:38.639 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b1RccBlW7tHrkFqvO8wnfoFz04c= 2022-09-01T10:10:38.640 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b1RccBlW7tHrkFqvO8wnfoFz04c=', 'Content-Length': '0'} 2022-09-01T10:10:38.643 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000007bd46c597edae5a1-006310851e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.646 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:38.647 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:38.648 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:38.650 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.654 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.654 DEBUG:boto:Method: GET 2022-09-01T10:10:38.655 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.656 DEBUG:boto:Data: 2022-09-01T10:10:38.657 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.657 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.658 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.659 DEBUG:boto:Params: {} 2022-09-01T10:10:38.660 DEBUG:boto:Token: None 2022-09-01T10:10:38.660 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:19SIVbJuh2wIXaPco3kNHwS7zh8= 2022-09-01T10:10:38.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:19SIVbJuh2wIXaPco3kNHwS7zh8=', 'Content-Length': '0'} 2022-09-01T10:10:38.667 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b7557c6abd63812c-006310851e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.668 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:38.669 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:38.670 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.670 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.671 DEBUG:boto:Method: GET 2022-09-01T10:10:38.671 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.672 DEBUG:boto:Data: 2022-09-01T10:10:38.673 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.673 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.674 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.675 DEBUG:boto:Params: {} 2022-09-01T10:10:38.675 DEBUG:boto:Token: None 2022-09-01T10:10:38.676 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:38.677 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:19SIVbJuh2wIXaPco3kNHwS7zh8= 2022-09-01T10:10:38.678 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:19SIVbJuh2wIXaPco3kNHwS7zh8=', 'Content-Length': '0'} 2022-09-01T10:10:38.680 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000081d105e37c716ef6-006310851e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.681 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:38.681 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:38.682 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:38.682 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:38.683 DEBUG:boto:Method: GET 2022-09-01T10:10:38.683 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:10:38.684 DEBUG:boto:Data: 2022-09-01T10:10:38.689 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.690 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.690 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.691 DEBUG:boto:Params: {} 2022-09-01T10:10:38.691 DEBUG:boto:Token: None 2022-09-01T10:10:38.692 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/ 2022-09-01T10:10:38.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo= 2022-09-01T10:10:38.694 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo=', 'Content-Length': '0'} 2022-09-01T10:10:38.696 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d8508fd3c0e67da7-006310851e-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.697 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:38.698 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:38.699 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:38.700 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:38.700 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:38.701 DEBUG:boto:Method: GET 2022-09-01T10:10:38.701 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:10:38.702 DEBUG:boto:Data: 2022-09-01T10:10:38.702 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.703 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.703 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.704 DEBUG:boto:Params: {} 2022-09-01T10:10:38.705 DEBUG:boto:Token: None 2022-09-01T10:10:38.705 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/ 2022-09-01T10:10:38.706 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo= 2022-09-01T10:10:38.706 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo=', 'Content-Length': '0'} 2022-09-01T10:10:38.709 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002dfaaa380f908ea5-006310851e-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.710 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:38.711 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:38.711 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.712 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.712 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.713 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.713 DEBUG:boto:Method: GET 2022-09-01T10:10:38.714 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.714 DEBUG:boto:Data: 2022-09-01T10:10:38.715 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.715 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.716 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.717 DEBUG:boto:Params: {} 2022-09-01T10:10:38.717 DEBUG:boto:Token: None 2022-09-01T10:10:38.718 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.720 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sxrqAPbEbWwKZOf8X4oBxlhJV3c= 2022-09-01T10:10:38.722 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sxrqAPbEbWwKZOf8X4oBxlhJV3c=', 'Content-Length': '0'} 2022-09-01T10:10:38.724 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001d3a91f5eb9f72bd-006310851e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.725 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.726 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.726 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.727 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.728 DEBUG:boto:Method: GET 2022-09-01T10:10:38.728 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.729 DEBUG:boto:Data: 2022-09-01T10:10:38.729 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.731 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.732 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.732 DEBUG:boto:Params: {} 2022-09-01T10:10:38.733 DEBUG:boto:Token: None 2022-09-01T10:10:38.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.735 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sxrqAPbEbWwKZOf8X4oBxlhJV3c= 2022-09-01T10:10:38.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sxrqAPbEbWwKZOf8X4oBxlhJV3c=', 'Content-Length': '0'} 2022-09-01T10:10:38.737 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f72e259e109a8959-006310851e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.739 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.739 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.740 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.740 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.741 DEBUG:boto:Method: HEAD 2022-09-01T10:10:38.741 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.742 DEBUG:boto:Data: 2022-09-01T10:10:38.743 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.743 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.744 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.744 DEBUG:boto:Params: {} 2022-09-01T10:10:38.745 DEBUG:boto:Token: None 2022-09-01T10:10:38.745 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bu8E99Le+e4gIGf1zO/KfVhz2a0= 2022-09-01T10:10:38.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bu8E99Le+e4gIGf1zO/KfVhz2a0=', 'Content-Length': '0'} 2022-09-01T10:10:38.754 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001f905487fafa6956-006310851e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.755 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.756 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.757 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.757 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.758 DEBUG:boto:Method: HEAD 2022-09-01T10:10:38.759 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.760 DEBUG:boto:Data: 2022-09-01T10:10:38.761 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.761 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.762 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.763 DEBUG:boto:Params: {} 2022-09-01T10:10:38.764 DEBUG:boto:Token: None 2022-09-01T10:10:38.765 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.766 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bu8E99Le+e4gIGf1zO/KfVhz2a0= 2022-09-01T10:10:38.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bu8E99Le+e4gIGf1zO/KfVhz2a0=', 'Content-Length': '0'} 2022-09-01T10:10:38.768 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f9179139902438c2-006310851e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.770 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:38.770 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.771 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.772 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.772 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.774 DEBUG:boto:Method: GET 2022-09-01T10:10:38.776 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.778 DEBUG:boto:Data: 2022-09-01T10:10:38.779 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.779 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.781 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.781 DEBUG:boto:Params: {} 2022-09-01T10:10:38.782 DEBUG:boto:Token: None 2022-09-01T10:10:38.783 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.784 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sxrqAPbEbWwKZOf8X4oBxlhJV3c= 2022-09-01T10:10:38.785 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sxrqAPbEbWwKZOf8X4oBxlhJV3c=', 'Content-Length': '0'} 2022-09-01T10:10:38.788 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ef5df12ec3968c40-006310851e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.790 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.792 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.793 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.793 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.794 DEBUG:boto:Method: GET 2022-09-01T10:10:38.795 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.795 DEBUG:boto:Data: 2022-09-01T10:10:38.796 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.796 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.797 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.797 DEBUG:boto:Params: {} 2022-09-01T10:10:38.798 DEBUG:boto:Token: None 2022-09-01T10:10:38.799 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.800 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sxrqAPbEbWwKZOf8X4oBxlhJV3c= 2022-09-01T10:10:38.800 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sxrqAPbEbWwKZOf8X4oBxlhJV3c=', 'Content-Length': '0'} 2022-09-01T10:10:38.803 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000014727cacfee4e7a1-006310851e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.804 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:38.804 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:38.805 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:38.806 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:38.806 DEBUG:boto:Method: GET 2022-09-01T10:10:38.807 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:38.807 DEBUG:boto:Data: 2022-09-01T10:10:38.808 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.808 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.809 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.809 DEBUG:boto:Params: {} 2022-09-01T10:10:38.810 DEBUG:boto:Token: None 2022-09-01T10:10:38.811 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/ 2022-09-01T10:10:38.811 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo= 2022-09-01T10:10:38.812 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo=', 'Content-Length': '0'} 2022-09-01T10:10:38.815 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000464d6eff72302310-006310851e-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.816 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:38.817 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:38.817 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:38.818 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:38.819 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:38.819 DEBUG:boto:Method: GET 2022-09-01T10:10:38.820 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:38.820 DEBUG:boto:Data: 2022-09-01T10:10:38.821 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.821 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.822 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.823 DEBUG:boto:Params: {} 2022-09-01T10:10:38.823 DEBUG:boto:Token: None 2022-09-01T10:10:38.824 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/ 2022-09-01T10:10:38.825 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo= 2022-09-01T10:10:38.825 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo=', 'Content-Length': '0'} 2022-09-01T10:10:38.828 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000db966d1af353cc88-006310851e-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.830 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:38.831 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.832 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.833 DEBUG:boto:Method: HEAD 2022-09-01T10:10:38.834 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.835 DEBUG:boto:Data: 2022-09-01T10:10:38.836 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.837 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.838 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.839 DEBUG:boto:Params: {} 2022-09-01T10:10:38.840 DEBUG:boto:Token: None 2022-09-01T10:10:38.841 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8p51klsCCMqvI1lJJOtf8JWgQM4= 2022-09-01T10:10:38.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8p51klsCCMqvI1lJJOtf8JWgQM4=', 'Content-Length': '0'} 2022-09-01T10:10:38.847 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000099cd1be8ea94b5a7-006310851e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.848 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.849 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.850 DEBUG:boto:Method: HEAD 2022-09-01T10:10:38.850 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.851 DEBUG:boto:Data: 2022-09-01T10:10:38.852 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.853 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.854 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.855 DEBUG:boto:Params: {} 2022-09-01T10:10:38.856 DEBUG:boto:Token: None 2022-09-01T10:10:38.857 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.858 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8p51klsCCMqvI1lJJOtf8JWgQM4= 2022-09-01T10:10:38.859 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8p51klsCCMqvI1lJJOtf8JWgQM4=', 'Content-Length': '0'} 2022-09-01T10:10:38.863 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000f88aaacecd82e97-006310851e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.865 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:38.866 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.867 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.868 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.869 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.869 DEBUG:boto:Method: GET 2022-09-01T10:10:38.870 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.871 DEBUG:boto:Data: 2022-09-01T10:10:38.871 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.872 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.872 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.873 DEBUG:boto:Params: {} 2022-09-01T10:10:38.874 DEBUG:boto:Token: None 2022-09-01T10:10:38.874 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.875 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sxrqAPbEbWwKZOf8X4oBxlhJV3c= 2022-09-01T10:10:38.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sxrqAPbEbWwKZOf8X4oBxlhJV3c=', 'Content-Length': '0'} 2022-09-01T10:10:38.878 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000021ad16ba4eaa659a-006310851e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.921 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.922 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:38.923 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.925 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.929 DEBUG:boto:Method: GET 2022-09-01T10:10:38.930 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.932 DEBUG:boto:Data: 2022-09-01T10:10:38.933 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.934 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.935 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.936 DEBUG:boto:Params: {} 2022-09-01T10:10:38.937 DEBUG:boto:Token: None 2022-09-01T10:10:38.938 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:38.939 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sxrqAPbEbWwKZOf8X4oBxlhJV3c= 2022-09-01T10:10:38.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sxrqAPbEbWwKZOf8X4oBxlhJV3c=', 'Content-Length': '0'} 2022-09-01T10:10:38.942 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000735a4ed30e72808e-006310851e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.943 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:38.944 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:38.945 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:38.945 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:38.946 DEBUG:boto:Method: GET 2022-09-01T10:10:38.946 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:38.947 DEBUG:boto:Data: 2022-09-01T10:10:38.947 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.948 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:38.948 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.949 DEBUG:boto:Params: {} 2022-09-01T10:10:38.949 DEBUG:boto:Token: None 2022-09-01T10:10:38.950 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/ 2022-09-01T10:10:38.951 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo= 2022-09-01T10:10:38.952 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo=', 'Content-Length': '0'} 2022-09-01T10:10:38.955 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000092491c353293a7e9-006310851e-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:38.957 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:38.958 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:38.963 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:38.964 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:38.965 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:38.967 DEBUG:boto:Method: GET 2022-09-01T10:10:38.968 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:38.969 DEBUG:boto:Data: 2022-09-01T10:10:38.970 DEBUG:boto:Headers: {} 2022-09-01T10:10:38.972 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:38.973 DEBUG:boto:Port: 8000 2022-09-01T10:10:38.974 DEBUG:boto:Params: {} 2022-09-01T10:10:38.975 DEBUG:boto:Token: None 2022-09-01T10:10:38.976 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:38 GMT /ptoxvb-17/ 2022-09-01T10:10:38.977 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo= 2022-09-01T10:10:38.977 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MhPUiEvByDVqHit2DENYB0Krpgo=', 'Content-Length': '0'} 2022-09-01T10:10:38.980 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000342336ef974b2881-006310851e-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.024 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:39.025 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:39.026 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.026 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.027 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.028 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.029 DEBUG:boto:Method: GET 2022-09-01T10:10:39.030 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.030 DEBUG:boto:Data: 2022-09-01T10:10:39.031 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.031 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:39.032 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.033 DEBUG:boto:Params: {} 2022-09-01T10:10:39.034 DEBUG:boto:Token: None 2022-09-01T10:10:39.034 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C5tvNtnXTUfWdTx0NnL4d3vG83o= 2022-09-01T10:10:39.036 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C5tvNtnXTUfWdTx0NnL4d3vG83o=', 'Content-Length': '0'} 2022-09-01T10:10:39.038 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f14710981c0c5d8f-006310851f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.040 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.040 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.041 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.041 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.042 DEBUG:boto:Method: GET 2022-09-01T10:10:39.043 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.044 DEBUG:boto:Data: 2022-09-01T10:10:39.045 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.046 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.047 DEBUG:boto:Params: {} 2022-09-01T10:10:39.047 DEBUG:boto:Token: None 2022-09-01T10:10:39.048 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.049 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C5tvNtnXTUfWdTx0NnL4d3vG83o= 2022-09-01T10:10:39.050 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C5tvNtnXTUfWdTx0NnL4d3vG83o=', 'Content-Length': '0'} 2022-09-01T10:10:39.052 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002fb329b77823a9c4-006310851f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.054 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.054 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.055 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.055 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.056 DEBUG:boto:Method: HEAD 2022-09-01T10:10:39.056 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.057 DEBUG:boto:Data: 2022-09-01T10:10:39.058 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.058 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:39.059 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.059 DEBUG:boto:Params: {} 2022-09-01T10:10:39.060 DEBUG:boto:Token: None 2022-09-01T10:10:39.061 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.061 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pp4rinKRk402/lbDnPsKns68RQI= 2022-09-01T10:10:39.062 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pp4rinKRk402/lbDnPsKns68RQI=', 'Content-Length': '0'} 2022-09-01T10:10:39.067 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000056c0a0a725e58680-006310851f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.069 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.069 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.070 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.071 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.071 DEBUG:boto:Method: HEAD 2022-09-01T10:10:39.072 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.072 DEBUG:boto:Data: 2022-09-01T10:10:39.073 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.073 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.074 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.075 DEBUG:boto:Params: {} 2022-09-01T10:10:39.075 DEBUG:boto:Token: None 2022-09-01T10:10:39.077 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.078 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pp4rinKRk402/lbDnPsKns68RQI= 2022-09-01T10:10:39.079 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pp4rinKRk402/lbDnPsKns68RQI=', 'Content-Length': '0'} 2022-09-01T10:10:39.081 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b855ffaecab53fdb-006310851f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.082 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:39.083 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.083 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.084 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.084 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.085 DEBUG:boto:Method: GET 2022-09-01T10:10:39.085 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.086 DEBUG:boto:Data: 2022-09-01T10:10:39.087 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.087 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:39.088 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.089 DEBUG:boto:Params: {} 2022-09-01T10:10:39.091 DEBUG:boto:Token: None 2022-09-01T10:10:39.092 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C5tvNtnXTUfWdTx0NnL4d3vG83o= 2022-09-01T10:10:39.103 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C5tvNtnXTUfWdTx0NnL4d3vG83o=', 'Content-Length': '0'} 2022-09-01T10:10:39.107 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007428afc265b5151d-006310851f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.118 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.119 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.120 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.120 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.121 DEBUG:boto:Method: GET 2022-09-01T10:10:39.121 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.124 DEBUG:boto:Data: 2022-09-01T10:10:39.125 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.125 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.126 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.126 DEBUG:boto:Params: {} 2022-09-01T10:10:39.127 DEBUG:boto:Token: None 2022-09-01T10:10:39.128 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.128 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C5tvNtnXTUfWdTx0NnL4d3vG83o= 2022-09-01T10:10:39.129 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C5tvNtnXTUfWdTx0NnL4d3vG83o=', 'Content-Length': '0'} 2022-09-01T10:10:39.132 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fed26187d0bca0d4-006310851f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.133 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:39.134 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:39.135 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:39.135 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:39.136 DEBUG:boto:Method: GET 2022-09-01T10:10:39.136 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:39.137 DEBUG:boto:Data: 2022-09-01T10:10:39.137 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.138 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:39.139 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.140 DEBUG:boto:Params: {} 2022-09-01T10:10:39.140 DEBUG:boto:Token: None 2022-09-01T10:10:39.141 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/ 2022-09-01T10:10:39.142 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU= 2022-09-01T10:10:39.142 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU=', 'Content-Length': '0'} 2022-09-01T10:10:39.145 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005c0be6b9b28344c7-006310851f-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.186 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:39.187 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:39.188 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:39.189 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:39.190 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:39.191 DEBUG:boto:Method: GET 2022-09-01T10:10:39.192 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:39.193 DEBUG:boto:Data: 2022-09-01T10:10:39.194 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.195 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.196 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.196 DEBUG:boto:Params: {} 2022-09-01T10:10:39.198 DEBUG:boto:Token: None 2022-09-01T10:10:39.199 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/ 2022-09-01T10:10:39.200 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU= 2022-09-01T10:10:39.200 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU=', 'Content-Length': '0'} 2022-09-01T10:10:39.203 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006331731dfa354ea9-006310851f-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.204 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:39.205 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.206 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.206 DEBUG:boto:Method: HEAD 2022-09-01T10:10:39.207 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.207 DEBUG:boto:Data: 2022-09-01T10:10:39.208 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.208 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:39.209 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.209 DEBUG:boto:Params: {} 2022-09-01T10:10:39.211 DEBUG:boto:Token: None 2022-09-01T10:10:39.211 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.212 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PuReXTONxoe192CCy4uxrdKrjsQ= 2022-09-01T10:10:39.213 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PuReXTONxoe192CCy4uxrdKrjsQ=', 'Content-Length': '0'} 2022-09-01T10:10:39.215 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f4f55a34dc18ffb8-006310851f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.216 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.217 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.217 DEBUG:boto:Method: HEAD 2022-09-01T10:10:39.218 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.219 DEBUG:boto:Data: 2022-09-01T10:10:39.219 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.220 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.220 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.221 DEBUG:boto:Params: {} 2022-09-01T10:10:39.221 DEBUG:boto:Token: None 2022-09-01T10:10:39.222 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.223 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PuReXTONxoe192CCy4uxrdKrjsQ= 2022-09-01T10:10:39.224 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PuReXTONxoe192CCy4uxrdKrjsQ=', 'Content-Length': '0'} 2022-09-01T10:10:39.228 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e7bf19d8c77b01ed-006310851f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.229 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:39.230 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.232 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.233 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.233 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.235 DEBUG:boto:Method: GET 2022-09-01T10:10:39.236 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.237 DEBUG:boto:Data: 2022-09-01T10:10:39.238 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.239 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:39.243 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.244 DEBUG:boto:Params: {} 2022-09-01T10:10:39.245 DEBUG:boto:Token: None 2022-09-01T10:10:39.246 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.247 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C5tvNtnXTUfWdTx0NnL4d3vG83o= 2022-09-01T10:10:39.248 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C5tvNtnXTUfWdTx0NnL4d3vG83o=', 'Content-Length': '0'} 2022-09-01T10:10:39.253 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001ac7b3b4eeafee70-006310851f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.254 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.255 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:39.255 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.256 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.259 DEBUG:boto:Method: GET 2022-09-01T10:10:39.262 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.264 DEBUG:boto:Data: 2022-09-01T10:10:39.265 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.266 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.267 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.268 DEBUG:boto:Params: {} 2022-09-01T10:10:39.270 DEBUG:boto:Token: None 2022-09-01T10:10:39.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:39.273 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C5tvNtnXTUfWdTx0NnL4d3vG83o= 2022-09-01T10:10:39.274 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C5tvNtnXTUfWdTx0NnL4d3vG83o=', 'Content-Length': '0'} 2022-09-01T10:10:39.278 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000013cecad08b933ed-006310851f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.279 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:39.280 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:39.282 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:39.285 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:39.286 DEBUG:boto:Method: GET 2022-09-01T10:10:39.287 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:39.288 DEBUG:boto:Data: 2022-09-01T10:10:39.289 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.290 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:39.291 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.292 DEBUG:boto:Params: {} 2022-09-01T10:10:39.292 DEBUG:boto:Token: None 2022-09-01T10:10:39.293 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/ 2022-09-01T10:10:39.294 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU= 2022-09-01T10:10:39.295 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU=', 'Content-Length': '0'} 2022-09-01T10:10:39.298 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004af4ed7e8055b58c-006310851f-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.299 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:39.300 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:39.300 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:39.301 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:39.302 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:39.302 DEBUG:boto:Method: GET 2022-09-01T10:10:39.303 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:39.304 DEBUG:boto:Data: 2022-09-01T10:10:39.305 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.305 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.306 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.306 DEBUG:boto:Params: {} 2022-09-01T10:10:39.307 DEBUG:boto:Token: None 2022-09-01T10:10:39.308 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/ 2022-09-01T10:10:39.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU= 2022-09-01T10:10:39.309 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU=', 'Content-Length': '0'} 2022-09-01T10:10:39.313 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000014b0ad05e39c6c9b-006310851f-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.315 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:39.316 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:39.318 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.320 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.321 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.322 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.323 DEBUG:boto:Method: GET 2022-09-01T10:10:39.324 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.325 DEBUG:boto:Data: 2022-09-01T10:10:39.326 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.328 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:39.332 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.333 DEBUG:boto:Params: {} 2022-09-01T10:10:39.334 DEBUG:boto:Token: None 2022-09-01T10:10:39.336 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.337 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DfxePsF6lLSEoN+EQvwzb+HLD9I= 2022-09-01T10:10:39.338 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DfxePsF6lLSEoN+EQvwzb+HLD9I=', 'Content-Length': '0'} 2022-09-01T10:10:39.343 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ac3262a20f0c26a5-006310851f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.345 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.347 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.349 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.350 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.351 DEBUG:boto:Method: GET 2022-09-01T10:10:39.352 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.353 DEBUG:boto:Data: 2022-09-01T10:10:39.354 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.356 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.357 DEBUG:boto:Params: {} 2022-09-01T10:10:39.359 DEBUG:boto:Token: None 2022-09-01T10:10:39.361 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.362 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DfxePsF6lLSEoN+EQvwzb+HLD9I= 2022-09-01T10:10:39.363 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DfxePsF6lLSEoN+EQvwzb+HLD9I=', 'Content-Length': '0'} 2022-09-01T10:10:39.366 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004683be2fcc689727-006310851f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.367 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.368 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.370 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.371 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.371 DEBUG:boto:Method: HEAD 2022-09-01T10:10:39.372 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.373 DEBUG:boto:Data: 2022-09-01T10:10:39.373 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.374 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:39.374 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.375 DEBUG:boto:Params: {} 2022-09-01T10:10:39.376 DEBUG:boto:Token: None 2022-09-01T10:10:39.377 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.378 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K2JMUkALlb4Z5gw9V3pbsBj0OhQ= 2022-09-01T10:10:39.379 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K2JMUkALlb4Z5gw9V3pbsBj0OhQ=', 'Content-Length': '0'} 2022-09-01T10:10:39.382 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001c6eb2ad5d6ecd77-006310851f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.383 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.384 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.391 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.392 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.403 DEBUG:boto:Method: HEAD 2022-09-01T10:10:39.409 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.418 DEBUG:boto:Data: 2022-09-01T10:10:39.420 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.421 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.422 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.424 DEBUG:boto:Params: {} 2022-09-01T10:10:39.425 DEBUG:boto:Token: None 2022-09-01T10:10:39.426 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.429 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K2JMUkALlb4Z5gw9V3pbsBj0OhQ= 2022-09-01T10:10:39.430 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K2JMUkALlb4Z5gw9V3pbsBj0OhQ=', 'Content-Length': '0'} 2022-09-01T10:10:39.434 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000972f75ea7d117be7-006310851f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.436 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:39.439 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.441 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.443 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.445 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.446 DEBUG:boto:Method: GET 2022-09-01T10:10:39.448 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.450 DEBUG:boto:Data: 2022-09-01T10:10:39.451 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.452 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:39.464 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.466 DEBUG:boto:Params: {} 2022-09-01T10:10:39.468 DEBUG:boto:Token: None 2022-09-01T10:10:39.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.472 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DfxePsF6lLSEoN+EQvwzb+HLD9I= 2022-09-01T10:10:39.473 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DfxePsF6lLSEoN+EQvwzb+HLD9I=', 'Content-Length': '0'} 2022-09-01T10:10:39.477 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002cac0e45750a61b5-006310851f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.478 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.480 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.481 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.483 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.484 DEBUG:boto:Method: GET 2022-09-01T10:10:39.486 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.489 DEBUG:boto:Data: 2022-09-01T10:10:39.491 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.493 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.495 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.496 DEBUG:boto:Params: {} 2022-09-01T10:10:39.497 DEBUG:boto:Token: None 2022-09-01T10:10:39.500 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.501 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DfxePsF6lLSEoN+EQvwzb+HLD9I= 2022-09-01T10:10:39.502 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DfxePsF6lLSEoN+EQvwzb+HLD9I=', 'Content-Length': '0'} 2022-09-01T10:10:39.507 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000247db46edfab5c2a-006310851f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.509 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:39.510 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:39.511 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:39.512 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:39.513 DEBUG:boto:Method: GET 2022-09-01T10:10:39.514 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:39.515 DEBUG:boto:Data: 2022-09-01T10:10:39.518 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.519 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:39.520 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.523 DEBUG:boto:Params: {} 2022-09-01T10:10:39.524 DEBUG:boto:Token: None 2022-09-01T10:10:39.524 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/ 2022-09-01T10:10:39.525 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU= 2022-09-01T10:10:39.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU=', 'Content-Length': '0'} 2022-09-01T10:10:39.531 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000ab15ecddac91e2a-006310851f-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.532 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:39.534 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:39.535 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:39.536 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:39.536 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:39.537 DEBUG:boto:Method: GET 2022-09-01T10:10:39.539 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:39.540 DEBUG:boto:Data: 2022-09-01T10:10:39.541 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.542 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.543 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.544 DEBUG:boto:Params: {} 2022-09-01T10:10:39.545 DEBUG:boto:Token: None 2022-09-01T10:10:39.546 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/ 2022-09-01T10:10:39.547 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU= 2022-09-01T10:10:39.548 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU=', 'Content-Length': '0'} 2022-09-01T10:10:39.553 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ea05ab268c3beecf-006310851f-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.555 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:39.556 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.557 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.558 DEBUG:boto:Method: HEAD 2022-09-01T10:10:39.559 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.560 DEBUG:boto:Data: 2022-09-01T10:10:39.561 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.563 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:39.564 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.565 DEBUG:boto:Params: {} 2022-09-01T10:10:39.566 DEBUG:boto:Token: None 2022-09-01T10:10:39.567 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.569 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DwDR8t7z85bv2ZgahzwIlQOS2B0= 2022-09-01T10:10:39.570 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DwDR8t7z85bv2ZgahzwIlQOS2B0=', 'Content-Length': '0'} 2022-09-01T10:10:39.579 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008f59e77af1733923-006310851f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.580 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.581 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.582 DEBUG:boto:Method: HEAD 2022-09-01T10:10:39.582 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.583 DEBUG:boto:Data: 2022-09-01T10:10:39.584 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.584 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.585 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.586 DEBUG:boto:Params: {} 2022-09-01T10:10:39.586 DEBUG:boto:Token: None 2022-09-01T10:10:39.587 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.588 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DwDR8t7z85bv2ZgahzwIlQOS2B0= 2022-09-01T10:10:39.589 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DwDR8t7z85bv2ZgahzwIlQOS2B0=', 'Content-Length': '0'} 2022-09-01T10:10:39.594 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002de2161d74ac2f63-006310851f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.596 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:39.597 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.598 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.599 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.600 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.601 DEBUG:boto:Method: GET 2022-09-01T10:10:39.602 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.603 DEBUG:boto:Data: 2022-09-01T10:10:39.605 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.606 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:39.607 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.608 DEBUG:boto:Params: {} 2022-09-01T10:10:39.609 DEBUG:boto:Token: None 2022-09-01T10:10:39.610 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.612 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DfxePsF6lLSEoN+EQvwzb+HLD9I= 2022-09-01T10:10:39.613 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DfxePsF6lLSEoN+EQvwzb+HLD9I=', 'Content-Length': '0'} 2022-09-01T10:10:39.617 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bfd9276b13f4398d-006310851f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.618 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.619 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:39.620 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.621 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.622 DEBUG:boto:Method: GET 2022-09-01T10:10:39.623 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.624 DEBUG:boto:Data: 2022-09-01T10:10:39.627 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.628 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.629 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.630 DEBUG:boto:Params: {} 2022-09-01T10:10:39.632 DEBUG:boto:Token: None 2022-09-01T10:10:39.633 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:39.634 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DfxePsF6lLSEoN+EQvwzb+HLD9I= 2022-09-01T10:10:39.635 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DfxePsF6lLSEoN+EQvwzb+HLD9I=', 'Content-Length': '0'} 2022-09-01T10:10:39.640 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a744b43e021a8caf-006310851f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.641 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:39.642 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:39.644 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:39.644 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:39.645 DEBUG:boto:Method: GET 2022-09-01T10:10:39.647 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:39.649 DEBUG:boto:Data: 2022-09-01T10:10:39.650 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.651 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:39.652 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.653 DEBUG:boto:Params: {} 2022-09-01T10:10:39.654 DEBUG:boto:Token: None 2022-09-01T10:10:39.655 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/ 2022-09-01T10:10:39.660 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU= 2022-09-01T10:10:39.660 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU=', 'Content-Length': '0'} 2022-09-01T10:10:39.664 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cc64af289abfbd59-006310851f-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.665 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:39.667 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:39.667 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:39.668 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:39.669 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:39.670 DEBUG:boto:Method: GET 2022-09-01T10:10:39.670 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:39.671 DEBUG:boto:Data: 2022-09-01T10:10:39.671 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.672 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.672 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.673 DEBUG:boto:Params: {} 2022-09-01T10:10:39.673 DEBUG:boto:Token: None 2022-09-01T10:10:39.675 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/ 2022-09-01T10:10:39.675 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU= 2022-09-01T10:10:39.676 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wYyEuZKd9Z9HZPgheYVD5ZrHJCU=', 'Content-Length': '0'} 2022-09-01T10:10:39.682 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ff235d1558dec08e-006310851f-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.684 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:39.685 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-17 zones={test-zone2, test-zone1} 2022-09-01T10:10:39.686 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-17 zones={test-zone3, test-zone1} 2022-09-01T10:10:39.687 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:39.688 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:39.689 DEBUG:boto:Method: HEAD 2022-09-01T10:10:39.690 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:10:39.691 DEBUG:boto:Data: 2022-09-01T10:10:39.692 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.693 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:39.694 DEBUG:boto:Port: 8001 2022-09-01T10:10:39.695 DEBUG:boto:Params: {} 2022-09-01T10:10:39.696 DEBUG:boto:Token: None 2022-09-01T10:10:39.697 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/ 2022-09-01T10:10:39.698 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yddGBejhYZNn2EwBUEA9NuaXz3s= 2022-09-01T10:10:39.699 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yddGBejhYZNn2EwBUEA9NuaXz3s=', 'Content-Length': '0'} 2022-09-01T10:10:39.703 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d36fa5e1402bc10d-006310851f-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.704 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:39.705 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:39.706 DEBUG:boto:Method: HEAD 2022-09-01T10:10:39.707 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:10:39.708 DEBUG:boto:Data: 2022-09-01T10:10:39.708 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.709 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.710 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.711 DEBUG:boto:Params: {} 2022-09-01T10:10:39.712 DEBUG:boto:Token: None 2022-09-01T10:10:39.713 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/ 2022-09-01T10:10:39.714 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yddGBejhYZNn2EwBUEA9NuaXz3s= 2022-09-01T10:10:39.714 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yddGBejhYZNn2EwBUEA9NuaXz3s=', 'Content-Length': '0'} 2022-09-01T10:10:39.717 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004ab9949e10b322ea-006310851f-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.719 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:10:39.720 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:39.720 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:39.721 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:39.722 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:39.723 DEBUG:boto:Method: GET 2022-09-01T10:10:39.724 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:39.725 DEBUG:boto:Data: 2022-09-01T10:10:39.726 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.727 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:39.728 DEBUG:boto:Port: 8001 2022-09-01T10:10:39.728 DEBUG:boto:Params: {} 2022-09-01T10:10:39.729 DEBUG:boto:Token: None 2022-09-01T10:10:39.731 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/?versions 2022-09-01T10:10:39.732 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/pvk+rI7RcEML3n4uLWjuo+1ZT8= 2022-09-01T10:10:39.733 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/pvk+rI7RcEML3n4uLWjuo+1ZT8=', 'Content-Length': '0'} 2022-09-01T10:10:39.736 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cb01e43b26598ac6-006310851f-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.737 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:39.738 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:10:39.739 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:10:39.739 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:10:39.739 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:10:39.740 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:10:39.741 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:39.741 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:39.742 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:39.743 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:39.744 DEBUG:boto:Method: GET 2022-09-01T10:10:39.745 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:39.748 DEBUG:boto:Data: 2022-09-01T10:10:39.749 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.750 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.751 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.752 DEBUG:boto:Params: {} 2022-09-01T10:10:39.753 DEBUG:boto:Token: None 2022-09-01T10:10:39.754 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/?versions 2022-09-01T10:10:39.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/pvk+rI7RcEML3n4uLWjuo+1ZT8= 2022-09-01T10:10:39.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/pvk+rI7RcEML3n4uLWjuo+1ZT8=', 'Content-Length': '0'} 2022-09-01T10:10:39.761 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000011e2fbe852851eb4-006310851f-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.762 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:39.763 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:10:39.763 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:10:39.764 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:10:39.765 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:10:39.766 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:39.767 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:39.768 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:39.768 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:39.769 DEBUG:boto:Method: GET 2022-09-01T10:10:39.770 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:39.771 DEBUG:boto:Data: 2022-09-01T10:10:39.772 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.772 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:39.773 DEBUG:boto:Port: 8001 2022-09-01T10:10:39.776 DEBUG:boto:Params: {} 2022-09-01T10:10:39.777 DEBUG:boto:Token: None 2022-09-01T10:10:39.778 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/?versions 2022-09-01T10:10:39.779 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/pvk+rI7RcEML3n4uLWjuo+1ZT8= 2022-09-01T10:10:39.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/pvk+rI7RcEML3n4uLWjuo+1ZT8=', 'Content-Length': '0'} 2022-09-01T10:10:39.795 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000050e497fe5bdc84a3-006310851f-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.797 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:39.799 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:39.804 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:39.805 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:39.806 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:39.807 DEBUG:boto:Method: GET 2022-09-01T10:10:39.808 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:39.809 DEBUG:boto:Data: 2022-09-01T10:10:39.810 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.811 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.812 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.813 DEBUG:boto:Params: {} 2022-09-01T10:10:39.815 DEBUG:boto:Token: None 2022-09-01T10:10:39.816 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/?versions 2022-09-01T10:10:39.818 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/pvk+rI7RcEML3n4uLWjuo+1ZT8= 2022-09-01T10:10:39.820 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/pvk+rI7RcEML3n4uLWjuo+1ZT8=', 'Content-Length': '0'} 2022-09-01T10:10:39.824 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000087c8f11e937aa523-006310851f-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.826 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:39.835 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:39.843 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:39.844 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:39.845 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.846 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.848 DEBUG:boto:Method: GET 2022-09-01T10:10:39.849 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.851 DEBUG:boto:Data: 2022-09-01T10:10:39.852 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.863 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:39.864 DEBUG:boto:Port: 8001 2022-09-01T10:10:39.865 DEBUG:boto:Params: {} 2022-09-01T10:10:39.867 DEBUG:boto:Token: None 2022-09-01T10:10:39.868 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nSBiso314kdmqFCBtWJO5VuKjvE= 2022-09-01T10:10:39.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nSBiso314kdmqFCBtWJO5VuKjvE=', 'Content-Length': '0'} 2022-09-01T10:10:39.883 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000be45e5dac4d652aa-006310851f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.885 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:39.887 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:39.889 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.890 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.892 DEBUG:boto:Method: GET 2022-09-01T10:10:39.894 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.895 DEBUG:boto:Data: 2022-09-01T10:10:39.895 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.896 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.897 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.898 DEBUG:boto:Params: {} 2022-09-01T10:10:39.899 DEBUG:boto:Token: None 2022-09-01T10:10:39.899 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.900 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nSBiso314kdmqFCBtWJO5VuKjvE= 2022-09-01T10:10:39.901 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nSBiso314kdmqFCBtWJO5VuKjvE=', 'Content-Length': '0'} 2022-09-01T10:10:39.904 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000006e7f4965135b9fc7-006310851f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.905 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:39.905 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:39.906 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.906 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.907 DEBUG:boto:Method: HEAD 2022-09-01T10:10:39.908 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.908 DEBUG:boto:Data: 2022-09-01T10:10:39.909 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.909 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:39.910 DEBUG:boto:Port: 8001 2022-09-01T10:10:39.910 DEBUG:boto:Params: {} 2022-09-01T10:10:39.911 DEBUG:boto:Token: None 2022-09-01T10:10:39.913 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.914 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3oah6CoZaQ6pW6ujDWGXaVx5av0= 2022-09-01T10:10:39.916 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3oah6CoZaQ6pW6ujDWGXaVx5av0=', 'Content-Length': '0'} 2022-09-01T10:10:39.922 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000006033807429a02873-006310851f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.924 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:39.928 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:39.929 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.930 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.932 DEBUG:boto:Method: HEAD 2022-09-01T10:10:39.933 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.934 DEBUG:boto:Data: 2022-09-01T10:10:39.935 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.935 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.936 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.937 DEBUG:boto:Params: {} 2022-09-01T10:10:39.939 DEBUG:boto:Token: None 2022-09-01T10:10:39.940 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.941 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3oah6CoZaQ6pW6ujDWGXaVx5av0= 2022-09-01T10:10:39.943 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3oah6CoZaQ6pW6ujDWGXaVx5av0=', 'Content-Length': '0'} 2022-09-01T10:10:39.948 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000aef8ad67d4a118ba-006310851f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.949 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:39.951 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:39.952 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:39.953 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.955 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.956 DEBUG:boto:Method: GET 2022-09-01T10:10:39.957 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.958 DEBUG:boto:Data: 2022-09-01T10:10:39.959 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.960 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:39.961 DEBUG:boto:Port: 8001 2022-09-01T10:10:39.962 DEBUG:boto:Params: {} 2022-09-01T10:10:39.963 DEBUG:boto:Token: None 2022-09-01T10:10:39.964 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.965 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nSBiso314kdmqFCBtWJO5VuKjvE= 2022-09-01T10:10:39.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nSBiso314kdmqFCBtWJO5VuKjvE=', 'Content-Length': '0'} 2022-09-01T10:10:39.977 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004bc8843a03a13b18-006310851f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.978 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:39.979 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:39.980 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.980 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.981 DEBUG:boto:Method: GET 2022-09-01T10:10:39.981 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.982 DEBUG:boto:Data: 2022-09-01T10:10:39.982 DEBUG:boto:Headers: {} 2022-09-01T10:10:39.983 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:39.983 DEBUG:boto:Port: 8000 2022-09-01T10:10:39.984 DEBUG:boto:Params: {} 2022-09-01T10:10:39.985 DEBUG:boto:Token: None 2022-09-01T10:10:39.986 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:39 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:39.986 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nSBiso314kdmqFCBtWJO5VuKjvE= 2022-09-01T10:10:39.987 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nSBiso314kdmqFCBtWJO5VuKjvE=', 'Content-Length': '0'} 2022-09-01T10:10:39.989 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000cec0581430af1657-006310851f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:39.991 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:39.991 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:39.992 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:39.994 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:39.995 DEBUG:boto:Method: GET 2022-09-01T10:10:39.996 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:10:39.997 DEBUG:boto:Data: 2022-09-01T10:10:39.999 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.001 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.001 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.002 DEBUG:boto:Params: {} 2022-09-01T10:10:40.002 DEBUG:boto:Token: None 2022-09-01T10:10:40.003 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/ 2022-09-01T10:10:40.004 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA= 2022-09-01T10:10:40.005 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA=', 'Content-Length': '0'} 2022-09-01T10:10:40.009 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e525eaa9a40e4ead-0063108520-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.010 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:40.012 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:40.012 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:40.013 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:40.013 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:40.014 DEBUG:boto:Method: GET 2022-09-01T10:10:40.015 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:10:40.015 DEBUG:boto:Data: 2022-09-01T10:10:40.016 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.017 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.017 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.018 DEBUG:boto:Params: {} 2022-09-01T10:10:40.019 DEBUG:boto:Token: None 2022-09-01T10:10:40.020 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/ 2022-09-01T10:10:40.020 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA= 2022-09-01T10:10:40.021 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA=', 'Content-Length': '0'} 2022-09-01T10:10:40.024 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000488bd8b308518dc0-0063108520-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.025 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:40.026 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:40.027 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:40.027 DEBUG:boto:Method: HEAD 2022-09-01T10:10:40.028 DEBUG:boto:Path: /ptoxvb-17/dummy 2022-09-01T10:10:40.028 DEBUG:boto:Data: 2022-09-01T10:10:40.029 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.029 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.030 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.031 DEBUG:boto:Params: {} 2022-09-01T10:10:40.031 DEBUG:boto:Token: None 2022-09-01T10:10:40.032 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/dummy 2022-09-01T10:10:40.032 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eCN6kvPnh6bUpb2s/8mW8xgNunc= 2022-09-01T10:10:40.033 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eCN6kvPnh6bUpb2s/8mW8xgNunc=', 'Content-Length': '0'} 2022-09-01T10:10:40.036 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000055b0445877ee6992-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.042 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:40.042 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:40.043 DEBUG:boto:Method: HEAD 2022-09-01T10:10:40.043 DEBUG:boto:Path: /ptoxvb-17/dummy 2022-09-01T10:10:40.044 DEBUG:boto:Data: 2022-09-01T10:10:40.044 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.045 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.046 DEBUG:boto:Params: {} 2022-09-01T10:10:40.047 DEBUG:boto:Token: None 2022-09-01T10:10:40.047 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/dummy 2022-09-01T10:10:40.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eCN6kvPnh6bUpb2s/8mW8xgNunc= 2022-09-01T10:10:40.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eCN6kvPnh6bUpb2s/8mW8xgNunc=', 'Content-Length': '0'} 2022-09-01T10:10:40.052 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000742fc56d07d797ed-0063108520-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.053 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:40.054 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:40.054 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:40.055 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:40.056 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:40.056 DEBUG:boto:Method: GET 2022-09-01T10:10:40.057 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:40.057 DEBUG:boto:Data: 2022-09-01T10:10:40.058 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.058 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.059 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.059 DEBUG:boto:Params: {} 2022-09-01T10:10:40.060 DEBUG:boto:Token: None 2022-09-01T10:10:40.061 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:40.062 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yyBxja+TRW5JdjuqdXoZWpumUjI= 2022-09-01T10:10:40.063 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yyBxja+TRW5JdjuqdXoZWpumUjI=', 'Content-Length': '0'} 2022-09-01T10:10:40.065 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000009276717cf25226e8-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.068 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:40.068 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:40.069 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:40.069 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:40.070 DEBUG:boto:Method: GET 2022-09-01T10:10:40.080 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:40.081 DEBUG:boto:Data: 2022-09-01T10:10:40.082 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.083 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.084 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.085 DEBUG:boto:Params: {} 2022-09-01T10:10:40.086 DEBUG:boto:Token: None 2022-09-01T10:10:40.088 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:40.089 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yyBxja+TRW5JdjuqdXoZWpumUjI= 2022-09-01T10:10:40.091 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yyBxja+TRW5JdjuqdXoZWpumUjI=', 'Content-Length': '0'} 2022-09-01T10:10:40.093 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000002111f3cb3ef1fee5-0063108520-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.095 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:40.096 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:40.096 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:40.097 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:40.098 DEBUG:boto:Method: GET 2022-09-01T10:10:40.099 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:10:40.100 DEBUG:boto:Data: 2022-09-01T10:10:40.101 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.103 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.104 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.105 DEBUG:boto:Params: {} 2022-09-01T10:10:40.106 DEBUG:boto:Token: None 2022-09-01T10:10:40.107 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/ 2022-09-01T10:10:40.108 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA= 2022-09-01T10:10:40.109 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA=', 'Content-Length': '0'} 2022-09-01T10:10:40.113 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ec1c14211e6e78dc-0063108520-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.114 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:40.115 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:40.115 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:40.116 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:40.117 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:40.117 DEBUG:boto:Method: GET 2022-09-01T10:10:40.118 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:10:40.118 DEBUG:boto:Data: 2022-09-01T10:10:40.119 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.120 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.121 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.122 DEBUG:boto:Params: {} 2022-09-01T10:10:40.123 DEBUG:boto:Token: None 2022-09-01T10:10:40.124 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/ 2022-09-01T10:10:40.125 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA= 2022-09-01T10:10:40.126 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA=', 'Content-Length': '0'} 2022-09-01T10:10:40.138 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009674ba52b918badd-0063108520-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.139 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:40.141 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:40.142 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.143 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.144 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.144 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.145 DEBUG:boto:Method: GET 2022-09-01T10:10:40.147 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.148 DEBUG:boto:Data: 2022-09-01T10:10:40.148 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.149 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.150 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.151 DEBUG:boto:Params: {} 2022-09-01T10:10:40.153 DEBUG:boto:Token: None 2022-09-01T10:10:40.154 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wE/5f1OJThF8+lt/Hh0EeYXcpsU= 2022-09-01T10:10:40.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wE/5f1OJThF8+lt/Hh0EeYXcpsU=', 'Content-Length': '0'} 2022-09-01T10:10:40.159 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000de68e9a9f9e8fdc3-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.160 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.161 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.161 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.162 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.163 DEBUG:boto:Method: GET 2022-09-01T10:10:40.163 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.164 DEBUG:boto:Data: 2022-09-01T10:10:40.165 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.165 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.166 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.166 DEBUG:boto:Params: {} 2022-09-01T10:10:40.167 DEBUG:boto:Token: None 2022-09-01T10:10:40.167 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.168 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wE/5f1OJThF8+lt/Hh0EeYXcpsU= 2022-09-01T10:10:40.169 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wE/5f1OJThF8+lt/Hh0EeYXcpsU=', 'Content-Length': '0'} 2022-09-01T10:10:40.171 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007ed10d42a238e8b1-0063108520-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.172 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.173 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.173 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.174 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.175 DEBUG:boto:Method: HEAD 2022-09-01T10:10:40.175 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.176 DEBUG:boto:Data: 2022-09-01T10:10:40.176 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.177 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.177 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.178 DEBUG:boto:Params: {} 2022-09-01T10:10:40.178 DEBUG:boto:Token: None 2022-09-01T10:10:40.179 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.180 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UZVe0PQcXQTKQIR4Q6g2N0Dj6Cs= 2022-09-01T10:10:40.180 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UZVe0PQcXQTKQIR4Q6g2N0Dj6Cs=', 'Content-Length': '0'} 2022-09-01T10:10:40.183 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c1bf24f8d12f308d-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.184 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.184 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.185 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.185 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.186 DEBUG:boto:Method: HEAD 2022-09-01T10:10:40.186 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.187 DEBUG:boto:Data: 2022-09-01T10:10:40.187 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.188 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.188 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.189 DEBUG:boto:Params: {} 2022-09-01T10:10:40.189 DEBUG:boto:Token: None 2022-09-01T10:10:40.190 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.191 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UZVe0PQcXQTKQIR4Q6g2N0Dj6Cs= 2022-09-01T10:10:40.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UZVe0PQcXQTKQIR4Q6g2N0Dj6Cs=', 'Content-Length': '0'} 2022-09-01T10:10:40.194 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000038fe0237f49009f1-0063108520-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.195 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:40.195 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.196 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.196 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.197 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.197 DEBUG:boto:Method: GET 2022-09-01T10:10:40.198 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.199 DEBUG:boto:Data: 2022-09-01T10:10:40.199 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.200 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.200 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.201 DEBUG:boto:Params: {} 2022-09-01T10:10:40.201 DEBUG:boto:Token: None 2022-09-01T10:10:40.202 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.203 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wE/5f1OJThF8+lt/Hh0EeYXcpsU= 2022-09-01T10:10:40.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wE/5f1OJThF8+lt/Hh0EeYXcpsU=', 'Content-Length': '0'} 2022-09-01T10:10:40.207 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001d8070214081ee18-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.250 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.252 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.253 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.255 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.255 DEBUG:boto:Method: GET 2022-09-01T10:10:40.256 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.257 DEBUG:boto:Data: 2022-09-01T10:10:40.258 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.259 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.260 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.261 DEBUG:boto:Params: {} 2022-09-01T10:10:40.263 DEBUG:boto:Token: None 2022-09-01T10:10:40.264 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.265 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wE/5f1OJThF8+lt/Hh0EeYXcpsU= 2022-09-01T10:10:40.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wE/5f1OJThF8+lt/Hh0EeYXcpsU=', 'Content-Length': '0'} 2022-09-01T10:10:40.270 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ad9fc1387010831d-0063108520-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.272 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:40.273 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:40.273 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:40.274 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:40.275 DEBUG:boto:Method: GET 2022-09-01T10:10:40.276 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:40.277 DEBUG:boto:Data: 2022-09-01T10:10:40.277 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.278 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.279 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.280 DEBUG:boto:Params: {} 2022-09-01T10:10:40.280 DEBUG:boto:Token: None 2022-09-01T10:10:40.281 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/ 2022-09-01T10:10:40.282 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA= 2022-09-01T10:10:40.282 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA=', 'Content-Length': '0'} 2022-09-01T10:10:40.286 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000add199cf004e2251-0063108520-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.287 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:40.288 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:40.289 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:40.289 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:40.290 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:40.290 DEBUG:boto:Method: GET 2022-09-01T10:10:40.291 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:40.292 DEBUG:boto:Data: 2022-09-01T10:10:40.292 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.293 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.294 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.294 DEBUG:boto:Params: {} 2022-09-01T10:10:40.295 DEBUG:boto:Token: None 2022-09-01T10:10:40.299 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/ 2022-09-01T10:10:40.300 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA= 2022-09-01T10:10:40.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA=', 'Content-Length': '0'} 2022-09-01T10:10:40.304 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001063cc9b4e8d09e9-0063108520-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.306 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:40.308 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.309 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.310 DEBUG:boto:Method: HEAD 2022-09-01T10:10:40.312 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.313 DEBUG:boto:Data: 2022-09-01T10:10:40.314 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.315 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.316 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.316 DEBUG:boto:Params: {} 2022-09-01T10:10:40.317 DEBUG:boto:Token: None 2022-09-01T10:10:40.318 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.319 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VFGK+o0lvpBA9OHAj2IGYalsu98= 2022-09-01T10:10:40.319 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VFGK+o0lvpBA9OHAj2IGYalsu98=', 'Content-Length': '0'} 2022-09-01T10:10:40.322 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000023c02b2aaba3e1c0-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.323 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.323 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.324 DEBUG:boto:Method: HEAD 2022-09-01T10:10:40.325 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.326 DEBUG:boto:Data: 2022-09-01T10:10:40.327 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.328 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.334 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.335 DEBUG:boto:Params: {} 2022-09-01T10:10:40.337 DEBUG:boto:Token: None 2022-09-01T10:10:40.338 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.339 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VFGK+o0lvpBA9OHAj2IGYalsu98= 2022-09-01T10:10:40.339 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VFGK+o0lvpBA9OHAj2IGYalsu98=', 'Content-Length': '0'} 2022-09-01T10:10:40.342 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000097c664d66508ce-0063108520-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.343 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:40.344 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.344 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.345 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.347 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.347 DEBUG:boto:Method: GET 2022-09-01T10:10:40.348 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.348 DEBUG:boto:Data: 2022-09-01T10:10:40.349 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.350 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.354 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.355 DEBUG:boto:Params: {} 2022-09-01T10:10:40.358 DEBUG:boto:Token: None 2022-09-01T10:10:40.358 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wE/5f1OJThF8+lt/Hh0EeYXcpsU= 2022-09-01T10:10:40.360 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wE/5f1OJThF8+lt/Hh0EeYXcpsU=', 'Content-Length': '0'} 2022-09-01T10:10:40.369 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000011e3af7bae9d4032-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.377 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.378 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:40.378 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.379 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.379 DEBUG:boto:Method: GET 2022-09-01T10:10:40.380 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.380 DEBUG:boto:Data: 2022-09-01T10:10:40.382 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.383 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.384 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.384 DEBUG:boto:Params: {} 2022-09-01T10:10:40.385 DEBUG:boto:Token: None 2022-09-01T10:10:40.386 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:40.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wE/5f1OJThF8+lt/Hh0EeYXcpsU= 2022-09-01T10:10:40.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wE/5f1OJThF8+lt/Hh0EeYXcpsU=', 'Content-Length': '0'} 2022-09-01T10:10:40.391 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a8ea9991e068d4a8-0063108520-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.434 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:40.435 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:40.436 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:40.436 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:40.437 DEBUG:boto:Method: GET 2022-09-01T10:10:40.437 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:40.438 DEBUG:boto:Data: 2022-09-01T10:10:40.439 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.439 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.440 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.440 DEBUG:boto:Params: {} 2022-09-01T10:10:40.441 DEBUG:boto:Token: None 2022-09-01T10:10:40.441 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/ 2022-09-01T10:10:40.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA= 2022-09-01T10:10:40.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA=', 'Content-Length': '0'} 2022-09-01T10:10:40.453 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000680ff77bc0436f2e-0063108520-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.455 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:40.456 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:40.457 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:40.457 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:40.459 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:40.459 DEBUG:boto:Method: GET 2022-09-01T10:10:40.460 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:40.461 DEBUG:boto:Data: 2022-09-01T10:10:40.463 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.463 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.464 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.465 DEBUG:boto:Params: {} 2022-09-01T10:10:40.465 DEBUG:boto:Token: None 2022-09-01T10:10:40.466 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/ 2022-09-01T10:10:40.467 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA= 2022-09-01T10:10:40.467 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA=', 'Content-Length': '0'} 2022-09-01T10:10:40.471 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c850654d0b170d37-0063108520-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.472 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:40.473 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:40.473 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.474 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.474 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.478 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.479 DEBUG:boto:Method: GET 2022-09-01T10:10:40.479 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.480 DEBUG:boto:Data: 2022-09-01T10:10:40.481 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.481 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.482 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.482 DEBUG:boto:Params: {} 2022-09-01T10:10:40.484 DEBUG:boto:Token: None 2022-09-01T10:10:40.484 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.485 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wCok2mXHHRcq7MRDmq4QQUfPLuY= 2022-09-01T10:10:40.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wCok2mXHHRcq7MRDmq4QQUfPLuY=', 'Content-Length': '0'} 2022-09-01T10:10:40.500 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c240c9f74e171e23-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.502 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.503 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.505 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.505 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.506 DEBUG:boto:Method: GET 2022-09-01T10:10:40.507 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.508 DEBUG:boto:Data: 2022-09-01T10:10:40.509 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.510 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.511 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.512 DEBUG:boto:Params: {} 2022-09-01T10:10:40.513 DEBUG:boto:Token: None 2022-09-01T10:10:40.514 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wCok2mXHHRcq7MRDmq4QQUfPLuY= 2022-09-01T10:10:40.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wCok2mXHHRcq7MRDmq4QQUfPLuY=', 'Content-Length': '0'} 2022-09-01T10:10:40.519 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dcb7373a0e3c594c-0063108520-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.521 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.522 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.523 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.524 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.524 DEBUG:boto:Method: HEAD 2022-09-01T10:10:40.525 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.526 DEBUG:boto:Data: 2022-09-01T10:10:40.527 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.530 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.531 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.532 DEBUG:boto:Params: {} 2022-09-01T10:10:40.532 DEBUG:boto:Token: None 2022-09-01T10:10:40.533 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.533 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JaA7F2B1dmSNvTbf/+OqwFzW2Z4= 2022-09-01T10:10:40.534 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JaA7F2B1dmSNvTbf/+OqwFzW2Z4=', 'Content-Length': '0'} 2022-09-01T10:10:40.538 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ae083c150522dcc5-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.540 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.540 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.541 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.542 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.543 DEBUG:boto:Method: HEAD 2022-09-01T10:10:40.544 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.545 DEBUG:boto:Data: 2022-09-01T10:10:40.546 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.547 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.548 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.549 DEBUG:boto:Params: {} 2022-09-01T10:10:40.550 DEBUG:boto:Token: None 2022-09-01T10:10:40.551 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.552 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JaA7F2B1dmSNvTbf/+OqwFzW2Z4= 2022-09-01T10:10:40.553 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JaA7F2B1dmSNvTbf/+OqwFzW2Z4=', 'Content-Length': '0'} 2022-09-01T10:10:40.559 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000065f64fb203fcd048-0063108520-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.561 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:40.563 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.566 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.566 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.567 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.568 DEBUG:boto:Method: GET 2022-09-01T10:10:40.569 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.569 DEBUG:boto:Data: 2022-09-01T10:10:40.570 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.570 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.571 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.571 DEBUG:boto:Params: {} 2022-09-01T10:10:40.572 DEBUG:boto:Token: None 2022-09-01T10:10:40.573 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.575 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wCok2mXHHRcq7MRDmq4QQUfPLuY= 2022-09-01T10:10:40.578 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wCok2mXHHRcq7MRDmq4QQUfPLuY=', 'Content-Length': '0'} 2022-09-01T10:10:40.581 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000044eb3c8ecbfdb9fa-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.583 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.584 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.585 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.587 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.588 DEBUG:boto:Method: GET 2022-09-01T10:10:40.589 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.590 DEBUG:boto:Data: 2022-09-01T10:10:40.591 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.592 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.594 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.595 DEBUG:boto:Params: {} 2022-09-01T10:10:40.596 DEBUG:boto:Token: None 2022-09-01T10:10:40.598 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.599 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wCok2mXHHRcq7MRDmq4QQUfPLuY= 2022-09-01T10:10:40.600 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wCok2mXHHRcq7MRDmq4QQUfPLuY=', 'Content-Length': '0'} 2022-09-01T10:10:40.604 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008d6021558edabfc5-0063108520-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.607 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:40.619 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:40.620 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:40.621 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:40.621 DEBUG:boto:Method: GET 2022-09-01T10:10:40.623 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:40.623 DEBUG:boto:Data: 2022-09-01T10:10:40.624 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.625 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.625 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.626 DEBUG:boto:Params: {} 2022-09-01T10:10:40.626 DEBUG:boto:Token: None 2022-09-01T10:10:40.627 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/ 2022-09-01T10:10:40.628 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA= 2022-09-01T10:10:40.630 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA=', 'Content-Length': '0'} 2022-09-01T10:10:40.635 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fb02093499509bed-0063108520-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.638 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:40.640 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:40.641 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:40.642 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:40.643 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:40.644 DEBUG:boto:Method: GET 2022-09-01T10:10:40.645 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:40.646 DEBUG:boto:Data: 2022-09-01T10:10:40.647 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.648 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.649 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.651 DEBUG:boto:Params: {} 2022-09-01T10:10:40.652 DEBUG:boto:Token: None 2022-09-01T10:10:40.654 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/ 2022-09-01T10:10:40.655 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA= 2022-09-01T10:10:40.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA=', 'Content-Length': '0'} 2022-09-01T10:10:40.661 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000049bfbae96e12d63d-0063108520-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.662 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:40.663 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.664 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.664 DEBUG:boto:Method: HEAD 2022-09-01T10:10:40.665 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.666 DEBUG:boto:Data: 2022-09-01T10:10:40.666 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.667 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.667 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.668 DEBUG:boto:Params: {} 2022-09-01T10:10:40.668 DEBUG:boto:Token: None 2022-09-01T10:10:40.669 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KIsDmq353r1Ha7f/eysTkpD7ZUI= 2022-09-01T10:10:40.670 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KIsDmq353r1Ha7f/eysTkpD7ZUI=', 'Content-Length': '0'} 2022-09-01T10:10:40.677 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e36c70e73b22932f-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.682 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.683 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.683 DEBUG:boto:Method: HEAD 2022-09-01T10:10:40.684 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.684 DEBUG:boto:Data: 2022-09-01T10:10:40.685 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.686 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.686 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.687 DEBUG:boto:Params: {} 2022-09-01T10:10:40.687 DEBUG:boto:Token: None 2022-09-01T10:10:40.688 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KIsDmq353r1Ha7f/eysTkpD7ZUI= 2022-09-01T10:10:40.690 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KIsDmq353r1Ha7f/eysTkpD7ZUI=', 'Content-Length': '0'} 2022-09-01T10:10:40.692 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dc5bdc87b46ac9d5-0063108520-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.693 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:40.694 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.695 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.696 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.696 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.697 DEBUG:boto:Method: GET 2022-09-01T10:10:40.697 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.698 DEBUG:boto:Data: 2022-09-01T10:10:40.698 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.699 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.700 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.701 DEBUG:boto:Params: {} 2022-09-01T10:10:40.701 DEBUG:boto:Token: None 2022-09-01T10:10:40.702 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.703 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wCok2mXHHRcq7MRDmq4QQUfPLuY= 2022-09-01T10:10:40.703 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wCok2mXHHRcq7MRDmq4QQUfPLuY=', 'Content-Length': '0'} 2022-09-01T10:10:40.706 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003817e1ceef74efab-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.753 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.754 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:40.755 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.758 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.758 DEBUG:boto:Method: GET 2022-09-01T10:10:40.759 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.760 DEBUG:boto:Data: 2022-09-01T10:10:40.761 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.761 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.762 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.763 DEBUG:boto:Params: {} 2022-09-01T10:10:40.763 DEBUG:boto:Token: None 2022-09-01T10:10:40.764 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:40.765 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wCok2mXHHRcq7MRDmq4QQUfPLuY= 2022-09-01T10:10:40.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wCok2mXHHRcq7MRDmq4QQUfPLuY=', 'Content-Length': '0'} 2022-09-01T10:10:40.768 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000033311a47eca5289e-0063108520-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.768 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:40.769 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:40.770 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:40.770 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:40.771 DEBUG:boto:Method: GET 2022-09-01T10:10:40.772 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:40.772 DEBUG:boto:Data: 2022-09-01T10:10:40.773 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.773 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.774 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.774 DEBUG:boto:Params: {} 2022-09-01T10:10:40.775 DEBUG:boto:Token: None 2022-09-01T10:10:40.776 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/ 2022-09-01T10:10:40.778 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA= 2022-09-01T10:10:40.779 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA=', 'Content-Length': '0'} 2022-09-01T10:10:40.783 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005ab8d4fbce6be87f-0063108520-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.784 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:40.785 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:40.786 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:40.786 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:40.787 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:40.788 DEBUG:boto:Method: GET 2022-09-01T10:10:40.792 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:40.793 DEBUG:boto:Data: 2022-09-01T10:10:40.794 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.794 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.795 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.795 DEBUG:boto:Params: {} 2022-09-01T10:10:40.796 DEBUG:boto:Token: None 2022-09-01T10:10:40.797 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/ 2022-09-01T10:10:40.800 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA= 2022-09-01T10:10:40.801 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA=', 'Content-Length': '0'} 2022-09-01T10:10:40.804 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000074ef349eb5145326-0063108520-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.805 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:40.807 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:40.808 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.809 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.810 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.811 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.812 DEBUG:boto:Method: GET 2022-09-01T10:10:40.815 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.816 DEBUG:boto:Data: 2022-09-01T10:10:40.817 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.818 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.819 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.820 DEBUG:boto:Params: {} 2022-09-01T10:10:40.821 DEBUG:boto:Token: None 2022-09-01T10:10:40.822 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.824 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lJ4YxR8MJ31aQ6gGyFP08hSzeAM= 2022-09-01T10:10:40.825 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lJ4YxR8MJ31aQ6gGyFP08hSzeAM=', 'Content-Length': '0'} 2022-09-01T10:10:40.829 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000089d7571a89d41617-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.830 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.831 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.833 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.834 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.834 DEBUG:boto:Method: GET 2022-09-01T10:10:40.835 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.835 DEBUG:boto:Data: 2022-09-01T10:10:40.836 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.837 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.839 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.840 DEBUG:boto:Params: {} 2022-09-01T10:10:40.841 DEBUG:boto:Token: None 2022-09-01T10:10:40.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lJ4YxR8MJ31aQ6gGyFP08hSzeAM= 2022-09-01T10:10:40.845 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lJ4YxR8MJ31aQ6gGyFP08hSzeAM=', 'Content-Length': '0'} 2022-09-01T10:10:40.858 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cf780b3566730343-0063108520-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.859 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.859 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.860 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.862 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.862 DEBUG:boto:Method: HEAD 2022-09-01T10:10:40.863 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.863 DEBUG:boto:Data: 2022-09-01T10:10:40.864 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.865 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.865 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.866 DEBUG:boto:Params: {} 2022-09-01T10:10:40.866 DEBUG:boto:Token: None 2022-09-01T10:10:40.867 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:47WDJBI9Slg8W+OTniB0xizrPV4= 2022-09-01T10:10:40.868 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:47WDJBI9Slg8W+OTniB0xizrPV4=', 'Content-Length': '0'} 2022-09-01T10:10:40.870 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008a8c479dd534a5ae-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.871 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.872 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.872 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.873 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.873 DEBUG:boto:Method: HEAD 2022-09-01T10:10:40.874 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.874 DEBUG:boto:Data: 2022-09-01T10:10:40.875 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.876 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.876 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.877 DEBUG:boto:Params: {} 2022-09-01T10:10:40.877 DEBUG:boto:Token: None 2022-09-01T10:10:40.878 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.879 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:47WDJBI9Slg8W+OTniB0xizrPV4= 2022-09-01T10:10:40.879 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:47WDJBI9Slg8W+OTniB0xizrPV4=', 'Content-Length': '0'} 2022-09-01T10:10:40.882 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000089af6fd792f3f390-0063108520-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.882 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:40.883 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.884 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.884 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.885 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.886 DEBUG:boto:Method: GET 2022-09-01T10:10:40.887 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.887 DEBUG:boto:Data: 2022-09-01T10:10:40.888 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.888 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.889 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.889 DEBUG:boto:Params: {} 2022-09-01T10:10:40.890 DEBUG:boto:Token: None 2022-09-01T10:10:40.891 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lJ4YxR8MJ31aQ6gGyFP08hSzeAM= 2022-09-01T10:10:40.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lJ4YxR8MJ31aQ6gGyFP08hSzeAM=', 'Content-Length': '0'} 2022-09-01T10:10:40.895 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000075006c39098233bb-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.896 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.896 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.897 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.897 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.898 DEBUG:boto:Method: GET 2022-09-01T10:10:40.898 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.899 DEBUG:boto:Data: 2022-09-01T10:10:40.899 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.900 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.901 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.901 DEBUG:boto:Params: {} 2022-09-01T10:10:40.902 DEBUG:boto:Token: None 2022-09-01T10:10:40.902 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:40.903 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lJ4YxR8MJ31aQ6gGyFP08hSzeAM= 2022-09-01T10:10:40.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lJ4YxR8MJ31aQ6gGyFP08hSzeAM=', 'Content-Length': '0'} 2022-09-01T10:10:40.906 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000facc60ab148f45d1-0063108520-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.907 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:40.907 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:40.908 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:40.908 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:40.909 DEBUG:boto:Method: GET 2022-09-01T10:10:40.909 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:40.910 DEBUG:boto:Data: 2022-09-01T10:10:40.910 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.911 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.911 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.912 DEBUG:boto:Params: {} 2022-09-01T10:10:40.913 DEBUG:boto:Token: None 2022-09-01T10:10:40.913 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/ 2022-09-01T10:10:40.914 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA= 2022-09-01T10:10:40.915 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA=', 'Content-Length': '0'} 2022-09-01T10:10:40.918 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000806d9f40383017c6-0063108520-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.966 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:40.967 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:40.968 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:40.968 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:40.969 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:40.969 DEBUG:boto:Method: GET 2022-09-01T10:10:40.970 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:40.971 DEBUG:boto:Data: 2022-09-01T10:10:40.971 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.972 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.972 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.973 DEBUG:boto:Params: {} 2022-09-01T10:10:40.973 DEBUG:boto:Token: None 2022-09-01T10:10:40.974 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/ 2022-09-01T10:10:40.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA= 2022-09-01T10:10:40.975 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QVlSUdSai0P23aZoWPxjBDHNLrA=', 'Content-Length': '0'} 2022-09-01T10:10:40.978 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000be14f3e7aae1093a-0063108520-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.979 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:40.980 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.980 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.981 DEBUG:boto:Method: HEAD 2022-09-01T10:10:40.981 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.982 DEBUG:boto:Data: 2022-09-01T10:10:40.982 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.983 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:40.983 DEBUG:boto:Port: 8001 2022-09-01T10:10:40.984 DEBUG:boto:Params: {} 2022-09-01T10:10:40.984 DEBUG:boto:Token: None 2022-09-01T10:10:40.985 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.986 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2NET1dAgIMu7TgYzreEhVWCnbvg= 2022-09-01T10:10:40.987 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2NET1dAgIMu7TgYzreEhVWCnbvg=', 'Content-Length': '0'} 2022-09-01T10:10:40.991 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ea4e226ab63634c1-0063108520-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:40.992 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.993 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.993 DEBUG:boto:Method: HEAD 2022-09-01T10:10:40.994 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.994 DEBUG:boto:Data: 2022-09-01T10:10:40.995 DEBUG:boto:Headers: {} 2022-09-01T10:10:40.995 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:40.996 DEBUG:boto:Port: 8000 2022-09-01T10:10:40.996 DEBUG:boto:Params: {} 2022-09-01T10:10:40.997 DEBUG:boto:Token: None 2022-09-01T10:10:40.998 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:40 GMT /ptoxvb-17/obj-test-zone3 2022-09-01T10:10:40.998 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2NET1dAgIMu7TgYzreEhVWCnbvg= 2022-09-01T10:10:40.999 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2NET1dAgIMu7TgYzreEhVWCnbvg=', 'Content-Length': '0'} 2022-09-01T10:10:41.002 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002a1571ffa38960d1-0063108521-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.003 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:41.003 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:41.004 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:41.005 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:41.005 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:41.006 DEBUG:boto:Method: GET 2022-09-01T10:10:41.006 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:41.007 DEBUG:boto:Data: 2022-09-01T10:10:41.007 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.008 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.008 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.009 DEBUG:boto:Params: {} 2022-09-01T10:10:41.009 DEBUG:boto:Token: None 2022-09-01T10:10:41.010 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:41.011 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mre9oqdqu0XGWZI6c2bnzzPJ2S4= 2022-09-01T10:10:41.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mre9oqdqu0XGWZI6c2bnzzPJ2S4=', 'Content-Length': '0'} 2022-09-01T10:10:41.014 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c95de5b041b0d3e9-0063108521-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.015 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:41.015 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:41.016 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:41.017 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:41.017 DEBUG:boto:Method: GET 2022-09-01T10:10:41.018 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:41.018 DEBUG:boto:Data: 2022-09-01T10:10:41.019 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.019 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:41.020 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.021 DEBUG:boto:Params: {} 2022-09-01T10:10:41.021 DEBUG:boto:Token: None 2022-09-01T10:10:41.022 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:41.023 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mre9oqdqu0XGWZI6c2bnzzPJ2S4= 2022-09-01T10:10:41.023 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mre9oqdqu0XGWZI6c2bnzzPJ2S4=', 'Content-Length': '0'} 2022-09-01T10:10:41.025 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003813e1cfe24d72f1-0063108521-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.066 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.067 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.068 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:41.068 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:41.069 DEBUG:boto:Method: GET 2022-09-01T10:10:41.069 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:41.070 DEBUG:boto:Data: 2022-09-01T10:10:41.070 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.071 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.071 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.072 DEBUG:boto:Params: {} 2022-09-01T10:10:41.072 DEBUG:boto:Token: None 2022-09-01T10:10:41.073 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/ 2022-09-01T10:10:41.074 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ= 2022-09-01T10:10:41.074 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.077 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f1e9f65ca6b65683-0063108521-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.078 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:41.079 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.080 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.080 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:41.081 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:41.081 DEBUG:boto:Method: GET 2022-09-01T10:10:41.082 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:41.082 DEBUG:boto:Data: 2022-09-01T10:10:41.083 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.083 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:10:41.084 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.084 DEBUG:boto:Params: {} 2022-09-01T10:10:41.085 DEBUG:boto:Token: None 2022-09-01T10:10:41.085 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/ 2022-09-01T10:10:41.087 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ= 2022-09-01T10:10:41.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.090 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000072f4fc3d97e6206f-0063108521-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.091 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:41.092 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-17 zones={test-zone3, test-zone1} 2022-09-01T10:10:41.093 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-17 zones={test-zone3, test-zone2} 2022-09-01T10:10:41.094 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.095 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.097 DEBUG:boto:Method: HEAD 2022-09-01T10:10:41.097 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:10:41.098 DEBUG:boto:Data: 2022-09-01T10:10:41.098 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.099 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.099 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.100 DEBUG:boto:Params: {} 2022-09-01T10:10:41.100 DEBUG:boto:Token: None 2022-09-01T10:10:41.101 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/ 2022-09-01T10:10:41.101 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gGWchAEtb9PuUz6PDkUhjROrKPE= 2022-09-01T10:10:41.102 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gGWchAEtb9PuUz6PDkUhjROrKPE=', 'Content-Length': '0'} 2022-09-01T10:10:41.105 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000267f1082a62e3801-0063108521-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.106 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.106 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.107 DEBUG:boto:Method: HEAD 2022-09-01T10:10:41.107 DEBUG:boto:Path: /ptoxvb-17/ 2022-09-01T10:10:41.108 DEBUG:boto:Data: 2022-09-01T10:10:41.108 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.109 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.109 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.110 DEBUG:boto:Params: {} 2022-09-01T10:10:41.110 DEBUG:boto:Token: None 2022-09-01T10:10:41.111 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/ 2022-09-01T10:10:41.112 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gGWchAEtb9PuUz6PDkUhjROrKPE= 2022-09-01T10:10:41.112 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gGWchAEtb9PuUz6PDkUhjROrKPE=', 'Content-Length': '0'} 2022-09-01T10:10:41.115 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000944a16cac716db54-0063108521-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.116 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:10:41.116 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.117 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.118 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:41.118 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:41.119 DEBUG:boto:Method: GET 2022-09-01T10:10:41.119 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:41.120 DEBUG:boto:Data: 2022-09-01T10:10:41.120 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.121 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.121 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.122 DEBUG:boto:Params: {} 2022-09-01T10:10:41.122 DEBUG:boto:Token: None 2022-09-01T10:10:41.123 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/?versions 2022-09-01T10:10:41.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FFsGcJUQfHKfsHeNACF0XmgjnmQ= 2022-09-01T10:10:41.124 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FFsGcJUQfHKfsHeNACF0XmgjnmQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.127 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dc6506b367a53cf1-0063108521-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.128 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:41.129 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:10:41.129 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:10:41.130 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:10:41.130 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:10:41.131 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:10:41.131 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.132 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.132 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:41.133 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:41.133 DEBUG:boto:Method: GET 2022-09-01T10:10:41.134 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:41.134 DEBUG:boto:Data: 2022-09-01T10:10:41.135 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.136 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.136 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.137 DEBUG:boto:Params: {} 2022-09-01T10:10:41.138 DEBUG:boto:Token: None 2022-09-01T10:10:41.138 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/?versions 2022-09-01T10:10:41.139 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FFsGcJUQfHKfsHeNACF0XmgjnmQ= 2022-09-01T10:10:41.140 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FFsGcJUQfHKfsHeNACF0XmgjnmQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.142 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009bea0350d159d3e2-0063108521-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.143 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:41.144 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:10:41.145 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:10:41.145 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:10:41.145 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:10:41.146 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.147 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.147 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:41.148 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:41.148 DEBUG:boto:Method: GET 2022-09-01T10:10:41.149 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:41.149 DEBUG:boto:Data: 2022-09-01T10:10:41.150 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.150 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.151 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.151 DEBUG:boto:Params: {} 2022-09-01T10:10:41.153 DEBUG:boto:Token: None 2022-09-01T10:10:41.154 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/?versions 2022-09-01T10:10:41.154 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FFsGcJUQfHKfsHeNACF0XmgjnmQ= 2022-09-01T10:10:41.155 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FFsGcJUQfHKfsHeNACF0XmgjnmQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.158 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000065bc17f928a50992-0063108521-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.159 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:41.160 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.160 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.161 DEBUG:boto:path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:41.162 DEBUG:boto:auth_path=/ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:41.162 DEBUG:boto:Method: GET 2022-09-01T10:10:41.163 DEBUG:boto:Path: /ptoxvb-17/?versions&max-keys=999 2022-09-01T10:10:41.163 DEBUG:boto:Data: 2022-09-01T10:10:41.164 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.164 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.165 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.165 DEBUG:boto:Params: {} 2022-09-01T10:10:41.166 DEBUG:boto:Token: None 2022-09-01T10:10:41.167 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/?versions 2022-09-01T10:10:41.167 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FFsGcJUQfHKfsHeNACF0XmgjnmQ= 2022-09-01T10:10:41.168 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FFsGcJUQfHKfsHeNACF0XmgjnmQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.171 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000668dc40db04f45d6-0063108521-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.172 DEBUG:boto:b'ptoxvb-17999falsedummyrfyDKdKCQM3pBfMNsdFnu5U55OevJgptrue2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone17LpRMgDWkugqScSB4cyko1OaTo80gIKtrue2022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2vf6T5.o-mxYqiArwo.d.hoyzx1QoaBAtrue2022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3R9fDxXQl4UXyF-4mmyAKirihVqYz-zhtrue2022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:41.173 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:41.173 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:41.174 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:41.174 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.175 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.175 DEBUG:boto:Method: GET 2022-09-01T10:10:41.176 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.176 DEBUG:boto:Data: 2022-09-01T10:10:41.177 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.178 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.178 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.179 DEBUG:boto:Params: {} 2022-09-01T10:10:41.179 DEBUG:boto:Token: None 2022-09-01T10:10:41.180 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.181 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fTYgJKCFCJRTPYyoba+kAjDkX/Q= 2022-09-01T10:10:41.181 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fTYgJKCFCJRTPYyoba+kAjDkX/Q=', 'Content-Length': '0'} 2022-09-01T10:10:41.185 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b9bd8211aa599aea-0063108521-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.186 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:41.186 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:41.187 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.187 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.188 DEBUG:boto:Method: GET 2022-09-01T10:10:41.189 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.189 DEBUG:boto:Data: 2022-09-01T10:10:41.190 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.190 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.191 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.191 DEBUG:boto:Params: {} 2022-09-01T10:10:41.192 DEBUG:boto:Token: None 2022-09-01T10:10:41.192 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.193 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fTYgJKCFCJRTPYyoba+kAjDkX/Q= 2022-09-01T10:10:41.194 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fTYgJKCFCJRTPYyoba+kAjDkX/Q=', 'Content-Length': '0'} 2022-09-01T10:10:41.196 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000008678f513c462279c-0063108521-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.197 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:41.197 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:41.198 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.198 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.199 DEBUG:boto:Method: HEAD 2022-09-01T10:10:41.199 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.200 DEBUG:boto:Data: 2022-09-01T10:10:41.200 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.201 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.201 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.202 DEBUG:boto:Params: {} 2022-09-01T10:10:41.202 DEBUG:boto:Token: None 2022-09-01T10:10:41.203 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.204 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2bknUnTkNmywOsb+kQLZVbLudI8= 2022-09-01T10:10:41.205 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2bknUnTkNmywOsb+kQLZVbLudI8=', 'Content-Length': '0'} 2022-09-01T10:10:41.207 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000009052aae3855a2fd7-0063108521-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.208 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:41.208 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:41.209 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.210 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.210 DEBUG:boto:Method: HEAD 2022-09-01T10:10:41.211 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.211 DEBUG:boto:Data: 2022-09-01T10:10:41.212 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.212 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.213 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.214 DEBUG:boto:Params: {} 2022-09-01T10:10:41.214 DEBUG:boto:Token: None 2022-09-01T10:10:41.215 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.215 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2bknUnTkNmywOsb+kQLZVbLudI8= 2022-09-01T10:10:41.216 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2bknUnTkNmywOsb+kQLZVbLudI8=', 'Content-Length': '0'} 2022-09-01T10:10:41.218 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000025341c6a6b9b5fbe-0063108521-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.219 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:41.220 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:41.220 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:41.221 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.221 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.222 DEBUG:boto:Method: GET 2022-09-01T10:10:41.222 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.223 DEBUG:boto:Data: 2022-09-01T10:10:41.223 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.224 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.225 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.225 DEBUG:boto:Params: {} 2022-09-01T10:10:41.226 DEBUG:boto:Token: None 2022-09-01T10:10:41.227 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.227 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fTYgJKCFCJRTPYyoba+kAjDkX/Q= 2022-09-01T10:10:41.228 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fTYgJKCFCJRTPYyoba+kAjDkX/Q=', 'Content-Length': '0'} 2022-09-01T10:10:41.230 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a299edfe454a7965-0063108521-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.231 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:41.232 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:41.232 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.233 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.234 DEBUG:boto:Method: GET 2022-09-01T10:10:41.234 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.235 DEBUG:boto:Data: 2022-09-01T10:10:41.235 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.236 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.237 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.237 DEBUG:boto:Params: {} 2022-09-01T10:10:41.238 DEBUG:boto:Token: None 2022-09-01T10:10:41.239 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.239 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fTYgJKCFCJRTPYyoba+kAjDkX/Q= 2022-09-01T10:10:41.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fTYgJKCFCJRTPYyoba+kAjDkX/Q=', 'Content-Length': '0'} 2022-09-01T10:10:41.243 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000002db24733eff8e333-0063108521-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.244 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.245 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.246 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:41.246 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:41.247 DEBUG:boto:Method: GET 2022-09-01T10:10:41.247 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:10:41.248 DEBUG:boto:Data: 2022-09-01T10:10:41.248 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.249 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.249 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.251 DEBUG:boto:Params: {} 2022-09-01T10:10:41.252 DEBUG:boto:Token: None 2022-09-01T10:10:41.252 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/ 2022-09-01T10:10:41.253 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ= 2022-09-01T10:10:41.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.258 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f91f2b59f63567af-0063108521-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.303 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:41.305 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.305 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.306 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:41.306 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:41.307 DEBUG:boto:Method: GET 2022-09-01T10:10:41.307 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:10:41.308 DEBUG:boto:Data: 2022-09-01T10:10:41.309 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.309 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.310 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.311 DEBUG:boto:Params: {} 2022-09-01T10:10:41.312 DEBUG:boto:Token: None 2022-09-01T10:10:41.312 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/ 2022-09-01T10:10:41.313 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ= 2022-09-01T10:10:41.314 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.317 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f75c3445af6abe19-0063108521-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.318 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:41.319 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:41.320 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:41.320 DEBUG:boto:Method: HEAD 2022-09-01T10:10:41.321 DEBUG:boto:Path: /ptoxvb-17/dummy 2022-09-01T10:10:41.322 DEBUG:boto:Data: 2022-09-01T10:10:41.322 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.323 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.323 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.324 DEBUG:boto:Params: {} 2022-09-01T10:10:41.325 DEBUG:boto:Token: None 2022-09-01T10:10:41.326 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/dummy 2022-09-01T10:10:41.326 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oW4qPwzaOqclk46z6+i44Cu+Big= 2022-09-01T10:10:41.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oW4qPwzaOqclk46z6+i44Cu+Big=', 'Content-Length': '0'} 2022-09-01T10:10:41.330 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000052cf91862778fe45-0063108521-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.331 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:41.332 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:41.333 DEBUG:boto:Method: HEAD 2022-09-01T10:10:41.334 DEBUG:boto:Path: /ptoxvb-17/dummy 2022-09-01T10:10:41.335 DEBUG:boto:Data: 2022-09-01T10:10:41.335 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.336 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.337 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.337 DEBUG:boto:Params: {} 2022-09-01T10:10:41.338 DEBUG:boto:Token: None 2022-09-01T10:10:41.339 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/dummy 2022-09-01T10:10:41.339 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oW4qPwzaOqclk46z6+i44Cu+Big= 2022-09-01T10:10:41.340 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oW4qPwzaOqclk46z6+i44Cu+Big=', 'Content-Length': '0'} 2022-09-01T10:10:41.344 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000f1d08df79ef27a37-0063108521-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.345 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:10:41.346 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:41.347 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:41.348 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.351 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.352 DEBUG:boto:Method: GET 2022-09-01T10:10:41.353 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.354 DEBUG:boto:Data: 2022-09-01T10:10:41.355 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.356 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.357 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.358 DEBUG:boto:Params: {} 2022-09-01T10:10:41.359 DEBUG:boto:Token: None 2022-09-01T10:10:41.359 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.360 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fTYgJKCFCJRTPYyoba+kAjDkX/Q= 2022-09-01T10:10:41.361 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fTYgJKCFCJRTPYyoba+kAjDkX/Q=', 'Content-Length': '0'} 2022-09-01T10:10:41.364 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000cf075ea31d9228f6-0063108521-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.365 DEBUG:boto:path=/ptoxvb-17/dummy 2022-09-01T10:10:41.366 DEBUG:boto:auth_path=/ptoxvb-17/dummy 2022-09-01T10:10:41.367 DEBUG:boto:path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.367 DEBUG:boto:auth_path=/ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.368 DEBUG:boto:Method: GET 2022-09-01T10:10:41.369 DEBUG:boto:Path: /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.369 DEBUG:boto:Data: 2022-09-01T10:10:41.370 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.370 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.371 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.371 DEBUG:boto:Params: {} 2022-09-01T10:10:41.372 DEBUG:boto:Token: None 2022-09-01T10:10:41.373 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/dummy?versionId=rfyDKdKCQM3pBfMNsdFnu5U55OevJgp 2022-09-01T10:10:41.374 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fTYgJKCFCJRTPYyoba+kAjDkX/Q= 2022-09-01T10:10:41.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fTYgJKCFCJRTPYyoba+kAjDkX/Q=', 'Content-Length': '0'} 2022-09-01T10:10:41.377 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:04:56 GMT'), ('x-amz-version-id', 'rfyDKdKCQM3pBfMNsdFnu5U55OevJgp'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000e4f0a563d235763a-0063108521-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.378 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.379 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.379 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:41.380 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:41.381 DEBUG:boto:Method: GET 2022-09-01T10:10:41.381 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:10:41.382 DEBUG:boto:Data: 2022-09-01T10:10:41.382 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.383 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.384 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.384 DEBUG:boto:Params: {} 2022-09-01T10:10:41.385 DEBUG:boto:Token: None 2022-09-01T10:10:41.386 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/ 2022-09-01T10:10:41.386 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ= 2022-09-01T10:10:41.387 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.392 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000059f3ce29c2fc863-0063108521-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.394 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:41.395 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.397 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.398 DEBUG:boto:path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:41.399 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=dummy 2022-09-01T10:10:41.401 DEBUG:boto:Method: GET 2022-09-01T10:10:41.402 DEBUG:boto:Path: /ptoxvb-17/?prefix=dummy 2022-09-01T10:10:41.403 DEBUG:boto:Data: 2022-09-01T10:10:41.405 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.406 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.407 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.490 DEBUG:boto:Params: {} 2022-09-01T10:10:41.491 DEBUG:boto:Token: None 2022-09-01T10:10:41.492 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/ 2022-09-01T10:10:41.494 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ= 2022-09-01T10:10:41.495 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.498 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000021ee7e5659972cf5-0063108521-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.499 DEBUG:boto:b'ptoxvb-17dummy1000falsedummy2022-09-01T10:04:56.241Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:41.501 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:41.502 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.503 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.503 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.504 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.505 DEBUG:boto:Method: GET 2022-09-01T10:10:41.506 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.506 DEBUG:boto:Data: 2022-09-01T10:10:41.507 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.508 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.509 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.509 DEBUG:boto:Params: {} 2022-09-01T10:10:41.510 DEBUG:boto:Token: None 2022-09-01T10:10:41.511 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.512 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oNQsYnkTaHzXkrabWJ+F862S8KA= 2022-09-01T10:10:41.513 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oNQsYnkTaHzXkrabWJ+F862S8KA=', 'Content-Length': '0'} 2022-09-01T10:10:41.516 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000036392fbe6ff7037b-0063108521-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.517 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.524 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.525 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.529 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.530 DEBUG:boto:Method: GET 2022-09-01T10:10:41.532 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.533 DEBUG:boto:Data: 2022-09-01T10:10:41.534 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.535 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.536 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.537 DEBUG:boto:Params: {} 2022-09-01T10:10:41.538 DEBUG:boto:Token: None 2022-09-01T10:10:41.539 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.540 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oNQsYnkTaHzXkrabWJ+F862S8KA= 2022-09-01T10:10:41.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oNQsYnkTaHzXkrabWJ+F862S8KA=', 'Content-Length': '0'} 2022-09-01T10:10:41.553 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b4d7fc28cc7aa58a-0063108521-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.563 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.564 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.565 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.566 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.567 DEBUG:boto:Method: HEAD 2022-09-01T10:10:41.568 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.569 DEBUG:boto:Data: 2022-09-01T10:10:41.569 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.570 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.571 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.571 DEBUG:boto:Params: {} 2022-09-01T10:10:41.572 DEBUG:boto:Token: None 2022-09-01T10:10:41.574 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.575 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bOk98KEyrRXNDe+ssuM2MgZRMiQ= 2022-09-01T10:10:41.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bOk98KEyrRXNDe+ssuM2MgZRMiQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.578 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005e8c6163aa6bba7c-0063108521-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.581 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.582 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.583 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.584 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.585 DEBUG:boto:Method: HEAD 2022-09-01T10:10:41.586 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.587 DEBUG:boto:Data: 2022-09-01T10:10:41.587 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.588 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.589 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.590 DEBUG:boto:Params: {} 2022-09-01T10:10:41.591 DEBUG:boto:Token: None 2022-09-01T10:10:41.592 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.592 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bOk98KEyrRXNDe+ssuM2MgZRMiQ= 2022-09-01T10:10:41.593 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bOk98KEyrRXNDe+ssuM2MgZRMiQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.611 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009f139a7a03b9c5a0-0063108521-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.612 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:41.612 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.613 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.614 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.615 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.616 DEBUG:boto:Method: GET 2022-09-01T10:10:41.616 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.617 DEBUG:boto:Data: 2022-09-01T10:10:41.617 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.618 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.619 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.619 DEBUG:boto:Params: {} 2022-09-01T10:10:41.620 DEBUG:boto:Token: None 2022-09-01T10:10:41.621 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.622 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oNQsYnkTaHzXkrabWJ+F862S8KA= 2022-09-01T10:10:41.623 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oNQsYnkTaHzXkrabWJ+F862S8KA=', 'Content-Length': '0'} 2022-09-01T10:10:41.627 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000048dc13dc2dc8a2ec-0063108521-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.631 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.633 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.634 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.635 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.636 DEBUG:boto:Method: GET 2022-09-01T10:10:41.637 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.639 DEBUG:boto:Data: 2022-09-01T10:10:41.639 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.640 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.640 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.641 DEBUG:boto:Params: {} 2022-09-01T10:10:41.642 DEBUG:boto:Token: None 2022-09-01T10:10:41.642 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oNQsYnkTaHzXkrabWJ+F862S8KA= 2022-09-01T10:10:41.644 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oNQsYnkTaHzXkrabWJ+F862S8KA=', 'Content-Length': '0'} 2022-09-01T10:10:41.653 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003542976a78bbfe36-0063108521-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.698 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.702 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.703 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:41.704 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:41.705 DEBUG:boto:Method: GET 2022-09-01T10:10:41.706 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:41.707 DEBUG:boto:Data: 2022-09-01T10:10:41.708 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.709 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.710 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.710 DEBUG:boto:Params: {} 2022-09-01T10:10:41.711 DEBUG:boto:Token: None 2022-09-01T10:10:41.712 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/ 2022-09-01T10:10:41.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ= 2022-09-01T10:10:41.714 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.719 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007cf6fad581c18aa3-0063108521-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.721 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:41.723 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.726 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.727 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:41.728 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:41.728 DEBUG:boto:Method: GET 2022-09-01T10:10:41.729 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:41.730 DEBUG:boto:Data: 2022-09-01T10:10:41.746 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.746 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.747 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.748 DEBUG:boto:Params: {} 2022-09-01T10:10:41.749 DEBUG:boto:Token: None 2022-09-01T10:10:41.750 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/ 2022-09-01T10:10:41.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ= 2022-09-01T10:10:41.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.757 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c575cf5bdd2d1dfa-0063108521-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.758 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:41.760 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.761 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.762 DEBUG:boto:Method: HEAD 2022-09-01T10:10:41.763 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.763 DEBUG:boto:Data: 2022-09-01T10:10:41.764 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.765 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.766 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.766 DEBUG:boto:Params: {} 2022-09-01T10:10:41.767 DEBUG:boto:Token: None 2022-09-01T10:10:41.768 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uVnf+YuFyEvgtYjxW2jOHPdTnkk= 2022-09-01T10:10:41.771 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uVnf+YuFyEvgtYjxW2jOHPdTnkk=', 'Content-Length': '0'} 2022-09-01T10:10:41.775 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004eb8f72267ef6ed1-0063108521-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.777 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.778 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.779 DEBUG:boto:Method: HEAD 2022-09-01T10:10:41.779 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.781 DEBUG:boto:Data: 2022-09-01T10:10:41.782 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.783 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.785 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.786 DEBUG:boto:Params: {} 2022-09-01T10:10:41.787 DEBUG:boto:Token: None 2022-09-01T10:10:41.788 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.788 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uVnf+YuFyEvgtYjxW2jOHPdTnkk= 2022-09-01T10:10:41.790 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uVnf+YuFyEvgtYjxW2jOHPdTnkk=', 'Content-Length': '0'} 2022-09-01T10:10:41.794 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000634e8207613cd920-0063108521-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.796 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:10:41.797 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.798 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.798 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.799 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.800 DEBUG:boto:Method: GET 2022-09-01T10:10:41.801 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.801 DEBUG:boto:Data: 2022-09-01T10:10:41.802 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.803 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.804 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.804 DEBUG:boto:Params: {} 2022-09-01T10:10:41.805 DEBUG:boto:Token: None 2022-09-01T10:10:41.808 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.809 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oNQsYnkTaHzXkrabWJ+F862S8KA= 2022-09-01T10:10:41.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oNQsYnkTaHzXkrabWJ+F862S8KA=', 'Content-Length': '0'} 2022-09-01T10:10:41.812 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000be4ba3e636bf2483-0063108521-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.859 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.860 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1 2022-09-01T10:10:41.861 DEBUG:boto:path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.861 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.862 DEBUG:boto:Method: GET 2022-09-01T10:10:41.862 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.863 DEBUG:boto:Data: 2022-09-01T10:10:41.864 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.864 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.865 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.865 DEBUG:boto:Params: {} 2022-09-01T10:10:41.866 DEBUG:boto:Token: None 2022-09-01T10:10:41.867 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone1?versionId=7LpRMgDWkugqScSB4cyko1OaTo80gIK 2022-09-01T10:10:41.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oNQsYnkTaHzXkrabWJ+F862S8KA= 2022-09-01T10:10:41.868 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oNQsYnkTaHzXkrabWJ+F862S8KA=', 'Content-Length': '0'} 2022-09-01T10:10:41.871 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', '7LpRMgDWkugqScSB4cyko1OaTo80gIK'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000ad3ce3e03c3a4ad-0063108521-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.872 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.873 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.873 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:41.874 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:41.874 DEBUG:boto:Method: GET 2022-09-01T10:10:41.875 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:41.875 DEBUG:boto:Data: 2022-09-01T10:10:41.876 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.877 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.877 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.878 DEBUG:boto:Params: {} 2022-09-01T10:10:41.878 DEBUG:boto:Token: None 2022-09-01T10:10:41.879 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/ 2022-09-01T10:10:41.879 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ= 2022-09-01T10:10:41.880 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.883 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e8f6eb4bb1cb676b-0063108521-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.884 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:41.885 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:41.885 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:41.886 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:41.886 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:41.887 DEBUG:boto:Method: GET 2022-09-01T10:10:41.887 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone1 2022-09-01T10:10:41.888 DEBUG:boto:Data: 2022-09-01T10:10:41.888 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.889 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.889 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.890 DEBUG:boto:Params: {} 2022-09-01T10:10:41.890 DEBUG:boto:Token: None 2022-09-01T10:10:41.891 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/ 2022-09-01T10:10:41.892 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ= 2022-09-01T10:10:41.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5dqK1z87NOrUGUIPn/aMeBhDoJQ=', 'Content-Length': '0'} 2022-09-01T10:10:41.895 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004985fa0fcfb188fd-0063108521-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.896 DEBUG:boto:b'ptoxvb-17obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.295Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:41.897 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:41.897 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:41.898 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:41.899 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.900 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.900 DEBUG:boto:Method: GET 2022-09-01T10:10:41.901 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.901 DEBUG:boto:Data: 2022-09-01T10:10:41.902 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.903 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.903 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.904 DEBUG:boto:Params: {} 2022-09-01T10:10:41.904 DEBUG:boto:Token: None 2022-09-01T10:10:41.905 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.906 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PVMqocPJdzsndgeKbTwDs7gPUrk= 2022-09-01T10:10:41.906 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PVMqocPJdzsndgeKbTwDs7gPUrk=', 'Content-Length': '0'} 2022-09-01T10:10:41.909 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000044718bd1635faa36-0063108521-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.910 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:41.911 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:41.911 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.912 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.912 DEBUG:boto:Method: GET 2022-09-01T10:10:41.913 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.914 DEBUG:boto:Data: 2022-09-01T10:10:41.914 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.915 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.915 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.916 DEBUG:boto:Params: {} 2022-09-01T10:10:41.916 DEBUG:boto:Token: None 2022-09-01T10:10:41.917 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.918 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PVMqocPJdzsndgeKbTwDs7gPUrk= 2022-09-01T10:10:41.919 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PVMqocPJdzsndgeKbTwDs7gPUrk=', 'Content-Length': '0'} 2022-09-01T10:10:41.921 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b4a87aa46f78678c-0063108521-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.923 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:41.924 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:41.925 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.926 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.926 DEBUG:boto:Method: HEAD 2022-09-01T10:10:41.927 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.928 DEBUG:boto:Data: 2022-09-01T10:10:41.929 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.930 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.931 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.932 DEBUG:boto:Params: {} 2022-09-01T10:10:41.934 DEBUG:boto:Token: None 2022-09-01T10:10:41.935 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.936 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+ePWQkeWkKvhW09t1lz2OA8MAZg= 2022-09-01T10:10:41.938 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+ePWQkeWkKvhW09t1lz2OA8MAZg=', 'Content-Length': '0'} 2022-09-01T10:10:41.944 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000008b6481bcb973508-0063108521-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.946 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:41.946 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:41.947 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.947 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.948 DEBUG:boto:Method: HEAD 2022-09-01T10:10:41.952 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.953 DEBUG:boto:Data: 2022-09-01T10:10:41.954 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.955 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.956 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.957 DEBUG:boto:Params: {} 2022-09-01T10:10:41.958 DEBUG:boto:Token: None 2022-09-01T10:10:41.963 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+ePWQkeWkKvhW09t1lz2OA8MAZg= 2022-09-01T10:10:41.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+ePWQkeWkKvhW09t1lz2OA8MAZg=', 'Content-Length': '0'} 2022-09-01T10:10:41.969 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000cec0dcd874c74ce-0063108521-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.970 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:41.971 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:41.972 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:41.973 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.974 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.975 DEBUG:boto:Method: GET 2022-09-01T10:10:41.976 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.977 DEBUG:boto:Data: 2022-09-01T10:10:41.978 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.979 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:41.980 DEBUG:boto:Port: 8001 2022-09-01T10:10:41.981 DEBUG:boto:Params: {} 2022-09-01T10:10:41.982 DEBUG:boto:Token: None 2022-09-01T10:10:41.983 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PVMqocPJdzsndgeKbTwDs7gPUrk= 2022-09-01T10:10:41.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PVMqocPJdzsndgeKbTwDs7gPUrk=', 'Content-Length': '0'} 2022-09-01T10:10:41.989 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fc8b492546b52a85-0063108521-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:41.990 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:41.991 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:41.991 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.992 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.992 DEBUG:boto:Method: GET 2022-09-01T10:10:41.993 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.993 DEBUG:boto:Data: 2022-09-01T10:10:41.994 DEBUG:boto:Headers: {} 2022-09-01T10:10:41.995 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:41.996 DEBUG:boto:Port: 8000 2022-09-01T10:10:41.997 DEBUG:boto:Params: {} 2022-09-01T10:10:41.998 DEBUG:boto:Token: None 2022-09-01T10:10:41.998 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:41 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:41.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PVMqocPJdzsndgeKbTwDs7gPUrk= 2022-09-01T10:10:42.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PVMqocPJdzsndgeKbTwDs7gPUrk=', 'Content-Length': '0'} 2022-09-01T10:10:42.002 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000739cb2b51ac00626-0063108522-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.004 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:42.004 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:42.005 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:42.005 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:42.006 DEBUG:boto:Method: GET 2022-09-01T10:10:42.006 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:42.007 DEBUG:boto:Data: 2022-09-01T10:10:42.007 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.008 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:42.008 DEBUG:boto:Port: 8001 2022-09-01T10:10:42.009 DEBUG:boto:Params: {} 2022-09-01T10:10:42.010 DEBUG:boto:Token: None 2022-09-01T10:10:42.010 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/ 2022-09-01T10:10:42.011 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4= 2022-09-01T10:10:42.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4=', 'Content-Length': '0'} 2022-09-01T10:10:42.020 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001a5f04ab3edb78c6-0063108522-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.022 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:42.023 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:42.024 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:42.024 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:42.025 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:42.025 DEBUG:boto:Method: GET 2022-09-01T10:10:42.026 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:42.027 DEBUG:boto:Data: 2022-09-01T10:10:42.027 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.028 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:42.028 DEBUG:boto:Port: 8000 2022-09-01T10:10:42.029 DEBUG:boto:Params: {} 2022-09-01T10:10:42.030 DEBUG:boto:Token: None 2022-09-01T10:10:42.031 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/ 2022-09-01T10:10:42.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4= 2022-09-01T10:10:42.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4=', 'Content-Length': '0'} 2022-09-01T10:10:42.035 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002d95e49de151a1ba-0063108522-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.078 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:42.080 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:42.081 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:42.081 DEBUG:boto:Method: HEAD 2022-09-01T10:10:42.082 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2 2022-09-01T10:10:42.082 DEBUG:boto:Data: 2022-09-01T10:10:42.083 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.084 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:42.085 DEBUG:boto:Port: 8001 2022-09-01T10:10:42.085 DEBUG:boto:Params: {} 2022-09-01T10:10:42.086 DEBUG:boto:Token: None 2022-09-01T10:10:42.087 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/obj-test-zone2 2022-09-01T10:10:42.087 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9++CmbZgcqxJ/BdUR1YDMhkCHLw= 2022-09-01T10:10:42.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9++CmbZgcqxJ/BdUR1YDMhkCHLw=', 'Content-Length': '0'} 2022-09-01T10:10:42.090 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000027a1967da4b864b9-0063108522-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.091 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:42.092 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:42.093 DEBUG:boto:Method: HEAD 2022-09-01T10:10:42.094 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2 2022-09-01T10:10:42.095 DEBUG:boto:Data: 2022-09-01T10:10:42.096 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.096 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:42.097 DEBUG:boto:Port: 8000 2022-09-01T10:10:42.098 DEBUG:boto:Params: {} 2022-09-01T10:10:42.100 DEBUG:boto:Token: None 2022-09-01T10:10:42.101 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/obj-test-zone2 2022-09-01T10:10:42.102 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9++CmbZgcqxJ/BdUR1YDMhkCHLw= 2022-09-01T10:10:42.103 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9++CmbZgcqxJ/BdUR1YDMhkCHLw=', 'Content-Length': '0'} 2022-09-01T10:10:42.106 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b44ffa900c58e3c4-0063108522-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.107 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:10:42.108 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:42.108 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:42.109 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:42.109 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:42.110 DEBUG:boto:Method: GET 2022-09-01T10:10:42.110 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:42.111 DEBUG:boto:Data: 2022-09-01T10:10:42.111 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.112 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:42.113 DEBUG:boto:Port: 8001 2022-09-01T10:10:42.113 DEBUG:boto:Params: {} 2022-09-01T10:10:42.114 DEBUG:boto:Token: None 2022-09-01T10:10:42.114 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:42.115 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OwdBoy+V24G5ZH9HW66zZgDxNjY= 2022-09-01T10:10:42.116 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OwdBoy+V24G5ZH9HW66zZgDxNjY=', 'Content-Length': '0'} 2022-09-01T10:10:42.118 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000ee7064986ffbeae-0063108522-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.161 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:42.162 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2 2022-09-01T10:10:42.163 DEBUG:boto:path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:42.164 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:42.166 DEBUG:boto:Method: GET 2022-09-01T10:10:42.166 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:42.168 DEBUG:boto:Data: 2022-09-01T10:10:42.168 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.169 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:42.169 DEBUG:boto:Port: 8000 2022-09-01T10:10:42.170 DEBUG:boto:Params: {} 2022-09-01T10:10:42.171 DEBUG:boto:Token: None 2022-09-01T10:10:42.172 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/obj-test-zone2?versionId=vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA 2022-09-01T10:10:42.172 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OwdBoy+V24G5ZH9HW66zZgDxNjY= 2022-09-01T10:10:42.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OwdBoy+V24G5ZH9HW66zZgDxNjY=', 'Content-Length': '0'} 2022-09-01T10:10:42.175 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'vf6T5.o-mxYqiArwo.d.hoyzx1QoaBA'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000003bf7a5910f52e38-0063108522-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.176 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:42.177 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:42.179 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:42.180 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:42.181 DEBUG:boto:Method: GET 2022-09-01T10:10:42.182 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:42.183 DEBUG:boto:Data: 2022-09-01T10:10:42.188 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.188 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:42.189 DEBUG:boto:Port: 8001 2022-09-01T10:10:42.190 DEBUG:boto:Params: {} 2022-09-01T10:10:42.193 DEBUG:boto:Token: None 2022-09-01T10:10:42.194 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/ 2022-09-01T10:10:42.197 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4= 2022-09-01T10:10:42.198 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4=', 'Content-Length': '0'} 2022-09-01T10:10:42.202 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000070fc4001bdaf0e4-0063108522-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.203 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:42.204 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:42.204 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:42.205 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:42.205 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:42.206 DEBUG:boto:Method: GET 2022-09-01T10:10:42.206 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone2 2022-09-01T10:10:42.207 DEBUG:boto:Data: 2022-09-01T10:10:42.208 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.208 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:42.209 DEBUG:boto:Port: 8000 2022-09-01T10:10:42.209 DEBUG:boto:Params: {} 2022-09-01T10:10:42.210 DEBUG:boto:Token: None 2022-09-01T10:10:42.211 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/ 2022-09-01T10:10:42.211 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4= 2022-09-01T10:10:42.212 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4=', 'Content-Length': '0'} 2022-09-01T10:10:42.215 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000063116b798d09eb7b-0063108522-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.216 DEBUG:boto:b'ptoxvb-17obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.450Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:42.217 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:42.218 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.218 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.219 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.220 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.220 DEBUG:boto:Method: GET 2022-09-01T10:10:42.221 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.222 DEBUG:boto:Data: 2022-09-01T10:10:42.222 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.223 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:42.223 DEBUG:boto:Port: 8001 2022-09-01T10:10:42.224 DEBUG:boto:Params: {} 2022-09-01T10:10:42.225 DEBUG:boto:Token: None 2022-09-01T10:10:42.226 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.227 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CJEs94341RWcmU0kN6/WD2SVowQ= 2022-09-01T10:10:42.227 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CJEs94341RWcmU0kN6/WD2SVowQ=', 'Content-Length': '0'} 2022-09-01T10:10:42.230 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f826fd4f2ee8b828-0063108522-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.231 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.232 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.233 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.234 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.234 DEBUG:boto:Method: GET 2022-09-01T10:10:42.235 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.236 DEBUG:boto:Data: 2022-09-01T10:10:42.236 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.237 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:42.237 DEBUG:boto:Port: 8000 2022-09-01T10:10:42.239 DEBUG:boto:Params: {} 2022-09-01T10:10:42.241 DEBUG:boto:Token: None 2022-09-01T10:10:42.242 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CJEs94341RWcmU0kN6/WD2SVowQ= 2022-09-01T10:10:42.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CJEs94341RWcmU0kN6/WD2SVowQ=', 'Content-Length': '0'} 2022-09-01T10:10:42.249 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000017d5ee395cbea338-0063108522-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.251 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.252 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.252 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.253 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.253 DEBUG:boto:Method: HEAD 2022-09-01T10:10:42.254 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.254 DEBUG:boto:Data: 2022-09-01T10:10:42.255 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.255 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:42.256 DEBUG:boto:Port: 8001 2022-09-01T10:10:42.256 DEBUG:boto:Params: {} 2022-09-01T10:10:42.259 DEBUG:boto:Token: None 2022-09-01T10:10:42.260 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.261 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dofa8qmHO+juCoZbULGX0AaUdyE= 2022-09-01T10:10:42.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dofa8qmHO+juCoZbULGX0AaUdyE=', 'Content-Length': '0'} 2022-09-01T10:10:42.265 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cb14b5fc4d1fefa3-0063108522-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.266 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.267 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.268 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.269 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.270 DEBUG:boto:Method: HEAD 2022-09-01T10:10:42.271 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.272 DEBUG:boto:Data: 2022-09-01T10:10:42.273 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.274 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:42.275 DEBUG:boto:Port: 8000 2022-09-01T10:10:42.276 DEBUG:boto:Params: {} 2022-09-01T10:10:42.277 DEBUG:boto:Token: None 2022-09-01T10:10:42.280 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dofa8qmHO+juCoZbULGX0AaUdyE= 2022-09-01T10:10:42.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dofa8qmHO+juCoZbULGX0AaUdyE=', 'Content-Length': '0'} 2022-09-01T10:10:42.283 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b5ba8402797a37d1-0063108522-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.284 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:42.285 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.285 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.286 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.286 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.287 DEBUG:boto:Method: GET 2022-09-01T10:10:42.294 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.295 DEBUG:boto:Data: 2022-09-01T10:10:42.296 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.296 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:42.297 DEBUG:boto:Port: 8001 2022-09-01T10:10:42.297 DEBUG:boto:Params: {} 2022-09-01T10:10:42.298 DEBUG:boto:Token: None 2022-09-01T10:10:42.299 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.302 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CJEs94341RWcmU0kN6/WD2SVowQ= 2022-09-01T10:10:42.303 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CJEs94341RWcmU0kN6/WD2SVowQ=', 'Content-Length': '0'} 2022-09-01T10:10:42.306 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a27088080a261e1f-0063108522-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.308 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.308 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.309 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.311 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.312 DEBUG:boto:Method: GET 2022-09-01T10:10:42.313 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.314 DEBUG:boto:Data: 2022-09-01T10:10:42.314 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.315 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:42.316 DEBUG:boto:Port: 8000 2022-09-01T10:10:42.316 DEBUG:boto:Params: {} 2022-09-01T10:10:42.318 DEBUG:boto:Token: None 2022-09-01T10:10:42.318 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.319 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CJEs94341RWcmU0kN6/WD2SVowQ= 2022-09-01T10:10:42.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CJEs94341RWcmU0kN6/WD2SVowQ=', 'Content-Length': '0'} 2022-09-01T10:10:42.325 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000081c57a069088ea08-0063108522-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.328 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:42.330 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:42.330 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:42.331 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:42.331 DEBUG:boto:Method: GET 2022-09-01T10:10:42.332 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:42.333 DEBUG:boto:Data: 2022-09-01T10:10:42.333 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.334 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:42.335 DEBUG:boto:Port: 8001 2022-09-01T10:10:42.335 DEBUG:boto:Params: {} 2022-09-01T10:10:42.336 DEBUG:boto:Token: None 2022-09-01T10:10:42.337 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/ 2022-09-01T10:10:42.337 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4= 2022-09-01T10:10:42.339 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4=', 'Content-Length': '0'} 2022-09-01T10:10:42.342 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000105fb92c376d5d29-0063108522-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.343 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:42.343 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:42.344 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:42.345 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:42.345 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:42.346 DEBUG:boto:Method: GET 2022-09-01T10:10:42.346 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:42.347 DEBUG:boto:Data: 2022-09-01T10:10:42.351 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.352 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:42.352 DEBUG:boto:Port: 8000 2022-09-01T10:10:42.353 DEBUG:boto:Params: {} 2022-09-01T10:10:42.354 DEBUG:boto:Token: None 2022-09-01T10:10:42.355 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/ 2022-09-01T10:10:42.356 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4= 2022-09-01T10:10:42.357 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4=', 'Content-Length': '0'} 2022-09-01T10:10:42.361 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eb2104f35d17cc34-0063108522-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.363 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:42.365 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.366 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.367 DEBUG:boto:Method: HEAD 2022-09-01T10:10:42.367 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.369 DEBUG:boto:Data: 2022-09-01T10:10:42.370 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.370 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:42.371 DEBUG:boto:Port: 8001 2022-09-01T10:10:42.373 DEBUG:boto:Params: {} 2022-09-01T10:10:42.374 DEBUG:boto:Token: None 2022-09-01T10:10:42.375 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Uyc1neu8DbVU2od7n3bVcNXr7MA= 2022-09-01T10:10:42.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Uyc1neu8DbVU2od7n3bVcNXr7MA=', 'Content-Length': '0'} 2022-09-01T10:10:42.381 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ffe99310ffca0e8c-0063108522-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.382 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.383 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.384 DEBUG:boto:Method: HEAD 2022-09-01T10:10:42.384 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.385 DEBUG:boto:Data: 2022-09-01T10:10:42.385 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.386 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:42.386 DEBUG:boto:Port: 8000 2022-09-01T10:10:42.387 DEBUG:boto:Params: {} 2022-09-01T10:10:42.388 DEBUG:boto:Token: None 2022-09-01T10:10:42.388 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.389 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Uyc1neu8DbVU2od7n3bVcNXr7MA= 2022-09-01T10:10:42.389 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Uyc1neu8DbVU2od7n3bVcNXr7MA=', 'Content-Length': '0'} 2022-09-01T10:10:42.392 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c04473279ab9d59f-0063108522-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.393 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:10:42.393 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.401 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.402 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.402 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.403 DEBUG:boto:Method: GET 2022-09-01T10:10:42.403 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.404 DEBUG:boto:Data: 2022-09-01T10:10:42.405 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.406 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:42.406 DEBUG:boto:Port: 8001 2022-09-01T10:10:42.407 DEBUG:boto:Params: {} 2022-09-01T10:10:42.407 DEBUG:boto:Token: None 2022-09-01T10:10:42.408 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CJEs94341RWcmU0kN6/WD2SVowQ= 2022-09-01T10:10:42.409 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CJEs94341RWcmU0kN6/WD2SVowQ=', 'Content-Length': '0'} 2022-09-01T10:10:42.412 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007cb1cd130757c8a3-0063108522-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.415 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.417 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3 2022-09-01T10:10:42.418 DEBUG:boto:path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.419 DEBUG:boto:auth_path=/ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.420 DEBUG:boto:Method: GET 2022-09-01T10:10:42.421 DEBUG:boto:Path: /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.422 DEBUG:boto:Data: 2022-09-01T10:10:42.423 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.425 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:42.426 DEBUG:boto:Port: 8000 2022-09-01T10:10:42.427 DEBUG:boto:Params: {} 2022-09-01T10:10:42.428 DEBUG:boto:Token: None 2022-09-01T10:10:42.429 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/obj-test-zone3?versionId=R9fDxXQl4UXyF-4mmyAKirihVqYz-zh 2022-09-01T10:10:42.430 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CJEs94341RWcmU0kN6/WD2SVowQ= 2022-09-01T10:10:42.431 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CJEs94341RWcmU0kN6/WD2SVowQ=', 'Content-Length': '0'} 2022-09-01T10:10:42.434 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'R9fDxXQl4UXyF-4mmyAKirihVqYz-zh'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b81a136c8f7cece4-0063108522-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.435 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:42.435 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:42.436 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:42.436 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:42.437 DEBUG:boto:Method: GET 2022-09-01T10:10:42.437 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:42.438 DEBUG:boto:Data: 2022-09-01T10:10:42.439 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.439 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:10:42.440 DEBUG:boto:Port: 8001 2022-09-01T10:10:42.440 DEBUG:boto:Params: {} 2022-09-01T10:10:42.441 DEBUG:boto:Token: None 2022-09-01T10:10:42.442 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/ 2022-09-01T10:10:42.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4= 2022-09-01T10:10:42.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4=', 'Content-Length': '0'} 2022-09-01T10:10:42.446 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003201bf4359618a9a-0063108522-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.447 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:42.448 DEBUG:boto:path=/ptoxvb-17/ 2022-09-01T10:10:42.449 DEBUG:boto:auth_path=/ptoxvb-17/ 2022-09-01T10:10:42.449 DEBUG:boto:path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:42.450 DEBUG:boto:auth_path=/ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:42.452 DEBUG:boto:Method: GET 2022-09-01T10:10:42.453 DEBUG:boto:Path: /ptoxvb-17/?prefix=obj-test-zone3 2022-09-01T10:10:42.454 DEBUG:boto:Data: 2022-09-01T10:10:42.455 DEBUG:boto:Headers: {} 2022-09-01T10:10:42.456 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:10:42.457 DEBUG:boto:Port: 8000 2022-09-01T10:10:42.458 DEBUG:boto:Params: {} 2022-09-01T10:10:42.460 DEBUG:boto:Token: None 2022-09-01T10:10:42.461 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:10:42 GMT /ptoxvb-17/ 2022-09-01T10:10:42.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4= 2022-09-01T10:10:42.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:10:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XhYQvYKo1nZ4JhWPFziLQkF2lP4=', 'Content-Length': '0'} 2022-09-01T10:10:42.472 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fd698f2344c660d5-0063108522-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:10:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:10:42.518 DEBUG:boto:b'ptoxvb-17obj-test-zone31000falseobj-test-zone32022-09-01T10:06:52.594Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:10:42.520 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-17 zones={test-zone3, test-zone2} 2022-09-01T10:10:42.521 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-18 2022-09-01T10:10:42.522 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:42.523 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:42.524 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:10:42.593 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:10:42.593 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:10:42.634 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:10:42.632+0000 7f44a2264600 1 bucket sync caught up with source: 2022-09-01T10:10:42.635 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000011.30.5, , 00000000004.18.5, , 00000000007.41.5, , , , , ] 2022-09-01T10:10:42.635 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000011.30.5, , 00000000004.18.5, , 00000000007.41.5, , , , , ] 2022-09-01T10:10:42.636 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:10:42.632+0000 7f44a2264600 0 bucket checkpoint complete 2022-09-01T10:10:42.652 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-18 2022-09-01T10:10:42.653 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:42.664 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:42.666 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:10:42.732 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:10:42.733 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:10:42.788 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:42.788+0000 7fdc767b9600 1 bucket sync caught up with source: 2022-09-01T10:10:42.789 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000011.30.5, , 00000000004.18.5, , 00000000007.41.5, , , , , ] 2022-09-01T10:10:42.789 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000011.30.5, , 00000000004.18.5, , 00000000007.41.5, , , , , ] 2022-09-01T10:10:42.789 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:42.788+0000 7fdc767b9600 0 bucket checkpoint complete 2022-09-01T10:10:42.815 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-18 2022-09-01T10:10:42.816 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:42.816 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:42.817 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:10:42.877 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:10:42.878 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:10:42.914 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:10:42.911+0000 7f8de83a2600 1 bucket sync caught up with source: 2022-09-01T10:10:42.915 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000011.30.5, , 00000000004.18.5, , 00000000007.41.5, , , , , ] 2022-09-01T10:10:42.915 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000011.30.5, , 00000000004.18.5, , 00000000007.41.5, , , , , ] 2022-09-01T10:10:42.917 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:10:42.911+0000 7f8de83a2600 0 bucket checkpoint complete 2022-09-01T10:10:42.925 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-18 2022-09-01T10:10:42.926 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:42.931 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:10:42.932 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:10:42.993 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:10:42.993 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:10:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:43.028+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:10:43.029 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:10:43.030 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:10:48.030 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:48.030+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:10:48.031 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:10:48.031 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:10:53.034 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:53.031+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:10:53.035 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:10:53.036 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:10:58.033 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:10:58.032+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:10:58.033 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:10:58.034 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:11:03.034 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:11:03.033+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:11:03.035 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:11:03.035 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:11:08.035 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:11:08.034+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:11:08.035 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:11:08.036 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:11:13.036 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:11:13.035+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:11:13.037 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:11:13.037 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:11:18.038 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:11:18.036+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:11:18.038 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:11:18.038 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:11:23.039 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:11:23.038+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:11:23.040 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:11:23.040 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:11:28.041 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:11:28.039+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:11:28.041 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:11:28.041 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:11:33.050 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:11:33.042+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:11:33.051 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:11:33.051 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:11:38.044 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:11:38.043+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:11:38.045 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:11:38.045 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:11:43.047 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:11:43.045+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:11:43.047 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:11:43.048 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:11:48.047 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:11:48.047+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:11:48.049 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:11:48.049 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:11:53.049 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:11:53.048+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:11:53.050 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:11:53.050 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:11:58.050 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:11:58.050+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:11:58.051 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:11:58.051 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:12:03.052 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:03.051+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:12:03.053 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:12:03.054 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:12:08.053 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:08.053+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:12:08.054 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:12:08.054 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:12:13.057 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:13.054+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:12:13.058 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:12:13.059 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:12:18.056 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:18.055+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:12:18.057 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:12:18.057 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:12:23.058 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:23.057+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:12:23.059 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:12:23.059 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:12:28.059 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:28.058+0000 7f15e300c600 1 waiting for incremental sync to catch up: 2022-09-01T10:12:28.060 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000007.36.9, , , , , ] 2022-09-01T10:12:28.060 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:12:33.061 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:33.060+0000 7f15e300c600 1 bucket sync caught up with source: 2022-09-01T10:12:33.061 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:12:33.062 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:12:33.062 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:33.060+0000 7f15e300c600 0 bucket checkpoint complete 2022-09-01T10:12:33.083 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-18 2022-09-01T10:12:33.085 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:33.085 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:33.086 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:12:33.150 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:12:33.151 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:12:33.205 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:33.205+0000 7f00033ea600 1 bucket sync caught up with source: 2022-09-01T10:12:33.205 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:12:33.206 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.35.5, , 00000000011.47.5, , 00000000008.39.5, , , , , ] 2022-09-01T10:12:33.206 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:33.205+0000 7f00033ea600 0 bucket checkpoint complete 2022-09-01T10:12:33.221 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-18 2022-09-01T10:12:33.222 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-18 2022-09-01T10:12:33.222 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:33.223 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:33.223 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:12:33.284 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:12:33.285 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:12:33.317 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:33.316+0000 7f9fcbcec600 1 bucket sync caught up with source: 2022-09-01T10:12:33.317 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000004.30.5, , 00000000004.29.5, , 00000000016.54.5, , , , , ] 2022-09-01T10:12:33.318 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000004.30.5, , 00000000004.29.5, , 00000000016.54.5, , , , , ] 2022-09-01T10:12:33.318 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:33.316+0000 7f9fcbcec600 0 bucket checkpoint complete 2022-09-01T10:12:33.329 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-18 2022-09-01T10:12:33.330 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:33.330 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:33.331 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-18 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:12:33.400 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:12:33.400 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:12:33.438 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:12:33.437+0000 7fdbe1d6c600 1 bucket sync caught up with source: 2022-09-01T10:12:33.438 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000004.30.5, , 00000000004.29.5, , 00000000016.54.5, , , , , ] 2022-09-01T10:12:33.438 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000004.30.5, , 00000000004.29.5, , 00000000016.54.5, , , , , ] 2022-09-01T10:12:33.439 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:12:33.437+0000 7fdbe1d6c600 0 bucket checkpoint complete 2022-09-01T10:12:33.452 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-18 2022-09-01T10:12:33.452 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-18 zones={test-zone2, test-zone1} 2022-09-01T10:12:33.453 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:33.454 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:33.455 DEBUG:boto:Method: HEAD 2022-09-01T10:12:33.455 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:12:33.456 DEBUG:boto:Data: 2022-09-01T10:12:33.456 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.457 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:33.457 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.458 DEBUG:boto:Params: {} 2022-09-01T10:12:33.459 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:12:33.460 DEBUG:boto:Token: None 2022-09-01T10:12:33.460 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/ 2022-09-01T10:12:33.461 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k8+wGcG8Xfka5bTNa5yzMPv/Hoo= 2022-09-01T10:12:33.462 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k8+wGcG8Xfka5bTNa5yzMPv/Hoo=', 'Content-Length': '0'} 2022-09-01T10:12:33.468 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001449526e6260b5e6-0063108591-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.469 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:33.470 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:33.470 DEBUG:boto:Method: HEAD 2022-09-01T10:12:33.471 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:12:33.471 DEBUG:boto:Data: 2022-09-01T10:12:33.472 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.472 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:33.473 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.473 DEBUG:boto:Params: {} 2022-09-01T10:12:33.474 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:12:33.474 DEBUG:boto:Token: None 2022-09-01T10:12:33.475 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/ 2022-09-01T10:12:33.476 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k8+wGcG8Xfka5bTNa5yzMPv/Hoo= 2022-09-01T10:12:33.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k8+wGcG8Xfka5bTNa5yzMPv/Hoo=', 'Content-Length': '0'} 2022-09-01T10:12:33.480 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000257898448ac7bb08-0063108591-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.481 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:12:33.481 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:33.482 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:33.483 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:33.483 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:33.484 DEBUG:boto:Method: GET 2022-09-01T10:12:33.484 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:33.485 DEBUG:boto:Data: 2022-09-01T10:12:33.486 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.486 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:33.487 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.487 DEBUG:boto:Params: {} 2022-09-01T10:12:33.488 DEBUG:boto:Token: None 2022-09-01T10:12:33.489 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/?versions 2022-09-01T10:12:33.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:h7/DTfMIpehXwa5LQXw0AfCzdkc= 2022-09-01T10:12:33.490 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:h7/DTfMIpehXwa5LQXw0AfCzdkc=', 'Content-Length': '0'} 2022-09-01T10:12:33.493 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006b718f9aab51489c-0063108591-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.493 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:33.495 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:12:33.495 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:12:33.496 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:12:33.496 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:12:33.497 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:12:33.498 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:33.499 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:33.499 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:33.500 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:33.500 DEBUG:boto:Method: GET 2022-09-01T10:12:33.501 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:33.502 DEBUG:boto:Data: 2022-09-01T10:12:33.502 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.503 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:33.504 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.504 DEBUG:boto:Params: {} 2022-09-01T10:12:33.505 DEBUG:boto:Token: None 2022-09-01T10:12:33.505 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/?versions 2022-09-01T10:12:33.506 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:h7/DTfMIpehXwa5LQXw0AfCzdkc= 2022-09-01T10:12:33.507 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:h7/DTfMIpehXwa5LQXw0AfCzdkc=', 'Content-Length': '0'} 2022-09-01T10:12:33.509 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002269619d5f6a34f9-0063108591-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.510 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:33.512 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:12:33.512 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:12:33.513 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:12:33.513 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:12:33.514 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:33.515 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:33.515 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:33.516 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:33.517 DEBUG:boto:Method: GET 2022-09-01T10:12:33.517 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:33.518 DEBUG:boto:Data: 2022-09-01T10:12:33.519 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.519 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:33.520 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.521 DEBUG:boto:Params: {} 2022-09-01T10:12:33.522 DEBUG:boto:Token: None 2022-09-01T10:12:33.523 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/?versions 2022-09-01T10:12:33.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:h7/DTfMIpehXwa5LQXw0AfCzdkc= 2022-09-01T10:12:33.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:h7/DTfMIpehXwa5LQXw0AfCzdkc=', 'Content-Length': '0'} 2022-09-01T10:12:33.529 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c6c8beacaf9cbfc0-0063108591-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.530 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:33.532 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:33.533 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:33.534 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:33.536 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:33.537 DEBUG:boto:Method: GET 2022-09-01T10:12:33.537 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:33.538 DEBUG:boto:Data: 2022-09-01T10:12:33.538 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.539 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:33.539 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.540 DEBUG:boto:Params: {} 2022-09-01T10:12:33.541 DEBUG:boto:Token: None 2022-09-01T10:12:33.541 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/?versions 2022-09-01T10:12:33.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:h7/DTfMIpehXwa5LQXw0AfCzdkc= 2022-09-01T10:12:33.543 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:h7/DTfMIpehXwa5LQXw0AfCzdkc=', 'Content-Length': '0'} 2022-09-01T10:12:33.545 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000088bb39b754ac7dd-0063108591-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.546 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:33.547 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:12:33.548 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:33.548 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:33.549 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.549 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.550 DEBUG:boto:Method: GET 2022-09-01T10:12:33.550 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.551 DEBUG:boto:Data: 2022-09-01T10:12:33.552 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.552 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:33.553 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.553 DEBUG:boto:Params: {} 2022-09-01T10:12:33.554 DEBUG:boto:Token: None 2022-09-01T10:12:33.555 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.556 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9bU6XfJwAWM13V4UtiGMxuKI/3c= 2022-09-01T10:12:33.557 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9bU6XfJwAWM13V4UtiGMxuKI/3c=', 'Content-Length': '0'} 2022-09-01T10:12:33.559 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000070be4a0b76e705b6-0063108591-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.560 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:33.561 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:33.561 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.562 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.562 DEBUG:boto:Method: GET 2022-09-01T10:12:33.563 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.563 DEBUG:boto:Data: 2022-09-01T10:12:33.564 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.564 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:33.565 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.565 DEBUG:boto:Params: {} 2022-09-01T10:12:33.566 DEBUG:boto:Token: None 2022-09-01T10:12:33.567 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9bU6XfJwAWM13V4UtiGMxuKI/3c= 2022-09-01T10:12:33.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9bU6XfJwAWM13V4UtiGMxuKI/3c=', 'Content-Length': '0'} 2022-09-01T10:12:33.570 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000345d415edb693b78-0063108591-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.571 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:33.572 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:33.572 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.573 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.573 DEBUG:boto:Method: HEAD 2022-09-01T10:12:33.574 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.575 DEBUG:boto:Data: 2022-09-01T10:12:33.575 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.576 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:33.577 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.578 DEBUG:boto:Params: {} 2022-09-01T10:12:33.579 DEBUG:boto:Token: None 2022-09-01T10:12:33.579 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.580 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tVaw2CAIoBoRfAJSaHLRovOKxas= 2022-09-01T10:12:33.580 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tVaw2CAIoBoRfAJSaHLRovOKxas=', 'Content-Length': '0'} 2022-09-01T10:12:33.583 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000aa2d8cd3003d69bd-0063108591-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.584 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:33.585 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:33.586 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.587 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.587 DEBUG:boto:Method: HEAD 2022-09-01T10:12:33.588 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.589 DEBUG:boto:Data: 2022-09-01T10:12:33.590 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.591 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:33.592 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.593 DEBUG:boto:Params: {} 2022-09-01T10:12:33.594 DEBUG:boto:Token: None 2022-09-01T10:12:33.595 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tVaw2CAIoBoRfAJSaHLRovOKxas= 2022-09-01T10:12:33.596 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tVaw2CAIoBoRfAJSaHLRovOKxas=', 'Content-Length': '0'} 2022-09-01T10:12:33.598 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b9aa563a555fa80b-0063108591-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.599 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:12:33.600 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:33.601 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:33.601 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.602 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.602 DEBUG:boto:Method: GET 2022-09-01T10:12:33.603 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.604 DEBUG:boto:Data: 2022-09-01T10:12:33.605 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.606 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:33.607 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.608 DEBUG:boto:Params: {} 2022-09-01T10:12:33.609 DEBUG:boto:Token: None 2022-09-01T10:12:33.610 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.611 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9bU6XfJwAWM13V4UtiGMxuKI/3c= 2022-09-01T10:12:33.612 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9bU6XfJwAWM13V4UtiGMxuKI/3c=', 'Content-Length': '0'} 2022-09-01T10:12:33.615 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003cb8cc361debacd6-0063108591-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.616 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:33.617 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:33.618 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.619 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.620 DEBUG:boto:Method: GET 2022-09-01T10:12:33.620 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.621 DEBUG:boto:Data: 2022-09-01T10:12:33.621 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.622 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:33.622 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.623 DEBUG:boto:Params: {} 2022-09-01T10:12:33.624 DEBUG:boto:Token: None 2022-09-01T10:12:33.624 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.625 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9bU6XfJwAWM13V4UtiGMxuKI/3c= 2022-09-01T10:12:33.625 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9bU6XfJwAWM13V4UtiGMxuKI/3c=', 'Content-Length': '0'} 2022-09-01T10:12:33.628 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000d2899d3f47425b4d-0063108591-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.629 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:33.630 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:33.631 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:33.631 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:33.632 DEBUG:boto:Method: GET 2022-09-01T10:12:33.632 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:12:33.633 DEBUG:boto:Data: 2022-09-01T10:12:33.634 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.634 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:33.635 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.635 DEBUG:boto:Params: {} 2022-09-01T10:12:33.636 DEBUG:boto:Token: None 2022-09-01T10:12:33.636 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/ 2022-09-01T10:12:33.637 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d5L0No/N1yBYNEcSfx4sBiL4yzg= 2022-09-01T10:12:33.638 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d5L0No/N1yBYNEcSfx4sBiL4yzg=', 'Content-Length': '0'} 2022-09-01T10:12:33.641 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089e05d85aab8b20e-0063108591-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.682 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:33.684 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:33.685 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:33.686 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:33.687 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:33.687 DEBUG:boto:Method: GET 2022-09-01T10:12:33.688 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:12:33.689 DEBUG:boto:Data: 2022-09-01T10:12:33.690 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.691 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:33.692 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.693 DEBUG:boto:Params: {} 2022-09-01T10:12:33.694 DEBUG:boto:Token: None 2022-09-01T10:12:33.695 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/ 2022-09-01T10:12:33.696 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d5L0No/N1yBYNEcSfx4sBiL4yzg= 2022-09-01T10:12:33.697 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d5L0No/N1yBYNEcSfx4sBiL4yzg=', 'Content-Length': '0'} 2022-09-01T10:12:33.700 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d56b2a36879782a7-0063108591-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.702 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:33.703 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:33.704 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:33.705 DEBUG:boto:Method: HEAD 2022-09-01T10:12:33.706 DEBUG:boto:Path: /ptoxvb-18/dummy 2022-09-01T10:12:33.706 DEBUG:boto:Data: 2022-09-01T10:12:33.707 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.708 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:33.709 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.710 DEBUG:boto:Params: {} 2022-09-01T10:12:33.711 DEBUG:boto:Token: None 2022-09-01T10:12:33.712 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/dummy 2022-09-01T10:12:33.713 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XPIInzguaag6pvqe0eEFUdIYFtU= 2022-09-01T10:12:33.714 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XPIInzguaag6pvqe0eEFUdIYFtU=', 'Content-Length': '0'} 2022-09-01T10:12:33.717 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003933992ef04e128e-0063108591-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.719 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:33.720 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:33.721 DEBUG:boto:Method: HEAD 2022-09-01T10:12:33.722 DEBUG:boto:Path: /ptoxvb-18/dummy 2022-09-01T10:12:33.723 DEBUG:boto:Data: 2022-09-01T10:12:33.723 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.725 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:33.726 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.727 DEBUG:boto:Params: {} 2022-09-01T10:12:33.728 DEBUG:boto:Token: None 2022-09-01T10:12:33.729 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/dummy 2022-09-01T10:12:33.730 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XPIInzguaag6pvqe0eEFUdIYFtU= 2022-09-01T10:12:33.731 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XPIInzguaag6pvqe0eEFUdIYFtU=', 'Content-Length': '0'} 2022-09-01T10:12:33.736 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000060aebd41dd5ce4d8-0063108591-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.737 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:12:33.738 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:33.739 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:33.740 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.741 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.742 DEBUG:boto:Method: GET 2022-09-01T10:12:33.743 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.743 DEBUG:boto:Data: 2022-09-01T10:12:33.744 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.745 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:33.746 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.747 DEBUG:boto:Params: {} 2022-09-01T10:12:33.748 DEBUG:boto:Token: None 2022-09-01T10:12:33.749 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9bU6XfJwAWM13V4UtiGMxuKI/3c= 2022-09-01T10:12:33.751 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9bU6XfJwAWM13V4UtiGMxuKI/3c=', 'Content-Length': '0'} 2022-09-01T10:12:33.754 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000005756ac0f991b0b29-0063108591-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.756 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:33.756 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:33.757 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.757 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.758 DEBUG:boto:Method: GET 2022-09-01T10:12:33.759 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.760 DEBUG:boto:Data: 2022-09-01T10:12:33.760 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.761 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:33.762 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.762 DEBUG:boto:Params: {} 2022-09-01T10:12:33.763 DEBUG:boto:Token: None 2022-09-01T10:12:33.764 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:33.764 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9bU6XfJwAWM13V4UtiGMxuKI/3c= 2022-09-01T10:12:33.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9bU6XfJwAWM13V4UtiGMxuKI/3c=', 'Content-Length': '0'} 2022-09-01T10:12:33.767 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000009142d4cbb03805dd-0063108591-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.768 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:33.768 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:33.769 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:33.770 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:33.770 DEBUG:boto:Method: GET 2022-09-01T10:12:33.771 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:12:33.771 DEBUG:boto:Data: 2022-09-01T10:12:33.772 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.773 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:33.773 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.774 DEBUG:boto:Params: {} 2022-09-01T10:12:33.774 DEBUG:boto:Token: None 2022-09-01T10:12:33.775 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/ 2022-09-01T10:12:33.776 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d5L0No/N1yBYNEcSfx4sBiL4yzg= 2022-09-01T10:12:33.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d5L0No/N1yBYNEcSfx4sBiL4yzg=', 'Content-Length': '0'} 2022-09-01T10:12:33.779 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b590d3c1983c01dc-0063108591-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.779 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:33.780 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:33.781 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:33.781 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:33.782 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:33.783 DEBUG:boto:Method: GET 2022-09-01T10:12:33.783 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:12:33.784 DEBUG:boto:Data: 2022-09-01T10:12:33.785 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.785 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:33.786 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.786 DEBUG:boto:Params: {} 2022-09-01T10:12:33.787 DEBUG:boto:Token: None 2022-09-01T10:12:33.788 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/ 2022-09-01T10:12:33.788 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d5L0No/N1yBYNEcSfx4sBiL4yzg= 2022-09-01T10:12:33.789 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d5L0No/N1yBYNEcSfx4sBiL4yzg=', 'Content-Length': '0'} 2022-09-01T10:12:33.792 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000712fb76422a4eb3f-0063108591-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.834 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:33.835 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:12:33.836 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.836 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.837 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.838 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.838 DEBUG:boto:Method: GET 2022-09-01T10:12:33.839 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.839 DEBUG:boto:Data: 2022-09-01T10:12:33.840 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.841 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:33.842 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.842 DEBUG:boto:Params: {} 2022-09-01T10:12:33.843 DEBUG:boto:Token: None 2022-09-01T10:12:33.844 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.844 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7qVzcPz4Eb27HYjLfA2dQ3x39Tc= 2022-09-01T10:12:33.845 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7qVzcPz4Eb27HYjLfA2dQ3x39Tc=', 'Content-Length': '0'} 2022-09-01T10:12:33.847 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000adc2c386645d17cd-0063108591-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.849 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.850 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.851 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.852 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.853 DEBUG:boto:Method: GET 2022-09-01T10:12:33.854 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.854 DEBUG:boto:Data: 2022-09-01T10:12:33.855 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.856 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:33.857 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.858 DEBUG:boto:Params: {} 2022-09-01T10:12:33.859 DEBUG:boto:Token: None 2022-09-01T10:12:33.860 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.860 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7qVzcPz4Eb27HYjLfA2dQ3x39Tc= 2022-09-01T10:12:33.861 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7qVzcPz4Eb27HYjLfA2dQ3x39Tc=', 'Content-Length': '0'} 2022-09-01T10:12:33.864 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006bab14c8ab185223-0063108591-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.865 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.865 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.866 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.866 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.867 DEBUG:boto:Method: HEAD 2022-09-01T10:12:33.867 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.868 DEBUG:boto:Data: 2022-09-01T10:12:33.869 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.869 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:33.870 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.870 DEBUG:boto:Params: {} 2022-09-01T10:12:33.871 DEBUG:boto:Token: None 2022-09-01T10:12:33.872 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nbNk5wdiYGljs2PbOzBrpGbMMTk= 2022-09-01T10:12:33.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nbNk5wdiYGljs2PbOzBrpGbMMTk=', 'Content-Length': '0'} 2022-09-01T10:12:33.875 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a344c58562f6dc1a-0063108591-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.876 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.877 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.877 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.878 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.878 DEBUG:boto:Method: HEAD 2022-09-01T10:12:33.879 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.879 DEBUG:boto:Data: 2022-09-01T10:12:33.880 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.880 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:33.881 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.881 DEBUG:boto:Params: {} 2022-09-01T10:12:33.882 DEBUG:boto:Token: None 2022-09-01T10:12:33.882 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.883 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nbNk5wdiYGljs2PbOzBrpGbMMTk= 2022-09-01T10:12:33.883 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nbNk5wdiYGljs2PbOzBrpGbMMTk=', 'Content-Length': '0'} 2022-09-01T10:12:33.886 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000056d53ab0b6ace9d4-0063108591-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.886 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:12:33.887 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.888 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.888 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.889 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.889 DEBUG:boto:Method: GET 2022-09-01T10:12:33.890 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.890 DEBUG:boto:Data: 2022-09-01T10:12:33.891 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.891 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:33.892 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.893 DEBUG:boto:Params: {} 2022-09-01T10:12:33.893 DEBUG:boto:Token: None 2022-09-01T10:12:33.894 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7qVzcPz4Eb27HYjLfA2dQ3x39Tc= 2022-09-01T10:12:33.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7qVzcPz4Eb27HYjLfA2dQ3x39Tc=', 'Content-Length': '0'} 2022-09-01T10:12:33.898 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002d346ca964c2d729-0063108591-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.938 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.939 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.940 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.940 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.941 DEBUG:boto:Method: GET 2022-09-01T10:12:33.942 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.942 DEBUG:boto:Data: 2022-09-01T10:12:33.943 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.943 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:33.944 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.944 DEBUG:boto:Params: {} 2022-09-01T10:12:33.945 DEBUG:boto:Token: None 2022-09-01T10:12:33.946 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.946 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7qVzcPz4Eb27HYjLfA2dQ3x39Tc= 2022-09-01T10:12:33.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7qVzcPz4Eb27HYjLfA2dQ3x39Tc=', 'Content-Length': '0'} 2022-09-01T10:12:33.949 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e529d5b2a675da4b-0063108591-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.950 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:33.951 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:33.951 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:33.952 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:33.952 DEBUG:boto:Method: GET 2022-09-01T10:12:33.953 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:33.954 DEBUG:boto:Data: 2022-09-01T10:12:33.954 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.955 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:33.955 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.956 DEBUG:boto:Params: {} 2022-09-01T10:12:33.956 DEBUG:boto:Token: None 2022-09-01T10:12:33.957 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/ 2022-09-01T10:12:33.957 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d5L0No/N1yBYNEcSfx4sBiL4yzg= 2022-09-01T10:12:33.958 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d5L0No/N1yBYNEcSfx4sBiL4yzg=', 'Content-Length': '0'} 2022-09-01T10:12:33.961 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000397aecce84b6dd72-0063108591-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.961 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:33.962 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:33.963 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:33.963 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:33.964 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:33.964 DEBUG:boto:Method: GET 2022-09-01T10:12:33.965 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:33.965 DEBUG:boto:Data: 2022-09-01T10:12:33.966 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.966 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:33.967 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.967 DEBUG:boto:Params: {} 2022-09-01T10:12:33.968 DEBUG:boto:Token: None 2022-09-01T10:12:33.969 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/ 2022-09-01T10:12:33.969 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d5L0No/N1yBYNEcSfx4sBiL4yzg= 2022-09-01T10:12:33.970 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d5L0No/N1yBYNEcSfx4sBiL4yzg=', 'Content-Length': '0'} 2022-09-01T10:12:33.972 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f8b3332e9701682d-0063108591-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.973 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:33.974 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.974 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.975 DEBUG:boto:Method: HEAD 2022-09-01T10:12:33.975 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.976 DEBUG:boto:Data: 2022-09-01T10:12:33.976 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.977 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:33.977 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.978 DEBUG:boto:Params: {} 2022-09-01T10:12:33.979 DEBUG:boto:Token: None 2022-09-01T10:12:33.979 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.980 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mJjHFw7Eok5W1v6CfpfqEw1y4Cc= 2022-09-01T10:12:33.980 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mJjHFw7Eok5W1v6CfpfqEw1y4Cc=', 'Content-Length': '0'} 2022-09-01T10:12:33.983 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001f9388fc1fbf3087-0063108591-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.984 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.984 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.985 DEBUG:boto:Method: HEAD 2022-09-01T10:12:33.986 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.986 DEBUG:boto:Data: 2022-09-01T10:12:33.987 DEBUG:boto:Headers: {} 2022-09-01T10:12:33.987 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:33.988 DEBUG:boto:Port: 8000 2022-09-01T10:12:33.988 DEBUG:boto:Params: {} 2022-09-01T10:12:33.989 DEBUG:boto:Token: None 2022-09-01T10:12:33.989 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:33 GMT /ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.990 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mJjHFw7Eok5W1v6CfpfqEw1y4Cc= 2022-09-01T10:12:33.991 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mJjHFw7Eok5W1v6CfpfqEw1y4Cc=', 'Content-Length': '0'} 2022-09-01T10:12:33.993 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000049199b5c3be84e2b-0063108591-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:33.994 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:12:33.995 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.996 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:33.996 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.997 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.998 DEBUG:boto:Method: GET 2022-09-01T10:12:33.998 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:33.999 DEBUG:boto:Data: 2022-09-01T10:12:33.999 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.000 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.000 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.001 DEBUG:boto:Params: {} 2022-09-01T10:12:34.001 DEBUG:boto:Token: None 2022-09-01T10:12:34.002 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:34.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FzMnsCDYAAGVoU4ZwJmuLitpHJY= 2022-09-01T10:12:34.003 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FzMnsCDYAAGVoU4ZwJmuLitpHJY=', 'Content-Length': '0'} 2022-09-01T10:12:34.005 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000a4809f455eb08b9-0063108592-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.006 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:34.007 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:34.008 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:34.008 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:34.009 DEBUG:boto:Method: GET 2022-09-01T10:12:34.009 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:34.010 DEBUG:boto:Data: 2022-09-01T10:12:34.010 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.011 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.011 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.012 DEBUG:boto:Params: {} 2022-09-01T10:12:34.013 DEBUG:boto:Token: None 2022-09-01T10:12:34.013 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:34.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FzMnsCDYAAGVoU4ZwJmuLitpHJY= 2022-09-01T10:12:34.014 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FzMnsCDYAAGVoU4ZwJmuLitpHJY=', 'Content-Length': '0'} 2022-09-01T10:12:34.016 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000089d5692f8c860f27-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.017 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.018 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.018 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:34.019 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:34.019 DEBUG:boto:Method: GET 2022-09-01T10:12:34.020 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:34.020 DEBUG:boto:Data: 2022-09-01T10:12:34.021 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.021 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.022 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.023 DEBUG:boto:Params: {} 2022-09-01T10:12:34.023 DEBUG:boto:Token: None 2022-09-01T10:12:34.024 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.024 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE= 2022-09-01T10:12:34.025 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE=', 'Content-Length': '0'} 2022-09-01T10:12:34.028 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009500672246e6dbda-0063108592-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.028 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.030 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.030 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.031 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:34.031 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:34.032 DEBUG:boto:Method: GET 2022-09-01T10:12:34.032 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:34.033 DEBUG:boto:Data: 2022-09-01T10:12:34.033 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.034 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.035 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.035 DEBUG:boto:Params: {} 2022-09-01T10:12:34.036 DEBUG:boto:Token: None 2022-09-01T10:12:34.037 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.038 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE= 2022-09-01T10:12:34.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE=', 'Content-Length': '0'} 2022-09-01T10:12:34.042 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ca32b1c763a3da0f-0063108592-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.043 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.045 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:12:34.046 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.047 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.048 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.048 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.049 DEBUG:boto:Method: GET 2022-09-01T10:12:34.050 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.051 DEBUG:boto:Data: 2022-09-01T10:12:34.052 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.053 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.054 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.055 DEBUG:boto:Params: {} 2022-09-01T10:12:34.056 DEBUG:boto:Token: None 2022-09-01T10:12:34.057 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u6XnDqoQuCePMZ4SDuNB5R0K00A= 2022-09-01T10:12:34.059 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u6XnDqoQuCePMZ4SDuNB5R0K00A=', 'Content-Length': '0'} 2022-09-01T10:12:34.062 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008ab63b0158e12cc2-0063108592-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.064 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.065 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.066 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.067 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.067 DEBUG:boto:Method: GET 2022-09-01T10:12:34.068 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.069 DEBUG:boto:Data: 2022-09-01T10:12:34.070 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.071 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.071 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.072 DEBUG:boto:Params: {} 2022-09-01T10:12:34.072 DEBUG:boto:Token: None 2022-09-01T10:12:34.073 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u6XnDqoQuCePMZ4SDuNB5R0K00A= 2022-09-01T10:12:34.074 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u6XnDqoQuCePMZ4SDuNB5R0K00A=', 'Content-Length': '0'} 2022-09-01T10:12:34.076 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003e48d960c84c3c39-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.077 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.078 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.078 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.079 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.079 DEBUG:boto:Method: HEAD 2022-09-01T10:12:34.079 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.080 DEBUG:boto:Data: 2022-09-01T10:12:34.081 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.081 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.082 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.082 DEBUG:boto:Params: {} 2022-09-01T10:12:34.083 DEBUG:boto:Token: None 2022-09-01T10:12:34.083 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.084 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yZ5VtYYX3PBv5yXVE7hBumqgoU4= 2022-09-01T10:12:34.084 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yZ5VtYYX3PBv5yXVE7hBumqgoU4=', 'Content-Length': '0'} 2022-09-01T10:12:34.090 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000859386461a5cf6ca-0063108592-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.091 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.091 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.092 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.092 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.093 DEBUG:boto:Method: HEAD 2022-09-01T10:12:34.093 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.094 DEBUG:boto:Data: 2022-09-01T10:12:34.094 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.095 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.095 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.096 DEBUG:boto:Params: {} 2022-09-01T10:12:34.096 DEBUG:boto:Token: None 2022-09-01T10:12:34.097 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.098 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yZ5VtYYX3PBv5yXVE7hBumqgoU4= 2022-09-01T10:12:34.098 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yZ5VtYYX3PBv5yXVE7hBumqgoU4=', 'Content-Length': '0'} 2022-09-01T10:12:34.102 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000415c01c5f981dd39-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.103 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:12:34.103 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.104 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.105 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.105 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.106 DEBUG:boto:Method: GET 2022-09-01T10:12:34.107 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.107 DEBUG:boto:Data: 2022-09-01T10:12:34.108 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.109 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.110 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.111 DEBUG:boto:Params: {} 2022-09-01T10:12:34.112 DEBUG:boto:Token: None 2022-09-01T10:12:34.113 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.114 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u6XnDqoQuCePMZ4SDuNB5R0K00A= 2022-09-01T10:12:34.115 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u6XnDqoQuCePMZ4SDuNB5R0K00A=', 'Content-Length': '0'} 2022-09-01T10:12:34.118 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000a1d62b9f60403ca-0063108592-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.158 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.159 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.160 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.161 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.163 DEBUG:boto:Method: GET 2022-09-01T10:12:34.164 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.165 DEBUG:boto:Data: 2022-09-01T10:12:34.166 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.167 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.167 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.168 DEBUG:boto:Params: {} 2022-09-01T10:12:34.169 DEBUG:boto:Token: None 2022-09-01T10:12:34.171 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.172 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u6XnDqoQuCePMZ4SDuNB5R0K00A= 2022-09-01T10:12:34.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u6XnDqoQuCePMZ4SDuNB5R0K00A=', 'Content-Length': '0'} 2022-09-01T10:12:34.176 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ad540d8e9d3e95ab-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.177 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.178 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.179 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:34.180 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:34.181 DEBUG:boto:Method: GET 2022-09-01T10:12:34.182 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:34.183 DEBUG:boto:Data: 2022-09-01T10:12:34.184 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.185 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.185 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.186 DEBUG:boto:Params: {} 2022-09-01T10:12:34.187 DEBUG:boto:Token: None 2022-09-01T10:12:34.188 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.189 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE= 2022-09-01T10:12:34.189 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE=', 'Content-Length': '0'} 2022-09-01T10:12:34.193 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000653fd7ea6ff31962-0063108592-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.195 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.196 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.197 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.202 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:34.203 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:34.204 DEBUG:boto:Method: GET 2022-09-01T10:12:34.205 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:34.206 DEBUG:boto:Data: 2022-09-01T10:12:34.207 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.208 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.209 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.210 DEBUG:boto:Params: {} 2022-09-01T10:12:34.211 DEBUG:boto:Token: None 2022-09-01T10:12:34.212 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.213 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE= 2022-09-01T10:12:34.215 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE=', 'Content-Length': '0'} 2022-09-01T10:12:34.219 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001d37b96df5ff436a-0063108592-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.220 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.221 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.222 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.222 DEBUG:boto:Method: HEAD 2022-09-01T10:12:34.223 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.224 DEBUG:boto:Data: 2022-09-01T10:12:34.224 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.225 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.226 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.227 DEBUG:boto:Params: {} 2022-09-01T10:12:34.228 DEBUG:boto:Token: None 2022-09-01T10:12:34.231 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.232 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p1aMHX0DqAT1JWCvWrLLwvUsdT8= 2022-09-01T10:12:34.233 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p1aMHX0DqAT1JWCvWrLLwvUsdT8=', 'Content-Length': '0'} 2022-09-01T10:12:34.236 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cd745a7fedf50c3b-0063108592-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.237 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.237 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.238 DEBUG:boto:Method: HEAD 2022-09-01T10:12:34.238 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.239 DEBUG:boto:Data: 2022-09-01T10:12:34.239 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.240 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.240 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.241 DEBUG:boto:Params: {} 2022-09-01T10:12:34.241 DEBUG:boto:Token: None 2022-09-01T10:12:34.242 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.242 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p1aMHX0DqAT1JWCvWrLLwvUsdT8= 2022-09-01T10:12:34.243 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p1aMHX0DqAT1JWCvWrLLwvUsdT8=', 'Content-Length': '0'} 2022-09-01T10:12:34.246 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dc01f1369702510f-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.247 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:12:34.247 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.248 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.248 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.249 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.249 DEBUG:boto:Method: GET 2022-09-01T10:12:34.250 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.251 DEBUG:boto:Data: 2022-09-01T10:12:34.252 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.253 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.254 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.255 DEBUG:boto:Params: {} 2022-09-01T10:12:34.256 DEBUG:boto:Token: None 2022-09-01T10:12:34.257 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.258 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u6XnDqoQuCePMZ4SDuNB5R0K00A= 2022-09-01T10:12:34.259 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u6XnDqoQuCePMZ4SDuNB5R0K00A=', 'Content-Length': '0'} 2022-09-01T10:12:34.262 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ad8e71590f300df0-0063108592-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.263 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.264 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:34.264 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.265 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.266 DEBUG:boto:Method: GET 2022-09-01T10:12:34.266 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.267 DEBUG:boto:Data: 2022-09-01T10:12:34.267 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.268 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.268 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.269 DEBUG:boto:Params: {} 2022-09-01T10:12:34.269 DEBUG:boto:Token: None 2022-09-01T10:12:34.270 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:34.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u6XnDqoQuCePMZ4SDuNB5R0K00A= 2022-09-01T10:12:34.272 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u6XnDqoQuCePMZ4SDuNB5R0K00A=', 'Content-Length': '0'} 2022-09-01T10:12:34.275 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001660247faa78659a-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.322 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.323 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.324 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:34.325 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:34.325 DEBUG:boto:Method: GET 2022-09-01T10:12:34.326 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:34.327 DEBUG:boto:Data: 2022-09-01T10:12:34.328 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.328 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.329 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.330 DEBUG:boto:Params: {} 2022-09-01T10:12:34.332 DEBUG:boto:Token: None 2022-09-01T10:12:34.332 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.333 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE= 2022-09-01T10:12:34.334 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE=', 'Content-Length': '0'} 2022-09-01T10:12:34.337 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002201933922cb5fa7-0063108592-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.339 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.340 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.341 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.342 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:34.342 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:34.343 DEBUG:boto:Method: GET 2022-09-01T10:12:34.344 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:34.344 DEBUG:boto:Data: 2022-09-01T10:12:34.345 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.345 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.346 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.346 DEBUG:boto:Params: {} 2022-09-01T10:12:34.347 DEBUG:boto:Token: None 2022-09-01T10:12:34.348 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.349 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE= 2022-09-01T10:12:34.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE=', 'Content-Length': '0'} 2022-09-01T10:12:34.358 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a89219637d3bfb5c-0063108592-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.359 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.361 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:12:34.362 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.363 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.364 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.365 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.366 DEBUG:boto:Method: GET 2022-09-01T10:12:34.367 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.368 DEBUG:boto:Data: 2022-09-01T10:12:34.368 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.369 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.370 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.371 DEBUG:boto:Params: {} 2022-09-01T10:12:34.372 DEBUG:boto:Token: None 2022-09-01T10:12:34.373 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.374 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HP29YhUxnc11OWtLbIxcjMBHAb0= 2022-09-01T10:12:34.375 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HP29YhUxnc11OWtLbIxcjMBHAb0=', 'Content-Length': '0'} 2022-09-01T10:12:34.379 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007ff13c536d9bf61d-0063108592-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.380 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.380 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.381 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.382 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.382 DEBUG:boto:Method: GET 2022-09-01T10:12:34.383 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.384 DEBUG:boto:Data: 2022-09-01T10:12:34.385 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.386 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.387 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.388 DEBUG:boto:Params: {} 2022-09-01T10:12:34.389 DEBUG:boto:Token: None 2022-09-01T10:12:34.390 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.391 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HP29YhUxnc11OWtLbIxcjMBHAb0= 2022-09-01T10:12:34.393 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HP29YhUxnc11OWtLbIxcjMBHAb0=', 'Content-Length': '0'} 2022-09-01T10:12:34.395 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000058149702ff3b90cf-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.396 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.397 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.398 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.398 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.399 DEBUG:boto:Method: HEAD 2022-09-01T10:12:34.399 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.400 DEBUG:boto:Data: 2022-09-01T10:12:34.401 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.401 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.402 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.402 DEBUG:boto:Params: {} 2022-09-01T10:12:34.403 DEBUG:boto:Token: None 2022-09-01T10:12:34.403 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.404 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gs1rBlZ3kxtqvCKyyT2S5vDHfS4= 2022-09-01T10:12:34.405 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gs1rBlZ3kxtqvCKyyT2S5vDHfS4=', 'Content-Length': '0'} 2022-09-01T10:12:34.407 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009f2df6830870fb55-0063108592-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.408 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.408 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.409 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.409 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.410 DEBUG:boto:Method: HEAD 2022-09-01T10:12:34.410 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.411 DEBUG:boto:Data: 2022-09-01T10:12:34.412 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.412 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.413 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.414 DEBUG:boto:Params: {} 2022-09-01T10:12:34.414 DEBUG:boto:Token: None 2022-09-01T10:12:34.415 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.415 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gs1rBlZ3kxtqvCKyyT2S5vDHfS4= 2022-09-01T10:12:34.416 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gs1rBlZ3kxtqvCKyyT2S5vDHfS4=', 'Content-Length': '0'} 2022-09-01T10:12:34.419 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005e86693c9ab60a30-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.420 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:12:34.421 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.421 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.422 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.423 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.423 DEBUG:boto:Method: GET 2022-09-01T10:12:34.424 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.424 DEBUG:boto:Data: 2022-09-01T10:12:34.425 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.426 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.426 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.427 DEBUG:boto:Params: {} 2022-09-01T10:12:34.427 DEBUG:boto:Token: None 2022-09-01T10:12:34.428 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.429 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HP29YhUxnc11OWtLbIxcjMBHAb0= 2022-09-01T10:12:34.429 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HP29YhUxnc11OWtLbIxcjMBHAb0=', 'Content-Length': '0'} 2022-09-01T10:12:34.432 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000035e05df062edf394-0063108592-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.432 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.433 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.433 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.434 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.435 DEBUG:boto:Method: GET 2022-09-01T10:12:34.435 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.436 DEBUG:boto:Data: 2022-09-01T10:12:34.436 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.437 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.437 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.438 DEBUG:boto:Params: {} 2022-09-01T10:12:34.438 DEBUG:boto:Token: None 2022-09-01T10:12:34.439 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.440 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HP29YhUxnc11OWtLbIxcjMBHAb0= 2022-09-01T10:12:34.440 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HP29YhUxnc11OWtLbIxcjMBHAb0=', 'Content-Length': '0'} 2022-09-01T10:12:34.443 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007576fc525784e814-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.491 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.492 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.493 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:34.494 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:34.495 DEBUG:boto:Method: GET 2022-09-01T10:12:34.496 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:34.497 DEBUG:boto:Data: 2022-09-01T10:12:34.498 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.499 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.500 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.501 DEBUG:boto:Params: {} 2022-09-01T10:12:34.502 DEBUG:boto:Token: None 2022-09-01T10:12:34.503 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE= 2022-09-01T10:12:34.506 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE=', 'Content-Length': '0'} 2022-09-01T10:12:34.509 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b26fe7a757e67123-0063108592-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.509 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.510 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.511 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.512 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:34.512 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:34.513 DEBUG:boto:Method: GET 2022-09-01T10:12:34.513 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:34.514 DEBUG:boto:Data: 2022-09-01T10:12:34.514 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.515 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.515 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.516 DEBUG:boto:Params: {} 2022-09-01T10:12:34.517 DEBUG:boto:Token: None 2022-09-01T10:12:34.518 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE= 2022-09-01T10:12:34.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE=', 'Content-Length': '0'} 2022-09-01T10:12:34.523 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005172ea1158fff7b3-0063108592-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.524 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.526 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.527 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.528 DEBUG:boto:Method: HEAD 2022-09-01T10:12:34.528 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.529 DEBUG:boto:Data: 2022-09-01T10:12:34.530 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.531 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.531 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.531 DEBUG:boto:Params: {} 2022-09-01T10:12:34.532 DEBUG:boto:Token: None 2022-09-01T10:12:34.533 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.534 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f66N9qgFVblaLYAHH/HV8Dl0Iig= 2022-09-01T10:12:34.535 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f66N9qgFVblaLYAHH/HV8Dl0Iig=', 'Content-Length': '0'} 2022-09-01T10:12:34.538 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002baf9582fa43f0f9-0063108592-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.540 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.541 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.542 DEBUG:boto:Method: HEAD 2022-09-01T10:12:34.543 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.544 DEBUG:boto:Data: 2022-09-01T10:12:34.545 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.546 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.547 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.547 DEBUG:boto:Params: {} 2022-09-01T10:12:34.548 DEBUG:boto:Token: None 2022-09-01T10:12:34.548 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f66N9qgFVblaLYAHH/HV8Dl0Iig= 2022-09-01T10:12:34.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f66N9qgFVblaLYAHH/HV8Dl0Iig=', 'Content-Length': '0'} 2022-09-01T10:12:34.554 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a00458217a5d0ddc-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.555 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:12:34.555 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.556 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.557 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.557 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.558 DEBUG:boto:Method: GET 2022-09-01T10:12:34.558 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.559 DEBUG:boto:Data: 2022-09-01T10:12:34.560 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.561 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.561 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.562 DEBUG:boto:Params: {} 2022-09-01T10:12:34.563 DEBUG:boto:Token: None 2022-09-01T10:12:34.563 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.564 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HP29YhUxnc11OWtLbIxcjMBHAb0= 2022-09-01T10:12:34.565 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HP29YhUxnc11OWtLbIxcjMBHAb0=', 'Content-Length': '0'} 2022-09-01T10:12:34.568 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002b0caab9ed073738-0063108592-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.610 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.611 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:34.612 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.612 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.613 DEBUG:boto:Method: GET 2022-09-01T10:12:34.613 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.614 DEBUG:boto:Data: 2022-09-01T10:12:34.614 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.615 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.616 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.617 DEBUG:boto:Params: {} 2022-09-01T10:12:34.617 DEBUG:boto:Token: None 2022-09-01T10:12:34.618 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:34.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HP29YhUxnc11OWtLbIxcjMBHAb0= 2022-09-01T10:12:34.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HP29YhUxnc11OWtLbIxcjMBHAb0=', 'Content-Length': '0'} 2022-09-01T10:12:34.622 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000003849f2ce1ca0d9e-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.623 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.623 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.624 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:34.624 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:34.625 DEBUG:boto:Method: GET 2022-09-01T10:12:34.625 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:34.626 DEBUG:boto:Data: 2022-09-01T10:12:34.626 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.627 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:34.627 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.628 DEBUG:boto:Params: {} 2022-09-01T10:12:34.628 DEBUG:boto:Token: None 2022-09-01T10:12:34.629 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE= 2022-09-01T10:12:34.630 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE=', 'Content-Length': '0'} 2022-09-01T10:12:34.633 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005fcaca7a763c9fc3-0063108592-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.634 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.635 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.635 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.636 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:34.636 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:34.637 DEBUG:boto:Method: GET 2022-09-01T10:12:34.637 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:34.638 DEBUG:boto:Data: 2022-09-01T10:12:34.638 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.639 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.639 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.640 DEBUG:boto:Params: {} 2022-09-01T10:12:34.640 DEBUG:boto:Token: None 2022-09-01T10:12:34.641 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.642 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE= 2022-09-01T10:12:34.642 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE=', 'Content-Length': '0'} 2022-09-01T10:12:34.645 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007647d09c7084244e-0063108592-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.646 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.647 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-18 zones={test-zone2, test-zone1} 2022-09-01T10:12:34.647 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-18 zones={test-zone3, test-zone1} 2022-09-01T10:12:34.648 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.648 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.649 DEBUG:boto:Method: HEAD 2022-09-01T10:12:34.649 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:12:34.650 DEBUG:boto:Data: 2022-09-01T10:12:34.650 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.651 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:34.651 DEBUG:boto:Port: 8001 2022-09-01T10:12:34.652 DEBUG:boto:Params: {} 2022-09-01T10:12:34.652 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:12:34.653 DEBUG:boto:Token: None 2022-09-01T10:12:34.654 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.654 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xHjmFanqg/111XxWaEe6iwCMMXE= 2022-09-01T10:12:34.655 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xHjmFanqg/111XxWaEe6iwCMMXE=', 'Content-Length': '0'} 2022-09-01T10:12:34.663 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000063b9fe3a80dd1af2-0063108592-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.664 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.664 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.665 DEBUG:boto:Method: HEAD 2022-09-01T10:12:34.665 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:12:34.666 DEBUG:boto:Data: 2022-09-01T10:12:34.666 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.667 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.667 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.668 DEBUG:boto:Params: {} 2022-09-01T10:12:34.669 DEBUG:boto:Token: None 2022-09-01T10:12:34.669 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xHjmFanqg/111XxWaEe6iwCMMXE= 2022-09-01T10:12:34.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xHjmFanqg/111XxWaEe6iwCMMXE=', 'Content-Length': '0'} 2022-09-01T10:12:34.673 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d16180aceb0b2044-0063108592-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.674 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:12:34.675 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.675 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.676 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:34.676 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:34.677 DEBUG:boto:Method: GET 2022-09-01T10:12:34.677 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:34.678 DEBUG:boto:Data: 2022-09-01T10:12:34.678 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.679 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:34.679 DEBUG:boto:Port: 8001 2022-09-01T10:12:34.680 DEBUG:boto:Params: {} 2022-09-01T10:12:34.680 DEBUG:boto:Token: None 2022-09-01T10:12:34.681 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/?versions 2022-09-01T10:12:34.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kHTvHZ+MDKA2hmbGUkTjMs/nDkA= 2022-09-01T10:12:34.682 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kHTvHZ+MDKA2hmbGUkTjMs/nDkA=', 'Content-Length': '0'} 2022-09-01T10:12:34.685 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007d329e5197a7825e-0063108592-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.686 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.687 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:12:34.687 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:12:34.688 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:12:34.688 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:12:34.689 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:12:34.689 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.690 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.690 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:34.691 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:34.691 DEBUG:boto:Method: GET 2022-09-01T10:12:34.692 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:34.692 DEBUG:boto:Data: 2022-09-01T10:12:34.693 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.693 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.694 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.694 DEBUG:boto:Params: {} 2022-09-01T10:12:34.695 DEBUG:boto:Token: None 2022-09-01T10:12:34.696 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/?versions 2022-09-01T10:12:34.696 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kHTvHZ+MDKA2hmbGUkTjMs/nDkA= 2022-09-01T10:12:34.697 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kHTvHZ+MDKA2hmbGUkTjMs/nDkA=', 'Content-Length': '0'} 2022-09-01T10:12:34.700 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000292e9f1bc2e5bdfc-0063108592-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.701 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.702 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:12:34.703 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:12:34.703 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:12:34.704 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:12:34.705 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.705 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.706 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:34.706 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:34.707 DEBUG:boto:Method: GET 2022-09-01T10:12:34.707 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:34.708 DEBUG:boto:Data: 2022-09-01T10:12:34.708 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.709 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:34.709 DEBUG:boto:Port: 8001 2022-09-01T10:12:34.710 DEBUG:boto:Params: {} 2022-09-01T10:12:34.710 DEBUG:boto:Token: None 2022-09-01T10:12:34.711 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/?versions 2022-09-01T10:12:34.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kHTvHZ+MDKA2hmbGUkTjMs/nDkA= 2022-09-01T10:12:34.712 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kHTvHZ+MDKA2hmbGUkTjMs/nDkA=', 'Content-Length': '0'} 2022-09-01T10:12:34.715 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e1804d3a569eba34-0063108592-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.716 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.717 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.717 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.718 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:34.718 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:34.719 DEBUG:boto:Method: GET 2022-09-01T10:12:34.719 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:34.720 DEBUG:boto:Data: 2022-09-01T10:12:34.721 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.721 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.722 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.722 DEBUG:boto:Params: {} 2022-09-01T10:12:34.723 DEBUG:boto:Token: None 2022-09-01T10:12:34.723 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/?versions 2022-09-01T10:12:34.724 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kHTvHZ+MDKA2hmbGUkTjMs/nDkA= 2022-09-01T10:12:34.725 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kHTvHZ+MDKA2hmbGUkTjMs/nDkA=', 'Content-Length': '0'} 2022-09-01T10:12:34.727 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002226035dd2b677d9-0063108592-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.728 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.729 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:12:34.729 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:34.730 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:34.731 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.731 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.732 DEBUG:boto:Method: GET 2022-09-01T10:12:34.732 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.733 DEBUG:boto:Data: 2022-09-01T10:12:34.733 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.734 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:34.734 DEBUG:boto:Port: 8001 2022-09-01T10:12:34.735 DEBUG:boto:Params: {} 2022-09-01T10:12:34.736 DEBUG:boto:Token: None 2022-09-01T10:12:34.736 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.737 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dtTNLa9V7cKKj1cseDo2oAEk8x0= 2022-09-01T10:12:34.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dtTNLa9V7cKKj1cseDo2oAEk8x0=', 'Content-Length': '0'} 2022-09-01T10:12:34.740 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000060f4b691402aa49b-0063108592-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.741 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:34.741 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:34.742 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.742 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.743 DEBUG:boto:Method: GET 2022-09-01T10:12:34.743 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.744 DEBUG:boto:Data: 2022-09-01T10:12:34.745 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.745 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.746 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.747 DEBUG:boto:Params: {} 2022-09-01T10:12:34.747 DEBUG:boto:Token: None 2022-09-01T10:12:34.748 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.749 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dtTNLa9V7cKKj1cseDo2oAEk8x0= 2022-09-01T10:12:34.750 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dtTNLa9V7cKKj1cseDo2oAEk8x0=', 'Content-Length': '0'} 2022-09-01T10:12:34.752 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000007080ce00eea7caee-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.752 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:34.753 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:34.753 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.754 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.755 DEBUG:boto:Method: HEAD 2022-09-01T10:12:34.755 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.755 DEBUG:boto:Data: 2022-09-01T10:12:34.756 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.757 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:34.757 DEBUG:boto:Port: 8001 2022-09-01T10:12:34.758 DEBUG:boto:Params: {} 2022-09-01T10:12:34.758 DEBUG:boto:Token: None 2022-09-01T10:12:34.759 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.759 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:53yrbwHTvgc777H+6nkHHK9BxQQ= 2022-09-01T10:12:34.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:53yrbwHTvgc777H+6nkHHK9BxQQ=', 'Content-Length': '0'} 2022-09-01T10:12:34.762 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000090528a7cf4bc5eb6-0063108592-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.763 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:34.763 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:34.764 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.764 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.765 DEBUG:boto:Method: HEAD 2022-09-01T10:12:34.765 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.766 DEBUG:boto:Data: 2022-09-01T10:12:34.766 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.767 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.767 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.768 DEBUG:boto:Params: {} 2022-09-01T10:12:34.768 DEBUG:boto:Token: None 2022-09-01T10:12:34.769 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:53yrbwHTvgc777H+6nkHHK9BxQQ= 2022-09-01T10:12:34.770 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:53yrbwHTvgc777H+6nkHHK9BxQQ=', 'Content-Length': '0'} 2022-09-01T10:12:34.772 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000899a3402af32a8e8-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.773 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:12:34.774 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:34.775 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:34.775 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.776 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.777 DEBUG:boto:Method: GET 2022-09-01T10:12:34.778 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.779 DEBUG:boto:Data: 2022-09-01T10:12:34.780 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.781 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:34.782 DEBUG:boto:Port: 8001 2022-09-01T10:12:34.783 DEBUG:boto:Params: {} 2022-09-01T10:12:34.784 DEBUG:boto:Token: None 2022-09-01T10:12:34.785 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.786 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dtTNLa9V7cKKj1cseDo2oAEk8x0= 2022-09-01T10:12:34.788 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dtTNLa9V7cKKj1cseDo2oAEk8x0=', 'Content-Length': '0'} 2022-09-01T10:12:34.790 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000432a336e02857349-0063108592-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.791 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:34.791 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:34.792 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.793 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.793 DEBUG:boto:Method: GET 2022-09-01T10:12:34.794 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.795 DEBUG:boto:Data: 2022-09-01T10:12:34.795 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.796 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.797 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.797 DEBUG:boto:Params: {} 2022-09-01T10:12:34.798 DEBUG:boto:Token: None 2022-09-01T10:12:34.798 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.799 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dtTNLa9V7cKKj1cseDo2oAEk8x0= 2022-09-01T10:12:34.800 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dtTNLa9V7cKKj1cseDo2oAEk8x0=', 'Content-Length': '0'} 2022-09-01T10:12:34.802 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000020a035fe69f13a2e-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.803 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.803 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.804 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:34.804 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:34.805 DEBUG:boto:Method: GET 2022-09-01T10:12:34.805 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:12:34.806 DEBUG:boto:Data: 2022-09-01T10:12:34.806 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.807 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:34.808 DEBUG:boto:Port: 8001 2022-09-01T10:12:34.808 DEBUG:boto:Params: {} 2022-09-01T10:12:34.809 DEBUG:boto:Token: None 2022-09-01T10:12:34.809 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.810 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE= 2022-09-01T10:12:34.811 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE=', 'Content-Length': '0'} 2022-09-01T10:12:34.813 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d40d80cd34d3cde7-0063108592-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.854 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.856 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.857 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.858 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:34.859 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:34.859 DEBUG:boto:Method: GET 2022-09-01T10:12:34.860 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:12:34.861 DEBUG:boto:Data: 2022-09-01T10:12:34.862 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.863 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.864 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.865 DEBUG:boto:Params: {} 2022-09-01T10:12:34.866 DEBUG:boto:Token: None 2022-09-01T10:12:34.866 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.867 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE= 2022-09-01T10:12:34.868 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE=', 'Content-Length': '0'} 2022-09-01T10:12:34.873 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009a8a2fc2e265016d-0063108592-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.874 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.876 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:34.876 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:34.877 DEBUG:boto:Method: HEAD 2022-09-01T10:12:34.877 DEBUG:boto:Path: /ptoxvb-18/dummy 2022-09-01T10:12:34.878 DEBUG:boto:Data: 2022-09-01T10:12:34.879 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.879 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:34.880 DEBUG:boto:Port: 8001 2022-09-01T10:12:34.880 DEBUG:boto:Params: {} 2022-09-01T10:12:34.881 DEBUG:boto:Token: None 2022-09-01T10:12:34.881 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/dummy 2022-09-01T10:12:34.882 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TnQwHK+ir2mbfYFImZUm6AtDEVY= 2022-09-01T10:12:34.883 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TnQwHK+ir2mbfYFImZUm6AtDEVY=', 'Content-Length': '0'} 2022-09-01T10:12:34.887 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000f8ca94ae14a7d5a0-0063108592-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.888 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:34.888 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:34.889 DEBUG:boto:Method: HEAD 2022-09-01T10:12:34.889 DEBUG:boto:Path: /ptoxvb-18/dummy 2022-09-01T10:12:34.890 DEBUG:boto:Data: 2022-09-01T10:12:34.891 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.891 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.892 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.892 DEBUG:boto:Params: {} 2022-09-01T10:12:34.893 DEBUG:boto:Token: None 2022-09-01T10:12:34.893 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/dummy 2022-09-01T10:12:34.894 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TnQwHK+ir2mbfYFImZUm6AtDEVY= 2022-09-01T10:12:34.895 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TnQwHK+ir2mbfYFImZUm6AtDEVY=', 'Content-Length': '0'} 2022-09-01T10:12:34.897 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000068043c6bbc262c82-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.898 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:12:34.899 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:34.899 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:34.900 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.900 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.901 DEBUG:boto:Method: GET 2022-09-01T10:12:34.901 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.902 DEBUG:boto:Data: 2022-09-01T10:12:34.903 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.903 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:34.904 DEBUG:boto:Port: 8001 2022-09-01T10:12:34.904 DEBUG:boto:Params: {} 2022-09-01T10:12:34.905 DEBUG:boto:Token: None 2022-09-01T10:12:34.906 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.907 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dtTNLa9V7cKKj1cseDo2oAEk8x0= 2022-09-01T10:12:34.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dtTNLa9V7cKKj1cseDo2oAEk8x0=', 'Content-Length': '0'} 2022-09-01T10:12:34.911 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000fcd19b0056ebe51b-0063108592-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.913 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:34.914 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:34.914 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.915 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.915 DEBUG:boto:Method: GET 2022-09-01T10:12:34.916 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.917 DEBUG:boto:Data: 2022-09-01T10:12:34.917 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.918 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.918 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.919 DEBUG:boto:Params: {} 2022-09-01T10:12:34.919 DEBUG:boto:Token: None 2022-09-01T10:12:34.920 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:34.921 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dtTNLa9V7cKKj1cseDo2oAEk8x0= 2022-09-01T10:12:34.921 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dtTNLa9V7cKKj1cseDo2oAEk8x0=', 'Content-Length': '0'} 2022-09-01T10:12:34.924 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b7a109367c4656cc-0063108592-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.925 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.925 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.926 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:34.926 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:34.927 DEBUG:boto:Method: GET 2022-09-01T10:12:34.927 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:12:34.928 DEBUG:boto:Data: 2022-09-01T10:12:34.928 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.929 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:34.929 DEBUG:boto:Port: 8001 2022-09-01T10:12:34.930 DEBUG:boto:Params: {} 2022-09-01T10:12:34.931 DEBUG:boto:Token: None 2022-09-01T10:12:34.931 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.932 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE= 2022-09-01T10:12:34.932 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE=', 'Content-Length': '0'} 2022-09-01T10:12:34.935 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b0fbe1f60d72f5d6-0063108592-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.936 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.937 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:34.938 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:34.938 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:34.939 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:34.939 DEBUG:boto:Method: GET 2022-09-01T10:12:34.940 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:12:34.941 DEBUG:boto:Data: 2022-09-01T10:12:34.942 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.943 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:34.944 DEBUG:boto:Port: 8000 2022-09-01T10:12:34.944 DEBUG:boto:Params: {} 2022-09-01T10:12:34.945 DEBUG:boto:Token: None 2022-09-01T10:12:34.946 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/ 2022-09-01T10:12:34.946 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE= 2022-09-01T10:12:34.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+OYgTQwsVJsDWJmpMUEQRNKypPE=', 'Content-Length': '0'} 2022-09-01T10:12:34.950 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000e40c91fc5a591df-0063108592-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:34.951 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:34.952 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:12:34.953 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:34.954 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:34.955 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:34.955 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:34.956 DEBUG:boto:Method: GET 2022-09-01T10:12:34.957 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:34.958 DEBUG:boto:Data: 2022-09-01T10:12:34.959 DEBUG:boto:Headers: {} 2022-09-01T10:12:34.960 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:34.961 DEBUG:boto:Port: 8001 2022-09-01T10:12:34.962 DEBUG:boto:Params: {} 2022-09-01T10:12:34.963 DEBUG:boto:Token: None 2022-09-01T10:12:34.964 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:34 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:34.965 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FzMnsCDYAAGVoU4ZwJmuLitpHJY= 2022-09-01T10:12:34.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FzMnsCDYAAGVoU4ZwJmuLitpHJY=', 'Content-Length': '0'} 2022-09-01T10:12:34.968 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008763147f5623401f-0063108592-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.014 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.016 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.017 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.018 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.019 DEBUG:boto:Method: GET 2022-09-01T10:12:35.020 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.021 DEBUG:boto:Data: 2022-09-01T10:12:35.022 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.023 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.024 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.025 DEBUG:boto:Params: {} 2022-09-01T10:12:35.026 DEBUG:boto:Token: None 2022-09-01T10:12:35.026 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.028 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xuoeeumH3rdNbr3/ZGcP1nsx7NI= 2022-09-01T10:12:35.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xuoeeumH3rdNbr3/ZGcP1nsx7NI=', 'Content-Length': '0'} 2022-09-01T10:12:35.031 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e078066b4dfe544f-0063108593-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.033 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.034 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.034 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.035 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.036 DEBUG:boto:Method: HEAD 2022-09-01T10:12:35.036 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.037 DEBUG:boto:Data: 2022-09-01T10:12:35.037 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.038 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.038 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.039 DEBUG:boto:Params: {} 2022-09-01T10:12:35.040 DEBUG:boto:Token: None 2022-09-01T10:12:35.040 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.042 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gcJN8MQwevGAAAr+/LpckdmHpoM= 2022-09-01T10:12:35.042 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gcJN8MQwevGAAAr+/LpckdmHpoM=', 'Content-Length': '0'} 2022-09-01T10:12:35.044 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000097a6a8da9e9705c1-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.045 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.046 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.046 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.047 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.047 DEBUG:boto:Method: HEAD 2022-09-01T10:12:35.048 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.048 DEBUG:boto:Data: 2022-09-01T10:12:35.049 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.049 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.050 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.050 DEBUG:boto:Params: {} 2022-09-01T10:12:35.051 DEBUG:boto:Token: None 2022-09-01T10:12:35.051 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.052 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gcJN8MQwevGAAAr+/LpckdmHpoM= 2022-09-01T10:12:35.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gcJN8MQwevGAAAr+/LpckdmHpoM=', 'Content-Length': '0'} 2022-09-01T10:12:35.055 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d7e4300aac8ef21e-0063108593-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.055 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:12:35.056 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.056 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.057 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.057 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.058 DEBUG:boto:Method: GET 2022-09-01T10:12:35.059 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.059 DEBUG:boto:Data: 2022-09-01T10:12:35.060 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.060 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.061 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.061 DEBUG:boto:Params: {} 2022-09-01T10:12:35.062 DEBUG:boto:Token: None 2022-09-01T10:12:35.062 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.063 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xuoeeumH3rdNbr3/ZGcP1nsx7NI= 2022-09-01T10:12:35.064 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xuoeeumH3rdNbr3/ZGcP1nsx7NI=', 'Content-Length': '0'} 2022-09-01T10:12:35.066 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b38189412cb0b51a-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.067 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.068 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.069 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.070 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.071 DEBUG:boto:Method: GET 2022-09-01T10:12:35.072 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.073 DEBUG:boto:Data: 2022-09-01T10:12:35.074 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.075 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.076 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.077 DEBUG:boto:Params: {} 2022-09-01T10:12:35.078 DEBUG:boto:Token: None 2022-09-01T10:12:35.079 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.080 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xuoeeumH3rdNbr3/ZGcP1nsx7NI= 2022-09-01T10:12:35.081 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xuoeeumH3rdNbr3/ZGcP1nsx7NI=', 'Content-Length': '0'} 2022-09-01T10:12:35.083 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000d0a099ae7d166d4-0063108593-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.084 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.085 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.086 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:35.087 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:35.088 DEBUG:boto:Method: GET 2022-09-01T10:12:35.089 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:35.090 DEBUG:boto:Data: 2022-09-01T10:12:35.091 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.092 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.093 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.094 DEBUG:boto:Params: {} 2022-09-01T10:12:35.094 DEBUG:boto:Token: None 2022-09-01T10:12:35.095 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/ 2022-09-01T10:12:35.095 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ= 2022-09-01T10:12:35.096 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.099 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000047dda22f30103ee5-0063108593-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.100 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.100 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.101 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.102 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:35.102 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:35.103 DEBUG:boto:Method: GET 2022-09-01T10:12:35.103 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:35.104 DEBUG:boto:Data: 2022-09-01T10:12:35.104 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.105 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.106 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.106 DEBUG:boto:Params: {} 2022-09-01T10:12:35.107 DEBUG:boto:Token: None 2022-09-01T10:12:35.107 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/ 2022-09-01T10:12:35.108 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ= 2022-09-01T10:12:35.109 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.111 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c257d09f1d2702cb-0063108593-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.155 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.157 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.158 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.159 DEBUG:boto:Method: HEAD 2022-09-01T10:12:35.160 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.161 DEBUG:boto:Data: 2022-09-01T10:12:35.162 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.163 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.164 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.164 DEBUG:boto:Params: {} 2022-09-01T10:12:35.165 DEBUG:boto:Token: None 2022-09-01T10:12:35.166 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.167 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eIzvjPCveE6VuLs2VjC/J0QkzbM= 2022-09-01T10:12:35.168 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eIzvjPCveE6VuLs2VjC/J0QkzbM=', 'Content-Length': '0'} 2022-09-01T10:12:35.171 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d4905d1b516366f9-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.172 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.174 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.175 DEBUG:boto:Method: HEAD 2022-09-01T10:12:35.175 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.176 DEBUG:boto:Data: 2022-09-01T10:12:35.176 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.177 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.177 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.178 DEBUG:boto:Params: {} 2022-09-01T10:12:35.178 DEBUG:boto:Token: None 2022-09-01T10:12:35.179 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.179 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eIzvjPCveE6VuLs2VjC/J0QkzbM= 2022-09-01T10:12:35.180 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eIzvjPCveE6VuLs2VjC/J0QkzbM=', 'Content-Length': '0'} 2022-09-01T10:12:35.183 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f1d4be03c4bec359-0063108593-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.183 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:12:35.184 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.185 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.185 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.186 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.186 DEBUG:boto:Method: GET 2022-09-01T10:12:35.187 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.188 DEBUG:boto:Data: 2022-09-01T10:12:35.188 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.189 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.189 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.190 DEBUG:boto:Params: {} 2022-09-01T10:12:35.191 DEBUG:boto:Token: None 2022-09-01T10:12:35.192 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.192 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xuoeeumH3rdNbr3/ZGcP1nsx7NI= 2022-09-01T10:12:35.193 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xuoeeumH3rdNbr3/ZGcP1nsx7NI=', 'Content-Length': '0'} 2022-09-01T10:12:35.195 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001b97c5a2a401e812-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.238 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.239 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:35.240 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.240 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.241 DEBUG:boto:Method: GET 2022-09-01T10:12:35.241 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.242 DEBUG:boto:Data: 2022-09-01T10:12:35.243 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.244 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.245 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.246 DEBUG:boto:Params: {} 2022-09-01T10:12:35.247 DEBUG:boto:Token: None 2022-09-01T10:12:35.248 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:35.249 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xuoeeumH3rdNbr3/ZGcP1nsx7NI= 2022-09-01T10:12:35.250 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xuoeeumH3rdNbr3/ZGcP1nsx7NI=', 'Content-Length': '0'} 2022-09-01T10:12:35.253 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000058808eb15e2f752f-0063108593-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.255 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.256 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.257 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:35.258 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:35.259 DEBUG:boto:Method: GET 2022-09-01T10:12:35.260 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:35.261 DEBUG:boto:Data: 2022-09-01T10:12:35.262 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.263 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.264 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.265 DEBUG:boto:Params: {} 2022-09-01T10:12:35.266 DEBUG:boto:Token: None 2022-09-01T10:12:35.267 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/ 2022-09-01T10:12:35.268 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ= 2022-09-01T10:12:35.269 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.271 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000051d8d15c9bd034c9-0063108593-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.272 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.273 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.274 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.274 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:35.275 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:35.276 DEBUG:boto:Method: GET 2022-09-01T10:12:35.276 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:35.277 DEBUG:boto:Data: 2022-09-01T10:12:35.278 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.279 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.280 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.281 DEBUG:boto:Params: {} 2022-09-01T10:12:35.282 DEBUG:boto:Token: None 2022-09-01T10:12:35.283 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/ 2022-09-01T10:12:35.284 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ= 2022-09-01T10:12:35.285 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.289 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000392d898c548d660f-0063108593-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.291 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.292 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:12:35.293 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.294 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.294 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.295 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.295 DEBUG:boto:Method: GET 2022-09-01T10:12:35.296 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.297 DEBUG:boto:Data: 2022-09-01T10:12:35.299 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.300 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.300 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.301 DEBUG:boto:Params: {} 2022-09-01T10:12:35.303 DEBUG:boto:Token: None 2022-09-01T10:12:35.304 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.305 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:79oTU5dE4gKuCIipmBJWBxrSr7Q= 2022-09-01T10:12:35.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:79oTU5dE4gKuCIipmBJWBxrSr7Q=', 'Content-Length': '0'} 2022-09-01T10:12:35.309 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fb4eaa1665ca81ea-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.311 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.312 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.313 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.314 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.315 DEBUG:boto:Method: GET 2022-09-01T10:12:35.316 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.317 DEBUG:boto:Data: 2022-09-01T10:12:35.319 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.319 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.320 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.321 DEBUG:boto:Params: {} 2022-09-01T10:12:35.323 DEBUG:boto:Token: None 2022-09-01T10:12:35.324 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.325 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:79oTU5dE4gKuCIipmBJWBxrSr7Q= 2022-09-01T10:12:35.326 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:79oTU5dE4gKuCIipmBJWBxrSr7Q=', 'Content-Length': '0'} 2022-09-01T10:12:35.337 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ddedd23d5957b268-0063108593-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.338 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.339 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.339 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.340 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.340 DEBUG:boto:Method: HEAD 2022-09-01T10:12:35.341 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.341 DEBUG:boto:Data: 2022-09-01T10:12:35.342 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.342 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.343 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.344 DEBUG:boto:Params: {} 2022-09-01T10:12:35.344 DEBUG:boto:Token: None 2022-09-01T10:12:35.345 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.346 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3am7NZr8vAGYlcD8VjP91chWN9Q= 2022-09-01T10:12:35.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3am7NZr8vAGYlcD8VjP91chWN9Q=', 'Content-Length': '0'} 2022-09-01T10:12:35.349 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000059a7c3e643bef6b0-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.350 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.350 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.351 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.351 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.352 DEBUG:boto:Method: HEAD 2022-09-01T10:12:35.352 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.353 DEBUG:boto:Data: 2022-09-01T10:12:35.353 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.354 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.354 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.355 DEBUG:boto:Params: {} 2022-09-01T10:12:35.355 DEBUG:boto:Token: None 2022-09-01T10:12:35.356 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.357 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3am7NZr8vAGYlcD8VjP91chWN9Q= 2022-09-01T10:12:35.357 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3am7NZr8vAGYlcD8VjP91chWN9Q=', 'Content-Length': '0'} 2022-09-01T10:12:35.360 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009c36b9092883c506-0063108593-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.361 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:12:35.361 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.362 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.363 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.363 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.364 DEBUG:boto:Method: GET 2022-09-01T10:12:35.364 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.365 DEBUG:boto:Data: 2022-09-01T10:12:35.365 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.366 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.367 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.368 DEBUG:boto:Params: {} 2022-09-01T10:12:35.368 DEBUG:boto:Token: None 2022-09-01T10:12:35.369 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.370 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:79oTU5dE4gKuCIipmBJWBxrSr7Q= 2022-09-01T10:12:35.371 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:79oTU5dE4gKuCIipmBJWBxrSr7Q=', 'Content-Length': '0'} 2022-09-01T10:12:35.374 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c053fba3920ebd87-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.375 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.375 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.376 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.376 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.377 DEBUG:boto:Method: GET 2022-09-01T10:12:35.377 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.378 DEBUG:boto:Data: 2022-09-01T10:12:35.378 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.379 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.379 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.380 DEBUG:boto:Params: {} 2022-09-01T10:12:35.381 DEBUG:boto:Token: None 2022-09-01T10:12:35.381 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.382 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:79oTU5dE4gKuCIipmBJWBxrSr7Q= 2022-09-01T10:12:35.383 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:79oTU5dE4gKuCIipmBJWBxrSr7Q=', 'Content-Length': '0'} 2022-09-01T10:12:35.385 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001adbf05ccf936f15-0063108593-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.386 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.387 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.387 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:35.388 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:35.388 DEBUG:boto:Method: GET 2022-09-01T10:12:35.389 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:35.389 DEBUG:boto:Data: 2022-09-01T10:12:35.390 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.391 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.391 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.392 DEBUG:boto:Params: {} 2022-09-01T10:12:35.393 DEBUG:boto:Token: None 2022-09-01T10:12:35.393 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/ 2022-09-01T10:12:35.394 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ= 2022-09-01T10:12:35.394 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.397 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cd48720ee9520864-0063108593-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.439 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.440 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.441 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.442 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:35.443 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:35.444 DEBUG:boto:Method: GET 2022-09-01T10:12:35.445 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:35.446 DEBUG:boto:Data: 2022-09-01T10:12:35.447 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.448 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.449 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.449 DEBUG:boto:Params: {} 2022-09-01T10:12:35.450 DEBUG:boto:Token: None 2022-09-01T10:12:35.451 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/ 2022-09-01T10:12:35.451 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ= 2022-09-01T10:12:35.452 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.455 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a6fdd459a90be6d9-0063108593-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.456 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.457 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.457 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.458 DEBUG:boto:Method: HEAD 2022-09-01T10:12:35.458 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.459 DEBUG:boto:Data: 2022-09-01T10:12:35.459 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.460 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.460 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.461 DEBUG:boto:Params: {} 2022-09-01T10:12:35.461 DEBUG:boto:Token: None 2022-09-01T10:12:35.462 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LMEyQWvrrr97WGlUb1WH+iZ8E50= 2022-09-01T10:12:35.463 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LMEyQWvrrr97WGlUb1WH+iZ8E50=', 'Content-Length': '0'} 2022-09-01T10:12:35.466 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005f11e9b6a5c79c03-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.467 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.467 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.468 DEBUG:boto:Method: HEAD 2022-09-01T10:12:35.469 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.469 DEBUG:boto:Data: 2022-09-01T10:12:35.470 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.470 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.471 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.472 DEBUG:boto:Params: {} 2022-09-01T10:12:35.472 DEBUG:boto:Token: None 2022-09-01T10:12:35.473 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LMEyQWvrrr97WGlUb1WH+iZ8E50= 2022-09-01T10:12:35.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LMEyQWvrrr97WGlUb1WH+iZ8E50=', 'Content-Length': '0'} 2022-09-01T10:12:35.478 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008aecd6e0da6d9a15-0063108593-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.478 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:12:35.479 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.480 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.480 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.481 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.482 DEBUG:boto:Method: GET 2022-09-01T10:12:35.483 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.484 DEBUG:boto:Data: 2022-09-01T10:12:35.485 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.486 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.487 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.487 DEBUG:boto:Params: {} 2022-09-01T10:12:35.488 DEBUG:boto:Token: None 2022-09-01T10:12:35.490 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.491 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:79oTU5dE4gKuCIipmBJWBxrSr7Q= 2022-09-01T10:12:35.492 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:79oTU5dE4gKuCIipmBJWBxrSr7Q=', 'Content-Length': '0'} 2022-09-01T10:12:35.494 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a5cd90bc9e7f033f-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.496 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.497 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:35.497 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.498 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.499 DEBUG:boto:Method: GET 2022-09-01T10:12:35.500 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.500 DEBUG:boto:Data: 2022-09-01T10:12:35.501 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.502 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.502 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.503 DEBUG:boto:Params: {} 2022-09-01T10:12:35.504 DEBUG:boto:Token: None 2022-09-01T10:12:35.504 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:35.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:79oTU5dE4gKuCIipmBJWBxrSr7Q= 2022-09-01T10:12:35.506 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:79oTU5dE4gKuCIipmBJWBxrSr7Q=', 'Content-Length': '0'} 2022-09-01T10:12:35.508 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000aff1e8f3a624b28c-0063108593-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.550 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.551 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.552 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:35.553 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:35.554 DEBUG:boto:Method: GET 2022-09-01T10:12:35.555 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:35.556 DEBUG:boto:Data: 2022-09-01T10:12:35.557 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.558 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.559 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.560 DEBUG:boto:Params: {} 2022-09-01T10:12:35.561 DEBUG:boto:Token: None 2022-09-01T10:12:35.562 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/ 2022-09-01T10:12:35.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ= 2022-09-01T10:12:35.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.566 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d2db0de00b6f0b85-0063108593-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.568 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.569 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.570 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.571 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:35.572 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:35.573 DEBUG:boto:Method: GET 2022-09-01T10:12:35.574 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:35.575 DEBUG:boto:Data: 2022-09-01T10:12:35.576 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.577 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.578 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.579 DEBUG:boto:Params: {} 2022-09-01T10:12:35.580 DEBUG:boto:Token: None 2022-09-01T10:12:35.581 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/ 2022-09-01T10:12:35.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ= 2022-09-01T10:12:35.583 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.587 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ebd89b53841c64b0-0063108593-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.588 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.589 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:12:35.590 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.591 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.592 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.593 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.594 DEBUG:boto:Method: GET 2022-09-01T10:12:35.595 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.596 DEBUG:boto:Data: 2022-09-01T10:12:35.596 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.597 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.599 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.600 DEBUG:boto:Params: {} 2022-09-01T10:12:35.600 DEBUG:boto:Token: None 2022-09-01T10:12:35.601 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.601 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IJGvYr/jgkdw3veQTPjJ4AKjTpQ= 2022-09-01T10:12:35.602 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IJGvYr/jgkdw3veQTPjJ4AKjTpQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.604 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b5f8ae305b07f35d-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.605 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.606 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.606 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.607 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.608 DEBUG:boto:Method: GET 2022-09-01T10:12:35.608 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.609 DEBUG:boto:Data: 2022-09-01T10:12:35.609 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.610 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.610 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.611 DEBUG:boto:Params: {} 2022-09-01T10:12:35.611 DEBUG:boto:Token: None 2022-09-01T10:12:35.612 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.613 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IJGvYr/jgkdw3veQTPjJ4AKjTpQ= 2022-09-01T10:12:35.613 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IJGvYr/jgkdw3veQTPjJ4AKjTpQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.616 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000365d08c5d262964b-0063108593-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.617 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.617 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.618 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.619 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.619 DEBUG:boto:Method: HEAD 2022-09-01T10:12:35.620 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.620 DEBUG:boto:Data: 2022-09-01T10:12:35.621 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.621 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.622 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.622 DEBUG:boto:Params: {} 2022-09-01T10:12:35.623 DEBUG:boto:Token: None 2022-09-01T10:12:35.624 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/Arwo58mkLGPuIEAyrY9fjGmPhM= 2022-09-01T10:12:35.625 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/Arwo58mkLGPuIEAyrY9fjGmPhM=', 'Content-Length': '0'} 2022-09-01T10:12:35.628 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c76f45d916eb98c8-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.630 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.631 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.631 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.632 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.633 DEBUG:boto:Method: HEAD 2022-09-01T10:12:35.634 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.635 DEBUG:boto:Data: 2022-09-01T10:12:35.637 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.638 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.639 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.639 DEBUG:boto:Params: {} 2022-09-01T10:12:35.640 DEBUG:boto:Token: None 2022-09-01T10:12:35.640 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.641 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/Arwo58mkLGPuIEAyrY9fjGmPhM= 2022-09-01T10:12:35.642 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/Arwo58mkLGPuIEAyrY9fjGmPhM=', 'Content-Length': '0'} 2022-09-01T10:12:35.645 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d5f192f27609fd89-0063108593-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.646 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:12:35.647 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.648 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.649 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.650 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.651 DEBUG:boto:Method: GET 2022-09-01T10:12:35.652 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.653 DEBUG:boto:Data: 2022-09-01T10:12:35.654 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.655 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.656 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.657 DEBUG:boto:Params: {} 2022-09-01T10:12:35.658 DEBUG:boto:Token: None 2022-09-01T10:12:35.659 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.660 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IJGvYr/jgkdw3veQTPjJ4AKjTpQ= 2022-09-01T10:12:35.661 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IJGvYr/jgkdw3veQTPjJ4AKjTpQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.664 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f3bd07ceafa6b956-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.665 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.665 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.666 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.667 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.667 DEBUG:boto:Method: GET 2022-09-01T10:12:35.668 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.668 DEBUG:boto:Data: 2022-09-01T10:12:35.669 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.669 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.670 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.671 DEBUG:boto:Params: {} 2022-09-01T10:12:35.671 DEBUG:boto:Token: None 2022-09-01T10:12:35.672 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.672 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IJGvYr/jgkdw3veQTPjJ4AKjTpQ= 2022-09-01T10:12:35.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IJGvYr/jgkdw3veQTPjJ4AKjTpQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.676 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000058f560f9478f1677-0063108593-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.677 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.677 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.678 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:35.678 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:35.679 DEBUG:boto:Method: GET 2022-09-01T10:12:35.679 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:35.680 DEBUG:boto:Data: 2022-09-01T10:12:35.680 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.681 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.681 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.682 DEBUG:boto:Params: {} 2022-09-01T10:12:35.683 DEBUG:boto:Token: None 2022-09-01T10:12:35.683 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/ 2022-09-01T10:12:35.684 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ= 2022-09-01T10:12:35.685 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.688 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004189858b511804ff-0063108593-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.689 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.690 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.691 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.691 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:35.692 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:35.692 DEBUG:boto:Method: GET 2022-09-01T10:12:35.693 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:35.693 DEBUG:boto:Data: 2022-09-01T10:12:35.694 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.694 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.695 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.695 DEBUG:boto:Params: {} 2022-09-01T10:12:35.696 DEBUG:boto:Token: None 2022-09-01T10:12:35.696 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/ 2022-09-01T10:12:35.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ= 2022-09-01T10:12:35.698 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.700 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e0f2bc72bc9cc978-0063108593-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.701 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.702 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.703 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.703 DEBUG:boto:Method: HEAD 2022-09-01T10:12:35.704 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.704 DEBUG:boto:Data: 2022-09-01T10:12:35.705 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.705 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.706 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.706 DEBUG:boto:Params: {} 2022-09-01T10:12:35.707 DEBUG:boto:Token: None 2022-09-01T10:12:35.707 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6OJJKo5XjWBg9KztZRoj4+RUSak= 2022-09-01T10:12:35.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6OJJKo5XjWBg9KztZRoj4+RUSak=', 'Content-Length': '0'} 2022-09-01T10:12:35.711 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002475959b358c387f-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.712 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.713 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.713 DEBUG:boto:Method: HEAD 2022-09-01T10:12:35.714 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.714 DEBUG:boto:Data: 2022-09-01T10:12:35.715 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.715 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.716 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.716 DEBUG:boto:Params: {} 2022-09-01T10:12:35.717 DEBUG:boto:Token: None 2022-09-01T10:12:35.718 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.719 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6OJJKo5XjWBg9KztZRoj4+RUSak= 2022-09-01T10:12:35.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6OJJKo5XjWBg9KztZRoj4+RUSak=', 'Content-Length': '0'} 2022-09-01T10:12:35.722 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001016dbf0d92838d1-0063108593-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.722 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:12:35.723 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.724 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.724 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.725 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.725 DEBUG:boto:Method: GET 2022-09-01T10:12:35.726 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.726 DEBUG:boto:Data: 2022-09-01T10:12:35.727 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.727 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.728 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.729 DEBUG:boto:Params: {} 2022-09-01T10:12:35.729 DEBUG:boto:Token: None 2022-09-01T10:12:35.730 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.731 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IJGvYr/jgkdw3veQTPjJ4AKjTpQ= 2022-09-01T10:12:35.731 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IJGvYr/jgkdw3veQTPjJ4AKjTpQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.735 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000afaac3d72998f30-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.778 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.779 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:35.780 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.781 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.783 DEBUG:boto:Method: GET 2022-09-01T10:12:35.784 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.785 DEBUG:boto:Data: 2022-09-01T10:12:35.786 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.787 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.788 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.789 DEBUG:boto:Params: {} 2022-09-01T10:12:35.790 DEBUG:boto:Token: None 2022-09-01T10:12:35.790 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:35.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IJGvYr/jgkdw3veQTPjJ4AKjTpQ= 2022-09-01T10:12:35.792 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IJGvYr/jgkdw3veQTPjJ4AKjTpQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.794 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006cfcfe1777293154-0063108593-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.795 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.796 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.796 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:35.797 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:35.797 DEBUG:boto:Method: GET 2022-09-01T10:12:35.798 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:35.798 DEBUG:boto:Data: 2022-09-01T10:12:35.799 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.800 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.800 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.801 DEBUG:boto:Params: {} 2022-09-01T10:12:35.801 DEBUG:boto:Token: None 2022-09-01T10:12:35.802 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/ 2022-09-01T10:12:35.803 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ= 2022-09-01T10:12:35.803 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.806 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004b932730259837fd-0063108593-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.807 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.807 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.808 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.809 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:35.811 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:35.812 DEBUG:boto:Method: GET 2022-09-01T10:12:35.813 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:35.813 DEBUG:boto:Data: 2022-09-01T10:12:35.814 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.814 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:35.816 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.817 DEBUG:boto:Params: {} 2022-09-01T10:12:35.818 DEBUG:boto:Token: None 2022-09-01T10:12:35.819 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/ 2022-09-01T10:12:35.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ= 2022-09-01T10:12:35.821 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JpDsTEX0cQzEZoBNF7GZjvH14SQ=', 'Content-Length': '0'} 2022-09-01T10:12:35.825 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004e0f5ad56becd8e1-0063108593-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.867 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.868 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-18 zones={test-zone3, test-zone1} 2022-09-01T10:12:35.869 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-18 zones={test-zone3, test-zone2} 2022-09-01T10:12:35.870 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.870 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.871 DEBUG:boto:Method: HEAD 2022-09-01T10:12:35.872 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:12:35.873 DEBUG:boto:Data: 2022-09-01T10:12:35.874 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.875 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.876 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.877 DEBUG:boto:Params: {} 2022-09-01T10:12:35.879 DEBUG:boto:Token: None 2022-09-01T10:12:35.880 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/ 2022-09-01T10:12:35.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SUmj9qP4W7krobzhuTocnczno4Q= 2022-09-01T10:12:35.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SUmj9qP4W7krobzhuTocnczno4Q=', 'Content-Length': '0'} 2022-09-01T10:12:35.885 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000fd6b5616ae187dba-0063108593-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.886 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.886 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.887 DEBUG:boto:Method: HEAD 2022-09-01T10:12:35.888 DEBUG:boto:Path: /ptoxvb-18/ 2022-09-01T10:12:35.888 DEBUG:boto:Data: 2022-09-01T10:12:35.889 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.889 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:35.890 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.890 DEBUG:boto:Params: {} 2022-09-01T10:12:35.891 DEBUG:boto:Token: None 2022-09-01T10:12:35.892 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/ 2022-09-01T10:12:35.892 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SUmj9qP4W7krobzhuTocnczno4Q= 2022-09-01T10:12:35.893 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SUmj9qP4W7krobzhuTocnczno4Q=', 'Content-Length': '0'} 2022-09-01T10:12:35.896 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000bcbe7de78980aa35-0063108593-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.897 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:12:35.898 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.899 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.900 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:35.901 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:35.902 DEBUG:boto:Method: GET 2022-09-01T10:12:35.903 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:35.904 DEBUG:boto:Data: 2022-09-01T10:12:35.905 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.906 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.907 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.908 DEBUG:boto:Params: {} 2022-09-01T10:12:35.910 DEBUG:boto:Token: None 2022-09-01T10:12:35.911 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/?versions 2022-09-01T10:12:35.912 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Tro1ZPAzNyVfvj8BXzEchIexmbM= 2022-09-01T10:12:35.913 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Tro1ZPAzNyVfvj8BXzEchIexmbM=', 'Content-Length': '0'} 2022-09-01T10:12:35.916 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000005b13916d5714b7d-0063108593-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.917 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.918 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:12:35.918 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:12:35.919 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:12:35.919 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:12:35.920 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:12:35.920 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.921 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.921 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:35.922 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:35.923 DEBUG:boto:Method: GET 2022-09-01T10:12:35.923 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:35.924 DEBUG:boto:Data: 2022-09-01T10:12:35.924 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.925 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:35.925 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.926 DEBUG:boto:Params: {} 2022-09-01T10:12:35.926 DEBUG:boto:Token: None 2022-09-01T10:12:35.927 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/?versions 2022-09-01T10:12:35.928 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Tro1ZPAzNyVfvj8BXzEchIexmbM= 2022-09-01T10:12:35.928 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Tro1ZPAzNyVfvj8BXzEchIexmbM=', 'Content-Length': '0'} 2022-09-01T10:12:35.931 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008f8caa3179c2e598-0063108593-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.932 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.933 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:12:35.934 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-09-01T10:12:35.934 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-09-01T10:12:35.935 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2022-09-01T10:12:35.935 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.936 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.937 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:35.937 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:35.938 DEBUG:boto:Method: GET 2022-09-01T10:12:35.938 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:35.939 DEBUG:boto:Data: 2022-09-01T10:12:35.939 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.940 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.940 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.941 DEBUG:boto:Params: {} 2022-09-01T10:12:35.941 DEBUG:boto:Token: None 2022-09-01T10:12:35.942 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/?versions 2022-09-01T10:12:35.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Tro1ZPAzNyVfvj8BXzEchIexmbM= 2022-09-01T10:12:35.943 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Tro1ZPAzNyVfvj8BXzEchIexmbM=', 'Content-Length': '0'} 2022-09-01T10:12:35.946 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009f913d1772411e82-0063108593-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.947 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.948 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:35.948 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:35.949 DEBUG:boto:path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:35.950 DEBUG:boto:auth_path=/ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:35.950 DEBUG:boto:Method: GET 2022-09-01T10:12:35.951 DEBUG:boto:Path: /ptoxvb-18/?versions&max-keys=999 2022-09-01T10:12:35.952 DEBUG:boto:Data: 2022-09-01T10:12:35.952 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.953 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:35.953 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.954 DEBUG:boto:Params: {} 2022-09-01T10:12:35.955 DEBUG:boto:Token: None 2022-09-01T10:12:35.955 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/?versions 2022-09-01T10:12:35.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Tro1ZPAzNyVfvj8BXzEchIexmbM= 2022-09-01T10:12:35.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Tro1ZPAzNyVfvj8BXzEchIexmbM=', 'Content-Length': '0'} 2022-09-01T10:12:35.960 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e035a49f42c2ab13-0063108593-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.960 DEBUG:boto:b'ptoxvb-18999falsedummycl70gqT8ViR.gKd1CEwxgsOneba2PHotrue2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone1eTcoftcIxGCr4RRN0wMGutt1zvWLmf6true2022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone2bX8MpckESloHDXpu1a2P2U2dGb9llHstrue2022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj-test-zone3ySs3OKbgHz2JOvbJvborXYCPvZFQxI7true2022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:35.962 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:12:35.962 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:35.963 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:35.964 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:35.965 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:35.966 DEBUG:boto:Method: GET 2022-09-01T10:12:35.967 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:35.968 DEBUG:boto:Data: 2022-09-01T10:12:35.968 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.969 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.969 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.970 DEBUG:boto:Params: {} 2022-09-01T10:12:35.971 DEBUG:boto:Token: None 2022-09-01T10:12:35.972 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:35.973 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CKqWR4qam8HW2XpC9NdiUXwefeU= 2022-09-01T10:12:35.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CKqWR4qam8HW2XpC9NdiUXwefeU=', 'Content-Length': '0'} 2022-09-01T10:12:35.976 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000002db4b92cb0fffe8a-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.977 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:35.978 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:35.978 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:35.979 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:35.979 DEBUG:boto:Method: GET 2022-09-01T10:12:35.980 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:35.980 DEBUG:boto:Data: 2022-09-01T10:12:35.981 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.981 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:35.982 DEBUG:boto:Port: 8000 2022-09-01T10:12:35.983 DEBUG:boto:Params: {} 2022-09-01T10:12:35.983 DEBUG:boto:Token: None 2022-09-01T10:12:35.984 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:35.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CKqWR4qam8HW2XpC9NdiUXwefeU= 2022-09-01T10:12:35.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CKqWR4qam8HW2XpC9NdiUXwefeU=', 'Content-Length': '0'} 2022-09-01T10:12:35.988 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000009cafc6c7bd8a3a13-0063108593-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:35.989 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:35.989 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:35.990 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:35.990 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:35.991 DEBUG:boto:Method: HEAD 2022-09-01T10:12:35.991 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:35.992 DEBUG:boto:Data: 2022-09-01T10:12:35.992 DEBUG:boto:Headers: {} 2022-09-01T10:12:35.993 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:35.993 DEBUG:boto:Port: 8001 2022-09-01T10:12:35.995 DEBUG:boto:Params: {} 2022-09-01T10:12:35.996 DEBUG:boto:Token: None 2022-09-01T10:12:35.997 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:35 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:35.997 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gGyDkmO4MARtuMFkRN1FwOk9J5c= 2022-09-01T10:12:35.998 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gGyDkmO4MARtuMFkRN1FwOk9J5c=', 'Content-Length': '0'} 2022-09-01T10:12:36.000 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000d76934051a0b05e3-0063108593-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.001 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:36.001 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:36.002 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.002 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.003 DEBUG:boto:Method: HEAD 2022-09-01T10:12:36.003 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.004 DEBUG:boto:Data: 2022-09-01T10:12:36.004 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.005 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.005 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.006 DEBUG:boto:Params: {} 2022-09-01T10:12:36.006 DEBUG:boto:Token: None 2022-09-01T10:12:36.007 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.008 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TL7FEaobm5mrv7bZMtxQgkjYHNc= 2022-09-01T10:12:36.009 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TL7FEaobm5mrv7bZMtxQgkjYHNc=', 'Content-Length': '0'} 2022-09-01T10:12:36.011 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ec34d672d1069aaa-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.012 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:12:36.012 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:36.013 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:36.013 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.014 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.014 DEBUG:boto:Method: GET 2022-09-01T10:12:36.015 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.015 DEBUG:boto:Data: 2022-09-01T10:12:36.016 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.017 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.017 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.018 DEBUG:boto:Params: {} 2022-09-01T10:12:36.019 DEBUG:boto:Token: None 2022-09-01T10:12:36.020 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.021 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FOiSJNHylifH5c8dyPRmEjoecEg= 2022-09-01T10:12:36.022 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FOiSJNHylifH5c8dyPRmEjoecEg=', 'Content-Length': '0'} 2022-09-01T10:12:36.030 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000005525fb750ca8ecc1-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.032 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:36.033 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:36.034 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.035 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.036 DEBUG:boto:Method: GET 2022-09-01T10:12:36.037 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.039 DEBUG:boto:Data: 2022-09-01T10:12:36.039 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.041 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.042 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.042 DEBUG:boto:Params: {} 2022-09-01T10:12:36.043 DEBUG:boto:Token: None 2022-09-01T10:12:36.044 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FOiSJNHylifH5c8dyPRmEjoecEg= 2022-09-01T10:12:36.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FOiSJNHylifH5c8dyPRmEjoecEg=', 'Content-Length': '0'} 2022-09-01T10:12:36.050 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000005b889b4b5cf5eacf-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.051 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:36.052 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:36.052 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:36.053 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:36.053 DEBUG:boto:Method: GET 2022-09-01T10:12:36.054 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:12:36.055 DEBUG:boto:Data: 2022-09-01T10:12:36.055 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.056 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.056 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.057 DEBUG:boto:Params: {} 2022-09-01T10:12:36.058 DEBUG:boto:Token: None 2022-09-01T10:12:36.059 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/ 2022-09-01T10:12:36.060 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY= 2022-09-01T10:12:36.061 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY=', 'Content-Length': '0'} 2022-09-01T10:12:36.065 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000048bc748e761fede5-0063108594-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.107 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:36.108 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:36.109 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:36.110 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:36.111 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:36.112 DEBUG:boto:Method: GET 2022-09-01T10:12:36.112 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:12:36.113 DEBUG:boto:Data: 2022-09-01T10:12:36.114 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.115 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.117 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.118 DEBUG:boto:Params: {} 2022-09-01T10:12:36.119 DEBUG:boto:Token: None 2022-09-01T10:12:36.120 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/ 2022-09-01T10:12:36.120 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY= 2022-09-01T10:12:36.121 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY=', 'Content-Length': '0'} 2022-09-01T10:12:36.125 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dc02284db34302b5-0063108594-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.128 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:36.129 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:36.130 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:36.131 DEBUG:boto:Method: HEAD 2022-09-01T10:12:36.131 DEBUG:boto:Path: /ptoxvb-18/dummy 2022-09-01T10:12:36.132 DEBUG:boto:Data: 2022-09-01T10:12:36.133 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.134 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.135 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.136 DEBUG:boto:Params: {} 2022-09-01T10:12:36.137 DEBUG:boto:Token: None 2022-09-01T10:12:36.138 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/dummy 2022-09-01T10:12:36.139 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HQwoR1l7GLB+Hya5+al9Zw9Dc70= 2022-09-01T10:12:36.142 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HQwoR1l7GLB+Hya5+al9Zw9Dc70=', 'Content-Length': '0'} 2022-09-01T10:12:36.145 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000037f14700a317d9c-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.146 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:36.146 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:36.147 DEBUG:boto:Method: HEAD 2022-09-01T10:12:36.148 DEBUG:boto:Path: /ptoxvb-18/dummy 2022-09-01T10:12:36.148 DEBUG:boto:Data: 2022-09-01T10:12:36.149 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.149 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.150 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.150 DEBUG:boto:Params: {} 2022-09-01T10:12:36.151 DEBUG:boto:Token: None 2022-09-01T10:12:36.152 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/dummy 2022-09-01T10:12:36.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HQwoR1l7GLB+Hya5+al9Zw9Dc70= 2022-09-01T10:12:36.153 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HQwoR1l7GLB+Hya5+al9Zw9Dc70=', 'Content-Length': '0'} 2022-09-01T10:12:36.156 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b0f1a67cce0ed9d2-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.157 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:12:36.158 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:36.158 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:36.159 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.159 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.160 DEBUG:boto:Method: GET 2022-09-01T10:12:36.160 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.161 DEBUG:boto:Data: 2022-09-01T10:12:36.162 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.162 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.163 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.163 DEBUG:boto:Params: {} 2022-09-01T10:12:36.164 DEBUG:boto:Token: None 2022-09-01T10:12:36.164 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.165 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FOiSJNHylifH5c8dyPRmEjoecEg= 2022-09-01T10:12:36.166 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FOiSJNHylifH5c8dyPRmEjoecEg=', 'Content-Length': '0'} 2022-09-01T10:12:36.168 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ab4675ec90b8d8bc-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.168 DEBUG:boto:path=/ptoxvb-18/dummy 2022-09-01T10:12:36.169 DEBUG:boto:auth_path=/ptoxvb-18/dummy 2022-09-01T10:12:36.170 DEBUG:boto:path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.170 DEBUG:boto:auth_path=/ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.171 DEBUG:boto:Method: GET 2022-09-01T10:12:36.171 DEBUG:boto:Path: /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.172 DEBUG:boto:Data: 2022-09-01T10:12:36.172 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.173 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.173 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.174 DEBUG:boto:Params: {} 2022-09-01T10:12:36.175 DEBUG:boto:Token: None 2022-09-01T10:12:36.175 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/dummy?versionId=cl70gqT8ViR.gKd1CEwxgsOneba2PHo 2022-09-01T10:12:36.176 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FOiSJNHylifH5c8dyPRmEjoecEg= 2022-09-01T10:12:36.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FOiSJNHylifH5c8dyPRmEjoecEg=', 'Content-Length': '0'} 2022-09-01T10:12:36.179 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:05:11 GMT'), ('x-amz-version-id', 'cl70gqT8ViR.gKd1CEwxgsOneba2PHo'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000186ae8df441209cd-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.179 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:36.180 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:36.180 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:36.181 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:36.181 DEBUG:boto:Method: GET 2022-09-01T10:12:36.182 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:12:36.183 DEBUG:boto:Data: 2022-09-01T10:12:36.183 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.184 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.184 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.185 DEBUG:boto:Params: {} 2022-09-01T10:12:36.185 DEBUG:boto:Token: None 2022-09-01T10:12:36.186 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/ 2022-09-01T10:12:36.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY= 2022-09-01T10:12:36.187 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY=', 'Content-Length': '0'} 2022-09-01T10:12:36.190 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ae9f554682b47a2f-0063108594-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.191 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:36.191 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:36.192 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:36.193 DEBUG:boto:path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:36.193 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=dummy 2022-09-01T10:12:36.194 DEBUG:boto:Method: GET 2022-09-01T10:12:36.195 DEBUG:boto:Path: /ptoxvb-18/?prefix=dummy 2022-09-01T10:12:36.195 DEBUG:boto:Data: 2022-09-01T10:12:36.195 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.196 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.197 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.197 DEBUG:boto:Params: {} 2022-09-01T10:12:36.198 DEBUG:boto:Token: None 2022-09-01T10:12:36.198 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/ 2022-09-01T10:12:36.199 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY= 2022-09-01T10:12:36.200 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY=', 'Content-Length': '0'} 2022-09-01T10:12:36.202 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004d51f13a4821beab-0063108594-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.203 DEBUG:boto:b'ptoxvb-18dummy1000falsedummy2022-09-01T10:05:11.543Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:36.204 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:12:36.204 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.205 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.206 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.206 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.207 DEBUG:boto:Method: GET 2022-09-01T10:12:36.207 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.208 DEBUG:boto:Data: 2022-09-01T10:12:36.208 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.209 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.209 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.210 DEBUG:boto:Params: {} 2022-09-01T10:12:36.211 DEBUG:boto:Token: None 2022-09-01T10:12:36.211 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.212 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rb8VrjvX/uH4/Ou/2hcJaM+iunA= 2022-09-01T10:12:36.213 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rb8VrjvX/uH4/Ou/2hcJaM+iunA=', 'Content-Length': '0'} 2022-09-01T10:12:36.215 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006865b7403a2e6bd3-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.216 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.216 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.217 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.217 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.218 DEBUG:boto:Method: GET 2022-09-01T10:12:36.218 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.219 DEBUG:boto:Data: 2022-09-01T10:12:36.220 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.220 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.221 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.221 DEBUG:boto:Params: {} 2022-09-01T10:12:36.222 DEBUG:boto:Token: None 2022-09-01T10:12:36.223 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.224 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rb8VrjvX/uH4/Ou/2hcJaM+iunA= 2022-09-01T10:12:36.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rb8VrjvX/uH4/Ou/2hcJaM+iunA=', 'Content-Length': '0'} 2022-09-01T10:12:36.227 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d36772e08bb37fba-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.228 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.228 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.229 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.229 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.230 DEBUG:boto:Method: HEAD 2022-09-01T10:12:36.230 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.231 DEBUG:boto:Data: 2022-09-01T10:12:36.231 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.232 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.233 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.233 DEBUG:boto:Params: {} 2022-09-01T10:12:36.234 DEBUG:boto:Token: None 2022-09-01T10:12:36.235 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.235 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0IMvqsdvv4TeB3ipBpoZcBbZC80= 2022-09-01T10:12:36.236 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0IMvqsdvv4TeB3ipBpoZcBbZC80=', 'Content-Length': '0'} 2022-09-01T10:12:36.238 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000583e23e74e573887-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.239 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.239 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.240 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.240 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.241 DEBUG:boto:Method: HEAD 2022-09-01T10:12:36.241 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.242 DEBUG:boto:Data: 2022-09-01T10:12:36.242 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.243 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.244 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.244 DEBUG:boto:Params: {} 2022-09-01T10:12:36.245 DEBUG:boto:Token: None 2022-09-01T10:12:36.245 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.246 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0IMvqsdvv4TeB3ipBpoZcBbZC80= 2022-09-01T10:12:36.246 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0IMvqsdvv4TeB3ipBpoZcBbZC80=', 'Content-Length': '0'} 2022-09-01T10:12:36.248 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000037a8906d58a2848a-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.249 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:12:36.250 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.250 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.251 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.252 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.252 DEBUG:boto:Method: GET 2022-09-01T10:12:36.253 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.253 DEBUG:boto:Data: 2022-09-01T10:12:36.254 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.254 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.255 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.255 DEBUG:boto:Params: {} 2022-09-01T10:12:36.256 DEBUG:boto:Token: None 2022-09-01T10:12:36.257 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.257 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rb8VrjvX/uH4/Ou/2hcJaM+iunA= 2022-09-01T10:12:36.258 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rb8VrjvX/uH4/Ou/2hcJaM+iunA=', 'Content-Length': '0'} 2022-09-01T10:12:36.260 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d2a6bb353601e687-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.306 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.307 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.308 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.308 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.309 DEBUG:boto:Method: GET 2022-09-01T10:12:36.309 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.310 DEBUG:boto:Data: 2022-09-01T10:12:36.310 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.311 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.311 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.312 DEBUG:boto:Params: {} 2022-09-01T10:12:36.313 DEBUG:boto:Token: None 2022-09-01T10:12:36.313 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.314 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rb8VrjvX/uH4/Ou/2hcJaM+iunA= 2022-09-01T10:12:36.315 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rb8VrjvX/uH4/Ou/2hcJaM+iunA=', 'Content-Length': '0'} 2022-09-01T10:12:36.317 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004296fda583724d3d-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.318 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:36.319 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:36.319 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:36.320 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:36.320 DEBUG:boto:Method: GET 2022-09-01T10:12:36.321 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:36.321 DEBUG:boto:Data: 2022-09-01T10:12:36.323 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.323 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.324 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.325 DEBUG:boto:Params: {} 2022-09-01T10:12:36.325 DEBUG:boto:Token: None 2022-09-01T10:12:36.326 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/ 2022-09-01T10:12:36.327 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY= 2022-09-01T10:12:36.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY=', 'Content-Length': '0'} 2022-09-01T10:12:36.330 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d8ff4050d7b5797c-0063108594-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.331 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:36.332 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:36.333 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:36.333 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:36.334 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:36.334 DEBUG:boto:Method: GET 2022-09-01T10:12:36.335 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:36.335 DEBUG:boto:Data: 2022-09-01T10:12:36.336 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.336 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.337 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.337 DEBUG:boto:Params: {} 2022-09-01T10:12:36.338 DEBUG:boto:Token: None 2022-09-01T10:12:36.338 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/ 2022-09-01T10:12:36.339 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY= 2022-09-01T10:12:36.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY=', 'Content-Length': '0'} 2022-09-01T10:12:36.343 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000427e2a434819cb2a-0063108594-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.344 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:36.345 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.345 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.346 DEBUG:boto:Method: HEAD 2022-09-01T10:12:36.347 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.347 DEBUG:boto:Data: 2022-09-01T10:12:36.348 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.348 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.349 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.349 DEBUG:boto:Params: {} 2022-09-01T10:12:36.350 DEBUG:boto:Token: None 2022-09-01T10:12:36.351 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.352 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MNuFlOp71Mll6+2nDiURsb5oLSw= 2022-09-01T10:12:36.353 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MNuFlOp71Mll6+2nDiURsb5oLSw=', 'Content-Length': '0'} 2022-09-01T10:12:36.356 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006cbdd0e010c2b888-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.357 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.358 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.358 DEBUG:boto:Method: HEAD 2022-09-01T10:12:36.359 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.359 DEBUG:boto:Data: 2022-09-01T10:12:36.360 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.360 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.361 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.361 DEBUG:boto:Params: {} 2022-09-01T10:12:36.362 DEBUG:boto:Token: None 2022-09-01T10:12:36.363 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.363 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MNuFlOp71Mll6+2nDiURsb5oLSw= 2022-09-01T10:12:36.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MNuFlOp71Mll6+2nDiURsb5oLSw=', 'Content-Length': '0'} 2022-09-01T10:12:36.367 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008fa666e0acc0fd48-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.368 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-09-01T10:12:36.369 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.370 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.370 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.371 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.371 DEBUG:boto:Method: GET 2022-09-01T10:12:36.373 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.374 DEBUG:boto:Data: 2022-09-01T10:12:36.374 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.375 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.376 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.377 DEBUG:boto:Params: {} 2022-09-01T10:12:36.378 DEBUG:boto:Token: None 2022-09-01T10:12:36.378 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.379 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rb8VrjvX/uH4/Ou/2hcJaM+iunA= 2022-09-01T10:12:36.380 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rb8VrjvX/uH4/Ou/2hcJaM+iunA=', 'Content-Length': '0'} 2022-09-01T10:12:36.382 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000b4450bb370f5442-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.384 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.385 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1 2022-09-01T10:12:36.386 DEBUG:boto:path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.387 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.388 DEBUG:boto:Method: GET 2022-09-01T10:12:36.389 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.389 DEBUG:boto:Data: 2022-09-01T10:12:36.390 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.391 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.391 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.392 DEBUG:boto:Params: {} 2022-09-01T10:12:36.393 DEBUG:boto:Token: None 2022-09-01T10:12:36.393 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone1?versionId=eTcoftcIxGCr4RRN0wMGutt1zvWLmf6 2022-09-01T10:12:36.394 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rb8VrjvX/uH4/Ou/2hcJaM+iunA= 2022-09-01T10:12:36.395 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rb8VrjvX/uH4/Ou/2hcJaM+iunA=', 'Content-Length': '0'} 2022-09-01T10:12:36.398 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'eTcoftcIxGCr4RRN0wMGutt1zvWLmf6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000049d783742091adde-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.399 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:36.399 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:36.400 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:36.400 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:36.401 DEBUG:boto:Method: GET 2022-09-01T10:12:36.402 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:36.403 DEBUG:boto:Data: 2022-09-01T10:12:36.403 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.404 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.405 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.406 DEBUG:boto:Params: {} 2022-09-01T10:12:36.406 DEBUG:boto:Token: None 2022-09-01T10:12:36.408 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/ 2022-09-01T10:12:36.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY= 2022-09-01T10:12:36.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY=', 'Content-Length': '0'} 2022-09-01T10:12:36.414 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e300e52c138b7db3-0063108594-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.458 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:36.460 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:36.460 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:36.461 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:36.462 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:36.462 DEBUG:boto:Method: GET 2022-09-01T10:12:36.463 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone1 2022-09-01T10:12:36.464 DEBUG:boto:Data: 2022-09-01T10:12:36.464 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.465 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.465 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.466 DEBUG:boto:Params: {} 2022-09-01T10:12:36.467 DEBUG:boto:Token: None 2022-09-01T10:12:36.467 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/ 2022-09-01T10:12:36.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY= 2022-09-01T10:12:36.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY=', 'Content-Length': '0'} 2022-09-01T10:12:36.471 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f553716c1d2cdafe-0063108594-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.473 DEBUG:boto:b'ptoxvb-18obj-test-zone11000falseobj-test-zone12022-09-01T10:06:52.752Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:36.474 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:12:36.475 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.475 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.476 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.477 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.477 DEBUG:boto:Method: GET 2022-09-01T10:12:36.478 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.479 DEBUG:boto:Data: 2022-09-01T10:12:36.479 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.480 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.481 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.482 DEBUG:boto:Params: {} 2022-09-01T10:12:36.483 DEBUG:boto:Token: None 2022-09-01T10:12:36.484 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HvBlRKzPIDNmxkubEE2bfQM3HX0= 2022-09-01T10:12:36.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HvBlRKzPIDNmxkubEE2bfQM3HX0=', 'Content-Length': '0'} 2022-09-01T10:12:36.489 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000999af047afc0b5ea-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.491 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.492 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.493 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.494 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.495 DEBUG:boto:Method: GET 2022-09-01T10:12:36.496 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.497 DEBUG:boto:Data: 2022-09-01T10:12:36.498 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.499 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.500 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.501 DEBUG:boto:Params: {} 2022-09-01T10:12:36.501 DEBUG:boto:Token: None 2022-09-01T10:12:36.502 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HvBlRKzPIDNmxkubEE2bfQM3HX0= 2022-09-01T10:12:36.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HvBlRKzPIDNmxkubEE2bfQM3HX0=', 'Content-Length': '0'} 2022-09-01T10:12:36.509 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c78de0cf49104603-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.550 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.551 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.551 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.552 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.552 DEBUG:boto:Method: HEAD 2022-09-01T10:12:36.553 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.553 DEBUG:boto:Data: 2022-09-01T10:12:36.554 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.555 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.556 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.557 DEBUG:boto:Params: {} 2022-09-01T10:12:36.558 DEBUG:boto:Token: None 2022-09-01T10:12:36.559 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.560 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PDPKJ2SdGii8H5F9xZ/kMnIcK0w= 2022-09-01T10:12:36.561 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PDPKJ2SdGii8H5F9xZ/kMnIcK0w=', 'Content-Length': '0'} 2022-09-01T10:12:36.563 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a54856a54b42316b-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.565 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.566 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.567 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.568 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.569 DEBUG:boto:Method: HEAD 2022-09-01T10:12:36.569 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.570 DEBUG:boto:Data: 2022-09-01T10:12:36.571 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.572 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.573 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.574 DEBUG:boto:Params: {} 2022-09-01T10:12:36.575 DEBUG:boto:Token: None 2022-09-01T10:12:36.576 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.577 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PDPKJ2SdGii8H5F9xZ/kMnIcK0w= 2022-09-01T10:12:36.578 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PDPKJ2SdGii8H5F9xZ/kMnIcK0w=', 'Content-Length': '0'} 2022-09-01T10:12:36.581 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004f2cd937561f885a-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.582 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:12:36.583 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.584 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.585 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.586 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.587 DEBUG:boto:Method: GET 2022-09-01T10:12:36.588 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.590 DEBUG:boto:Data: 2022-09-01T10:12:36.591 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.592 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.593 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.593 DEBUG:boto:Params: {} 2022-09-01T10:12:36.594 DEBUG:boto:Token: None 2022-09-01T10:12:36.595 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.595 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HvBlRKzPIDNmxkubEE2bfQM3HX0= 2022-09-01T10:12:36.596 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HvBlRKzPIDNmxkubEE2bfQM3HX0=', 'Content-Length': '0'} 2022-09-01T10:12:36.598 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000064ed73f92efda0be-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.599 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.600 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.601 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.601 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.602 DEBUG:boto:Method: GET 2022-09-01T10:12:36.603 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.604 DEBUG:boto:Data: 2022-09-01T10:12:36.605 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.605 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.606 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.607 DEBUG:boto:Params: {} 2022-09-01T10:12:36.608 DEBUG:boto:Token: None 2022-09-01T10:12:36.609 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.610 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HvBlRKzPIDNmxkubEE2bfQM3HX0= 2022-09-01T10:12:36.611 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HvBlRKzPIDNmxkubEE2bfQM3HX0=', 'Content-Length': '0'} 2022-09-01T10:12:36.614 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000045236f299e21ac02-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.615 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:36.616 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:36.616 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:36.617 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:36.618 DEBUG:boto:Method: GET 2022-09-01T10:12:36.618 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:36.619 DEBUG:boto:Data: 2022-09-01T10:12:36.620 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.621 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.622 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.623 DEBUG:boto:Params: {} 2022-09-01T10:12:36.624 DEBUG:boto:Token: None 2022-09-01T10:12:36.625 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/ 2022-09-01T10:12:36.625 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY= 2022-09-01T10:12:36.626 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY=', 'Content-Length': '0'} 2022-09-01T10:12:36.629 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002cd5a4cf4918421e-0063108594-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.630 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:36.632 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:36.632 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:36.633 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:36.634 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:36.636 DEBUG:boto:Method: GET 2022-09-01T10:12:36.637 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:36.638 DEBUG:boto:Data: 2022-09-01T10:12:36.639 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.639 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.640 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.640 DEBUG:boto:Params: {} 2022-09-01T10:12:36.641 DEBUG:boto:Token: None 2022-09-01T10:12:36.642 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/ 2022-09-01T10:12:36.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY= 2022-09-01T10:12:36.643 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY=', 'Content-Length': '0'} 2022-09-01T10:12:36.647 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000004a892319b89dd3c-0063108594-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.648 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:36.648 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.649 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.650 DEBUG:boto:Method: HEAD 2022-09-01T10:12:36.650 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.651 DEBUG:boto:Data: 2022-09-01T10:12:36.651 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.652 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.652 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.653 DEBUG:boto:Params: {} 2022-09-01T10:12:36.653 DEBUG:boto:Token: None 2022-09-01T10:12:36.654 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.654 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TqOiEhTSe8M2KaH6JG6IFlWRlSU= 2022-09-01T10:12:36.655 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TqOiEhTSe8M2KaH6JG6IFlWRlSU=', 'Content-Length': '0'} 2022-09-01T10:12:36.658 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005b3f7dccddbba873-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.658 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.659 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.660 DEBUG:boto:Method: HEAD 2022-09-01T10:12:36.660 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.661 DEBUG:boto:Data: 2022-09-01T10:12:36.661 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.662 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.662 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.663 DEBUG:boto:Params: {} 2022-09-01T10:12:36.663 DEBUG:boto:Token: None 2022-09-01T10:12:36.664 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.664 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TqOiEhTSe8M2KaH6JG6IFlWRlSU= 2022-09-01T10:12:36.665 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TqOiEhTSe8M2KaH6JG6IFlWRlSU=', 'Content-Length': '0'} 2022-09-01T10:12:36.668 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000075aeb6296bb9a573-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.669 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-09-01T10:12:36.670 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.671 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.672 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.673 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.674 DEBUG:boto:Method: GET 2022-09-01T10:12:36.675 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.676 DEBUG:boto:Data: 2022-09-01T10:12:36.677 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.678 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.679 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.680 DEBUG:boto:Params: {} 2022-09-01T10:12:36.681 DEBUG:boto:Token: None 2022-09-01T10:12:36.682 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.683 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HvBlRKzPIDNmxkubEE2bfQM3HX0= 2022-09-01T10:12:36.684 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HvBlRKzPIDNmxkubEE2bfQM3HX0=', 'Content-Length': '0'} 2022-09-01T10:12:36.686 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e23e42f1c244a882-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.688 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.689 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2 2022-09-01T10:12:36.690 DEBUG:boto:path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.691 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.692 DEBUG:boto:Method: GET 2022-09-01T10:12:36.693 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.694 DEBUG:boto:Data: 2022-09-01T10:12:36.695 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.696 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.697 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.698 DEBUG:boto:Params: {} 2022-09-01T10:12:36.699 DEBUG:boto:Token: None 2022-09-01T10:12:36.700 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone2?versionId=bX8MpckESloHDXpu1a2P2U2dGb9llHs 2022-09-01T10:12:36.701 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HvBlRKzPIDNmxkubEE2bfQM3HX0= 2022-09-01T10:12:36.702 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HvBlRKzPIDNmxkubEE2bfQM3HX0=', 'Content-Length': '0'} 2022-09-01T10:12:36.705 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'bX8MpckESloHDXpu1a2P2U2dGb9llHs'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009c75ca8380b0408a-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.707 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:36.708 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:36.709 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:36.710 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:36.711 DEBUG:boto:Method: GET 2022-09-01T10:12:36.712 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:36.713 DEBUG:boto:Data: 2022-09-01T10:12:36.714 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.715 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.716 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.717 DEBUG:boto:Params: {} 2022-09-01T10:12:36.718 DEBUG:boto:Token: None 2022-09-01T10:12:36.719 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/ 2022-09-01T10:12:36.719 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY= 2022-09-01T10:12:36.720 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY=', 'Content-Length': '0'} 2022-09-01T10:12:36.723 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e259a8eacf5e8d98-0063108594-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.766 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:36.767 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:36.768 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:36.769 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:36.769 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:36.770 DEBUG:boto:Method: GET 2022-09-01T10:12:36.770 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone2 2022-09-01T10:12:36.771 DEBUG:boto:Data: 2022-09-01T10:12:36.771 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.772 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.772 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.773 DEBUG:boto:Params: {} 2022-09-01T10:12:36.773 DEBUG:boto:Token: None 2022-09-01T10:12:36.775 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/ 2022-09-01T10:12:36.776 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY= 2022-09-01T10:12:36.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY=', 'Content-Length': '0'} 2022-09-01T10:12:36.779 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000807451f62792e269-0063108594-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.780 DEBUG:boto:b'ptoxvb-18obj-test-zone21000falseobj-test-zone22022-09-01T10:06:52.900Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:36.781 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:12:36.781 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.782 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.782 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.783 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.783 DEBUG:boto:Method: GET 2022-09-01T10:12:36.784 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.784 DEBUG:boto:Data: 2022-09-01T10:12:36.785 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.785 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.786 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.787 DEBUG:boto:Params: {} 2022-09-01T10:12:36.787 DEBUG:boto:Token: None 2022-09-01T10:12:36.788 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sosITFy5PIioKjzP/nhxH89lqpg= 2022-09-01T10:12:36.789 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sosITFy5PIioKjzP/nhxH89lqpg=', 'Content-Length': '0'} 2022-09-01T10:12:36.791 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e3d201acd1937d2e-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.792 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.793 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.793 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.794 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.794 DEBUG:boto:Method: GET 2022-09-01T10:12:36.795 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.796 DEBUG:boto:Data: 2022-09-01T10:12:36.796 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.797 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.797 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.798 DEBUG:boto:Params: {} 2022-09-01T10:12:36.798 DEBUG:boto:Token: None 2022-09-01T10:12:36.799 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.800 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sosITFy5PIioKjzP/nhxH89lqpg= 2022-09-01T10:12:36.800 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sosITFy5PIioKjzP/nhxH89lqpg=', 'Content-Length': '0'} 2022-09-01T10:12:36.802 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003087c08cfec684d5-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.846 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.847 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.847 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.848 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.849 DEBUG:boto:Method: HEAD 2022-09-01T10:12:36.850 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.851 DEBUG:boto:Data: 2022-09-01T10:12:36.852 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.854 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.855 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.855 DEBUG:boto:Params: {} 2022-09-01T10:12:36.856 DEBUG:boto:Token: None 2022-09-01T10:12:36.857 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.857 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4oRMypB3RfRMLU9ta98ekoKQ43k= 2022-09-01T10:12:36.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4oRMypB3RfRMLU9ta98ekoKQ43k=', 'Content-Length': '0'} 2022-09-01T10:12:36.860 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000072266d6aa91add9d-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.861 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.862 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.862 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.863 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.863 DEBUG:boto:Method: HEAD 2022-09-01T10:12:36.864 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.864 DEBUG:boto:Data: 2022-09-01T10:12:36.865 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.865 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.866 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.866 DEBUG:boto:Params: {} 2022-09-01T10:12:36.867 DEBUG:boto:Token: None 2022-09-01T10:12:36.867 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4oRMypB3RfRMLU9ta98ekoKQ43k= 2022-09-01T10:12:36.868 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4oRMypB3RfRMLU9ta98ekoKQ43k=', 'Content-Length': '0'} 2022-09-01T10:12:36.871 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000910590ecc4c78bce-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.872 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:12:36.872 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.873 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.873 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.874 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.874 DEBUG:boto:Method: GET 2022-09-01T10:12:36.875 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.876 DEBUG:boto:Data: 2022-09-01T10:12:36.876 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.877 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.877 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.878 DEBUG:boto:Params: {} 2022-09-01T10:12:36.878 DEBUG:boto:Token: None 2022-09-01T10:12:36.879 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sosITFy5PIioKjzP/nhxH89lqpg= 2022-09-01T10:12:36.880 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sosITFy5PIioKjzP/nhxH89lqpg=', 'Content-Length': '0'} 2022-09-01T10:12:36.882 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000266a7f3899e35a88-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.884 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.885 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.885 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.886 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.887 DEBUG:boto:Method: GET 2022-09-01T10:12:36.887 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.888 DEBUG:boto:Data: 2022-09-01T10:12:36.888 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.889 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.889 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.890 DEBUG:boto:Params: {} 2022-09-01T10:12:36.891 DEBUG:boto:Token: None 2022-09-01T10:12:36.891 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.892 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sosITFy5PIioKjzP/nhxH89lqpg= 2022-09-01T10:12:36.893 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sosITFy5PIioKjzP/nhxH89lqpg=', 'Content-Length': '0'} 2022-09-01T10:12:36.896 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000625e04cf0ba4fdfa-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.897 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:36.897 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:36.898 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:36.898 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:36.899 DEBUG:boto:Method: GET 2022-09-01T10:12:36.900 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:36.901 DEBUG:boto:Data: 2022-09-01T10:12:36.902 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.902 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.903 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.904 DEBUG:boto:Params: {} 2022-09-01T10:12:36.905 DEBUG:boto:Token: None 2022-09-01T10:12:36.906 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/ 2022-09-01T10:12:36.907 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY= 2022-09-01T10:12:36.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY=', 'Content-Length': '0'} 2022-09-01T10:12:36.911 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c9fe33a6f7ecc2f4-0063108594-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.912 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:36.913 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:36.914 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:36.914 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:36.915 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:36.916 DEBUG:boto:Method: GET 2022-09-01T10:12:36.917 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:36.918 DEBUG:boto:Data: 2022-09-01T10:12:36.919 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.920 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.921 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.921 DEBUG:boto:Params: {} 2022-09-01T10:12:36.922 DEBUG:boto:Token: None 2022-09-01T10:12:36.922 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/ 2022-09-01T10:12:36.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY= 2022-09-01T10:12:36.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkTEU41PpAX5hdh+mWewE/TNEZY=', 'Content-Length': '0'} 2022-09-01T10:12:36.927 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001f477ae61e8ddbdd-0063108594-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.927 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:36.928 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.929 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.929 DEBUG:boto:Method: HEAD 2022-09-01T10:12:36.930 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.930 DEBUG:boto:Data: 2022-09-01T10:12:36.931 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.931 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.932 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.932 DEBUG:boto:Params: {} 2022-09-01T10:12:36.933 DEBUG:boto:Token: None 2022-09-01T10:12:36.933 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.934 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:h1zP4xFwzjNCfwJO9NEj6w/06Z4= 2022-09-01T10:12:36.935 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:h1zP4xFwzjNCfwJO9NEj6w/06Z4=', 'Content-Length': '0'} 2022-09-01T10:12:36.937 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ca85d6fa87b5b422-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.938 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.939 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.939 DEBUG:boto:Method: HEAD 2022-09-01T10:12:36.940 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.940 DEBUG:boto:Data: 2022-09-01T10:12:36.941 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.941 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:36.942 DEBUG:boto:Port: 8000 2022-09-01T10:12:36.942 DEBUG:boto:Params: {} 2022-09-01T10:12:36.943 DEBUG:boto:Token: None 2022-09-01T10:12:36.943 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:h1zP4xFwzjNCfwJO9NEj6w/06Z4= 2022-09-01T10:12:36.945 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:h1zP4xFwzjNCfwJO9NEj6w/06Z4=', 'Content-Length': '0'} 2022-09-01T10:12:36.947 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009ebed8668be9b126-0063108594-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:36.948 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2022-09-01T10:12:36.948 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.949 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:36.949 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.950 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.951 DEBUG:boto:Method: GET 2022-09-01T10:12:36.951 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.952 DEBUG:boto:Data: 2022-09-01T10:12:36.952 DEBUG:boto:Headers: {} 2022-09-01T10:12:36.953 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:36.953 DEBUG:boto:Port: 8001 2022-09-01T10:12:36.954 DEBUG:boto:Params: {} 2022-09-01T10:12:36.954 DEBUG:boto:Token: None 2022-09-01T10:12:36.955 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:36 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:36.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sosITFy5PIioKjzP/nhxH89lqpg= 2022-09-01T10:12:36.956 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sosITFy5PIioKjzP/nhxH89lqpg=', 'Content-Length': '0'} 2022-09-01T10:12:36.959 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005c25fec7145d2149-0063108594-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:37.002 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:37.003 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3 2022-09-01T10:12:37.004 DEBUG:boto:path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:37.005 DEBUG:boto:auth_path=/ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:37.006 DEBUG:boto:Method: GET 2022-09-01T10:12:37.007 DEBUG:boto:Path: /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:37.008 DEBUG:boto:Data: 2022-09-01T10:12:37.008 DEBUG:boto:Headers: {} 2022-09-01T10:12:37.009 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:37.009 DEBUG:boto:Port: 8000 2022-09-01T10:12:37.010 DEBUG:boto:Params: {} 2022-09-01T10:12:37.011 DEBUG:boto:Token: None 2022-09-01T10:12:37.012 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:37 GMT /ptoxvb-18/obj-test-zone3?versionId=ySs3OKbgHz2JOvbJvborXYCPvZFQxI7 2022-09-01T10:12:37.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oftrEe0EqzW9myTzlDf7cBamQjs= 2022-09-01T10:12:37.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oftrEe0EqzW9myTzlDf7cBamQjs=', 'Content-Length': '0'} 2022-09-01T10:12:37.016 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:09:06 GMT'), ('x-amz-version-id', 'ySs3OKbgHz2JOvbJvborXYCPvZFQxI7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bbb2efae526261a9-0063108595-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:37.018 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:37.019 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:37.020 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:37.021 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:37.021 DEBUG:boto:Method: GET 2022-09-01T10:12:37.022 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:37.023 DEBUG:boto:Data: 2022-09-01T10:12:37.025 DEBUG:boto:Headers: {} 2022-09-01T10:12:37.027 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:12:37.028 DEBUG:boto:Port: 8001 2022-09-01T10:12:37.029 DEBUG:boto:Params: {} 2022-09-01T10:12:37.030 DEBUG:boto:Token: None 2022-09-01T10:12:37.031 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:37 GMT /ptoxvb-18/ 2022-09-01T10:12:37.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bfX+nsLQ+5yu0jCVcJR1qrYJ/vc= 2022-09-01T10:12:37.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bfX+nsLQ+5yu0jCVcJR1qrYJ/vc=', 'Content-Length': '0'} 2022-09-01T10:12:37.035 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003abf91e603099e0a-0063108595-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:37.036 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:37.037 DEBUG:boto:path=/ptoxvb-18/ 2022-09-01T10:12:37.038 DEBUG:boto:auth_path=/ptoxvb-18/ 2022-09-01T10:12:37.039 DEBUG:boto:path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:37.039 DEBUG:boto:auth_path=/ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:37.040 DEBUG:boto:Method: GET 2022-09-01T10:12:37.041 DEBUG:boto:Path: /ptoxvb-18/?prefix=obj-test-zone3 2022-09-01T10:12:37.042 DEBUG:boto:Data: 2022-09-01T10:12:37.043 DEBUG:boto:Headers: {} 2022-09-01T10:12:37.044 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:12:37.045 DEBUG:boto:Port: 8000 2022-09-01T10:12:37.046 DEBUG:boto:Params: {} 2022-09-01T10:12:37.047 DEBUG:boto:Token: None 2022-09-01T10:12:37.048 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:12:37 GMT /ptoxvb-18/ 2022-09-01T10:12:37.049 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bfX+nsLQ+5yu0jCVcJR1qrYJ/vc= 2022-09-01T10:12:37.050 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bfX+nsLQ+5yu0jCVcJR1qrYJ/vc=', 'Content-Length': '0'} 2022-09-01T10:12:37.054 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000ae43adaf0176120-0063108595-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:37.055 DEBUG:boto:b'ptoxvb-18obj-test-zone31000falseobj-test-zone32022-09-01T10:06:53.063Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:12:37.056 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-18 zones={test-zone3, test-zone2} 2022-09-01T10:12:37.058 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_versioned_object_incremental_sync ... ok 2022-09-01T10:12:37.066 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:12:37.067 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:12:37.068 DEBUG:boto:Method: PUT 2022-09-01T10:12:37.069 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:12:37.070 DEBUG:boto:Data: 2022-09-01T10:12:37.071 DEBUG:boto:Headers: {} 2022-09-01T10:12:37.072 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:37.073 DEBUG:boto:Port: 8000 2022-09-01T10:12:37.074 DEBUG:boto:Params: {} 2022-09-01T10:12:37.075 DEBUG:boto:Token: None 2022-09-01T10:12:37.076 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:12:37 GMT /ptoxvb-19/ 2022-09-01T10:12:37.077 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n/tuny+vdS0RKepngzu37X+c9fo= 2022-09-01T10:12:37.078 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n/tuny+vdS0RKepngzu37X+c9fo=', 'Content-Length': '0'} 2022-09-01T10:12:37.096 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000fa4df2383d7ec0b7-0063108595-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:37.097 DEBUG:rgw_multi.tests:created bucket=ptoxvb-19 2022-09-01T10:12:37.097 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:12:37.098 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:12:37.099 DEBUG:boto:path=/ptoxvb-19/?versioning 2022-09-01T10:12:37.100 DEBUG:boto:auth_path=/ptoxvb-19/?versioning 2022-09-01T10:12:37.100 DEBUG:boto:Method: PUT 2022-09-01T10:12:37.101 DEBUG:boto:Path: /ptoxvb-19/?versioning 2022-09-01T10:12:37.101 DEBUG:boto:Data: Enabled Disabled 2022-09-01T10:12:37.102 DEBUG:boto:Headers: {} 2022-09-01T10:12:37.102 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:37.103 DEBUG:boto:Port: 8000 2022-09-01T10:12:37.103 DEBUG:boto:Params: {} 2022-09-01T10:12:37.104 DEBUG:boto:Token: None 2022-09-01T10:12:37.104 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:12:37 GMT /ptoxvb-19/?versioning 2022-09-01T10:12:37.105 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TlfQ/Ju3zV63SQ1bblKC9gvBeT4= 2022-09-01T10:12:37.106 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TlfQ/Ju3zV63SQ1bblKC9gvBeT4=', 'Content-Length': '228'} 2022-09-01T10:12:37.114 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000087f1a3047246c3c9-0063108595-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:37.116 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:12:37.117 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:12:37.118 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:12:37.173 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:12:37.175 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:12:37.227 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T10:12:37.245 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:12:37.246 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:12:37.246 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:12:37.247 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T10:12:37.247 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:12:37.248 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:12:37.248 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:12:37.249 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:12:37.249 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:12:37.249 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:12:37.250 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:12:37.250 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:47.867747Z" 2022-09-01T10:12:37.251 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:12:37.251 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:12:37.251 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027157.112233_121.1", 2022-09-01T10:12:37.251 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:12:37.112233Z" 2022-09-01T10:12:37.252 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:12:37.252 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:12:37.254 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027157.112233_121.1'} 2022-09-01T10:12:37.255 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:12:37.256 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:12:37.257 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:12:37.258 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:12:37.321 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:12:37.322 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:12:37.354 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:12:37.350+0000 7ff50805a600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:12:37.355 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:12:37.351+0000 7ff50805a600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:12:37.365 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:12:37.365 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:12:37.365 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:12:37.366 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:12:37.367 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:12:37.367 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:12:37.367 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:12:37.367 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:12:37.368 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:12:37.368 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:12:37.368 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:12:37.369 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:12:37.369 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:12:37.369 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:12:37.369 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:12:37.370 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:12:37.370 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:12:37.370 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:12:37.370 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:12:37.371 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:12:37.371 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:12:37.372 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:12:37.372 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:12:37.372 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:12:37.372 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:12:37.373 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:12:37.373 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:12:37.373 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:12:37.373 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:12:37.374 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:12:37.374 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:12:37.374 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:12:37.375 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:12:37.375 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:12:37.375 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:12:37.375 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:12:37.376 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:12:37.376 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:12:37.376 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:12:37.377 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:12:37.377 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:12:37.377 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:12:37.378 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:12:37.378 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:12:37.378 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:12:37.378 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:12:37.379 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:12:37.379 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:12:37.379 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:12:37.379 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027157.112233_121.1", 2022-09-01T10:12:37.380 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:12:37.380 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:12:37.380 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:12:37.380 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:12:37.112233Z", 2022-09-01T10:12:37.381 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:12:37.381 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:12:37.381 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:12:37.381 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:12:37.382 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:12:37.382 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:12:37.382 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:12:37.383 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:12:37.383 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:12:37.383 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:12:37Z" 2022-09-01T10:12:37.383 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:12:37.384 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027157.112233_121.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:12:37.112233Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:12:37Z" } 2022-09-01T10:12:37.385 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027157.112233_121.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:12:37.112233Z', 'realm_epoch': 2}}] 2022-09-01T10:12:37.386 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027157.112233_121.1'} 2022-09-01T10:12:37.386 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027157.112233_121.1'} 2022-09-01T10:12:37.387 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:12:37.388 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:12:37.388 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:12:37.389 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:12:37.389 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:12:37.441 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:12:37.442 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:12:37.481 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:37.481+0000 7f037ca06600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:12:37.484 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:37.482+0000 7f037ca06600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:12:37.499 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:12:37.500 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:12:37.500 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:12:37.501 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:12:37.501 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:12:37.502 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:12:37.502 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:12:37.503 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:12:37.503 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:12:37.503 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:12:37.504 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:12:37.504 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:12:37.505 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:12:37.506 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:12:37.506 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:12:37.506 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:12:37.507 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:12:37.507 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:12:37.508 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:12:37.508 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:12:37.509 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:12:37.509 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:12:37.510 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:12:37.510 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:12:37.511 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:12:37.511 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:12:37.511 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:12:37.512 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:12:37.512 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:12:37.513 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:12:37.513 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:12:37.514 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:12:37.514 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:12:37.514 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:12:37.515 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:12:37.515 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:12:37.516 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:12:37.516 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:12:37.516 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:12:37.517 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:12:37.517 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:12:37.518 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:12:37.519 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:12:37.519 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:12:37.520 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:12:37.520 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:12:37.521 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:12:37.521 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:12:37.522 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:12:37.522 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027157.112233_121.1", 2022-09-01T10:12:37.523 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:12:37.523 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:12:37.524 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:12:37.524 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:12:37.112233Z", 2022-09-01T10:12:37.524 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:12:37.525 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:12:37.525 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:12:37.525 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:12:37.526 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:12:37.526 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:12:37.526 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:12:37.527 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:12:37.527 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:12:37.527 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:12:37Z" 2022-09-01T10:12:37.529 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:12:37.530 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027157.112233_121.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:12:37.112233Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:12:37Z" } 2022-09-01T10:12:37.531 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027157.112233_121.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:12:37.112233Z', 'realm_epoch': 2}}] 2022-09-01T10:12:37.532 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027157.112233_121.1'} 2022-09-01T10:12:37.533 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027157.112233_121.1'} 2022-09-01T10:12:37.533 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:12:37.534 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:12:37.534 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:12:37.535 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:12:37.536 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:12:37.588 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:12:37.589 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:12:37.617 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:12:37.616+0000 7fc1d8103600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:12:37.618 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:12:37.617+0000 7fc1d8103600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:12:37.630 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:12:37.631 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:12:37.631 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:12:37.631 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:12:37.632 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:12:37.632 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:12:37.632 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:12:37.632 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:12:37.633 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:12:37.633 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:12:37.633 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:12:37.633 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:12:37.634 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:12:37.634 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:12:37.634 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:12:37.635 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:12:37.635 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:12:37.635 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:12:37.635 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:12:37.636 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:12:37.636 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:12:37.636 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:12:37.636 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:12:37.637 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:12:37.637 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:12:37.637 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:12:37.637 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:12:37.638 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:12:37.638 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:12:37.638 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:12:37.639 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:12:37.639 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:12:37.639 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:12:37.639 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:12:37.640 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:12:37.640 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:12:37.640 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:12:37.640 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:12:37.641 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:12:37.641 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:12:37.641 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:12:37.641 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:12:37.642 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:12:37.643 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:12:37.644 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:12:37.644 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:12:37.644 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:12:37.644 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:12:37.645 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:12:37.645 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027157.112233_121.1", 2022-09-01T10:12:37.645 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:12:37.645 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:12:37.646 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:12:37.646 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:12:37.112233Z", 2022-09-01T10:12:37.646 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:12:37.646 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:12:37.647 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:12:37.647 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:12:37.647 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:12:37.648 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:12:37.648 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:12:37.648 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:12:37.649 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:12:37.649 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:12:37Z" 2022-09-01T10:12:37.649 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:12:37.651 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027157.112233_121.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:12:37.112233Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:12:37Z" } 2022-09-01T10:12:37.651 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027157.112233_121.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:12:37.112233Z', 'realm_epoch': 2}}] 2022-09-01T10:12:37.652 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027157.112233_121.1'} 2022-09-01T10:12:37.652 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027157.112233_121.1'} 2022-09-01T10:12:37.653 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:12:37.653 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:12:37.654 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:12:37.654 DEBUG:boto:Method: HEAD 2022-09-01T10:12:37.655 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:12:37.655 DEBUG:boto:Data: 2022-09-01T10:12:37.656 DEBUG:boto:Headers: {} 2022-09-01T10:12:37.656 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:37.657 DEBUG:boto:Port: 8000 2022-09-01T10:12:37.657 DEBUG:boto:Params: {} 2022-09-01T10:12:37.658 DEBUG:boto:Token: None 2022-09-01T10:12:37.659 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:12:37 GMT /ptoxvb-19/ 2022-09-01T10:12:37.659 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RY68dtvvNB4YfoxjMEQDVWyl3Yo= 2022-09-01T10:12:37.660 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:12:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RY68dtvvNB4YfoxjMEQDVWyl3Yo=', 'Content-Length': '0'} 2022-09-01T10:12:37.662 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a8b03e66f2e378fe-0063108595-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:37.663 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:12:37.664 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:12:37.665 DEBUG:boto:Method: PUT 2022-09-01T10:12:37.665 DEBUG:boto:Path: /ptoxvb-19/dummy 2022-09-01T10:12:37.666 DEBUG:boto:Data: 2022-09-01T10:12:37.666 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue'} 2022-09-01T10:12:37.667 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:12:37.667 DEBUG:boto:Port: 8000 2022-09-01T10:12:37.668 DEBUG:boto:Params: {} 2022-09-01T10:12:37.668 DEBUG:boto:Token: None 2022-09-01T10:12:37.669 DEBUG:boto:StringToSign: PUT 1B2M2Y8AsgTpgAmY7PhCfg== application/octet-stream Thu, 01 Sep 2022 10:12:37 GMT /ptoxvb-19/dummy 2022-09-01T10:12:37.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/CBr9xcCNzVkc8JkfbA9Av52UHc= 2022-09-01T10:12:37.670 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:12:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/CBr9xcCNzVkc8JkfbA9Av52UHc='} 2022-09-01T10:12:37.683 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-amz-request-id', 'tx000006459b135679d077e-0063108595-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:12:37.684 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-19 2022-09-01T10:12:37.685 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:37.686 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:37.687 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-19 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:12:37.745 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:12:37.746 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:12:37.778 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:12:37.777+0000 7fb945468600 1 waiting to reach incremental sync.. 2022-09-01T10:12:42.780 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:12:42.779+0000 7fb945468600 1 bucket sync caught up with source: 2022-09-01T10:12:42.781 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000002.14.10, , , , , ] 2022-09-01T10:12:42.781 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000002.14.10, , , , , ] 2022-09-01T10:12:42.781 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:12:42.779+0000 7fb945468600 0 bucket checkpoint complete 2022-09-01T10:12:42.798 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-19 2022-09-01T10:12:42.799 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:42.800 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:42.801 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-19 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:12:42.866 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:12:42.867 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:12:42.910 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:42.906+0000 7fc706b68600 1 waiting to reach incremental sync.. 2022-09-01T10:12:47.907 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:47.907+0000 7fc706b68600 1 waiting to reach incremental sync.. 2022-09-01T10:12:52.909 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:52.909+0000 7fc706b68600 1 bucket sync caught up with source: 2022-09-01T10:12:52.910 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.18.9, , , , , ] 2022-09-01T10:12:52.910 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000002.14.10, , , , , ] 2022-09-01T10:12:52.910 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:52.909+0000 7fc706b68600 0 bucket checkpoint complete 2022-09-01T10:12:52.927 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-19 2022-09-01T10:12:52.929 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:52.930 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:52.931 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-19 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:12:52.998 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:12:52.999 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:12:53.035 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:12:53.035+0000 7f455f5f7600 1 waiting to reach incremental sync.. 2022-09-01T10:12:58.037 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:12:58.037+0000 7f455f5f7600 1 bucket sync caught up with source: 2022-09-01T10:12:58.038 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000004.18.9, , , , , ] 2022-09-01T10:12:58.038 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000004.18.9, , , , , ] 2022-09-01T10:12:58.039 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:12:58.037+0000 7f455f5f7600 0 bucket checkpoint complete 2022-09-01T10:12:58.055 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-19 2022-09-01T10:12:58.055 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:58.056 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:58.057 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-19 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:12:58.123 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:12:58.123 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:12:58.187 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:58.187+0000 7fa289c15600 1 bucket sync caught up with source: 2022-09-01T10:12:58.188 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000002.61.10, , , , , ] 2022-09-01T10:12:58.188 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000002.61.10, , , , , ] 2022-09-01T10:12:58.188 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:58.187+0000 7fa289c15600 0 bucket checkpoint complete 2022-09-01T10:12:58.211 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-19 2022-09-01T10:12:58.212 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:58.214 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:58.215 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-19 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:12:58.274 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:12:58.275 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:12:58.317 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:58.317+0000 7f7c01b3b600 1 bucket sync caught up with source: 2022-09-01T10:12:58.317 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000002.61.10, , , , , ] 2022-09-01T10:12:58.318 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000002.61.10, , , , , ] 2022-09-01T10:12:58.318 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:58.317+0000 7f7c01b3b600 0 bucket checkpoint complete 2022-09-01T10:12:58.335 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-19 2022-09-01T10:12:58.336 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-19 2022-09-01T10:12:58.336 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:58.338 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:12:58.339 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-19 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:12:58.396 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:12:58.397 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:12:58.451 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:12:58.451+0000 7f0f929c0600 1 waiting for incremental sync to catch up: 2022-09-01T10:12:58.452 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000002.42.10, , , , , ] 2022-09-01T10:12:58.452 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000003.44.9, , , , , ] 2022-09-01T10:13:03.453 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:13:03.453+0000 7f0f929c0600 1 waiting for incremental sync to catch up: 2022-09-01T10:13:03.453 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000002.42.10, , , , , ] 2022-09-01T10:13:03.454 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000003.44.9, , , , , ] 2022-09-01T10:13:08.455 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:13:08.454+0000 7f0f929c0600 1 waiting for incremental sync to catch up: 2022-09-01T10:13:08.455 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000002.42.10, , , , , ] 2022-09-01T10:13:08.456 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000003.44.9, , , , , ] 2022-09-01T10:13:13.456 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:13:13.456+0000 7f0f929c0600 1 bucket sync caught up with source: 2022-09-01T10:13:13.456 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000003.44.9, , , , , ] 2022-09-01T10:13:13.457 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000003.44.9, , , , , ] 2022-09-01T10:13:13.457 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:13:13.456+0000 7f0f929c0600 0 bucket checkpoint complete 2022-09-01T10:13:13.481 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-19 2022-09-01T10:13:13.482 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:13:13.483 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:13:13.484 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-19 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:13:13.548 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:13:13.548 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:13:13.585 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:13:13.585+0000 7f29f4e9c600 1 bucket sync caught up with source: 2022-09-01T10:13:13.585 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000003.44.9, , , , , ] 2022-09-01T10:13:13.585 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000003.44.9, , , , , ] 2022-09-01T10:13:13.586 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:13:13.585+0000 7f29f4e9c600 0 bucket checkpoint complete 2022-09-01T10:13:13.598 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-19 2022-09-01T10:13:13.599 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-19 zones={test-zone2, test-zone1} 2022-09-01T10:13:13.600 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.600 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.601 DEBUG:boto:Method: HEAD 2022-09-01T10:13:13.601 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:13.602 DEBUG:boto:Data: 2022-09-01T10:13:13.603 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.603 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:13.604 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.604 DEBUG:boto:Params: {} 2022-09-01T10:13:13.605 DEBUG:boto:Token: None 2022-09-01T10:13:13.606 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/ 2022-09-01T10:13:13.607 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x6zqUgtXW6dJ31rZlH9+f9OkbTk= 2022-09-01T10:13:13.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x6zqUgtXW6dJ31rZlH9+f9OkbTk=', 'Content-Length': '0'} 2022-09-01T10:13:13.610 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004d9f99cc9bd770d4-00631085b9-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.611 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.611 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.612 DEBUG:boto:Method: HEAD 2022-09-01T10:13:13.613 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:13.613 DEBUG:boto:Data: 2022-09-01T10:13:13.614 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.615 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:13.615 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.616 DEBUG:boto:Params: {} 2022-09-01T10:13:13.617 DEBUG:boto:Token: None 2022-09-01T10:13:13.618 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/ 2022-09-01T10:13:13.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x6zqUgtXW6dJ31rZlH9+f9OkbTk= 2022-09-01T10:13:13.620 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x6zqUgtXW6dJ31rZlH9+f9OkbTk=', 'Content-Length': '0'} 2022-09-01T10:13:13.623 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009abb72ab25df5255-00631085b9-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.624 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:13:13.624 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.625 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.625 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.626 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.627 DEBUG:boto:Method: GET 2022-09-01T10:13:13.636 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.637 DEBUG:boto:Data: 2022-09-01T10:13:13.638 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.639 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:13.640 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.641 DEBUG:boto:Params: {} 2022-09-01T10:13:13.642 DEBUG:boto:Token: None 2022-09-01T10:13:13.645 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/?versions 2022-09-01T10:13:13.646 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE= 2022-09-01T10:13:13.647 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE=', 'Content-Length': '0'} 2022-09-01T10:13:13.650 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000940ed0b461171516-00631085b9-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.651 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:13.652 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:13:13.652 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:13:13.653 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.653 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.654 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.654 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.655 DEBUG:boto:Method: GET 2022-09-01T10:13:13.655 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.656 DEBUG:boto:Data: 2022-09-01T10:13:13.657 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.658 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:13.659 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.659 DEBUG:boto:Params: {} 2022-09-01T10:13:13.660 DEBUG:boto:Token: None 2022-09-01T10:13:13.661 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/?versions 2022-09-01T10:13:13.662 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE= 2022-09-01T10:13:13.663 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE=', 'Content-Length': '0'} 2022-09-01T10:13:13.666 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000d0bcbfdcecc4074-00631085b9-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.666 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:13.667 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:13:13.668 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.669 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.670 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.670 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.671 DEBUG:boto:Method: GET 2022-09-01T10:13:13.671 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.672 DEBUG:boto:Data: 2022-09-01T10:13:13.672 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.673 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:13.673 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.674 DEBUG:boto:Params: {} 2022-09-01T10:13:13.675 DEBUG:boto:Token: None 2022-09-01T10:13:13.675 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/?versions 2022-09-01T10:13:13.676 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE= 2022-09-01T10:13:13.676 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE=', 'Content-Length': '0'} 2022-09-01T10:13:13.679 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a3b5ae1dcaa02223-00631085b9-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.680 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:13.681 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.682 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.683 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.684 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.684 DEBUG:boto:Method: GET 2022-09-01T10:13:13.685 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.685 DEBUG:boto:Data: 2022-09-01T10:13:13.686 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.686 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:13.687 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.687 DEBUG:boto:Params: {} 2022-09-01T10:13:13.688 DEBUG:boto:Token: None 2022-09-01T10:13:13.689 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/?versions 2022-09-01T10:13:13.690 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE= 2022-09-01T10:13:13.691 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE=', 'Content-Length': '0'} 2022-09-01T10:13:13.694 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009632c056e31a83c1-00631085b9-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.694 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:13.695 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:13:13.696 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:13.697 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:13.697 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.698 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.698 DEBUG:boto:Method: GET 2022-09-01T10:13:13.699 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.699 DEBUG:boto:Data: 2022-09-01T10:13:13.700 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.700 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:13.701 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.702 DEBUG:boto:Params: {} 2022-09-01T10:13:13.702 DEBUG:boto:Token: None 2022-09-01T10:13:13.703 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.704 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x4KzCx/7OxjzqUKE2D1pNQz+dcQ= 2022-09-01T10:13:13.704 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x4KzCx/7OxjzqUKE2D1pNQz+dcQ=', 'Content-Length': '0'} 2022-09-01T10:13:13.707 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000088ee915e295b772b-00631085b9-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.707 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:13.708 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:13.709 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.710 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.711 DEBUG:boto:Method: GET 2022-09-01T10:13:13.712 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.713 DEBUG:boto:Data: 2022-09-01T10:13:13.714 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.715 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:13.716 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.717 DEBUG:boto:Params: {} 2022-09-01T10:13:13.718 DEBUG:boto:Token: None 2022-09-01T10:13:13.719 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.720 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x4KzCx/7OxjzqUKE2D1pNQz+dcQ= 2022-09-01T10:13:13.720 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x4KzCx/7OxjzqUKE2D1pNQz+dcQ=', 'Content-Length': '0'} 2022-09-01T10:13:13.723 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000bcb50088ab9b115b-00631085b9-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.724 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:13.724 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:13.725 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.725 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.726 DEBUG:boto:Method: HEAD 2022-09-01T10:13:13.726 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.727 DEBUG:boto:Data: 2022-09-01T10:13:13.727 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.728 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:13.728 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.729 DEBUG:boto:Params: {} 2022-09-01T10:13:13.729 DEBUG:boto:Token: None 2022-09-01T10:13:13.730 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.731 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0+7OSxF/J0fxBm0mEk2+OgF5Up4= 2022-09-01T10:13:13.731 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0+7OSxF/J0fxBm0mEk2+OgF5Up4=', 'Content-Length': '0'} 2022-09-01T10:13:13.733 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003069dc212a3f397e-00631085b9-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.734 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:13.734 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:13.735 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.735 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.736 DEBUG:boto:Method: HEAD 2022-09-01T10:13:13.736 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.737 DEBUG:boto:Data: 2022-09-01T10:13:13.737 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.738 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:13.738 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.739 DEBUG:boto:Params: {} 2022-09-01T10:13:13.739 DEBUG:boto:Token: None 2022-09-01T10:13:13.740 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.740 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0+7OSxF/J0fxBm0mEk2+OgF5Up4= 2022-09-01T10:13:13.741 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0+7OSxF/J0fxBm0mEk2+OgF5Up4=', 'Content-Length': '0'} 2022-09-01T10:13:13.743 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000009c61593304cc12a-00631085b9-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.744 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:13:13.745 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:13.745 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:13.746 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.746 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.747 DEBUG:boto:Method: GET 2022-09-01T10:13:13.747 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.748 DEBUG:boto:Data: 2022-09-01T10:13:13.748 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.749 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:13.749 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.750 DEBUG:boto:Params: {} 2022-09-01T10:13:13.751 DEBUG:boto:Token: None 2022-09-01T10:13:13.751 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.752 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x4KzCx/7OxjzqUKE2D1pNQz+dcQ= 2022-09-01T10:13:13.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x4KzCx/7OxjzqUKE2D1pNQz+dcQ=', 'Content-Length': '0'} 2022-09-01T10:13:13.755 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003a2a913b98a06e4e-00631085b9-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.756 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:13.756 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:13.757 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.757 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.758 DEBUG:boto:Method: GET 2022-09-01T10:13:13.759 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.759 DEBUG:boto:Data: 2022-09-01T10:13:13.760 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.760 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:13.761 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.761 DEBUG:boto:Params: {} 2022-09-01T10:13:13.762 DEBUG:boto:Token: None 2022-09-01T10:13:13.762 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.763 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x4KzCx/7OxjzqUKE2D1pNQz+dcQ= 2022-09-01T10:13:13.764 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x4KzCx/7OxjzqUKE2D1pNQz+dcQ=', 'Content-Length': '0'} 2022-09-01T10:13:13.766 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000026e19eadb16b51d4-00631085b9-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.767 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.768 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.768 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:13.769 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:13.769 DEBUG:boto:Method: GET 2022-09-01T10:13:13.770 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:13:13.770 DEBUG:boto:Data: 2022-09-01T10:13:13.771 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.771 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:13.772 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.772 DEBUG:boto:Params: {} 2022-09-01T10:13:13.773 DEBUG:boto:Token: None 2022-09-01T10:13:13.774 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/ 2022-09-01T10:13:13.774 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Yli1mi/oGH9CNYSntZTFW6SWsXU= 2022-09-01T10:13:13.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Yli1mi/oGH9CNYSntZTFW6SWsXU=', 'Content-Length': '0'} 2022-09-01T10:13:13.777 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ee7c92bbaf1c2375-00631085b9-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.818 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:13.820 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.821 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.822 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:13.823 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:13.823 DEBUG:boto:Method: GET 2022-09-01T10:13:13.824 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:13:13.824 DEBUG:boto:Data: 2022-09-01T10:13:13.825 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.825 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:13.826 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.827 DEBUG:boto:Params: {} 2022-09-01T10:13:13.827 DEBUG:boto:Token: None 2022-09-01T10:13:13.828 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/ 2022-09-01T10:13:13.829 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Yli1mi/oGH9CNYSntZTFW6SWsXU= 2022-09-01T10:13:13.831 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Yli1mi/oGH9CNYSntZTFW6SWsXU=', 'Content-Length': '0'} 2022-09-01T10:13:13.834 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008e86e17eb86347cd-00631085b9-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.834 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:13.835 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:13.836 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:13.836 DEBUG:boto:Method: HEAD 2022-09-01T10:13:13.837 DEBUG:boto:Path: /ptoxvb-19/dummy 2022-09-01T10:13:13.838 DEBUG:boto:Data: 2022-09-01T10:13:13.838 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.839 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:13.840 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.840 DEBUG:boto:Params: {} 2022-09-01T10:13:13.841 DEBUG:boto:Token: None 2022-09-01T10:13:13.842 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/dummy 2022-09-01T10:13:13.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X25FOPMC7YuEMMVZzQJdLG7l06c= 2022-09-01T10:13:13.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X25FOPMC7YuEMMVZzQJdLG7l06c=', 'Content-Length': '0'} 2022-09-01T10:13:13.846 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000009a24c2f1de64999b-00631085b9-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.846 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:13.847 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:13.848 DEBUG:boto:Method: HEAD 2022-09-01T10:13:13.848 DEBUG:boto:Path: /ptoxvb-19/dummy 2022-09-01T10:13:13.849 DEBUG:boto:Data: 2022-09-01T10:13:13.849 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.850 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:13.851 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.851 DEBUG:boto:Params: {} 2022-09-01T10:13:13.852 DEBUG:boto:Token: None 2022-09-01T10:13:13.852 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/dummy 2022-09-01T10:13:13.853 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X25FOPMC7YuEMMVZzQJdLG7l06c= 2022-09-01T10:13:13.854 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X25FOPMC7YuEMMVZzQJdLG7l06c=', 'Content-Length': '0'} 2022-09-01T10:13:13.856 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000df457822969218a0-00631085b9-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.857 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:13:13.858 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:13.858 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:13.859 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.859 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.860 DEBUG:boto:Method: GET 2022-09-01T10:13:13.861 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.861 DEBUG:boto:Data: 2022-09-01T10:13:13.862 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.862 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:13.863 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.863 DEBUG:boto:Params: {} 2022-09-01T10:13:13.864 DEBUG:boto:Token: None 2022-09-01T10:13:13.864 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.865 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x4KzCx/7OxjzqUKE2D1pNQz+dcQ= 2022-09-01T10:13:13.866 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x4KzCx/7OxjzqUKE2D1pNQz+dcQ=', 'Content-Length': '0'} 2022-09-01T10:13:13.868 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004a9f6c25a66dc67a-00631085b9-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.868 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:13.869 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:13.870 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.870 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.871 DEBUG:boto:Method: GET 2022-09-01T10:13:13.871 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.872 DEBUG:boto:Data: 2022-09-01T10:13:13.872 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.873 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:13.873 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.874 DEBUG:boto:Params: {} 2022-09-01T10:13:13.874 DEBUG:boto:Token: None 2022-09-01T10:13:13.875 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:13.876 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x4KzCx/7OxjzqUKE2D1pNQz+dcQ= 2022-09-01T10:13:13.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x4KzCx/7OxjzqUKE2D1pNQz+dcQ=', 'Content-Length': '0'} 2022-09-01T10:13:13.878 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000000e3e77bd9554e589-00631085b9-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.879 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.880 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.880 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:13.881 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:13.881 DEBUG:boto:Method: GET 2022-09-01T10:13:13.882 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:13:13.883 DEBUG:boto:Data: 2022-09-01T10:13:13.883 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.884 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:13.884 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.885 DEBUG:boto:Params: {} 2022-09-01T10:13:13.885 DEBUG:boto:Token: None 2022-09-01T10:13:13.886 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/ 2022-09-01T10:13:13.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Yli1mi/oGH9CNYSntZTFW6SWsXU= 2022-09-01T10:13:13.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Yli1mi/oGH9CNYSntZTFW6SWsXU=', 'Content-Length': '0'} 2022-09-01T10:13:13.890 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000947dba9242d349b4-00631085b9-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.890 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:13.891 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.892 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.892 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:13.893 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:13.893 DEBUG:boto:Method: GET 2022-09-01T10:13:13.894 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:13:13.894 DEBUG:boto:Data: 2022-09-01T10:13:13.895 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.895 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:13.896 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.897 DEBUG:boto:Params: {} 2022-09-01T10:13:13.897 DEBUG:boto:Token: None 2022-09-01T10:13:13.898 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/ 2022-09-01T10:13:13.898 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Yli1mi/oGH9CNYSntZTFW6SWsXU= 2022-09-01T10:13:13.899 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Yli1mi/oGH9CNYSntZTFW6SWsXU=', 'Content-Length': '0'} 2022-09-01T10:13:13.901 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000029303178113f623b-00631085b9-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.902 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:13.903 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-19 zones={test-zone2, test-zone1} 2022-09-01T10:13:13.904 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-19 zones={test-zone3, test-zone1} 2022-09-01T10:13:13.904 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.905 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.905 DEBUG:boto:Method: HEAD 2022-09-01T10:13:13.906 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:13.906 DEBUG:boto:Data: 2022-09-01T10:13:13.907 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.907 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:13.908 DEBUG:boto:Port: 8001 2022-09-01T10:13:13.908 DEBUG:boto:Params: {} 2022-09-01T10:13:13.909 DEBUG:boto:Token: None 2022-09-01T10:13:13.909 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/ 2022-09-01T10:13:13.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x6zqUgtXW6dJ31rZlH9+f9OkbTk= 2022-09-01T10:13:13.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x6zqUgtXW6dJ31rZlH9+f9OkbTk=', 'Content-Length': '0'} 2022-09-01T10:13:13.913 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e5fdb380ce3462b0-00631085b9-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.914 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.914 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.915 DEBUG:boto:Method: HEAD 2022-09-01T10:13:13.916 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:13.916 DEBUG:boto:Data: 2022-09-01T10:13:13.917 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.917 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:13.918 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.918 DEBUG:boto:Params: {} 2022-09-01T10:13:13.919 DEBUG:boto:Token: None 2022-09-01T10:13:13.919 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/ 2022-09-01T10:13:13.920 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x6zqUgtXW6dJ31rZlH9+f9OkbTk= 2022-09-01T10:13:13.920 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x6zqUgtXW6dJ31rZlH9+f9OkbTk=', 'Content-Length': '0'} 2022-09-01T10:13:13.923 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000009544b88d504fa2c-00631085b9-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.924 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:13:13.925 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.926 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.927 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.928 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.929 DEBUG:boto:Method: GET 2022-09-01T10:13:13.930 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.930 DEBUG:boto:Data: 2022-09-01T10:13:13.931 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.932 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:13.933 DEBUG:boto:Port: 8001 2022-09-01T10:13:13.934 DEBUG:boto:Params: {} 2022-09-01T10:13:13.935 DEBUG:boto:Token: None 2022-09-01T10:13:13.936 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/?versions 2022-09-01T10:13:13.937 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE= 2022-09-01T10:13:13.937 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE=', 'Content-Length': '0'} 2022-09-01T10:13:13.940 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b5f78906c4aef8dd-00631085b9-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.941 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:13.942 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:13:13.942 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:13:13.943 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.943 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.944 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.944 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.945 DEBUG:boto:Method: GET 2022-09-01T10:13:13.945 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.946 DEBUG:boto:Data: 2022-09-01T10:13:13.947 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.947 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:13.948 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.948 DEBUG:boto:Params: {} 2022-09-01T10:13:13.949 DEBUG:boto:Token: None 2022-09-01T10:13:13.950 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/?versions 2022-09-01T10:13:13.951 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE= 2022-09-01T10:13:13.952 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE=', 'Content-Length': '0'} 2022-09-01T10:13:13.954 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a85915ebbffa9271-00631085b9-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.955 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:13.956 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:13:13.957 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.957 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.958 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.958 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.959 DEBUG:boto:Method: GET 2022-09-01T10:13:13.959 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.960 DEBUG:boto:Data: 2022-09-01T10:13:13.960 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.961 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:13.961 DEBUG:boto:Port: 8001 2022-09-01T10:13:13.962 DEBUG:boto:Params: {} 2022-09-01T10:13:13.963 DEBUG:boto:Token: None 2022-09-01T10:13:13.963 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/?versions 2022-09-01T10:13:13.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE= 2022-09-01T10:13:13.964 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE=', 'Content-Length': '0'} 2022-09-01T10:13:13.967 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006f38f94ece0d382a-00631085b9-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:13.968 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:13.968 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:13.969 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:13.970 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.970 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.971 DEBUG:boto:Method: GET 2022-09-01T10:13:13.972 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:13.972 DEBUG:boto:Data: 2022-09-01T10:13:13.973 DEBUG:boto:Headers: {} 2022-09-01T10:13:13.973 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:13.974 DEBUG:boto:Port: 8000 2022-09-01T10:13:13.974 DEBUG:boto:Params: {} 2022-09-01T10:13:13.975 DEBUG:boto:Token: None 2022-09-01T10:13:13.976 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:13 GMT /ptoxvb-19/?versions 2022-09-01T10:13:13.976 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE= 2022-09-01T10:13:13.977 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gC/lj2RhNckxB93p296VkZQbBqE=', 'Content-Length': '0'} 2022-09-01T10:13:13.979 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005c4b520a38c27bcd-00631085b9-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.026 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:14.027 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:13:14.028 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.028 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.029 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.029 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.030 DEBUG:boto:Method: GET 2022-09-01T10:13:14.030 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.031 DEBUG:boto:Data: 2022-09-01T10:13:14.032 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.032 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.033 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.033 DEBUG:boto:Params: {} 2022-09-01T10:13:14.034 DEBUG:boto:Token: None 2022-09-01T10:13:14.035 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.036 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k= 2022-09-01T10:13:14.036 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k=', 'Content-Length': '0'} 2022-09-01T10:13:14.039 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003563ec1810b340ff-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.040 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.040 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.041 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.041 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.042 DEBUG:boto:Method: GET 2022-09-01T10:13:14.043 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.044 DEBUG:boto:Data: 2022-09-01T10:13:14.044 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:14.046 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.046 DEBUG:boto:Params: {} 2022-09-01T10:13:14.047 DEBUG:boto:Token: None 2022-09-01T10:13:14.048 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.050 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k= 2022-09-01T10:13:14.051 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k=', 'Content-Length': '0'} 2022-09-01T10:13:14.054 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004ab2f760ac53369c-00631085ba-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.055 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.055 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.056 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.057 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.057 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.058 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.058 DEBUG:boto:Data: 2022-09-01T10:13:14.059 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.060 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.061 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.061 DEBUG:boto:Params: {} 2022-09-01T10:13:14.062 DEBUG:boto:Token: None 2022-09-01T10:13:14.063 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.063 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nqcqntgMj2KOWbsYxnmYtUqw/r4= 2022-09-01T10:13:14.064 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nqcqntgMj2KOWbsYxnmYtUqw/r4=', 'Content-Length': '0'} 2022-09-01T10:13:14.066 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000fc7450e57f08a7ed-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.067 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.067 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.068 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.069 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.069 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.070 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.071 DEBUG:boto:Data: 2022-09-01T10:13:14.071 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.072 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:14.073 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.073 DEBUG:boto:Params: {} 2022-09-01T10:13:14.074 DEBUG:boto:Token: None 2022-09-01T10:13:14.075 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nqcqntgMj2KOWbsYxnmYtUqw/r4= 2022-09-01T10:13:14.077 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nqcqntgMj2KOWbsYxnmYtUqw/r4=', 'Content-Length': '0'} 2022-09-01T10:13:14.081 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000939ed9cc7560fd93-00631085ba-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.082 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:13:14.083 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.084 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.085 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.086 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.087 DEBUG:boto:Method: GET 2022-09-01T10:13:14.088 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.089 DEBUG:boto:Data: 2022-09-01T10:13:14.090 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.091 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.091 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.092 DEBUG:boto:Params: {} 2022-09-01T10:13:14.093 DEBUG:boto:Token: None 2022-09-01T10:13:14.093 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.094 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k= 2022-09-01T10:13:14.095 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k=', 'Content-Length': '0'} 2022-09-01T10:13:14.097 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000f1a3bcf423094486-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.099 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.100 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.101 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.102 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.103 DEBUG:boto:Method: GET 2022-09-01T10:13:14.104 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.105 DEBUG:boto:Data: 2022-09-01T10:13:14.106 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.107 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:14.108 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.109 DEBUG:boto:Params: {} 2022-09-01T10:13:14.110 DEBUG:boto:Token: None 2022-09-01T10:13:14.110 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.111 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k= 2022-09-01T10:13:14.112 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k=', 'Content-Length': '0'} 2022-09-01T10:13:14.114 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000e2b1da220a0c2e7e-00631085ba-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.115 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.116 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.116 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.117 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.117 DEBUG:boto:Method: GET 2022-09-01T10:13:14.118 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.119 DEBUG:boto:Data: 2022-09-01T10:13:14.119 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.120 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.120 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.121 DEBUG:boto:Params: {} 2022-09-01T10:13:14.121 DEBUG:boto:Token: None 2022-09-01T10:13:14.122 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.123 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U= 2022-09-01T10:13:14.123 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U=', 'Content-Length': '0'} 2022-09-01T10:13:14.126 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f298837aab617be2-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.170 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:14.171 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.172 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.172 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.173 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.173 DEBUG:boto:Method: GET 2022-09-01T10:13:14.174 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.175 DEBUG:boto:Data: 2022-09-01T10:13:14.175 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.176 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:14.177 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.178 DEBUG:boto:Params: {} 2022-09-01T10:13:14.178 DEBUG:boto:Token: None 2022-09-01T10:13:14.179 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.180 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U= 2022-09-01T10:13:14.181 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U=', 'Content-Length': '0'} 2022-09-01T10:13:14.183 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002fdbaf26c0220903-00631085ba-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.184 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:14.185 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.186 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.187 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.187 DEBUG:boto:Path: /ptoxvb-19/dummy 2022-09-01T10:13:14.188 DEBUG:boto:Data: 2022-09-01T10:13:14.189 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.189 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.190 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.191 DEBUG:boto:Params: {} 2022-09-01T10:13:14.192 DEBUG:boto:Token: None 2022-09-01T10:13:14.193 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy 2022-09-01T10:13:14.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:znpxAgiAZcoLjRLMPa+PKA5pVB8= 2022-09-01T10:13:14.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:znpxAgiAZcoLjRLMPa+PKA5pVB8=', 'Content-Length': '0'} 2022-09-01T10:13:14.198 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000cd4b030f3a42f266-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.199 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.200 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.200 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.201 DEBUG:boto:Path: /ptoxvb-19/dummy 2022-09-01T10:13:14.202 DEBUG:boto:Data: 2022-09-01T10:13:14.202 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.203 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:14.204 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.204 DEBUG:boto:Params: {} 2022-09-01T10:13:14.205 DEBUG:boto:Token: None 2022-09-01T10:13:14.205 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy 2022-09-01T10:13:14.206 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:znpxAgiAZcoLjRLMPa+PKA5pVB8= 2022-09-01T10:13:14.207 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:znpxAgiAZcoLjRLMPa+PKA5pVB8=', 'Content-Length': '0'} 2022-09-01T10:13:14.210 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a22ed949dabe1f4a-00631085ba-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.210 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:13:14.211 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.212 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.212 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.213 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.213 DEBUG:boto:Method: GET 2022-09-01T10:13:14.214 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.214 DEBUG:boto:Data: 2022-09-01T10:13:14.215 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.216 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.216 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.217 DEBUG:boto:Params: {} 2022-09-01T10:13:14.217 DEBUG:boto:Token: None 2022-09-01T10:13:14.218 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.219 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k= 2022-09-01T10:13:14.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k=', 'Content-Length': '0'} 2022-09-01T10:13:14.221 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000002ca68dd4a2b96e05-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.222 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.223 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.223 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.224 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.224 DEBUG:boto:Method: GET 2022-09-01T10:13:14.225 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.226 DEBUG:boto:Data: 2022-09-01T10:13:14.227 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.228 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:14.229 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.229 DEBUG:boto:Params: {} 2022-09-01T10:13:14.230 DEBUG:boto:Token: None 2022-09-01T10:13:14.231 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.232 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k= 2022-09-01T10:13:14.233 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k=', 'Content-Length': '0'} 2022-09-01T10:13:14.235 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000990cca8ac95a15b6-00631085ba-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.236 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.237 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.237 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.238 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.238 DEBUG:boto:Method: GET 2022-09-01T10:13:14.239 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.240 DEBUG:boto:Data: 2022-09-01T10:13:14.240 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.241 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.241 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.242 DEBUG:boto:Params: {} 2022-09-01T10:13:14.243 DEBUG:boto:Token: None 2022-09-01T10:13:14.244 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.245 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U= 2022-09-01T10:13:14.246 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U=', 'Content-Length': '0'} 2022-09-01T10:13:14.250 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007244b3e5afec2e4a-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.250 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:14.251 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.252 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.252 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.253 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.254 DEBUG:boto:Method: GET 2022-09-01T10:13:14.254 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.255 DEBUG:boto:Data: 2022-09-01T10:13:14.256 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.256 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:14.257 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.257 DEBUG:boto:Params: {} 2022-09-01T10:13:14.258 DEBUG:boto:Token: None 2022-09-01T10:13:14.259 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U= 2022-09-01T10:13:14.260 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U=', 'Content-Length': '0'} 2022-09-01T10:13:14.263 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006db8c6bec51ea75a-00631085ba-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.264 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:14.265 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-19 zones={test-zone3, test-zone1} 2022-09-01T10:13:14.265 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-19 zones={test-zone3, test-zone2} 2022-09-01T10:13:14.266 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.266 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.267 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.267 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:14.268 DEBUG:boto:Data: 2022-09-01T10:13:14.268 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.269 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.269 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.270 DEBUG:boto:Params: {} 2022-09-01T10:13:14.270 DEBUG:boto:Token: None 2022-09-01T10:13:14.271 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks= 2022-09-01T10:13:14.272 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks=', 'Content-Length': '0'} 2022-09-01T10:13:14.275 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000404e4d52a836a57-00631085ba-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.275 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.276 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.276 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.277 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:14.277 DEBUG:boto:Data: 2022-09-01T10:13:14.278 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.278 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.279 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.279 DEBUG:boto:Params: {} 2022-09-01T10:13:14.280 DEBUG:boto:Token: None 2022-09-01T10:13:14.280 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks= 2022-09-01T10:13:14.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks=', 'Content-Length': '0'} 2022-09-01T10:13:14.285 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000298432cd26364423-00631085ba-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.287 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:13:14.287 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.288 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.289 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:14.289 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:14.290 DEBUG:boto:Method: GET 2022-09-01T10:13:14.290 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:14.291 DEBUG:boto:Data: 2022-09-01T10:13:14.292 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.293 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.293 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.294 DEBUG:boto:Params: {} 2022-09-01T10:13:14.295 DEBUG:boto:Token: None 2022-09-01T10:13:14.296 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/?versions 2022-09-01T10:13:14.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QMCHa0hGuU3sC0WMQ3T5dhhKNPI= 2022-09-01T10:13:14.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QMCHa0hGuU3sC0WMQ3T5dhhKNPI=', 'Content-Length': '0'} 2022-09-01T10:13:14.302 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f6a7c450a5f8018e-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.302 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:14.303 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:13:14.304 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:13:14.305 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.305 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.306 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:14.307 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:14.307 DEBUG:boto:Method: GET 2022-09-01T10:13:14.308 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:14.308 DEBUG:boto:Data: 2022-09-01T10:13:14.309 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.310 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.310 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.311 DEBUG:boto:Params: {} 2022-09-01T10:13:14.312 DEBUG:boto:Token: None 2022-09-01T10:13:14.313 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/?versions 2022-09-01T10:13:14.313 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QMCHa0hGuU3sC0WMQ3T5dhhKNPI= 2022-09-01T10:13:14.314 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QMCHa0hGuU3sC0WMQ3T5dhhKNPI=', 'Content-Length': '0'} 2022-09-01T10:13:14.318 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003afffb4d0b97cb12-00631085ba-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.318 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:14.319 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:13:14.320 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.320 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.321 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:14.322 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:14.322 DEBUG:boto:Method: GET 2022-09-01T10:13:14.323 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:14.324 DEBUG:boto:Data: 2022-09-01T10:13:14.325 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.326 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.327 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.328 DEBUG:boto:Params: {} 2022-09-01T10:13:14.329 DEBUG:boto:Token: None 2022-09-01T10:13:14.330 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/?versions 2022-09-01T10:13:14.331 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QMCHa0hGuU3sC0WMQ3T5dhhKNPI= 2022-09-01T10:13:14.332 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QMCHa0hGuU3sC0WMQ3T5dhhKNPI=', 'Content-Length': '0'} 2022-09-01T10:13:14.335 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009fb66aaf03551499-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.336 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:14.338 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.339 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.340 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:14.341 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:14.341 DEBUG:boto:Method: GET 2022-09-01T10:13:14.342 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:13:14.343 DEBUG:boto:Data: 2022-09-01T10:13:14.344 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.345 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.346 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.347 DEBUG:boto:Params: {} 2022-09-01T10:13:14.348 DEBUG:boto:Token: None 2022-09-01T10:13:14.349 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/?versions 2022-09-01T10:13:14.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QMCHa0hGuU3sC0WMQ3T5dhhKNPI= 2022-09-01T10:13:14.351 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QMCHa0hGuU3sC0WMQ3T5dhhKNPI=', 'Content-Length': '0'} 2022-09-01T10:13:14.354 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002e98014dc09bbbfd-00631085ba-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.355 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:14.357 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:13:14.358 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.359 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.359 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.360 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.361 DEBUG:boto:Method: GET 2022-09-01T10:13:14.362 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.363 DEBUG:boto:Data: 2022-09-01T10:13:14.364 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.364 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.365 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.366 DEBUG:boto:Params: {} 2022-09-01T10:13:14.367 DEBUG:boto:Token: None 2022-09-01T10:13:14.368 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.369 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k= 2022-09-01T10:13:14.370 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k=', 'Content-Length': '0'} 2022-09-01T10:13:14.372 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000040c4478529570479-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.374 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.375 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.375 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.376 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.377 DEBUG:boto:Method: GET 2022-09-01T10:13:14.378 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.379 DEBUG:boto:Data: 2022-09-01T10:13:14.379 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.380 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.381 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.381 DEBUG:boto:Params: {} 2022-09-01T10:13:14.382 DEBUG:boto:Token: None 2022-09-01T10:13:14.382 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.383 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k= 2022-09-01T10:13:14.384 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k=', 'Content-Length': '0'} 2022-09-01T10:13:14.386 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ac20b2727cc6ea58-00631085ba-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.387 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.387 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.388 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.388 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.389 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.389 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.389 DEBUG:boto:Data: 2022-09-01T10:13:14.390 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.390 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.391 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.391 DEBUG:boto:Params: {} 2022-09-01T10:13:14.392 DEBUG:boto:Token: None 2022-09-01T10:13:14.393 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.393 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nqcqntgMj2KOWbsYxnmYtUqw/r4= 2022-09-01T10:13:14.394 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nqcqntgMj2KOWbsYxnmYtUqw/r4=', 'Content-Length': '0'} 2022-09-01T10:13:14.396 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000052d70835fb5d5d2d-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.397 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.397 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.398 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.398 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.399 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.400 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.400 DEBUG:boto:Data: 2022-09-01T10:13:14.401 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.401 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.402 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.402 DEBUG:boto:Params: {} 2022-09-01T10:13:14.403 DEBUG:boto:Token: None 2022-09-01T10:13:14.403 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.404 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nqcqntgMj2KOWbsYxnmYtUqw/r4= 2022-09-01T10:13:14.405 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nqcqntgMj2KOWbsYxnmYtUqw/r4=', 'Content-Length': '0'} 2022-09-01T10:13:14.407 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000006bef5a0cae462411-00631085ba-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.407 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:13:14.408 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.408 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.409 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.409 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.410 DEBUG:boto:Method: GET 2022-09-01T10:13:14.411 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.411 DEBUG:boto:Data: 2022-09-01T10:13:14.412 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.412 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.413 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.413 DEBUG:boto:Params: {} 2022-09-01T10:13:14.414 DEBUG:boto:Token: None 2022-09-01T10:13:14.414 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.415 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k= 2022-09-01T10:13:14.416 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k=', 'Content-Length': '0'} 2022-09-01T10:13:14.418 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000057d2e6724ee49547-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.419 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.419 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.420 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.420 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.421 DEBUG:boto:Method: GET 2022-09-01T10:13:14.421 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.422 DEBUG:boto:Data: 2022-09-01T10:13:14.422 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.423 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.424 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.424 DEBUG:boto:Params: {} 2022-09-01T10:13:14.425 DEBUG:boto:Token: None 2022-09-01T10:13:14.425 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.426 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k= 2022-09-01T10:13:14.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k=', 'Content-Length': '0'} 2022-09-01T10:13:14.429 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a47388092804a379-00631085ba-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.430 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.430 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.431 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.431 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.432 DEBUG:boto:Method: GET 2022-09-01T10:13:14.433 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.433 DEBUG:boto:Data: 2022-09-01T10:13:14.434 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.435 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.436 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.437 DEBUG:boto:Params: {} 2022-09-01T10:13:14.438 DEBUG:boto:Token: None 2022-09-01T10:13:14.439 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.440 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U= 2022-09-01T10:13:14.441 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U=', 'Content-Length': '0'} 2022-09-01T10:13:14.444 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000751301849146fe21-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.490 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:14.491 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.492 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.492 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.493 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.493 DEBUG:boto:Method: GET 2022-09-01T10:13:14.494 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.494 DEBUG:boto:Data: 2022-09-01T10:13:14.495 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.495 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.496 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.498 DEBUG:boto:Params: {} 2022-09-01T10:13:14.498 DEBUG:boto:Token: None 2022-09-01T10:13:14.499 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U= 2022-09-01T10:13:14.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U=', 'Content-Length': '0'} 2022-09-01T10:13:14.505 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006a505a10d9527135-00631085ba-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.507 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:14.508 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.509 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.510 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.511 DEBUG:boto:Path: /ptoxvb-19/dummy 2022-09-01T10:13:14.512 DEBUG:boto:Data: 2022-09-01T10:13:14.513 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.514 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.515 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.515 DEBUG:boto:Params: {} 2022-09-01T10:13:14.516 DEBUG:boto:Token: None 2022-09-01T10:13:14.517 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy 2022-09-01T10:13:14.517 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:znpxAgiAZcoLjRLMPa+PKA5pVB8= 2022-09-01T10:13:14.518 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:znpxAgiAZcoLjRLMPa+PKA5pVB8=', 'Content-Length': '0'} 2022-09-01T10:13:14.521 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000e44d284679ed7431-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.522 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.523 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.524 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.524 DEBUG:boto:Path: /ptoxvb-19/dummy 2022-09-01T10:13:14.525 DEBUG:boto:Data: 2022-09-01T10:13:14.526 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.526 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.527 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.527 DEBUG:boto:Params: {} 2022-09-01T10:13:14.528 DEBUG:boto:Token: None 2022-09-01T10:13:14.529 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy 2022-09-01T10:13:14.529 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:znpxAgiAZcoLjRLMPa+PKA5pVB8= 2022-09-01T10:13:14.530 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:znpxAgiAZcoLjRLMPa+PKA5pVB8=', 'Content-Length': '0'} 2022-09-01T10:13:14.533 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000008c4468468d24934c-00631085ba-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.533 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:13:14.534 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.535 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.535 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.536 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.536 DEBUG:boto:Method: GET 2022-09-01T10:13:14.537 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.537 DEBUG:boto:Data: 2022-09-01T10:13:14.538 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.539 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.539 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.540 DEBUG:boto:Params: {} 2022-09-01T10:13:14.541 DEBUG:boto:Token: None 2022-09-01T10:13:14.541 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k= 2022-09-01T10:13:14.543 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k=', 'Content-Length': '0'} 2022-09-01T10:13:14.545 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000177c285dd28c1ee9-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.546 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:13:14.546 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:13:14.547 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.548 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.548 DEBUG:boto:Method: GET 2022-09-01T10:13:14.549 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.549 DEBUG:boto:Data: 2022-09-01T10:13:14.550 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.550 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.551 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.552 DEBUG:boto:Params: {} 2022-09-01T10:13:14.552 DEBUG:boto:Token: None 2022-09-01T10:13:14.553 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:13:14.554 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k= 2022-09-01T10:13:14.554 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0me0l2SmA0F1idODFnMi8ECBO7k=', 'Content-Length': '0'} 2022-09-01T10:13:14.557 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004560b09c08542eda-00631085ba-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.558 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.558 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.559 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.559 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.560 DEBUG:boto:Method: GET 2022-09-01T10:13:14.561 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.561 DEBUG:boto:Data: 2022-09-01T10:13:14.562 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.562 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.563 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.563 DEBUG:boto:Params: {} 2022-09-01T10:13:14.564 DEBUG:boto:Token: None 2022-09-01T10:13:14.565 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U= 2022-09-01T10:13:14.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U=', 'Content-Length': '0'} 2022-09-01T10:13:14.569 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000051045ab125ac23dc-00631085ba-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.570 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:14.572 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.573 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.574 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.575 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.576 DEBUG:boto:Method: GET 2022-09-01T10:13:14.576 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:13:14.577 DEBUG:boto:Data: 2022-09-01T10:13:14.577 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.578 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.578 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.579 DEBUG:boto:Params: {} 2022-09-01T10:13:14.580 DEBUG:boto:Token: None 2022-09-01T10:13:14.580 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U= 2022-09-01T10:13:14.581 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9tZ7XzSZOGg0RYAQxiJfWUk7G9U=', 'Content-Length': '0'} 2022-09-01T10:13:14.585 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008b025ee46540b5ae-00631085ba-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.586 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:13:14.587 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-19 zones={test-zone3, test-zone2} 2022-09-01T10:13:14.588 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.589 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.590 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.591 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:14.592 DEBUG:boto:Data: 2022-09-01T10:13:14.593 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.594 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:14.595 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.596 DEBUG:boto:Params: {} 2022-09-01T10:13:14.597 DEBUG:boto:Token: None 2022-09-01T10:13:14.598 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.598 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks= 2022-09-01T10:13:14.599 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks=', 'Content-Length': '0'} 2022-09-01T10:13:14.602 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000df7755252914430c-00631085ba-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.603 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:14.603 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:14.604 DEBUG:boto:Method: PUT 2022-09-01T10:13:14.605 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:14.605 DEBUG:boto:Data: 2022-09-01T10:13:14.606 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:14.607 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:14.607 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.607 DEBUG:boto:Params: {} 2022-09-01T10:13:14.608 DEBUG:boto:Token: None 2022-09-01T10:13:14.609 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/obj 2022-09-01T10:13:14.610 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE= 2022-09-01T10:13:14.612 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE='} 2022-09-01T10:13:14.631 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-amz-request-id', 'tx000005483b19951f44028-00631085ba-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.631 DEBUG:rgw_multi.tests:zone=test-zone1 version=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:13:14.632 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.632 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.633 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.634 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:14.634 DEBUG:boto:Data: 2022-09-01T10:13:14.635 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.635 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.636 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.636 DEBUG:boto:Params: {} 2022-09-01T10:13:14.637 DEBUG:boto:Token: None 2022-09-01T10:13:14.637 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.638 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks= 2022-09-01T10:13:14.639 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks=', 'Content-Length': '0'} 2022-09-01T10:13:14.641 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000755ceace79054bd1-00631085ba-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.642 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:14.643 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:14.643 DEBUG:boto:Method: PUT 2022-09-01T10:13:14.644 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:14.644 DEBUG:boto:Data: 2022-09-01T10:13:14.645 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:14.645 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.646 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.646 DEBUG:boto:Params: {} 2022-09-01T10:13:14.647 DEBUG:boto:Token: None 2022-09-01T10:13:14.648 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/obj 2022-09-01T10:13:14.649 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE= 2022-09-01T10:13:14.649 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE='} 2022-09-01T10:13:14.663 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-amz-request-id', 'tx000002b220a53e320a7d2-00631085ba-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.665 DEBUG:rgw_multi.tests:zone=test-zone2 version=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:13:14.665 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.666 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.667 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.668 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:14.668 DEBUG:boto:Data: 2022-09-01T10:13:14.669 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.670 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.671 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.672 DEBUG:boto:Params: {} 2022-09-01T10:13:14.673 DEBUG:boto:Token: None 2022-09-01T10:13:14.673 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks= 2022-09-01T10:13:14.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks=', 'Content-Length': '0'} 2022-09-01T10:13:14.678 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000dfe5063dea68fe11-00631085ba-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.679 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:14.679 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:14.680 DEBUG:boto:Method: PUT 2022-09-01T10:13:14.680 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:14.681 DEBUG:boto:Data: 2022-09-01T10:13:14.681 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:14.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.682 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.683 DEBUG:boto:Params: {} 2022-09-01T10:13:14.684 DEBUG:boto:Token: None 2022-09-01T10:13:14.684 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/obj 2022-09-01T10:13:14.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE= 2022-09-01T10:13:14.685 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE='} 2022-09-01T10:13:14.707 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-amz-request-id', 'tx00000a4032a9a07b9d3f0-00631085ba-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.708 DEBUG:rgw_multi.tests:zone=test-zone3 version=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:13:14.708 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.709 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.709 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.710 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:14.711 DEBUG:boto:Data: 2022-09-01T10:13:14.711 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.712 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:14.712 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.712 DEBUG:boto:Params: {} 2022-09-01T10:13:14.713 DEBUG:boto:Token: None 2022-09-01T10:13:14.714 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.714 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks= 2022-09-01T10:13:14.715 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks=', 'Content-Length': '0'} 2022-09-01T10:13:14.717 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '8'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000040a4152fa646b721-00631085ba-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.719 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:14.719 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:14.720 DEBUG:boto:Method: PUT 2022-09-01T10:13:14.720 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:14.721 DEBUG:boto:Data: 2022-09-01T10:13:14.721 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:14.722 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:14.722 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.723 DEBUG:boto:Params: {} 2022-09-01T10:13:14.723 DEBUG:boto:Token: None 2022-09-01T10:13:14.724 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/obj 2022-09-01T10:13:14.725 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE= 2022-09-01T10:13:14.725 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE='} 2022-09-01T10:13:14.741 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-amz-request-id', 'tx0000013b13b84e2b0994b-00631085ba-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.742 DEBUG:rgw_multi.tests:zone=test-zone1 version=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:13:14.742 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.743 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.743 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.744 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:14.744 DEBUG:boto:Data: 2022-09-01T10:13:14.745 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.745 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.746 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.746 DEBUG:boto:Params: {} 2022-09-01T10:13:14.747 DEBUG:boto:Token: None 2022-09-01T10:13:14.748 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.748 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks= 2022-09-01T10:13:14.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks=', 'Content-Length': '0'} 2022-09-01T10:13:14.752 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '8'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000324b4ea31304e83-00631085ba-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.754 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:14.754 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:14.755 DEBUG:boto:Method: PUT 2022-09-01T10:13:14.755 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:14.756 DEBUG:boto:Data: 2022-09-01T10:13:14.756 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:14.757 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.757 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.758 DEBUG:boto:Params: {} 2022-09-01T10:13:14.759 DEBUG:boto:Token: None 2022-09-01T10:13:14.759 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/obj 2022-09-01T10:13:14.760 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE= 2022-09-01T10:13:14.761 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE='} 2022-09-01T10:13:14.772 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-amz-request-id', 'tx000004536f5ffa1c627f2-00631085ba-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.773 DEBUG:rgw_multi.tests:zone=test-zone2 version=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:13:14.774 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.774 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.775 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.775 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:14.776 DEBUG:boto:Data: 2022-09-01T10:13:14.776 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.777 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.777 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.777 DEBUG:boto:Params: {} 2022-09-01T10:13:14.778 DEBUG:boto:Token: None 2022-09-01T10:13:14.779 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.779 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks= 2022-09-01T10:13:14.780 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks=', 'Content-Length': '0'} 2022-09-01T10:13:14.783 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '8'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d00c2c8bde53ea5c-00631085ba-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.784 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:14.785 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:14.786 DEBUG:boto:Method: PUT 2022-09-01T10:13:14.787 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:14.788 DEBUG:boto:Data: 2022-09-01T10:13:14.789 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:14.789 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.790 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.790 DEBUG:boto:Params: {} 2022-09-01T10:13:14.791 DEBUG:boto:Token: None 2022-09-01T10:13:14.792 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/obj 2022-09-01T10:13:14.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE= 2022-09-01T10:13:14.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE='} 2022-09-01T10:13:14.805 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-amz-request-id', 'tx00000d7e07dcdc7483578-00631085ba-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.806 DEBUG:rgw_multi.tests:zone=test-zone3 version=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:13:14.807 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.807 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.808 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.809 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:14.809 DEBUG:boto:Data: 2022-09-01T10:13:14.810 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.810 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:14.811 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.811 DEBUG:boto:Params: {} 2022-09-01T10:13:14.812 DEBUG:boto:Token: None 2022-09-01T10:13:14.813 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.813 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks= 2022-09-01T10:13:14.814 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks=', 'Content-Length': '0'} 2022-09-01T10:13:14.817 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '16'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f1a90289d72b23e8-00631085ba-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.817 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:14.818 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:14.819 DEBUG:boto:Method: PUT 2022-09-01T10:13:14.819 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:14.820 DEBUG:boto:Data: 2022-09-01T10:13:14.820 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:14.821 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:14.822 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.823 DEBUG:boto:Params: {} 2022-09-01T10:13:14.824 DEBUG:boto:Token: None 2022-09-01T10:13:14.824 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/obj 2022-09-01T10:13:14.825 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE= 2022-09-01T10:13:14.825 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE='} 2022-09-01T10:13:14.837 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-amz-request-id', 'tx00000049ed2399b7c7782-00631085ba-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.838 DEBUG:rgw_multi.tests:zone=test-zone1 version=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:13:14.838 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.839 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.839 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.840 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:14.840 DEBUG:boto:Data: 2022-09-01T10:13:14.841 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.841 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.842 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.843 DEBUG:boto:Params: {} 2022-09-01T10:13:14.843 DEBUG:boto:Token: None 2022-09-01T10:13:14.844 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.844 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks= 2022-09-01T10:13:14.845 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks=', 'Content-Length': '0'} 2022-09-01T10:13:14.849 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '16'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003998a77443d1c38d-00631085ba-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.850 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:14.851 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:14.851 DEBUG:boto:Method: PUT 2022-09-01T10:13:14.852 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:14.852 DEBUG:boto:Data: 2022-09-01T10:13:14.853 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:14.853 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.854 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.854 DEBUG:boto:Params: {} 2022-09-01T10:13:14.855 DEBUG:boto:Token: None 2022-09-01T10:13:14.855 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/obj 2022-09-01T10:13:14.856 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE= 2022-09-01T10:13:14.857 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE='} 2022-09-01T10:13:14.869 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-amz-request-id', 'tx000009c340bc94915f083-00631085ba-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.870 DEBUG:rgw_multi.tests:zone=test-zone2 version=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:13:14.870 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.871 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.871 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.872 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:14.872 DEBUG:boto:Data: 2022-09-01T10:13:14.873 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.874 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.874 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.875 DEBUG:boto:Params: {} 2022-09-01T10:13:14.876 DEBUG:boto:Token: None 2022-09-01T10:13:14.876 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.877 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks= 2022-09-01T10:13:14.877 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks=', 'Content-Length': '0'} 2022-09-01T10:13:14.880 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '16'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c27269a64125d3ec-00631085ba-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.881 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:14.881 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:14.882 DEBUG:boto:Method: PUT 2022-09-01T10:13:14.882 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:14.883 DEBUG:boto:Data: 2022-09-01T10:13:14.883 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:14.884 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.884 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.885 DEBUG:boto:Params: {} 2022-09-01T10:13:14.885 DEBUG:boto:Token: None 2022-09-01T10:13:14.886 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/obj 2022-09-01T10:13:14.887 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE= 2022-09-01T10:13:14.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE='} 2022-09-01T10:13:14.898 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-amz-request-id', 'tx00000f9a3b6c76fdebe5e-00631085ba-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.899 DEBUG:rgw_multi.tests:zone=test-zone3 version=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:13:14.900 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.900 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.901 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.901 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:14.902 DEBUG:boto:Data: 2022-09-01T10:13:14.902 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.903 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:14.903 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.904 DEBUG:boto:Params: {} 2022-09-01T10:13:14.904 DEBUG:boto:Token: None 2022-09-01T10:13:14.905 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.905 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks= 2022-09-01T10:13:14.906 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks=', 'Content-Length': '0'} 2022-09-01T10:13:14.908 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ac36d047d46fcaa6-00631085ba-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.909 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:14.910 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:14.910 DEBUG:boto:Method: PUT 2022-09-01T10:13:14.911 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:14.911 DEBUG:boto:Data: 2022-09-01T10:13:14.912 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:14.912 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:14.913 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.914 DEBUG:boto:Params: {} 2022-09-01T10:13:14.914 DEBUG:boto:Token: None 2022-09-01T10:13:14.915 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/obj 2022-09-01T10:13:14.918 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE= 2022-09-01T10:13:14.919 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE='} 2022-09-01T10:13:14.938 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-amz-request-id', 'tx000007c5696d1c036d67c-00631085ba-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.939 DEBUG:rgw_multi.tests:zone=test-zone1 version=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:13:14.940 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.941 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.941 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.942 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:14.943 DEBUG:boto:Data: 2022-09-01T10:13:14.944 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.945 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.946 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.946 DEBUG:boto:Params: {} 2022-09-01T10:13:14.947 DEBUG:boto:Token: None 2022-09-01T10:13:14.948 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.949 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks= 2022-09-01T10:13:14.950 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks=', 'Content-Length': '0'} 2022-09-01T10:13:14.953 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e661b064958428ff-00631085ba-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.954 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:14.954 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:14.955 DEBUG:boto:Method: PUT 2022-09-01T10:13:14.955 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:14.956 DEBUG:boto:Data: 2022-09-01T10:13:14.956 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:14.957 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:14.957 DEBUG:boto:Port: 8000 2022-09-01T10:13:14.958 DEBUG:boto:Params: {} 2022-09-01T10:13:14.959 DEBUG:boto:Token: None 2022-09-01T10:13:14.959 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/obj 2022-09-01T10:13:14.960 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE= 2022-09-01T10:13:14.960 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE='} 2022-09-01T10:13:14.973 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-amz-request-id', 'tx000004c5d15a534fd059e-00631085ba-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.975 DEBUG:rgw_multi.tests:zone=test-zone2 version=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:13:14.976 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:14.977 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:14.978 DEBUG:boto:Method: HEAD 2022-09-01T10:13:14.979 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:14.979 DEBUG:boto:Data: 2022-09-01T10:13:14.980 DEBUG:boto:Headers: {} 2022-09-01T10:13:14.981 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.982 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.983 DEBUG:boto:Params: {} 2022-09-01T10:13:14.984 DEBUG:boto:Token: None 2022-09-01T10:13:14.985 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/ 2022-09-01T10:13:14.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks= 2022-09-01T10:13:14.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vvdz/sKBDVe5OmZeuzeEoJgILks=', 'Content-Length': '0'} 2022-09-01T10:13:14.990 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ea7942d9d4466203-00631085ba-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:14.992 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:14.993 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:14.994 DEBUG:boto:Method: PUT 2022-09-01T10:13:14.994 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:14.995 DEBUG:boto:Data: 2022-09-01T10:13:14.995 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:14.996 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:14.997 DEBUG:boto:Port: 8001 2022-09-01T10:13:14.997 DEBUG:boto:Params: {} 2022-09-01T10:13:14.998 DEBUG:boto:Token: None 2022-09-01T10:13:14.998 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:14 GMT /ptoxvb-19/obj 2022-09-01T10:13:14.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE= 2022-09-01T10:13:15.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B8ZEU120ab/3phHxcinVtylKiJE='} 2022-09-01T10:13:15.020 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-amz-request-id', 'tx000003377b2dea12247e7-00631085bb-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.021 DEBUG:rgw_multi.tests:zone=test-zone3 version=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:13:15.022 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.023 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.024 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.025 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.026 DEBUG:boto:Data: 2022-09-01T10:13:15.027 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.028 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:15.029 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.029 DEBUG:boto:Params: {} 2022-09-01T10:13:15.030 DEBUG:boto:Token: None 2022-09-01T10:13:15.031 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.032 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.033 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.036 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '32'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009280b4f035cd7f30-00631085bb-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.037 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.038 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.039 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.040 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.041 DEBUG:boto:Data: 2022-09-01T10:13:15.042 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.043 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:15.043 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.044 DEBUG:boto:Params: {} 2022-09-01T10:13:15.045 DEBUG:boto:Token: None 2022-09-01T10:13:15.045 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.046 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.046 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.065 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-amz-request-id', 'tx00000ea6a860045607e95-00631085bb-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.066 DEBUG:rgw_multi.tests:zone=test-zone1 version=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:13:15.067 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.067 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.068 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.069 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.070 DEBUG:boto:Data: 2022-09-01T10:13:15.071 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.072 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:15.072 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.072 DEBUG:boto:Params: {} 2022-09-01T10:13:15.073 DEBUG:boto:Token: None 2022-09-01T10:13:15.074 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.074 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.075 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.078 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '32'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b9fd0c46c070ad7d-00631085bb-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.080 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.081 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.081 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.082 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.083 DEBUG:boto:Data: 2022-09-01T10:13:15.084 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.084 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:15.085 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.085 DEBUG:boto:Params: {} 2022-09-01T10:13:15.086 DEBUG:boto:Token: None 2022-09-01T10:13:15.087 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.087 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.101 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-amz-request-id', 'tx00000f3f143f3f9874ce3-00631085bb-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.102 DEBUG:rgw_multi.tests:zone=test-zone2 version=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:13:15.103 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.104 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.105 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.106 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.107 DEBUG:boto:Data: 2022-09-01T10:13:15.107 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.108 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:15.109 DEBUG:boto:Port: 8001 2022-09-01T10:13:15.110 DEBUG:boto:Params: {} 2022-09-01T10:13:15.110 DEBUG:boto:Token: None 2022-09-01T10:13:15.111 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.112 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.113 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.116 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '32'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000018abc94a09a96858-00631085bb-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.117 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.118 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.119 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.119 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.120 DEBUG:boto:Data: 2022-09-01T10:13:15.120 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.121 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:15.121 DEBUG:boto:Port: 8001 2022-09-01T10:13:15.122 DEBUG:boto:Params: {} 2022-09-01T10:13:15.122 DEBUG:boto:Token: None 2022-09-01T10:13:15.123 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.123 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.124 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.143 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-amz-request-id', 'tx000008c484c068bcfa8d0-00631085bb-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.144 DEBUG:rgw_multi.tests:zone=test-zone3 version=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:13:15.144 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.145 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.145 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.146 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.146 DEBUG:boto:Data: 2022-09-01T10:13:15.147 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.147 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:15.149 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.149 DEBUG:boto:Params: {} 2022-09-01T10:13:15.150 DEBUG:boto:Token: None 2022-09-01T10:13:15.150 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.151 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.154 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '6'), ('X-RGW-Bytes-Used', '40'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000aacba81295e2c93a-00631085bb-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.155 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.156 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.157 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.158 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.159 DEBUG:boto:Data: 2022-09-01T10:13:15.160 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.161 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:15.162 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.162 DEBUG:boto:Params: {} 2022-09-01T10:13:15.163 DEBUG:boto:Token: None 2022-09-01T10:13:15.164 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.165 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.166 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.210 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-amz-request-id', 'tx0000083f54122253b8cb9-00631085bb-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.211 DEBUG:rgw_multi.tests:zone=test-zone1 version=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:13:15.212 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.212 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.213 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.213 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.214 DEBUG:boto:Data: 2022-09-01T10:13:15.214 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.215 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:15.216 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.216 DEBUG:boto:Params: {} 2022-09-01T10:13:15.217 DEBUG:boto:Token: None 2022-09-01T10:13:15.218 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.219 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.220 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.223 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '6'), ('X-RGW-Bytes-Used', '40'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b3c6385ce626a779-00631085bb-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.224 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.225 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.226 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.227 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.228 DEBUG:boto:Data: 2022-09-01T10:13:15.229 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.230 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:15.230 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.231 DEBUG:boto:Params: {} 2022-09-01T10:13:15.232 DEBUG:boto:Token: None 2022-09-01T10:13:15.232 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.233 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.233 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.246 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-amz-request-id', 'tx0000009e01b4a88bf4ed0-00631085bb-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.248 DEBUG:rgw_multi.tests:zone=test-zone2 version=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:13:15.248 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.249 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.250 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.251 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.251 DEBUG:boto:Data: 2022-09-01T10:13:15.252 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.252 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:15.253 DEBUG:boto:Port: 8001 2022-09-01T10:13:15.254 DEBUG:boto:Params: {} 2022-09-01T10:13:15.255 DEBUG:boto:Token: None 2022-09-01T10:13:15.256 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.256 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.257 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.260 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '6'), ('X-RGW-Bytes-Used', '40'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a6a32dc2ab9879d6-00631085bb-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.262 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.263 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.264 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.265 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.265 DEBUG:boto:Data: 2022-09-01T10:13:15.266 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.267 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:15.268 DEBUG:boto:Port: 8001 2022-09-01T10:13:15.268 DEBUG:boto:Params: {} 2022-09-01T10:13:15.269 DEBUG:boto:Token: None 2022-09-01T10:13:15.269 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.270 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.271 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.285 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-amz-request-id', 'tx0000010a0aeb687da36f5-00631085bb-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.285 DEBUG:rgw_multi.tests:zone=test-zone3 version=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:13:15.286 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.287 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.288 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.289 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.290 DEBUG:boto:Data: 2022-09-01T10:13:15.291 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.292 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:15.293 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.294 DEBUG:boto:Params: {} 2022-09-01T10:13:15.295 DEBUG:boto:Token: None 2022-09-01T10:13:15.296 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.297 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.298 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.301 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '7'), ('X-RGW-Bytes-Used', '48'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000023f99be720eeedf8-00631085bb-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.302 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.303 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.304 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.305 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.306 DEBUG:boto:Data: 2022-09-01T10:13:15.307 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.308 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:15.309 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.310 DEBUG:boto:Params: {} 2022-09-01T10:13:15.311 DEBUG:boto:Token: None 2022-09-01T10:13:15.312 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.312 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.313 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.331 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-amz-request-id', 'tx00000d6ed3c5b8679b1e5-00631085bb-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.332 DEBUG:rgw_multi.tests:zone=test-zone1 version=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:13:15.333 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.334 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.335 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.335 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.336 DEBUG:boto:Data: 2022-09-01T10:13:15.337 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.338 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:15.338 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.339 DEBUG:boto:Params: {} 2022-09-01T10:13:15.340 DEBUG:boto:Token: None 2022-09-01T10:13:15.341 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.342 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.345 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '7'), ('X-RGW-Bytes-Used', '48'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000763c4b2087e11a6a-00631085bb-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.347 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.348 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.349 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.349 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.350 DEBUG:boto:Data: 2022-09-01T10:13:15.351 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.352 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:15.353 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.354 DEBUG:boto:Params: {} 2022-09-01T10:13:15.355 DEBUG:boto:Token: None 2022-09-01T10:13:15.356 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.356 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.357 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.370 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-amz-request-id', 'tx000006069375935be35dc-00631085bb-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.371 DEBUG:rgw_multi.tests:zone=test-zone2 version=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:13:15.372 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.373 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.373 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.375 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.376 DEBUG:boto:Data: 2022-09-01T10:13:15.377 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.378 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:15.379 DEBUG:boto:Port: 8001 2022-09-01T10:13:15.380 DEBUG:boto:Params: {} 2022-09-01T10:13:15.381 DEBUG:boto:Token: None 2022-09-01T10:13:15.382 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.383 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.384 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.387 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '7'), ('X-RGW-Bytes-Used', '48'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006933e8acf9137d29-00631085bb-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.389 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.390 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.391 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.392 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.393 DEBUG:boto:Data: 2022-09-01T10:13:15.394 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.395 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:15.396 DEBUG:boto:Port: 8001 2022-09-01T10:13:15.396 DEBUG:boto:Params: {} 2022-09-01T10:13:15.397 DEBUG:boto:Token: None 2022-09-01T10:13:15.399 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.453 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-amz-request-id', 'tx00000d70a7f6d08410992-00631085bb-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.455 DEBUG:rgw_multi.tests:zone=test-zone3 version=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:13:15.456 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.458 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.459 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.460 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.460 DEBUG:boto:Data: 2022-09-01T10:13:15.461 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.461 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:15.462 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.462 DEBUG:boto:Params: {} 2022-09-01T10:13:15.463 DEBUG:boto:Token: None 2022-09-01T10:13:15.463 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.464 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.465 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.467 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '56'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000920e85cb26abef09-00631085bb-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.468 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.469 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.469 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.470 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.470 DEBUG:boto:Data: 2022-09-01T10:13:15.471 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.471 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:15.472 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.472 DEBUG:boto:Params: {} 2022-09-01T10:13:15.473 DEBUG:boto:Token: None 2022-09-01T10:13:15.473 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.492 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-amz-request-id', 'tx0000035fac4fa6d49da93-00631085bb-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.493 DEBUG:rgw_multi.tests:zone=test-zone1 version=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:13:15.494 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.495 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.496 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.496 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.497 DEBUG:boto:Data: 2022-09-01T10:13:15.498 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.499 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:15.500 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.501 DEBUG:boto:Params: {} 2022-09-01T10:13:15.502 DEBUG:boto:Token: None 2022-09-01T10:13:15.503 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.508 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '56'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e2d8c3a6fecabe18-00631085bb-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.509 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.510 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.510 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.511 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.512 DEBUG:boto:Data: 2022-09-01T10:13:15.512 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.513 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:15.513 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.514 DEBUG:boto:Params: {} 2022-09-01T10:13:15.515 DEBUG:boto:Token: None 2022-09-01T10:13:15.515 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.516 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.517 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.529 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-amz-request-id', 'tx0000089bc6c9e3c0e987e-00631085bb-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.530 DEBUG:rgw_multi.tests:zone=test-zone2 version=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:13:15.531 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.531 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.532 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.532 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.533 DEBUG:boto:Data: 2022-09-01T10:13:15.533 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.534 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:15.534 DEBUG:boto:Port: 8001 2022-09-01T10:13:15.535 DEBUG:boto:Params: {} 2022-09-01T10:13:15.535 DEBUG:boto:Token: None 2022-09-01T10:13:15.536 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.536 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.537 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.541 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '56'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000f1cb5f88f6b147b-00631085bb-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.542 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.543 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.544 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.545 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.546 DEBUG:boto:Data: 2022-09-01T10:13:15.547 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.548 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:15.549 DEBUG:boto:Port: 8001 2022-09-01T10:13:15.550 DEBUG:boto:Params: {} 2022-09-01T10:13:15.551 DEBUG:boto:Token: None 2022-09-01T10:13:15.551 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.552 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.553 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.571 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-amz-request-id', 'tx00000e37a5adddde157fe-00631085bb-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.573 DEBUG:rgw_multi.tests:zone=test-zone3 version=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:13:15.573 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.574 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.575 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.575 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.576 DEBUG:boto:Data: 2022-09-01T10:13:15.577 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.578 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:15.579 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.581 DEBUG:boto:Params: {} 2022-09-01T10:13:15.582 DEBUG:boto:Token: None 2022-09-01T10:13:15.583 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.584 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.585 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.588 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '9'), ('X-RGW-Bytes-Used', '64'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000462fa5f32bb29fd4-00631085bb-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.590 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.591 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.591 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.592 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.592 DEBUG:boto:Data: 2022-09-01T10:13:15.593 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.593 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:15.594 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.594 DEBUG:boto:Params: {} 2022-09-01T10:13:15.595 DEBUG:boto:Token: None 2022-09-01T10:13:15.595 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.615 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-amz-request-id', 'tx00000d4d0df5066aa298d-00631085bb-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.617 DEBUG:rgw_multi.tests:zone=test-zone1 version=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:13:15.617 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.618 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.619 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.619 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.620 DEBUG:boto:Data: 2022-09-01T10:13:15.620 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.621 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:15.621 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.622 DEBUG:boto:Params: {} 2022-09-01T10:13:15.623 DEBUG:boto:Token: None 2022-09-01T10:13:15.623 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.624 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.628 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '9'), ('X-RGW-Bytes-Used', '64'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007d7aaf900d4f7a39-00631085bb-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.629 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.630 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.631 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.632 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.633 DEBUG:boto:Data: 2022-09-01T10:13:15.633 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.634 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:15.634 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.635 DEBUG:boto:Params: {} 2022-09-01T10:13:15.636 DEBUG:boto:Token: None 2022-09-01T10:13:15.636 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.637 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.638 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.682 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-amz-request-id', 'tx000004ca6a2caed7a44e6-00631085bb-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.683 DEBUG:rgw_multi.tests:zone=test-zone2 version=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:13:15.684 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.684 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.685 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.685 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.686 DEBUG:boto:Data: 2022-09-01T10:13:15.686 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.687 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:15.687 DEBUG:boto:Port: 8001 2022-09-01T10:13:15.688 DEBUG:boto:Params: {} 2022-09-01T10:13:15.689 DEBUG:boto:Token: None 2022-09-01T10:13:15.689 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.690 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.690 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.693 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '9'), ('X-RGW-Bytes-Used', '64'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d5de1265f59eef58-00631085bb-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.694 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.694 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.695 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.696 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.697 DEBUG:boto:Data: 2022-09-01T10:13:15.697 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.698 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:15.698 DEBUG:boto:Port: 8001 2022-09-01T10:13:15.699 DEBUG:boto:Params: {} 2022-09-01T10:13:15.699 DEBUG:boto:Token: None 2022-09-01T10:13:15.700 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.701 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.702 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.713 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-amz-request-id', 'tx00000c04048a7f7c60c9a-00631085bb-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.714 DEBUG:rgw_multi.tests:zone=test-zone3 version=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:13:15.715 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.716 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.717 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.718 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.719 DEBUG:boto:Data: 2022-09-01T10:13:15.719 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.720 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:15.720 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.721 DEBUG:boto:Params: {} 2022-09-01T10:13:15.721 DEBUG:boto:Token: None 2022-09-01T10:13:15.722 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.723 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.726 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '72'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000440fc0f0bc4a236d-00631085bb-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.726 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.727 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.728 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.728 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.729 DEBUG:boto:Data: 2022-09-01T10:13:15.729 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.730 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:13:15.731 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.732 DEBUG:boto:Params: {} 2022-09-01T10:13:15.733 DEBUG:boto:Token: None 2022-09-01T10:13:15.734 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.735 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.748 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-amz-request-id', 'tx00000a9469d4a90e951db-00631085bb-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.749 DEBUG:rgw_multi.tests:zone=test-zone1 version=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:13:15.750 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.751 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.752 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.753 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.754 DEBUG:boto:Data: 2022-09-01T10:13:15.754 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.755 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:15.756 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.757 DEBUG:boto:Params: {} 2022-09-01T10:13:15.758 DEBUG:boto:Token: None 2022-09-01T10:13:15.758 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.759 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.763 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '72'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005cb36a6c1b53ae8c-00631085bb-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.763 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.764 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.764 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.765 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.766 DEBUG:boto:Data: 2022-09-01T10:13:15.766 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.767 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:13:15.767 DEBUG:boto:Port: 8000 2022-09-01T10:13:15.768 DEBUG:boto:Params: {} 2022-09-01T10:13:15.768 DEBUG:boto:Token: None 2022-09-01T10:13:15.769 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.770 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.782 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-amz-request-id', 'tx0000094e7d9772f4f6753-00631085bb-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.783 DEBUG:rgw_multi.tests:zone=test-zone2 version=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:13:15.784 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:13:15.784 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:13:15.785 DEBUG:boto:Method: HEAD 2022-09-01T10:13:15.785 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:13:15.786 DEBUG:boto:Data: 2022-09-01T10:13:15.787 DEBUG:boto:Headers: {} 2022-09-01T10:13:15.787 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:15.788 DEBUG:boto:Port: 8001 2022-09-01T10:13:15.788 DEBUG:boto:Params: {} 2022-09-01T10:13:15.789 DEBUG:boto:Token: None 2022-09-01T10:13:15.789 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/ 2022-09-01T10:13:15.790 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4= 2022-09-01T10:13:15.791 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:raloJt7NHIss8HraoxZhpX+6Je4=', 'Content-Length': '0'} 2022-09-01T10:13:15.794 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '72'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004c7a89084f8c4b00-00631085bb-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.795 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:13:15.796 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:13:15.796 DEBUG:boto:Method: PUT 2022-09-01T10:13:15.797 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:13:15.798 DEBUG:boto:Data: 2022-09-01T10:13:15.798 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue'} 2022-09-01T10:13:15.799 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:13:15.799 DEBUG:boto:Port: 8001 2022-09-01T10:13:15.800 DEBUG:boto:Params: {} 2022-09-01T10:13:15.801 DEBUG:boto:Token: None 2022-09-01T10:13:15.802 DEBUG:boto:StringToSign: PUT lmY06/L8E1cH1nU2kr9LHg== application/octet-stream Thu, 01 Sep 2022 10:13:15 GMT /ptoxvb-19/obj 2022-09-01T10:13:15.802 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo= 2022-09-01T10:13:15.803 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'lmY06/L8E1cH1nU2kr9LHg==', 'Content-Length': '8', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:13:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gr1icJZaRlPRd2L4BinDtRYyFJo='} 2022-09-01T10:13:15.815 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-amz-request-id', 'tx000005b9ac8df2f89d3aa-00631085bb-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:13:15.816 DEBUG:rgw_multi.tests:zone=test-zone3 version=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:13:15.816 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-19 2022-09-01T10:13:15.817 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:13:15.818 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:13:15.818 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-19 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:13:15.884 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:13:15.884 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:13:15.922 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:13:15.923+0000 7f43a0a38600 1 waiting for incremental sync to catch up: 2022-09-01T10:13:15.923 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000004.18.9, , , , , ] 2022-09-01T10:13:15.923 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:13:20.924 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:13:20.923+0000 7f43a0a38600 1 bucket sync caught up with source: 2022-09-01T10:13:20.925 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:13:20.925 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:13:20.925 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:13:20.923+0000 7f43a0a38600 0 bucket checkpoint complete 2022-09-01T10:13:20.941 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-19 2022-09-01T10:13:20.942 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:13:20.942 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:13:20.943 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-19 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:13:21.009 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:13:21.009 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:13:21.060 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:13:21.059+0000 7fcf0bcd0600 1 waiting for incremental sync to catch up: 2022-09-01T10:13:21.061 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.18.9, , , , , ] 2022-09-01T10:13:21.061 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:13:26.062 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:13:26.061+0000 7fcf0bcd0600 1 waiting for incremental sync to catch up: 2022-09-01T10:13:26.062 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.18.9, , , , , ] 2022-09-01T10:13:26.063 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:13:31.064 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:13:31.062+0000 7fcf0bcd0600 1 waiting for incremental sync to catch up: 2022-09-01T10:13:31.064 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.18.9, , , 00000000001.8.5, , ] 2022-09-01T10:13:31.065 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:13:36.065 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:13:36.064+0000 7fcf0bcd0600 1 waiting for incremental sync to catch up: 2022-09-01T10:13:36.066 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.18.9, , , 00000000001.8.5, , ] 2022-09-01T10:13:36.066 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:13:41.067 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:13:41.067+0000 7fcf0bcd0600 1 waiting for incremental sync to catch up: 2022-09-01T10:13:41.068 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.18.9, , , 00000000001.8.5, , ] 2022-09-01T10:13:41.069 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:13:46.069 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:13:46.068+0000 7fcf0bcd0600 1 waiting for incremental sync to catch up: 2022-09-01T10:13:46.070 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.18.9, , , 00000000001.8.5, , ] 2022-09-01T10:13:46.071 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:13:51.070 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:13:51.070+0000 7fcf0bcd0600 1 waiting for incremental sync to catch up: 2022-09-01T10:13:51.071 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.18.9, , , 00000000001.8.5, , ] 2022-09-01T10:13:51.071 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:13:56.072 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:13:56.072+0000 7fcf0bcd0600 1 waiting for incremental sync to catch up: 2022-09-01T10:13:56.072 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.18.9, , , 00000000001.8.5, , ] 2022-09-01T10:13:56.073 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:14:01.074 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:14:01.073+0000 7fcf0bcd0600 1 waiting for incremental sync to catch up: 2022-09-01T10:14:01.074 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.18.9, , , 00000000001.8.5, , ] 2022-09-01T10:14:01.075 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:14:06.076 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:14:06.075+0000 7fcf0bcd0600 1 waiting for incremental sync to catch up: 2022-09-01T10:14:06.076 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.18.9, , , 00000000001.8.5, , ] 2022-09-01T10:14:06.077 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:14:11.077 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:14:11.077+0000 7fcf0bcd0600 1 waiting for incremental sync to catch up: 2022-09-01T10:14:11.078 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000005.20.9, , , 00000000003.12.5, , ] 2022-09-01T10:14:11.078 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:14:16.079 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:14:16.079+0000 7fcf0bcd0600 1 waiting for incremental sync to catch up: 2022-09-01T10:14:16.080 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000005.20.9, , , 00000000003.12.5, , ] 2022-09-01T10:14:16.080 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:14:21.081 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:14:21.080+0000 7fcf0bcd0600 1 waiting for incremental sync to catch up: 2022-09-01T10:14:21.081 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000005.20.9, , , 00000000003.12.5, , ] 2022-09-01T10:14:21.081 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:14:26.082 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:14:26.081+0000 7fcf0bcd0600 1 waiting for incremental sync to catch up: 2022-09-01T10:14:26.083 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000005.20.9, , , 00000000003.12.5, , ] 2022-09-01T10:14:26.083 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:14:31.084 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:14:31.083+0000 7fcf0bcd0600 1 bucket sync caught up with source: 2022-09-01T10:14:31.085 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000005.20.9, , , 00000000043.109.9, , ] 2022-09-01T10:14:31.085 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.18.9, , , 00000000020.45.11, , ] 2022-09-01T10:14:31.086 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:14:31.083+0000 7fcf0bcd0600 0 bucket checkpoint complete 2022-09-01T10:14:31.103 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-19 2022-09-01T10:14:31.105 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:14:31.106 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:14:31.107 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-19 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:14:31.174 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:14:31.174 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:14:31.212 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:14:31.212+0000 7f14804a0600 1 waiting for incremental sync to catch up: 2022-09-01T10:14:31.213 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000005.20.9, , , 00000000039.99.11, , ] 2022-09-01T10:14:31.213 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000005.20.9, , , 00000000043.109.9, , ] 2022-09-01T10:14:36.214 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:14:36.214+0000 7f14804a0600 1 bucket sync caught up with source: 2022-09-01T10:14:36.215 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000005.20.9, , , 00000000043.109.9, , ] 2022-09-01T10:14:36.215 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000005.20.9, , , 00000000043.109.9, , ] 2022-09-01T10:14:36.216 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:14:36.214+0000 7f14804a0600 0 bucket checkpoint complete 2022-09-01T10:14:36.230 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-19 2022-09-01T10:14:36.232 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:14:36.232 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:14:36.233 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-19 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:14:36.298 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:14:36.298 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:14:36.359 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:14:36.356+0000 7feafa46f600 1 waiting for incremental sync to catch up: 2022-09-01T10:14:36.360 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.65.9, , , 00000000033.88.5, , ] 2022-09-01T10:14:36.361 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.65.9, , , 00000000043.115.9, , ] 2022-09-01T10:14:41.359 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:14:41.358+0000 7feafa46f600 1 waiting for incremental sync to catch up: 2022-09-01T10:14:41.360 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.65.9, , , 00000000033.88.5, , ] 2022-09-01T10:14:41.360 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.65.9, , , 00000000043.115.9, , ] 2022-09-01T10:14:46.361 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:14:46.360+0000 7feafa46f600 1 waiting for incremental sync to catch up: 2022-09-01T10:14:46.362 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.65.9, , , 00000000033.88.5, , ] 2022-09-01T10:14:46.362 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.65.9, , , 00000000043.115.9, , ] 2022-09-01T10:14:51.362 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:14:51.362+0000 7feafa46f600 1 bucket sync caught up with source: 2022-09-01T10:14:51.363 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.65.9, , , 00000000044.117.9, , ] 2022-09-01T10:14:51.363 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.65.9, , , 00000000043.115.9, , ] 2022-09-01T10:14:51.363 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:14:51.362+0000 7feafa46f600 0 bucket checkpoint complete 2022-09-01T10:14:51.380 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-19 2022-09-01T10:14:51.381 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:14:51.382 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:14:51.383 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-19 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:14:51.447 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:14:51.448 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:14:51.497 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:14:51.497+0000 7f0d03fae600 1 waiting for incremental sync to catch up: 2022-09-01T10:14:51.498 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.65.9, , , 00000000043.115.9, , ] 2022-09-01T10:14:51.498 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.65.9, , , 00000000044.117.9, , ] 2022-09-01T10:14:56.499 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:14:56.498+0000 7f0d03fae600 1 waiting for incremental sync to catch up: 2022-09-01T10:14:56.499 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.65.9, , , 00000000043.115.9, , ] 2022-09-01T10:14:56.499 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.65.9, , , 00000000044.117.9, , ] 2022-09-01T10:15:01.500 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:15:01.500+0000 7f0d03fae600 1 waiting for incremental sync to catch up: 2022-09-01T10:15:01.501 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.65.9, , , 00000000043.115.9, , ] 2022-09-01T10:15:01.502 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.65.9, , , 00000000044.117.9, , ] 2022-09-01T10:15:06.502 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:15:06.501+0000 7f0d03fae600 1 waiting for incremental sync to catch up: 2022-09-01T10:15:06.503 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.65.9, , , 00000000043.115.9, , ] 2022-09-01T10:15:06.503 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.65.9, , , 00000000044.117.9, , ] 2022-09-01T10:15:11.504 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:15:11.503+0000 7f0d03fae600 1 bucket sync caught up with source: 2022-09-01T10:15:11.504 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000004.65.9, , , 00000000044.117.9, , ] 2022-09-01T10:15:11.504 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000004.65.9, , , 00000000044.117.9, , ] 2022-09-01T10:15:11.505 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:15:11.503+0000 7f0d03fae600 0 bucket checkpoint complete 2022-09-01T10:15:11.551 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-19 2022-09-01T10:15:11.553 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-19 2022-09-01T10:15:11.554 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:15:11.557 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:15:11.567 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-19 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:15:11.645 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:11.646 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:11.701 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:15:11.700+0000 7f24abf2a600 1 bucket sync caught up with source: 2022-09-01T10:15:11.702 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000003.44.9, , , 00000000144.320.9, , ] 2022-09-01T10:15:11.703 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000003.44.9, , , 00000000144.320.9, , ] 2022-09-01T10:15:11.703 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:15:11.700+0000 7f24abf2a600 0 bucket checkpoint complete 2022-09-01T10:15:11.722 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-19 2022-09-01T10:15:11.723 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:15:11.724 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:15:11.725 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-19 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:15:11.790 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:11.791 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:11.831 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:15:11.827+0000 7fd786c75600 1 bucket sync caught up with source: 2022-09-01T10:15:11.832 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000003.44.9, , , 00000000144.320.9, , ] 2022-09-01T10:15:11.833 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000003.44.9, , , 00000000144.320.9, , ] 2022-09-01T10:15:11.833 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:15:11.827+0000 7fd786c75600 0 bucket checkpoint complete 2022-09-01T10:15:11.850 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-19 2022-09-01T10:15:11.853 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-19 zones={test-zone2, test-zone1} 2022-09-01T10:15:11.854 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:11.855 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:11.856 DEBUG:boto:Method: HEAD 2022-09-01T10:15:11.857 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:15:11.859 DEBUG:boto:Data: 2022-09-01T10:15:11.863 DEBUG:boto:Headers: {} 2022-09-01T10:15:11.864 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:11.865 DEBUG:boto:Port: 8000 2022-09-01T10:15:11.866 DEBUG:boto:Params: {} 2022-09-01T10:15:11.869 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:15:11.871 DEBUG:boto:Token: None 2022-09-01T10:15:11.879 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:11 GMT /ptoxvb-19/ 2022-09-01T10:15:11.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jZqwNkWZPfjEHdKEs71aozFZbe0= 2022-09-01T10:15:11.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jZqwNkWZPfjEHdKEs71aozFZbe0=', 'Content-Length': '0'} 2022-09-01T10:15:11.900 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '31'), ('X-RGW-Bytes-Used', '240'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007e1d7704086d7e68-006310862f-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:15:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:11.901 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:11.903 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:11.904 DEBUG:boto:Method: HEAD 2022-09-01T10:15:11.905 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:15:11.906 DEBUG:boto:Data: 2022-09-01T10:15:11.907 DEBUG:boto:Headers: {} 2022-09-01T10:15:11.907 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:11.908 DEBUG:boto:Port: 8000 2022-09-01T10:15:11.908 DEBUG:boto:Params: {} 2022-09-01T10:15:11.909 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:15:11.910 DEBUG:boto:Token: None 2022-09-01T10:15:11.911 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:11 GMT /ptoxvb-19/ 2022-09-01T10:15:11.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jZqwNkWZPfjEHdKEs71aozFZbe0= 2022-09-01T10:15:11.913 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jZqwNkWZPfjEHdKEs71aozFZbe0=', 'Content-Length': '0'} 2022-09-01T10:15:11.927 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '31'), ('X-RGW-Bytes-Used', '240'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000623707268c9608b-006310862f-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:15:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:11.929 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:15:11.930 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:11.932 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:11.933 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:11.933 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:11.934 DEBUG:boto:Method: GET 2022-09-01T10:15:11.936 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:11.936 DEBUG:boto:Data: 2022-09-01T10:15:11.937 DEBUG:boto:Headers: {} 2022-09-01T10:15:11.938 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:11.939 DEBUG:boto:Port: 8000 2022-09-01T10:15:11.944 DEBUG:boto:Params: {} 2022-09-01T10:15:11.946 DEBUG:boto:Token: None 2022-09-01T10:15:11.947 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:11 GMT /ptoxvb-19/?versions 2022-09-01T10:15:11.949 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4506vy81DK1ORIn25EQLIhLBBE8= 2022-09-01T10:15:11.950 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4506vy81DK1ORIn25EQLIhLBBE8=', 'Content-Length': '0'} 2022-09-01T10:15:11.954 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001857e33b82af7c51-006310862f-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:11.955 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMVHbMTX8r624D6.dEWIVKTHO1-2bTLEtrue2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjgD-ARnUQUsXvTHIjbQcvp3yDZfj3EPxfalse2022-09-01T10:13:15.773Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhD74Y5b-UXOrSOdCSBJhQD8z1sdB2XPfalse2022-09-01T10:13:15.740Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7dWXKw--D6.mcjM..zBJcHr4zVWmtMBfalse2022-09-01T10:13:15.641Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjG9mLbaVDusnYQIpz3T6DtwXrLqKc7Azfalse2022-09-01T10:13:15.705Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjSWWD-6zivl9Mcz00euwhYxtPoe1iim6false2022-09-01T10:13:15.600Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj5GfjjkjCzPAJlOxefBp.TH8-2vkYnfGfalse2022-09-01T10:13:15.555Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjH2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSqfalse2022-09-01T10:13:15.520Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjHAjVVv9lCxTroQBgUnAgaV0MTDXOla.false2022-09-01T10:13:15.478Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfafalse2022-09-01T10:13:15.360Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMWFGP06JYJ7VhdmE0H2qb4c2qPFtiZVfalse2022-09-01T10:13:15.318Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjePXJmW2dkpe7VvGOY6jfFxbjWjq1qEWfalse2022-09-01T10:13:15.404Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjAEmyggv5fPUuUVa0oFkfBDcxRSWAxyMfalse2022-09-01T10:13:15.274Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjJVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7false2022-09-01T10:13:15.170Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjfRChDEgmMEDnTqfL52Z2KTEsdA2rn0ifalse2022-09-01T10:13:15.236Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7sVOxVJ6VUnERTxweIltZhyaktZDEGOfalse2022-09-01T10:13:15.091Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjU05DMzVy8EEZ3lQytqyiVmrzUdrYWE0false2022-09-01T10:13:15.127Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjUjaMbzIUfq57EJYHDeejwO0RiYhnuwDfalse2022-09-01T10:13:15.049Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj2F4cycUdTQVqxQcP.Zhz0RhjlgmO75lfalse2022-09-01T10:13:14.922Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjTiwPWKSikF7EJ9RqnbJ18dXd7zBPeaCfalse2022-09-01T10:13:14.964Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhFn-HCRIFbfFNWYBJ5xiI22noBxQbaYfalse2022-09-01T10:13:15.003Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjFwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJfalse2022-09-01T10:13:14.890Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjOGTIaXdIljBbqTsN4TKDTLEFavR87pHfalse2022-09-01T10:13:14.860Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjajvHkrG6quXmEfug7EH0nyDWVVhxloYfalse2022-09-01T10:13:14.829Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj9LjYViAfDrOA6uPPnEuooL1QvJxpDoffalse2022-09-01T10:13:14.764Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjjXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJfalse2022-09-01T10:13:14.728Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjvWQzLgWYLAOR44pEm0FVPSad1EU-IMmfalse2022-09-01T10:13:14.796Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFVfalse2022-09-01T10:13:14.615Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjC7ggwruVbP-Ba5pkokYW-C7nNWGOonHfalse2022-09-01T10:13:14.653Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobji1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404false2022-09-01T10:13:14.689Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:11.966 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:15:11.967 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.968 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.973 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.974 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.975 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.976 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.976 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.977 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.984 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.985 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.986 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.987 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.988 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.989 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.990 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.991 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.992 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:11.993 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.011 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.012 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.013 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.016 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.017 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.018 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.019 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.019 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.020 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.024 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.025 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.038 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.040 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:15:12.041 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:12.046 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:12.047 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:12.048 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:12.048 DEBUG:boto:Method: GET 2022-09-01T10:15:12.049 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:12.049 DEBUG:boto:Data: 2022-09-01T10:15:12.050 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.050 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.051 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.052 DEBUG:boto:Params: {} 2022-09-01T10:15:12.052 DEBUG:boto:Token: None 2022-09-01T10:15:12.053 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/?versions 2022-09-01T10:15:12.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0i9+RvfWVvZ6HC5NnX4eGdXQRaE= 2022-09-01T10:15:12.054 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0i9+RvfWVvZ6HC5NnX4eGdXQRaE=', 'Content-Length': '0'} 2022-09-01T10:15:12.058 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000046ccdf16cd624f38-0063108630-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.059 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMVHbMTX8r624D6.dEWIVKTHO1-2bTLEtrue2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjgD-ARnUQUsXvTHIjbQcvp3yDZfj3EPxfalse2022-09-01T10:13:15.773Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhD74Y5b-UXOrSOdCSBJhQD8z1sdB2XPfalse2022-09-01T10:13:15.740Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7dWXKw--D6.mcjM..zBJcHr4zVWmtMBfalse2022-09-01T10:13:15.641Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjG9mLbaVDusnYQIpz3T6DtwXrLqKc7Azfalse2022-09-01T10:13:15.705Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjSWWD-6zivl9Mcz00euwhYxtPoe1iim6false2022-09-01T10:13:15.600Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj5GfjjkjCzPAJlOxefBp.TH8-2vkYnfGfalse2022-09-01T10:13:15.555Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjH2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSqfalse2022-09-01T10:13:15.520Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjHAjVVv9lCxTroQBgUnAgaV0MTDXOla.false2022-09-01T10:13:15.478Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfafalse2022-09-01T10:13:15.360Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMWFGP06JYJ7VhdmE0H2qb4c2qPFtiZVfalse2022-09-01T10:13:15.318Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjePXJmW2dkpe7VvGOY6jfFxbjWjq1qEWfalse2022-09-01T10:13:15.404Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjAEmyggv5fPUuUVa0oFkfBDcxRSWAxyMfalse2022-09-01T10:13:15.274Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjJVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7false2022-09-01T10:13:15.170Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjfRChDEgmMEDnTqfL52Z2KTEsdA2rn0ifalse2022-09-01T10:13:15.236Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7sVOxVJ6VUnERTxweIltZhyaktZDEGOfalse2022-09-01T10:13:15.091Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjU05DMzVy8EEZ3lQytqyiVmrzUdrYWE0false2022-09-01T10:13:15.127Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjUjaMbzIUfq57EJYHDeejwO0RiYhnuwDfalse2022-09-01T10:13:15.049Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj2F4cycUdTQVqxQcP.Zhz0RhjlgmO75lfalse2022-09-01T10:13:14.922Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjTiwPWKSikF7EJ9RqnbJ18dXd7zBPeaCfalse2022-09-01T10:13:14.964Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhFn-HCRIFbfFNWYBJ5xiI22noBxQbaYfalse2022-09-01T10:13:15.003Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjFwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJfalse2022-09-01T10:13:14.890Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjOGTIaXdIljBbqTsN4TKDTLEFavR87pHfalse2022-09-01T10:13:14.860Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjajvHkrG6quXmEfug7EH0nyDWVVhxloYfalse2022-09-01T10:13:14.829Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj9LjYViAfDrOA6uPPnEuooL1QvJxpDoffalse2022-09-01T10:13:14.764Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjjXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJfalse2022-09-01T10:13:14.728Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjvWQzLgWYLAOR44pEm0FVPSad1EU-IMmfalse2022-09-01T10:13:14.796Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFVfalse2022-09-01T10:13:14.615Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjC7ggwruVbP-Ba5pkokYW-C7nNWGOonHfalse2022-09-01T10:13:14.653Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobji1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404false2022-09-01T10:13:14.689Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:12.061 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:15:12.062 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.063 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.063 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.064 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.065 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.066 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.066 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.067 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.067 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.069 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.071 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.072 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.072 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.073 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.075 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.075 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.076 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.077 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.078 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.079 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.080 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.081 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.082 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.083 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.084 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.085 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.086 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.088 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.089 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.093 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:12.095 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:12.096 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:12.096 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:12.097 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:12.097 DEBUG:boto:Method: GET 2022-09-01T10:15:12.098 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:12.099 DEBUG:boto:Data: 2022-09-01T10:15:12.100 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.101 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.101 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.102 DEBUG:boto:Params: {} 2022-09-01T10:15:12.103 DEBUG:boto:Token: None 2022-09-01T10:15:12.104 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/?versions 2022-09-01T10:15:12.105 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0i9+RvfWVvZ6HC5NnX4eGdXQRaE= 2022-09-01T10:15:12.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0i9+RvfWVvZ6HC5NnX4eGdXQRaE=', 'Content-Length': '0'} 2022-09-01T10:15:12.110 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006b7ecee77689fbec-0063108630-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.111 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMVHbMTX8r624D6.dEWIVKTHO1-2bTLEtrue2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjgD-ARnUQUsXvTHIjbQcvp3yDZfj3EPxfalse2022-09-01T10:13:15.773Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhD74Y5b-UXOrSOdCSBJhQD8z1sdB2XPfalse2022-09-01T10:13:15.740Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7dWXKw--D6.mcjM..zBJcHr4zVWmtMBfalse2022-09-01T10:13:15.641Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjG9mLbaVDusnYQIpz3T6DtwXrLqKc7Azfalse2022-09-01T10:13:15.705Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjSWWD-6zivl9Mcz00euwhYxtPoe1iim6false2022-09-01T10:13:15.600Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj5GfjjkjCzPAJlOxefBp.TH8-2vkYnfGfalse2022-09-01T10:13:15.555Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjH2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSqfalse2022-09-01T10:13:15.520Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjHAjVVv9lCxTroQBgUnAgaV0MTDXOla.false2022-09-01T10:13:15.478Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfafalse2022-09-01T10:13:15.360Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMWFGP06JYJ7VhdmE0H2qb4c2qPFtiZVfalse2022-09-01T10:13:15.318Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjePXJmW2dkpe7VvGOY6jfFxbjWjq1qEWfalse2022-09-01T10:13:15.404Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjAEmyggv5fPUuUVa0oFkfBDcxRSWAxyMfalse2022-09-01T10:13:15.274Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjJVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7false2022-09-01T10:13:15.170Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjfRChDEgmMEDnTqfL52Z2KTEsdA2rn0ifalse2022-09-01T10:13:15.236Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7sVOxVJ6VUnERTxweIltZhyaktZDEGOfalse2022-09-01T10:13:15.091Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjU05DMzVy8EEZ3lQytqyiVmrzUdrYWE0false2022-09-01T10:13:15.127Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjUjaMbzIUfq57EJYHDeejwO0RiYhnuwDfalse2022-09-01T10:13:15.049Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj2F4cycUdTQVqxQcP.Zhz0RhjlgmO75lfalse2022-09-01T10:13:14.922Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjTiwPWKSikF7EJ9RqnbJ18dXd7zBPeaCfalse2022-09-01T10:13:14.964Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhFn-HCRIFbfFNWYBJ5xiI22noBxQbaYfalse2022-09-01T10:13:15.003Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjFwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJfalse2022-09-01T10:13:14.890Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjOGTIaXdIljBbqTsN4TKDTLEFavR87pHfalse2022-09-01T10:13:14.860Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjajvHkrG6quXmEfug7EH0nyDWVVhxloYfalse2022-09-01T10:13:14.829Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj9LjYViAfDrOA6uPPnEuooL1QvJxpDoffalse2022-09-01T10:13:14.764Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjjXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJfalse2022-09-01T10:13:14.728Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjvWQzLgWYLAOR44pEm0FVPSad1EU-IMmfalse2022-09-01T10:13:14.796Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFVfalse2022-09-01T10:13:14.615Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjC7ggwruVbP-Ba5pkokYW-C7nNWGOonHfalse2022-09-01T10:13:14.653Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobji1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404false2022-09-01T10:13:14.689Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:12.116 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:12.116 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:12.117 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:12.118 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:12.118 DEBUG:boto:Method: GET 2022-09-01T10:15:12.119 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:12.119 DEBUG:boto:Data: 2022-09-01T10:15:12.120 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.121 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.121 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.122 DEBUG:boto:Params: {} 2022-09-01T10:15:12.123 DEBUG:boto:Token: None 2022-09-01T10:15:12.123 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/?versions 2022-09-01T10:15:12.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0i9+RvfWVvZ6HC5NnX4eGdXQRaE= 2022-09-01T10:15:12.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0i9+RvfWVvZ6HC5NnX4eGdXQRaE=', 'Content-Length': '0'} 2022-09-01T10:15:12.129 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000071703994b7e95f06-0063108630-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.131 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMVHbMTX8r624D6.dEWIVKTHO1-2bTLEtrue2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjgD-ARnUQUsXvTHIjbQcvp3yDZfj3EPxfalse2022-09-01T10:13:15.773Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhD74Y5b-UXOrSOdCSBJhQD8z1sdB2XPfalse2022-09-01T10:13:15.740Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7dWXKw--D6.mcjM..zBJcHr4zVWmtMBfalse2022-09-01T10:13:15.641Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjG9mLbaVDusnYQIpz3T6DtwXrLqKc7Azfalse2022-09-01T10:13:15.705Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjSWWD-6zivl9Mcz00euwhYxtPoe1iim6false2022-09-01T10:13:15.600Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj5GfjjkjCzPAJlOxefBp.TH8-2vkYnfGfalse2022-09-01T10:13:15.555Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjH2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSqfalse2022-09-01T10:13:15.520Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjHAjVVv9lCxTroQBgUnAgaV0MTDXOla.false2022-09-01T10:13:15.478Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfafalse2022-09-01T10:13:15.360Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMWFGP06JYJ7VhdmE0H2qb4c2qPFtiZVfalse2022-09-01T10:13:15.318Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjePXJmW2dkpe7VvGOY6jfFxbjWjq1qEWfalse2022-09-01T10:13:15.404Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjAEmyggv5fPUuUVa0oFkfBDcxRSWAxyMfalse2022-09-01T10:13:15.274Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjJVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7false2022-09-01T10:13:15.170Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjfRChDEgmMEDnTqfL52Z2KTEsdA2rn0ifalse2022-09-01T10:13:15.236Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7sVOxVJ6VUnERTxweIltZhyaktZDEGOfalse2022-09-01T10:13:15.091Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjU05DMzVy8EEZ3lQytqyiVmrzUdrYWE0false2022-09-01T10:13:15.127Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjUjaMbzIUfq57EJYHDeejwO0RiYhnuwDfalse2022-09-01T10:13:15.049Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj2F4cycUdTQVqxQcP.Zhz0RhjlgmO75lfalse2022-09-01T10:13:14.922Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjTiwPWKSikF7EJ9RqnbJ18dXd7zBPeaCfalse2022-09-01T10:13:14.964Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhFn-HCRIFbfFNWYBJ5xiI22noBxQbaYfalse2022-09-01T10:13:15.003Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjFwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJfalse2022-09-01T10:13:14.890Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjOGTIaXdIljBbqTsN4TKDTLEFavR87pHfalse2022-09-01T10:13:14.860Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjajvHkrG6quXmEfug7EH0nyDWVVhxloYfalse2022-09-01T10:13:14.829Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj9LjYViAfDrOA6uPPnEuooL1QvJxpDoffalse2022-09-01T10:13:14.764Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjjXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJfalse2022-09-01T10:13:14.728Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjvWQzLgWYLAOR44pEm0FVPSad1EU-IMmfalse2022-09-01T10:13:14.796Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFVfalse2022-09-01T10:13:14.615Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjC7ggwruVbP-Ba5pkokYW-C7nNWGOonHfalse2022-09-01T10:13:14.653Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobji1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404false2022-09-01T10:13:14.689Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:12.134 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:15:12.135 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:12.136 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:12.136 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.137 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.138 DEBUG:boto:Method: GET 2022-09-01T10:15:12.138 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.139 DEBUG:boto:Data: 2022-09-01T10:15:12.139 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.140 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.141 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.142 DEBUG:boto:Params: {} 2022-09-01T10:15:12.143 DEBUG:boto:Token: None 2022-09-01T10:15:12.143 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.144 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZxpB2bp3FS4H+QCeIPuWJkEpVMQ= 2022-09-01T10:15:12.145 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZxpB2bp3FS4H+QCeIPuWJkEpVMQ=', 'Content-Length': '0'} 2022-09-01T10:15:12.153 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000565934bb1bc64e38-0063108630-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.154 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:12.155 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:12.156 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.156 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.157 DEBUG:boto:Method: GET 2022-09-01T10:15:12.157 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.158 DEBUG:boto:Data: 2022-09-01T10:15:12.159 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.159 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.160 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.160 DEBUG:boto:Params: {} 2022-09-01T10:15:12.161 DEBUG:boto:Token: None 2022-09-01T10:15:12.162 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZxpB2bp3FS4H+QCeIPuWJkEpVMQ= 2022-09-01T10:15:12.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZxpB2bp3FS4H+QCeIPuWJkEpVMQ=', 'Content-Length': '0'} 2022-09-01T10:15:12.167 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000e96f1490d1a5a4d8-0063108630-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.168 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:12.169 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:12.169 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.170 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.171 DEBUG:boto:Method: HEAD 2022-09-01T10:15:12.172 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.173 DEBUG:boto:Data: 2022-09-01T10:15:12.173 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.174 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.175 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.175 DEBUG:boto:Params: {} 2022-09-01T10:15:12.176 DEBUG:boto:Token: None 2022-09-01T10:15:12.177 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QTN1H6ekEkyS4UcGzu5CA3oQ06I= 2022-09-01T10:15:12.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QTN1H6ekEkyS4UcGzu5CA3oQ06I=', 'Content-Length': '0'} 2022-09-01T10:15:12.181 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000fcbd70bb7f765e14-0063108630-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.182 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:12.183 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:12.183 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.184 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.185 DEBUG:boto:Method: HEAD 2022-09-01T10:15:12.185 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.187 DEBUG:boto:Data: 2022-09-01T10:15:12.187 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.188 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.189 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.190 DEBUG:boto:Params: {} 2022-09-01T10:15:12.191 DEBUG:boto:Token: None 2022-09-01T10:15:12.193 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QTN1H6ekEkyS4UcGzu5CA3oQ06I= 2022-09-01T10:15:12.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QTN1H6ekEkyS4UcGzu5CA3oQ06I=', 'Content-Length': '0'} 2022-09-01T10:15:12.198 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b1d7375f098e6211-0063108630-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.199 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:15:12.200 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:12.212 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:12.214 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.215 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.215 DEBUG:boto:Method: GET 2022-09-01T10:15:12.216 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.216 DEBUG:boto:Data: 2022-09-01T10:15:12.217 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.218 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.218 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.219 DEBUG:boto:Params: {} 2022-09-01T10:15:12.220 DEBUG:boto:Token: None 2022-09-01T10:15:12.220 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.221 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZxpB2bp3FS4H+QCeIPuWJkEpVMQ= 2022-09-01T10:15:12.222 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZxpB2bp3FS4H+QCeIPuWJkEpVMQ=', 'Content-Length': '0'} 2022-09-01T10:15:12.224 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000629f1463e96c7ca9-0063108630-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.225 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:12.226 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:12.227 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.228 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.229 DEBUG:boto:Method: GET 2022-09-01T10:15:12.230 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.231 DEBUG:boto:Data: 2022-09-01T10:15:12.232 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.233 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.234 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.235 DEBUG:boto:Params: {} 2022-09-01T10:15:12.236 DEBUG:boto:Token: None 2022-09-01T10:15:12.237 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.238 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZxpB2bp3FS4H+QCeIPuWJkEpVMQ= 2022-09-01T10:15:12.239 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZxpB2bp3FS4H+QCeIPuWJkEpVMQ=', 'Content-Length': '0'} 2022-09-01T10:15:12.242 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b8c1678adfe6d9e1-0063108630-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.243 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:12.243 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:12.244 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:12.244 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:12.245 DEBUG:boto:Method: GET 2022-09-01T10:15:12.245 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:15:12.246 DEBUG:boto:Data: 2022-09-01T10:15:12.246 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.247 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.250 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.251 DEBUG:boto:Params: {} 2022-09-01T10:15:12.252 DEBUG:boto:Token: None 2022-09-01T10:15:12.252 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/ 2022-09-01T10:15:12.253 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY= 2022-09-01T10:15:12.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY=', 'Content-Length': '0'} 2022-09-01T10:15:12.256 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b417a231a6d6fcb9-0063108630-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.257 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:12.258 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:12.259 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:12.259 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:12.260 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:12.262 DEBUG:boto:Method: GET 2022-09-01T10:15:12.263 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:15:12.265 DEBUG:boto:Data: 2022-09-01T10:15:12.267 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.268 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.269 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.271 DEBUG:boto:Params: {} 2022-09-01T10:15:12.273 DEBUG:boto:Token: None 2022-09-01T10:15:12.275 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/ 2022-09-01T10:15:12.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY= 2022-09-01T10:15:12.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY=', 'Content-Length': '0'} 2022-09-01T10:15:12.284 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000084e198e4da757364-0063108630-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.285 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:12.286 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:12.287 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:12.288 DEBUG:boto:Method: HEAD 2022-09-01T10:15:12.288 DEBUG:boto:Path: /ptoxvb-19/dummy 2022-09-01T10:15:12.289 DEBUG:boto:Data: 2022-09-01T10:15:12.289 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.290 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.291 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.291 DEBUG:boto:Params: {} 2022-09-01T10:15:12.292 DEBUG:boto:Token: None 2022-09-01T10:15:12.292 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/dummy 2022-09-01T10:15:12.293 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L6+VaD5/3x4kkQc/b8Yp4YelLb0= 2022-09-01T10:15:12.294 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L6+VaD5/3x4kkQc/b8Yp4YelLb0=', 'Content-Length': '0'} 2022-09-01T10:15:12.296 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000047863f3bdf2b09a8-0063108630-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.298 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:12.299 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:12.299 DEBUG:boto:Method: HEAD 2022-09-01T10:15:12.300 DEBUG:boto:Path: /ptoxvb-19/dummy 2022-09-01T10:15:12.301 DEBUG:boto:Data: 2022-09-01T10:15:12.301 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.302 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.302 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.303 DEBUG:boto:Params: {} 2022-09-01T10:15:12.303 DEBUG:boto:Token: None 2022-09-01T10:15:12.304 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/dummy 2022-09-01T10:15:12.305 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L6+VaD5/3x4kkQc/b8Yp4YelLb0= 2022-09-01T10:15:12.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L6+VaD5/3x4kkQc/b8Yp4YelLb0=', 'Content-Length': '0'} 2022-09-01T10:15:12.309 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000cce1c792c2670a7d-0063108630-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.311 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:15:12.312 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:12.313 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:12.314 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.316 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.317 DEBUG:boto:Method: GET 2022-09-01T10:15:12.318 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.320 DEBUG:boto:Data: 2022-09-01T10:15:12.321 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.323 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.324 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.324 DEBUG:boto:Params: {} 2022-09-01T10:15:12.326 DEBUG:boto:Token: None 2022-09-01T10:15:12.327 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZxpB2bp3FS4H+QCeIPuWJkEpVMQ= 2022-09-01T10:15:12.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZxpB2bp3FS4H+QCeIPuWJkEpVMQ=', 'Content-Length': '0'} 2022-09-01T10:15:12.331 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000f9bdfa23e7ee8cb6-0063108630-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.332 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:12.333 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:12.334 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.334 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.335 DEBUG:boto:Method: GET 2022-09-01T10:15:12.335 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.336 DEBUG:boto:Data: 2022-09-01T10:15:12.337 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.337 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.338 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.338 DEBUG:boto:Params: {} 2022-09-01T10:15:12.339 DEBUG:boto:Token: None 2022-09-01T10:15:12.340 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:12.341 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZxpB2bp3FS4H+QCeIPuWJkEpVMQ= 2022-09-01T10:15:12.342 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZxpB2bp3FS4H+QCeIPuWJkEpVMQ=', 'Content-Length': '0'} 2022-09-01T10:15:12.346 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000081703df2da274fe8-0063108630-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.347 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:12.347 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:12.348 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:12.348 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:12.349 DEBUG:boto:Method: GET 2022-09-01T10:15:12.350 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:15:12.350 DEBUG:boto:Data: 2022-09-01T10:15:12.351 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.354 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.354 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.355 DEBUG:boto:Params: {} 2022-09-01T10:15:12.356 DEBUG:boto:Token: None 2022-09-01T10:15:12.356 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/ 2022-09-01T10:15:12.357 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY= 2022-09-01T10:15:12.358 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY=', 'Content-Length': '0'} 2022-09-01T10:15:12.361 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008f2d21d6fb5f2b8d-0063108630-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.362 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:12.363 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:12.363 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:12.364 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:12.364 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:12.365 DEBUG:boto:Method: GET 2022-09-01T10:15:12.365 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:15:12.366 DEBUG:boto:Data: 2022-09-01T10:15:12.366 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.367 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.368 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.368 DEBUG:boto:Params: {} 2022-09-01T10:15:12.369 DEBUG:boto:Token: None 2022-09-01T10:15:12.369 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/ 2022-09-01T10:15:12.370 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY= 2022-09-01T10:15:12.371 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY=', 'Content-Length': '0'} 2022-09-01T10:15:12.375 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001b91438bcd8e8865-0063108630-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.376 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:12.377 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:12.377 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.378 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.378 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.379 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.379 DEBUG:boto:Method: GET 2022-09-01T10:15:12.380 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.380 DEBUG:boto:Data: 2022-09-01T10:15:12.382 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.382 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.383 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.384 DEBUG:boto:Params: {} 2022-09-01T10:15:12.385 DEBUG:boto:Token: None 2022-09-01T10:15:12.386 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:umQB26IX5QKXXiAj+BO0lGHNH5w= 2022-09-01T10:15:12.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:umQB26IX5QKXXiAj+BO0lGHNH5w=', 'Content-Length': '0'} 2022-09-01T10:15:12.391 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b838f510e5e15411-0063108630-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.392 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.393 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.393 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.394 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.394 DEBUG:boto:Method: GET 2022-09-01T10:15:12.395 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.396 DEBUG:boto:Data: 2022-09-01T10:15:12.396 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.397 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.398 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.398 DEBUG:boto:Params: {} 2022-09-01T10:15:12.399 DEBUG:boto:Token: None 2022-09-01T10:15:12.400 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:umQB26IX5QKXXiAj+BO0lGHNH5w= 2022-09-01T10:15:12.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:umQB26IX5QKXXiAj+BO0lGHNH5w=', 'Content-Length': '0'} 2022-09-01T10:15:12.414 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007f0c68a013222a75-0063108630-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.415 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.415 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.416 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.416 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.417 DEBUG:boto:Method: HEAD 2022-09-01T10:15:12.417 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.430 DEBUG:boto:Data: 2022-09-01T10:15:12.431 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.431 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.432 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.433 DEBUG:boto:Params: {} 2022-09-01T10:15:12.433 DEBUG:boto:Token: None 2022-09-01T10:15:12.434 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2LgviaiQm1sY9U3NtPuw5CaTK1o= 2022-09-01T10:15:12.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2LgviaiQm1sY9U3NtPuw5CaTK1o=', 'Content-Length': '0'} 2022-09-01T10:15:12.442 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007d180ffc79249d0b-0063108630-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.445 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.447 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.459 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.460 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.461 DEBUG:boto:Method: HEAD 2022-09-01T10:15:12.462 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.462 DEBUG:boto:Data: 2022-09-01T10:15:12.463 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.464 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.465 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.466 DEBUG:boto:Params: {} 2022-09-01T10:15:12.469 DEBUG:boto:Token: None 2022-09-01T10:15:12.471 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.472 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2LgviaiQm1sY9U3NtPuw5CaTK1o= 2022-09-01T10:15:12.473 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2LgviaiQm1sY9U3NtPuw5CaTK1o=', 'Content-Length': '0'} 2022-09-01T10:15:12.478 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006980116e87f249e6-0063108630-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.481 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:12.485 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.486 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.487 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.488 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.490 DEBUG:boto:Method: GET 2022-09-01T10:15:12.493 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.494 DEBUG:boto:Data: 2022-09-01T10:15:12.495 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.496 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.498 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.499 DEBUG:boto:Params: {} 2022-09-01T10:15:12.500 DEBUG:boto:Token: None 2022-09-01T10:15:12.503 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:umQB26IX5QKXXiAj+BO0lGHNH5w= 2022-09-01T10:15:12.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:umQB26IX5QKXXiAj+BO0lGHNH5w=', 'Content-Length': '0'} 2022-09-01T10:15:12.508 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e7c9ee4ad552c0ec-0063108630-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.510 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.511 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.513 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.515 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.516 DEBUG:boto:Method: GET 2022-09-01T10:15:12.517 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.517 DEBUG:boto:Data: 2022-09-01T10:15:12.518 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.518 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.519 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.519 DEBUG:boto:Params: {} 2022-09-01T10:15:12.520 DEBUG:boto:Token: None 2022-09-01T10:15:12.521 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.522 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:umQB26IX5QKXXiAj+BO0lGHNH5w= 2022-09-01T10:15:12.535 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:umQB26IX5QKXXiAj+BO0lGHNH5w=', 'Content-Length': '0'} 2022-09-01T10:15:12.539 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005c408340add19903-0063108630-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.542 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:12.543 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:12.544 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:12.545 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:12.546 DEBUG:boto:Method: GET 2022-09-01T10:15:12.547 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:12.547 DEBUG:boto:Data: 2022-09-01T10:15:12.548 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.549 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.550 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.551 DEBUG:boto:Params: {} 2022-09-01T10:15:12.552 DEBUG:boto:Token: None 2022-09-01T10:15:12.553 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/ 2022-09-01T10:15:12.554 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY= 2022-09-01T10:15:12.556 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY=', 'Content-Length': '0'} 2022-09-01T10:15:12.559 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003c07bb42cf102b3d-0063108630-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.560 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:12.561 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:12.562 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:12.563 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:12.563 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:12.564 DEBUG:boto:Method: GET 2022-09-01T10:15:12.564 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:12.565 DEBUG:boto:Data: 2022-09-01T10:15:12.566 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.567 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.568 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.571 DEBUG:boto:Params: {} 2022-09-01T10:15:12.571 DEBUG:boto:Token: None 2022-09-01T10:15:12.572 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/ 2022-09-01T10:15:12.573 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY= 2022-09-01T10:15:12.574 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY=', 'Content-Length': '0'} 2022-09-01T10:15:12.578 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000041b1de218216a42a-0063108630-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.622 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:12.624 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.625 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.626 DEBUG:boto:Method: HEAD 2022-09-01T10:15:12.627 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:12.628 DEBUG:boto:Data: 2022-09-01T10:15:12.629 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.630 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.632 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.633 DEBUG:boto:Params: {} 2022-09-01T10:15:12.634 DEBUG:boto:Token: None 2022-09-01T10:15:12.636 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj 2022-09-01T10:15:12.637 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Inrs4cXZW1A6jh1GhrrRs6fpMKQ= 2022-09-01T10:15:12.638 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Inrs4cXZW1A6jh1GhrrRs6fpMKQ=', 'Content-Length': '0'} 2022-09-01T10:15:12.641 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a85a976785ac744b-0063108630-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.643 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.643 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.644 DEBUG:boto:Method: HEAD 2022-09-01T10:15:12.644 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:12.645 DEBUG:boto:Data: 2022-09-01T10:15:12.646 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.647 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.648 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.648 DEBUG:boto:Params: {} 2022-09-01T10:15:12.649 DEBUG:boto:Token: None 2022-09-01T10:15:12.650 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj 2022-09-01T10:15:12.651 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Inrs4cXZW1A6jh1GhrrRs6fpMKQ= 2022-09-01T10:15:12.652 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Inrs4cXZW1A6jh1GhrrRs6fpMKQ=', 'Content-Length': '0'} 2022-09-01T10:15:12.655 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004431ed2642ca4b87-0063108630-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.657 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:12.658 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.659 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.660 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.662 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.663 DEBUG:boto:Method: GET 2022-09-01T10:15:12.663 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.664 DEBUG:boto:Data: 2022-09-01T10:15:12.665 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.665 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.666 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.666 DEBUG:boto:Params: {} 2022-09-01T10:15:12.667 DEBUG:boto:Token: None 2022-09-01T10:15:12.667 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.668 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:umQB26IX5QKXXiAj+BO0lGHNH5w= 2022-09-01T10:15:12.669 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:umQB26IX5QKXXiAj+BO0lGHNH5w=', 'Content-Length': '0'} 2022-09-01T10:15:12.671 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a7fd960e5319438c-0063108630-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.673 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.673 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.674 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.674 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.675 DEBUG:boto:Method: GET 2022-09-01T10:15:12.675 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.676 DEBUG:boto:Data: 2022-09-01T10:15:12.677 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.678 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.678 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.679 DEBUG:boto:Params: {} 2022-09-01T10:15:12.680 DEBUG:boto:Token: None 2022-09-01T10:15:12.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:12.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:umQB26IX5QKXXiAj+BO0lGHNH5w= 2022-09-01T10:15:12.682 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:umQB26IX5QKXXiAj+BO0lGHNH5w=', 'Content-Length': '0'} 2022-09-01T10:15:12.684 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003032a8cd5b06a8a3-0063108630-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.685 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:12.686 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:12.686 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:12.687 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:12.688 DEBUG:boto:Method: GET 2022-09-01T10:15:12.689 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:12.690 DEBUG:boto:Data: 2022-09-01T10:15:12.691 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.691 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.692 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.693 DEBUG:boto:Params: {} 2022-09-01T10:15:12.693 DEBUG:boto:Token: None 2022-09-01T10:15:12.694 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/ 2022-09-01T10:15:12.695 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY= 2022-09-01T10:15:12.696 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY=', 'Content-Length': '0'} 2022-09-01T10:15:12.708 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fa29ac34a32eb90f-0063108630-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.750 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:12.751 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:12.752 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:12.753 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:12.753 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:12.754 DEBUG:boto:Method: GET 2022-09-01T10:15:12.754 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:12.755 DEBUG:boto:Data: 2022-09-01T10:15:12.755 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.756 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.757 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.757 DEBUG:boto:Params: {} 2022-09-01T10:15:12.758 DEBUG:boto:Token: None 2022-09-01T10:15:12.758 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/ 2022-09-01T10:15:12.759 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY= 2022-09-01T10:15:12.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY=', 'Content-Length': '0'} 2022-09-01T10:15:12.763 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000202b1a7c5b03c022-0063108630-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.764 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:12.765 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:12.765 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.766 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.767 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.768 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.769 DEBUG:boto:Method: GET 2022-09-01T10:15:12.770 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.770 DEBUG:boto:Data: 2022-09-01T10:15:12.772 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.773 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.774 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.775 DEBUG:boto:Params: {} 2022-09-01T10:15:12.777 DEBUG:boto:Token: None 2022-09-01T10:15:12.778 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8dcx64mzCqQaimCCbFVXQv0VTPg= 2022-09-01T10:15:12.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8dcx64mzCqQaimCCbFVXQv0VTPg=', 'Content-Length': '0'} 2022-09-01T10:15:12.786 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fcc6638b164cfe3e-0063108630-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.789 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.790 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.791 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.792 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.793 DEBUG:boto:Method: GET 2022-09-01T10:15:12.795 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.796 DEBUG:boto:Data: 2022-09-01T10:15:12.797 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.798 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.799 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.800 DEBUG:boto:Params: {} 2022-09-01T10:15:12.802 DEBUG:boto:Token: None 2022-09-01T10:15:12.804 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.805 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8dcx64mzCqQaimCCbFVXQv0VTPg= 2022-09-01T10:15:12.806 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8dcx64mzCqQaimCCbFVXQv0VTPg=', 'Content-Length': '0'} 2022-09-01T10:15:12.809 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006492167cd3bde4e3-0063108630-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.810 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.811 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.812 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.812 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.813 DEBUG:boto:Method: HEAD 2022-09-01T10:15:12.813 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.814 DEBUG:boto:Data: 2022-09-01T10:15:12.814 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.815 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.817 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.820 DEBUG:boto:Params: {} 2022-09-01T10:15:12.822 DEBUG:boto:Token: None 2022-09-01T10:15:12.823 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.824 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gg0Hipkt6ysS0Tb9/PXuwAuAexc= 2022-09-01T10:15:12.827 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gg0Hipkt6ysS0Tb9/PXuwAuAexc=', 'Content-Length': '0'} 2022-09-01T10:15:12.830 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b7db3d5e55c9e298-0063108630-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.831 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.832 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.832 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.833 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.834 DEBUG:boto:Method: HEAD 2022-09-01T10:15:12.834 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.835 DEBUG:boto:Data: 2022-09-01T10:15:12.835 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.836 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.837 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.837 DEBUG:boto:Params: {} 2022-09-01T10:15:12.838 DEBUG:boto:Token: None 2022-09-01T10:15:12.839 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.839 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gg0Hipkt6ysS0Tb9/PXuwAuAexc= 2022-09-01T10:15:12.840 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gg0Hipkt6ysS0Tb9/PXuwAuAexc=', 'Content-Length': '0'} 2022-09-01T10:15:12.842 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b23dc74222d52318-0063108630-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.843 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:12.844 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.845 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.845 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.846 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.846 DEBUG:boto:Method: GET 2022-09-01T10:15:12.847 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.848 DEBUG:boto:Data: 2022-09-01T10:15:12.848 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.849 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.849 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.850 DEBUG:boto:Params: {} 2022-09-01T10:15:12.851 DEBUG:boto:Token: None 2022-09-01T10:15:12.851 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.852 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8dcx64mzCqQaimCCbFVXQv0VTPg= 2022-09-01T10:15:12.853 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8dcx64mzCqQaimCCbFVXQv0VTPg=', 'Content-Length': '0'} 2022-09-01T10:15:12.856 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009dbaabea9df16043-0063108630-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.857 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:12.857 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:12.858 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.858 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.859 DEBUG:boto:Method: GET 2022-09-01T10:15:12.859 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.860 DEBUG:boto:Data: 2022-09-01T10:15:12.861 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.861 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:12.862 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.862 DEBUG:boto:Params: {} 2022-09-01T10:15:12.863 DEBUG:boto:Token: None 2022-09-01T10:15:12.864 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:12.864 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8dcx64mzCqQaimCCbFVXQv0VTPg= 2022-09-01T10:15:12.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8dcx64mzCqQaimCCbFVXQv0VTPg=', 'Content-Length': '0'} 2022-09-01T10:15:12.876 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ba128282c2258eeb-0063108630-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.918 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:12.969 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:12.970 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:12.972 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:12.974 DEBUG:boto:Method: GET 2022-09-01T10:15:12.975 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:12.976 DEBUG:boto:Data: 2022-09-01T10:15:12.977 DEBUG:boto:Headers: {} 2022-09-01T10:15:12.978 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:12.979 DEBUG:boto:Port: 8000 2022-09-01T10:15:12.980 DEBUG:boto:Params: {} 2022-09-01T10:15:12.981 DEBUG:boto:Token: None 2022-09-01T10:15:12.982 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:12 GMT /ptoxvb-19/ 2022-09-01T10:15:12.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY= 2022-09-01T10:15:12.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IZyG4y4BD64Ls1kiOtZmQZLljoY=', 'Content-Length': '0'} 2022-09-01T10:15:12.990 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007a68bebe7be4645e-0063108630-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:12.997 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:13.003 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:13.012 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:13.014 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.015 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.015 DEBUG:boto:Method: GET 2022-09-01T10:15:13.016 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.016 DEBUG:boto:Data: 2022-09-01T10:15:13.017 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.018 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.018 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.019 DEBUG:boto:Params: {} 2022-09-01T10:15:13.020 DEBUG:boto:Token: None 2022-09-01T10:15:13.021 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/ 2022-09-01T10:15:13.022 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M= 2022-09-01T10:15:13.024 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M=', 'Content-Length': '0'} 2022-09-01T10:15:13.032 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cbe3a4b1ed181314-0063108631-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.037 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:13.039 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.040 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.041 DEBUG:boto:Method: HEAD 2022-09-01T10:15:13.042 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:13.042 DEBUG:boto:Data: 2022-09-01T10:15:13.043 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.043 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.044 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.044 DEBUG:boto:Params: {} 2022-09-01T10:15:13.045 DEBUG:boto:Token: None 2022-09-01T10:15:13.046 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj 2022-09-01T10:15:13.047 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x0uqIKKEgIHUHSr6QMAWA2gwGIM= 2022-09-01T10:15:13.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x0uqIKKEgIHUHSr6QMAWA2gwGIM=', 'Content-Length': '0'} 2022-09-01T10:15:13.053 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001f27656aaa497389-0063108631-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.054 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.055 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.056 DEBUG:boto:Method: HEAD 2022-09-01T10:15:13.057 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:13.059 DEBUG:boto:Data: 2022-09-01T10:15:13.060 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.060 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.061 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.062 DEBUG:boto:Params: {} 2022-09-01T10:15:13.063 DEBUG:boto:Token: None 2022-09-01T10:15:13.064 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj 2022-09-01T10:15:13.072 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x0uqIKKEgIHUHSr6QMAWA2gwGIM= 2022-09-01T10:15:13.073 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x0uqIKKEgIHUHSr6QMAWA2gwGIM=', 'Content-Length': '0'} 2022-09-01T10:15:13.082 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000028acfe3c481c684-0063108631-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.083 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:13.083 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.084 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.086 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.086 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.087 DEBUG:boto:Method: GET 2022-09-01T10:15:13.088 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.088 DEBUG:boto:Data: 2022-09-01T10:15:13.089 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.090 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.090 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.091 DEBUG:boto:Params: {} 2022-09-01T10:15:13.092 DEBUG:boto:Token: None 2022-09-01T10:15:13.092 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kqi9k8aleY2EIAMqC7WAzXHEn74= 2022-09-01T10:15:13.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kqi9k8aleY2EIAMqC7WAzXHEn74=', 'Content-Length': '0'} 2022-09-01T10:15:13.096 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a24bcc10b35821ee-0063108631-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.097 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.098 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.098 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.099 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.099 DEBUG:boto:Method: GET 2022-09-01T10:15:13.100 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.100 DEBUG:boto:Data: 2022-09-01T10:15:13.101 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.102 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.103 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.103 DEBUG:boto:Params: {} 2022-09-01T10:15:13.104 DEBUG:boto:Token: None 2022-09-01T10:15:13.105 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.105 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kqi9k8aleY2EIAMqC7WAzXHEn74= 2022-09-01T10:15:13.107 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kqi9k8aleY2EIAMqC7WAzXHEn74=', 'Content-Length': '0'} 2022-09-01T10:15:13.120 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000728a70f673d4887c-0063108631-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.122 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:13.124 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:13.125 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.126 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.134 DEBUG:boto:Method: GET 2022-09-01T10:15:13.135 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.135 DEBUG:boto:Data: 2022-09-01T10:15:13.136 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.137 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.137 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.138 DEBUG:boto:Params: {} 2022-09-01T10:15:13.140 DEBUG:boto:Token: None 2022-09-01T10:15:13.141 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/ 2022-09-01T10:15:13.141 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M= 2022-09-01T10:15:13.142 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M=', 'Content-Length': '0'} 2022-09-01T10:15:13.152 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000028c13f102b2217b9-0063108631-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.153 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:13.154 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:13.156 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:13.156 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.158 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.163 DEBUG:boto:Method: GET 2022-09-01T10:15:13.164 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.165 DEBUG:boto:Data: 2022-09-01T10:15:13.166 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.167 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.168 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.169 DEBUG:boto:Params: {} 2022-09-01T10:15:13.171 DEBUG:boto:Token: None 2022-09-01T10:15:13.172 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/ 2022-09-01T10:15:13.174 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M= 2022-09-01T10:15:13.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M=', 'Content-Length': '0'} 2022-09-01T10:15:13.183 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f4ec3c09af064641-0063108631-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.185 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:13.187 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:13.188 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.189 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.190 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.191 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.192 DEBUG:boto:Method: GET 2022-09-01T10:15:13.192 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.193 DEBUG:boto:Data: 2022-09-01T10:15:13.194 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.195 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.196 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.197 DEBUG:boto:Params: {} 2022-09-01T10:15:13.198 DEBUG:boto:Token: None 2022-09-01T10:15:13.199 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.200 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L7GW+W2d6gkU+2/xEN6kpXU/kY0= 2022-09-01T10:15:13.201 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L7GW+W2d6gkU+2/xEN6kpXU/kY0=', 'Content-Length': '0'} 2022-09-01T10:15:13.206 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000225e3738257e44bc-0063108631-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.208 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.210 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.211 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.211 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.212 DEBUG:boto:Method: GET 2022-09-01T10:15:13.212 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.213 DEBUG:boto:Data: 2022-09-01T10:15:13.214 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.214 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.215 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.216 DEBUG:boto:Params: {} 2022-09-01T10:15:13.217 DEBUG:boto:Token: None 2022-09-01T10:15:13.218 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.218 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L7GW+W2d6gkU+2/xEN6kpXU/kY0= 2022-09-01T10:15:13.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L7GW+W2d6gkU+2/xEN6kpXU/kY0=', 'Content-Length': '0'} 2022-09-01T10:15:13.222 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001f5f5e6bdee2f10c-0063108631-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.223 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.223 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.224 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.224 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.225 DEBUG:boto:Method: HEAD 2022-09-01T10:15:13.226 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.227 DEBUG:boto:Data: 2022-09-01T10:15:13.228 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.229 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.230 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.232 DEBUG:boto:Params: {} 2022-09-01T10:15:13.233 DEBUG:boto:Token: None 2022-09-01T10:15:13.234 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.236 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:R+HpkwxQitC8PH2YcasubpTMAFg= 2022-09-01T10:15:13.238 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:R+HpkwxQitC8PH2YcasubpTMAFg=', 'Content-Length': '0'} 2022-09-01T10:15:13.241 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000016e3e934be37e173-0063108631-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.244 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.245 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.246 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.260 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.262 DEBUG:boto:Method: HEAD 2022-09-01T10:15:13.262 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.263 DEBUG:boto:Data: 2022-09-01T10:15:13.264 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.265 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.266 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.267 DEBUG:boto:Params: {} 2022-09-01T10:15:13.268 DEBUG:boto:Token: None 2022-09-01T10:15:13.270 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:R+HpkwxQitC8PH2YcasubpTMAFg= 2022-09-01T10:15:13.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:R+HpkwxQitC8PH2YcasubpTMAFg=', 'Content-Length': '0'} 2022-09-01T10:15:13.277 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000acf530c276d65e52-0063108631-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.279 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:13.280 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.282 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.284 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.285 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.286 DEBUG:boto:Method: GET 2022-09-01T10:15:13.288 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.289 DEBUG:boto:Data: 2022-09-01T10:15:13.290 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.291 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.292 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.293 DEBUG:boto:Params: {} 2022-09-01T10:15:13.295 DEBUG:boto:Token: None 2022-09-01T10:15:13.296 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.297 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L7GW+W2d6gkU+2/xEN6kpXU/kY0= 2022-09-01T10:15:13.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L7GW+W2d6gkU+2/xEN6kpXU/kY0=', 'Content-Length': '0'} 2022-09-01T10:15:13.303 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000af8226a555689d8e-0063108631-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.304 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.306 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.308 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.308 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.309 DEBUG:boto:Method: GET 2022-09-01T10:15:13.309 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.321 DEBUG:boto:Data: 2022-09-01T10:15:13.322 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.323 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.323 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.324 DEBUG:boto:Params: {} 2022-09-01T10:15:13.325 DEBUG:boto:Token: None 2022-09-01T10:15:13.325 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:13.326 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L7GW+W2d6gkU+2/xEN6kpXU/kY0= 2022-09-01T10:15:13.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L7GW+W2d6gkU+2/xEN6kpXU/kY0=', 'Content-Length': '0'} 2022-09-01T10:15:13.345 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009ccfd4132d9bb487-0063108631-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.346 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:13.347 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:13.350 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.351 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.351 DEBUG:boto:Method: GET 2022-09-01T10:15:13.352 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.352 DEBUG:boto:Data: 2022-09-01T10:15:13.353 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.354 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.354 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.355 DEBUG:boto:Params: {} 2022-09-01T10:15:13.356 DEBUG:boto:Token: None 2022-09-01T10:15:13.356 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/ 2022-09-01T10:15:13.357 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M= 2022-09-01T10:15:13.358 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M=', 'Content-Length': '0'} 2022-09-01T10:15:13.362 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ab22dffb50b4ec48-0063108631-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.364 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:13.365 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:13.367 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:13.368 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.369 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.370 DEBUG:boto:Method: GET 2022-09-01T10:15:13.371 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.372 DEBUG:boto:Data: 2022-09-01T10:15:13.373 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.375 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.375 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.376 DEBUG:boto:Params: {} 2022-09-01T10:15:13.377 DEBUG:boto:Token: None 2022-09-01T10:15:13.380 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/ 2022-09-01T10:15:13.381 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M= 2022-09-01T10:15:13.382 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M=', 'Content-Length': '0'} 2022-09-01T10:15:13.392 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e11b4b03894a328c-0063108631-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.432 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:13.434 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.435 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.436 DEBUG:boto:Method: HEAD 2022-09-01T10:15:13.437 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:13.445 DEBUG:boto:Data: 2022-09-01T10:15:13.446 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.447 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.448 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.449 DEBUG:boto:Params: {} 2022-09-01T10:15:13.450 DEBUG:boto:Token: None 2022-09-01T10:15:13.451 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj 2022-09-01T10:15:13.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x0uqIKKEgIHUHSr6QMAWA2gwGIM= 2022-09-01T10:15:13.453 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x0uqIKKEgIHUHSr6QMAWA2gwGIM=', 'Content-Length': '0'} 2022-09-01T10:15:13.462 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dbca48af0bae0185-0063108631-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.464 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.465 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.466 DEBUG:boto:Method: HEAD 2022-09-01T10:15:13.467 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:13.468 DEBUG:boto:Data: 2022-09-01T10:15:13.469 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.500 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.502 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.503 DEBUG:boto:Params: {} 2022-09-01T10:15:13.504 DEBUG:boto:Token: None 2022-09-01T10:15:13.505 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj 2022-09-01T10:15:13.508 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x0uqIKKEgIHUHSr6QMAWA2gwGIM= 2022-09-01T10:15:13.509 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x0uqIKKEgIHUHSr6QMAWA2gwGIM=', 'Content-Length': '0'} 2022-09-01T10:15:13.518 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c9245ed8c10f92e3-0063108631-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.520 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:13.521 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.523 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.524 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.524 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.525 DEBUG:boto:Method: GET 2022-09-01T10:15:13.526 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.527 DEBUG:boto:Data: 2022-09-01T10:15:13.528 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.529 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.529 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.530 DEBUG:boto:Params: {} 2022-09-01T10:15:13.531 DEBUG:boto:Token: None 2022-09-01T10:15:13.532 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.533 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kqi9k8aleY2EIAMqC7WAzXHEn74= 2022-09-01T10:15:13.534 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kqi9k8aleY2EIAMqC7WAzXHEn74=', 'Content-Length': '0'} 2022-09-01T10:15:13.538 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f47ab54b7641d73b-0063108631-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.539 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.541 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.542 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.543 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.544 DEBUG:boto:Method: GET 2022-09-01T10:15:13.545 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.558 DEBUG:boto:Data: 2022-09-01T10:15:13.559 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.560 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.561 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.562 DEBUG:boto:Params: {} 2022-09-01T10:15:13.564 DEBUG:boto:Token: None 2022-09-01T10:15:13.565 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kqi9k8aleY2EIAMqC7WAzXHEn74= 2022-09-01T10:15:13.570 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kqi9k8aleY2EIAMqC7WAzXHEn74=', 'Content-Length': '0'} 2022-09-01T10:15:13.574 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000032613e9753245544-0063108631-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.576 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:13.577 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:13.580 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.581 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.582 DEBUG:boto:Method: GET 2022-09-01T10:15:13.583 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.584 DEBUG:boto:Data: 2022-09-01T10:15:13.585 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.586 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.587 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.588 DEBUG:boto:Params: {} 2022-09-01T10:15:13.598 DEBUG:boto:Token: None 2022-09-01T10:15:13.600 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/ 2022-09-01T10:15:13.601 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M= 2022-09-01T10:15:13.603 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M=', 'Content-Length': '0'} 2022-09-01T10:15:13.607 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000306eb3baa5f91862-0063108631-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.609 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:13.611 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:13.612 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:13.613 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.614 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.615 DEBUG:boto:Method: GET 2022-09-01T10:15:13.616 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.617 DEBUG:boto:Data: 2022-09-01T10:15:13.618 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.619 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.621 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.621 DEBUG:boto:Params: {} 2022-09-01T10:15:13.623 DEBUG:boto:Token: None 2022-09-01T10:15:13.624 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/ 2022-09-01T10:15:13.625 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M= 2022-09-01T10:15:13.626 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M=', 'Content-Length': '0'} 2022-09-01T10:15:13.630 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f34d53986624ff48-0063108631-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.631 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:13.633 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:13.634 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.635 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.636 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.637 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.638 DEBUG:boto:Method: GET 2022-09-01T10:15:13.639 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.640 DEBUG:boto:Data: 2022-09-01T10:15:13.641 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.642 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.643 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.644 DEBUG:boto:Params: {} 2022-09-01T10:15:13.645 DEBUG:boto:Token: None 2022-09-01T10:15:13.648 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.650 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m7MORwdfYC95dsI9fpargWmTRwc= 2022-09-01T10:15:13.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m7MORwdfYC95dsI9fpargWmTRwc=', 'Content-Length': '0'} 2022-09-01T10:15:13.655 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ddc5c3324e10b811-0063108631-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.659 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.660 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.661 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.662 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.664 DEBUG:boto:Method: GET 2022-09-01T10:15:13.665 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.666 DEBUG:boto:Data: 2022-09-01T10:15:13.667 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.672 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.673 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.674 DEBUG:boto:Params: {} 2022-09-01T10:15:13.674 DEBUG:boto:Token: None 2022-09-01T10:15:13.675 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.676 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m7MORwdfYC95dsI9fpargWmTRwc= 2022-09-01T10:15:13.677 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m7MORwdfYC95dsI9fpargWmTRwc=', 'Content-Length': '0'} 2022-09-01T10:15:13.680 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005f7b0b4790588359-0063108631-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.681 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.686 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.686 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.687 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.688 DEBUG:boto:Method: HEAD 2022-09-01T10:15:13.688 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.689 DEBUG:boto:Data: 2022-09-01T10:15:13.690 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.691 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.691 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.692 DEBUG:boto:Params: {} 2022-09-01T10:15:13.692 DEBUG:boto:Token: None 2022-09-01T10:15:13.693 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.694 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y6rIgaEuX+7oqFQKHct40IFHYa8= 2022-09-01T10:15:13.696 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y6rIgaEuX+7oqFQKHct40IFHYa8=', 'Content-Length': '0'} 2022-09-01T10:15:13.699 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000095515558c8319b6e-0063108631-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.701 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.702 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.703 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.704 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.705 DEBUG:boto:Method: HEAD 2022-09-01T10:15:13.708 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.719 DEBUG:boto:Data: 2022-09-01T10:15:13.720 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.721 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.722 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.723 DEBUG:boto:Params: {} 2022-09-01T10:15:13.724 DEBUG:boto:Token: None 2022-09-01T10:15:13.725 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.726 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y6rIgaEuX+7oqFQKHct40IFHYa8= 2022-09-01T10:15:13.727 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y6rIgaEuX+7oqFQKHct40IFHYa8=', 'Content-Length': '0'} 2022-09-01T10:15:13.731 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005887cb99147186a1-0063108631-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.732 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:13.733 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.734 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.735 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.735 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.736 DEBUG:boto:Method: GET 2022-09-01T10:15:13.737 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.738 DEBUG:boto:Data: 2022-09-01T10:15:13.739 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.740 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.741 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.742 DEBUG:boto:Params: {} 2022-09-01T10:15:13.743 DEBUG:boto:Token: None 2022-09-01T10:15:13.744 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m7MORwdfYC95dsI9fpargWmTRwc= 2022-09-01T10:15:13.746 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m7MORwdfYC95dsI9fpargWmTRwc=', 'Content-Length': '0'} 2022-09-01T10:15:13.750 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b5ab2cc51b66877a-0063108631-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.751 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.752 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.753 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.754 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.754 DEBUG:boto:Method: GET 2022-09-01T10:15:13.757 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.758 DEBUG:boto:Data: 2022-09-01T10:15:13.760 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.762 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.763 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.764 DEBUG:boto:Params: {} 2022-09-01T10:15:13.766 DEBUG:boto:Token: None 2022-09-01T10:15:13.767 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:13.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m7MORwdfYC95dsI9fpargWmTRwc= 2022-09-01T10:15:13.771 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m7MORwdfYC95dsI9fpargWmTRwc=', 'Content-Length': '0'} 2022-09-01T10:15:13.774 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f835d752ccc387ba-0063108631-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.776 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:13.777 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:13.778 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.779 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.780 DEBUG:boto:Method: GET 2022-09-01T10:15:13.781 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.782 DEBUG:boto:Data: 2022-09-01T10:15:13.783 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.784 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.785 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.786 DEBUG:boto:Params: {} 2022-09-01T10:15:13.787 DEBUG:boto:Token: None 2022-09-01T10:15:13.788 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/ 2022-09-01T10:15:13.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M= 2022-09-01T10:15:13.790 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M=', 'Content-Length': '0'} 2022-09-01T10:15:13.794 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008e7aa563f2185898-0063108631-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.796 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:13.797 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:13.798 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:13.799 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.800 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.801 DEBUG:boto:Method: GET 2022-09-01T10:15:13.807 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.807 DEBUG:boto:Data: 2022-09-01T10:15:13.808 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.808 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.809 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.809 DEBUG:boto:Params: {} 2022-09-01T10:15:13.810 DEBUG:boto:Token: None 2022-09-01T10:15:13.811 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/ 2022-09-01T10:15:13.811 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M= 2022-09-01T10:15:13.812 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M=', 'Content-Length': '0'} 2022-09-01T10:15:13.818 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007e96bcdeba3a7f8d-0063108631-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.819 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:13.821 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.822 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.823 DEBUG:boto:Method: HEAD 2022-09-01T10:15:13.825 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:13.826 DEBUG:boto:Data: 2022-09-01T10:15:13.826 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.827 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.831 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.832 DEBUG:boto:Params: {} 2022-09-01T10:15:13.833 DEBUG:boto:Token: None 2022-09-01T10:15:13.835 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj 2022-09-01T10:15:13.836 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x0uqIKKEgIHUHSr6QMAWA2gwGIM= 2022-09-01T10:15:13.837 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x0uqIKKEgIHUHSr6QMAWA2gwGIM=', 'Content-Length': '0'} 2022-09-01T10:15:13.844 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000de43a6b7dde1cda9-0063108631-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.845 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.846 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.849 DEBUG:boto:Method: HEAD 2022-09-01T10:15:13.850 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:13.851 DEBUG:boto:Data: 2022-09-01T10:15:13.852 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.853 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.854 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.854 DEBUG:boto:Params: {} 2022-09-01T10:15:13.855 DEBUG:boto:Token: None 2022-09-01T10:15:13.856 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj 2022-09-01T10:15:13.856 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x0uqIKKEgIHUHSr6QMAWA2gwGIM= 2022-09-01T10:15:13.857 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x0uqIKKEgIHUHSr6QMAWA2gwGIM=', 'Content-Length': '0'} 2022-09-01T10:15:13.862 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003706de5febc8237d-0063108631-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.864 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:13.864 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.865 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.866 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.867 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.867 DEBUG:boto:Method: GET 2022-09-01T10:15:13.870 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.871 DEBUG:boto:Data: 2022-09-01T10:15:13.871 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.872 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.873 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.874 DEBUG:boto:Params: {} 2022-09-01T10:15:13.874 DEBUG:boto:Token: None 2022-09-01T10:15:13.875 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.876 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kqi9k8aleY2EIAMqC7WAzXHEn74= 2022-09-01T10:15:13.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kqi9k8aleY2EIAMqC7WAzXHEn74=', 'Content-Length': '0'} 2022-09-01T10:15:13.879 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008f5ccc34ed5484ea-0063108631-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.880 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.881 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.883 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.884 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.885 DEBUG:boto:Method: GET 2022-09-01T10:15:13.885 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.886 DEBUG:boto:Data: 2022-09-01T10:15:13.887 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.887 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.888 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.888 DEBUG:boto:Params: {} 2022-09-01T10:15:13.889 DEBUG:boto:Token: None 2022-09-01T10:15:13.890 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:13.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kqi9k8aleY2EIAMqC7WAzXHEn74= 2022-09-01T10:15:13.891 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kqi9k8aleY2EIAMqC7WAzXHEn74=', 'Content-Length': '0'} 2022-09-01T10:15:13.893 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dbb09459dcf861d9-0063108631-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.895 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:13.896 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:13.897 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.897 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.898 DEBUG:boto:Method: GET 2022-09-01T10:15:13.898 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.899 DEBUG:boto:Data: 2022-09-01T10:15:13.900 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.901 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:13.901 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.902 DEBUG:boto:Params: {} 2022-09-01T10:15:13.903 DEBUG:boto:Token: None 2022-09-01T10:15:13.903 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/ 2022-09-01T10:15:13.904 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M= 2022-09-01T10:15:13.905 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M=', 'Content-Length': '0'} 2022-09-01T10:15:13.908 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000017004ca8cd50fd18-0063108631-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.953 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:13.954 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:13.960 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:13.961 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.962 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.963 DEBUG:boto:Method: GET 2022-09-01T10:15:13.965 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:13.967 DEBUG:boto:Data: 2022-09-01T10:15:13.968 DEBUG:boto:Headers: {} 2022-09-01T10:15:13.970 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:13.971 DEBUG:boto:Port: 8000 2022-09-01T10:15:13.972 DEBUG:boto:Params: {} 2022-09-01T10:15:13.974 DEBUG:boto:Token: None 2022-09-01T10:15:13.975 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:13 GMT /ptoxvb-19/ 2022-09-01T10:15:13.976 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M= 2022-09-01T10:15:13.978 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NBuwZvON8YYLacV7kpthNCgk61M=', 'Content-Length': '0'} 2022-09-01T10:15:13.982 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c86eb58116e4d85e-0063108631-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:13.985 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:13.987 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:13.987 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:13.988 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:13.988 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:13.989 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:13.989 DEBUG:boto:Method: GET 2022-09-01T10:15:13.990 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:13.991 DEBUG:boto:Data: 2022-09-01T10:15:13.999 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.000 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.001 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.001 DEBUG:boto:Params: {} 2022-09-01T10:15:14.002 DEBUG:boto:Token: None 2022-09-01T10:15:14.003 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MosHPmGHasUjInf2nlAhFcVN94g= 2022-09-01T10:15:14.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MosHPmGHasUjInf2nlAhFcVN94g=', 'Content-Length': '0'} 2022-09-01T10:15:14.008 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d4b310031cf79487-0063108632-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.010 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.011 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.012 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.013 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.014 DEBUG:boto:Method: GET 2022-09-01T10:15:14.015 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.016 DEBUG:boto:Data: 2022-09-01T10:15:14.017 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.019 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.021 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.022 DEBUG:boto:Params: {} 2022-09-01T10:15:14.024 DEBUG:boto:Token: None 2022-09-01T10:15:14.025 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.026 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MosHPmGHasUjInf2nlAhFcVN94g= 2022-09-01T10:15:14.026 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MosHPmGHasUjInf2nlAhFcVN94g=', 'Content-Length': '0'} 2022-09-01T10:15:14.030 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004271a0eada31ce08-0063108632-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.032 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.033 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.035 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.035 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.036 DEBUG:boto:Method: HEAD 2022-09-01T10:15:14.036 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.037 DEBUG:boto:Data: 2022-09-01T10:15:14.037 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.038 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.038 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.039 DEBUG:boto:Params: {} 2022-09-01T10:15:14.039 DEBUG:boto:Token: None 2022-09-01T10:15:14.040 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.040 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pub3UykgYBKTJIUFS7V7T5DiV/w= 2022-09-01T10:15:14.041 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pub3UykgYBKTJIUFS7V7T5DiV/w=', 'Content-Length': '0'} 2022-09-01T10:15:14.050 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008b75c9f09664cb9c-0063108632-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.051 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.052 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.052 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.053 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.053 DEBUG:boto:Method: HEAD 2022-09-01T10:15:14.054 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.054 DEBUG:boto:Data: 2022-09-01T10:15:14.055 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.055 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.056 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.056 DEBUG:boto:Params: {} 2022-09-01T10:15:14.057 DEBUG:boto:Token: None 2022-09-01T10:15:14.057 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pub3UykgYBKTJIUFS7V7T5DiV/w= 2022-09-01T10:15:14.059 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pub3UykgYBKTJIUFS7V7T5DiV/w=', 'Content-Length': '0'} 2022-09-01T10:15:14.062 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000001a79f8e411a0c64-0063108632-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.063 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:14.064 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.064 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.065 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.065 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.066 DEBUG:boto:Method: GET 2022-09-01T10:15:14.067 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.067 DEBUG:boto:Data: 2022-09-01T10:15:14.068 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.068 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.069 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.070 DEBUG:boto:Params: {} 2022-09-01T10:15:14.071 DEBUG:boto:Token: None 2022-09-01T10:15:14.072 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.072 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MosHPmGHasUjInf2nlAhFcVN94g= 2022-09-01T10:15:14.073 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MosHPmGHasUjInf2nlAhFcVN94g=', 'Content-Length': '0'} 2022-09-01T10:15:14.076 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ddfdad7e7b1f5642-0063108632-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.077 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.077 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.078 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.078 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.079 DEBUG:boto:Method: GET 2022-09-01T10:15:14.079 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.081 DEBUG:boto:Data: 2022-09-01T10:15:14.082 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.082 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.083 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.083 DEBUG:boto:Params: {} 2022-09-01T10:15:14.085 DEBUG:boto:Token: None 2022-09-01T10:15:14.085 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:14.086 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MosHPmGHasUjInf2nlAhFcVN94g= 2022-09-01T10:15:14.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MosHPmGHasUjInf2nlAhFcVN94g=', 'Content-Length': '0'} 2022-09-01T10:15:14.091 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000939b6941b1cb9607-0063108632-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.092 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:14.094 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:14.095 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.096 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.097 DEBUG:boto:Method: GET 2022-09-01T10:15:14.099 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.100 DEBUG:boto:Data: 2022-09-01T10:15:14.101 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.102 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.104 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.106 DEBUG:boto:Params: {} 2022-09-01T10:15:14.107 DEBUG:boto:Token: None 2022-09-01T10:15:14.108 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/ 2022-09-01T10:15:14.110 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU= 2022-09-01T10:15:14.111 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU=', 'Content-Length': '0'} 2022-09-01T10:15:14.114 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000035b3247fb176c761-0063108632-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.116 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:14.118 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:14.119 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:14.120 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.122 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.123 DEBUG:boto:Method: GET 2022-09-01T10:15:14.124 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.125 DEBUG:boto:Data: 2022-09-01T10:15:14.126 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.127 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.128 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.129 DEBUG:boto:Params: {} 2022-09-01T10:15:14.130 DEBUG:boto:Token: None 2022-09-01T10:15:14.131 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/ 2022-09-01T10:15:14.132 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU= 2022-09-01T10:15:14.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU=', 'Content-Length': '0'} 2022-09-01T10:15:14.138 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003bb632c0fea42f55-0063108632-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.179 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:14.181 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.183 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.184 DEBUG:boto:Method: HEAD 2022-09-01T10:15:14.185 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:14.186 DEBUG:boto:Data: 2022-09-01T10:15:14.187 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.188 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.189 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.190 DEBUG:boto:Params: {} 2022-09-01T10:15:14.191 DEBUG:boto:Token: None 2022-09-01T10:15:14.192 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj 2022-09-01T10:15:14.193 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ETaLPq2TKZBA4MVc02mOUoF//Fs= 2022-09-01T10:15:14.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ETaLPq2TKZBA4MVc02mOUoF//Fs=', 'Content-Length': '0'} 2022-09-01T10:15:14.199 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006800a4e3e49208d4-0063108632-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.200 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.201 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.202 DEBUG:boto:Method: HEAD 2022-09-01T10:15:14.203 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:14.204 DEBUG:boto:Data: 2022-09-01T10:15:14.206 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.207 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.208 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.209 DEBUG:boto:Params: {} 2022-09-01T10:15:14.210 DEBUG:boto:Token: None 2022-09-01T10:15:14.212 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj 2022-09-01T10:15:14.213 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ETaLPq2TKZBA4MVc02mOUoF//Fs= 2022-09-01T10:15:14.214 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ETaLPq2TKZBA4MVc02mOUoF//Fs=', 'Content-Length': '0'} 2022-09-01T10:15:14.218 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d40a1a4bf663e7f4-0063108632-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.219 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:14.220 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.221 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.222 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.222 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.223 DEBUG:boto:Method: GET 2022-09-01T10:15:14.224 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.224 DEBUG:boto:Data: 2022-09-01T10:15:14.225 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.225 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.226 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.227 DEBUG:boto:Params: {} 2022-09-01T10:15:14.228 DEBUG:boto:Token: None 2022-09-01T10:15:14.229 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qvviqU7G+Qnr2mNBO6vAqcH3H2s= 2022-09-01T10:15:14.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qvviqU7G+Qnr2mNBO6vAqcH3H2s=', 'Content-Length': '0'} 2022-09-01T10:15:14.235 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000019d027947a6cca8d-0063108632-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.236 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.237 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.238 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.239 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.240 DEBUG:boto:Method: GET 2022-09-01T10:15:14.241 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.242 DEBUG:boto:Data: 2022-09-01T10:15:14.243 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.245 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.246 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.247 DEBUG:boto:Params: {} 2022-09-01T10:15:14.248 DEBUG:boto:Token: None 2022-09-01T10:15:14.249 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qvviqU7G+Qnr2mNBO6vAqcH3H2s= 2022-09-01T10:15:14.253 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qvviqU7G+Qnr2mNBO6vAqcH3H2s=', 'Content-Length': '0'} 2022-09-01T10:15:14.257 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d6db8a1cf3263042-0063108632-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.258 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:14.259 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:14.259 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.260 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.262 DEBUG:boto:Method: GET 2022-09-01T10:15:14.263 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.264 DEBUG:boto:Data: 2022-09-01T10:15:14.265 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.266 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.268 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.268 DEBUG:boto:Params: {} 2022-09-01T10:15:14.269 DEBUG:boto:Token: None 2022-09-01T10:15:14.270 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/ 2022-09-01T10:15:14.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU= 2022-09-01T10:15:14.274 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU=', 'Content-Length': '0'} 2022-09-01T10:15:14.279 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007dbb741bc49bad4e-0063108632-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.325 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:14.327 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:14.328 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:14.329 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.332 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.333 DEBUG:boto:Method: GET 2022-09-01T10:15:14.335 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.336 DEBUG:boto:Data: 2022-09-01T10:15:14.337 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.345 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.346 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.347 DEBUG:boto:Params: {} 2022-09-01T10:15:14.349 DEBUG:boto:Token: None 2022-09-01T10:15:14.350 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/ 2022-09-01T10:15:14.360 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU= 2022-09-01T10:15:14.360 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU=', 'Content-Length': '0'} 2022-09-01T10:15:14.364 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c6bdaff103e08b02-0063108632-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.365 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:14.366 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:14.366 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.367 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.368 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.368 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.369 DEBUG:boto:Method: GET 2022-09-01T10:15:14.369 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.370 DEBUG:boto:Data: 2022-09-01T10:15:14.371 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.371 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.372 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.372 DEBUG:boto:Params: {} 2022-09-01T10:15:14.373 DEBUG:boto:Token: None 2022-09-01T10:15:14.379 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.380 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9eEoav53Sf2tZhsXlietOyWd6kY= 2022-09-01T10:15:14.381 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9eEoav53Sf2tZhsXlietOyWd6kY=', 'Content-Length': '0'} 2022-09-01T10:15:14.391 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000da97893ebb0c59eb-0063108632-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.393 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.394 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.395 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.395 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.396 DEBUG:boto:Method: GET 2022-09-01T10:15:14.397 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.397 DEBUG:boto:Data: 2022-09-01T10:15:14.398 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.398 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.399 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.400 DEBUG:boto:Params: {} 2022-09-01T10:15:14.400 DEBUG:boto:Token: None 2022-09-01T10:15:14.401 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.402 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9eEoav53Sf2tZhsXlietOyWd6kY= 2022-09-01T10:15:14.403 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9eEoav53Sf2tZhsXlietOyWd6kY=', 'Content-Length': '0'} 2022-09-01T10:15:14.410 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e58caba9d6851916-0063108632-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.460 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.462 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.463 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.464 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.465 DEBUG:boto:Method: HEAD 2022-09-01T10:15:14.466 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.467 DEBUG:boto:Data: 2022-09-01T10:15:14.468 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.469 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.469 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.470 DEBUG:boto:Params: {} 2022-09-01T10:15:14.470 DEBUG:boto:Token: None 2022-09-01T10:15:14.471 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.472 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0gKrMDAhgvIzgKLDmQi8VjW3yOg= 2022-09-01T10:15:14.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0gKrMDAhgvIzgKLDmQi8VjW3yOg=', 'Content-Length': '0'} 2022-09-01T10:15:14.474 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000901d0c7b05caebeb-0063108632-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.476 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.477 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.478 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.479 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.480 DEBUG:boto:Method: HEAD 2022-09-01T10:15:14.481 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.482 DEBUG:boto:Data: 2022-09-01T10:15:14.483 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.484 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.485 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.486 DEBUG:boto:Params: {} 2022-09-01T10:15:14.487 DEBUG:boto:Token: None 2022-09-01T10:15:14.489 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.490 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0gKrMDAhgvIzgKLDmQi8VjW3yOg= 2022-09-01T10:15:14.491 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0gKrMDAhgvIzgKLDmQi8VjW3yOg=', 'Content-Length': '0'} 2022-09-01T10:15:14.494 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002aa03942cf9e43bd-0063108632-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.495 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:14.496 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.497 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.498 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.499 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.500 DEBUG:boto:Method: GET 2022-09-01T10:15:14.501 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.502 DEBUG:boto:Data: 2022-09-01T10:15:14.503 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.504 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.505 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.515 DEBUG:boto:Params: {} 2022-09-01T10:15:14.516 DEBUG:boto:Token: None 2022-09-01T10:15:14.518 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9eEoav53Sf2tZhsXlietOyWd6kY= 2022-09-01T10:15:14.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9eEoav53Sf2tZhsXlietOyWd6kY=', 'Content-Length': '0'} 2022-09-01T10:15:14.523 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a4ace08890e1770f-0063108632-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.526 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.527 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.528 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.531 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.532 DEBUG:boto:Method: GET 2022-09-01T10:15:14.533 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.534 DEBUG:boto:Data: 2022-09-01T10:15:14.535 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.536 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.537 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.538 DEBUG:boto:Params: {} 2022-09-01T10:15:14.540 DEBUG:boto:Token: None 2022-09-01T10:15:14.541 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:14.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9eEoav53Sf2tZhsXlietOyWd6kY= 2022-09-01T10:15:14.543 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9eEoav53Sf2tZhsXlietOyWd6kY=', 'Content-Length': '0'} 2022-09-01T10:15:14.545 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c5cbabb965c2a9d9-0063108632-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.549 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:14.549 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:14.550 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.551 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.551 DEBUG:boto:Method: GET 2022-09-01T10:15:14.552 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.552 DEBUG:boto:Data: 2022-09-01T10:15:14.553 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.554 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.555 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.555 DEBUG:boto:Params: {} 2022-09-01T10:15:14.556 DEBUG:boto:Token: None 2022-09-01T10:15:14.556 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/ 2022-09-01T10:15:14.557 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU= 2022-09-01T10:15:14.558 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU=', 'Content-Length': '0'} 2022-09-01T10:15:14.565 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003b4bb9ace3e7f320-0063108632-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.566 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:14.567 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:14.568 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:14.568 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.569 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.569 DEBUG:boto:Method: GET 2022-09-01T10:15:14.570 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.570 DEBUG:boto:Data: 2022-09-01T10:15:14.571 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.571 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.572 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.573 DEBUG:boto:Params: {} 2022-09-01T10:15:14.573 DEBUG:boto:Token: None 2022-09-01T10:15:14.574 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/ 2022-09-01T10:15:14.575 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU= 2022-09-01T10:15:14.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU=', 'Content-Length': '0'} 2022-09-01T10:15:14.579 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000003d96ca2df70d411-0063108632-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.580 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:14.581 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.583 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.584 DEBUG:boto:Method: HEAD 2022-09-01T10:15:14.585 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:14.586 DEBUG:boto:Data: 2022-09-01T10:15:14.587 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.587 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.588 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.589 DEBUG:boto:Params: {} 2022-09-01T10:15:14.590 DEBUG:boto:Token: None 2022-09-01T10:15:14.592 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj 2022-09-01T10:15:14.593 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ETaLPq2TKZBA4MVc02mOUoF//Fs= 2022-09-01T10:15:14.594 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ETaLPq2TKZBA4MVc02mOUoF//Fs=', 'Content-Length': '0'} 2022-09-01T10:15:14.598 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fa60a14b527c1548-0063108632-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.600 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.601 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.602 DEBUG:boto:Method: HEAD 2022-09-01T10:15:14.605 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:14.607 DEBUG:boto:Data: 2022-09-01T10:15:14.608 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.609 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.610 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.611 DEBUG:boto:Params: {} 2022-09-01T10:15:14.612 DEBUG:boto:Token: None 2022-09-01T10:15:14.614 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj 2022-09-01T10:15:14.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ETaLPq2TKZBA4MVc02mOUoF//Fs= 2022-09-01T10:15:14.617 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ETaLPq2TKZBA4MVc02mOUoF//Fs=', 'Content-Length': '0'} 2022-09-01T10:15:14.634 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000085c8a9a65ad350c0-0063108632-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.636 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:14.637 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.644 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.645 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.646 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.647 DEBUG:boto:Method: GET 2022-09-01T10:15:14.648 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.649 DEBUG:boto:Data: 2022-09-01T10:15:14.649 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.650 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.651 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.652 DEBUG:boto:Params: {} 2022-09-01T10:15:14.654 DEBUG:boto:Token: None 2022-09-01T10:15:14.655 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.656 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qvviqU7G+Qnr2mNBO6vAqcH3H2s= 2022-09-01T10:15:14.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qvviqU7G+Qnr2mNBO6vAqcH3H2s=', 'Content-Length': '0'} 2022-09-01T10:15:14.661 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007b7a2dce36c3b017-0063108632-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.663 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.664 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.665 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.666 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.667 DEBUG:boto:Method: GET 2022-09-01T10:15:14.668 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.669 DEBUG:boto:Data: 2022-09-01T10:15:14.670 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.673 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.674 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.675 DEBUG:boto:Params: {} 2022-09-01T10:15:14.675 DEBUG:boto:Token: None 2022-09-01T10:15:14.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:14.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qvviqU7G+Qnr2mNBO6vAqcH3H2s= 2022-09-01T10:15:14.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qvviqU7G+Qnr2mNBO6vAqcH3H2s=', 'Content-Length': '0'} 2022-09-01T10:15:14.699 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009456d3eecf8ef3c9-0063108632-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.700 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:14.700 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:14.701 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.702 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.702 DEBUG:boto:Method: GET 2022-09-01T10:15:14.703 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.703 DEBUG:boto:Data: 2022-09-01T10:15:14.704 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.706 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.707 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.708 DEBUG:boto:Params: {} 2022-09-01T10:15:14.709 DEBUG:boto:Token: None 2022-09-01T10:15:14.711 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/ 2022-09-01T10:15:14.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU= 2022-09-01T10:15:14.713 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU=', 'Content-Length': '0'} 2022-09-01T10:15:14.726 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003194f6210f02beb1-0063108632-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.728 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:14.729 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:14.730 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:14.734 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.737 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.738 DEBUG:boto:Method: GET 2022-09-01T10:15:14.740 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.743 DEBUG:boto:Data: 2022-09-01T10:15:14.745 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.746 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.748 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.749 DEBUG:boto:Params: {} 2022-09-01T10:15:14.750 DEBUG:boto:Token: None 2022-09-01T10:15:14.752 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/ 2022-09-01T10:15:14.753 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU= 2022-09-01T10:15:14.754 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU=', 'Content-Length': '0'} 2022-09-01T10:15:14.759 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001bd14e6ba5a24d67-0063108632-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.762 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:14.764 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:14.766 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.767 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.768 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.769 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.771 DEBUG:boto:Method: GET 2022-09-01T10:15:14.773 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.773 DEBUG:boto:Data: 2022-09-01T10:15:14.774 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.775 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.776 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.776 DEBUG:boto:Params: {} 2022-09-01T10:15:14.777 DEBUG:boto:Token: None 2022-09-01T10:15:14.779 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YZ7WNVv2U1CWB5FsW/fd3n7WLsQ= 2022-09-01T10:15:14.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YZ7WNVv2U1CWB5FsW/fd3n7WLsQ=', 'Content-Length': '0'} 2022-09-01T10:15:14.785 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000250ecf6e4a6de91a-0063108632-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.786 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.787 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.788 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.788 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.789 DEBUG:boto:Method: GET 2022-09-01T10:15:14.790 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.791 DEBUG:boto:Data: 2022-09-01T10:15:14.791 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.792 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.793 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.794 DEBUG:boto:Params: {} 2022-09-01T10:15:14.796 DEBUG:boto:Token: None 2022-09-01T10:15:14.797 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.799 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YZ7WNVv2U1CWB5FsW/fd3n7WLsQ= 2022-09-01T10:15:14.801 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YZ7WNVv2U1CWB5FsW/fd3n7WLsQ=', 'Content-Length': '0'} 2022-09-01T10:15:14.813 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003ec111996fd16689-0063108632-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.814 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.815 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.816 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.817 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.820 DEBUG:boto:Method: HEAD 2022-09-01T10:15:14.824 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.825 DEBUG:boto:Data: 2022-09-01T10:15:14.827 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.828 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.829 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.830 DEBUG:boto:Params: {} 2022-09-01T10:15:14.832 DEBUG:boto:Token: None 2022-09-01T10:15:14.833 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.834 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f66y6BM9TxYb+txlZaWIiQMnI8A= 2022-09-01T10:15:14.835 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f66y6BM9TxYb+txlZaWIiQMnI8A=', 'Content-Length': '0'} 2022-09-01T10:15:14.838 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e21b281ec164ee60-0063108632-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.840 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.841 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.842 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.844 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.845 DEBUG:boto:Method: HEAD 2022-09-01T10:15:14.846 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.847 DEBUG:boto:Data: 2022-09-01T10:15:14.848 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.849 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.850 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.851 DEBUG:boto:Params: {} 2022-09-01T10:15:14.852 DEBUG:boto:Token: None 2022-09-01T10:15:14.853 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.857 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f66y6BM9TxYb+txlZaWIiQMnI8A= 2022-09-01T10:15:14.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f66y6BM9TxYb+txlZaWIiQMnI8A=', 'Content-Length': '0'} 2022-09-01T10:15:14.861 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007e0951b0b380f9b0-0063108632-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.862 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:14.862 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.863 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.863 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.864 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.865 DEBUG:boto:Method: GET 2022-09-01T10:15:14.865 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.866 DEBUG:boto:Data: 2022-09-01T10:15:14.866 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.868 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.869 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.869 DEBUG:boto:Params: {} 2022-09-01T10:15:14.871 DEBUG:boto:Token: None 2022-09-01T10:15:14.872 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YZ7WNVv2U1CWB5FsW/fd3n7WLsQ= 2022-09-01T10:15:14.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YZ7WNVv2U1CWB5FsW/fd3n7WLsQ=', 'Content-Length': '0'} 2022-09-01T10:15:14.878 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000048c4ebf54dabe50e-0063108632-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.880 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:14.881 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:14.883 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.884 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.885 DEBUG:boto:Method: GET 2022-09-01T10:15:14.887 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.890 DEBUG:boto:Data: 2022-09-01T10:15:14.891 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.893 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.894 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.896 DEBUG:boto:Params: {} 2022-09-01T10:15:14.897 DEBUG:boto:Token: None 2022-09-01T10:15:14.899 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:14.902 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YZ7WNVv2U1CWB5FsW/fd3n7WLsQ= 2022-09-01T10:15:14.906 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YZ7WNVv2U1CWB5FsW/fd3n7WLsQ=', 'Content-Length': '0'} 2022-09-01T10:15:14.909 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000139c45f722f9f429-0063108632-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.919 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:14.920 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:14.922 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.923 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.924 DEBUG:boto:Method: GET 2022-09-01T10:15:14.925 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.933 DEBUG:boto:Data: 2022-09-01T10:15:14.934 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.936 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:14.937 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.938 DEBUG:boto:Params: {} 2022-09-01T10:15:14.939 DEBUG:boto:Token: None 2022-09-01T10:15:14.940 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:14 GMT /ptoxvb-19/ 2022-09-01T10:15:14.942 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU= 2022-09-01T10:15:14.943 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dATinmPx8ElEwz7mRZWjo9zcGCU=', 'Content-Length': '0'} 2022-09-01T10:15:14.969 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000608fad0d6f17580b-0063108632-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:14.971 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:14.972 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:14.973 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:14.974 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.990 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.991 DEBUG:boto:Method: GET 2022-09-01T10:15:14.993 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:14.994 DEBUG:boto:Data: 2022-09-01T10:15:14.995 DEBUG:boto:Headers: {} 2022-09-01T10:15:14.996 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:14.997 DEBUG:boto:Port: 8000 2022-09-01T10:15:14.999 DEBUG:boto:Params: {} 2022-09-01T10:15:15.000 DEBUG:boto:Token: None 2022-09-01T10:15:15.001 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/ 2022-09-01T10:15:15.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc= 2022-09-01T10:15:15.005 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc=', 'Content-Length': '0'} 2022-09-01T10:15:15.010 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f0d1f72f0e3249bd-0063108633-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.011 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:15.013 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.016 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.017 DEBUG:boto:Method: HEAD 2022-09-01T10:15:15.017 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:15.018 DEBUG:boto:Data: 2022-09-01T10:15:15.020 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.021 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.021 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.022 DEBUG:boto:Params: {} 2022-09-01T10:15:15.024 DEBUG:boto:Token: None 2022-09-01T10:15:15.025 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj 2022-09-01T10:15:15.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LT1Oti9n80cnagKcgKkme+4EB8A= 2022-09-01T10:15:15.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LT1Oti9n80cnagKcgKkme+4EB8A=', 'Content-Length': '0'} 2022-09-01T10:15:15.033 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000089c03024aa32f0e3-0063108633-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.036 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.038 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.039 DEBUG:boto:Method: HEAD 2022-09-01T10:15:15.040 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:15.041 DEBUG:boto:Data: 2022-09-01T10:15:15.042 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.043 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.044 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.045 DEBUG:boto:Params: {} 2022-09-01T10:15:15.048 DEBUG:boto:Token: None 2022-09-01T10:15:15.050 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj 2022-09-01T10:15:15.059 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LT1Oti9n80cnagKcgKkme+4EB8A= 2022-09-01T10:15:15.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LT1Oti9n80cnagKcgKkme+4EB8A=', 'Content-Length': '0'} 2022-09-01T10:15:15.065 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002438520cca44c58f-0063108633-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.067 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:15.068 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.069 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.070 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.071 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.072 DEBUG:boto:Method: GET 2022-09-01T10:15:15.073 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.082 DEBUG:boto:Data: 2022-09-01T10:15:15.083 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.084 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.085 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.087 DEBUG:boto:Params: {} 2022-09-01T10:15:15.088 DEBUG:boto:Token: None 2022-09-01T10:15:15.090 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:orCEZugeB39PIge2rpRwL0ffhRA= 2022-09-01T10:15:15.092 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:orCEZugeB39PIge2rpRwL0ffhRA=', 'Content-Length': '0'} 2022-09-01T10:15:15.099 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f5ab49c52a4731b8-0063108633-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.101 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.102 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.103 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.103 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.104 DEBUG:boto:Method: GET 2022-09-01T10:15:15.104 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.105 DEBUG:boto:Data: 2022-09-01T10:15:15.106 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.106 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.107 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.107 DEBUG:boto:Params: {} 2022-09-01T10:15:15.108 DEBUG:boto:Token: None 2022-09-01T10:15:15.109 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:orCEZugeB39PIge2rpRwL0ffhRA= 2022-09-01T10:15:15.122 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:orCEZugeB39PIge2rpRwL0ffhRA=', 'Content-Length': '0'} 2022-09-01T10:15:15.125 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000906983d53cf87a3d-0063108633-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.126 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:15.127 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:15.127 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.128 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.128 DEBUG:boto:Method: GET 2022-09-01T10:15:15.129 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.129 DEBUG:boto:Data: 2022-09-01T10:15:15.130 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.130 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.131 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.132 DEBUG:boto:Params: {} 2022-09-01T10:15:15.132 DEBUG:boto:Token: None 2022-09-01T10:15:15.133 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/ 2022-09-01T10:15:15.134 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc= 2022-09-01T10:15:15.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc=', 'Content-Length': '0'} 2022-09-01T10:15:15.142 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003eeab1bbc8cb582d-0063108633-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.178 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:15.179 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:15.180 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:15.180 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.181 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.181 DEBUG:boto:Method: GET 2022-09-01T10:15:15.182 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.182 DEBUG:boto:Data: 2022-09-01T10:15:15.183 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.184 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.184 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.185 DEBUG:boto:Params: {} 2022-09-01T10:15:15.185 DEBUG:boto:Token: None 2022-09-01T10:15:15.186 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/ 2022-09-01T10:15:15.186 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc= 2022-09-01T10:15:15.187 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc=', 'Content-Length': '0'} 2022-09-01T10:15:15.190 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f1681b138df697e4-0063108633-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.191 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:15.191 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:15.192 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.193 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.193 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.194 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.194 DEBUG:boto:Method: GET 2022-09-01T10:15:15.195 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.195 DEBUG:boto:Data: 2022-09-01T10:15:15.196 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.196 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.197 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.198 DEBUG:boto:Params: {} 2022-09-01T10:15:15.198 DEBUG:boto:Token: None 2022-09-01T10:15:15.199 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.199 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQQOn/rI8Aq4vclor8P1JQcX/aM= 2022-09-01T10:15:15.200 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQQOn/rI8Aq4vclor8P1JQcX/aM=', 'Content-Length': '0'} 2022-09-01T10:15:15.203 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001b11ea157df70821-0063108633-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.204 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.204 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.205 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.206 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.206 DEBUG:boto:Method: GET 2022-09-01T10:15:15.207 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.208 DEBUG:boto:Data: 2022-09-01T10:15:15.209 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.209 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.210 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.211 DEBUG:boto:Params: {} 2022-09-01T10:15:15.212 DEBUG:boto:Token: None 2022-09-01T10:15:15.212 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.213 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQQOn/rI8Aq4vclor8P1JQcX/aM= 2022-09-01T10:15:15.214 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQQOn/rI8Aq4vclor8P1JQcX/aM=', 'Content-Length': '0'} 2022-09-01T10:15:15.217 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cf97fa81c7225501-0063108633-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.260 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.261 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.262 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.263 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.265 DEBUG:boto:Method: HEAD 2022-09-01T10:15:15.266 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.267 DEBUG:boto:Data: 2022-09-01T10:15:15.268 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.268 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.269 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.269 DEBUG:boto:Params: {} 2022-09-01T10:15:15.270 DEBUG:boto:Token: None 2022-09-01T10:15:15.271 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ubTHAkR8o2jvvtYLsLpQB/kqcQ= 2022-09-01T10:15:15.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ubTHAkR8o2jvvtYLsLpQB/kqcQ=', 'Content-Length': '0'} 2022-09-01T10:15:15.277 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008e64040a56fce822-0063108633-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.278 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.279 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.279 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.280 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.282 DEBUG:boto:Method: HEAD 2022-09-01T10:15:15.282 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.283 DEBUG:boto:Data: 2022-09-01T10:15:15.283 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.284 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.286 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.286 DEBUG:boto:Params: {} 2022-09-01T10:15:15.287 DEBUG:boto:Token: None 2022-09-01T10:15:15.288 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.288 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ubTHAkR8o2jvvtYLsLpQB/kqcQ= 2022-09-01T10:15:15.289 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ubTHAkR8o2jvvtYLsLpQB/kqcQ=', 'Content-Length': '0'} 2022-09-01T10:15:15.296 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ef3fe4dc5a98c4c8-0063108633-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.297 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:15.298 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.298 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.299 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.299 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.300 DEBUG:boto:Method: GET 2022-09-01T10:15:15.300 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.301 DEBUG:boto:Data: 2022-09-01T10:15:15.303 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.304 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.305 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.307 DEBUG:boto:Params: {} 2022-09-01T10:15:15.308 DEBUG:boto:Token: None 2022-09-01T10:15:15.309 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.318 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQQOn/rI8Aq4vclor8P1JQcX/aM= 2022-09-01T10:15:15.319 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQQOn/rI8Aq4vclor8P1JQcX/aM=', 'Content-Length': '0'} 2022-09-01T10:15:15.321 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000077b0124bb243f0fb-0063108633-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.322 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.323 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.323 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.324 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.325 DEBUG:boto:Method: GET 2022-09-01T10:15:15.327 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.327 DEBUG:boto:Data: 2022-09-01T10:15:15.328 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.329 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.329 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.330 DEBUG:boto:Params: {} 2022-09-01T10:15:15.330 DEBUG:boto:Token: None 2022-09-01T10:15:15.331 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:15.332 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQQOn/rI8Aq4vclor8P1JQcX/aM= 2022-09-01T10:15:15.332 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQQOn/rI8Aq4vclor8P1JQcX/aM=', 'Content-Length': '0'} 2022-09-01T10:15:15.335 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002c98cb1f941c86a5-0063108633-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.337 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:15.337 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:15.338 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.339 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.340 DEBUG:boto:Method: GET 2022-09-01T10:15:15.341 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.342 DEBUG:boto:Data: 2022-09-01T10:15:15.343 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.344 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.344 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.345 DEBUG:boto:Params: {} 2022-09-01T10:15:15.347 DEBUG:boto:Token: None 2022-09-01T10:15:15.348 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/ 2022-09-01T10:15:15.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc= 2022-09-01T10:15:15.351 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc=', 'Content-Length': '0'} 2022-09-01T10:15:15.355 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005dc64cfe14b9e3da-0063108633-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.356 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:15.357 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:15.357 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:15.358 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.358 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.359 DEBUG:boto:Method: GET 2022-09-01T10:15:15.359 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.360 DEBUG:boto:Data: 2022-09-01T10:15:15.360 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.361 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.361 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.362 DEBUG:boto:Params: {} 2022-09-01T10:15:15.363 DEBUG:boto:Token: None 2022-09-01T10:15:15.363 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/ 2022-09-01T10:15:15.364 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc= 2022-09-01T10:15:15.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc=', 'Content-Length': '0'} 2022-09-01T10:15:15.368 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c82dc090c6c6f916-0063108633-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.414 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:15.415 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.416 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.416 DEBUG:boto:Method: HEAD 2022-09-01T10:15:15.420 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:15.420 DEBUG:boto:Data: 2022-09-01T10:15:15.421 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.421 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.422 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.422 DEBUG:boto:Params: {} 2022-09-01T10:15:15.424 DEBUG:boto:Token: None 2022-09-01T10:15:15.425 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj 2022-09-01T10:15:15.426 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LT1Oti9n80cnagKcgKkme+4EB8A= 2022-09-01T10:15:15.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LT1Oti9n80cnagKcgKkme+4EB8A=', 'Content-Length': '0'} 2022-09-01T10:15:15.432 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ba3fe2d0878b0e00-0063108633-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.433 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.433 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.434 DEBUG:boto:Method: HEAD 2022-09-01T10:15:15.434 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:15.435 DEBUG:boto:Data: 2022-09-01T10:15:15.435 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.436 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.436 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.437 DEBUG:boto:Params: {} 2022-09-01T10:15:15.437 DEBUG:boto:Token: None 2022-09-01T10:15:15.438 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj 2022-09-01T10:15:15.439 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LT1Oti9n80cnagKcgKkme+4EB8A= 2022-09-01T10:15:15.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LT1Oti9n80cnagKcgKkme+4EB8A=', 'Content-Length': '0'} 2022-09-01T10:15:15.444 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d431ab3340fa4188-0063108633-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.447 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:15.448 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.449 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.450 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.451 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.452 DEBUG:boto:Method: GET 2022-09-01T10:15:15.453 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.454 DEBUG:boto:Data: 2022-09-01T10:15:15.455 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.456 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.457 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.458 DEBUG:boto:Params: {} 2022-09-01T10:15:15.459 DEBUG:boto:Token: None 2022-09-01T10:15:15.459 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.460 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:orCEZugeB39PIge2rpRwL0ffhRA= 2022-09-01T10:15:15.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:orCEZugeB39PIge2rpRwL0ffhRA=', 'Content-Length': '0'} 2022-09-01T10:15:15.464 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002d603fea5e882b20-0063108633-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.465 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.466 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.467 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.468 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.469 DEBUG:boto:Method: GET 2022-09-01T10:15:15.470 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.471 DEBUG:boto:Data: 2022-09-01T10:15:15.473 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.474 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.475 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.476 DEBUG:boto:Params: {} 2022-09-01T10:15:15.476 DEBUG:boto:Token: None 2022-09-01T10:15:15.477 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.478 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:orCEZugeB39PIge2rpRwL0ffhRA= 2022-09-01T10:15:15.478 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:orCEZugeB39PIge2rpRwL0ffhRA=', 'Content-Length': '0'} 2022-09-01T10:15:15.481 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a9314aeda199ebe3-0063108633-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.484 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:15.485 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:15.485 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.486 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.487 DEBUG:boto:Method: GET 2022-09-01T10:15:15.487 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.488 DEBUG:boto:Data: 2022-09-01T10:15:15.488 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.489 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.489 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.490 DEBUG:boto:Params: {} 2022-09-01T10:15:15.491 DEBUG:boto:Token: None 2022-09-01T10:15:15.491 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/ 2022-09-01T10:15:15.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc= 2022-09-01T10:15:15.493 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc=', 'Content-Length': '0'} 2022-09-01T10:15:15.496 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000facfe3d7e1b337d7-0063108633-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.498 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:15.499 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:15.501 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:15.502 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.503 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.504 DEBUG:boto:Method: GET 2022-09-01T10:15:15.505 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.507 DEBUG:boto:Data: 2022-09-01T10:15:15.508 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.509 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.510 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.511 DEBUG:boto:Params: {} 2022-09-01T10:15:15.512 DEBUG:boto:Token: None 2022-09-01T10:15:15.513 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/ 2022-09-01T10:15:15.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc= 2022-09-01T10:15:15.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc=', 'Content-Length': '0'} 2022-09-01T10:15:15.520 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000012417acb48c3f5b3-0063108633-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.562 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:15.564 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:15.565 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.567 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.569 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.570 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.571 DEBUG:boto:Method: GET 2022-09-01T10:15:15.574 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.576 DEBUG:boto:Data: 2022-09-01T10:15:15.578 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.579 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.583 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.584 DEBUG:boto:Params: {} 2022-09-01T10:15:15.585 DEBUG:boto:Token: None 2022-09-01T10:15:15.587 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.590 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RkZoPyEktSffKoKcIQ8VYcqTD30= 2022-09-01T10:15:15.591 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RkZoPyEktSffKoKcIQ8VYcqTD30=', 'Content-Length': '0'} 2022-09-01T10:15:15.595 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bcd78775e0a15900-0063108633-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.596 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.597 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.597 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.598 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.598 DEBUG:boto:Method: GET 2022-09-01T10:15:15.599 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.599 DEBUG:boto:Data: 2022-09-01T10:15:15.600 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.600 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.601 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.602 DEBUG:boto:Params: {} 2022-09-01T10:15:15.602 DEBUG:boto:Token: None 2022-09-01T10:15:15.603 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.603 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RkZoPyEktSffKoKcIQ8VYcqTD30= 2022-09-01T10:15:15.604 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RkZoPyEktSffKoKcIQ8VYcqTD30=', 'Content-Length': '0'} 2022-09-01T10:15:15.606 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dca175cb65f6a21f-0063108633-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.610 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.611 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.612 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.612 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.613 DEBUG:boto:Method: HEAD 2022-09-01T10:15:15.613 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.614 DEBUG:boto:Data: 2022-09-01T10:15:15.614 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.615 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.615 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.616 DEBUG:boto:Params: {} 2022-09-01T10:15:15.616 DEBUG:boto:Token: None 2022-09-01T10:15:15.617 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LMVnoNzVV/6/VluepQLT/0P9tow= 2022-09-01T10:15:15.618 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LMVnoNzVV/6/VluepQLT/0P9tow=', 'Content-Length': '0'} 2022-09-01T10:15:15.621 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e7ef83c31bac9f68-0063108633-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.622 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.623 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.624 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.625 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.626 DEBUG:boto:Method: HEAD 2022-09-01T10:15:15.627 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.628 DEBUG:boto:Data: 2022-09-01T10:15:15.629 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.630 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.631 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.632 DEBUG:boto:Params: {} 2022-09-01T10:15:15.633 DEBUG:boto:Token: None 2022-09-01T10:15:15.634 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.635 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LMVnoNzVV/6/VluepQLT/0P9tow= 2022-09-01T10:15:15.636 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LMVnoNzVV/6/VluepQLT/0P9tow=', 'Content-Length': '0'} 2022-09-01T10:15:15.638 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f10beb5646e313e4-0063108633-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.639 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:15.639 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.640 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.641 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.641 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.642 DEBUG:boto:Method: GET 2022-09-01T10:15:15.643 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.644 DEBUG:boto:Data: 2022-09-01T10:15:15.644 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.645 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.646 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.647 DEBUG:boto:Params: {} 2022-09-01T10:15:15.648 DEBUG:boto:Token: None 2022-09-01T10:15:15.648 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.649 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RkZoPyEktSffKoKcIQ8VYcqTD30= 2022-09-01T10:15:15.650 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RkZoPyEktSffKoKcIQ8VYcqTD30=', 'Content-Length': '0'} 2022-09-01T10:15:15.653 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006bceb529f07692f7-0063108633-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.696 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.697 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.697 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.698 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.698 DEBUG:boto:Method: GET 2022-09-01T10:15:15.699 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.700 DEBUG:boto:Data: 2022-09-01T10:15:15.700 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.701 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.701 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.702 DEBUG:boto:Params: {} 2022-09-01T10:15:15.703 DEBUG:boto:Token: None 2022-09-01T10:15:15.703 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:15.706 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RkZoPyEktSffKoKcIQ8VYcqTD30= 2022-09-01T10:15:15.707 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RkZoPyEktSffKoKcIQ8VYcqTD30=', 'Content-Length': '0'} 2022-09-01T10:15:15.725 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cabccb0d367db933-0063108633-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.727 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:15.729 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:15.731 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.732 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.733 DEBUG:boto:Method: GET 2022-09-01T10:15:15.733 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.734 DEBUG:boto:Data: 2022-09-01T10:15:15.735 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.736 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.736 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.737 DEBUG:boto:Params: {} 2022-09-01T10:15:15.738 DEBUG:boto:Token: None 2022-09-01T10:15:15.739 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/ 2022-09-01T10:15:15.740 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc= 2022-09-01T10:15:15.742 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc=', 'Content-Length': '0'} 2022-09-01T10:15:15.745 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000094861076092f87ff-0063108633-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.747 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:15.749 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:15.750 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:15.751 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.752 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.753 DEBUG:boto:Method: GET 2022-09-01T10:15:15.754 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.755 DEBUG:boto:Data: 2022-09-01T10:15:15.756 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.757 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.758 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.759 DEBUG:boto:Params: {} 2022-09-01T10:15:15.760 DEBUG:boto:Token: None 2022-09-01T10:15:15.761 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/ 2022-09-01T10:15:15.762 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc= 2022-09-01T10:15:15.763 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc=', 'Content-Length': '0'} 2022-09-01T10:15:15.771 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005f1503533cc818c3-0063108633-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.772 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:15.773 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.773 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.774 DEBUG:boto:Method: HEAD 2022-09-01T10:15:15.774 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:15.775 DEBUG:boto:Data: 2022-09-01T10:15:15.775 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.776 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.776 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.777 DEBUG:boto:Params: {} 2022-09-01T10:15:15.778 DEBUG:boto:Token: None 2022-09-01T10:15:15.778 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj 2022-09-01T10:15:15.779 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LT1Oti9n80cnagKcgKkme+4EB8A= 2022-09-01T10:15:15.780 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LT1Oti9n80cnagKcgKkme+4EB8A=', 'Content-Length': '0'} 2022-09-01T10:15:15.788 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000022eab8a8345b96c-0063108633-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.789 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.789 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.790 DEBUG:boto:Method: HEAD 2022-09-01T10:15:15.791 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:15.791 DEBUG:boto:Data: 2022-09-01T10:15:15.792 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.792 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.793 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.793 DEBUG:boto:Params: {} 2022-09-01T10:15:15.794 DEBUG:boto:Token: None 2022-09-01T10:15:15.795 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj 2022-09-01T10:15:15.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LT1Oti9n80cnagKcgKkme+4EB8A= 2022-09-01T10:15:15.796 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LT1Oti9n80cnagKcgKkme+4EB8A=', 'Content-Length': '0'} 2022-09-01T10:15:15.804 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000768b60491690f1f0-0063108633-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.805 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:15.806 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.807 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.808 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.811 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.812 DEBUG:boto:Method: GET 2022-09-01T10:15:15.816 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.817 DEBUG:boto:Data: 2022-09-01T10:15:15.818 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.819 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.823 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.824 DEBUG:boto:Params: {} 2022-09-01T10:15:15.834 DEBUG:boto:Token: None 2022-09-01T10:15:15.835 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.836 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:orCEZugeB39PIge2rpRwL0ffhRA= 2022-09-01T10:15:15.838 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:orCEZugeB39PIge2rpRwL0ffhRA=', 'Content-Length': '0'} 2022-09-01T10:15:15.841 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000040365eed624bfff7-0063108633-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.843 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.844 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.845 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.847 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.848 DEBUG:boto:Method: GET 2022-09-01T10:15:15.849 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.849 DEBUG:boto:Data: 2022-09-01T10:15:15.851 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.852 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.853 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.854 DEBUG:boto:Params: {} 2022-09-01T10:15:15.855 DEBUG:boto:Token: None 2022-09-01T10:15:15.856 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:15.857 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:orCEZugeB39PIge2rpRwL0ffhRA= 2022-09-01T10:15:15.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:orCEZugeB39PIge2rpRwL0ffhRA=', 'Content-Length': '0'} 2022-09-01T10:15:15.862 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000007fb41fee166da8c-0063108633-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.864 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:15.866 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:15.869 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.870 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.871 DEBUG:boto:Method: GET 2022-09-01T10:15:15.872 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.873 DEBUG:boto:Data: 2022-09-01T10:15:15.874 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.875 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.876 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.877 DEBUG:boto:Params: {} 2022-09-01T10:15:15.881 DEBUG:boto:Token: None 2022-09-01T10:15:15.882 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/ 2022-09-01T10:15:15.884 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc= 2022-09-01T10:15:15.886 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc=', 'Content-Length': '0'} 2022-09-01T10:15:15.892 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e2ae15d09b7fba6b-0063108633-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.894 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:15.895 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:15.896 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:15.897 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.898 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.899 DEBUG:boto:Method: GET 2022-09-01T10:15:15.899 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:15.900 DEBUG:boto:Data: 2022-09-01T10:15:15.901 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.901 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.902 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.903 DEBUG:boto:Params: {} 2022-09-01T10:15:15.903 DEBUG:boto:Token: None 2022-09-01T10:15:15.904 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/ 2022-09-01T10:15:15.904 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc= 2022-09-01T10:15:15.905 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fM3ecBx1sVbNjlD6RMHOgQQB9pc=', 'Content-Length': '0'} 2022-09-01T10:15:15.908 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003d1386cc25a05e8f-0063108633-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.909 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:15.910 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:15.910 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.911 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.912 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:15.912 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:15.913 DEBUG:boto:Method: GET 2022-09-01T10:15:15.914 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:15.915 DEBUG:boto:Data: 2022-09-01T10:15:15.915 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.916 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.917 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.918 DEBUG:boto:Params: {} 2022-09-01T10:15:15.919 DEBUG:boto:Token: None 2022-09-01T10:15:15.920 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:15.921 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JBKtAYTFnjrKuC9Oc0eOKf4j+Ik= 2022-09-01T10:15:15.921 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JBKtAYTFnjrKuC9Oc0eOKf4j+Ik=', 'Content-Length': '0'} 2022-09-01T10:15:15.924 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000062ef151070e4f458-0063108633-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.925 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.927 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.929 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:15.930 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:15.931 DEBUG:boto:Method: GET 2022-09-01T10:15:15.935 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:15.937 DEBUG:boto:Data: 2022-09-01T10:15:15.944 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.948 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.950 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.953 DEBUG:boto:Params: {} 2022-09-01T10:15:15.954 DEBUG:boto:Token: None 2022-09-01T10:15:15.955 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:15.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JBKtAYTFnjrKuC9Oc0eOKf4j+Ik= 2022-09-01T10:15:15.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JBKtAYTFnjrKuC9Oc0eOKf4j+Ik=', 'Content-Length': '0'} 2022-09-01T10:15:15.960 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000633a7a989ba5279b-0063108633-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.962 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.963 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.964 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:15.965 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:15.967 DEBUG:boto:Method: HEAD 2022-09-01T10:15:15.968 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:15.969 DEBUG:boto:Data: 2022-09-01T10:15:15.970 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.971 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:15.972 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.973 DEBUG:boto:Params: {} 2022-09-01T10:15:15.974 DEBUG:boto:Token: None 2022-09-01T10:15:15.975 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:15 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:15.976 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qMajKKCS74z7TtXnoVLh+CR9dsM= 2022-09-01T10:15:15.979 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qMajKKCS74z7TtXnoVLh+CR9dsM=', 'Content-Length': '0'} 2022-09-01T10:15:15.982 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cbdaaa1bd244e1af-0063108633-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:15.984 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:15.985 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:15.986 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:15.987 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:15.990 DEBUG:boto:Method: HEAD 2022-09-01T10:15:15.991 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:15.992 DEBUG:boto:Data: 2022-09-01T10:15:15.993 DEBUG:boto:Headers: {} 2022-09-01T10:15:15.994 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:15.995 DEBUG:boto:Port: 8000 2022-09-01T10:15:15.996 DEBUG:boto:Params: {} 2022-09-01T10:15:15.997 DEBUG:boto:Token: None 2022-09-01T10:15:16.000 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:16.001 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OsOabN5BYLCdmGTBoZ0UJ4K2pWU= 2022-09-01T10:15:16.002 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OsOabN5BYLCdmGTBoZ0UJ4K2pWU=', 'Content-Length': '0'} 2022-09-01T10:15:16.004 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000077c81f7307f2b359-0063108634-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.005 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:16.006 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.008 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.009 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:16.012 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:16.013 DEBUG:boto:Method: GET 2022-09-01T10:15:16.016 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:16.017 DEBUG:boto:Data: 2022-09-01T10:15:16.018 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.019 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.020 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.021 DEBUG:boto:Params: {} 2022-09-01T10:15:16.023 DEBUG:boto:Token: None 2022-09-01T10:15:16.025 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:16.026 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:557CDQWXXtFno3/Zw0J8AREC570= 2022-09-01T10:15:16.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:557CDQWXXtFno3/Zw0J8AREC570=', 'Content-Length': '0'} 2022-09-01T10:15:16.030 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000042a46c6ce70427d0-0063108634-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.031 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.032 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.033 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:16.034 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:16.036 DEBUG:boto:Method: GET 2022-09-01T10:15:16.037 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:16.038 DEBUG:boto:Data: 2022-09-01T10:15:16.040 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.041 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.042 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.043 DEBUG:boto:Params: {} 2022-09-01T10:15:16.044 DEBUG:boto:Token: None 2022-09-01T10:15:16.045 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:16.046 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:557CDQWXXtFno3/Zw0J8AREC570= 2022-09-01T10:15:16.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:557CDQWXXtFno3/Zw0J8AREC570=', 'Content-Length': '0'} 2022-09-01T10:15:16.053 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000639f91b673b230af-0063108634-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.054 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:16.055 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:16.056 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.056 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.057 DEBUG:boto:Method: GET 2022-09-01T10:15:16.058 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.058 DEBUG:boto:Data: 2022-09-01T10:15:16.059 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.060 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.060 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.061 DEBUG:boto:Params: {} 2022-09-01T10:15:16.061 DEBUG:boto:Token: None 2022-09-01T10:15:16.062 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/ 2022-09-01T10:15:16.063 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk= 2022-09-01T10:15:16.064 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk=', 'Content-Length': '0'} 2022-09-01T10:15:16.072 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ba803a3786de0708-0063108634-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.073 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:16.074 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:16.075 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:16.076 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.077 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.078 DEBUG:boto:Method: GET 2022-09-01T10:15:16.078 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.079 DEBUG:boto:Data: 2022-09-01T10:15:16.079 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.080 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.081 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.081 DEBUG:boto:Params: {} 2022-09-01T10:15:16.082 DEBUG:boto:Token: None 2022-09-01T10:15:16.082 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/ 2022-09-01T10:15:16.083 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk= 2022-09-01T10:15:16.084 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk=', 'Content-Length': '0'} 2022-09-01T10:15:16.088 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000382bbf0b9f691a62-0063108634-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.089 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:16.090 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.090 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.091 DEBUG:boto:Method: HEAD 2022-09-01T10:15:16.092 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:16.093 DEBUG:boto:Data: 2022-09-01T10:15:16.093 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.094 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.094 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.095 DEBUG:boto:Params: {} 2022-09-01T10:15:16.096 DEBUG:boto:Token: None 2022-09-01T10:15:16.096 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj 2022-09-01T10:15:16.099 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mVnq7LsJu9mi7YZ45c//91ZgpjM= 2022-09-01T10:15:16.100 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mVnq7LsJu9mi7YZ45c//91ZgpjM=', 'Content-Length': '0'} 2022-09-01T10:15:16.105 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cf7081c788f1ff6f-0063108634-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.106 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.106 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.107 DEBUG:boto:Method: HEAD 2022-09-01T10:15:16.108 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:16.109 DEBUG:boto:Data: 2022-09-01T10:15:16.110 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.110 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.111 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.111 DEBUG:boto:Params: {} 2022-09-01T10:15:16.113 DEBUG:boto:Token: None 2022-09-01T10:15:16.114 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj 2022-09-01T10:15:16.115 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mVnq7LsJu9mi7YZ45c//91ZgpjM= 2022-09-01T10:15:16.115 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mVnq7LsJu9mi7YZ45c//91ZgpjM=', 'Content-Length': '0'} 2022-09-01T10:15:16.122 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000956e9d6ecc8bb3e8-0063108634-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.125 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:16.125 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.126 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.127 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.128 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.129 DEBUG:boto:Method: GET 2022-09-01T10:15:16.131 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.132 DEBUG:boto:Data: 2022-09-01T10:15:16.133 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.134 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.135 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.136 DEBUG:boto:Params: {} 2022-09-01T10:15:16.136 DEBUG:boto:Token: None 2022-09-01T10:15:16.138 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.139 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qvGg7CPFeJ9Clxkap2h8gQKgQ+w= 2022-09-01T10:15:16.140 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qvGg7CPFeJ9Clxkap2h8gQKgQ+w=', 'Content-Length': '0'} 2022-09-01T10:15:16.143 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007563b0e3f2578e8f-0063108634-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.183 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.184 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.185 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.185 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.186 DEBUG:boto:Method: GET 2022-09-01T10:15:16.186 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.187 DEBUG:boto:Data: 2022-09-01T10:15:16.187 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.188 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.189 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.190 DEBUG:boto:Params: {} 2022-09-01T10:15:16.191 DEBUG:boto:Token: None 2022-09-01T10:15:16.191 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.192 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qvGg7CPFeJ9Clxkap2h8gQKgQ+w= 2022-09-01T10:15:16.193 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qvGg7CPFeJ9Clxkap2h8gQKgQ+w=', 'Content-Length': '0'} 2022-09-01T10:15:16.195 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000feae9a04f74cebd1-0063108634-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.197 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:16.199 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:16.200 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.201 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.203 DEBUG:boto:Method: GET 2022-09-01T10:15:16.204 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.205 DEBUG:boto:Data: 2022-09-01T10:15:16.208 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.210 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.211 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.213 DEBUG:boto:Params: {} 2022-09-01T10:15:16.214 DEBUG:boto:Token: None 2022-09-01T10:15:16.215 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/ 2022-09-01T10:15:16.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk= 2022-09-01T10:15:16.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk=', 'Content-Length': '0'} 2022-09-01T10:15:16.222 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007c5f776dcdb7979d-0063108634-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.223 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:16.225 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:16.226 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:16.227 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.229 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.229 DEBUG:boto:Method: GET 2022-09-01T10:15:16.230 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.231 DEBUG:boto:Data: 2022-09-01T10:15:16.232 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.233 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.234 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.235 DEBUG:boto:Params: {} 2022-09-01T10:15:16.236 DEBUG:boto:Token: None 2022-09-01T10:15:16.237 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/ 2022-09-01T10:15:16.238 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk= 2022-09-01T10:15:16.239 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk=', 'Content-Length': '0'} 2022-09-01T10:15:16.252 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008464c39555381b69-0063108634-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.256 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:16.257 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:16.258 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.259 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.259 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.260 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.260 DEBUG:boto:Method: GET 2022-09-01T10:15:16.261 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.261 DEBUG:boto:Data: 2022-09-01T10:15:16.262 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.263 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.263 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.264 DEBUG:boto:Params: {} 2022-09-01T10:15:16.264 DEBUG:boto:Token: None 2022-09-01T10:15:16.265 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.266 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WxPh36N5x0qmDUyke6vH+GGFPa0= 2022-09-01T10:15:16.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WxPh36N5x0qmDUyke6vH+GGFPa0=', 'Content-Length': '0'} 2022-09-01T10:15:16.270 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ddecc5294f58ae9f-0063108634-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.271 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.271 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.272 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.272 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.273 DEBUG:boto:Method: GET 2022-09-01T10:15:16.273 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.274 DEBUG:boto:Data: 2022-09-01T10:15:16.275 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.275 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.276 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.276 DEBUG:boto:Params: {} 2022-09-01T10:15:16.278 DEBUG:boto:Token: None 2022-09-01T10:15:16.279 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WxPh36N5x0qmDUyke6vH+GGFPa0= 2022-09-01T10:15:16.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WxPh36N5x0qmDUyke6vH+GGFPa0=', 'Content-Length': '0'} 2022-09-01T10:15:16.287 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000857b8f244ff920dd-0063108634-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.288 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.289 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.292 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.292 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.293 DEBUG:boto:Method: HEAD 2022-09-01T10:15:16.293 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.294 DEBUG:boto:Data: 2022-09-01T10:15:16.295 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.295 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.296 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.296 DEBUG:boto:Params: {} 2022-09-01T10:15:16.297 DEBUG:boto:Token: None 2022-09-01T10:15:16.297 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xMhET3+UyYdajWxXmibE+VJy7AY= 2022-09-01T10:15:16.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xMhET3+UyYdajWxXmibE+VJy7AY=', 'Content-Length': '0'} 2022-09-01T10:15:16.314 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ad2413ff82ac4524-0063108634-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.315 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.316 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.317 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.317 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.318 DEBUG:boto:Method: HEAD 2022-09-01T10:15:16.318 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.319 DEBUG:boto:Data: 2022-09-01T10:15:16.320 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.320 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.321 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.321 DEBUG:boto:Params: {} 2022-09-01T10:15:16.322 DEBUG:boto:Token: None 2022-09-01T10:15:16.323 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.323 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xMhET3+UyYdajWxXmibE+VJy7AY= 2022-09-01T10:15:16.324 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xMhET3+UyYdajWxXmibE+VJy7AY=', 'Content-Length': '0'} 2022-09-01T10:15:16.326 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000058b6c54c2bcc8f35-0063108634-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.327 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:16.328 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.329 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.329 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.332 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.334 DEBUG:boto:Method: GET 2022-09-01T10:15:16.335 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.336 DEBUG:boto:Data: 2022-09-01T10:15:16.337 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.339 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.340 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.341 DEBUG:boto:Params: {} 2022-09-01T10:15:16.343 DEBUG:boto:Token: None 2022-09-01T10:15:16.344 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.349 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WxPh36N5x0qmDUyke6vH+GGFPa0= 2022-09-01T10:15:16.351 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WxPh36N5x0qmDUyke6vH+GGFPa0=', 'Content-Length': '0'} 2022-09-01T10:15:16.354 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006dfafee0bafc4772-0063108634-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.357 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.358 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.358 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.359 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.360 DEBUG:boto:Method: GET 2022-09-01T10:15:16.360 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.361 DEBUG:boto:Data: 2022-09-01T10:15:16.361 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.362 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.362 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.363 DEBUG:boto:Params: {} 2022-09-01T10:15:16.363 DEBUG:boto:Token: None 2022-09-01T10:15:16.364 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:16.365 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WxPh36N5x0qmDUyke6vH+GGFPa0= 2022-09-01T10:15:16.365 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WxPh36N5x0qmDUyke6vH+GGFPa0=', 'Content-Length': '0'} 2022-09-01T10:15:16.369 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000772797e3342d14ba-0063108634-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.410 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:16.411 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:16.412 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.412 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.413 DEBUG:boto:Method: GET 2022-09-01T10:15:16.413 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.414 DEBUG:boto:Data: 2022-09-01T10:15:16.415 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.415 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.416 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.416 DEBUG:boto:Params: {} 2022-09-01T10:15:16.417 DEBUG:boto:Token: None 2022-09-01T10:15:16.418 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/ 2022-09-01T10:15:16.418 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk= 2022-09-01T10:15:16.419 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk=', 'Content-Length': '0'} 2022-09-01T10:15:16.425 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009e89e92ae630d597-0063108634-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.426 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:16.427 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:16.428 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:16.428 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.429 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.429 DEBUG:boto:Method: GET 2022-09-01T10:15:16.431 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.432 DEBUG:boto:Data: 2022-09-01T10:15:16.433 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.434 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.435 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.436 DEBUG:boto:Params: {} 2022-09-01T10:15:16.437 DEBUG:boto:Token: None 2022-09-01T10:15:16.438 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/ 2022-09-01T10:15:16.439 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk= 2022-09-01T10:15:16.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk=', 'Content-Length': '0'} 2022-09-01T10:15:16.443 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000142a1c7d60c0cb1c-0063108634-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.444 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:16.447 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.448 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.449 DEBUG:boto:Method: HEAD 2022-09-01T10:15:16.450 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:16.451 DEBUG:boto:Data: 2022-09-01T10:15:16.452 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.453 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.456 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.457 DEBUG:boto:Params: {} 2022-09-01T10:15:16.459 DEBUG:boto:Token: None 2022-09-01T10:15:16.461 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj 2022-09-01T10:15:16.462 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mVnq7LsJu9mi7YZ45c//91ZgpjM= 2022-09-01T10:15:16.465 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mVnq7LsJu9mi7YZ45c//91ZgpjM=', 'Content-Length': '0'} 2022-09-01T10:15:16.478 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000027729eb78e5a734d-0063108634-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.479 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.480 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.480 DEBUG:boto:Method: HEAD 2022-09-01T10:15:16.481 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:16.482 DEBUG:boto:Data: 2022-09-01T10:15:16.482 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.483 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.484 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.487 DEBUG:boto:Params: {} 2022-09-01T10:15:16.488 DEBUG:boto:Token: None 2022-09-01T10:15:16.488 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj 2022-09-01T10:15:16.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mVnq7LsJu9mi7YZ45c//91ZgpjM= 2022-09-01T10:15:16.491 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mVnq7LsJu9mi7YZ45c//91ZgpjM=', 'Content-Length': '0'} 2022-09-01T10:15:16.498 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e69fdcf8784cc807-0063108634-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.499 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:16.500 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.500 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.501 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.501 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.502 DEBUG:boto:Method: GET 2022-09-01T10:15:16.503 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.503 DEBUG:boto:Data: 2022-09-01T10:15:16.507 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.508 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.509 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.511 DEBUG:boto:Params: {} 2022-09-01T10:15:16.512 DEBUG:boto:Token: None 2022-09-01T10:15:16.513 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.520 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qvGg7CPFeJ9Clxkap2h8gQKgQ+w= 2022-09-01T10:15:16.521 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qvGg7CPFeJ9Clxkap2h8gQKgQ+w=', 'Content-Length': '0'} 2022-09-01T10:15:16.530 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d6162bed3ae6a73d-0063108634-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.532 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.532 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.533 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.533 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.534 DEBUG:boto:Method: GET 2022-09-01T10:15:16.534 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.535 DEBUG:boto:Data: 2022-09-01T10:15:16.536 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.536 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.537 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.537 DEBUG:boto:Params: {} 2022-09-01T10:15:16.538 DEBUG:boto:Token: None 2022-09-01T10:15:16.539 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.539 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qvGg7CPFeJ9Clxkap2h8gQKgQ+w= 2022-09-01T10:15:16.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qvGg7CPFeJ9Clxkap2h8gQKgQ+w=', 'Content-Length': '0'} 2022-09-01T10:15:16.546 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008792ba69c5d03599-0063108634-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.547 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:16.549 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:16.550 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.551 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.552 DEBUG:boto:Method: GET 2022-09-01T10:15:16.553 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.554 DEBUG:boto:Data: 2022-09-01T10:15:16.555 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.556 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.557 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.559 DEBUG:boto:Params: {} 2022-09-01T10:15:16.560 DEBUG:boto:Token: None 2022-09-01T10:15:16.562 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/ 2022-09-01T10:15:16.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk= 2022-09-01T10:15:16.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk=', 'Content-Length': '0'} 2022-09-01T10:15:16.577 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003240a3c21a7c52eb-0063108634-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.578 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:16.580 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:16.581 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:16.581 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.582 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.583 DEBUG:boto:Method: GET 2022-09-01T10:15:16.584 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.585 DEBUG:boto:Data: 2022-09-01T10:15:16.586 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.587 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.589 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.590 DEBUG:boto:Params: {} 2022-09-01T10:15:16.592 DEBUG:boto:Token: None 2022-09-01T10:15:16.593 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/ 2022-09-01T10:15:16.595 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk= 2022-09-01T10:15:16.596 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk=', 'Content-Length': '0'} 2022-09-01T10:15:16.602 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000049adcc5fbbd34446-0063108634-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.604 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:16.606 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:16.608 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.609 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.610 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.611 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.612 DEBUG:boto:Method: GET 2022-09-01T10:15:16.614 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.615 DEBUG:boto:Data: 2022-09-01T10:15:16.616 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.617 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.618 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.619 DEBUG:boto:Params: {} 2022-09-01T10:15:16.621 DEBUG:boto:Token: None 2022-09-01T10:15:16.622 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.623 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nDM79E0DOvecBt+wjvsugg70aL8= 2022-09-01T10:15:16.624 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nDM79E0DOvecBt+wjvsugg70aL8=', 'Content-Length': '0'} 2022-09-01T10:15:16.627 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000aae93a56c047dd00-0063108634-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.629 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.630 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.631 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.631 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.632 DEBUG:boto:Method: GET 2022-09-01T10:15:16.633 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.633 DEBUG:boto:Data: 2022-09-01T10:15:16.634 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.635 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.636 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.637 DEBUG:boto:Params: {} 2022-09-01T10:15:16.638 DEBUG:boto:Token: None 2022-09-01T10:15:16.639 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nDM79E0DOvecBt+wjvsugg70aL8= 2022-09-01T10:15:16.650 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nDM79E0DOvecBt+wjvsugg70aL8=', 'Content-Length': '0'} 2022-09-01T10:15:16.655 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002f0b221a4bac1eb6-0063108634-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.657 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.659 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.660 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.665 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.667 DEBUG:boto:Method: HEAD 2022-09-01T10:15:16.668 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.670 DEBUG:boto:Data: 2022-09-01T10:15:16.673 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.674 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.675 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.676 DEBUG:boto:Params: {} 2022-09-01T10:15:16.677 DEBUG:boto:Token: None 2022-09-01T10:15:16.680 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9RtDThZn4HdRk1u4nNj6ywXmrtA= 2022-09-01T10:15:16.683 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9RtDThZn4HdRk1u4nNj6ywXmrtA=', 'Content-Length': '0'} 2022-09-01T10:15:16.686 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ad308140622c1cfb-0063108634-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.687 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.688 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.688 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.689 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.689 DEBUG:boto:Method: HEAD 2022-09-01T10:15:16.690 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.692 DEBUG:boto:Data: 2022-09-01T10:15:16.694 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.694 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.695 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.695 DEBUG:boto:Params: {} 2022-09-01T10:15:16.696 DEBUG:boto:Token: None 2022-09-01T10:15:16.697 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.698 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9RtDThZn4HdRk1u4nNj6ywXmrtA= 2022-09-01T10:15:16.698 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9RtDThZn4HdRk1u4nNj6ywXmrtA=', 'Content-Length': '0'} 2022-09-01T10:15:16.701 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005c542b48c27c4367-0063108634-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.702 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:16.703 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.704 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.705 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.706 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.707 DEBUG:boto:Method: GET 2022-09-01T10:15:16.708 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.708 DEBUG:boto:Data: 2022-09-01T10:15:16.709 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.710 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.711 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.713 DEBUG:boto:Params: {} 2022-09-01T10:15:16.714 DEBUG:boto:Token: None 2022-09-01T10:15:16.715 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nDM79E0DOvecBt+wjvsugg70aL8= 2022-09-01T10:15:16.716 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nDM79E0DOvecBt+wjvsugg70aL8=', 'Content-Length': '0'} 2022-09-01T10:15:16.719 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000052368e20ae8111d1-0063108634-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.719 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.720 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.725 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.726 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.727 DEBUG:boto:Method: GET 2022-09-01T10:15:16.728 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.730 DEBUG:boto:Data: 2022-09-01T10:15:16.739 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.741 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.742 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.743 DEBUG:boto:Params: {} 2022-09-01T10:15:16.744 DEBUG:boto:Token: None 2022-09-01T10:15:16.745 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:16.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nDM79E0DOvecBt+wjvsugg70aL8= 2022-09-01T10:15:16.746 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nDM79E0DOvecBt+wjvsugg70aL8=', 'Content-Length': '0'} 2022-09-01T10:15:16.749 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000405807e0257b2f58-0063108634-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.750 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:16.751 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:16.751 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.752 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.752 DEBUG:boto:Method: GET 2022-09-01T10:15:16.753 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.754 DEBUG:boto:Data: 2022-09-01T10:15:16.754 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.755 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.755 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.756 DEBUG:boto:Params: {} 2022-09-01T10:15:16.756 DEBUG:boto:Token: None 2022-09-01T10:15:16.757 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/ 2022-09-01T10:15:16.758 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk= 2022-09-01T10:15:16.759 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk=', 'Content-Length': '0'} 2022-09-01T10:15:16.766 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ae5844f310cf0743-0063108634-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.768 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:16.773 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:16.774 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:16.775 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.775 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.776 DEBUG:boto:Method: GET 2022-09-01T10:15:16.776 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.777 DEBUG:boto:Data: 2022-09-01T10:15:16.777 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.781 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.784 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.784 DEBUG:boto:Params: {} 2022-09-01T10:15:16.785 DEBUG:boto:Token: None 2022-09-01T10:15:16.786 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/ 2022-09-01T10:15:16.787 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk= 2022-09-01T10:15:16.789 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk=', 'Content-Length': '0'} 2022-09-01T10:15:16.797 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000637e16db48265a99-0063108634-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.799 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:16.801 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.802 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.803 DEBUG:boto:Method: HEAD 2022-09-01T10:15:16.804 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:16.804 DEBUG:boto:Data: 2022-09-01T10:15:16.805 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.805 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.806 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.806 DEBUG:boto:Params: {} 2022-09-01T10:15:16.807 DEBUG:boto:Token: None 2022-09-01T10:15:16.807 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj 2022-09-01T10:15:16.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mVnq7LsJu9mi7YZ45c//91ZgpjM= 2022-09-01T10:15:16.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mVnq7LsJu9mi7YZ45c//91ZgpjM=', 'Content-Length': '0'} 2022-09-01T10:15:16.816 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000052732031bec23f9f-0063108634-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.817 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.819 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.819 DEBUG:boto:Method: HEAD 2022-09-01T10:15:16.820 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:16.820 DEBUG:boto:Data: 2022-09-01T10:15:16.821 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.822 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.822 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.823 DEBUG:boto:Params: {} 2022-09-01T10:15:16.823 DEBUG:boto:Token: None 2022-09-01T10:15:16.826 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj 2022-09-01T10:15:16.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mVnq7LsJu9mi7YZ45c//91ZgpjM= 2022-09-01T10:15:16.828 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mVnq7LsJu9mi7YZ45c//91ZgpjM=', 'Content-Length': '0'} 2022-09-01T10:15:16.831 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003b7664ad45bea2f1-0063108634-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.832 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:16.833 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.834 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.835 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.836 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.836 DEBUG:boto:Method: GET 2022-09-01T10:15:16.837 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.837 DEBUG:boto:Data: 2022-09-01T10:15:16.838 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.839 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.840 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.842 DEBUG:boto:Params: {} 2022-09-01T10:15:16.843 DEBUG:boto:Token: None 2022-09-01T10:15:16.844 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.845 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qvGg7CPFeJ9Clxkap2h8gQKgQ+w= 2022-09-01T10:15:16.847 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qvGg7CPFeJ9Clxkap2h8gQKgQ+w=', 'Content-Length': '0'} 2022-09-01T10:15:16.854 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000064c26b641d28e680-0063108634-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.858 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.859 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.860 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.861 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.862 DEBUG:boto:Method: GET 2022-09-01T10:15:16.863 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.864 DEBUG:boto:Data: 2022-09-01T10:15:16.865 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.870 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.874 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.876 DEBUG:boto:Params: {} 2022-09-01T10:15:16.877 DEBUG:boto:Token: None 2022-09-01T10:15:16.879 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:16.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qvGg7CPFeJ9Clxkap2h8gQKgQ+w= 2022-09-01T10:15:16.881 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qvGg7CPFeJ9Clxkap2h8gQKgQ+w=', 'Content-Length': '0'} 2022-09-01T10:15:16.884 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c7344cd7d873d99c-0063108634-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.886 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:16.887 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:16.888 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.889 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.890 DEBUG:boto:Method: GET 2022-09-01T10:15:16.891 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.892 DEBUG:boto:Data: 2022-09-01T10:15:16.893 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.894 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.895 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.896 DEBUG:boto:Params: {} 2022-09-01T10:15:16.897 DEBUG:boto:Token: None 2022-09-01T10:15:16.898 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/ 2022-09-01T10:15:16.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk= 2022-09-01T10:15:16.900 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk=', 'Content-Length': '0'} 2022-09-01T10:15:16.911 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001ff186b7d3c17b9a-0063108634-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.912 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:16.914 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:16.915 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:16.916 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.917 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.918 DEBUG:boto:Method: GET 2022-09-01T10:15:16.919 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:16.921 DEBUG:boto:Data: 2022-09-01T10:15:16.922 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.923 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:16.924 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.925 DEBUG:boto:Params: {} 2022-09-01T10:15:16.927 DEBUG:boto:Token: None 2022-09-01T10:15:16.929 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/ 2022-09-01T10:15:16.931 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk= 2022-09-01T10:15:16.933 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiMYfsiXZ8Rk2NBCIMzyPGB7hAk=', 'Content-Length': '0'} 2022-09-01T10:15:16.937 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dbb3cb2602f09cd4-0063108634-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.938 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:16.939 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:16.939 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.940 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.940 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:16.941 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:16.942 DEBUG:boto:Method: GET 2022-09-01T10:15:16.942 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:16.943 DEBUG:boto:Data: 2022-09-01T10:15:16.943 DEBUG:boto:Headers: {} 2022-09-01T10:15:16.944 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:16.945 DEBUG:boto:Port: 8000 2022-09-01T10:15:16.945 DEBUG:boto:Params: {} 2022-09-01T10:15:16.946 DEBUG:boto:Token: None 2022-09-01T10:15:16.947 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:16 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:16.948 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CeT466u+XDoUBmFsYNo0cEcvx/A= 2022-09-01T10:15:16.948 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CeT466u+XDoUBmFsYNo0cEcvx/A=', 'Content-Length': '0'} 2022-09-01T10:15:16.951 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005af81cf7428c69f3-0063108634-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:16.995 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:16.996 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:16.996 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:16.997 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:16.998 DEBUG:boto:Method: GET 2022-09-01T10:15:16.998 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:16.999 DEBUG:boto:Data: 2022-09-01T10:15:16.999 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.000 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.000 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.001 DEBUG:boto:Params: {} 2022-09-01T10:15:17.001 DEBUG:boto:Token: None 2022-09-01T10:15:17.002 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NG1GhUHpJJ03gIs5tJWyB4m+E5w= 2022-09-01T10:15:17.003 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NG1GhUHpJJ03gIs5tJWyB4m+E5w=', 'Content-Length': '0'} 2022-09-01T10:15:17.009 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ee717486fb708abd-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.011 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.012 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.013 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.014 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.016 DEBUG:boto:Method: HEAD 2022-09-01T10:15:17.016 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.017 DEBUG:boto:Data: 2022-09-01T10:15:17.018 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.019 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.022 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.023 DEBUG:boto:Params: {} 2022-09-01T10:15:17.024 DEBUG:boto:Token: None 2022-09-01T10:15:17.025 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.026 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g6xyAB+HMU/lZHjvuUXHlRpX7yo= 2022-09-01T10:15:17.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g6xyAB+HMU/lZHjvuUXHlRpX7yo=', 'Content-Length': '0'} 2022-09-01T10:15:17.029 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002e463309cc6991a7-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.030 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.030 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.031 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.031 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.032 DEBUG:boto:Method: HEAD 2022-09-01T10:15:17.032 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.033 DEBUG:boto:Data: 2022-09-01T10:15:17.033 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.034 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.034 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.035 DEBUG:boto:Params: {} 2022-09-01T10:15:17.035 DEBUG:boto:Token: None 2022-09-01T10:15:17.036 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.037 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g6xyAB+HMU/lZHjvuUXHlRpX7yo= 2022-09-01T10:15:17.037 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g6xyAB+HMU/lZHjvuUXHlRpX7yo=', 'Content-Length': '0'} 2022-09-01T10:15:17.039 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000073772641d90693c2-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.040 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:17.041 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.041 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.042 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.043 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.043 DEBUG:boto:Method: GET 2022-09-01T10:15:17.044 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.044 DEBUG:boto:Data: 2022-09-01T10:15:17.045 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.045 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.046 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.046 DEBUG:boto:Params: {} 2022-09-01T10:15:17.047 DEBUG:boto:Token: None 2022-09-01T10:15:17.048 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.049 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NG1GhUHpJJ03gIs5tJWyB4m+E5w= 2022-09-01T10:15:17.051 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NG1GhUHpJJ03gIs5tJWyB4m+E5w=', 'Content-Length': '0'} 2022-09-01T10:15:17.055 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000152217478dc4a87e-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.056 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.057 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.058 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.059 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.060 DEBUG:boto:Method: GET 2022-09-01T10:15:17.060 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.061 DEBUG:boto:Data: 2022-09-01T10:15:17.061 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.062 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.063 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.063 DEBUG:boto:Params: {} 2022-09-01T10:15:17.064 DEBUG:boto:Token: None 2022-09-01T10:15:17.064 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:17.065 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NG1GhUHpJJ03gIs5tJWyB4m+E5w= 2022-09-01T10:15:17.066 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NG1GhUHpJJ03gIs5tJWyB4m+E5w=', 'Content-Length': '0'} 2022-09-01T10:15:17.068 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000015bdc0766257210-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.069 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:17.070 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:17.070 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.071 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.071 DEBUG:boto:Method: GET 2022-09-01T10:15:17.072 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.072 DEBUG:boto:Data: 2022-09-01T10:15:17.073 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.073 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.074 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.074 DEBUG:boto:Params: {} 2022-09-01T10:15:17.075 DEBUG:boto:Token: None 2022-09-01T10:15:17.075 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/ 2022-09-01T10:15:17.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY= 2022-09-01T10:15:17.077 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY=', 'Content-Length': '0'} 2022-09-01T10:15:17.080 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004c01f7fbfa78f767-0063108635-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.081 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:17.083 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:17.083 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:17.084 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.084 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.085 DEBUG:boto:Method: GET 2022-09-01T10:15:17.086 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.087 DEBUG:boto:Data: 2022-09-01T10:15:17.087 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.088 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.089 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.089 DEBUG:boto:Params: {} 2022-09-01T10:15:17.090 DEBUG:boto:Token: None 2022-09-01T10:15:17.092 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/ 2022-09-01T10:15:17.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY= 2022-09-01T10:15:17.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY=', 'Content-Length': '0'} 2022-09-01T10:15:17.097 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e687df6a2a9d913d-0063108635-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.098 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:17.099 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.099 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.100 DEBUG:boto:Method: HEAD 2022-09-01T10:15:17.100 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:17.101 DEBUG:boto:Data: 2022-09-01T10:15:17.101 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.103 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.103 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.104 DEBUG:boto:Params: {} 2022-09-01T10:15:17.104 DEBUG:boto:Token: None 2022-09-01T10:15:17.105 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj 2022-09-01T10:15:17.106 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sB98x9S/EAEAlSXzGzifqObH1Mk= 2022-09-01T10:15:17.106 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sB98x9S/EAEAlSXzGzifqObH1Mk=', 'Content-Length': '0'} 2022-09-01T10:15:17.112 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009448b9b2140e2718-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.114 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.114 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.115 DEBUG:boto:Method: HEAD 2022-09-01T10:15:17.116 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:17.116 DEBUG:boto:Data: 2022-09-01T10:15:17.117 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.117 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.118 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.118 DEBUG:boto:Params: {} 2022-09-01T10:15:17.119 DEBUG:boto:Token: None 2022-09-01T10:15:17.120 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj 2022-09-01T10:15:17.121 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sB98x9S/EAEAlSXzGzifqObH1Mk= 2022-09-01T10:15:17.121 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sB98x9S/EAEAlSXzGzifqObH1Mk=', 'Content-Length': '0'} 2022-09-01T10:15:17.125 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009517dfb35061e8dc-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.126 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:17.126 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.127 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.127 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.128 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.129 DEBUG:boto:Method: GET 2022-09-01T10:15:17.129 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.130 DEBUG:boto:Data: 2022-09-01T10:15:17.131 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.131 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.132 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.132 DEBUG:boto:Params: {} 2022-09-01T10:15:17.133 DEBUG:boto:Token: None 2022-09-01T10:15:17.134 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.134 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RsDPr91xdxDJ4wHVchTqBbCTsSQ= 2022-09-01T10:15:17.135 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RsDPr91xdxDJ4wHVchTqBbCTsSQ=', 'Content-Length': '0'} 2022-09-01T10:15:17.138 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003d46004c0863bc1d-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.140 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.142 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.144 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.144 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.145 DEBUG:boto:Method: GET 2022-09-01T10:15:17.145 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.146 DEBUG:boto:Data: 2022-09-01T10:15:17.146 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.147 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.148 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.148 DEBUG:boto:Params: {} 2022-09-01T10:15:17.149 DEBUG:boto:Token: None 2022-09-01T10:15:17.149 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RsDPr91xdxDJ4wHVchTqBbCTsSQ= 2022-09-01T10:15:17.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RsDPr91xdxDJ4wHVchTqBbCTsSQ=', 'Content-Length': '0'} 2022-09-01T10:15:17.164 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000067b9472ecafd1193-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.166 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:17.167 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:17.168 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.169 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.169 DEBUG:boto:Method: GET 2022-09-01T10:15:17.170 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.171 DEBUG:boto:Data: 2022-09-01T10:15:17.172 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.172 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.173 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.173 DEBUG:boto:Params: {} 2022-09-01T10:15:17.174 DEBUG:boto:Token: None 2022-09-01T10:15:17.174 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/ 2022-09-01T10:15:17.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY= 2022-09-01T10:15:17.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY=', 'Content-Length': '0'} 2022-09-01T10:15:17.179 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a3cd62d9f2f6d639-0063108635-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.181 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:17.182 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:17.183 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:17.183 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.184 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.184 DEBUG:boto:Method: GET 2022-09-01T10:15:17.185 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.185 DEBUG:boto:Data: 2022-09-01T10:15:17.186 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.186 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.187 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.187 DEBUG:boto:Params: {} 2022-09-01T10:15:17.188 DEBUG:boto:Token: None 2022-09-01T10:15:17.189 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/ 2022-09-01T10:15:17.191 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY= 2022-09-01T10:15:17.192 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY=', 'Content-Length': '0'} 2022-09-01T10:15:17.199 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000466bcf608649a239-0063108635-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.244 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:17.245 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:17.246 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.247 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.247 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.248 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.248 DEBUG:boto:Method: GET 2022-09-01T10:15:17.249 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.255 DEBUG:boto:Data: 2022-09-01T10:15:17.256 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.257 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.258 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.259 DEBUG:boto:Params: {} 2022-09-01T10:15:17.260 DEBUG:boto:Token: None 2022-09-01T10:15:17.261 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.262 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wkfdIQTiBVghAMp1y7lkGuEA56U= 2022-09-01T10:15:17.264 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wkfdIQTiBVghAMp1y7lkGuEA56U=', 'Content-Length': '0'} 2022-09-01T10:15:17.269 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c49208c10cb4a4e8-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.271 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.272 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.283 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.284 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.285 DEBUG:boto:Method: GET 2022-09-01T10:15:17.285 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.286 DEBUG:boto:Data: 2022-09-01T10:15:17.286 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.287 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.289 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.290 DEBUG:boto:Params: {} 2022-09-01T10:15:17.291 DEBUG:boto:Token: None 2022-09-01T10:15:17.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wkfdIQTiBVghAMp1y7lkGuEA56U= 2022-09-01T10:15:17.292 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wkfdIQTiBVghAMp1y7lkGuEA56U=', 'Content-Length': '0'} 2022-09-01T10:15:17.295 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003d8567d10cb0f976-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.296 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.297 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.297 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.298 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.299 DEBUG:boto:Method: HEAD 2022-09-01T10:15:17.299 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.300 DEBUG:boto:Data: 2022-09-01T10:15:17.300 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.301 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.301 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.302 DEBUG:boto:Params: {} 2022-09-01T10:15:17.303 DEBUG:boto:Token: None 2022-09-01T10:15:17.304 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.304 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tzjkRkp9BWBT1OvQKB5SXEmf6cs= 2022-09-01T10:15:17.305 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tzjkRkp9BWBT1OvQKB5SXEmf6cs=', 'Content-Length': '0'} 2022-09-01T10:15:17.307 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008f1bbf5c10f3c2ed-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.308 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.309 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.309 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.310 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.311 DEBUG:boto:Method: HEAD 2022-09-01T10:15:17.311 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.312 DEBUG:boto:Data: 2022-09-01T10:15:17.312 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.313 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.313 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.314 DEBUG:boto:Params: {} 2022-09-01T10:15:17.314 DEBUG:boto:Token: None 2022-09-01T10:15:17.315 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tzjkRkp9BWBT1OvQKB5SXEmf6cs= 2022-09-01T10:15:17.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tzjkRkp9BWBT1OvQKB5SXEmf6cs=', 'Content-Length': '0'} 2022-09-01T10:15:17.318 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000043f95bf7402546b7-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.319 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:17.320 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.321 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.321 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.322 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.322 DEBUG:boto:Method: GET 2022-09-01T10:15:17.323 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.324 DEBUG:boto:Data: 2022-09-01T10:15:17.324 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.325 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.325 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.326 DEBUG:boto:Params: {} 2022-09-01T10:15:17.327 DEBUG:boto:Token: None 2022-09-01T10:15:17.333 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.334 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wkfdIQTiBVghAMp1y7lkGuEA56U= 2022-09-01T10:15:17.335 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wkfdIQTiBVghAMp1y7lkGuEA56U=', 'Content-Length': '0'} 2022-09-01T10:15:17.343 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dd04f8a96eb210b1-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.344 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.345 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.345 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.346 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.347 DEBUG:boto:Method: GET 2022-09-01T10:15:17.354 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.359 DEBUG:boto:Data: 2022-09-01T10:15:17.360 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.360 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.361 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.361 DEBUG:boto:Params: {} 2022-09-01T10:15:17.362 DEBUG:boto:Token: None 2022-09-01T10:15:17.363 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:17.364 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wkfdIQTiBVghAMp1y7lkGuEA56U= 2022-09-01T10:15:17.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wkfdIQTiBVghAMp1y7lkGuEA56U=', 'Content-Length': '0'} 2022-09-01T10:15:17.367 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000d4617a9345ea11d-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.369 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:17.370 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:17.371 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.371 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.372 DEBUG:boto:Method: GET 2022-09-01T10:15:17.372 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.373 DEBUG:boto:Data: 2022-09-01T10:15:17.373 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.374 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.374 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.375 DEBUG:boto:Params: {} 2022-09-01T10:15:17.375 DEBUG:boto:Token: None 2022-09-01T10:15:17.376 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/ 2022-09-01T10:15:17.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY= 2022-09-01T10:15:17.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY=', 'Content-Length': '0'} 2022-09-01T10:15:17.382 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e9da65295ae93c81-0063108635-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.387 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:17.388 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:17.389 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:17.390 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.390 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.391 DEBUG:boto:Method: GET 2022-09-01T10:15:17.391 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.392 DEBUG:boto:Data: 2022-09-01T10:15:17.392 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.393 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.394 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.395 DEBUG:boto:Params: {} 2022-09-01T10:15:17.395 DEBUG:boto:Token: None 2022-09-01T10:15:17.396 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/ 2022-09-01T10:15:17.398 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY= 2022-09-01T10:15:17.399 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY=', 'Content-Length': '0'} 2022-09-01T10:15:17.404 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009d960d27561d711a-0063108635-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.405 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:17.405 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.406 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.407 DEBUG:boto:Method: HEAD 2022-09-01T10:15:17.407 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:17.408 DEBUG:boto:Data: 2022-09-01T10:15:17.408 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.410 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.410 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.411 DEBUG:boto:Params: {} 2022-09-01T10:15:17.412 DEBUG:boto:Token: None 2022-09-01T10:15:17.412 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj 2022-09-01T10:15:17.413 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sB98x9S/EAEAlSXzGzifqObH1Mk= 2022-09-01T10:15:17.414 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sB98x9S/EAEAlSXzGzifqObH1Mk=', 'Content-Length': '0'} 2022-09-01T10:15:17.417 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000684488a635be252d-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.418 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.419 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.420 DEBUG:boto:Method: HEAD 2022-09-01T10:15:17.420 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:17.421 DEBUG:boto:Data: 2022-09-01T10:15:17.422 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.422 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.423 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.423 DEBUG:boto:Params: {} 2022-09-01T10:15:17.424 DEBUG:boto:Token: None 2022-09-01T10:15:17.424 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj 2022-09-01T10:15:17.425 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sB98x9S/EAEAlSXzGzifqObH1Mk= 2022-09-01T10:15:17.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sB98x9S/EAEAlSXzGzifqObH1Mk=', 'Content-Length': '0'} 2022-09-01T10:15:17.429 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000056fcefb013c5b8b2-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.430 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:17.431 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.431 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.432 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.432 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.433 DEBUG:boto:Method: GET 2022-09-01T10:15:17.433 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.434 DEBUG:boto:Data: 2022-09-01T10:15:17.435 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.435 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.436 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.436 DEBUG:boto:Params: {} 2022-09-01T10:15:17.437 DEBUG:boto:Token: None 2022-09-01T10:15:17.438 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.439 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RsDPr91xdxDJ4wHVchTqBbCTsSQ= 2022-09-01T10:15:17.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RsDPr91xdxDJ4wHVchTqBbCTsSQ=', 'Content-Length': '0'} 2022-09-01T10:15:17.442 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006d83ef0bab77b466-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.482 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.483 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.484 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.484 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.485 DEBUG:boto:Method: GET 2022-09-01T10:15:17.485 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.486 DEBUG:boto:Data: 2022-09-01T10:15:17.486 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.488 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.488 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.489 DEBUG:boto:Params: {} 2022-09-01T10:15:17.489 DEBUG:boto:Token: None 2022-09-01T10:15:17.490 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.491 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RsDPr91xdxDJ4wHVchTqBbCTsSQ= 2022-09-01T10:15:17.492 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RsDPr91xdxDJ4wHVchTqBbCTsSQ=', 'Content-Length': '0'} 2022-09-01T10:15:17.494 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000aa87f58c5df69c39-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.495 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:17.496 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:17.497 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.497 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.498 DEBUG:boto:Method: GET 2022-09-01T10:15:17.498 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.499 DEBUG:boto:Data: 2022-09-01T10:15:17.499 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.500 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.500 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.501 DEBUG:boto:Params: {} 2022-09-01T10:15:17.501 DEBUG:boto:Token: None 2022-09-01T10:15:17.502 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/ 2022-09-01T10:15:17.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY= 2022-09-01T10:15:17.503 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY=', 'Content-Length': '0'} 2022-09-01T10:15:17.509 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000963b277f32520eff-0063108635-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.510 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:17.514 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:17.515 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:17.516 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.517 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.519 DEBUG:boto:Method: GET 2022-09-01T10:15:17.520 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.521 DEBUG:boto:Data: 2022-09-01T10:15:17.522 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.524 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.525 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.527 DEBUG:boto:Params: {} 2022-09-01T10:15:17.528 DEBUG:boto:Token: None 2022-09-01T10:15:17.529 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/ 2022-09-01T10:15:17.530 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY= 2022-09-01T10:15:17.532 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY=', 'Content-Length': '0'} 2022-09-01T10:15:17.538 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c5be87dca89c768f-0063108635-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.539 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:17.540 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:17.541 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.541 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.542 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.543 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.543 DEBUG:boto:Method: GET 2022-09-01T10:15:17.544 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.544 DEBUG:boto:Data: 2022-09-01T10:15:17.545 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.546 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.547 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.548 DEBUG:boto:Params: {} 2022-09-01T10:15:17.548 DEBUG:boto:Token: None 2022-09-01T10:15:17.549 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.550 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZOIlAKf8QMDyrEGjdOjlob6Xik8= 2022-09-01T10:15:17.551 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZOIlAKf8QMDyrEGjdOjlob6Xik8=', 'Content-Length': '0'} 2022-09-01T10:15:17.553 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d4cca9283dbc09f9-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.554 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.555 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.555 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.557 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.557 DEBUG:boto:Method: GET 2022-09-01T10:15:17.558 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.559 DEBUG:boto:Data: 2022-09-01T10:15:17.559 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.560 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.560 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.562 DEBUG:boto:Params: {} 2022-09-01T10:15:17.562 DEBUG:boto:Token: None 2022-09-01T10:15:17.563 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.564 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZOIlAKf8QMDyrEGjdOjlob6Xik8= 2022-09-01T10:15:17.564 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZOIlAKf8QMDyrEGjdOjlob6Xik8=', 'Content-Length': '0'} 2022-09-01T10:15:17.573 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a4a96734c8ca68c3-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.575 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.576 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.577 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.577 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.579 DEBUG:boto:Method: HEAD 2022-09-01T10:15:17.580 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.581 DEBUG:boto:Data: 2022-09-01T10:15:17.582 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.583 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.584 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.585 DEBUG:boto:Params: {} 2022-09-01T10:15:17.586 DEBUG:boto:Token: None 2022-09-01T10:15:17.587 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.589 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5rovm7+HBsnKl+yq73YMMMZ8bKY= 2022-09-01T10:15:17.591 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5rovm7+HBsnKl+yq73YMMMZ8bKY=', 'Content-Length': '0'} 2022-09-01T10:15:17.598 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009407138169094b50-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.599 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.600 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.600 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.601 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.602 DEBUG:boto:Method: HEAD 2022-09-01T10:15:17.603 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.603 DEBUG:boto:Data: 2022-09-01T10:15:17.604 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.605 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.605 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.606 DEBUG:boto:Params: {} 2022-09-01T10:15:17.607 DEBUG:boto:Token: None 2022-09-01T10:15:17.607 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.608 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5rovm7+HBsnKl+yq73YMMMZ8bKY= 2022-09-01T10:15:17.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5rovm7+HBsnKl+yq73YMMMZ8bKY=', 'Content-Length': '0'} 2022-09-01T10:15:17.611 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001490bcf8828a2013-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.612 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:17.613 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.613 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.614 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.615 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.615 DEBUG:boto:Method: GET 2022-09-01T10:15:17.616 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.616 DEBUG:boto:Data: 2022-09-01T10:15:17.617 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.617 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.618 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.618 DEBUG:boto:Params: {} 2022-09-01T10:15:17.619 DEBUG:boto:Token: None 2022-09-01T10:15:17.620 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.621 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZOIlAKf8QMDyrEGjdOjlob6Xik8= 2022-09-01T10:15:17.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZOIlAKf8QMDyrEGjdOjlob6Xik8=', 'Content-Length': '0'} 2022-09-01T10:15:17.625 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000121a8f47d2ff9708-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.626 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.627 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.628 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.628 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.629 DEBUG:boto:Method: GET 2022-09-01T10:15:17.630 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.630 DEBUG:boto:Data: 2022-09-01T10:15:17.631 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.631 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.632 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.632 DEBUG:boto:Params: {} 2022-09-01T10:15:17.633 DEBUG:boto:Token: None 2022-09-01T10:15:17.634 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:17.634 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZOIlAKf8QMDyrEGjdOjlob6Xik8= 2022-09-01T10:15:17.635 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZOIlAKf8QMDyrEGjdOjlob6Xik8=', 'Content-Length': '0'} 2022-09-01T10:15:17.637 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000521e54a942189053-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.638 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:17.639 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:17.639 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.640 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.641 DEBUG:boto:Method: GET 2022-09-01T10:15:17.642 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.642 DEBUG:boto:Data: 2022-09-01T10:15:17.643 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.643 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.644 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.645 DEBUG:boto:Params: {} 2022-09-01T10:15:17.645 DEBUG:boto:Token: None 2022-09-01T10:15:17.646 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/ 2022-09-01T10:15:17.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY= 2022-09-01T10:15:17.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY=', 'Content-Length': '0'} 2022-09-01T10:15:17.651 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d5c14bf5b3c242db-0063108635-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.652 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:17.654 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:17.655 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:17.656 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.657 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.659 DEBUG:boto:Method: GET 2022-09-01T10:15:17.660 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.661 DEBUG:boto:Data: 2022-09-01T10:15:17.661 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.663 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.664 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.665 DEBUG:boto:Params: {} 2022-09-01T10:15:17.666 DEBUG:boto:Token: None 2022-09-01T10:15:17.668 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/ 2022-09-01T10:15:17.669 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY= 2022-09-01T10:15:17.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY=', 'Content-Length': '0'} 2022-09-01T10:15:17.677 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e97595a82795fc2a-0063108635-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.678 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:17.679 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.679 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.680 DEBUG:boto:Method: HEAD 2022-09-01T10:15:17.680 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:17.681 DEBUG:boto:Data: 2022-09-01T10:15:17.682 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.682 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.683 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.683 DEBUG:boto:Params: {} 2022-09-01T10:15:17.684 DEBUG:boto:Token: None 2022-09-01T10:15:17.685 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj 2022-09-01T10:15:17.686 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sB98x9S/EAEAlSXzGzifqObH1Mk= 2022-09-01T10:15:17.687 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sB98x9S/EAEAlSXzGzifqObH1Mk=', 'Content-Length': '0'} 2022-09-01T10:15:17.692 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000c958d362a7dc22a-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.693 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.694 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.695 DEBUG:boto:Method: HEAD 2022-09-01T10:15:17.696 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:17.697 DEBUG:boto:Data: 2022-09-01T10:15:17.698 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.699 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.700 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.700 DEBUG:boto:Params: {} 2022-09-01T10:15:17.707 DEBUG:boto:Token: None 2022-09-01T10:15:17.708 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj 2022-09-01T10:15:17.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sB98x9S/EAEAlSXzGzifqObH1Mk= 2022-09-01T10:15:17.710 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sB98x9S/EAEAlSXzGzifqObH1Mk=', 'Content-Length': '0'} 2022-09-01T10:15:17.718 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f7b8da32331aba55-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.720 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:17.721 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.722 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.723 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.724 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.725 DEBUG:boto:Method: GET 2022-09-01T10:15:17.727 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.732 DEBUG:boto:Data: 2022-09-01T10:15:17.733 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.734 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.735 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.737 DEBUG:boto:Params: {} 2022-09-01T10:15:17.738 DEBUG:boto:Token: None 2022-09-01T10:15:17.739 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.740 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RsDPr91xdxDJ4wHVchTqBbCTsSQ= 2022-09-01T10:15:17.742 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RsDPr91xdxDJ4wHVchTqBbCTsSQ=', 'Content-Length': '0'} 2022-09-01T10:15:17.751 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000304a88a8197a2d64-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.752 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.752 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.753 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.753 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.754 DEBUG:boto:Method: GET 2022-09-01T10:15:17.755 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.755 DEBUG:boto:Data: 2022-09-01T10:15:17.756 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.756 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.757 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.757 DEBUG:boto:Params: {} 2022-09-01T10:15:17.758 DEBUG:boto:Token: None 2022-09-01T10:15:17.758 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:17.759 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RsDPr91xdxDJ4wHVchTqBbCTsSQ= 2022-09-01T10:15:17.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RsDPr91xdxDJ4wHVchTqBbCTsSQ=', 'Content-Length': '0'} 2022-09-01T10:15:17.763 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a21d20d5c43b71b0-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.765 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:17.765 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:17.766 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.766 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.767 DEBUG:boto:Method: GET 2022-09-01T10:15:17.767 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.768 DEBUG:boto:Data: 2022-09-01T10:15:17.768 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.769 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.769 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.770 DEBUG:boto:Params: {} 2022-09-01T10:15:17.770 DEBUG:boto:Token: None 2022-09-01T10:15:17.771 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/ 2022-09-01T10:15:17.772 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY= 2022-09-01T10:15:17.772 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY=', 'Content-Length': '0'} 2022-09-01T10:15:17.780 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f82b4b89e42f4495-0063108635-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.781 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:17.782 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:17.783 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:17.783 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.784 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.785 DEBUG:boto:Method: GET 2022-09-01T10:15:17.786 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.787 DEBUG:boto:Data: 2022-09-01T10:15:17.788 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.788 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.789 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.790 DEBUG:boto:Params: {} 2022-09-01T10:15:17.791 DEBUG:boto:Token: None 2022-09-01T10:15:17.792 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/ 2022-09-01T10:15:17.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY= 2022-09-01T10:15:17.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jvKlGKH+vS/wfk18PEWLYRM3CFY=', 'Content-Length': '0'} 2022-09-01T10:15:17.804 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ee3292d13bc329e0-0063108635-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.844 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:17.846 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:17.847 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.852 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.853 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.853 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.854 DEBUG:boto:Method: GET 2022-09-01T10:15:17.855 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.856 DEBUG:boto:Data: 2022-09-01T10:15:17.857 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.860 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.861 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.862 DEBUG:boto:Params: {} 2022-09-01T10:15:17.863 DEBUG:boto:Token: None 2022-09-01T10:15:17.864 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.865 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9RWwBFHcqwUwIlw2VKs2j++WWcs= 2022-09-01T10:15:17.866 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9RWwBFHcqwUwIlw2VKs2j++WWcs=', 'Content-Length': '0'} 2022-09-01T10:15:17.869 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008836b3b1ddc61d11-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.870 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.871 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.872 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.872 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.873 DEBUG:boto:Method: GET 2022-09-01T10:15:17.873 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.875 DEBUG:boto:Data: 2022-09-01T10:15:17.876 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.876 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.877 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.885 DEBUG:boto:Params: {} 2022-09-01T10:15:17.886 DEBUG:boto:Token: None 2022-09-01T10:15:17.887 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.890 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9RWwBFHcqwUwIlw2VKs2j++WWcs= 2022-09-01T10:15:17.891 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9RWwBFHcqwUwIlw2VKs2j++WWcs=', 'Content-Length': '0'} 2022-09-01T10:15:17.895 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b0e8c5a1406d87d6-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.897 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.898 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.899 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.900 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.901 DEBUG:boto:Method: HEAD 2022-09-01T10:15:17.902 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.903 DEBUG:boto:Data: 2022-09-01T10:15:17.903 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.905 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.907 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.909 DEBUG:boto:Params: {} 2022-09-01T10:15:17.911 DEBUG:boto:Token: None 2022-09-01T10:15:17.912 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.913 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UC7sGsfyJwavaZw3RlNqVmhqYYw= 2022-09-01T10:15:17.914 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UC7sGsfyJwavaZw3RlNqVmhqYYw=', 'Content-Length': '0'} 2022-09-01T10:15:17.917 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000006022569d5c414ce-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.918 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.919 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.919 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.920 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.920 DEBUG:boto:Method: HEAD 2022-09-01T10:15:17.921 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.921 DEBUG:boto:Data: 2022-09-01T10:15:17.922 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.922 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.923 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.923 DEBUG:boto:Params: {} 2022-09-01T10:15:17.924 DEBUG:boto:Token: None 2022-09-01T10:15:17.925 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.929 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UC7sGsfyJwavaZw3RlNqVmhqYYw= 2022-09-01T10:15:17.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UC7sGsfyJwavaZw3RlNqVmhqYYw=', 'Content-Length': '0'} 2022-09-01T10:15:17.934 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e72d415cfb8b3b25-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.935 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:17.936 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.941 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.941 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.942 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.943 DEBUG:boto:Method: GET 2022-09-01T10:15:17.943 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.944 DEBUG:boto:Data: 2022-09-01T10:15:17.945 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.946 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:17.946 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.947 DEBUG:boto:Params: {} 2022-09-01T10:15:17.947 DEBUG:boto:Token: None 2022-09-01T10:15:17.949 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.950 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9RWwBFHcqwUwIlw2VKs2j++WWcs= 2022-09-01T10:15:17.951 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9RWwBFHcqwUwIlw2VKs2j++WWcs=', 'Content-Length': '0'} 2022-09-01T10:15:17.953 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bfc9c58f306e5be5-0063108635-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.955 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:17.956 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:17.956 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.971 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.972 DEBUG:boto:Method: GET 2022-09-01T10:15:17.973 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.974 DEBUG:boto:Data: 2022-09-01T10:15:17.975 DEBUG:boto:Headers: {} 2022-09-01T10:15:17.976 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:17.976 DEBUG:boto:Port: 8000 2022-09-01T10:15:17.977 DEBUG:boto:Params: {} 2022-09-01T10:15:17.979 DEBUG:boto:Token: None 2022-09-01T10:15:17.980 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:17 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:17.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9RWwBFHcqwUwIlw2VKs2j++WWcs= 2022-09-01T10:15:17.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9RWwBFHcqwUwIlw2VKs2j++WWcs=', 'Content-Length': '0'} 2022-09-01T10:15:17.985 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000143afd7f88c5dbc1-0063108635-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:17.987 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:17.988 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:17.989 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.994 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.995 DEBUG:boto:Method: GET 2022-09-01T10:15:17.996 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:17.997 DEBUG:boto:Data: 2022-09-01T10:15:17.999 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.000 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.004 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.008 DEBUG:boto:Params: {} 2022-09-01T10:15:18.009 DEBUG:boto:Token: None 2022-09-01T10:15:18.010 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/ 2022-09-01T10:15:18.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU= 2022-09-01T10:15:18.012 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU=', 'Content-Length': '0'} 2022-09-01T10:15:18.015 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000395e0e9a36aa064d-0063108636-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.016 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:18.017 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:18.017 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:18.018 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.019 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.019 DEBUG:boto:Method: GET 2022-09-01T10:15:18.020 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.020 DEBUG:boto:Data: 2022-09-01T10:15:18.021 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.022 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.022 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.029 DEBUG:boto:Params: {} 2022-09-01T10:15:18.030 DEBUG:boto:Token: None 2022-09-01T10:15:18.031 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/ 2022-09-01T10:15:18.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU= 2022-09-01T10:15:18.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU=', 'Content-Length': '0'} 2022-09-01T10:15:18.042 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d813f79cad7e5883-0063108636-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.050 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:18.059 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.061 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.061 DEBUG:boto:Method: HEAD 2022-09-01T10:15:18.063 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:18.063 DEBUG:boto:Data: 2022-09-01T10:15:18.064 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.064 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.065 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.065 DEBUG:boto:Params: {} 2022-09-01T10:15:18.066 DEBUG:boto:Token: None 2022-09-01T10:15:18.067 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj 2022-09-01T10:15:18.067 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TL2t8Xk3ksjqvwcfMbR1MOmWt7s= 2022-09-01T10:15:18.068 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TL2t8Xk3ksjqvwcfMbR1MOmWt7s=', 'Content-Length': '0'} 2022-09-01T10:15:18.073 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000e9cd913fc6c4c6b-0063108636-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.074 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.075 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.075 DEBUG:boto:Method: HEAD 2022-09-01T10:15:18.076 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:18.077 DEBUG:boto:Data: 2022-09-01T10:15:18.077 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.078 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.078 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.079 DEBUG:boto:Params: {} 2022-09-01T10:15:18.080 DEBUG:boto:Token: None 2022-09-01T10:15:18.080 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj 2022-09-01T10:15:18.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TL2t8Xk3ksjqvwcfMbR1MOmWt7s= 2022-09-01T10:15:18.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TL2t8Xk3ksjqvwcfMbR1MOmWt7s=', 'Content-Length': '0'} 2022-09-01T10:15:18.098 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d37f055922778027-0063108636-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.099 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:18.100 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.101 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.101 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.109 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.110 DEBUG:boto:Method: GET 2022-09-01T10:15:18.110 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.111 DEBUG:boto:Data: 2022-09-01T10:15:18.111 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.112 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.113 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.114 DEBUG:boto:Params: {} 2022-09-01T10:15:18.115 DEBUG:boto:Token: None 2022-09-01T10:15:18.116 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.117 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0RRUInvcbba3z3DW8/KLSJgjIUw= 2022-09-01T10:15:18.117 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0RRUInvcbba3z3DW8/KLSJgjIUw=', 'Content-Length': '0'} 2022-09-01T10:15:18.119 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e594cb7f8128cefb-0063108636-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.120 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.121 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.122 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.122 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.123 DEBUG:boto:Method: GET 2022-09-01T10:15:18.124 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.125 DEBUG:boto:Data: 2022-09-01T10:15:18.126 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.127 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.128 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.130 DEBUG:boto:Params: {} 2022-09-01T10:15:18.131 DEBUG:boto:Token: None 2022-09-01T10:15:18.132 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0RRUInvcbba3z3DW8/KLSJgjIUw= 2022-09-01T10:15:18.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0RRUInvcbba3z3DW8/KLSJgjIUw=', 'Content-Length': '0'} 2022-09-01T10:15:18.139 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000015d50fd256afa264-0063108636-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.144 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:18.145 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:18.145 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.146 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.147 DEBUG:boto:Method: GET 2022-09-01T10:15:18.147 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.148 DEBUG:boto:Data: 2022-09-01T10:15:18.150 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.151 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.152 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.153 DEBUG:boto:Params: {} 2022-09-01T10:15:18.155 DEBUG:boto:Token: None 2022-09-01T10:15:18.156 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/ 2022-09-01T10:15:18.157 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU= 2022-09-01T10:15:18.158 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU=', 'Content-Length': '0'} 2022-09-01T10:15:18.163 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001a2d9b46e7a49406-0063108636-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.164 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:18.165 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:18.166 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:18.166 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.167 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.167 DEBUG:boto:Method: GET 2022-09-01T10:15:18.168 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.168 DEBUG:boto:Data: 2022-09-01T10:15:18.169 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.169 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.170 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.170 DEBUG:boto:Params: {} 2022-09-01T10:15:18.171 DEBUG:boto:Token: None 2022-09-01T10:15:18.172 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/ 2022-09-01T10:15:18.172 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU= 2022-09-01T10:15:18.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU=', 'Content-Length': '0'} 2022-09-01T10:15:18.177 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000016234f97f7f0224b-0063108636-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.177 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:18.178 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:18.179 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.179 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.180 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.180 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.181 DEBUG:boto:Method: GET 2022-09-01T10:15:18.181 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.182 DEBUG:boto:Data: 2022-09-01T10:15:18.183 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.183 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.184 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.184 DEBUG:boto:Params: {} 2022-09-01T10:15:18.185 DEBUG:boto:Token: None 2022-09-01T10:15:18.185 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.186 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jqe0HFcxUOwLP0GEUFY5tI01sPI= 2022-09-01T10:15:18.187 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jqe0HFcxUOwLP0GEUFY5tI01sPI=', 'Content-Length': '0'} 2022-09-01T10:15:18.191 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006aa08b2af9a0f10b-0063108636-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.192 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.192 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.193 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.193 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.194 DEBUG:boto:Method: GET 2022-09-01T10:15:18.195 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.195 DEBUG:boto:Data: 2022-09-01T10:15:18.196 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.196 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.197 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.197 DEBUG:boto:Params: {} 2022-09-01T10:15:18.198 DEBUG:boto:Token: None 2022-09-01T10:15:18.199 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.199 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jqe0HFcxUOwLP0GEUFY5tI01sPI= 2022-09-01T10:15:18.200 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jqe0HFcxUOwLP0GEUFY5tI01sPI=', 'Content-Length': '0'} 2022-09-01T10:15:18.205 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bf2ed738bbaf32c5-0063108636-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.250 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.251 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.252 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.252 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.253 DEBUG:boto:Method: HEAD 2022-09-01T10:15:18.253 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.254 DEBUG:boto:Data: 2022-09-01T10:15:18.254 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.255 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.256 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.257 DEBUG:boto:Params: {} 2022-09-01T10:15:18.257 DEBUG:boto:Token: None 2022-09-01T10:15:18.259 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.261 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nzUzreiSs+vY9C6OUT6Z/ukvBB8= 2022-09-01T10:15:18.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nzUzreiSs+vY9C6OUT6Z/ukvBB8=', 'Content-Length': '0'} 2022-09-01T10:15:18.286 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001d4efcef64440b71-0063108636-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.287 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.287 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.288 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.288 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.289 DEBUG:boto:Method: HEAD 2022-09-01T10:15:18.289 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.290 DEBUG:boto:Data: 2022-09-01T10:15:18.290 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.291 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.291 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.292 DEBUG:boto:Params: {} 2022-09-01T10:15:18.293 DEBUG:boto:Token: None 2022-09-01T10:15:18.293 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.294 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nzUzreiSs+vY9C6OUT6Z/ukvBB8= 2022-09-01T10:15:18.294 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nzUzreiSs+vY9C6OUT6Z/ukvBB8=', 'Content-Length': '0'} 2022-09-01T10:15:18.304 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c99a31362dc43ae3-0063108636-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.305 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:18.313 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.319 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.319 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.320 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.320 DEBUG:boto:Method: GET 2022-09-01T10:15:18.321 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.322 DEBUG:boto:Data: 2022-09-01T10:15:18.322 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.325 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.325 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.326 DEBUG:boto:Params: {} 2022-09-01T10:15:18.328 DEBUG:boto:Token: None 2022-09-01T10:15:18.339 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.342 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jqe0HFcxUOwLP0GEUFY5tI01sPI= 2022-09-01T10:15:18.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jqe0HFcxUOwLP0GEUFY5tI01sPI=', 'Content-Length': '0'} 2022-09-01T10:15:18.346 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c0f738894967c905-0063108636-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.347 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.349 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.349 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.350 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.350 DEBUG:boto:Method: GET 2022-09-01T10:15:18.351 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.352 DEBUG:boto:Data: 2022-09-01T10:15:18.352 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.353 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.354 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.354 DEBUG:boto:Params: {} 2022-09-01T10:15:18.355 DEBUG:boto:Token: None 2022-09-01T10:15:18.356 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:18.356 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jqe0HFcxUOwLP0GEUFY5tI01sPI= 2022-09-01T10:15:18.357 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jqe0HFcxUOwLP0GEUFY5tI01sPI=', 'Content-Length': '0'} 2022-09-01T10:15:18.383 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a781b76f4c5f8c17-0063108636-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.385 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:18.388 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:18.389 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.390 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.391 DEBUG:boto:Method: GET 2022-09-01T10:15:18.392 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.393 DEBUG:boto:Data: 2022-09-01T10:15:18.394 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.395 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.402 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.403 DEBUG:boto:Params: {} 2022-09-01T10:15:18.404 DEBUG:boto:Token: None 2022-09-01T10:15:18.405 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/ 2022-09-01T10:15:18.406 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU= 2022-09-01T10:15:18.407 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU=', 'Content-Length': '0'} 2022-09-01T10:15:18.411 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000789c2a0f46abdaf0-0063108636-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.412 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:18.413 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:18.414 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:18.415 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.415 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.416 DEBUG:boto:Method: GET 2022-09-01T10:15:18.416 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.417 DEBUG:boto:Data: 2022-09-01T10:15:18.418 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.418 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.419 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.419 DEBUG:boto:Params: {} 2022-09-01T10:15:18.422 DEBUG:boto:Token: None 2022-09-01T10:15:18.429 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/ 2022-09-01T10:15:18.429 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU= 2022-09-01T10:15:18.430 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU=', 'Content-Length': '0'} 2022-09-01T10:15:18.435 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000002e0383f1198c3cf-0063108636-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.437 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:18.440 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.441 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.442 DEBUG:boto:Method: HEAD 2022-09-01T10:15:18.443 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:18.444 DEBUG:boto:Data: 2022-09-01T10:15:18.445 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.446 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.447 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.448 DEBUG:boto:Params: {} 2022-09-01T10:15:18.450 DEBUG:boto:Token: None 2022-09-01T10:15:18.451 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj 2022-09-01T10:15:18.451 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TL2t8Xk3ksjqvwcfMbR1MOmWt7s= 2022-09-01T10:15:18.452 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TL2t8Xk3ksjqvwcfMbR1MOmWt7s=', 'Content-Length': '0'} 2022-09-01T10:15:18.457 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008a607ceedfd4c391-0063108636-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.458 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.459 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.460 DEBUG:boto:Method: HEAD 2022-09-01T10:15:18.460 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:18.461 DEBUG:boto:Data: 2022-09-01T10:15:18.461 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.462 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.462 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.463 DEBUG:boto:Params: {} 2022-09-01T10:15:18.464 DEBUG:boto:Token: None 2022-09-01T10:15:18.464 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj 2022-09-01T10:15:18.465 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TL2t8Xk3ksjqvwcfMbR1MOmWt7s= 2022-09-01T10:15:18.465 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TL2t8Xk3ksjqvwcfMbR1MOmWt7s=', 'Content-Length': '0'} 2022-09-01T10:15:18.469 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000325369723b12c984-0063108636-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.470 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:18.472 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.473 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.473 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.474 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.475 DEBUG:boto:Method: GET 2022-09-01T10:15:18.476 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.478 DEBUG:boto:Data: 2022-09-01T10:15:18.479 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.480 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.481 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.482 DEBUG:boto:Params: {} 2022-09-01T10:15:18.484 DEBUG:boto:Token: None 2022-09-01T10:15:18.485 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0RRUInvcbba3z3DW8/KLSJgjIUw= 2022-09-01T10:15:18.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0RRUInvcbba3z3DW8/KLSJgjIUw=', 'Content-Length': '0'} 2022-09-01T10:15:18.494 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000643d4eead91c7e58-0063108636-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.495 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.496 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.497 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.498 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.499 DEBUG:boto:Method: GET 2022-09-01T10:15:18.501 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.502 DEBUG:boto:Data: 2022-09-01T10:15:18.503 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.505 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.506 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.507 DEBUG:boto:Params: {} 2022-09-01T10:15:18.508 DEBUG:boto:Token: None 2022-09-01T10:15:18.510 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.518 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0RRUInvcbba3z3DW8/KLSJgjIUw= 2022-09-01T10:15:18.518 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0RRUInvcbba3z3DW8/KLSJgjIUw=', 'Content-Length': '0'} 2022-09-01T10:15:18.525 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e8cfb408152de340-0063108636-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.534 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:18.535 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:18.536 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.536 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.537 DEBUG:boto:Method: GET 2022-09-01T10:15:18.537 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.538 DEBUG:boto:Data: 2022-09-01T10:15:18.538 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.539 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.540 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.540 DEBUG:boto:Params: {} 2022-09-01T10:15:18.541 DEBUG:boto:Token: None 2022-09-01T10:15:18.541 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/ 2022-09-01T10:15:18.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU= 2022-09-01T10:15:18.544 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU=', 'Content-Length': '0'} 2022-09-01T10:15:18.548 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005396e3efe0430fb6-0063108636-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.549 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:18.550 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:18.554 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:18.555 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.556 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.557 DEBUG:boto:Method: GET 2022-09-01T10:15:18.558 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.559 DEBUG:boto:Data: 2022-09-01T10:15:18.560 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.561 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.562 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.563 DEBUG:boto:Params: {} 2022-09-01T10:15:18.564 DEBUG:boto:Token: None 2022-09-01T10:15:18.565 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/ 2022-09-01T10:15:18.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU= 2022-09-01T10:15:18.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU=', 'Content-Length': '0'} 2022-09-01T10:15:18.585 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000036dddb8fe37ce333-0063108636-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.587 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:18.589 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:18.591 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.592 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.593 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.595 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.596 DEBUG:boto:Method: GET 2022-09-01T10:15:18.597 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.598 DEBUG:boto:Data: 2022-09-01T10:15:18.599 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.601 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.602 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.603 DEBUG:boto:Params: {} 2022-09-01T10:15:18.604 DEBUG:boto:Token: None 2022-09-01T10:15:18.605 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Lysh8EEYz/4eo6N2vajEQEybZWU= 2022-09-01T10:15:18.608 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Lysh8EEYz/4eo6N2vajEQEybZWU=', 'Content-Length': '0'} 2022-09-01T10:15:18.611 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fe1bea773d10c3d4-0063108636-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.612 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.613 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.615 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.616 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.617 DEBUG:boto:Method: GET 2022-09-01T10:15:18.617 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.618 DEBUG:boto:Data: 2022-09-01T10:15:18.619 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.620 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.620 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.621 DEBUG:boto:Params: {} 2022-09-01T10:15:18.622 DEBUG:boto:Token: None 2022-09-01T10:15:18.622 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.623 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Lysh8EEYz/4eo6N2vajEQEybZWU= 2022-09-01T10:15:18.627 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Lysh8EEYz/4eo6N2vajEQEybZWU=', 'Content-Length': '0'} 2022-09-01T10:15:18.630 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000e6db941518461e2-0063108636-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.640 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.641 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.642 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.642 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.643 DEBUG:boto:Method: HEAD 2022-09-01T10:15:18.643 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.644 DEBUG:boto:Data: 2022-09-01T10:15:18.644 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.645 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.647 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.647 DEBUG:boto:Params: {} 2022-09-01T10:15:18.648 DEBUG:boto:Token: None 2022-09-01T10:15:18.649 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.649 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QeLuWr7aVMhd2cem4sE/AnjsPCo= 2022-09-01T10:15:18.650 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QeLuWr7aVMhd2cem4sE/AnjsPCo=', 'Content-Length': '0'} 2022-09-01T10:15:18.653 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000010a11f1d417f69bc-0063108636-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.654 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.654 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.655 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.655 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.656 DEBUG:boto:Method: HEAD 2022-09-01T10:15:18.657 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.658 DEBUG:boto:Data: 2022-09-01T10:15:18.658 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.659 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.659 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.660 DEBUG:boto:Params: {} 2022-09-01T10:15:18.660 DEBUG:boto:Token: None 2022-09-01T10:15:18.661 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.662 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QeLuWr7aVMhd2cem4sE/AnjsPCo= 2022-09-01T10:15:18.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QeLuWr7aVMhd2cem4sE/AnjsPCo=', 'Content-Length': '0'} 2022-09-01T10:15:18.666 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001166cb9d21e885e1-0063108636-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.666 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:18.667 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.668 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.668 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.669 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.669 DEBUG:boto:Method: GET 2022-09-01T10:15:18.670 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.671 DEBUG:boto:Data: 2022-09-01T10:15:18.672 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.672 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.673 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.673 DEBUG:boto:Params: {} 2022-09-01T10:15:18.674 DEBUG:boto:Token: None 2022-09-01T10:15:18.675 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.676 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Lysh8EEYz/4eo6N2vajEQEybZWU= 2022-09-01T10:15:18.677 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Lysh8EEYz/4eo6N2vajEQEybZWU=', 'Content-Length': '0'} 2022-09-01T10:15:18.679 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000e4822c28aa3e405-0063108636-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.680 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.681 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.682 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.682 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.683 DEBUG:boto:Method: GET 2022-09-01T10:15:18.683 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.684 DEBUG:boto:Data: 2022-09-01T10:15:18.685 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.685 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.696 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.697 DEBUG:boto:Params: {} 2022-09-01T10:15:18.698 DEBUG:boto:Token: None 2022-09-01T10:15:18.699 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:18.700 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Lysh8EEYz/4eo6N2vajEQEybZWU= 2022-09-01T10:15:18.701 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Lysh8EEYz/4eo6N2vajEQEybZWU=', 'Content-Length': '0'} 2022-09-01T10:15:18.707 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000d14f0b3ff39ff19-0063108636-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.709 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:18.709 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:18.710 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.710 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.711 DEBUG:boto:Method: GET 2022-09-01T10:15:18.711 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.712 DEBUG:boto:Data: 2022-09-01T10:15:18.713 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.713 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.714 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.714 DEBUG:boto:Params: {} 2022-09-01T10:15:18.715 DEBUG:boto:Token: None 2022-09-01T10:15:18.716 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/ 2022-09-01T10:15:18.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU= 2022-09-01T10:15:18.717 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU=', 'Content-Length': '0'} 2022-09-01T10:15:18.721 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004939c7d3bbf64f57-0063108636-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.722 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:18.723 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:18.723 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:18.724 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.730 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.731 DEBUG:boto:Method: GET 2022-09-01T10:15:18.731 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.732 DEBUG:boto:Data: 2022-09-01T10:15:18.732 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.733 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.733 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.734 DEBUG:boto:Params: {} 2022-09-01T10:15:18.735 DEBUG:boto:Token: None 2022-09-01T10:15:18.735 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/ 2022-09-01T10:15:18.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU= 2022-09-01T10:15:18.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU=', 'Content-Length': '0'} 2022-09-01T10:15:18.740 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000062c7211ef383dbe0-0063108636-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.740 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:18.741 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.742 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.743 DEBUG:boto:Method: HEAD 2022-09-01T10:15:18.743 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:18.744 DEBUG:boto:Data: 2022-09-01T10:15:18.744 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.745 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.745 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.746 DEBUG:boto:Params: {} 2022-09-01T10:15:18.746 DEBUG:boto:Token: None 2022-09-01T10:15:18.758 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj 2022-09-01T10:15:18.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TL2t8Xk3ksjqvwcfMbR1MOmWt7s= 2022-09-01T10:15:18.762 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TL2t8Xk3ksjqvwcfMbR1MOmWt7s=', 'Content-Length': '0'} 2022-09-01T10:15:18.766 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005a6f844e34f1cd8d-0063108636-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.770 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.772 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.772 DEBUG:boto:Method: HEAD 2022-09-01T10:15:18.773 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:18.773 DEBUG:boto:Data: 2022-09-01T10:15:18.774 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.775 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.775 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.776 DEBUG:boto:Params: {} 2022-09-01T10:15:18.776 DEBUG:boto:Token: None 2022-09-01T10:15:18.777 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj 2022-09-01T10:15:18.778 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TL2t8Xk3ksjqvwcfMbR1MOmWt7s= 2022-09-01T10:15:18.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TL2t8Xk3ksjqvwcfMbR1MOmWt7s=', 'Content-Length': '0'} 2022-09-01T10:15:18.793 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002858cc081a13befe-0063108636-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.794 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:18.795 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.796 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.797 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.798 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.799 DEBUG:boto:Method: GET 2022-09-01T10:15:18.801 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.803 DEBUG:boto:Data: 2022-09-01T10:15:18.806 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.808 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.809 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.811 DEBUG:boto:Params: {} 2022-09-01T10:15:18.813 DEBUG:boto:Token: None 2022-09-01T10:15:18.814 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.815 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0RRUInvcbba3z3DW8/KLSJgjIUw= 2022-09-01T10:15:18.816 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0RRUInvcbba3z3DW8/KLSJgjIUw=', 'Content-Length': '0'} 2022-09-01T10:15:18.828 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000023efbd419125e197-0063108636-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.837 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:18.838 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:18.844 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.845 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.845 DEBUG:boto:Method: GET 2022-09-01T10:15:18.858 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.861 DEBUG:boto:Data: 2022-09-01T10:15:18.868 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.869 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:18.870 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.871 DEBUG:boto:Params: {} 2022-09-01T10:15:18.872 DEBUG:boto:Token: None 2022-09-01T10:15:18.874 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:18.875 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0RRUInvcbba3z3DW8/KLSJgjIUw= 2022-09-01T10:15:18.886 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0RRUInvcbba3z3DW8/KLSJgjIUw=', 'Content-Length': '0'} 2022-09-01T10:15:18.894 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000095bde8e1f7135c77-0063108636-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.896 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:18.911 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:18.918 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.919 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.920 DEBUG:boto:Method: GET 2022-09-01T10:15:18.921 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.939 DEBUG:boto:Data: 2022-09-01T10:15:18.940 DEBUG:boto:Headers: {} 2022-09-01T10:15:18.941 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:18.951 DEBUG:boto:Port: 8000 2022-09-01T10:15:18.952 DEBUG:boto:Params: {} 2022-09-01T10:15:18.953 DEBUG:boto:Token: None 2022-09-01T10:15:18.954 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:18 GMT /ptoxvb-19/ 2022-09-01T10:15:18.962 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU= 2022-09-01T10:15:18.964 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eAMWDxdBOe0uRM079E8xyYa1taU=', 'Content-Length': '0'} 2022-09-01T10:15:18.978 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000039c5f64a80420f97-0063108636-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:18.982 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:18.984 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:18.985 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:18.992 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:18.992 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.003 DEBUG:boto:Method: GET 2022-09-01T10:15:19.004 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.005 DEBUG:boto:Data: 2022-09-01T10:15:19.010 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.011 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.013 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.016 DEBUG:boto:Params: {} 2022-09-01T10:15:19.017 DEBUG:boto:Token: None 2022-09-01T10:15:19.019 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/ 2022-09-01T10:15:19.024 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU= 2022-09-01T10:15:19.025 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU=', 'Content-Length': '0'} 2022-09-01T10:15:19.032 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000022246c0e01d30c5d-0063108637-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.052 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:19.054 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:19.055 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.056 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.057 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.058 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.059 DEBUG:boto:Method: GET 2022-09-01T10:15:19.060 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.061 DEBUG:boto:Data: 2022-09-01T10:15:19.076 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.077 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.082 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.085 DEBUG:boto:Params: {} 2022-09-01T10:15:19.087 DEBUG:boto:Token: None 2022-09-01T10:15:19.094 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.096 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vKEgW6n+VdqGsfdMpOIabcGLd8o= 2022-09-01T10:15:19.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vKEgW6n+VdqGsfdMpOIabcGLd8o=', 'Content-Length': '0'} 2022-09-01T10:15:19.113 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d9d3461313f16a69-0063108637-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.114 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.115 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.116 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.116 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.117 DEBUG:boto:Method: GET 2022-09-01T10:15:19.145 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.146 DEBUG:boto:Data: 2022-09-01T10:15:19.147 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.148 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.149 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.150 DEBUG:boto:Params: {} 2022-09-01T10:15:19.151 DEBUG:boto:Token: None 2022-09-01T10:15:19.152 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.166 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vKEgW6n+VdqGsfdMpOIabcGLd8o= 2022-09-01T10:15:19.168 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vKEgW6n+VdqGsfdMpOIabcGLd8o=', 'Content-Length': '0'} 2022-09-01T10:15:19.177 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006b341b57270f225a-0063108637-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.178 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.178 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.179 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.179 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.180 DEBUG:boto:Method: HEAD 2022-09-01T10:15:19.180 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.191 DEBUG:boto:Data: 2022-09-01T10:15:19.192 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.193 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.206 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.219 DEBUG:boto:Params: {} 2022-09-01T10:15:19.220 DEBUG:boto:Token: None 2022-09-01T10:15:19.221 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.224 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NbCuHLEn8Ax5uMjb6JJRASoMUAM= 2022-09-01T10:15:19.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NbCuHLEn8Ax5uMjb6JJRASoMUAM=', 'Content-Length': '0'} 2022-09-01T10:15:19.228 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000020860cdb7f54ae9b-0063108637-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.230 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.232 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.233 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.234 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.234 DEBUG:boto:Method: HEAD 2022-09-01T10:15:19.235 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.235 DEBUG:boto:Data: 2022-09-01T10:15:19.236 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.236 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.237 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.237 DEBUG:boto:Params: {} 2022-09-01T10:15:19.239 DEBUG:boto:Token: None 2022-09-01T10:15:19.240 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NbCuHLEn8Ax5uMjb6JJRASoMUAM= 2022-09-01T10:15:19.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NbCuHLEn8Ax5uMjb6JJRASoMUAM=', 'Content-Length': '0'} 2022-09-01T10:15:19.257 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000050905c48a8f51fb0-0063108637-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.261 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:19.262 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.262 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.263 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.263 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.264 DEBUG:boto:Method: GET 2022-09-01T10:15:19.265 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.265 DEBUG:boto:Data: 2022-09-01T10:15:19.266 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.266 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.267 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.267 DEBUG:boto:Params: {} 2022-09-01T10:15:19.272 DEBUG:boto:Token: None 2022-09-01T10:15:19.274 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vKEgW6n+VdqGsfdMpOIabcGLd8o= 2022-09-01T10:15:19.276 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vKEgW6n+VdqGsfdMpOIabcGLd8o=', 'Content-Length': '0'} 2022-09-01T10:15:19.280 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000096b86eb671f9ca65-0063108637-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.281 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.289 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.290 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.291 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.292 DEBUG:boto:Method: GET 2022-09-01T10:15:19.293 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.315 DEBUG:boto:Data: 2022-09-01T10:15:19.315 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.316 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.316 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.317 DEBUG:boto:Params: {} 2022-09-01T10:15:19.324 DEBUG:boto:Token: None 2022-09-01T10:15:19.325 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:19.326 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vKEgW6n+VdqGsfdMpOIabcGLd8o= 2022-09-01T10:15:19.328 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vKEgW6n+VdqGsfdMpOIabcGLd8o=', 'Content-Length': '0'} 2022-09-01T10:15:19.332 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000974679d24ab8550f-0063108637-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.333 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:19.333 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:19.334 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.334 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.335 DEBUG:boto:Method: GET 2022-09-01T10:15:19.336 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.336 DEBUG:boto:Data: 2022-09-01T10:15:19.337 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.338 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.339 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.339 DEBUG:boto:Params: {} 2022-09-01T10:15:19.340 DEBUG:boto:Token: None 2022-09-01T10:15:19.340 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/ 2022-09-01T10:15:19.341 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU= 2022-09-01T10:15:19.342 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU=', 'Content-Length': '0'} 2022-09-01T10:15:19.346 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000038d06927120e17d8-0063108637-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.348 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:19.349 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:19.351 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:19.352 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.353 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.354 DEBUG:boto:Method: GET 2022-09-01T10:15:19.356 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.357 DEBUG:boto:Data: 2022-09-01T10:15:19.358 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.359 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.360 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.362 DEBUG:boto:Params: {} 2022-09-01T10:15:19.369 DEBUG:boto:Token: None 2022-09-01T10:15:19.371 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/ 2022-09-01T10:15:19.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU= 2022-09-01T10:15:19.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU=', 'Content-Length': '0'} 2022-09-01T10:15:19.379 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005de3566778ef5751-0063108637-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.380 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:19.381 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.381 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.382 DEBUG:boto:Method: HEAD 2022-09-01T10:15:19.383 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:19.384 DEBUG:boto:Data: 2022-09-01T10:15:19.387 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.399 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.400 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.401 DEBUG:boto:Params: {} 2022-09-01T10:15:19.401 DEBUG:boto:Token: None 2022-09-01T10:15:19.402 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj 2022-09-01T10:15:19.403 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9g+JG1tVEeYH7Bwn2fVut+ZOIqI= 2022-09-01T10:15:19.403 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9g+JG1tVEeYH7Bwn2fVut+ZOIqI=', 'Content-Length': '0'} 2022-09-01T10:15:19.407 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f70619c706f8180a-0063108637-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.408 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.409 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.409 DEBUG:boto:Method: HEAD 2022-09-01T10:15:19.410 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:19.414 DEBUG:boto:Data: 2022-09-01T10:15:19.416 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.418 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.422 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.423 DEBUG:boto:Params: {} 2022-09-01T10:15:19.425 DEBUG:boto:Token: None 2022-09-01T10:15:19.427 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj 2022-09-01T10:15:19.428 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9g+JG1tVEeYH7Bwn2fVut+ZOIqI= 2022-09-01T10:15:19.429 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9g+JG1tVEeYH7Bwn2fVut+ZOIqI=', 'Content-Length': '0'} 2022-09-01T10:15:19.437 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000016a122ef7f750097-0063108637-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.438 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:19.439 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.440 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.440 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.441 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.441 DEBUG:boto:Method: GET 2022-09-01T10:15:19.443 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.444 DEBUG:boto:Data: 2022-09-01T10:15:19.444 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.445 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.446 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.447 DEBUG:boto:Params: {} 2022-09-01T10:15:19.447 DEBUG:boto:Token: None 2022-09-01T10:15:19.448 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.448 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8eIYc2m8yh12Ny6TvPlYUcq5m1M= 2022-09-01T10:15:19.449 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8eIYc2m8yh12Ny6TvPlYUcq5m1M=', 'Content-Length': '0'} 2022-09-01T10:15:19.453 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000143264749ff8fd8a-0063108637-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.454 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.455 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.456 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.457 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.457 DEBUG:boto:Method: GET 2022-09-01T10:15:19.458 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.459 DEBUG:boto:Data: 2022-09-01T10:15:19.459 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.461 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.462 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.462 DEBUG:boto:Params: {} 2022-09-01T10:15:19.466 DEBUG:boto:Token: None 2022-09-01T10:15:19.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.470 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8eIYc2m8yh12Ny6TvPlYUcq5m1M= 2022-09-01T10:15:19.477 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8eIYc2m8yh12Ny6TvPlYUcq5m1M=', 'Content-Length': '0'} 2022-09-01T10:15:19.481 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000006ab356a89d338c6-0063108637-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.484 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:19.485 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:19.486 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.487 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.488 DEBUG:boto:Method: GET 2022-09-01T10:15:19.489 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.490 DEBUG:boto:Data: 2022-09-01T10:15:19.491 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.492 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.494 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.495 DEBUG:boto:Params: {} 2022-09-01T10:15:19.495 DEBUG:boto:Token: None 2022-09-01T10:15:19.496 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/ 2022-09-01T10:15:19.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU= 2022-09-01T10:15:19.497 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU=', 'Content-Length': '0'} 2022-09-01T10:15:19.503 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009e4b6ca25a66fc62-0063108637-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.504 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:19.505 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:19.505 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:19.506 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.506 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.507 DEBUG:boto:Method: GET 2022-09-01T10:15:19.508 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.508 DEBUG:boto:Data: 2022-09-01T10:15:19.509 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.509 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.510 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.511 DEBUG:boto:Params: {} 2022-09-01T10:15:19.512 DEBUG:boto:Token: None 2022-09-01T10:15:19.512 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/ 2022-09-01T10:15:19.513 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU= 2022-09-01T10:15:19.513 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU=', 'Content-Length': '0'} 2022-09-01T10:15:19.519 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e9224552ed654443-0063108637-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.521 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:19.523 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:19.524 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.525 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.526 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.527 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.528 DEBUG:boto:Method: GET 2022-09-01T10:15:19.529 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.539 DEBUG:boto:Data: 2022-09-01T10:15:19.540 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.541 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.548 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.549 DEBUG:boto:Params: {} 2022-09-01T10:15:19.552 DEBUG:boto:Token: None 2022-09-01T10:15:19.555 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.556 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pdHhFhFHihc21zWm9mwzJENq3hg= 2022-09-01T10:15:19.557 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pdHhFhFHihc21zWm9mwzJENq3hg=', 'Content-Length': '0'} 2022-09-01T10:15:19.561 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e4cca2f1da8c6b21-0063108637-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.573 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.574 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.575 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.580 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.581 DEBUG:boto:Method: GET 2022-09-01T10:15:19.582 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.583 DEBUG:boto:Data: 2022-09-01T10:15:19.583 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.584 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.584 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.585 DEBUG:boto:Params: {} 2022-09-01T10:15:19.585 DEBUG:boto:Token: None 2022-09-01T10:15:19.586 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pdHhFhFHihc21zWm9mwzJENq3hg= 2022-09-01T10:15:19.587 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pdHhFhFHihc21zWm9mwzJENq3hg=', 'Content-Length': '0'} 2022-09-01T10:15:19.591 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006875c18df4175070-0063108637-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.592 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.593 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.593 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.594 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.595 DEBUG:boto:Method: HEAD 2022-09-01T10:15:19.595 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.596 DEBUG:boto:Data: 2022-09-01T10:15:19.596 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.604 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.605 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.605 DEBUG:boto:Params: {} 2022-09-01T10:15:19.606 DEBUG:boto:Token: None 2022-09-01T10:15:19.607 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.608 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d2w1Hdj2lIxJGPCjwdnfdBoyQT0= 2022-09-01T10:15:19.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d2w1Hdj2lIxJGPCjwdnfdBoyQT0=', 'Content-Length': '0'} 2022-09-01T10:15:19.615 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000746859548be1cf92-0063108637-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.616 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.617 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.617 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.618 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.618 DEBUG:boto:Method: HEAD 2022-09-01T10:15:19.619 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.619 DEBUG:boto:Data: 2022-09-01T10:15:19.620 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.621 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.622 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.622 DEBUG:boto:Params: {} 2022-09-01T10:15:19.623 DEBUG:boto:Token: None 2022-09-01T10:15:19.623 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d2w1Hdj2lIxJGPCjwdnfdBoyQT0= 2022-09-01T10:15:19.626 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d2w1Hdj2lIxJGPCjwdnfdBoyQT0=', 'Content-Length': '0'} 2022-09-01T10:15:19.635 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006836e582375190b7-0063108637-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.642 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:19.643 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.644 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.645 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.645 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.646 DEBUG:boto:Method: GET 2022-09-01T10:15:19.646 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.647 DEBUG:boto:Data: 2022-09-01T10:15:19.651 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.652 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.657 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.657 DEBUG:boto:Params: {} 2022-09-01T10:15:19.658 DEBUG:boto:Token: None 2022-09-01T10:15:19.659 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.659 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pdHhFhFHihc21zWm9mwzJENq3hg= 2022-09-01T10:15:19.660 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pdHhFhFHihc21zWm9mwzJENq3hg=', 'Content-Length': '0'} 2022-09-01T10:15:19.665 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000da6cc7bacda9dd97-0063108637-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.667 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.668 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.670 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.673 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.675 DEBUG:boto:Method: GET 2022-09-01T10:15:19.676 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.684 DEBUG:boto:Data: 2022-09-01T10:15:19.685 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.690 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.691 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.692 DEBUG:boto:Params: {} 2022-09-01T10:15:19.703 DEBUG:boto:Token: None 2022-09-01T10:15:19.708 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:19.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pdHhFhFHihc21zWm9mwzJENq3hg= 2022-09-01T10:15:19.720 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pdHhFhFHihc21zWm9mwzJENq3hg=', 'Content-Length': '0'} 2022-09-01T10:15:19.723 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000df3e50e0eb69f984-0063108637-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.725 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:19.726 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:19.727 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.727 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.728 DEBUG:boto:Method: GET 2022-09-01T10:15:19.728 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.729 DEBUG:boto:Data: 2022-09-01T10:15:19.730 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.731 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.732 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.732 DEBUG:boto:Params: {} 2022-09-01T10:15:19.733 DEBUG:boto:Token: None 2022-09-01T10:15:19.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/ 2022-09-01T10:15:19.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU= 2022-09-01T10:15:19.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU=', 'Content-Length': '0'} 2022-09-01T10:15:19.742 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000025da6d683720822f-0063108637-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.743 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:19.745 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:19.746 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:19.747 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.750 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.751 DEBUG:boto:Method: GET 2022-09-01T10:15:19.752 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.755 DEBUG:boto:Data: 2022-09-01T10:15:19.759 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.760 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.761 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.763 DEBUG:boto:Params: {} 2022-09-01T10:15:19.765 DEBUG:boto:Token: None 2022-09-01T10:15:19.766 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/ 2022-09-01T10:15:19.767 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU= 2022-09-01T10:15:19.768 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU=', 'Content-Length': '0'} 2022-09-01T10:15:19.777 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000098ffe309ab28275f-0063108637-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.779 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:19.781 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.782 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.784 DEBUG:boto:Method: HEAD 2022-09-01T10:15:19.785 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:19.790 DEBUG:boto:Data: 2022-09-01T10:15:19.791 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.792 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.793 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.793 DEBUG:boto:Params: {} 2022-09-01T10:15:19.794 DEBUG:boto:Token: None 2022-09-01T10:15:19.795 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj 2022-09-01T10:15:19.796 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9g+JG1tVEeYH7Bwn2fVut+ZOIqI= 2022-09-01T10:15:19.798 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9g+JG1tVEeYH7Bwn2fVut+ZOIqI=', 'Content-Length': '0'} 2022-09-01T10:15:19.813 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000087b0e1833c898f97-0063108637-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.814 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.814 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.815 DEBUG:boto:Method: HEAD 2022-09-01T10:15:19.815 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:19.816 DEBUG:boto:Data: 2022-09-01T10:15:19.817 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.818 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.818 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.819 DEBUG:boto:Params: {} 2022-09-01T10:15:19.819 DEBUG:boto:Token: None 2022-09-01T10:15:19.820 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj 2022-09-01T10:15:19.821 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9g+JG1tVEeYH7Bwn2fVut+ZOIqI= 2022-09-01T10:15:19.823 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9g+JG1tVEeYH7Bwn2fVut+ZOIqI=', 'Content-Length': '0'} 2022-09-01T10:15:19.828 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cb25e0f61b1449f9-0063108637-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.829 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:19.830 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.831 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.832 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.833 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.842 DEBUG:boto:Method: GET 2022-09-01T10:15:19.843 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.844 DEBUG:boto:Data: 2022-09-01T10:15:19.845 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.847 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.848 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.849 DEBUG:boto:Params: {} 2022-09-01T10:15:19.851 DEBUG:boto:Token: None 2022-09-01T10:15:19.854 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.854 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8eIYc2m8yh12Ny6TvPlYUcq5m1M= 2022-09-01T10:15:19.855 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8eIYc2m8yh12Ny6TvPlYUcq5m1M=', 'Content-Length': '0'} 2022-09-01T10:15:19.858 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c601003dbf6ce5dd-0063108637-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.861 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.862 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.862 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.863 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.864 DEBUG:boto:Method: GET 2022-09-01T10:15:19.864 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.866 DEBUG:boto:Data: 2022-09-01T10:15:19.867 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.868 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.869 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.869 DEBUG:boto:Params: {} 2022-09-01T10:15:19.870 DEBUG:boto:Token: None 2022-09-01T10:15:19.871 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:19.871 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8eIYc2m8yh12Ny6TvPlYUcq5m1M= 2022-09-01T10:15:19.872 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8eIYc2m8yh12Ny6TvPlYUcq5m1M=', 'Content-Length': '0'} 2022-09-01T10:15:19.875 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000911feb73c8b8cbef-0063108637-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.886 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:19.888 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:19.889 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.890 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.891 DEBUG:boto:Method: GET 2022-09-01T10:15:19.892 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.893 DEBUG:boto:Data: 2022-09-01T10:15:19.894 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.896 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.897 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.898 DEBUG:boto:Params: {} 2022-09-01T10:15:19.900 DEBUG:boto:Token: None 2022-09-01T10:15:19.901 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/ 2022-09-01T10:15:19.902 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU= 2022-09-01T10:15:19.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU=', 'Content-Length': '0'} 2022-09-01T10:15:19.911 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aa262759b52ce816-0063108637-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.912 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:19.914 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:19.916 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:19.917 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.921 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.922 DEBUG:boto:Method: GET 2022-09-01T10:15:19.923 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:19.924 DEBUG:boto:Data: 2022-09-01T10:15:19.925 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.926 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.927 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.929 DEBUG:boto:Params: {} 2022-09-01T10:15:19.933 DEBUG:boto:Token: None 2022-09-01T10:15:19.934 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/ 2022-09-01T10:15:19.935 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU= 2022-09-01T10:15:19.936 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:og0079p+jNqgUu1U66SvNq0S7mU=', 'Content-Length': '0'} 2022-09-01T10:15:19.939 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bc69873876b5ce48-0063108637-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.940 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:19.942 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:19.943 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.944 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.945 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:19.946 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:19.947 DEBUG:boto:Method: GET 2022-09-01T10:15:19.948 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:19.950 DEBUG:boto:Data: 2022-09-01T10:15:19.951 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.951 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.952 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.953 DEBUG:boto:Params: {} 2022-09-01T10:15:19.954 DEBUG:boto:Token: None 2022-09-01T10:15:19.954 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:19.955 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/kbBZJuJIgh41YeRXfHzAyTuRyU= 2022-09-01T10:15:19.956 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/kbBZJuJIgh41YeRXfHzAyTuRyU=', 'Content-Length': '0'} 2022-09-01T10:15:19.958 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008e8d645e0f3d7aef-0063108637-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.963 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.965 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.966 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:19.966 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:19.967 DEBUG:boto:Method: GET 2022-09-01T10:15:19.968 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:19.968 DEBUG:boto:Data: 2022-09-01T10:15:19.969 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.969 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:19.970 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.973 DEBUG:boto:Params: {} 2022-09-01T10:15:19.974 DEBUG:boto:Token: None 2022-09-01T10:15:19.975 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:19.976 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/kbBZJuJIgh41YeRXfHzAyTuRyU= 2022-09-01T10:15:19.977 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/kbBZJuJIgh41YeRXfHzAyTuRyU=', 'Content-Length': '0'} 2022-09-01T10:15:19.980 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b5c08bd8113abc0e-0063108637-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.982 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:19.983 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:19.984 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:19.984 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:19.985 DEBUG:boto:Method: HEAD 2022-09-01T10:15:19.986 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:19.987 DEBUG:boto:Data: 2022-09-01T10:15:19.988 DEBUG:boto:Headers: {} 2022-09-01T10:15:19.989 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:19.990 DEBUG:boto:Port: 8000 2022-09-01T10:15:19.991 DEBUG:boto:Params: {} 2022-09-01T10:15:19.992 DEBUG:boto:Token: None 2022-09-01T10:15:19.993 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:19 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:19.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2ydUwL3tuLudoGtF22zP73gJqOk= 2022-09-01T10:15:19.995 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2ydUwL3tuLudoGtF22zP73gJqOk=', 'Content-Length': '0'} 2022-09-01T10:15:19.998 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000092e77d98ec31fb74-0063108637-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:19.999 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.000 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.000 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:20.001 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:20.001 DEBUG:boto:Method: HEAD 2022-09-01T10:15:20.002 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:20.002 DEBUG:boto:Data: 2022-09-01T10:15:20.003 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.004 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.005 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.006 DEBUG:boto:Params: {} 2022-09-01T10:15:20.006 DEBUG:boto:Token: None 2022-09-01T10:15:20.007 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:20.008 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/FfaSuesUo34Av7TlsXfrGWcafA= 2022-09-01T10:15:20.008 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/FfaSuesUo34Av7TlsXfrGWcafA=', 'Content-Length': '0'} 2022-09-01T10:15:20.010 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000be762f8988802c72-0063108638-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.012 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:20.013 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.014 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.016 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:20.016 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:20.017 DEBUG:boto:Method: GET 2022-09-01T10:15:20.018 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:20.018 DEBUG:boto:Data: 2022-09-01T10:15:20.019 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.021 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.022 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.022 DEBUG:boto:Params: {} 2022-09-01T10:15:20.023 DEBUG:boto:Token: None 2022-09-01T10:15:20.023 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:20.024 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6ghFleRbIx6QXxtjhNWiroYDMWU= 2022-09-01T10:15:20.025 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6ghFleRbIx6QXxtjhNWiroYDMWU=', 'Content-Length': '0'} 2022-09-01T10:15:20.028 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000051d9827576a33104-0063108638-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.071 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.072 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.073 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:20.073 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:20.075 DEBUG:boto:Method: GET 2022-09-01T10:15:20.075 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:20.076 DEBUG:boto:Data: 2022-09-01T10:15:20.076 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.077 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.077 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.078 DEBUG:boto:Params: {} 2022-09-01T10:15:20.079 DEBUG:boto:Token: None 2022-09-01T10:15:20.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:20.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6ghFleRbIx6QXxtjhNWiroYDMWU= 2022-09-01T10:15:20.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6ghFleRbIx6QXxtjhNWiroYDMWU=', 'Content-Length': '0'} 2022-09-01T10:15:20.087 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005f913f43f35d7e47-0063108638-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.088 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:20.090 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:20.091 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.091 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.092 DEBUG:boto:Method: GET 2022-09-01T10:15:20.093 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.093 DEBUG:boto:Data: 2022-09-01T10:15:20.094 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.095 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.095 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.096 DEBUG:boto:Params: {} 2022-09-01T10:15:20.096 DEBUG:boto:Token: None 2022-09-01T10:15:20.097 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/ 2022-09-01T10:15:20.098 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4= 2022-09-01T10:15:20.099 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4=', 'Content-Length': '0'} 2022-09-01T10:15:20.104 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007b94753830e792d6-0063108638-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.105 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:20.107 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:20.107 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:20.108 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.108 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.109 DEBUG:boto:Method: GET 2022-09-01T10:15:20.109 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.110 DEBUG:boto:Data: 2022-09-01T10:15:20.111 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.111 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.112 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.112 DEBUG:boto:Params: {} 2022-09-01T10:15:20.113 DEBUG:boto:Token: None 2022-09-01T10:15:20.114 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/ 2022-09-01T10:15:20.114 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4= 2022-09-01T10:15:20.115 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4=', 'Content-Length': '0'} 2022-09-01T10:15:20.118 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000067e3a48304fe49ac-0063108638-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.166 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:20.168 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.169 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.171 DEBUG:boto:Method: HEAD 2022-09-01T10:15:20.172 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:20.173 DEBUG:boto:Data: 2022-09-01T10:15:20.174 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.177 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.179 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.179 DEBUG:boto:Params: {} 2022-09-01T10:15:20.182 DEBUG:boto:Token: None 2022-09-01T10:15:20.182 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj 2022-09-01T10:15:20.183 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F+TBEv54H1yBP1c0wUFnAcbxOPQ= 2022-09-01T10:15:20.184 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F+TBEv54H1yBP1c0wUFnAcbxOPQ=', 'Content-Length': '0'} 2022-09-01T10:15:20.189 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cb6f6d1253096002-0063108638-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.191 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.192 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.199 DEBUG:boto:Method: HEAD 2022-09-01T10:15:20.200 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:20.201 DEBUG:boto:Data: 2022-09-01T10:15:20.202 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.203 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.204 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.204 DEBUG:boto:Params: {} 2022-09-01T10:15:20.205 DEBUG:boto:Token: None 2022-09-01T10:15:20.206 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj 2022-09-01T10:15:20.207 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F+TBEv54H1yBP1c0wUFnAcbxOPQ= 2022-09-01T10:15:20.209 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F+TBEv54H1yBP1c0wUFnAcbxOPQ=', 'Content-Length': '0'} 2022-09-01T10:15:20.214 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004c898caa82bf3de3-0063108638-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.216 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:20.217 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.219 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.220 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.220 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.221 DEBUG:boto:Method: GET 2022-09-01T10:15:20.222 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.223 DEBUG:boto:Data: 2022-09-01T10:15:20.224 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.225 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.226 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.226 DEBUG:boto:Params: {} 2022-09-01T10:15:20.227 DEBUG:boto:Token: None 2022-09-01T10:15:20.228 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5h15Tk4G316PT1QG1BU/hOQiuXg= 2022-09-01T10:15:20.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5h15Tk4G316PT1QG1BU/hOQiuXg=', 'Content-Length': '0'} 2022-09-01T10:15:20.232 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004939492b7b01bac7-0063108638-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.234 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.235 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.236 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.236 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.237 DEBUG:boto:Method: GET 2022-09-01T10:15:20.244 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.245 DEBUG:boto:Data: 2022-09-01T10:15:20.246 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.247 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.248 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.249 DEBUG:boto:Params: {} 2022-09-01T10:15:20.250 DEBUG:boto:Token: None 2022-09-01T10:15:20.251 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5h15Tk4G316PT1QG1BU/hOQiuXg= 2022-09-01T10:15:20.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5h15Tk4G316PT1QG1BU/hOQiuXg=', 'Content-Length': '0'} 2022-09-01T10:15:20.257 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e8a520d03f89ace4-0063108638-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.259 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:20.260 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:20.261 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.262 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.263 DEBUG:boto:Method: GET 2022-09-01T10:15:20.264 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.265 DEBUG:boto:Data: 2022-09-01T10:15:20.266 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.267 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.268 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.268 DEBUG:boto:Params: {} 2022-09-01T10:15:20.270 DEBUG:boto:Token: None 2022-09-01T10:15:20.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/ 2022-09-01T10:15:20.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4= 2022-09-01T10:15:20.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4=', 'Content-Length': '0'} 2022-09-01T10:15:20.280 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000073e709333a7fc284-0063108638-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.282 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:20.283 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:20.284 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:20.285 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.286 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.287 DEBUG:boto:Method: GET 2022-09-01T10:15:20.288 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.293 DEBUG:boto:Data: 2022-09-01T10:15:20.295 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.296 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.297 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.308 DEBUG:boto:Params: {} 2022-09-01T10:15:20.310 DEBUG:boto:Token: None 2022-09-01T10:15:20.311 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/ 2022-09-01T10:15:20.312 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4= 2022-09-01T10:15:20.313 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4=', 'Content-Length': '0'} 2022-09-01T10:15:20.321 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000560efafa8ac5e65-0063108638-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.325 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:20.335 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:20.336 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.336 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.337 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.339 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.340 DEBUG:boto:Method: GET 2022-09-01T10:15:20.340 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.341 DEBUG:boto:Data: 2022-09-01T10:15:20.342 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.342 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.343 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.343 DEBUG:boto:Params: {} 2022-09-01T10:15:20.344 DEBUG:boto:Token: None 2022-09-01T10:15:20.345 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l3qJjN6ZD2+bDJeTv5JmB2Z0t2s= 2022-09-01T10:15:20.346 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l3qJjN6ZD2+bDJeTv5JmB2Z0t2s=', 'Content-Length': '0'} 2022-09-01T10:15:20.348 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000036fcd952c84d06b1-0063108638-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.350 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.350 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.351 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.351 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.352 DEBUG:boto:Method: GET 2022-09-01T10:15:20.352 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.353 DEBUG:boto:Data: 2022-09-01T10:15:20.353 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.354 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.354 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.355 DEBUG:boto:Params: {} 2022-09-01T10:15:20.356 DEBUG:boto:Token: None 2022-09-01T10:15:20.358 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l3qJjN6ZD2+bDJeTv5JmB2Z0t2s= 2022-09-01T10:15:20.362 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l3qJjN6ZD2+bDJeTv5JmB2Z0t2s=', 'Content-Length': '0'} 2022-09-01T10:15:20.372 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bf7189f4f06d1161-0063108638-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.373 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.373 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.374 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.374 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.375 DEBUG:boto:Method: HEAD 2022-09-01T10:15:20.375 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.376 DEBUG:boto:Data: 2022-09-01T10:15:20.376 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.377 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.386 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.386 DEBUG:boto:Params: {} 2022-09-01T10:15:20.397 DEBUG:boto:Token: None 2022-09-01T10:15:20.401 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.401 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0LrEvDwmQXNtHxtF0Ljph6pFKTQ= 2022-09-01T10:15:20.402 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0LrEvDwmQXNtHxtF0Ljph6pFKTQ=', 'Content-Length': '0'} 2022-09-01T10:15:20.406 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006b21a20c2da6b199-0063108638-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.407 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.410 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.411 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.412 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.413 DEBUG:boto:Method: HEAD 2022-09-01T10:15:20.413 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.436 DEBUG:boto:Data: 2022-09-01T10:15:20.438 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.438 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.439 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.440 DEBUG:boto:Params: {} 2022-09-01T10:15:20.441 DEBUG:boto:Token: None 2022-09-01T10:15:20.441 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0LrEvDwmQXNtHxtF0Ljph6pFKTQ= 2022-09-01T10:15:20.442 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0LrEvDwmQXNtHxtF0Ljph6pFKTQ=', 'Content-Length': '0'} 2022-09-01T10:15:20.447 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dffc5f2963a934bc-0063108638-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.448 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:20.449 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.450 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.454 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.455 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.456 DEBUG:boto:Method: GET 2022-09-01T10:15:20.478 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.490 DEBUG:boto:Data: 2022-09-01T10:15:20.491 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.492 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.493 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.494 DEBUG:boto:Params: {} 2022-09-01T10:15:20.496 DEBUG:boto:Token: None 2022-09-01T10:15:20.497 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.498 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l3qJjN6ZD2+bDJeTv5JmB2Z0t2s= 2022-09-01T10:15:20.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l3qJjN6ZD2+bDJeTv5JmB2Z0t2s=', 'Content-Length': '0'} 2022-09-01T10:15:20.510 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000061d6bfbe2c335385-0063108638-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.515 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.516 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.517 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.519 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.520 DEBUG:boto:Method: GET 2022-09-01T10:15:20.521 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.522 DEBUG:boto:Data: 2022-09-01T10:15:20.523 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.525 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.526 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.528 DEBUG:boto:Params: {} 2022-09-01T10:15:20.530 DEBUG:boto:Token: None 2022-09-01T10:15:20.531 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:20.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l3qJjN6ZD2+bDJeTv5JmB2Z0t2s= 2022-09-01T10:15:20.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l3qJjN6ZD2+bDJeTv5JmB2Z0t2s=', 'Content-Length': '0'} 2022-09-01T10:15:20.538 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004326c9204222ceb9-0063108638-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.540 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:20.541 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:20.543 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.544 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.545 DEBUG:boto:Method: GET 2022-09-01T10:15:20.546 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.548 DEBUG:boto:Data: 2022-09-01T10:15:20.551 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.552 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.553 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.554 DEBUG:boto:Params: {} 2022-09-01T10:15:20.556 DEBUG:boto:Token: None 2022-09-01T10:15:20.557 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/ 2022-09-01T10:15:20.559 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4= 2022-09-01T10:15:20.561 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4=', 'Content-Length': '0'} 2022-09-01T10:15:20.566 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000131c1af6e7ec85a6-0063108638-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.569 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:20.570 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:20.571 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:20.572 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.573 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.574 DEBUG:boto:Method: GET 2022-09-01T10:15:20.575 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.576 DEBUG:boto:Data: 2022-09-01T10:15:20.577 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.578 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.579 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.580 DEBUG:boto:Params: {} 2022-09-01T10:15:20.580 DEBUG:boto:Token: None 2022-09-01T10:15:20.581 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/ 2022-09-01T10:15:20.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4= 2022-09-01T10:15:20.582 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4=', 'Content-Length': '0'} 2022-09-01T10:15:20.586 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007da3de9c2c4a37db-0063108638-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.587 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:20.589 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.591 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.592 DEBUG:boto:Method: HEAD 2022-09-01T10:15:20.593 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:20.594 DEBUG:boto:Data: 2022-09-01T10:15:20.595 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.596 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.597 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.598 DEBUG:boto:Params: {} 2022-09-01T10:15:20.599 DEBUG:boto:Token: None 2022-09-01T10:15:20.601 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj 2022-09-01T10:15:20.602 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F+TBEv54H1yBP1c0wUFnAcbxOPQ= 2022-09-01T10:15:20.603 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F+TBEv54H1yBP1c0wUFnAcbxOPQ=', 'Content-Length': '0'} 2022-09-01T10:15:20.615 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ee2913295cb18cec-0063108638-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.616 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.617 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.617 DEBUG:boto:Method: HEAD 2022-09-01T10:15:20.618 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:20.620 DEBUG:boto:Data: 2022-09-01T10:15:20.620 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.621 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.622 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.623 DEBUG:boto:Params: {} 2022-09-01T10:15:20.623 DEBUG:boto:Token: None 2022-09-01T10:15:20.624 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj 2022-09-01T10:15:20.625 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F+TBEv54H1yBP1c0wUFnAcbxOPQ= 2022-09-01T10:15:20.626 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F+TBEv54H1yBP1c0wUFnAcbxOPQ=', 'Content-Length': '0'} 2022-09-01T10:15:20.631 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fba40b612f4202f0-0063108638-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.633 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:20.634 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.634 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.635 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.636 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.636 DEBUG:boto:Method: GET 2022-09-01T10:15:20.637 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.638 DEBUG:boto:Data: 2022-09-01T10:15:20.639 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.640 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.641 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.643 DEBUG:boto:Params: {} 2022-09-01T10:15:20.644 DEBUG:boto:Token: None 2022-09-01T10:15:20.645 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.646 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5h15Tk4G316PT1QG1BU/hOQiuXg= 2022-09-01T10:15:20.647 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5h15Tk4G316PT1QG1BU/hOQiuXg=', 'Content-Length': '0'} 2022-09-01T10:15:20.659 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000489e6f2990afaf94-0063108638-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.663 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.664 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.666 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.667 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.668 DEBUG:boto:Method: GET 2022-09-01T10:15:20.671 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.672 DEBUG:boto:Data: 2022-09-01T10:15:20.673 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.675 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.676 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.678 DEBUG:boto:Params: {} 2022-09-01T10:15:20.679 DEBUG:boto:Token: None 2022-09-01T10:15:20.682 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:20.692 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5h15Tk4G316PT1QG1BU/hOQiuXg= 2022-09-01T10:15:20.693 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5h15Tk4G316PT1QG1BU/hOQiuXg=', 'Content-Length': '0'} 2022-09-01T10:15:20.700 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000694f3b3c7c38c940-0063108638-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.704 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:20.705 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:20.707 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.708 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.709 DEBUG:boto:Method: GET 2022-09-01T10:15:20.709 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.710 DEBUG:boto:Data: 2022-09-01T10:15:20.711 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.712 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.712 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.713 DEBUG:boto:Params: {} 2022-09-01T10:15:20.713 DEBUG:boto:Token: None 2022-09-01T10:15:20.714 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/ 2022-09-01T10:15:20.715 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4= 2022-09-01T10:15:20.717 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4=', 'Content-Length': '0'} 2022-09-01T10:15:20.730 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000041577e31a8df186d-0063108638-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.731 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:20.732 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:20.732 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:20.733 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.733 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.734 DEBUG:boto:Method: GET 2022-09-01T10:15:20.735 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.736 DEBUG:boto:Data: 2022-09-01T10:15:20.742 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.743 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.743 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.746 DEBUG:boto:Params: {} 2022-09-01T10:15:20.747 DEBUG:boto:Token: None 2022-09-01T10:15:20.747 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/ 2022-09-01T10:15:20.748 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4= 2022-09-01T10:15:20.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4=', 'Content-Length': '0'} 2022-09-01T10:15:20.760 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000038da56f0299e461-0063108638-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.762 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:20.770 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:20.771 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.773 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.774 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.775 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.776 DEBUG:boto:Method: GET 2022-09-01T10:15:20.777 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.778 DEBUG:boto:Data: 2022-09-01T10:15:20.779 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.780 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.781 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.782 DEBUG:boto:Params: {} 2022-09-01T10:15:20.783 DEBUG:boto:Token: None 2022-09-01T10:15:20.785 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.786 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x8tXXkSMq/eG6wqzUwV+na4Rk6s= 2022-09-01T10:15:20.787 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x8tXXkSMq/eG6wqzUwV+na4Rk6s=', 'Content-Length': '0'} 2022-09-01T10:15:20.799 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002af316e1cefab108-0063108638-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.800 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.801 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.801 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.802 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.802 DEBUG:boto:Method: GET 2022-09-01T10:15:20.803 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.804 DEBUG:boto:Data: 2022-09-01T10:15:20.805 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.805 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.806 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.807 DEBUG:boto:Params: {} 2022-09-01T10:15:20.807 DEBUG:boto:Token: None 2022-09-01T10:15:20.808 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.809 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x8tXXkSMq/eG6wqzUwV+na4Rk6s= 2022-09-01T10:15:20.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x8tXXkSMq/eG6wqzUwV+na4Rk6s=', 'Content-Length': '0'} 2022-09-01T10:15:20.813 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000013ec070589d22e2c-0063108638-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.814 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.814 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.815 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.815 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.816 DEBUG:boto:Method: HEAD 2022-09-01T10:15:20.816 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.817 DEBUG:boto:Data: 2022-09-01T10:15:20.817 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.818 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.819 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.819 DEBUG:boto:Params: {} 2022-09-01T10:15:20.820 DEBUG:boto:Token: None 2022-09-01T10:15:20.820 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.821 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s8bfcDQrKiNkYPf1Qz18hsi3Gec= 2022-09-01T10:15:20.822 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s8bfcDQrKiNkYPf1Qz18hsi3Gec=', 'Content-Length': '0'} 2022-09-01T10:15:20.823 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f6038ace6d1199ac-0063108638-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.824 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.825 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.825 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.826 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.826 DEBUG:boto:Method: HEAD 2022-09-01T10:15:20.827 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.827 DEBUG:boto:Data: 2022-09-01T10:15:20.828 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.828 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.829 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.829 DEBUG:boto:Params: {} 2022-09-01T10:15:20.831 DEBUG:boto:Token: None 2022-09-01T10:15:20.832 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s8bfcDQrKiNkYPf1Qz18hsi3Gec= 2022-09-01T10:15:20.833 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s8bfcDQrKiNkYPf1Qz18hsi3Gec=', 'Content-Length': '0'} 2022-09-01T10:15:20.837 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c0be7ee3b2026e74-0063108638-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.838 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:20.839 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.839 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.840 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.840 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.841 DEBUG:boto:Method: GET 2022-09-01T10:15:20.841 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.842 DEBUG:boto:Data: 2022-09-01T10:15:20.843 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.844 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.844 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.845 DEBUG:boto:Params: {} 2022-09-01T10:15:20.845 DEBUG:boto:Token: None 2022-09-01T10:15:20.847 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.848 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x8tXXkSMq/eG6wqzUwV+na4Rk6s= 2022-09-01T10:15:20.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x8tXXkSMq/eG6wqzUwV+na4Rk6s=', 'Content-Length': '0'} 2022-09-01T10:15:20.851 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004efe71060964155b-0063108638-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.898 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.899 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.900 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.901 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.905 DEBUG:boto:Method: GET 2022-09-01T10:15:20.907 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.908 DEBUG:boto:Data: 2022-09-01T10:15:20.909 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.910 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.913 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.914 DEBUG:boto:Params: {} 2022-09-01T10:15:20.915 DEBUG:boto:Token: None 2022-09-01T10:15:20.916 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:20.917 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x8tXXkSMq/eG6wqzUwV+na4Rk6s= 2022-09-01T10:15:20.919 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x8tXXkSMq/eG6wqzUwV+na4Rk6s=', 'Content-Length': '0'} 2022-09-01T10:15:20.923 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000055a74d7d5f04fd3b-0063108638-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.925 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:20.926 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:20.928 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.928 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.929 DEBUG:boto:Method: GET 2022-09-01T10:15:20.931 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.936 DEBUG:boto:Data: 2022-09-01T10:15:20.937 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.938 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:20.939 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.946 DEBUG:boto:Params: {} 2022-09-01T10:15:20.948 DEBUG:boto:Token: None 2022-09-01T10:15:20.951 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/ 2022-09-01T10:15:20.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4= 2022-09-01T10:15:20.953 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4=', 'Content-Length': '0'} 2022-09-01T10:15:20.962 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089cc11e1c225e891-0063108638-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.964 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:20.965 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:20.969 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:20.970 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.971 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.973 DEBUG:boto:Method: GET 2022-09-01T10:15:20.974 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:20.975 DEBUG:boto:Data: 2022-09-01T10:15:20.976 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.977 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:20.978 DEBUG:boto:Port: 8000 2022-09-01T10:15:20.979 DEBUG:boto:Params: {} 2022-09-01T10:15:20.980 DEBUG:boto:Token: None 2022-09-01T10:15:20.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:20 GMT /ptoxvb-19/ 2022-09-01T10:15:20.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4= 2022-09-01T10:15:20.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BNaNSEHTuOVa/YgpFa7mCJ5xcO4=', 'Content-Length': '0'} 2022-09-01T10:15:20.988 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a899829b4a37cbee-0063108638-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:20.990 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:20.992 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:20.993 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:20.997 DEBUG:boto:Method: HEAD 2022-09-01T10:15:20.998 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:20.998 DEBUG:boto:Data: 2022-09-01T10:15:20.999 DEBUG:boto:Headers: {} 2022-09-01T10:15:20.999 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.000 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.000 DEBUG:boto:Params: {} 2022-09-01T10:15:21.001 DEBUG:boto:Token: None 2022-09-01T10:15:21.001 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj 2022-09-01T10:15:21.002 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lDl/20Gqdc8mcDmhk9C1PNxYq2s= 2022-09-01T10:15:21.003 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lDl/20Gqdc8mcDmhk9C1PNxYq2s=', 'Content-Length': '0'} 2022-09-01T10:15:21.007 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dd69e91b32e9e80d-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.008 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.009 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.009 DEBUG:boto:Method: HEAD 2022-09-01T10:15:21.010 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:21.011 DEBUG:boto:Data: 2022-09-01T10:15:21.011 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.012 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.012 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.013 DEBUG:boto:Params: {} 2022-09-01T10:15:21.013 DEBUG:boto:Token: None 2022-09-01T10:15:21.014 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj 2022-09-01T10:15:21.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lDl/20Gqdc8mcDmhk9C1PNxYq2s= 2022-09-01T10:15:21.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lDl/20Gqdc8mcDmhk9C1PNxYq2s=', 'Content-Length': '0'} 2022-09-01T10:15:21.020 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ae7f1c9ffc66e66d-0063108639-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.021 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:21.022 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.022 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.023 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.023 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.024 DEBUG:boto:Method: GET 2022-09-01T10:15:21.024 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.025 DEBUG:boto:Data: 2022-09-01T10:15:21.026 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.026 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.029 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.030 DEBUG:boto:Params: {} 2022-09-01T10:15:21.031 DEBUG:boto:Token: None 2022-09-01T10:15:21.032 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.034 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nxvm+poxYl3QW5X97vaNXEbu/co= 2022-09-01T10:15:21.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nxvm+poxYl3QW5X97vaNXEbu/co=', 'Content-Length': '0'} 2022-09-01T10:15:21.042 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000960fab17e5172267-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.043 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.043 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.044 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.045 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.045 DEBUG:boto:Method: GET 2022-09-01T10:15:21.046 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.047 DEBUG:boto:Data: 2022-09-01T10:15:21.047 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.050 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.051 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.052 DEBUG:boto:Params: {} 2022-09-01T10:15:21.054 DEBUG:boto:Token: None 2022-09-01T10:15:21.055 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.056 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nxvm+poxYl3QW5X97vaNXEbu/co= 2022-09-01T10:15:21.057 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nxvm+poxYl3QW5X97vaNXEbu/co=', 'Content-Length': '0'} 2022-09-01T10:15:21.070 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008199faa141c52604-0063108639-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.071 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:21.072 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:21.072 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.073 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.073 DEBUG:boto:Method: GET 2022-09-01T10:15:21.074 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.075 DEBUG:boto:Data: 2022-09-01T10:15:21.075 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.076 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.076 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.077 DEBUG:boto:Params: {} 2022-09-01T10:15:21.077 DEBUG:boto:Token: None 2022-09-01T10:15:21.080 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/ 2022-09-01T10:15:21.081 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4= 2022-09-01T10:15:21.082 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4=', 'Content-Length': '0'} 2022-09-01T10:15:21.085 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005b929a0bfd360ffe-0063108639-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.086 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:21.088 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:21.089 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:21.090 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.091 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.092 DEBUG:boto:Method: GET 2022-09-01T10:15:21.094 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.095 DEBUG:boto:Data: 2022-09-01T10:15:21.096 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.097 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.098 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.099 DEBUG:boto:Params: {} 2022-09-01T10:15:21.101 DEBUG:boto:Token: None 2022-09-01T10:15:21.102 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/ 2022-09-01T10:15:21.103 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4= 2022-09-01T10:15:21.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4=', 'Content-Length': '0'} 2022-09-01T10:15:21.115 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e26a77ff6e31e716-0063108639-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.116 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:21.117 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:21.117 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.118 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.118 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.119 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.119 DEBUG:boto:Method: GET 2022-09-01T10:15:21.120 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.120 DEBUG:boto:Data: 2022-09-01T10:15:21.121 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.122 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.122 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.123 DEBUG:boto:Params: {} 2022-09-01T10:15:21.124 DEBUG:boto:Token: None 2022-09-01T10:15:21.124 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.125 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KMXP4LQ2X15+k58NoZT/vk6FEOU= 2022-09-01T10:15:21.126 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KMXP4LQ2X15+k58NoZT/vk6FEOU=', 'Content-Length': '0'} 2022-09-01T10:15:21.131 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006d40d3c7411dc4d4-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.133 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.134 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.135 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.136 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.137 DEBUG:boto:Method: GET 2022-09-01T10:15:21.138 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.138 DEBUG:boto:Data: 2022-09-01T10:15:21.139 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.139 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.140 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.141 DEBUG:boto:Params: {} 2022-09-01T10:15:21.141 DEBUG:boto:Token: None 2022-09-01T10:15:21.142 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.143 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KMXP4LQ2X15+k58NoZT/vk6FEOU= 2022-09-01T10:15:21.143 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KMXP4LQ2X15+k58NoZT/vk6FEOU=', 'Content-Length': '0'} 2022-09-01T10:15:21.146 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c8ac34f720e512b9-0063108639-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.148 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.149 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.150 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.151 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.152 DEBUG:boto:Method: HEAD 2022-09-01T10:15:21.153 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.154 DEBUG:boto:Data: 2022-09-01T10:15:21.155 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.157 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.158 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.159 DEBUG:boto:Params: {} 2022-09-01T10:15:21.160 DEBUG:boto:Token: None 2022-09-01T10:15:21.162 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EKumXAFxpeGI2DFKpYNzdl2aj+M= 2022-09-01T10:15:21.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EKumXAFxpeGI2DFKpYNzdl2aj+M=', 'Content-Length': '0'} 2022-09-01T10:15:21.169 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001194d8273fa3059a-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.171 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.172 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.173 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.174 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.175 DEBUG:boto:Method: HEAD 2022-09-01T10:15:21.176 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.177 DEBUG:boto:Data: 2022-09-01T10:15:21.178 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.179 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.180 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.181 DEBUG:boto:Params: {} 2022-09-01T10:15:21.182 DEBUG:boto:Token: None 2022-09-01T10:15:21.183 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.185 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EKumXAFxpeGI2DFKpYNzdl2aj+M= 2022-09-01T10:15:21.186 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EKumXAFxpeGI2DFKpYNzdl2aj+M=', 'Content-Length': '0'} 2022-09-01T10:15:21.189 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ce027e825378bd06-0063108639-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.190 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:21.191 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.191 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.192 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.193 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.193 DEBUG:boto:Method: GET 2022-09-01T10:15:21.194 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.194 DEBUG:boto:Data: 2022-09-01T10:15:21.195 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.195 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.196 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.197 DEBUG:boto:Params: {} 2022-09-01T10:15:21.197 DEBUG:boto:Token: None 2022-09-01T10:15:21.198 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.198 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KMXP4LQ2X15+k58NoZT/vk6FEOU= 2022-09-01T10:15:21.200 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KMXP4LQ2X15+k58NoZT/vk6FEOU=', 'Content-Length': '0'} 2022-09-01T10:15:21.206 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000389a79b468ef4908-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.208 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.209 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.210 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.211 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.212 DEBUG:boto:Method: GET 2022-09-01T10:15:21.215 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.217 DEBUG:boto:Data: 2022-09-01T10:15:21.218 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.219 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.221 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.222 DEBUG:boto:Params: {} 2022-09-01T10:15:21.223 DEBUG:boto:Token: None 2022-09-01T10:15:21.224 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:21.225 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KMXP4LQ2X15+k58NoZT/vk6FEOU= 2022-09-01T10:15:21.227 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KMXP4LQ2X15+k58NoZT/vk6FEOU=', 'Content-Length': '0'} 2022-09-01T10:15:21.230 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f31ebeee029ac64f-0063108639-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.232 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:21.233 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:21.233 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.234 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.235 DEBUG:boto:Method: GET 2022-09-01T10:15:21.236 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.237 DEBUG:boto:Data: 2022-09-01T10:15:21.238 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.239 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.240 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.241 DEBUG:boto:Params: {} 2022-09-01T10:15:21.242 DEBUG:boto:Token: None 2022-09-01T10:15:21.243 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/ 2022-09-01T10:15:21.245 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4= 2022-09-01T10:15:21.246 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4=', 'Content-Length': '0'} 2022-09-01T10:15:21.251 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000034f13f33411458fd-0063108639-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.255 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:21.257 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:21.258 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:21.259 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.259 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.260 DEBUG:boto:Method: GET 2022-09-01T10:15:21.260 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.261 DEBUG:boto:Data: 2022-09-01T10:15:21.261 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.262 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.263 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.264 DEBUG:boto:Params: {} 2022-09-01T10:15:21.265 DEBUG:boto:Token: None 2022-09-01T10:15:21.265 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/ 2022-09-01T10:15:21.266 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4= 2022-09-01T10:15:21.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4=', 'Content-Length': '0'} 2022-09-01T10:15:21.271 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000020c5256d5b243d6a-0063108639-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.273 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:21.274 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.275 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.276 DEBUG:boto:Method: HEAD 2022-09-01T10:15:21.277 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:21.280 DEBUG:boto:Data: 2022-09-01T10:15:21.281 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.281 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.282 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.282 DEBUG:boto:Params: {} 2022-09-01T10:15:21.283 DEBUG:boto:Token: None 2022-09-01T10:15:21.284 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj 2022-09-01T10:15:21.284 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lDl/20Gqdc8mcDmhk9C1PNxYq2s= 2022-09-01T10:15:21.285 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lDl/20Gqdc8mcDmhk9C1PNxYq2s=', 'Content-Length': '0'} 2022-09-01T10:15:21.289 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006d34edaf26eef9d8-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.290 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.290 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.291 DEBUG:boto:Method: HEAD 2022-09-01T10:15:21.291 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:21.292 DEBUG:boto:Data: 2022-09-01T10:15:21.293 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.293 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.295 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.295 DEBUG:boto:Params: {} 2022-09-01T10:15:21.296 DEBUG:boto:Token: None 2022-09-01T10:15:21.297 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj 2022-09-01T10:15:21.297 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lDl/20Gqdc8mcDmhk9C1PNxYq2s= 2022-09-01T10:15:21.298 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lDl/20Gqdc8mcDmhk9C1PNxYq2s=', 'Content-Length': '0'} 2022-09-01T10:15:21.302 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ad7f657157bf2676-0063108639-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.303 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:21.304 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.304 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.305 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.305 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.306 DEBUG:boto:Method: GET 2022-09-01T10:15:21.306 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.307 DEBUG:boto:Data: 2022-09-01T10:15:21.308 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.308 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.309 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.309 DEBUG:boto:Params: {} 2022-09-01T10:15:21.310 DEBUG:boto:Token: None 2022-09-01T10:15:21.311 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nxvm+poxYl3QW5X97vaNXEbu/co= 2022-09-01T10:15:21.312 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nxvm+poxYl3QW5X97vaNXEbu/co=', 'Content-Length': '0'} 2022-09-01T10:15:21.315 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006aa264acec7756a1-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.364 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.365 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.366 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.366 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.367 DEBUG:boto:Method: GET 2022-09-01T10:15:21.368 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.368 DEBUG:boto:Data: 2022-09-01T10:15:21.369 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.383 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.384 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.387 DEBUG:boto:Params: {} 2022-09-01T10:15:21.390 DEBUG:boto:Token: None 2022-09-01T10:15:21.391 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nxvm+poxYl3QW5X97vaNXEbu/co= 2022-09-01T10:15:21.395 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nxvm+poxYl3QW5X97vaNXEbu/co=', 'Content-Length': '0'} 2022-09-01T10:15:21.398 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000baee00f7d34dfc9e-0063108639-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.400 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:21.400 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:21.401 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.401 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.402 DEBUG:boto:Method: GET 2022-09-01T10:15:21.403 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.404 DEBUG:boto:Data: 2022-09-01T10:15:21.405 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.406 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.407 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.417 DEBUG:boto:Params: {} 2022-09-01T10:15:21.419 DEBUG:boto:Token: None 2022-09-01T10:15:21.420 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/ 2022-09-01T10:15:21.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4= 2022-09-01T10:15:21.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4=', 'Content-Length': '0'} 2022-09-01T10:15:21.426 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009069a90d500f2613-0063108639-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.428 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:21.430 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:21.431 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:21.431 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.432 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.433 DEBUG:boto:Method: GET 2022-09-01T10:15:21.434 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.435 DEBUG:boto:Data: 2022-09-01T10:15:21.436 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.437 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.439 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.440 DEBUG:boto:Params: {} 2022-09-01T10:15:21.440 DEBUG:boto:Token: None 2022-09-01T10:15:21.441 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/ 2022-09-01T10:15:21.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4= 2022-09-01T10:15:21.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4=', 'Content-Length': '0'} 2022-09-01T10:15:21.447 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000521c61e9c2506676-0063108639-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.449 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:21.450 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:21.451 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.452 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.455 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.456 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.460 DEBUG:boto:Method: GET 2022-09-01T10:15:21.461 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.462 DEBUG:boto:Data: 2022-09-01T10:15:21.463 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.464 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.465 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.465 DEBUG:boto:Params: {} 2022-09-01T10:15:21.466 DEBUG:boto:Token: None 2022-09-01T10:15:21.467 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F1DX4UFWMn45PxamhaaiKpW8rg8= 2022-09-01T10:15:21.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F1DX4UFWMn45PxamhaaiKpW8rg8=', 'Content-Length': '0'} 2022-09-01T10:15:21.482 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e5b0717f2f188972-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.484 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.485 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.486 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.487 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.488 DEBUG:boto:Method: GET 2022-09-01T10:15:21.490 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.491 DEBUG:boto:Data: 2022-09-01T10:15:21.492 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.493 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.494 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.495 DEBUG:boto:Params: {} 2022-09-01T10:15:21.496 DEBUG:boto:Token: None 2022-09-01T10:15:21.497 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.506 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F1DX4UFWMn45PxamhaaiKpW8rg8= 2022-09-01T10:15:21.508 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F1DX4UFWMn45PxamhaaiKpW8rg8=', 'Content-Length': '0'} 2022-09-01T10:15:21.511 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006f5733f04ecacf78-0063108639-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.514 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.515 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.516 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.517 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.517 DEBUG:boto:Method: HEAD 2022-09-01T10:15:21.519 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.520 DEBUG:boto:Data: 2022-09-01T10:15:21.524 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.525 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.525 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.526 DEBUG:boto:Params: {} 2022-09-01T10:15:21.526 DEBUG:boto:Token: None 2022-09-01T10:15:21.527 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.528 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tmUVLiRPt3FCH00ccATzJK9JL9Q= 2022-09-01T10:15:21.528 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tmUVLiRPt3FCH00ccATzJK9JL9Q=', 'Content-Length': '0'} 2022-09-01T10:15:21.531 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000030adfae399ada57d-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.533 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.534 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.535 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.536 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.537 DEBUG:boto:Method: HEAD 2022-09-01T10:15:21.537 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.539 DEBUG:boto:Data: 2022-09-01T10:15:21.540 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.541 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.542 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.543 DEBUG:boto:Params: {} 2022-09-01T10:15:21.543 DEBUG:boto:Token: None 2022-09-01T10:15:21.544 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.545 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tmUVLiRPt3FCH00ccATzJK9JL9Q= 2022-09-01T10:15:21.545 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tmUVLiRPt3FCH00ccATzJK9JL9Q=', 'Content-Length': '0'} 2022-09-01T10:15:21.548 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000db5546e609f1a1f3-0063108639-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.549 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:21.549 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.550 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.550 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.552 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.553 DEBUG:boto:Method: GET 2022-09-01T10:15:21.554 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.555 DEBUG:boto:Data: 2022-09-01T10:15:21.556 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.557 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.558 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.559 DEBUG:boto:Params: {} 2022-09-01T10:15:21.560 DEBUG:boto:Token: None 2022-09-01T10:15:21.561 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F1DX4UFWMn45PxamhaaiKpW8rg8= 2022-09-01T10:15:21.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F1DX4UFWMn45PxamhaaiKpW8rg8=', 'Content-Length': '0'} 2022-09-01T10:15:21.573 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002edebedb080defad-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.575 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.581 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.583 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.584 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.584 DEBUG:boto:Method: GET 2022-09-01T10:15:21.585 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.587 DEBUG:boto:Data: 2022-09-01T10:15:21.587 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.588 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.599 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.600 DEBUG:boto:Params: {} 2022-09-01T10:15:21.601 DEBUG:boto:Token: None 2022-09-01T10:15:21.601 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:21.602 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F1DX4UFWMn45PxamhaaiKpW8rg8= 2022-09-01T10:15:21.603 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F1DX4UFWMn45PxamhaaiKpW8rg8=', 'Content-Length': '0'} 2022-09-01T10:15:21.612 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002d880584c42517cc-0063108639-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.616 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:21.618 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:21.619 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.622 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.624 DEBUG:boto:Method: GET 2022-09-01T10:15:21.627 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.630 DEBUG:boto:Data: 2022-09-01T10:15:21.632 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.634 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.635 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.637 DEBUG:boto:Params: {} 2022-09-01T10:15:21.638 DEBUG:boto:Token: None 2022-09-01T10:15:21.639 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/ 2022-09-01T10:15:21.642 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4= 2022-09-01T10:15:21.644 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4=', 'Content-Length': '0'} 2022-09-01T10:15:21.647 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005d59bd0be7af2fd1-0063108639-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.649 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:21.650 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:21.651 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:21.652 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.653 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.654 DEBUG:boto:Method: GET 2022-09-01T10:15:21.656 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.657 DEBUG:boto:Data: 2022-09-01T10:15:21.659 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.660 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.660 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.661 DEBUG:boto:Params: {} 2022-09-01T10:15:21.661 DEBUG:boto:Token: None 2022-09-01T10:15:21.662 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/ 2022-09-01T10:15:21.663 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4= 2022-09-01T10:15:21.664 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4=', 'Content-Length': '0'} 2022-09-01T10:15:21.672 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000038e495f66ad13a68-0063108639-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.673 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:21.674 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.674 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.675 DEBUG:boto:Method: HEAD 2022-09-01T10:15:21.675 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:21.676 DEBUG:boto:Data: 2022-09-01T10:15:21.676 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.677 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.677 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.678 DEBUG:boto:Params: {} 2022-09-01T10:15:21.679 DEBUG:boto:Token: None 2022-09-01T10:15:21.680 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj 2022-09-01T10:15:21.680 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lDl/20Gqdc8mcDmhk9C1PNxYq2s= 2022-09-01T10:15:21.681 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lDl/20Gqdc8mcDmhk9C1PNxYq2s=', 'Content-Length': '0'} 2022-09-01T10:15:21.692 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000092764144d9978eb8-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.693 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.693 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.694 DEBUG:boto:Method: HEAD 2022-09-01T10:15:21.694 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:21.695 DEBUG:boto:Data: 2022-09-01T10:15:21.695 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.696 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.697 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.698 DEBUG:boto:Params: {} 2022-09-01T10:15:21.702 DEBUG:boto:Token: None 2022-09-01T10:15:21.703 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj 2022-09-01T10:15:21.705 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lDl/20Gqdc8mcDmhk9C1PNxYq2s= 2022-09-01T10:15:21.711 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lDl/20Gqdc8mcDmhk9C1PNxYq2s=', 'Content-Length': '0'} 2022-09-01T10:15:21.718 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000457a93204eb9351c-0063108639-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.720 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:21.721 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.722 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.723 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.723 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.724 DEBUG:boto:Method: GET 2022-09-01T10:15:21.727 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.728 DEBUG:boto:Data: 2022-09-01T10:15:21.729 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.730 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.731 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.732 DEBUG:boto:Params: {} 2022-09-01T10:15:21.733 DEBUG:boto:Token: None 2022-09-01T10:15:21.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.735 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nxvm+poxYl3QW5X97vaNXEbu/co= 2022-09-01T10:15:21.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nxvm+poxYl3QW5X97vaNXEbu/co=', 'Content-Length': '0'} 2022-09-01T10:15:21.740 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000eb6b25cb6153d2f0-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.741 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.741 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.742 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.743 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.743 DEBUG:boto:Method: GET 2022-09-01T10:15:21.744 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.744 DEBUG:boto:Data: 2022-09-01T10:15:21.745 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.745 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.746 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.746 DEBUG:boto:Params: {} 2022-09-01T10:15:21.747 DEBUG:boto:Token: None 2022-09-01T10:15:21.748 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:21.748 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nxvm+poxYl3QW5X97vaNXEbu/co= 2022-09-01T10:15:21.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nxvm+poxYl3QW5X97vaNXEbu/co=', 'Content-Length': '0'} 2022-09-01T10:15:21.756 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000013cc40653dfee3cc-0063108639-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.758 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:21.760 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:21.760 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.761 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.761 DEBUG:boto:Method: GET 2022-09-01T10:15:21.762 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.763 DEBUG:boto:Data: 2022-09-01T10:15:21.764 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.764 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.765 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.765 DEBUG:boto:Params: {} 2022-09-01T10:15:21.766 DEBUG:boto:Token: None 2022-09-01T10:15:21.766 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/ 2022-09-01T10:15:21.767 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4= 2022-09-01T10:15:21.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4=', 'Content-Length': '0'} 2022-09-01T10:15:21.773 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005439f3b18075a2cc-0063108639-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.774 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:21.776 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:21.778 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:21.780 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.781 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.782 DEBUG:boto:Method: GET 2022-09-01T10:15:21.783 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.784 DEBUG:boto:Data: 2022-09-01T10:15:21.785 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.786 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.787 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.788 DEBUG:boto:Params: {} 2022-09-01T10:15:21.791 DEBUG:boto:Token: None 2022-09-01T10:15:21.792 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/ 2022-09-01T10:15:21.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4= 2022-09-01T10:15:21.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4=', 'Content-Length': '0'} 2022-09-01T10:15:21.797 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eb8adfd8a6b441d2-0063108639-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.799 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:21.801 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:21.801 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.802 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.802 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.803 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.804 DEBUG:boto:Method: GET 2022-09-01T10:15:21.805 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.805 DEBUG:boto:Data: 2022-09-01T10:15:21.806 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.806 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.807 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.808 DEBUG:boto:Params: {} 2022-09-01T10:15:21.808 DEBUG:boto:Token: None 2022-09-01T10:15:21.809 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.809 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1kz1qls9F212HVa4jfS+JDNIpI0= 2022-09-01T10:15:21.810 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1kz1qls9F212HVa4jfS+JDNIpI0=', 'Content-Length': '0'} 2022-09-01T10:15:21.813 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c0b1e423bb2d72e7-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.814 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.815 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.816 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.816 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.817 DEBUG:boto:Method: GET 2022-09-01T10:15:21.818 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.819 DEBUG:boto:Data: 2022-09-01T10:15:21.820 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.822 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.823 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.824 DEBUG:boto:Params: {} 2022-09-01T10:15:21.825 DEBUG:boto:Token: None 2022-09-01T10:15:21.827 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1kz1qls9F212HVa4jfS+JDNIpI0= 2022-09-01T10:15:21.828 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1kz1qls9F212HVa4jfS+JDNIpI0=', 'Content-Length': '0'} 2022-09-01T10:15:21.831 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000016a39868c2482239-0063108639-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.833 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.833 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.834 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.835 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.836 DEBUG:boto:Method: HEAD 2022-09-01T10:15:21.837 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.838 DEBUG:boto:Data: 2022-09-01T10:15:21.839 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.839 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.840 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.841 DEBUG:boto:Params: {} 2022-09-01T10:15:21.842 DEBUG:boto:Token: None 2022-09-01T10:15:21.843 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.844 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s0KiBFUBk/0R0SpVOGBjyMfdduI= 2022-09-01T10:15:21.845 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s0KiBFUBk/0R0SpVOGBjyMfdduI=', 'Content-Length': '0'} 2022-09-01T10:15:21.848 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009df6a835e162af2e-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.849 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.850 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.851 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.852 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.853 DEBUG:boto:Method: HEAD 2022-09-01T10:15:21.854 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.854 DEBUG:boto:Data: 2022-09-01T10:15:21.855 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.856 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.857 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.858 DEBUG:boto:Params: {} 2022-09-01T10:15:21.859 DEBUG:boto:Token: None 2022-09-01T10:15:21.860 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.860 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s0KiBFUBk/0R0SpVOGBjyMfdduI= 2022-09-01T10:15:21.861 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s0KiBFUBk/0R0SpVOGBjyMfdduI=', 'Content-Length': '0'} 2022-09-01T10:15:21.864 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000066536d5a451626c-0063108639-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.866 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:21.867 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.868 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.869 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.869 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.870 DEBUG:boto:Method: GET 2022-09-01T10:15:21.870 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.871 DEBUG:boto:Data: 2022-09-01T10:15:21.871 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.872 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.872 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.873 DEBUG:boto:Params: {} 2022-09-01T10:15:21.874 DEBUG:boto:Token: None 2022-09-01T10:15:21.875 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.876 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1kz1qls9F212HVa4jfS+JDNIpI0= 2022-09-01T10:15:21.877 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1kz1qls9F212HVa4jfS+JDNIpI0=', 'Content-Length': '0'} 2022-09-01T10:15:21.885 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008b5dce7149c3da28-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.890 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.891 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.892 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.892 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.893 DEBUG:boto:Method: GET 2022-09-01T10:15:21.894 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.894 DEBUG:boto:Data: 2022-09-01T10:15:21.895 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.896 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.897 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.898 DEBUG:boto:Params: {} 2022-09-01T10:15:21.898 DEBUG:boto:Token: None 2022-09-01T10:15:21.899 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:21.900 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1kz1qls9F212HVa4jfS+JDNIpI0= 2022-09-01T10:15:21.901 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1kz1qls9F212HVa4jfS+JDNIpI0=', 'Content-Length': '0'} 2022-09-01T10:15:21.904 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ebd08b7761aa3b10-0063108639-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.946 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:21.947 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:21.947 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.948 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.949 DEBUG:boto:Method: GET 2022-09-01T10:15:21.949 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.950 DEBUG:boto:Data: 2022-09-01T10:15:21.951 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.951 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.952 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.952 DEBUG:boto:Params: {} 2022-09-01T10:15:21.953 DEBUG:boto:Token: None 2022-09-01T10:15:21.954 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/ 2022-09-01T10:15:21.955 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4= 2022-09-01T10:15:21.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4=', 'Content-Length': '0'} 2022-09-01T10:15:21.959 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007ee508f361cafb4a-0063108639-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.961 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:21.962 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:21.963 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:21.964 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.965 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.966 DEBUG:boto:Method: GET 2022-09-01T10:15:21.967 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:21.968 DEBUG:boto:Data: 2022-09-01T10:15:21.970 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.971 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:21.971 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.972 DEBUG:boto:Params: {} 2022-09-01T10:15:21.973 DEBUG:boto:Token: None 2022-09-01T10:15:21.974 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/ 2022-09-01T10:15:21.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4= 2022-09-01T10:15:21.977 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qkg1BBbE+4q5YsjJyBSy0inUw/4=', 'Content-Length': '0'} 2022-09-01T10:15:21.980 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000657f9dfa24bc489e-0063108639-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:21.982 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:21.983 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:21.984 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:21.986 DEBUG:boto:Method: HEAD 2022-09-01T10:15:21.987 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:21.988 DEBUG:boto:Data: 2022-09-01T10:15:21.989 DEBUG:boto:Headers: {} 2022-09-01T10:15:21.991 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:21.992 DEBUG:boto:Port: 8000 2022-09-01T10:15:21.993 DEBUG:boto:Params: {} 2022-09-01T10:15:21.994 DEBUG:boto:Token: None 2022-09-01T10:15:21.995 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:21 GMT /ptoxvb-19/obj 2022-09-01T10:15:21.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lDl/20Gqdc8mcDmhk9C1PNxYq2s= 2022-09-01T10:15:21.996 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lDl/20Gqdc8mcDmhk9C1PNxYq2s=', 'Content-Length': '0'} 2022-09-01T10:15:22.001 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000301f4d44ed97599a-0063108639-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.002 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.003 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.003 DEBUG:boto:Method: HEAD 2022-09-01T10:15:22.004 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:22.006 DEBUG:boto:Data: 2022-09-01T10:15:22.007 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.008 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.009 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.009 DEBUG:boto:Params: {} 2022-09-01T10:15:22.011 DEBUG:boto:Token: None 2022-09-01T10:15:22.012 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj 2022-09-01T10:15:22.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VDRN2l0X8M4pGD+tMTygPeCgI20= 2022-09-01T10:15:22.014 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VDRN2l0X8M4pGD+tMTygPeCgI20=', 'Content-Length': '0'} 2022-09-01T10:15:22.018 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000565711ac8337c085-006310863a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.019 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:22.020 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.020 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.021 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.021 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.022 DEBUG:boto:Method: GET 2022-09-01T10:15:22.022 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.023 DEBUG:boto:Data: 2022-09-01T10:15:22.023 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.024 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.024 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.025 DEBUG:boto:Params: {} 2022-09-01T10:15:22.026 DEBUG:boto:Token: None 2022-09-01T10:15:22.026 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y68vLQ4tpcA0rYi4mrsBjtzyFAk= 2022-09-01T10:15:22.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y68vLQ4tpcA0rYi4mrsBjtzyFAk=', 'Content-Length': '0'} 2022-09-01T10:15:22.030 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009661eae39382b60e-006310863a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.075 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.076 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.077 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.078 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.079 DEBUG:boto:Method: GET 2022-09-01T10:15:22.079 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.080 DEBUG:boto:Data: 2022-09-01T10:15:22.081 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.090 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.091 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.092 DEBUG:boto:Params: {} 2022-09-01T10:15:22.093 DEBUG:boto:Token: None 2022-09-01T10:15:22.094 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.095 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y68vLQ4tpcA0rYi4mrsBjtzyFAk= 2022-09-01T10:15:22.096 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y68vLQ4tpcA0rYi4mrsBjtzyFAk=', 'Content-Length': '0'} 2022-09-01T10:15:22.104 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bbd6059e50c0892d-006310863a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.106 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:22.107 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:22.108 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.109 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.110 DEBUG:boto:Method: GET 2022-09-01T10:15:22.111 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.112 DEBUG:boto:Data: 2022-09-01T10:15:22.113 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.115 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.115 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.116 DEBUG:boto:Params: {} 2022-09-01T10:15:22.117 DEBUG:boto:Token: None 2022-09-01T10:15:22.117 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/ 2022-09-01T10:15:22.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0= 2022-09-01T10:15:22.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0=', 'Content-Length': '0'} 2022-09-01T10:15:22.122 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f52732b56c4b5690-006310863a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.123 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:22.126 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:22.127 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:22.128 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.128 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.129 DEBUG:boto:Method: GET 2022-09-01T10:15:22.129 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.131 DEBUG:boto:Data: 2022-09-01T10:15:22.132 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.133 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.134 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.135 DEBUG:boto:Params: {} 2022-09-01T10:15:22.136 DEBUG:boto:Token: None 2022-09-01T10:15:22.137 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/ 2022-09-01T10:15:22.142 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0= 2022-09-01T10:15:22.143 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0=', 'Content-Length': '0'} 2022-09-01T10:15:22.155 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007916ef553d1bb3aa-006310863a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.156 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:22.157 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:22.157 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.158 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.158 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.159 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.159 DEBUG:boto:Method: GET 2022-09-01T10:15:22.160 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.162 DEBUG:boto:Data: 2022-09-01T10:15:22.163 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.164 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.165 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.166 DEBUG:boto:Params: {} 2022-09-01T10:15:22.168 DEBUG:boto:Token: None 2022-09-01T10:15:22.169 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.171 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PwOk3QSWOY4/xR+xrzr+PGjGax0= 2022-09-01T10:15:22.172 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PwOk3QSWOY4/xR+xrzr+PGjGax0=', 'Content-Length': '0'} 2022-09-01T10:15:22.175 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009431e192dcdbd10b-006310863a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.176 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.177 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.179 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.180 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.181 DEBUG:boto:Method: GET 2022-09-01T10:15:22.189 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.191 DEBUG:boto:Data: 2022-09-01T10:15:22.192 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.193 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.194 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.196 DEBUG:boto:Params: {} 2022-09-01T10:15:22.197 DEBUG:boto:Token: None 2022-09-01T10:15:22.203 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.204 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PwOk3QSWOY4/xR+xrzr+PGjGax0= 2022-09-01T10:15:22.205 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PwOk3QSWOY4/xR+xrzr+PGjGax0=', 'Content-Length': '0'} 2022-09-01T10:15:22.210 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000155504762bdc4549-006310863a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.211 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.211 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.212 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.213 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.213 DEBUG:boto:Method: HEAD 2022-09-01T10:15:22.215 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.216 DEBUG:boto:Data: 2022-09-01T10:15:22.217 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.218 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.219 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.220 DEBUG:boto:Params: {} 2022-09-01T10:15:22.221 DEBUG:boto:Token: None 2022-09-01T10:15:22.222 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.223 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eXMCPLXYO369eoBxu7ZlVyOd0d8= 2022-09-01T10:15:22.224 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eXMCPLXYO369eoBxu7ZlVyOd0d8=', 'Content-Length': '0'} 2022-09-01T10:15:22.235 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bb96b365d75fdb17-006310863a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.239 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.240 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.240 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.241 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.241 DEBUG:boto:Method: HEAD 2022-09-01T10:15:22.242 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.242 DEBUG:boto:Data: 2022-09-01T10:15:22.243 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.245 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.245 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.246 DEBUG:boto:Params: {} 2022-09-01T10:15:22.246 DEBUG:boto:Token: None 2022-09-01T10:15:22.247 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.248 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eXMCPLXYO369eoBxu7ZlVyOd0d8= 2022-09-01T10:15:22.249 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eXMCPLXYO369eoBxu7ZlVyOd0d8=', 'Content-Length': '0'} 2022-09-01T10:15:22.251 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000692d1aaa7bb0a8e9-006310863a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.252 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:22.252 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.253 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.253 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.254 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.255 DEBUG:boto:Method: GET 2022-09-01T10:15:22.255 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.256 DEBUG:boto:Data: 2022-09-01T10:15:22.256 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.257 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.257 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.258 DEBUG:boto:Params: {} 2022-09-01T10:15:22.259 DEBUG:boto:Token: None 2022-09-01T10:15:22.259 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PwOk3QSWOY4/xR+xrzr+PGjGax0= 2022-09-01T10:15:22.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PwOk3QSWOY4/xR+xrzr+PGjGax0=', 'Content-Length': '0'} 2022-09-01T10:15:22.268 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a463e976255b93eb-006310863a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.269 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.270 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.271 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.272 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.273 DEBUG:boto:Method: GET 2022-09-01T10:15:22.274 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.275 DEBUG:boto:Data: 2022-09-01T10:15:22.279 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.280 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.281 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.282 DEBUG:boto:Params: {} 2022-09-01T10:15:22.283 DEBUG:boto:Token: None 2022-09-01T10:15:22.283 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:22.285 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PwOk3QSWOY4/xR+xrzr+PGjGax0= 2022-09-01T10:15:22.286 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PwOk3QSWOY4/xR+xrzr+PGjGax0=', 'Content-Length': '0'} 2022-09-01T10:15:22.290 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002684f190aa0b7013-006310863a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.293 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:22.294 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:22.295 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.296 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.297 DEBUG:boto:Method: GET 2022-09-01T10:15:22.298 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.301 DEBUG:boto:Data: 2022-09-01T10:15:22.302 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.303 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.305 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.306 DEBUG:boto:Params: {} 2022-09-01T10:15:22.308 DEBUG:boto:Token: None 2022-09-01T10:15:22.309 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/ 2022-09-01T10:15:22.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0= 2022-09-01T10:15:22.313 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0=', 'Content-Length': '0'} 2022-09-01T10:15:22.317 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000099fba65a48e0cf26-006310863a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.318 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:22.320 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:22.321 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:22.322 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.323 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.324 DEBUG:boto:Method: GET 2022-09-01T10:15:22.325 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.325 DEBUG:boto:Data: 2022-09-01T10:15:22.326 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.327 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.328 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.329 DEBUG:boto:Params: {} 2022-09-01T10:15:22.330 DEBUG:boto:Token: None 2022-09-01T10:15:22.331 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/ 2022-09-01T10:15:22.332 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0= 2022-09-01T10:15:22.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0=', 'Content-Length': '0'} 2022-09-01T10:15:22.337 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000085a46409c0b9a5c-006310863a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.338 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:22.342 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.346 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.347 DEBUG:boto:Method: HEAD 2022-09-01T10:15:22.347 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:22.348 DEBUG:boto:Data: 2022-09-01T10:15:22.348 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.349 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.349 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.350 DEBUG:boto:Params: {} 2022-09-01T10:15:22.351 DEBUG:boto:Token: None 2022-09-01T10:15:22.351 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj 2022-09-01T10:15:22.352 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VDRN2l0X8M4pGD+tMTygPeCgI20= 2022-09-01T10:15:22.352 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VDRN2l0X8M4pGD+tMTygPeCgI20=', 'Content-Length': '0'} 2022-09-01T10:15:22.356 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006b929e569f69bf16-006310863a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.357 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.358 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.358 DEBUG:boto:Method: HEAD 2022-09-01T10:15:22.359 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:22.359 DEBUG:boto:Data: 2022-09-01T10:15:22.360 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.360 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.361 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.362 DEBUG:boto:Params: {} 2022-09-01T10:15:22.362 DEBUG:boto:Token: None 2022-09-01T10:15:22.363 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj 2022-09-01T10:15:22.364 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VDRN2l0X8M4pGD+tMTygPeCgI20= 2022-09-01T10:15:22.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VDRN2l0X8M4pGD+tMTygPeCgI20=', 'Content-Length': '0'} 2022-09-01T10:15:22.369 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000004abd07545566742-006310863a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.371 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:22.372 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.373 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.373 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.375 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.376 DEBUG:boto:Method: GET 2022-09-01T10:15:22.377 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.378 DEBUG:boto:Data: 2022-09-01T10:15:22.379 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.379 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.380 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.380 DEBUG:boto:Params: {} 2022-09-01T10:15:22.381 DEBUG:boto:Token: None 2022-09-01T10:15:22.382 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.382 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y68vLQ4tpcA0rYi4mrsBjtzyFAk= 2022-09-01T10:15:22.383 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y68vLQ4tpcA0rYi4mrsBjtzyFAk=', 'Content-Length': '0'} 2022-09-01T10:15:22.385 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d41152d62a68dddf-006310863a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.386 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.387 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.387 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.388 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.388 DEBUG:boto:Method: GET 2022-09-01T10:15:22.389 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.390 DEBUG:boto:Data: 2022-09-01T10:15:22.390 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.391 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.391 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.392 DEBUG:boto:Params: {} 2022-09-01T10:15:22.392 DEBUG:boto:Token: None 2022-09-01T10:15:22.393 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.394 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y68vLQ4tpcA0rYi4mrsBjtzyFAk= 2022-09-01T10:15:22.395 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y68vLQ4tpcA0rYi4mrsBjtzyFAk=', 'Content-Length': '0'} 2022-09-01T10:15:22.397 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004e1c27457c3d414e-006310863a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.438 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:22.440 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:22.440 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.441 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.442 DEBUG:boto:Method: GET 2022-09-01T10:15:22.443 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.444 DEBUG:boto:Data: 2022-09-01T10:15:22.445 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.445 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.446 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.450 DEBUG:boto:Params: {} 2022-09-01T10:15:22.451 DEBUG:boto:Token: None 2022-09-01T10:15:22.452 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/ 2022-09-01T10:15:22.453 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0= 2022-09-01T10:15:22.454 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0=', 'Content-Length': '0'} 2022-09-01T10:15:22.458 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007ea504f80d40637b-006310863a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.459 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:22.460 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:22.461 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:22.463 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.463 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.479 DEBUG:boto:Method: GET 2022-09-01T10:15:22.480 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.481 DEBUG:boto:Data: 2022-09-01T10:15:22.486 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.487 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.488 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.489 DEBUG:boto:Params: {} 2022-09-01T10:15:22.490 DEBUG:boto:Token: None 2022-09-01T10:15:22.491 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/ 2022-09-01T10:15:22.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0= 2022-09-01T10:15:22.494 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0=', 'Content-Length': '0'} 2022-09-01T10:15:22.498 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004ba965280dbc09c4-006310863a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.499 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:22.501 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:22.502 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.504 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.504 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.505 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.505 DEBUG:boto:Method: GET 2022-09-01T10:15:22.506 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.506 DEBUG:boto:Data: 2022-09-01T10:15:22.507 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.508 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.508 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.509 DEBUG:boto:Params: {} 2022-09-01T10:15:22.509 DEBUG:boto:Token: None 2022-09-01T10:15:22.511 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.511 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wQuw+N4gpDacaidsOr4wnk/sbxc= 2022-09-01T10:15:22.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wQuw+N4gpDacaidsOr4wnk/sbxc=', 'Content-Length': '0'} 2022-09-01T10:15:22.514 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a2e4b0491c530460-006310863a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.515 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.516 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.516 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.517 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.517 DEBUG:boto:Method: GET 2022-09-01T10:15:22.518 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.519 DEBUG:boto:Data: 2022-09-01T10:15:22.519 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.520 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.520 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.521 DEBUG:boto:Params: {} 2022-09-01T10:15:22.521 DEBUG:boto:Token: None 2022-09-01T10:15:22.522 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wQuw+N4gpDacaidsOr4wnk/sbxc= 2022-09-01T10:15:22.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wQuw+N4gpDacaidsOr4wnk/sbxc=', 'Content-Length': '0'} 2022-09-01T10:15:22.528 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000746e211602c5506-006310863a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.530 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.531 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.532 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.533 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.534 DEBUG:boto:Method: HEAD 2022-09-01T10:15:22.535 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.536 DEBUG:boto:Data: 2022-09-01T10:15:22.537 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.542 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.543 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.544 DEBUG:boto:Params: {} 2022-09-01T10:15:22.546 DEBUG:boto:Token: None 2022-09-01T10:15:22.547 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.548 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zqk5Voyv1Kt8SCtcrfhMYgQZ5SA= 2022-09-01T10:15:22.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zqk5Voyv1Kt8SCtcrfhMYgQZ5SA=', 'Content-Length': '0'} 2022-09-01T10:15:22.552 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b87e8b2f15d01304-006310863a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.554 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.555 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.556 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.556 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.557 DEBUG:boto:Method: HEAD 2022-09-01T10:15:22.558 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.559 DEBUG:boto:Data: 2022-09-01T10:15:22.560 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.560 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.561 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.562 DEBUG:boto:Params: {} 2022-09-01T10:15:22.563 DEBUG:boto:Token: None 2022-09-01T10:15:22.564 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zqk5Voyv1Kt8SCtcrfhMYgQZ5SA= 2022-09-01T10:15:22.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zqk5Voyv1Kt8SCtcrfhMYgQZ5SA=', 'Content-Length': '0'} 2022-09-01T10:15:22.572 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ab6cbc70b1dec70b-006310863a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.574 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:22.575 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.578 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.579 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.580 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.581 DEBUG:boto:Method: GET 2022-09-01T10:15:22.582 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.588 DEBUG:boto:Data: 2022-09-01T10:15:22.590 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.591 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.592 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.593 DEBUG:boto:Params: {} 2022-09-01T10:15:22.595 DEBUG:boto:Token: None 2022-09-01T10:15:22.597 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.599 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wQuw+N4gpDacaidsOr4wnk/sbxc= 2022-09-01T10:15:22.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wQuw+N4gpDacaidsOr4wnk/sbxc=', 'Content-Length': '0'} 2022-09-01T10:15:22.610 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001040f6fbf12aab2a-006310863a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.611 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.612 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.614 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.615 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.616 DEBUG:boto:Method: GET 2022-09-01T10:15:22.617 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.618 DEBUG:boto:Data: 2022-09-01T10:15:22.619 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.620 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.621 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.628 DEBUG:boto:Params: {} 2022-09-01T10:15:22.629 DEBUG:boto:Token: None 2022-09-01T10:15:22.631 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:22.633 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wQuw+N4gpDacaidsOr4wnk/sbxc= 2022-09-01T10:15:22.634 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wQuw+N4gpDacaidsOr4wnk/sbxc=', 'Content-Length': '0'} 2022-09-01T10:15:22.643 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000025254c21d2bdcf94-006310863a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.649 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:22.650 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:22.651 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.652 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.653 DEBUG:boto:Method: GET 2022-09-01T10:15:22.654 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.655 DEBUG:boto:Data: 2022-09-01T10:15:22.656 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.657 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.658 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.658 DEBUG:boto:Params: {} 2022-09-01T10:15:22.659 DEBUG:boto:Token: None 2022-09-01T10:15:22.660 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/ 2022-09-01T10:15:22.662 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0= 2022-09-01T10:15:22.663 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0=', 'Content-Length': '0'} 2022-09-01T10:15:22.679 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089c71930b5737262-006310863a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.680 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:22.681 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:22.682 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:22.704 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.705 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.706 DEBUG:boto:Method: GET 2022-09-01T10:15:22.706 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.707 DEBUG:boto:Data: 2022-09-01T10:15:22.707 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.708 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.709 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.709 DEBUG:boto:Params: {} 2022-09-01T10:15:22.710 DEBUG:boto:Token: None 2022-09-01T10:15:22.711 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/ 2022-09-01T10:15:22.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0= 2022-09-01T10:15:22.713 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0=', 'Content-Length': '0'} 2022-09-01T10:15:22.716 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a159f67a2d245ff5-006310863a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.716 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:22.717 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.718 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.719 DEBUG:boto:Method: HEAD 2022-09-01T10:15:22.719 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:22.720 DEBUG:boto:Data: 2022-09-01T10:15:22.720 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.721 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.721 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.722 DEBUG:boto:Params: {} 2022-09-01T10:15:22.722 DEBUG:boto:Token: None 2022-09-01T10:15:22.723 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj 2022-09-01T10:15:22.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VDRN2l0X8M4pGD+tMTygPeCgI20= 2022-09-01T10:15:22.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VDRN2l0X8M4pGD+tMTygPeCgI20=', 'Content-Length': '0'} 2022-09-01T10:15:22.728 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000061198f9ca5e24494-006310863a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.729 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.730 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.731 DEBUG:boto:Method: HEAD 2022-09-01T10:15:22.732 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:22.732 DEBUG:boto:Data: 2022-09-01T10:15:22.733 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.734 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.734 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.735 DEBUG:boto:Params: {} 2022-09-01T10:15:22.736 DEBUG:boto:Token: None 2022-09-01T10:15:22.736 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj 2022-09-01T10:15:22.737 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VDRN2l0X8M4pGD+tMTygPeCgI20= 2022-09-01T10:15:22.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VDRN2l0X8M4pGD+tMTygPeCgI20=', 'Content-Length': '0'} 2022-09-01T10:15:22.746 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000facf9881bb106efb-006310863a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.748 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:22.751 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.752 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.752 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.753 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.753 DEBUG:boto:Method: GET 2022-09-01T10:15:22.758 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.759 DEBUG:boto:Data: 2022-09-01T10:15:22.759 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.761 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.761 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.762 DEBUG:boto:Params: {} 2022-09-01T10:15:22.764 DEBUG:boto:Token: None 2022-09-01T10:15:22.765 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.766 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y68vLQ4tpcA0rYi4mrsBjtzyFAk= 2022-09-01T10:15:22.767 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y68vLQ4tpcA0rYi4mrsBjtzyFAk=', 'Content-Length': '0'} 2022-09-01T10:15:22.772 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000039bebd3acbf8a295-006310863a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.773 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.775 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.776 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.776 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.777 DEBUG:boto:Method: GET 2022-09-01T10:15:22.789 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.791 DEBUG:boto:Data: 2022-09-01T10:15:22.793 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.794 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.794 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.795 DEBUG:boto:Params: {} 2022-09-01T10:15:22.796 DEBUG:boto:Token: None 2022-09-01T10:15:22.809 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:22.811 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y68vLQ4tpcA0rYi4mrsBjtzyFAk= 2022-09-01T10:15:22.813 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y68vLQ4tpcA0rYi4mrsBjtzyFAk=', 'Content-Length': '0'} 2022-09-01T10:15:22.816 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a93371b03c0ea79e-006310863a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.818 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:22.819 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:22.820 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.821 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.821 DEBUG:boto:Method: GET 2022-09-01T10:15:22.822 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.822 DEBUG:boto:Data: 2022-09-01T10:15:22.823 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.823 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.824 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.825 DEBUG:boto:Params: {} 2022-09-01T10:15:22.826 DEBUG:boto:Token: None 2022-09-01T10:15:22.826 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/ 2022-09-01T10:15:22.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0= 2022-09-01T10:15:22.828 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0=', 'Content-Length': '0'} 2022-09-01T10:15:22.831 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cc4d5fb6265b2ea8-006310863a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.832 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:22.834 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:22.836 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:22.837 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.837 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.838 DEBUG:boto:Method: GET 2022-09-01T10:15:22.842 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.843 DEBUG:boto:Data: 2022-09-01T10:15:22.844 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.845 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.846 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.847 DEBUG:boto:Params: {} 2022-09-01T10:15:22.849 DEBUG:boto:Token: None 2022-09-01T10:15:22.850 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/ 2022-09-01T10:15:22.851 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0= 2022-09-01T10:15:22.852 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V9wK4Cb3M5Rg2nB2v+FRAzwP5C0=', 'Content-Length': '0'} 2022-09-01T10:15:22.855 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004a10f76317807e2f-006310863a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.857 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:22.858 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:22.860 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.861 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.862 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.863 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.864 DEBUG:boto:Method: GET 2022-09-01T10:15:22.865 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.866 DEBUG:boto:Data: 2022-09-01T10:15:22.867 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.868 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.869 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.872 DEBUG:boto:Params: {} 2022-09-01T10:15:22.874 DEBUG:boto:Token: None 2022-09-01T10:15:22.876 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.877 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:55qcoQyF+TsOMx/uWTZz5FIvEH4= 2022-09-01T10:15:22.879 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:55qcoQyF+TsOMx/uWTZz5FIvEH4=', 'Content-Length': '0'} 2022-09-01T10:15:22.882 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000002f132f2c6cb1643-006310863a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.885 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.886 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.887 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.888 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.896 DEBUG:boto:Method: GET 2022-09-01T10:15:22.897 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.898 DEBUG:boto:Data: 2022-09-01T10:15:22.899 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.900 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.902 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.902 DEBUG:boto:Params: {} 2022-09-01T10:15:22.903 DEBUG:boto:Token: None 2022-09-01T10:15:22.904 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.905 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:55qcoQyF+TsOMx/uWTZz5FIvEH4= 2022-09-01T10:15:22.906 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:55qcoQyF+TsOMx/uWTZz5FIvEH4=', 'Content-Length': '0'} 2022-09-01T10:15:22.908 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d818d9beae9f1c5c-006310863a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.910 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.911 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.912 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.913 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.915 DEBUG:boto:Method: HEAD 2022-09-01T10:15:22.916 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.917 DEBUG:boto:Data: 2022-09-01T10:15:22.918 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.919 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.920 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.921 DEBUG:boto:Params: {} 2022-09-01T10:15:22.922 DEBUG:boto:Token: None 2022-09-01T10:15:22.923 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.925 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:klCeHu7IsRVxJGwH6D75TyFwqOg= 2022-09-01T10:15:22.926 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:klCeHu7IsRVxJGwH6D75TyFwqOg=', 'Content-Length': '0'} 2022-09-01T10:15:22.932 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000021a1ae7df5074e91-006310863a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.935 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.937 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.939 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.942 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.943 DEBUG:boto:Method: HEAD 2022-09-01T10:15:22.944 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.944 DEBUG:boto:Data: 2022-09-01T10:15:22.945 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.945 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.946 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.946 DEBUG:boto:Params: {} 2022-09-01T10:15:22.947 DEBUG:boto:Token: None 2022-09-01T10:15:22.948 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.948 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:klCeHu7IsRVxJGwH6D75TyFwqOg= 2022-09-01T10:15:22.949 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:klCeHu7IsRVxJGwH6D75TyFwqOg=', 'Content-Length': '0'} 2022-09-01T10:15:22.952 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005356984c66f887b1-006310863a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.953 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:22.954 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.955 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.956 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.957 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.958 DEBUG:boto:Method: GET 2022-09-01T10:15:22.958 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.959 DEBUG:boto:Data: 2022-09-01T10:15:22.960 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.962 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:22.963 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.963 DEBUG:boto:Params: {} 2022-09-01T10:15:22.964 DEBUG:boto:Token: None 2022-09-01T10:15:22.965 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.965 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:55qcoQyF+TsOMx/uWTZz5FIvEH4= 2022-09-01T10:15:22.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:55qcoQyF+TsOMx/uWTZz5FIvEH4=', 'Content-Length': '0'} 2022-09-01T10:15:22.972 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000641bb4781d5d419d-006310863a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.973 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:22.974 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:22.974 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.975 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.976 DEBUG:boto:Method: GET 2022-09-01T10:15:22.977 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.980 DEBUG:boto:Data: 2022-09-01T10:15:22.981 DEBUG:boto:Headers: {} 2022-09-01T10:15:22.982 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:22.982 DEBUG:boto:Port: 8000 2022-09-01T10:15:22.983 DEBUG:boto:Params: {} 2022-09-01T10:15:22.984 DEBUG:boto:Token: None 2022-09-01T10:15:22.984 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:22 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:22.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:55qcoQyF+TsOMx/uWTZz5FIvEH4= 2022-09-01T10:15:22.987 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:55qcoQyF+TsOMx/uWTZz5FIvEH4=', 'Content-Length': '0'} 2022-09-01T10:15:22.991 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a72a400570fc0abf-006310863a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:22.992 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:22.993 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:22.993 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.996 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.997 DEBUG:boto:Method: GET 2022-09-01T10:15:22.998 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:22.999 DEBUG:boto:Data: 2022-09-01T10:15:22.999 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.000 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:23.002 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.003 DEBUG:boto:Params: {} 2022-09-01T10:15:23.004 DEBUG:boto:Token: None 2022-09-01T10:15:23.005 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/ 2022-09-01T10:15:23.006 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4= 2022-09-01T10:15:23.007 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4=', 'Content-Length': '0'} 2022-09-01T10:15:23.012 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aa82b99faec902b1-006310863b-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.015 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:23.017 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.017 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.019 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.020 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.020 DEBUG:boto:Method: GET 2022-09-01T10:15:23.021 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.021 DEBUG:boto:Data: 2022-09-01T10:15:23.023 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.024 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.025 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.025 DEBUG:boto:Params: {} 2022-09-01T10:15:23.026 DEBUG:boto:Token: None 2022-09-01T10:15:23.026 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/ 2022-09-01T10:15:23.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4= 2022-09-01T10:15:23.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4=', 'Content-Length': '0'} 2022-09-01T10:15:23.035 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000853b6f456d210ecb-006310863b-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.036 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:23.036 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:23.037 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:23.038 DEBUG:boto:Method: HEAD 2022-09-01T10:15:23.038 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:23.039 DEBUG:boto:Data: 2022-09-01T10:15:23.039 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.040 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:23.040 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.041 DEBUG:boto:Params: {} 2022-09-01T10:15:23.041 DEBUG:boto:Token: None 2022-09-01T10:15:23.042 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/obj 2022-09-01T10:15:23.043 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zjNiaabSlUHMXpcavqCSFXtBlzw= 2022-09-01T10:15:23.044 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zjNiaabSlUHMXpcavqCSFXtBlzw=', 'Content-Length': '0'} 2022-09-01T10:15:23.048 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000c452a1770887f87-006310863b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.049 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:23.050 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:23.050 DEBUG:boto:Method: HEAD 2022-09-01T10:15:23.051 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:23.051 DEBUG:boto:Data: 2022-09-01T10:15:23.052 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.053 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.053 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.054 DEBUG:boto:Params: {} 2022-09-01T10:15:23.055 DEBUG:boto:Token: None 2022-09-01T10:15:23.055 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/obj 2022-09-01T10:15:23.057 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zjNiaabSlUHMXpcavqCSFXtBlzw= 2022-09-01T10:15:23.057 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zjNiaabSlUHMXpcavqCSFXtBlzw=', 'Content-Length': '0'} 2022-09-01T10:15:23.061 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000010569def8bdb8823-006310863b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.062 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:23.062 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:23.063 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:23.064 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.065 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.065 DEBUG:boto:Method: GET 2022-09-01T10:15:23.066 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.067 DEBUG:boto:Data: 2022-09-01T10:15:23.068 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.068 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:23.069 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.069 DEBUG:boto:Params: {} 2022-09-01T10:15:23.070 DEBUG:boto:Token: None 2022-09-01T10:15:23.071 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.072 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vd8EV8YjJEAQCIj67IWOBH1FY2s= 2022-09-01T10:15:23.072 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vd8EV8YjJEAQCIj67IWOBH1FY2s=', 'Content-Length': '0'} 2022-09-01T10:15:23.076 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008442658bb52a1007-006310863b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.077 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:23.078 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:23.078 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.079 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.080 DEBUG:boto:Method: GET 2022-09-01T10:15:23.080 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.081 DEBUG:boto:Data: 2022-09-01T10:15:23.082 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.083 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.084 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.084 DEBUG:boto:Params: {} 2022-09-01T10:15:23.085 DEBUG:boto:Token: None 2022-09-01T10:15:23.086 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.087 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vd8EV8YjJEAQCIj67IWOBH1FY2s= 2022-09-01T10:15:23.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vd8EV8YjJEAQCIj67IWOBH1FY2s=', 'Content-Length': '0'} 2022-09-01T10:15:23.091 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cbb43e001dd74d6f-006310863b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.134 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.136 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.137 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.140 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.141 DEBUG:boto:Method: GET 2022-09-01T10:15:23.141 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.142 DEBUG:boto:Data: 2022-09-01T10:15:23.143 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.143 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:23.144 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.144 DEBUG:boto:Params: {} 2022-09-01T10:15:23.145 DEBUG:boto:Token: None 2022-09-01T10:15:23.146 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/ 2022-09-01T10:15:23.147 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4= 2022-09-01T10:15:23.147 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4=', 'Content-Length': '0'} 2022-09-01T10:15:23.152 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a8ed5a31c9c62145-006310863b-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.153 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:23.154 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.155 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.156 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.157 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.159 DEBUG:boto:Method: GET 2022-09-01T10:15:23.160 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.161 DEBUG:boto:Data: 2022-09-01T10:15:23.162 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.163 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.163 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.164 DEBUG:boto:Params: {} 2022-09-01T10:15:23.165 DEBUG:boto:Token: None 2022-09-01T10:15:23.167 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/ 2022-09-01T10:15:23.168 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4= 2022-09-01T10:15:23.169 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4=', 'Content-Length': '0'} 2022-09-01T10:15:23.174 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000696269615260cd60-006310863b-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.176 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:23.177 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:23.178 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:23.179 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:23.180 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.182 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.184 DEBUG:boto:Method: GET 2022-09-01T10:15:23.185 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.186 DEBUG:boto:Data: 2022-09-01T10:15:23.187 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.188 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:23.189 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.190 DEBUG:boto:Params: {} 2022-09-01T10:15:23.191 DEBUG:boto:Token: None 2022-09-01T10:15:23.194 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.195 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bIGeyVzxKE2OKCth+iioE/21Tqg= 2022-09-01T10:15:23.196 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bIGeyVzxKE2OKCth+iioE/21Tqg=', 'Content-Length': '0'} 2022-09-01T10:15:23.199 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002297434167245a90-006310863b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.200 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:23.201 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:23.202 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.203 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.204 DEBUG:boto:Method: GET 2022-09-01T10:15:23.205 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.206 DEBUG:boto:Data: 2022-09-01T10:15:23.207 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.211 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.212 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.213 DEBUG:boto:Params: {} 2022-09-01T10:15:23.214 DEBUG:boto:Token: None 2022-09-01T10:15:23.215 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bIGeyVzxKE2OKCth+iioE/21Tqg= 2022-09-01T10:15:23.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bIGeyVzxKE2OKCth+iioE/21Tqg=', 'Content-Length': '0'} 2022-09-01T10:15:23.222 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008e1331d8e410d100-006310863b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.224 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:23.225 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:23.226 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.227 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.228 DEBUG:boto:Method: HEAD 2022-09-01T10:15:23.229 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.229 DEBUG:boto:Data: 2022-09-01T10:15:23.231 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.233 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:23.233 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.234 DEBUG:boto:Params: {} 2022-09-01T10:15:23.235 DEBUG:boto:Token: None 2022-09-01T10:15:23.236 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.237 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LlgGCRVpWFNnMnJqJnVNUM9388w= 2022-09-01T10:15:23.238 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LlgGCRVpWFNnMnJqJnVNUM9388w=', 'Content-Length': '0'} 2022-09-01T10:15:23.240 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002ad2ceb140b50162-006310863b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.242 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:23.243 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:23.244 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.245 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.246 DEBUG:boto:Method: HEAD 2022-09-01T10:15:23.247 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.248 DEBUG:boto:Data: 2022-09-01T10:15:23.249 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.249 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.250 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.252 DEBUG:boto:Params: {} 2022-09-01T10:15:23.253 DEBUG:boto:Token: None 2022-09-01T10:15:23.254 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.255 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LlgGCRVpWFNnMnJqJnVNUM9388w= 2022-09-01T10:15:23.257 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LlgGCRVpWFNnMnJqJnVNUM9388w=', 'Content-Length': '0'} 2022-09-01T10:15:23.261 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f9592ae0b4bb59f1-006310863b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.262 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:23.264 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:23.264 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:23.265 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.265 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.266 DEBUG:boto:Method: GET 2022-09-01T10:15:23.267 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.267 DEBUG:boto:Data: 2022-09-01T10:15:23.268 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.268 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:23.269 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.270 DEBUG:boto:Params: {} 2022-09-01T10:15:23.270 DEBUG:boto:Token: None 2022-09-01T10:15:23.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bIGeyVzxKE2OKCth+iioE/21Tqg= 2022-09-01T10:15:23.272 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bIGeyVzxKE2OKCth+iioE/21Tqg=', 'Content-Length': '0'} 2022-09-01T10:15:23.276 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003be3754c34c6ce57-006310863b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.277 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:23.278 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:23.278 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.279 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.279 DEBUG:boto:Method: GET 2022-09-01T10:15:23.280 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.281 DEBUG:boto:Data: 2022-09-01T10:15:23.281 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.282 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.282 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.283 DEBUG:boto:Params: {} 2022-09-01T10:15:23.283 DEBUG:boto:Token: None 2022-09-01T10:15:23.284 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:23.285 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bIGeyVzxKE2OKCth+iioE/21Tqg= 2022-09-01T10:15:23.286 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bIGeyVzxKE2OKCth+iioE/21Tqg=', 'Content-Length': '0'} 2022-09-01T10:15:23.289 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b656ab730ecc3076-006310863b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.291 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.292 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.293 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.294 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.295 DEBUG:boto:Method: GET 2022-09-01T10:15:23.296 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.297 DEBUG:boto:Data: 2022-09-01T10:15:23.298 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.299 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:23.300 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.301 DEBUG:boto:Params: {} 2022-09-01T10:15:23.303 DEBUG:boto:Token: None 2022-09-01T10:15:23.304 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/ 2022-09-01T10:15:23.305 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4= 2022-09-01T10:15:23.305 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4=', 'Content-Length': '0'} 2022-09-01T10:15:23.314 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003fa7ee1ad5636965-006310863b-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.316 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:23.318 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.319 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.320 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.321 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.322 DEBUG:boto:Method: GET 2022-09-01T10:15:23.323 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.324 DEBUG:boto:Data: 2022-09-01T10:15:23.325 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.327 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.328 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.328 DEBUG:boto:Params: {} 2022-09-01T10:15:23.330 DEBUG:boto:Token: None 2022-09-01T10:15:23.331 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/ 2022-09-01T10:15:23.332 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4= 2022-09-01T10:15:23.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4=', 'Content-Length': '0'} 2022-09-01T10:15:23.336 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004579c0b5e2cfe2d2-006310863b-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.337 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:23.339 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:23.339 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:23.340 DEBUG:boto:Method: HEAD 2022-09-01T10:15:23.341 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:23.342 DEBUG:boto:Data: 2022-09-01T10:15:23.343 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.344 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:23.345 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.346 DEBUG:boto:Params: {} 2022-09-01T10:15:23.347 DEBUG:boto:Token: None 2022-09-01T10:15:23.348 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/obj 2022-09-01T10:15:23.349 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zjNiaabSlUHMXpcavqCSFXtBlzw= 2022-09-01T10:15:23.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zjNiaabSlUHMXpcavqCSFXtBlzw=', 'Content-Length': '0'} 2022-09-01T10:15:23.355 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009c9d61cfce8e2250-006310863b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.356 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:23.359 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:23.360 DEBUG:boto:Method: HEAD 2022-09-01T10:15:23.361 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:23.362 DEBUG:boto:Data: 2022-09-01T10:15:23.364 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.365 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.366 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.367 DEBUG:boto:Params: {} 2022-09-01T10:15:23.370 DEBUG:boto:Token: None 2022-09-01T10:15:23.375 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/obj 2022-09-01T10:15:23.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zjNiaabSlUHMXpcavqCSFXtBlzw= 2022-09-01T10:15:23.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zjNiaabSlUHMXpcavqCSFXtBlzw=', 'Content-Length': '0'} 2022-09-01T10:15:23.382 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d83007fe11fcb7a9-006310863b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.383 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:23.384 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:23.384 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:23.385 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.385 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.386 DEBUG:boto:Method: GET 2022-09-01T10:15:23.387 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.390 DEBUG:boto:Data: 2022-09-01T10:15:23.391 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.392 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:23.393 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.394 DEBUG:boto:Params: {} 2022-09-01T10:15:23.395 DEBUG:boto:Token: None 2022-09-01T10:15:23.397 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.398 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vd8EV8YjJEAQCIj67IWOBH1FY2s= 2022-09-01T10:15:23.399 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vd8EV8YjJEAQCIj67IWOBH1FY2s=', 'Content-Length': '0'} 2022-09-01T10:15:23.402 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000091d7fef5afe9b49a-006310863b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.403 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:23.404 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:23.404 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.405 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.405 DEBUG:boto:Method: GET 2022-09-01T10:15:23.406 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.406 DEBUG:boto:Data: 2022-09-01T10:15:23.407 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.407 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.408 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.408 DEBUG:boto:Params: {} 2022-09-01T10:15:23.409 DEBUG:boto:Token: None 2022-09-01T10:15:23.410 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:23.410 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vd8EV8YjJEAQCIj67IWOBH1FY2s= 2022-09-01T10:15:23.411 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vd8EV8YjJEAQCIj67IWOBH1FY2s=', 'Content-Length': '0'} 2022-09-01T10:15:23.415 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fd7f1ee3d3917010-006310863b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.462 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.463 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.463 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.464 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.464 DEBUG:boto:Method: GET 2022-09-01T10:15:23.465 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.466 DEBUG:boto:Data: 2022-09-01T10:15:23.467 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.467 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:23.468 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.468 DEBUG:boto:Params: {} 2022-09-01T10:15:23.469 DEBUG:boto:Token: None 2022-09-01T10:15:23.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/ 2022-09-01T10:15:23.470 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4= 2022-09-01T10:15:23.471 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4=', 'Content-Length': '0'} 2022-09-01T10:15:23.476 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000143eb395f00601c6-006310863b-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.478 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:23.480 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.481 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.481 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.482 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.483 DEBUG:boto:Method: GET 2022-09-01T10:15:23.484 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:23.485 DEBUG:boto:Data: 2022-09-01T10:15:23.486 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.487 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.488 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.489 DEBUG:boto:Params: {} 2022-09-01T10:15:23.489 DEBUG:boto:Token: None 2022-09-01T10:15:23.491 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/ 2022-09-01T10:15:23.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4= 2022-09-01T10:15:23.493 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4=', 'Content-Length': '0'} 2022-09-01T10:15:23.497 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008925416e35428c03-006310863b-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.499 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:23.500 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-19 zones={test-zone2, test-zone1} 2022-09-01T10:15:23.501 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-19 zones={test-zone3, test-zone1} 2022-09-01T10:15:23.502 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.503 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.504 DEBUG:boto:Method: HEAD 2022-09-01T10:15:23.504 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:15:23.505 DEBUG:boto:Data: 2022-09-01T10:15:23.506 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.507 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:23.508 DEBUG:boto:Port: 8001 2022-09-01T10:15:23.509 DEBUG:boto:Params: {} 2022-09-01T10:15:23.510 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:15:23.512 DEBUG:boto:Token: None 2022-09-01T10:15:23.513 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/ 2022-09-01T10:15:23.514 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n+epB850O5/uUKJzMVcxaplDt8s= 2022-09-01T10:15:23.515 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n+epB850O5/uUKJzMVcxaplDt8s=', 'Content-Length': '0'} 2022-09-01T10:15:23.521 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '31'), ('X-RGW-Bytes-Used', '240'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f42328738fe09871-006310863b-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.522 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.523 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.524 DEBUG:boto:Method: HEAD 2022-09-01T10:15:23.525 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:15:23.526 DEBUG:boto:Data: 2022-09-01T10:15:23.527 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.528 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.529 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.530 DEBUG:boto:Params: {} 2022-09-01T10:15:23.532 DEBUG:boto:Token: None 2022-09-01T10:15:23.533 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/ 2022-09-01T10:15:23.534 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n+epB850O5/uUKJzMVcxaplDt8s= 2022-09-01T10:15:23.535 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n+epB850O5/uUKJzMVcxaplDt8s=', 'Content-Length': '0'} 2022-09-01T10:15:23.538 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '31'), ('X-RGW-Bytes-Used', '240'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000fe29e3c567adbe6e-006310863b-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.539 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:15:23.539 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.540 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.540 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:23.541 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:23.542 DEBUG:boto:Method: GET 2022-09-01T10:15:23.543 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:23.543 DEBUG:boto:Data: 2022-09-01T10:15:23.544 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.545 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:23.546 DEBUG:boto:Port: 8001 2022-09-01T10:15:23.547 DEBUG:boto:Params: {} 2022-09-01T10:15:23.548 DEBUG:boto:Token: None 2022-09-01T10:15:23.549 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/?versions 2022-09-01T10:15:23.550 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ImBqVpJpZU8vW4cweQM74nJ+mPw= 2022-09-01T10:15:23.551 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ImBqVpJpZU8vW4cweQM74nJ+mPw=', 'Content-Length': '0'} 2022-09-01T10:15:23.557 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d81a6e977e3eec72-006310863b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.558 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMVHbMTX8r624D6.dEWIVKTHO1-2bTLEtrue2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjgD-ARnUQUsXvTHIjbQcvp3yDZfj3EPxfalse2022-09-01T10:13:15.773Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhD74Y5b-UXOrSOdCSBJhQD8z1sdB2XPfalse2022-09-01T10:13:15.740Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7dWXKw--D6.mcjM..zBJcHr4zVWmtMBfalse2022-09-01T10:13:15.641Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjG9mLbaVDusnYQIpz3T6DtwXrLqKc7Azfalse2022-09-01T10:13:15.705Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjSWWD-6zivl9Mcz00euwhYxtPoe1iim6false2022-09-01T10:13:15.600Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj5GfjjkjCzPAJlOxefBp.TH8-2vkYnfGfalse2022-09-01T10:13:15.555Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjH2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSqfalse2022-09-01T10:13:15.520Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjHAjVVv9lCxTroQBgUnAgaV0MTDXOla.false2022-09-01T10:13:15.478Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfafalse2022-09-01T10:13:15.360Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMWFGP06JYJ7VhdmE0H2qb4c2qPFtiZVfalse2022-09-01T10:13:15.318Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjePXJmW2dkpe7VvGOY6jfFxbjWjq1qEWfalse2022-09-01T10:13:15.404Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjAEmyggv5fPUuUVa0oFkfBDcxRSWAxyMfalse2022-09-01T10:13:15.274Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjJVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7false2022-09-01T10:13:15.170Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjfRChDEgmMEDnTqfL52Z2KTEsdA2rn0ifalse2022-09-01T10:13:15.236Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7sVOxVJ6VUnERTxweIltZhyaktZDEGOfalse2022-09-01T10:13:15.091Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjU05DMzVy8EEZ3lQytqyiVmrzUdrYWE0false2022-09-01T10:13:15.127Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjUjaMbzIUfq57EJYHDeejwO0RiYhnuwDfalse2022-09-01T10:13:15.049Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj2F4cycUdTQVqxQcP.Zhz0RhjlgmO75lfalse2022-09-01T10:13:14.922Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjTiwPWKSikF7EJ9RqnbJ18dXd7zBPeaCfalse2022-09-01T10:13:14.964Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhFn-HCRIFbfFNWYBJ5xiI22noBxQbaYfalse2022-09-01T10:13:15.003Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjFwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJfalse2022-09-01T10:13:14.890Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjOGTIaXdIljBbqTsN4TKDTLEFavR87pHfalse2022-09-01T10:13:14.860Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjajvHkrG6quXmEfug7EH0nyDWVVhxloYfalse2022-09-01T10:13:14.829Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj9LjYViAfDrOA6uPPnEuooL1QvJxpDoffalse2022-09-01T10:13:14.764Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjjXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJfalse2022-09-01T10:13:14.728Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjvWQzLgWYLAOR44pEm0FVPSad1EU-IMmfalse2022-09-01T10:13:14.796Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFVfalse2022-09-01T10:13:14.615Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjC7ggwruVbP-Ba5pkokYW-C7nNWGOonHfalse2022-09-01T10:13:14.653Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobji1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404false2022-09-01T10:13:14.689Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:23.561 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:15:23.561 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.562 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.562 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.563 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.563 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.564 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.564 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.565 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.566 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.567 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.567 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.568 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.568 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.569 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.569 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.570 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.570 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.571 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.571 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.572 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.573 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.573 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.574 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.574 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.574 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.575 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.575 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.576 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.576 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.577 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.577 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:15:23.578 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.579 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.579 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:23.580 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:23.580 DEBUG:boto:Method: GET 2022-09-01T10:15:23.581 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:23.581 DEBUG:boto:Data: 2022-09-01T10:15:23.582 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.582 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.583 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.583 DEBUG:boto:Params: {} 2022-09-01T10:15:23.584 DEBUG:boto:Token: None 2022-09-01T10:15:23.584 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/?versions 2022-09-01T10:15:23.585 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ImBqVpJpZU8vW4cweQM74nJ+mPw= 2022-09-01T10:15:23.586 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ImBqVpJpZU8vW4cweQM74nJ+mPw=', 'Content-Length': '0'} 2022-09-01T10:15:23.590 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000af100fd6d2c259e8-006310863b-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.591 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMVHbMTX8r624D6.dEWIVKTHO1-2bTLEtrue2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjgD-ARnUQUsXvTHIjbQcvp3yDZfj3EPxfalse2022-09-01T10:13:15.773Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhD74Y5b-UXOrSOdCSBJhQD8z1sdB2XPfalse2022-09-01T10:13:15.740Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7dWXKw--D6.mcjM..zBJcHr4zVWmtMBfalse2022-09-01T10:13:15.641Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjG9mLbaVDusnYQIpz3T6DtwXrLqKc7Azfalse2022-09-01T10:13:15.705Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjSWWD-6zivl9Mcz00euwhYxtPoe1iim6false2022-09-01T10:13:15.600Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj5GfjjkjCzPAJlOxefBp.TH8-2vkYnfGfalse2022-09-01T10:13:15.555Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjH2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSqfalse2022-09-01T10:13:15.520Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjHAjVVv9lCxTroQBgUnAgaV0MTDXOla.false2022-09-01T10:13:15.478Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfafalse2022-09-01T10:13:15.360Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMWFGP06JYJ7VhdmE0H2qb4c2qPFtiZVfalse2022-09-01T10:13:15.318Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjePXJmW2dkpe7VvGOY6jfFxbjWjq1qEWfalse2022-09-01T10:13:15.404Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjAEmyggv5fPUuUVa0oFkfBDcxRSWAxyMfalse2022-09-01T10:13:15.274Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjJVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7false2022-09-01T10:13:15.170Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjfRChDEgmMEDnTqfL52Z2KTEsdA2rn0ifalse2022-09-01T10:13:15.236Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7sVOxVJ6VUnERTxweIltZhyaktZDEGOfalse2022-09-01T10:13:15.091Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjU05DMzVy8EEZ3lQytqyiVmrzUdrYWE0false2022-09-01T10:13:15.127Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjUjaMbzIUfq57EJYHDeejwO0RiYhnuwDfalse2022-09-01T10:13:15.049Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj2F4cycUdTQVqxQcP.Zhz0RhjlgmO75lfalse2022-09-01T10:13:14.922Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjTiwPWKSikF7EJ9RqnbJ18dXd7zBPeaCfalse2022-09-01T10:13:14.964Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhFn-HCRIFbfFNWYBJ5xiI22noBxQbaYfalse2022-09-01T10:13:15.003Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjFwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJfalse2022-09-01T10:13:14.890Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjOGTIaXdIljBbqTsN4TKDTLEFavR87pHfalse2022-09-01T10:13:14.860Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjajvHkrG6quXmEfug7EH0nyDWVVhxloYfalse2022-09-01T10:13:14.829Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj9LjYViAfDrOA6uPPnEuooL1QvJxpDoffalse2022-09-01T10:13:14.764Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjjXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJfalse2022-09-01T10:13:14.728Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjvWQzLgWYLAOR44pEm0FVPSad1EU-IMmfalse2022-09-01T10:13:14.796Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFVfalse2022-09-01T10:13:14.615Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjC7ggwruVbP-Ba5pkokYW-C7nNWGOonHfalse2022-09-01T10:13:14.653Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobji1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404false2022-09-01T10:13:14.689Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:23.595 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:15:23.596 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.597 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.598 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.599 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.599 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.601 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.602 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.603 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.604 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.605 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.606 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.607 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.608 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.609 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.610 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.611 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.611 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.612 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.612 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.613 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.613 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.614 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.614 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.615 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.615 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.616 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.616 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.617 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.617 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.618 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:23.618 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.619 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.619 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:23.620 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:23.620 DEBUG:boto:Method: GET 2022-09-01T10:15:23.621 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:23.622 DEBUG:boto:Data: 2022-09-01T10:15:23.622 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.623 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:23.623 DEBUG:boto:Port: 8001 2022-09-01T10:15:23.624 DEBUG:boto:Params: {} 2022-09-01T10:15:23.624 DEBUG:boto:Token: None 2022-09-01T10:15:23.625 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/?versions 2022-09-01T10:15:23.626 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ImBqVpJpZU8vW4cweQM74nJ+mPw= 2022-09-01T10:15:23.626 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ImBqVpJpZU8vW4cweQM74nJ+mPw=', 'Content-Length': '0'} 2022-09-01T10:15:23.633 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000e0f6fb4f6a03964-006310863b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.634 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMVHbMTX8r624D6.dEWIVKTHO1-2bTLEtrue2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjgD-ARnUQUsXvTHIjbQcvp3yDZfj3EPxfalse2022-09-01T10:13:15.773Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhD74Y5b-UXOrSOdCSBJhQD8z1sdB2XPfalse2022-09-01T10:13:15.740Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7dWXKw--D6.mcjM..zBJcHr4zVWmtMBfalse2022-09-01T10:13:15.641Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjG9mLbaVDusnYQIpz3T6DtwXrLqKc7Azfalse2022-09-01T10:13:15.705Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjSWWD-6zivl9Mcz00euwhYxtPoe1iim6false2022-09-01T10:13:15.600Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj5GfjjkjCzPAJlOxefBp.TH8-2vkYnfGfalse2022-09-01T10:13:15.555Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjH2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSqfalse2022-09-01T10:13:15.520Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjHAjVVv9lCxTroQBgUnAgaV0MTDXOla.false2022-09-01T10:13:15.478Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfafalse2022-09-01T10:13:15.360Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMWFGP06JYJ7VhdmE0H2qb4c2qPFtiZVfalse2022-09-01T10:13:15.318Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjePXJmW2dkpe7VvGOY6jfFxbjWjq1qEWfalse2022-09-01T10:13:15.404Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjAEmyggv5fPUuUVa0oFkfBDcxRSWAxyMfalse2022-09-01T10:13:15.274Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjJVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7false2022-09-01T10:13:15.170Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjfRChDEgmMEDnTqfL52Z2KTEsdA2rn0ifalse2022-09-01T10:13:15.236Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7sVOxVJ6VUnERTxweIltZhyaktZDEGOfalse2022-09-01T10:13:15.091Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjU05DMzVy8EEZ3lQytqyiVmrzUdrYWE0false2022-09-01T10:13:15.127Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjUjaMbzIUfq57EJYHDeejwO0RiYhnuwDfalse2022-09-01T10:13:15.049Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj2F4cycUdTQVqxQcP.Zhz0RhjlgmO75lfalse2022-09-01T10:13:14.922Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjTiwPWKSikF7EJ9RqnbJ18dXd7zBPeaCfalse2022-09-01T10:13:14.964Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhFn-HCRIFbfFNWYBJ5xiI22noBxQbaYfalse2022-09-01T10:13:15.003Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjFwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJfalse2022-09-01T10:13:14.890Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjOGTIaXdIljBbqTsN4TKDTLEFavR87pHfalse2022-09-01T10:13:14.860Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjajvHkrG6quXmEfug7EH0nyDWVVhxloYfalse2022-09-01T10:13:14.829Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj9LjYViAfDrOA6uPPnEuooL1QvJxpDoffalse2022-09-01T10:13:14.764Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjjXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJfalse2022-09-01T10:13:14.728Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjvWQzLgWYLAOR44pEm0FVPSad1EU-IMmfalse2022-09-01T10:13:14.796Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFVfalse2022-09-01T10:13:14.615Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjC7ggwruVbP-Ba5pkokYW-C7nNWGOonHfalse2022-09-01T10:13:14.653Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobji1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404false2022-09-01T10:13:14.689Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:23.639 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.640 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.641 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:23.642 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:23.643 DEBUG:boto:Method: GET 2022-09-01T10:15:23.644 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:23.645 DEBUG:boto:Data: 2022-09-01T10:15:23.646 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.647 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.649 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.650 DEBUG:boto:Params: {} 2022-09-01T10:15:23.651 DEBUG:boto:Token: None 2022-09-01T10:15:23.652 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/?versions 2022-09-01T10:15:23.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ImBqVpJpZU8vW4cweQM74nJ+mPw= 2022-09-01T10:15:23.654 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ImBqVpJpZU8vW4cweQM74nJ+mPw=', 'Content-Length': '0'} 2022-09-01T10:15:23.658 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c15e6e6237cb6529-006310863b-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.659 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMVHbMTX8r624D6.dEWIVKTHO1-2bTLEtrue2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjgD-ARnUQUsXvTHIjbQcvp3yDZfj3EPxfalse2022-09-01T10:13:15.773Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhD74Y5b-UXOrSOdCSBJhQD8z1sdB2XPfalse2022-09-01T10:13:15.740Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7dWXKw--D6.mcjM..zBJcHr4zVWmtMBfalse2022-09-01T10:13:15.641Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjG9mLbaVDusnYQIpz3T6DtwXrLqKc7Azfalse2022-09-01T10:13:15.705Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjSWWD-6zivl9Mcz00euwhYxtPoe1iim6false2022-09-01T10:13:15.600Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj5GfjjkjCzPAJlOxefBp.TH8-2vkYnfGfalse2022-09-01T10:13:15.555Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjH2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSqfalse2022-09-01T10:13:15.520Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjHAjVVv9lCxTroQBgUnAgaV0MTDXOla.false2022-09-01T10:13:15.478Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfafalse2022-09-01T10:13:15.360Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMWFGP06JYJ7VhdmE0H2qb4c2qPFtiZVfalse2022-09-01T10:13:15.318Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjePXJmW2dkpe7VvGOY6jfFxbjWjq1qEWfalse2022-09-01T10:13:15.404Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjAEmyggv5fPUuUVa0oFkfBDcxRSWAxyMfalse2022-09-01T10:13:15.274Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjJVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7false2022-09-01T10:13:15.170Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjfRChDEgmMEDnTqfL52Z2KTEsdA2rn0ifalse2022-09-01T10:13:15.236Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7sVOxVJ6VUnERTxweIltZhyaktZDEGOfalse2022-09-01T10:13:15.091Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjU05DMzVy8EEZ3lQytqyiVmrzUdrYWE0false2022-09-01T10:13:15.127Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjUjaMbzIUfq57EJYHDeejwO0RiYhnuwDfalse2022-09-01T10:13:15.049Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj2F4cycUdTQVqxQcP.Zhz0RhjlgmO75lfalse2022-09-01T10:13:14.922Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjTiwPWKSikF7EJ9RqnbJ18dXd7zBPeaCfalse2022-09-01T10:13:14.964Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhFn-HCRIFbfFNWYBJ5xiI22noBxQbaYfalse2022-09-01T10:13:15.003Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjFwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJfalse2022-09-01T10:13:14.890Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjOGTIaXdIljBbqTsN4TKDTLEFavR87pHfalse2022-09-01T10:13:14.860Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjajvHkrG6quXmEfug7EH0nyDWVVhxloYfalse2022-09-01T10:13:14.829Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj9LjYViAfDrOA6uPPnEuooL1QvJxpDoffalse2022-09-01T10:13:14.764Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjjXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJfalse2022-09-01T10:13:14.728Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjvWQzLgWYLAOR44pEm0FVPSad1EU-IMmfalse2022-09-01T10:13:14.796Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFVfalse2022-09-01T10:13:14.615Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjC7ggwruVbP-Ba5pkokYW-C7nNWGOonHfalse2022-09-01T10:13:14.653Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobji1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404false2022-09-01T10:13:14.689Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:23.664 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:15:23.664 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:23.665 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:23.665 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.666 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.667 DEBUG:boto:Method: GET 2022-09-01T10:15:23.667 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.668 DEBUG:boto:Data: 2022-09-01T10:15:23.668 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.669 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:23.670 DEBUG:boto:Port: 8001 2022-09-01T10:15:23.670 DEBUG:boto:Params: {} 2022-09-01T10:15:23.671 DEBUG:boto:Token: None 2022-09-01T10:15:23.672 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.672 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SMBP2rEkZVbe+AxHB9XZsiDThHQ= 2022-09-01T10:15:23.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SMBP2rEkZVbe+AxHB9XZsiDThHQ=', 'Content-Length': '0'} 2022-09-01T10:15:23.680 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000001acc53f44e06bf50-006310863b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.683 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:23.684 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:23.685 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.686 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.687 DEBUG:boto:Method: GET 2022-09-01T10:15:23.688 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.688 DEBUG:boto:Data: 2022-09-01T10:15:23.689 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.689 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.690 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.690 DEBUG:boto:Params: {} 2022-09-01T10:15:23.691 DEBUG:boto:Token: None 2022-09-01T10:15:23.692 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.692 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SMBP2rEkZVbe+AxHB9XZsiDThHQ= 2022-09-01T10:15:23.693 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SMBP2rEkZVbe+AxHB9XZsiDThHQ=', 'Content-Length': '0'} 2022-09-01T10:15:23.698 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a998adeda7258a4d-006310863b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.700 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:23.701 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:23.702 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.703 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.704 DEBUG:boto:Method: HEAD 2022-09-01T10:15:23.705 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.707 DEBUG:boto:Data: 2022-09-01T10:15:23.711 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.712 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:23.712 DEBUG:boto:Port: 8001 2022-09-01T10:15:23.713 DEBUG:boto:Params: {} 2022-09-01T10:15:23.720 DEBUG:boto:Token: None 2022-09-01T10:15:23.721 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TcTpHiA//IZLeHBw1znunRvlzmE= 2022-09-01T10:15:23.723 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TcTpHiA//IZLeHBw1znunRvlzmE=', 'Content-Length': '0'} 2022-09-01T10:15:23.726 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000008b992d15bc5b6372-006310863b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.728 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:23.729 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:23.730 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.731 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.732 DEBUG:boto:Method: HEAD 2022-09-01T10:15:23.732 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.733 DEBUG:boto:Data: 2022-09-01T10:15:23.734 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.735 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.736 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.737 DEBUG:boto:Params: {} 2022-09-01T10:15:23.738 DEBUG:boto:Token: None 2022-09-01T10:15:23.739 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.741 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TcTpHiA//IZLeHBw1znunRvlzmE= 2022-09-01T10:15:23.741 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TcTpHiA//IZLeHBw1znunRvlzmE=', 'Content-Length': '0'} 2022-09-01T10:15:23.744 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000301edc0a33856d8b-006310863b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.746 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:15:23.747 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:23.748 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:23.749 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.750 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.751 DEBUG:boto:Method: GET 2022-09-01T10:15:23.753 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.753 DEBUG:boto:Data: 2022-09-01T10:15:23.755 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.756 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:23.758 DEBUG:boto:Port: 8001 2022-09-01T10:15:23.759 DEBUG:boto:Params: {} 2022-09-01T10:15:23.760 DEBUG:boto:Token: None 2022-09-01T10:15:23.761 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.762 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SMBP2rEkZVbe+AxHB9XZsiDThHQ= 2022-09-01T10:15:23.763 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SMBP2rEkZVbe+AxHB9XZsiDThHQ=', 'Content-Length': '0'} 2022-09-01T10:15:23.767 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000064adf03d9c3899ca-006310863b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.769 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:23.770 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:23.771 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.771 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.772 DEBUG:boto:Method: GET 2022-09-01T10:15:23.773 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.774 DEBUG:boto:Data: 2022-09-01T10:15:23.775 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.776 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.777 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.778 DEBUG:boto:Params: {} 2022-09-01T10:15:23.779 DEBUG:boto:Token: None 2022-09-01T10:15:23.780 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SMBP2rEkZVbe+AxHB9XZsiDThHQ= 2022-09-01T10:15:23.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SMBP2rEkZVbe+AxHB9XZsiDThHQ=', 'Content-Length': '0'} 2022-09-01T10:15:23.785 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000048b589b369f1f990-006310863b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.786 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.787 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.787 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:23.788 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:23.788 DEBUG:boto:Method: GET 2022-09-01T10:15:23.789 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:15:23.789 DEBUG:boto:Data: 2022-09-01T10:15:23.790 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.790 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:23.791 DEBUG:boto:Port: 8001 2022-09-01T10:15:23.791 DEBUG:boto:Params: {} 2022-09-01T10:15:23.792 DEBUG:boto:Token: None 2022-09-01T10:15:23.792 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/ 2022-09-01T10:15:23.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4= 2022-09-01T10:15:23.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4=', 'Content-Length': '0'} 2022-09-01T10:15:23.797 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000880b0ef37bdb43f9-006310863b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.838 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:23.839 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.840 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.840 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:23.841 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:23.842 DEBUG:boto:Method: GET 2022-09-01T10:15:23.843 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:15:23.844 DEBUG:boto:Data: 2022-09-01T10:15:23.845 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.846 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.848 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.849 DEBUG:boto:Params: {} 2022-09-01T10:15:23.850 DEBUG:boto:Token: None 2022-09-01T10:15:23.851 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/ 2022-09-01T10:15:23.853 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4= 2022-09-01T10:15:23.854 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4=', 'Content-Length': '0'} 2022-09-01T10:15:23.859 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089035c29d3243893-006310863b-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.861 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:23.866 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:23.866 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:23.867 DEBUG:boto:Method: HEAD 2022-09-01T10:15:23.867 DEBUG:boto:Path: /ptoxvb-19/dummy 2022-09-01T10:15:23.868 DEBUG:boto:Data: 2022-09-01T10:15:23.869 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.869 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:23.870 DEBUG:boto:Port: 8001 2022-09-01T10:15:23.870 DEBUG:boto:Params: {} 2022-09-01T10:15:23.871 DEBUG:boto:Token: None 2022-09-01T10:15:23.872 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/dummy 2022-09-01T10:15:23.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xMSpL+btOzYCNtehsR6k9riCoFo= 2022-09-01T10:15:23.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xMSpL+btOzYCNtehsR6k9riCoFo=', 'Content-Length': '0'} 2022-09-01T10:15:23.875 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000d85338189dc62ef6-006310863b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.876 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:23.877 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:23.878 DEBUG:boto:Method: HEAD 2022-09-01T10:15:23.878 DEBUG:boto:Path: /ptoxvb-19/dummy 2022-09-01T10:15:23.880 DEBUG:boto:Data: 2022-09-01T10:15:23.881 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.881 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.882 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.883 DEBUG:boto:Params: {} 2022-09-01T10:15:23.883 DEBUG:boto:Token: None 2022-09-01T10:15:23.884 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/dummy 2022-09-01T10:15:23.885 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xMSpL+btOzYCNtehsR6k9riCoFo= 2022-09-01T10:15:23.885 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xMSpL+btOzYCNtehsR6k9riCoFo=', 'Content-Length': '0'} 2022-09-01T10:15:23.889 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000006782efee6ca218dc-006310863b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.890 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:15:23.891 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:23.892 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:23.894 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.895 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.896 DEBUG:boto:Method: GET 2022-09-01T10:15:23.897 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.898 DEBUG:boto:Data: 2022-09-01T10:15:23.899 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.900 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:23.901 DEBUG:boto:Port: 8001 2022-09-01T10:15:23.902 DEBUG:boto:Params: {} 2022-09-01T10:15:23.904 DEBUG:boto:Token: None 2022-09-01T10:15:23.905 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.906 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SMBP2rEkZVbe+AxHB9XZsiDThHQ= 2022-09-01T10:15:23.908 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SMBP2rEkZVbe+AxHB9XZsiDThHQ=', 'Content-Length': '0'} 2022-09-01T10:15:23.911 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000d0ad9ca4295a99f1-006310863b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.913 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:23.914 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:23.915 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.916 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.917 DEBUG:boto:Method: GET 2022-09-01T10:15:23.918 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.919 DEBUG:boto:Data: 2022-09-01T10:15:23.920 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.922 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.923 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.924 DEBUG:boto:Params: {} 2022-09-01T10:15:23.924 DEBUG:boto:Token: None 2022-09-01T10:15:23.925 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:23.925 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SMBP2rEkZVbe+AxHB9XZsiDThHQ= 2022-09-01T10:15:23.926 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SMBP2rEkZVbe+AxHB9XZsiDThHQ=', 'Content-Length': '0'} 2022-09-01T10:15:23.928 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000009357b444789b8bfa-006310863b-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.929 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.930 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.930 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:23.931 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:23.931 DEBUG:boto:Method: GET 2022-09-01T10:15:23.932 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:15:23.932 DEBUG:boto:Data: 2022-09-01T10:15:23.933 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.933 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:23.934 DEBUG:boto:Port: 8001 2022-09-01T10:15:23.935 DEBUG:boto:Params: {} 2022-09-01T10:15:23.935 DEBUG:boto:Token: None 2022-09-01T10:15:23.936 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/ 2022-09-01T10:15:23.936 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4= 2022-09-01T10:15:23.937 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4=', 'Content-Length': '0'} 2022-09-01T10:15:23.940 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000515dc352000ec5c2-006310863b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:23.982 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:23.984 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:23.985 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:23.986 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:23.988 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:23.989 DEBUG:boto:Method: GET 2022-09-01T10:15:23.990 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:15:23.991 DEBUG:boto:Data: 2022-09-01T10:15:23.991 DEBUG:boto:Headers: {} 2022-09-01T10:15:23.992 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:23.992 DEBUG:boto:Port: 8000 2022-09-01T10:15:23.993 DEBUG:boto:Params: {} 2022-09-01T10:15:23.994 DEBUG:boto:Token: None 2022-09-01T10:15:23.996 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:23 GMT /ptoxvb-19/ 2022-09-01T10:15:23.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4= 2022-09-01T10:15:23.997 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VoHsS54Oc44kagYFxdXNKze/gJ4=', 'Content-Length': '0'} 2022-09-01T10:15:24.008 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000039c6605636a4db10-006310863b-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.009 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:24.011 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:24.012 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.013 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.015 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.015 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.018 DEBUG:boto:Method: GET 2022-09-01T10:15:24.020 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.021 DEBUG:boto:Data: 2022-09-01T10:15:24.022 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.023 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.024 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.025 DEBUG:boto:Params: {} 2022-09-01T10:15:24.026 DEBUG:boto:Token: None 2022-09-01T10:15:24.028 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E= 2022-09-01T10:15:24.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E=', 'Content-Length': '0'} 2022-09-01T10:15:24.064 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a6565fbd47f81b70-006310863c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.065 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.066 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.068 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.069 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.070 DEBUG:boto:Method: GET 2022-09-01T10:15:24.071 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.072 DEBUG:boto:Data: 2022-09-01T10:15:24.073 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.074 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.075 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.076 DEBUG:boto:Params: {} 2022-09-01T10:15:24.077 DEBUG:boto:Token: None 2022-09-01T10:15:24.079 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.080 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E= 2022-09-01T10:15:24.082 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E=', 'Content-Length': '0'} 2022-09-01T10:15:24.089 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005453b480b5918d62-006310863c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.091 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.092 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.102 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.106 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.107 DEBUG:boto:Method: HEAD 2022-09-01T10:15:24.108 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.109 DEBUG:boto:Data: 2022-09-01T10:15:24.110 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.120 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.121 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.122 DEBUG:boto:Params: {} 2022-09-01T10:15:24.123 DEBUG:boto:Token: None 2022-09-01T10:15:24.126 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.127 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+rQ2ZHFk4eI+FsXnooRZmWNSayU= 2022-09-01T10:15:24.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+rQ2ZHFk4eI+FsXnooRZmWNSayU=', 'Content-Length': '0'} 2022-09-01T10:15:24.137 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d3878984008fb59e-006310863c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.139 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.140 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.141 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.141 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.142 DEBUG:boto:Method: HEAD 2022-09-01T10:15:24.143 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.144 DEBUG:boto:Data: 2022-09-01T10:15:24.145 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.145 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.146 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.147 DEBUG:boto:Params: {} 2022-09-01T10:15:24.148 DEBUG:boto:Token: None 2022-09-01T10:15:24.149 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+rQ2ZHFk4eI+FsXnooRZmWNSayU= 2022-09-01T10:15:24.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+rQ2ZHFk4eI+FsXnooRZmWNSayU=', 'Content-Length': '0'} 2022-09-01T10:15:24.158 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001c820e8e4b0b7f95-006310863c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.160 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:24.161 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.164 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.165 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.166 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.167 DEBUG:boto:Method: GET 2022-09-01T10:15:24.168 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.170 DEBUG:boto:Data: 2022-09-01T10:15:24.171 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.172 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.173 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.175 DEBUG:boto:Params: {} 2022-09-01T10:15:24.176 DEBUG:boto:Token: None 2022-09-01T10:15:24.177 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.178 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E= 2022-09-01T10:15:24.179 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E=', 'Content-Length': '0'} 2022-09-01T10:15:24.182 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000113833bfbcba88d0-006310863c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.183 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.184 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.184 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.185 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.186 DEBUG:boto:Method: GET 2022-09-01T10:15:24.186 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.187 DEBUG:boto:Data: 2022-09-01T10:15:24.188 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.188 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.189 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.190 DEBUG:boto:Params: {} 2022-09-01T10:15:24.190 DEBUG:boto:Token: None 2022-09-01T10:15:24.191 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.192 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E= 2022-09-01T10:15:24.193 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E=', 'Content-Length': '0'} 2022-09-01T10:15:24.199 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000655c955b2d326d84-006310863c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.201 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:24.202 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:24.203 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.204 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.205 DEBUG:boto:Method: GET 2022-09-01T10:15:24.216 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.217 DEBUG:boto:Data: 2022-09-01T10:15:24.218 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.227 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.229 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.230 DEBUG:boto:Params: {} 2022-09-01T10:15:24.231 DEBUG:boto:Token: None 2022-09-01T10:15:24.232 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/ 2022-09-01T10:15:24.234 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps= 2022-09-01T10:15:24.236 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps=', 'Content-Length': '0'} 2022-09-01T10:15:24.244 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005046014e06e8a37b-006310863c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.246 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:24.247 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:24.248 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:24.249 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.269 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.270 DEBUG:boto:Method: GET 2022-09-01T10:15:24.271 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.272 DEBUG:boto:Data: 2022-09-01T10:15:24.273 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.274 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.275 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.276 DEBUG:boto:Params: {} 2022-09-01T10:15:24.277 DEBUG:boto:Token: None 2022-09-01T10:15:24.278 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/ 2022-09-01T10:15:24.279 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps= 2022-09-01T10:15:24.280 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps=', 'Content-Length': '0'} 2022-09-01T10:15:24.294 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000071adfb9de40e5285-006310863c-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.296 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:24.297 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.299 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.300 DEBUG:boto:Method: HEAD 2022-09-01T10:15:24.301 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:24.302 DEBUG:boto:Data: 2022-09-01T10:15:24.303 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.304 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.305 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.306 DEBUG:boto:Params: {} 2022-09-01T10:15:24.307 DEBUG:boto:Token: None 2022-09-01T10:15:24.308 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj 2022-09-01T10:15:24.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jxTvZRiRuZG+U0Ec3xS0WRXfGqE= 2022-09-01T10:15:24.318 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jxTvZRiRuZG+U0Ec3xS0WRXfGqE=', 'Content-Length': '0'} 2022-09-01T10:15:24.334 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000449852b6465c5790-006310863c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.336 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.337 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.338 DEBUG:boto:Method: HEAD 2022-09-01T10:15:24.339 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:24.340 DEBUG:boto:Data: 2022-09-01T10:15:24.341 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.342 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.343 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.344 DEBUG:boto:Params: {} 2022-09-01T10:15:24.345 DEBUG:boto:Token: None 2022-09-01T10:15:24.346 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj 2022-09-01T10:15:24.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jxTvZRiRuZG+U0Ec3xS0WRXfGqE= 2022-09-01T10:15:24.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jxTvZRiRuZG+U0Ec3xS0WRXfGqE=', 'Content-Length': '0'} 2022-09-01T10:15:24.352 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009746302ca4f35ab8-006310863c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.353 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:24.354 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.355 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.356 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.357 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.360 DEBUG:boto:Method: GET 2022-09-01T10:15:24.361 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.362 DEBUG:boto:Data: 2022-09-01T10:15:24.363 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.364 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.365 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.366 DEBUG:boto:Params: {} 2022-09-01T10:15:24.368 DEBUG:boto:Token: None 2022-09-01T10:15:24.369 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.371 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E= 2022-09-01T10:15:24.372 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E=', 'Content-Length': '0'} 2022-09-01T10:15:24.376 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000223036ac8deab9ba-006310863c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.378 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.380 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.381 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.382 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.383 DEBUG:boto:Method: GET 2022-09-01T10:15:24.384 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.385 DEBUG:boto:Data: 2022-09-01T10:15:24.387 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.388 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.389 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.391 DEBUG:boto:Params: {} 2022-09-01T10:15:24.392 DEBUG:boto:Token: None 2022-09-01T10:15:24.393 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.394 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E= 2022-09-01T10:15:24.397 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E=', 'Content-Length': '0'} 2022-09-01T10:15:24.409 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000956755251072f07c-006310863c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.411 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:24.412 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:24.413 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.414 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.415 DEBUG:boto:Method: GET 2022-09-01T10:15:24.416 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.417 DEBUG:boto:Data: 2022-09-01T10:15:24.420 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.421 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.422 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.423 DEBUG:boto:Params: {} 2022-09-01T10:15:24.424 DEBUG:boto:Token: None 2022-09-01T10:15:24.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/ 2022-09-01T10:15:24.428 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps= 2022-09-01T10:15:24.429 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps=', 'Content-Length': '0'} 2022-09-01T10:15:24.432 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003c344283a5258735-006310863c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.435 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:24.437 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:24.438 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:24.439 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.440 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.441 DEBUG:boto:Method: GET 2022-09-01T10:15:24.442 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.443 DEBUG:boto:Data: 2022-09-01T10:15:24.447 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.452 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.453 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.454 DEBUG:boto:Params: {} 2022-09-01T10:15:24.457 DEBUG:boto:Token: None 2022-09-01T10:15:24.458 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/ 2022-09-01T10:15:24.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps= 2022-09-01T10:15:24.460 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps=', 'Content-Length': '0'} 2022-09-01T10:15:24.465 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008bf4feae5327450b-006310863c-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.468 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:24.469 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:24.470 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.471 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.472 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.473 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.474 DEBUG:boto:Method: GET 2022-09-01T10:15:24.475 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.476 DEBUG:boto:Data: 2022-09-01T10:15:24.478 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.479 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.480 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.481 DEBUG:boto:Params: {} 2022-09-01T10:15:24.482 DEBUG:boto:Token: None 2022-09-01T10:15:24.484 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.485 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OF4MmyZuMLsSZgv3oNd7Fy+ArxY= 2022-09-01T10:15:24.486 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OF4MmyZuMLsSZgv3oNd7Fy+ArxY=', 'Content-Length': '0'} 2022-09-01T10:15:24.489 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fbc8132729a69451-006310863c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.491 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.492 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.494 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.495 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.496 DEBUG:boto:Method: GET 2022-09-01T10:15:24.496 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.497 DEBUG:boto:Data: 2022-09-01T10:15:24.497 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.498 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.498 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.499 DEBUG:boto:Params: {} 2022-09-01T10:15:24.500 DEBUG:boto:Token: None 2022-09-01T10:15:24.500 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.501 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OF4MmyZuMLsSZgv3oNd7Fy+ArxY= 2022-09-01T10:15:24.502 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OF4MmyZuMLsSZgv3oNd7Fy+ArxY=', 'Content-Length': '0'} 2022-09-01T10:15:24.504 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e340e671e6b26c8b-006310863c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.506 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.507 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.508 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.509 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.511 DEBUG:boto:Method: HEAD 2022-09-01T10:15:24.512 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.513 DEBUG:boto:Data: 2022-09-01T10:15:24.514 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.516 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.517 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.518 DEBUG:boto:Params: {} 2022-09-01T10:15:24.518 DEBUG:boto:Token: None 2022-09-01T10:15:24.519 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.520 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LevlVFZeGh+3ZDJRI+R9xOlRLM0= 2022-09-01T10:15:24.522 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LevlVFZeGh+3ZDJRI+R9xOlRLM0=', 'Content-Length': '0'} 2022-09-01T10:15:24.525 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000080cdaf867c489e64-006310863c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.526 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.527 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.528 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.528 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.529 DEBUG:boto:Method: HEAD 2022-09-01T10:15:24.531 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.532 DEBUG:boto:Data: 2022-09-01T10:15:24.534 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.535 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.536 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.537 DEBUG:boto:Params: {} 2022-09-01T10:15:24.539 DEBUG:boto:Token: None 2022-09-01T10:15:24.540 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.541 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LevlVFZeGh+3ZDJRI+R9xOlRLM0= 2022-09-01T10:15:24.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LevlVFZeGh+3ZDJRI+R9xOlRLM0=', 'Content-Length': '0'} 2022-09-01T10:15:24.546 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003d880ef968fec308-006310863c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.547 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:24.548 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.549 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.550 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.552 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.553 DEBUG:boto:Method: GET 2022-09-01T10:15:24.553 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.554 DEBUG:boto:Data: 2022-09-01T10:15:24.555 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.555 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.556 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.557 DEBUG:boto:Params: {} 2022-09-01T10:15:24.558 DEBUG:boto:Token: None 2022-09-01T10:15:24.560 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OF4MmyZuMLsSZgv3oNd7Fy+ArxY= 2022-09-01T10:15:24.562 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OF4MmyZuMLsSZgv3oNd7Fy+ArxY=', 'Content-Length': '0'} 2022-09-01T10:15:24.565 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a4df5a0af3a65e7c-006310863c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.567 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.568 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.569 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.569 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.571 DEBUG:boto:Method: GET 2022-09-01T10:15:24.571 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.572 DEBUG:boto:Data: 2022-09-01T10:15:24.573 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.574 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.575 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.576 DEBUG:boto:Params: {} 2022-09-01T10:15:24.577 DEBUG:boto:Token: None 2022-09-01T10:15:24.578 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:24.579 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OF4MmyZuMLsSZgv3oNd7Fy+ArxY= 2022-09-01T10:15:24.581 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OF4MmyZuMLsSZgv3oNd7Fy+ArxY=', 'Content-Length': '0'} 2022-09-01T10:15:24.584 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000af6424f3f1de4ba0-006310863c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.586 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:24.587 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:24.588 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.589 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.590 DEBUG:boto:Method: GET 2022-09-01T10:15:24.592 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.593 DEBUG:boto:Data: 2022-09-01T10:15:24.593 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.594 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.595 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.596 DEBUG:boto:Params: {} 2022-09-01T10:15:24.597 DEBUG:boto:Token: None 2022-09-01T10:15:24.598 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/ 2022-09-01T10:15:24.599 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps= 2022-09-01T10:15:24.599 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps=', 'Content-Length': '0'} 2022-09-01T10:15:24.603 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000097ca8020001bd07d-006310863c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.605 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:24.606 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:24.607 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:24.608 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.609 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.610 DEBUG:boto:Method: GET 2022-09-01T10:15:24.611 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.612 DEBUG:boto:Data: 2022-09-01T10:15:24.614 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.615 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.616 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.617 DEBUG:boto:Params: {} 2022-09-01T10:15:24.617 DEBUG:boto:Token: None 2022-09-01T10:15:24.618 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/ 2022-09-01T10:15:24.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps= 2022-09-01T10:15:24.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps=', 'Content-Length': '0'} 2022-09-01T10:15:24.622 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b1b878d6c52bb6a2-006310863c-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.623 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:24.624 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.625 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.626 DEBUG:boto:Method: HEAD 2022-09-01T10:15:24.627 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:24.627 DEBUG:boto:Data: 2022-09-01T10:15:24.628 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.629 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.630 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.631 DEBUG:boto:Params: {} 2022-09-01T10:15:24.632 DEBUG:boto:Token: None 2022-09-01T10:15:24.632 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj 2022-09-01T10:15:24.633 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jxTvZRiRuZG+U0Ec3xS0WRXfGqE= 2022-09-01T10:15:24.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jxTvZRiRuZG+U0Ec3xS0WRXfGqE=', 'Content-Length': '0'} 2022-09-01T10:15:24.637 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000033ed4c21708ddebe-006310863c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.638 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.639 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.640 DEBUG:boto:Method: HEAD 2022-09-01T10:15:24.640 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:24.641 DEBUG:boto:Data: 2022-09-01T10:15:24.641 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.642 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.643 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.644 DEBUG:boto:Params: {} 2022-09-01T10:15:24.645 DEBUG:boto:Token: None 2022-09-01T10:15:24.646 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj 2022-09-01T10:15:24.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jxTvZRiRuZG+U0Ec3xS0WRXfGqE= 2022-09-01T10:15:24.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jxTvZRiRuZG+U0Ec3xS0WRXfGqE=', 'Content-Length': '0'} 2022-09-01T10:15:24.657 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a97c770f2ee9d25f-006310863c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.658 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:24.659 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.660 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.661 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.662 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.663 DEBUG:boto:Method: GET 2022-09-01T10:15:24.664 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.665 DEBUG:boto:Data: 2022-09-01T10:15:24.666 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.666 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.667 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.668 DEBUG:boto:Params: {} 2022-09-01T10:15:24.669 DEBUG:boto:Token: None 2022-09-01T10:15:24.670 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E= 2022-09-01T10:15:24.672 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E=', 'Content-Length': '0'} 2022-09-01T10:15:24.674 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008823071946c42f68-006310863c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.675 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.676 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.676 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.677 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.677 DEBUG:boto:Method: GET 2022-09-01T10:15:24.678 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.678 DEBUG:boto:Data: 2022-09-01T10:15:24.679 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.680 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.681 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.681 DEBUG:boto:Params: {} 2022-09-01T10:15:24.682 DEBUG:boto:Token: None 2022-09-01T10:15:24.683 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:24.683 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E= 2022-09-01T10:15:24.684 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Clebtd+LHND7S6gawn18ZReJG6E=', 'Content-Length': '0'} 2022-09-01T10:15:24.686 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000309bc948c5093f42-006310863c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.735 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:24.736 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:24.737 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.738 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.739 DEBUG:boto:Method: GET 2022-09-01T10:15:24.741 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.742 DEBUG:boto:Data: 2022-09-01T10:15:24.743 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.744 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.745 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.746 DEBUG:boto:Params: {} 2022-09-01T10:15:24.746 DEBUG:boto:Token: None 2022-09-01T10:15:24.747 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/ 2022-09-01T10:15:24.748 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps= 2022-09-01T10:15:24.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps=', 'Content-Length': '0'} 2022-09-01T10:15:24.752 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dfbdb883c2465825-006310863c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.753 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:24.754 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:24.754 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:24.755 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.756 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.757 DEBUG:boto:Method: GET 2022-09-01T10:15:24.758 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.759 DEBUG:boto:Data: 2022-09-01T10:15:24.760 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.761 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.762 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.763 DEBUG:boto:Params: {} 2022-09-01T10:15:24.764 DEBUG:boto:Token: None 2022-09-01T10:15:24.765 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/ 2022-09-01T10:15:24.766 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps= 2022-09-01T10:15:24.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps=', 'Content-Length': '0'} 2022-09-01T10:15:24.775 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006e76f811cf56a4c1-006310863c-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.777 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:24.778 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:24.780 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.780 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.781 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.782 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.783 DEBUG:boto:Method: GET 2022-09-01T10:15:24.784 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.785 DEBUG:boto:Data: 2022-09-01T10:15:24.786 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.787 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.788 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.789 DEBUG:boto:Params: {} 2022-09-01T10:15:24.790 DEBUG:boto:Token: None 2022-09-01T10:15:24.791 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cRH9iJ6LkHxOQNvucmCJHTATAOk= 2022-09-01T10:15:24.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cRH9iJ6LkHxOQNvucmCJHTATAOk=', 'Content-Length': '0'} 2022-09-01T10:15:24.807 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f603948a720f9e04-006310863c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.809 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.810 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.811 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.812 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.813 DEBUG:boto:Method: GET 2022-09-01T10:15:24.827 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.829 DEBUG:boto:Data: 2022-09-01T10:15:24.831 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.832 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.833 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.834 DEBUG:boto:Params: {} 2022-09-01T10:15:24.835 DEBUG:boto:Token: None 2022-09-01T10:15:24.835 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.836 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cRH9iJ6LkHxOQNvucmCJHTATAOk= 2022-09-01T10:15:24.837 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cRH9iJ6LkHxOQNvucmCJHTATAOk=', 'Content-Length': '0'} 2022-09-01T10:15:24.842 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007247a1ac30717d2e-006310863c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.843 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.844 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.844 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.845 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.845 DEBUG:boto:Method: HEAD 2022-09-01T10:15:24.846 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.847 DEBUG:boto:Data: 2022-09-01T10:15:24.847 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.848 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.848 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.848 DEBUG:boto:Params: {} 2022-09-01T10:15:24.849 DEBUG:boto:Token: None 2022-09-01T10:15:24.851 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.852 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Tf/WOysXppiNy9sCW+2Jo4i+Kkg= 2022-09-01T10:15:24.853 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Tf/WOysXppiNy9sCW+2Jo4i+Kkg=', 'Content-Length': '0'} 2022-09-01T10:15:24.856 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000fd7a609ee4d6eca-006310863c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.857 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.858 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.859 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.860 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.861 DEBUG:boto:Method: HEAD 2022-09-01T10:15:24.862 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.863 DEBUG:boto:Data: 2022-09-01T10:15:24.864 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.865 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.866 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.867 DEBUG:boto:Params: {} 2022-09-01T10:15:24.868 DEBUG:boto:Token: None 2022-09-01T10:15:24.869 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Tf/WOysXppiNy9sCW+2Jo4i+Kkg= 2022-09-01T10:15:24.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Tf/WOysXppiNy9sCW+2Jo4i+Kkg=', 'Content-Length': '0'} 2022-09-01T10:15:24.873 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ce5a717cee3b2949-006310863c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.874 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:24.875 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.876 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.877 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.878 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.879 DEBUG:boto:Method: GET 2022-09-01T10:15:24.880 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.881 DEBUG:boto:Data: 2022-09-01T10:15:24.883 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.884 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.885 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.886 DEBUG:boto:Params: {} 2022-09-01T10:15:24.887 DEBUG:boto:Token: None 2022-09-01T10:15:24.888 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.889 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cRH9iJ6LkHxOQNvucmCJHTATAOk= 2022-09-01T10:15:24.890 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cRH9iJ6LkHxOQNvucmCJHTATAOk=', 'Content-Length': '0'} 2022-09-01T10:15:24.894 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e09c6bea7873a82a-006310863c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.896 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:24.897 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:24.898 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.899 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.900 DEBUG:boto:Method: GET 2022-09-01T10:15:24.901 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.902 DEBUG:boto:Data: 2022-09-01T10:15:24.903 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.904 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.905 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.906 DEBUG:boto:Params: {} 2022-09-01T10:15:24.907 DEBUG:boto:Token: None 2022-09-01T10:15:24.908 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:24.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cRH9iJ6LkHxOQNvucmCJHTATAOk= 2022-09-01T10:15:24.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cRH9iJ6LkHxOQNvucmCJHTATAOk=', 'Content-Length': '0'} 2022-09-01T10:15:24.914 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000014e8b2479e7e7643-006310863c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.915 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:24.916 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:24.916 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.917 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.917 DEBUG:boto:Method: GET 2022-09-01T10:15:24.918 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.919 DEBUG:boto:Data: 2022-09-01T10:15:24.919 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.920 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:24.920 DEBUG:boto:Port: 8001 2022-09-01T10:15:24.921 DEBUG:boto:Params: {} 2022-09-01T10:15:24.926 DEBUG:boto:Token: None 2022-09-01T10:15:24.927 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/ 2022-09-01T10:15:24.927 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps= 2022-09-01T10:15:24.928 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps=', 'Content-Length': '0'} 2022-09-01T10:15:24.931 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ec57d085c11a5ba6-006310863c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:24.933 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:24.934 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:24.935 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:24.936 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.936 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.938 DEBUG:boto:Method: GET 2022-09-01T10:15:24.939 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:24.940 DEBUG:boto:Data: 2022-09-01T10:15:24.941 DEBUG:boto:Headers: {} 2022-09-01T10:15:24.942 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:24.943 DEBUG:boto:Port: 8000 2022-09-01T10:15:24.944 DEBUG:boto:Params: {} 2022-09-01T10:15:24.945 DEBUG:boto:Token: None 2022-09-01T10:15:24.946 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:24 GMT /ptoxvb-19/ 2022-09-01T10:15:24.947 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps= 2022-09-01T10:15:24.949 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5W8bT/FaJhQcOzBk0yFnOVHgFps=', 'Content-Length': '0'} 2022-09-01T10:15:24.952 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e1981e5e0d869ab5-006310863c-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.000 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:25.001 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.003 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.005 DEBUG:boto:Method: HEAD 2022-09-01T10:15:25.007 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:25.008 DEBUG:boto:Data: 2022-09-01T10:15:25.009 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.011 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.012 DEBUG:boto:Params: {} 2022-09-01T10:15:25.014 DEBUG:boto:Token: None 2022-09-01T10:15:25.015 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj 2022-09-01T10:15:25.016 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c= 2022-09-01T10:15:25.017 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c=', 'Content-Length': '0'} 2022-09-01T10:15:25.021 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000582e02a208a709df-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.023 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.024 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.025 DEBUG:boto:Method: HEAD 2022-09-01T10:15:25.026 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:25.027 DEBUG:boto:Data: 2022-09-01T10:15:25.028 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.029 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.030 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.031 DEBUG:boto:Params: {} 2022-09-01T10:15:25.032 DEBUG:boto:Token: None 2022-09-01T10:15:25.033 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj 2022-09-01T10:15:25.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c= 2022-09-01T10:15:25.037 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c=', 'Content-Length': '0'} 2022-09-01T10:15:25.046 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d461e73ffda602d6-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.047 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:25.048 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.048 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.049 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.050 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.050 DEBUG:boto:Method: GET 2022-09-01T10:15:25.051 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.052 DEBUG:boto:Data: 2022-09-01T10:15:25.053 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.053 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.054 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.055 DEBUG:boto:Params: {} 2022-09-01T10:15:25.056 DEBUG:boto:Token: None 2022-09-01T10:15:25.057 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.057 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ar0E1Xt5BlCHWNYN63yy+ylgl2U= 2022-09-01T10:15:25.058 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ar0E1Xt5BlCHWNYN63yy+ylgl2U=', 'Content-Length': '0'} 2022-09-01T10:15:25.064 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008491a57f59cc273b-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.065 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.067 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.068 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.069 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.070 DEBUG:boto:Method: GET 2022-09-01T10:15:25.076 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.077 DEBUG:boto:Data: 2022-09-01T10:15:25.078 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.078 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.079 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.079 DEBUG:boto:Params: {} 2022-09-01T10:15:25.080 DEBUG:boto:Token: None 2022-09-01T10:15:25.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.081 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ar0E1Xt5BlCHWNYN63yy+ylgl2U= 2022-09-01T10:15:25.082 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ar0E1Xt5BlCHWNYN63yy+ylgl2U=', 'Content-Length': '0'} 2022-09-01T10:15:25.086 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e6494e98946c7fee-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.087 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:25.088 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:25.088 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.089 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.090 DEBUG:boto:Method: GET 2022-09-01T10:15:25.090 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.091 DEBUG:boto:Data: 2022-09-01T10:15:25.091 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.092 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.092 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.093 DEBUG:boto:Params: {} 2022-09-01T10:15:25.094 DEBUG:boto:Token: None 2022-09-01T10:15:25.096 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/ 2022-09-01T10:15:25.096 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps= 2022-09-01T10:15:25.097 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps=', 'Content-Length': '0'} 2022-09-01T10:15:25.104 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000003439c8c8aa76b1c-006310863d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.107 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:25.108 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:25.109 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:25.110 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.111 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.111 DEBUG:boto:Method: GET 2022-09-01T10:15:25.112 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.112 DEBUG:boto:Data: 2022-09-01T10:15:25.113 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.114 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.115 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.116 DEBUG:boto:Params: {} 2022-09-01T10:15:25.116 DEBUG:boto:Token: None 2022-09-01T10:15:25.117 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/ 2022-09-01T10:15:25.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps= 2022-09-01T10:15:25.118 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps=', 'Content-Length': '0'} 2022-09-01T10:15:25.123 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000081b2c203f6f6b36-006310863d-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.125 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:25.126 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:25.127 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.129 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.130 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.134 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.136 DEBUG:boto:Method: GET 2022-09-01T10:15:25.137 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.138 DEBUG:boto:Data: 2022-09-01T10:15:25.139 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.140 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.142 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.143 DEBUG:boto:Params: {} 2022-09-01T10:15:25.144 DEBUG:boto:Token: None 2022-09-01T10:15:25.146 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.147 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9R8Su/qEemkYwMF2MT4oLYdL3io= 2022-09-01T10:15:25.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9R8Su/qEemkYwMF2MT4oLYdL3io=', 'Content-Length': '0'} 2022-09-01T10:15:25.152 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000db61007a0d4c861-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.153 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.155 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.156 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.157 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.158 DEBUG:boto:Method: GET 2022-09-01T10:15:25.160 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.161 DEBUG:boto:Data: 2022-09-01T10:15:25.162 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.163 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.164 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.165 DEBUG:boto:Params: {} 2022-09-01T10:15:25.166 DEBUG:boto:Token: None 2022-09-01T10:15:25.167 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.168 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9R8Su/qEemkYwMF2MT4oLYdL3io= 2022-09-01T10:15:25.169 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9R8Su/qEemkYwMF2MT4oLYdL3io=', 'Content-Length': '0'} 2022-09-01T10:15:25.175 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003b6852e60e9468b7-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.176 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.177 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.178 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.179 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.180 DEBUG:boto:Method: HEAD 2022-09-01T10:15:25.181 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.182 DEBUG:boto:Data: 2022-09-01T10:15:25.183 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.184 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.185 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.185 DEBUG:boto:Params: {} 2022-09-01T10:15:25.187 DEBUG:boto:Token: None 2022-09-01T10:15:25.188 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.189 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QphsUMGKLB5QRNKvbBk5uGb2mR4= 2022-09-01T10:15:25.190 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QphsUMGKLB5QRNKvbBk5uGb2mR4=', 'Content-Length': '0'} 2022-09-01T10:15:25.193 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006be21aa262fe9160-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.195 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.196 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.197 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.198 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.198 DEBUG:boto:Method: HEAD 2022-09-01T10:15:25.199 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.199 DEBUG:boto:Data: 2022-09-01T10:15:25.200 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.200 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.201 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.201 DEBUG:boto:Params: {} 2022-09-01T10:15:25.202 DEBUG:boto:Token: None 2022-09-01T10:15:25.203 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.204 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QphsUMGKLB5QRNKvbBk5uGb2mR4= 2022-09-01T10:15:25.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QphsUMGKLB5QRNKvbBk5uGb2mR4=', 'Content-Length': '0'} 2022-09-01T10:15:25.208 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b1eed48625ccc46f-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.209 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:25.211 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.211 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.212 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.212 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.213 DEBUG:boto:Method: GET 2022-09-01T10:15:25.213 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.214 DEBUG:boto:Data: 2022-09-01T10:15:25.215 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.215 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.216 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.216 DEBUG:boto:Params: {} 2022-09-01T10:15:25.217 DEBUG:boto:Token: None 2022-09-01T10:15:25.218 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.218 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9R8Su/qEemkYwMF2MT4oLYdL3io= 2022-09-01T10:15:25.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9R8Su/qEemkYwMF2MT4oLYdL3io=', 'Content-Length': '0'} 2022-09-01T10:15:25.223 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002c4dc8a11c271247-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.224 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.224 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.225 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.225 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.226 DEBUG:boto:Method: GET 2022-09-01T10:15:25.226 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.227 DEBUG:boto:Data: 2022-09-01T10:15:25.228 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.229 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.230 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.231 DEBUG:boto:Params: {} 2022-09-01T10:15:25.232 DEBUG:boto:Token: None 2022-09-01T10:15:25.237 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:25.238 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9R8Su/qEemkYwMF2MT4oLYdL3io= 2022-09-01T10:15:25.238 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9R8Su/qEemkYwMF2MT4oLYdL3io=', 'Content-Length': '0'} 2022-09-01T10:15:25.241 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000060de1eecaa09a177-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.242 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:25.244 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:25.245 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.246 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.247 DEBUG:boto:Method: GET 2022-09-01T10:15:25.249 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.250 DEBUG:boto:Data: 2022-09-01T10:15:25.251 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.252 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.253 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.254 DEBUG:boto:Params: {} 2022-09-01T10:15:25.255 DEBUG:boto:Token: None 2022-09-01T10:15:25.256 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/ 2022-09-01T10:15:25.257 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps= 2022-09-01T10:15:25.259 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps=', 'Content-Length': '0'} 2022-09-01T10:15:25.264 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004fc991d335e4786d-006310863d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.310 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:25.311 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:25.312 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:25.312 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.313 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.313 DEBUG:boto:Method: GET 2022-09-01T10:15:25.314 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.315 DEBUG:boto:Data: 2022-09-01T10:15:25.316 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.316 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.319 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.319 DEBUG:boto:Params: {} 2022-09-01T10:15:25.320 DEBUG:boto:Token: None 2022-09-01T10:15:25.321 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/ 2022-09-01T10:15:25.323 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps= 2022-09-01T10:15:25.324 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps=', 'Content-Length': '0'} 2022-09-01T10:15:25.337 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000af7a37ccc3e4c971-006310863d-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.338 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:25.339 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.339 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.340 DEBUG:boto:Method: HEAD 2022-09-01T10:15:25.341 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:25.341 DEBUG:boto:Data: 2022-09-01T10:15:25.342 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.343 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.343 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.344 DEBUG:boto:Params: {} 2022-09-01T10:15:25.344 DEBUG:boto:Token: None 2022-09-01T10:15:25.345 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj 2022-09-01T10:15:25.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c= 2022-09-01T10:15:25.346 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c=', 'Content-Length': '0'} 2022-09-01T10:15:25.350 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e163026750dd2018-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.351 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.351 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.352 DEBUG:boto:Method: HEAD 2022-09-01T10:15:25.353 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:25.353 DEBUG:boto:Data: 2022-09-01T10:15:25.354 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.356 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.356 DEBUG:boto:Params: {} 2022-09-01T10:15:25.357 DEBUG:boto:Token: None 2022-09-01T10:15:25.357 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj 2022-09-01T10:15:25.358 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c= 2022-09-01T10:15:25.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c=', 'Content-Length': '0'} 2022-09-01T10:15:25.363 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bc902676455c905c-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.364 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:25.365 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.365 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.366 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.366 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.367 DEBUG:boto:Method: GET 2022-09-01T10:15:25.367 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.368 DEBUG:boto:Data: 2022-09-01T10:15:25.368 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.369 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.369 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.371 DEBUG:boto:Params: {} 2022-09-01T10:15:25.372 DEBUG:boto:Token: None 2022-09-01T10:15:25.375 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ar0E1Xt5BlCHWNYN63yy+ylgl2U= 2022-09-01T10:15:25.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ar0E1Xt5BlCHWNYN63yy+ylgl2U=', 'Content-Length': '0'} 2022-09-01T10:15:25.379 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000298315ff14268696-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.380 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.381 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.382 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.383 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.384 DEBUG:boto:Method: GET 2022-09-01T10:15:25.385 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.386 DEBUG:boto:Data: 2022-09-01T10:15:25.387 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.388 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.388 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.389 DEBUG:boto:Params: {} 2022-09-01T10:15:25.391 DEBUG:boto:Token: None 2022-09-01T10:15:25.391 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ar0E1Xt5BlCHWNYN63yy+ylgl2U= 2022-09-01T10:15:25.393 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ar0E1Xt5BlCHWNYN63yy+ylgl2U=', 'Content-Length': '0'} 2022-09-01T10:15:25.395 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000019cba6152adb5ed3-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.442 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:25.443 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:25.444 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.444 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.445 DEBUG:boto:Method: GET 2022-09-01T10:15:25.445 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.446 DEBUG:boto:Data: 2022-09-01T10:15:25.446 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.447 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.447 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.448 DEBUG:boto:Params: {} 2022-09-01T10:15:25.449 DEBUG:boto:Token: None 2022-09-01T10:15:25.449 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/ 2022-09-01T10:15:25.450 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps= 2022-09-01T10:15:25.450 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps=', 'Content-Length': '0'} 2022-09-01T10:15:25.455 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000098030b53ffafa9bf-006310863d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.456 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:25.456 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:25.457 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:25.458 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.458 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.459 DEBUG:boto:Method: GET 2022-09-01T10:15:25.459 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.460 DEBUG:boto:Data: 2022-09-01T10:15:25.460 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.461 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.461 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.462 DEBUG:boto:Params: {} 2022-09-01T10:15:25.462 DEBUG:boto:Token: None 2022-09-01T10:15:25.463 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/ 2022-09-01T10:15:25.464 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps= 2022-09-01T10:15:25.464 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps=', 'Content-Length': '0'} 2022-09-01T10:15:25.467 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000013c7140896cc79e4-006310863d-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.468 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:25.469 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:25.470 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.471 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.471 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.472 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.472 DEBUG:boto:Method: GET 2022-09-01T10:15:25.473 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.474 DEBUG:boto:Data: 2022-09-01T10:15:25.474 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.475 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.475 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.476 DEBUG:boto:Params: {} 2022-09-01T10:15:25.477 DEBUG:boto:Token: None 2022-09-01T10:15:25.478 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.478 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vrLU9VBs+oVN8uH0NqhCCo5vKho= 2022-09-01T10:15:25.480 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vrLU9VBs+oVN8uH0NqhCCo5vKho=', 'Content-Length': '0'} 2022-09-01T10:15:25.483 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003a26c1cda4612e7e-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.484 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.485 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.485 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.486 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.486 DEBUG:boto:Method: GET 2022-09-01T10:15:25.487 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.487 DEBUG:boto:Data: 2022-09-01T10:15:25.488 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.489 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.489 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.490 DEBUG:boto:Params: {} 2022-09-01T10:15:25.491 DEBUG:boto:Token: None 2022-09-01T10:15:25.492 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vrLU9VBs+oVN8uH0NqhCCo5vKho= 2022-09-01T10:15:25.493 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vrLU9VBs+oVN8uH0NqhCCo5vKho=', 'Content-Length': '0'} 2022-09-01T10:15:25.496 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001cf7a569993b6e01-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.497 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.498 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.499 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.500 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.501 DEBUG:boto:Method: HEAD 2022-09-01T10:15:25.502 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.503 DEBUG:boto:Data: 2022-09-01T10:15:25.504 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.505 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.506 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.507 DEBUG:boto:Params: {} 2022-09-01T10:15:25.508 DEBUG:boto:Token: None 2022-09-01T10:15:25.509 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.510 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8kVsNFngFqzuLzjhJ+05NByKM+o= 2022-09-01T10:15:25.511 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8kVsNFngFqzuLzjhJ+05NByKM+o=', 'Content-Length': '0'} 2022-09-01T10:15:25.514 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005b01dba5c1f0d3ee-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.515 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.516 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.516 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.517 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.517 DEBUG:boto:Method: HEAD 2022-09-01T10:15:25.518 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.519 DEBUG:boto:Data: 2022-09-01T10:15:25.520 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.521 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.521 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.522 DEBUG:boto:Params: {} 2022-09-01T10:15:25.523 DEBUG:boto:Token: None 2022-09-01T10:15:25.524 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.525 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8kVsNFngFqzuLzjhJ+05NByKM+o= 2022-09-01T10:15:25.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8kVsNFngFqzuLzjhJ+05NByKM+o=', 'Content-Length': '0'} 2022-09-01T10:15:25.529 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000415232fd71db7dba-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.530 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:25.531 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.532 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.533 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.534 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.535 DEBUG:boto:Method: GET 2022-09-01T10:15:25.536 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.537 DEBUG:boto:Data: 2022-09-01T10:15:25.539 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.540 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.540 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.541 DEBUG:boto:Params: {} 2022-09-01T10:15:25.542 DEBUG:boto:Token: None 2022-09-01T10:15:25.543 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.545 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vrLU9VBs+oVN8uH0NqhCCo5vKho= 2022-09-01T10:15:25.546 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vrLU9VBs+oVN8uH0NqhCCo5vKho=', 'Content-Length': '0'} 2022-09-01T10:15:25.550 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005284443d09284bde-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.552 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.553 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.553 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.554 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.555 DEBUG:boto:Method: GET 2022-09-01T10:15:25.556 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.557 DEBUG:boto:Data: 2022-09-01T10:15:25.558 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.559 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.560 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.561 DEBUG:boto:Params: {} 2022-09-01T10:15:25.562 DEBUG:boto:Token: None 2022-09-01T10:15:25.563 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:25.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vrLU9VBs+oVN8uH0NqhCCo5vKho= 2022-09-01T10:15:25.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vrLU9VBs+oVN8uH0NqhCCo5vKho=', 'Content-Length': '0'} 2022-09-01T10:15:25.569 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000466d618ed48b6d86-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.573 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:25.574 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:25.574 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.575 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.576 DEBUG:boto:Method: GET 2022-09-01T10:15:25.577 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.579 DEBUG:boto:Data: 2022-09-01T10:15:25.579 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.580 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.581 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.581 DEBUG:boto:Params: {} 2022-09-01T10:15:25.582 DEBUG:boto:Token: None 2022-09-01T10:15:25.582 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/ 2022-09-01T10:15:25.583 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps= 2022-09-01T10:15:25.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps=', 'Content-Length': '0'} 2022-09-01T10:15:25.587 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006ce0d1d3045d57ea-006310863d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.634 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:25.636 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:25.637 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:25.638 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.639 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.640 DEBUG:boto:Method: GET 2022-09-01T10:15:25.641 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.642 DEBUG:boto:Data: 2022-09-01T10:15:25.643 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.645 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.645 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.646 DEBUG:boto:Params: {} 2022-09-01T10:15:25.646 DEBUG:boto:Token: None 2022-09-01T10:15:25.647 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/ 2022-09-01T10:15:25.648 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps= 2022-09-01T10:15:25.649 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps=', 'Content-Length': '0'} 2022-09-01T10:15:25.652 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000c669a2496898a6b-006310863d-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.653 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:25.654 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.655 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.656 DEBUG:boto:Method: HEAD 2022-09-01T10:15:25.657 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:25.658 DEBUG:boto:Data: 2022-09-01T10:15:25.658 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.659 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.659 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.660 DEBUG:boto:Params: {} 2022-09-01T10:15:25.661 DEBUG:boto:Token: None 2022-09-01T10:15:25.661 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj 2022-09-01T10:15:25.663 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c= 2022-09-01T10:15:25.665 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c=', 'Content-Length': '0'} 2022-09-01T10:15:25.670 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fcfff0dc1a404ae3-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.672 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.673 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.674 DEBUG:boto:Method: HEAD 2022-09-01T10:15:25.674 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:25.676 DEBUG:boto:Data: 2022-09-01T10:15:25.677 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.677 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.678 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.679 DEBUG:boto:Params: {} 2022-09-01T10:15:25.680 DEBUG:boto:Token: None 2022-09-01T10:15:25.681 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj 2022-09-01T10:15:25.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c= 2022-09-01T10:15:25.683 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c=', 'Content-Length': '0'} 2022-09-01T10:15:25.687 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007143ce9af054c63a-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.689 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:25.690 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.691 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.692 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.693 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.694 DEBUG:boto:Method: GET 2022-09-01T10:15:25.695 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.696 DEBUG:boto:Data: 2022-09-01T10:15:25.697 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.698 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.699 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.699 DEBUG:boto:Params: {} 2022-09-01T10:15:25.700 DEBUG:boto:Token: None 2022-09-01T10:15:25.701 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.701 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ar0E1Xt5BlCHWNYN63yy+ylgl2U= 2022-09-01T10:15:25.702 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ar0E1Xt5BlCHWNYN63yy+ylgl2U=', 'Content-Length': '0'} 2022-09-01T10:15:25.705 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000082a872a3f75d60f8-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.706 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.706 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.707 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.707 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.708 DEBUG:boto:Method: GET 2022-09-01T10:15:25.709 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.709 DEBUG:boto:Data: 2022-09-01T10:15:25.710 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.710 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.711 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.711 DEBUG:boto:Params: {} 2022-09-01T10:15:25.712 DEBUG:boto:Token: None 2022-09-01T10:15:25.713 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.713 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ar0E1Xt5BlCHWNYN63yy+ylgl2U= 2022-09-01T10:15:25.714 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ar0E1Xt5BlCHWNYN63yy+ylgl2U=', 'Content-Length': '0'} 2022-09-01T10:15:25.716 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d6a78465c52fe427-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.758 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:25.759 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:25.759 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.760 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.760 DEBUG:boto:Method: GET 2022-09-01T10:15:25.761 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.762 DEBUG:boto:Data: 2022-09-01T10:15:25.763 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.763 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.764 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.765 DEBUG:boto:Params: {} 2022-09-01T10:15:25.766 DEBUG:boto:Token: None 2022-09-01T10:15:25.767 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/ 2022-09-01T10:15:25.768 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps= 2022-09-01T10:15:25.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps=', 'Content-Length': '0'} 2022-09-01T10:15:25.773 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000070c9366a9103f637-006310863d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.774 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:25.776 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:25.777 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:25.778 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.779 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.780 DEBUG:boto:Method: GET 2022-09-01T10:15:25.780 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.781 DEBUG:boto:Data: 2022-09-01T10:15:25.783 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.783 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.784 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.785 DEBUG:boto:Params: {} 2022-09-01T10:15:25.786 DEBUG:boto:Token: None 2022-09-01T10:15:25.787 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/ 2022-09-01T10:15:25.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps= 2022-09-01T10:15:25.789 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps=', 'Content-Length': '0'} 2022-09-01T10:15:25.793 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000014c8343d749ae93e-006310863d-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.794 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:25.795 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:25.796 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.797 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.798 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.799 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.799 DEBUG:boto:Method: GET 2022-09-01T10:15:25.800 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.801 DEBUG:boto:Data: 2022-09-01T10:15:25.801 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.802 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.803 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.804 DEBUG:boto:Params: {} 2022-09-01T10:15:25.805 DEBUG:boto:Token: None 2022-09-01T10:15:25.805 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O3NnhVmVi2g99RyP++vgY19PEZI= 2022-09-01T10:15:25.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O3NnhVmVi2g99RyP++vgY19PEZI=', 'Content-Length': '0'} 2022-09-01T10:15:25.810 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006d30f8491f36d858-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.814 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.815 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.816 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.817 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.818 DEBUG:boto:Method: GET 2022-09-01T10:15:25.819 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.819 DEBUG:boto:Data: 2022-09-01T10:15:25.820 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.821 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.822 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.823 DEBUG:boto:Params: {} 2022-09-01T10:15:25.825 DEBUG:boto:Token: None 2022-09-01T10:15:25.826 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O3NnhVmVi2g99RyP++vgY19PEZI= 2022-09-01T10:15:25.828 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O3NnhVmVi2g99RyP++vgY19PEZI=', 'Content-Length': '0'} 2022-09-01T10:15:25.831 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003c5045e382f85f6c-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.832 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.833 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.835 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.836 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.837 DEBUG:boto:Method: HEAD 2022-09-01T10:15:25.838 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.839 DEBUG:boto:Data: 2022-09-01T10:15:25.840 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.841 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.842 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.843 DEBUG:boto:Params: {} 2022-09-01T10:15:25.844 DEBUG:boto:Token: None 2022-09-01T10:15:25.845 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.846 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3z5aOqsUVtFXTmxG2P6XuprMnkQ= 2022-09-01T10:15:25.847 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3z5aOqsUVtFXTmxG2P6XuprMnkQ=', 'Content-Length': '0'} 2022-09-01T10:15:25.850 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005142bb97a34a1a3d-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.850 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.851 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.852 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.852 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.853 DEBUG:boto:Method: HEAD 2022-09-01T10:15:25.853 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.854 DEBUG:boto:Data: 2022-09-01T10:15:25.855 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.855 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.856 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.856 DEBUG:boto:Params: {} 2022-09-01T10:15:25.857 DEBUG:boto:Token: None 2022-09-01T10:15:25.857 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.858 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3z5aOqsUVtFXTmxG2P6XuprMnkQ= 2022-09-01T10:15:25.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3z5aOqsUVtFXTmxG2P6XuprMnkQ=', 'Content-Length': '0'} 2022-09-01T10:15:25.861 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c084c399967b6cd5-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.862 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:25.862 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.863 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.863 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.864 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.864 DEBUG:boto:Method: GET 2022-09-01T10:15:25.865 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.865 DEBUG:boto:Data: 2022-09-01T10:15:25.866 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.867 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.867 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.868 DEBUG:boto:Params: {} 2022-09-01T10:15:25.869 DEBUG:boto:Token: None 2022-09-01T10:15:25.869 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O3NnhVmVi2g99RyP++vgY19PEZI= 2022-09-01T10:15:25.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O3NnhVmVi2g99RyP++vgY19PEZI=', 'Content-Length': '0'} 2022-09-01T10:15:25.873 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001974cc80a0697c0d-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.874 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.875 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.875 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.876 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.876 DEBUG:boto:Method: GET 2022-09-01T10:15:25.877 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.878 DEBUG:boto:Data: 2022-09-01T10:15:25.878 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.879 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.879 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.880 DEBUG:boto:Params: {} 2022-09-01T10:15:25.880 DEBUG:boto:Token: None 2022-09-01T10:15:25.881 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:25.882 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O3NnhVmVi2g99RyP++vgY19PEZI= 2022-09-01T10:15:25.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O3NnhVmVi2g99RyP++vgY19PEZI=', 'Content-Length': '0'} 2022-09-01T10:15:25.885 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e5b3b066d9392ee0-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.886 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:25.886 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:25.887 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.887 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.888 DEBUG:boto:Method: GET 2022-09-01T10:15:25.889 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.889 DEBUG:boto:Data: 2022-09-01T10:15:25.890 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.890 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.891 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.891 DEBUG:boto:Params: {} 2022-09-01T10:15:25.892 DEBUG:boto:Token: None 2022-09-01T10:15:25.893 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/ 2022-09-01T10:15:25.893 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps= 2022-09-01T10:15:25.894 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps=', 'Content-Length': '0'} 2022-09-01T10:15:25.897 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f3e44738d0728dc8-006310863d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.898 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:25.900 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:25.900 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:25.901 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.902 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.903 DEBUG:boto:Method: GET 2022-09-01T10:15:25.904 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:25.906 DEBUG:boto:Data: 2022-09-01T10:15:25.907 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.908 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.909 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.909 DEBUG:boto:Params: {} 2022-09-01T10:15:25.910 DEBUG:boto:Token: None 2022-09-01T10:15:25.911 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/ 2022-09-01T10:15:25.912 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps= 2022-09-01T10:15:25.913 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N77ogE4CNYdpIIwQwTN9sd8GQps=', 'Content-Length': '0'} 2022-09-01T10:15:25.917 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000005bf55c392321c8e-006310863d-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.918 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:25.920 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.921 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.921 DEBUG:boto:Method: HEAD 2022-09-01T10:15:25.922 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:25.922 DEBUG:boto:Data: 2022-09-01T10:15:25.923 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.924 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.924 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.925 DEBUG:boto:Params: {} 2022-09-01T10:15:25.925 DEBUG:boto:Token: None 2022-09-01T10:15:25.926 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj 2022-09-01T10:15:25.927 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c= 2022-09-01T10:15:25.927 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c=', 'Content-Length': '0'} 2022-09-01T10:15:25.931 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cbeca20e095763b5-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.932 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.932 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.933 DEBUG:boto:Method: HEAD 2022-09-01T10:15:25.933 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:25.934 DEBUG:boto:Data: 2022-09-01T10:15:25.934 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.935 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:25.935 DEBUG:boto:Port: 8000 2022-09-01T10:15:25.936 DEBUG:boto:Params: {} 2022-09-01T10:15:25.936 DEBUG:boto:Token: None 2022-09-01T10:15:25.937 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj 2022-09-01T10:15:25.938 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c= 2022-09-01T10:15:25.938 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3WmWbP+lUXgCVElGeOMpTm+eH6c=', 'Content-Length': '0'} 2022-09-01T10:15:25.942 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e6b518ff5c27757d-006310863d-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:25.943 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:25.944 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:25.945 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:25.946 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.946 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.947 DEBUG:boto:Method: GET 2022-09-01T10:15:25.947 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.948 DEBUG:boto:Data: 2022-09-01T10:15:25.949 DEBUG:boto:Headers: {} 2022-09-01T10:15:25.949 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:25.950 DEBUG:boto:Port: 8001 2022-09-01T10:15:25.950 DEBUG:boto:Params: {} 2022-09-01T10:15:25.951 DEBUG:boto:Token: None 2022-09-01T10:15:25.952 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:25 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:25.953 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ar0E1Xt5BlCHWNYN63yy+ylgl2U= 2022-09-01T10:15:25.954 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ar0E1Xt5BlCHWNYN63yy+ylgl2U=', 'Content-Length': '0'} 2022-09-01T10:15:25.956 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000019a565e68cf4c415-006310863d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.002 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.003 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.004 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.005 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.006 DEBUG:boto:Method: GET 2022-09-01T10:15:26.007 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.008 DEBUG:boto:Data: 2022-09-01T10:15:26.009 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.011 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.012 DEBUG:boto:Params: {} 2022-09-01T10:15:26.013 DEBUG:boto:Token: None 2022-09-01T10:15:26.014 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ti5yCZUPn9jSvofB57BXB6fZCp4= 2022-09-01T10:15:26.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ti5yCZUPn9jSvofB57BXB6fZCp4=', 'Content-Length': '0'} 2022-09-01T10:15:26.019 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009d7fafdddde9dd44-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.020 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:26.021 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:26.022 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.023 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.024 DEBUG:boto:Method: GET 2022-09-01T10:15:26.025 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.025 DEBUG:boto:Data: 2022-09-01T10:15:26.026 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.027 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.028 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.029 DEBUG:boto:Params: {} 2022-09-01T10:15:26.030 DEBUG:boto:Token: None 2022-09-01T10:15:26.031 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/ 2022-09-01T10:15:26.032 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE= 2022-09-01T10:15:26.034 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE=', 'Content-Length': '0'} 2022-09-01T10:15:26.038 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ed1e7da0251cf59b-006310863e-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.039 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:26.040 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:26.041 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:26.042 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.043 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.044 DEBUG:boto:Method: GET 2022-09-01T10:15:26.044 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.045 DEBUG:boto:Data: 2022-09-01T10:15:26.045 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.046 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.046 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.047 DEBUG:boto:Params: {} 2022-09-01T10:15:26.047 DEBUG:boto:Token: None 2022-09-01T10:15:26.048 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/ 2022-09-01T10:15:26.049 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE= 2022-09-01T10:15:26.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE=', 'Content-Length': '0'} 2022-09-01T10:15:26.052 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c8bb4152d89177bb-006310863e-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.098 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:26.099 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:26.100 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.100 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.101 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.101 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.102 DEBUG:boto:Method: GET 2022-09-01T10:15:26.102 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.103 DEBUG:boto:Data: 2022-09-01T10:15:26.104 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.104 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.105 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.105 DEBUG:boto:Params: {} 2022-09-01T10:15:26.106 DEBUG:boto:Token: None 2022-09-01T10:15:26.106 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.107 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xF0hvbzZV0nuYg+ihgERp31xlbg= 2022-09-01T10:15:26.108 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xF0hvbzZV0nuYg+ihgERp31xlbg=', 'Content-Length': '0'} 2022-09-01T10:15:26.110 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000aec01fbcd3c9a412-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.111 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.111 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.112 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.112 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.113 DEBUG:boto:Method: GET 2022-09-01T10:15:26.113 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.114 DEBUG:boto:Data: 2022-09-01T10:15:26.114 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.115 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.116 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.116 DEBUG:boto:Params: {} 2022-09-01T10:15:26.117 DEBUG:boto:Token: None 2022-09-01T10:15:26.118 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.119 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xF0hvbzZV0nuYg+ihgERp31xlbg= 2022-09-01T10:15:26.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xF0hvbzZV0nuYg+ihgERp31xlbg=', 'Content-Length': '0'} 2022-09-01T10:15:26.122 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000618f3139f996536e-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.123 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.124 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.125 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.126 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.127 DEBUG:boto:Method: HEAD 2022-09-01T10:15:26.128 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.129 DEBUG:boto:Data: 2022-09-01T10:15:26.130 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.131 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.131 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.132 DEBUG:boto:Params: {} 2022-09-01T10:15:26.133 DEBUG:boto:Token: None 2022-09-01T10:15:26.134 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6mtiFi09b3ALAayN8JbmovH3c9w= 2022-09-01T10:15:26.135 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6mtiFi09b3ALAayN8JbmovH3c9w=', 'Content-Length': '0'} 2022-09-01T10:15:26.138 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009d0dd6c8faeb5dbd-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.138 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.139 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.140 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.140 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.140 DEBUG:boto:Method: HEAD 2022-09-01T10:15:26.141 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.141 DEBUG:boto:Data: 2022-09-01T10:15:26.142 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.142 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.143 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.144 DEBUG:boto:Params: {} 2022-09-01T10:15:26.144 DEBUG:boto:Token: None 2022-09-01T10:15:26.145 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.146 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6mtiFi09b3ALAayN8JbmovH3c9w= 2022-09-01T10:15:26.147 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6mtiFi09b3ALAayN8JbmovH3c9w=', 'Content-Length': '0'} 2022-09-01T10:15:26.150 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000956d524da2b9d7b7-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.151 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:26.152 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.153 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.153 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.154 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.154 DEBUG:boto:Method: GET 2022-09-01T10:15:26.155 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.156 DEBUG:boto:Data: 2022-09-01T10:15:26.156 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.157 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.157 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.158 DEBUG:boto:Params: {} 2022-09-01T10:15:26.159 DEBUG:boto:Token: None 2022-09-01T10:15:26.159 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.160 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xF0hvbzZV0nuYg+ihgERp31xlbg= 2022-09-01T10:15:26.161 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xF0hvbzZV0nuYg+ihgERp31xlbg=', 'Content-Length': '0'} 2022-09-01T10:15:26.163 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cf30039bf5bd441a-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.164 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.164 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.165 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.165 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.166 DEBUG:boto:Method: GET 2022-09-01T10:15:26.166 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.167 DEBUG:boto:Data: 2022-09-01T10:15:26.167 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.168 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.169 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.169 DEBUG:boto:Params: {} 2022-09-01T10:15:26.170 DEBUG:boto:Token: None 2022-09-01T10:15:26.170 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:26.171 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xF0hvbzZV0nuYg+ihgERp31xlbg= 2022-09-01T10:15:26.172 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xF0hvbzZV0nuYg+ihgERp31xlbg=', 'Content-Length': '0'} 2022-09-01T10:15:26.174 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a63e0727cb99ffa0-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.175 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:26.176 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:26.176 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.177 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.178 DEBUG:boto:Method: GET 2022-09-01T10:15:26.178 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.179 DEBUG:boto:Data: 2022-09-01T10:15:26.179 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.180 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.180 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.181 DEBUG:boto:Params: {} 2022-09-01T10:15:26.182 DEBUG:boto:Token: None 2022-09-01T10:15:26.183 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/ 2022-09-01T10:15:26.184 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE= 2022-09-01T10:15:26.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE=', 'Content-Length': '0'} 2022-09-01T10:15:26.189 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000071b917c396aba5e7-006310863e-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.190 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:26.192 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:26.192 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:26.193 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.193 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.194 DEBUG:boto:Method: GET 2022-09-01T10:15:26.194 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.195 DEBUG:boto:Data: 2022-09-01T10:15:26.195 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.196 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.196 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.197 DEBUG:boto:Params: {} 2022-09-01T10:15:26.198 DEBUG:boto:Token: None 2022-09-01T10:15:26.198 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/ 2022-09-01T10:15:26.199 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE= 2022-09-01T10:15:26.199 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE=', 'Content-Length': '0'} 2022-09-01T10:15:26.204 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c1d4691db933d255-006310863e-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.205 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:26.206 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.206 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.207 DEBUG:boto:Method: HEAD 2022-09-01T10:15:26.207 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:26.208 DEBUG:boto:Data: 2022-09-01T10:15:26.208 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.209 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.209 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.210 DEBUG:boto:Params: {} 2022-09-01T10:15:26.210 DEBUG:boto:Token: None 2022-09-01T10:15:26.211 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj 2022-09-01T10:15:26.212 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OWFWHLLtUsOmGRXGDnACXR6Ghf0= 2022-09-01T10:15:26.213 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OWFWHLLtUsOmGRXGDnACXR6Ghf0=', 'Content-Length': '0'} 2022-09-01T10:15:26.217 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c2e7febb8e6ced1c-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.218 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.218 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.220 DEBUG:boto:Method: HEAD 2022-09-01T10:15:26.221 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:26.222 DEBUG:boto:Data: 2022-09-01T10:15:26.223 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.224 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.225 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.226 DEBUG:boto:Params: {} 2022-09-01T10:15:26.227 DEBUG:boto:Token: None 2022-09-01T10:15:26.228 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj 2022-09-01T10:15:26.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OWFWHLLtUsOmGRXGDnACXR6Ghf0= 2022-09-01T10:15:26.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OWFWHLLtUsOmGRXGDnACXR6Ghf0=', 'Content-Length': '0'} 2022-09-01T10:15:26.236 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003e3e2076c8930a8a-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.238 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:26.239 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.240 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.240 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.241 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.242 DEBUG:boto:Method: GET 2022-09-01T10:15:26.243 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.244 DEBUG:boto:Data: 2022-09-01T10:15:26.245 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.246 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.247 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.248 DEBUG:boto:Params: {} 2022-09-01T10:15:26.249 DEBUG:boto:Token: None 2022-09-01T10:15:26.250 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.251 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ti5yCZUPn9jSvofB57BXB6fZCp4= 2022-09-01T10:15:26.253 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ti5yCZUPn9jSvofB57BXB6fZCp4=', 'Content-Length': '0'} 2022-09-01T10:15:26.255 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004b38ac993eb582fa-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.302 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.303 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.303 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.304 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.305 DEBUG:boto:Method: GET 2022-09-01T10:15:26.305 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.306 DEBUG:boto:Data: 2022-09-01T10:15:26.306 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.307 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.307 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.308 DEBUG:boto:Params: {} 2022-09-01T10:15:26.308 DEBUG:boto:Token: None 2022-09-01T10:15:26.309 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.310 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ti5yCZUPn9jSvofB57BXB6fZCp4= 2022-09-01T10:15:26.311 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ti5yCZUPn9jSvofB57BXB6fZCp4=', 'Content-Length': '0'} 2022-09-01T10:15:26.313 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cec624d92a25164f-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.314 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:26.315 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:26.315 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.317 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.317 DEBUG:boto:Method: GET 2022-09-01T10:15:26.318 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.318 DEBUG:boto:Data: 2022-09-01T10:15:26.319 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.319 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.320 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.320 DEBUG:boto:Params: {} 2022-09-01T10:15:26.321 DEBUG:boto:Token: None 2022-09-01T10:15:26.322 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/ 2022-09-01T10:15:26.322 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE= 2022-09-01T10:15:26.323 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE=', 'Content-Length': '0'} 2022-09-01T10:15:26.327 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005846936221d3631e-006310863e-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.327 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:26.328 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:26.329 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:26.330 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.331 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.331 DEBUG:boto:Method: GET 2022-09-01T10:15:26.335 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.336 DEBUG:boto:Data: 2022-09-01T10:15:26.337 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.338 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.339 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.339 DEBUG:boto:Params: {} 2022-09-01T10:15:26.340 DEBUG:boto:Token: None 2022-09-01T10:15:26.341 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/ 2022-09-01T10:15:26.342 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE= 2022-09-01T10:15:26.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE=', 'Content-Length': '0'} 2022-09-01T10:15:26.346 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c242d17fd888251a-006310863e-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.348 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:26.349 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:26.350 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.352 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.353 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.353 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.354 DEBUG:boto:Method: GET 2022-09-01T10:15:26.355 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.356 DEBUG:boto:Data: 2022-09-01T10:15:26.357 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.358 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.359 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.359 DEBUG:boto:Params: {} 2022-09-01T10:15:26.361 DEBUG:boto:Token: None 2022-09-01T10:15:26.363 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.364 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cDF2ECXj7mRA0bzCeY0/18htkUM= 2022-09-01T10:15:26.365 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cDF2ECXj7mRA0bzCeY0/18htkUM=', 'Content-Length': '0'} 2022-09-01T10:15:26.368 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a5d8e3d06d484313-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.370 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.371 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.372 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.374 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.375 DEBUG:boto:Method: GET 2022-09-01T10:15:26.376 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.377 DEBUG:boto:Data: 2022-09-01T10:15:26.378 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.379 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.380 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.381 DEBUG:boto:Params: {} 2022-09-01T10:15:26.382 DEBUG:boto:Token: None 2022-09-01T10:15:26.383 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.385 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cDF2ECXj7mRA0bzCeY0/18htkUM= 2022-09-01T10:15:26.386 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cDF2ECXj7mRA0bzCeY0/18htkUM=', 'Content-Length': '0'} 2022-09-01T10:15:26.389 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000005bb867c9e06dd04-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.390 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.391 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.392 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.393 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.396 DEBUG:boto:Method: HEAD 2022-09-01T10:15:26.396 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.397 DEBUG:boto:Data: 2022-09-01T10:15:26.397 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.398 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.398 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.399 DEBUG:boto:Params: {} 2022-09-01T10:15:26.400 DEBUG:boto:Token: None 2022-09-01T10:15:26.400 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.401 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iIZNVFPl5jsLIGrAup4Y2+rFqY8= 2022-09-01T10:15:26.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iIZNVFPl5jsLIGrAup4Y2+rFqY8=', 'Content-Length': '0'} 2022-09-01T10:15:26.405 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000341f40b70f2712a8-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.406 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.407 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.407 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.408 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.408 DEBUG:boto:Method: HEAD 2022-09-01T10:15:26.409 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.410 DEBUG:boto:Data: 2022-09-01T10:15:26.410 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.411 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.411 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.412 DEBUG:boto:Params: {} 2022-09-01T10:15:26.414 DEBUG:boto:Token: None 2022-09-01T10:15:26.415 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iIZNVFPl5jsLIGrAup4Y2+rFqY8= 2022-09-01T10:15:26.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iIZNVFPl5jsLIGrAup4Y2+rFqY8=', 'Content-Length': '0'} 2022-09-01T10:15:26.419 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b8ca11255131f013-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.420 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:26.421 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.421 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.422 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.423 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.423 DEBUG:boto:Method: GET 2022-09-01T10:15:26.424 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.424 DEBUG:boto:Data: 2022-09-01T10:15:26.425 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.425 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.426 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.426 DEBUG:boto:Params: {} 2022-09-01T10:15:26.427 DEBUG:boto:Token: None 2022-09-01T10:15:26.428 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.428 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cDF2ECXj7mRA0bzCeY0/18htkUM= 2022-09-01T10:15:26.429 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cDF2ECXj7mRA0bzCeY0/18htkUM=', 'Content-Length': '0'} 2022-09-01T10:15:26.432 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b609c40a9e26d272-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.433 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.433 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.434 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.434 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.435 DEBUG:boto:Method: GET 2022-09-01T10:15:26.436 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.436 DEBUG:boto:Data: 2022-09-01T10:15:26.437 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.438 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.438 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.439 DEBUG:boto:Params: {} 2022-09-01T10:15:26.440 DEBUG:boto:Token: None 2022-09-01T10:15:26.440 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:26.441 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cDF2ECXj7mRA0bzCeY0/18htkUM= 2022-09-01T10:15:26.442 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cDF2ECXj7mRA0bzCeY0/18htkUM=', 'Content-Length': '0'} 2022-09-01T10:15:26.444 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000108119e8d5940aee-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.445 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:26.446 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:26.447 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.448 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.449 DEBUG:boto:Method: GET 2022-09-01T10:15:26.450 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.451 DEBUG:boto:Data: 2022-09-01T10:15:26.452 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.453 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.454 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.455 DEBUG:boto:Params: {} 2022-09-01T10:15:26.457 DEBUG:boto:Token: None 2022-09-01T10:15:26.458 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/ 2022-09-01T10:15:26.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE= 2022-09-01T10:15:26.459 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE=', 'Content-Length': '0'} 2022-09-01T10:15:26.462 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d239a1344229decd-006310863e-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.463 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:26.465 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:26.466 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:26.467 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.468 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.469 DEBUG:boto:Method: GET 2022-09-01T10:15:26.470 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.471 DEBUG:boto:Data: 2022-09-01T10:15:26.472 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.473 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.473 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.474 DEBUG:boto:Params: {} 2022-09-01T10:15:26.475 DEBUG:boto:Token: None 2022-09-01T10:15:26.475 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/ 2022-09-01T10:15:26.476 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE= 2022-09-01T10:15:26.477 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE=', 'Content-Length': '0'} 2022-09-01T10:15:26.480 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000028c7da648e873bad-006310863e-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.480 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:26.481 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.482 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.482 DEBUG:boto:Method: HEAD 2022-09-01T10:15:26.483 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:26.483 DEBUG:boto:Data: 2022-09-01T10:15:26.484 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.484 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.485 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.485 DEBUG:boto:Params: {} 2022-09-01T10:15:26.486 DEBUG:boto:Token: None 2022-09-01T10:15:26.487 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj 2022-09-01T10:15:26.487 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OWFWHLLtUsOmGRXGDnACXR6Ghf0= 2022-09-01T10:15:26.488 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OWFWHLLtUsOmGRXGDnACXR6Ghf0=', 'Content-Length': '0'} 2022-09-01T10:15:26.491 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000df76a325cdcb10b0-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.493 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.494 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.495 DEBUG:boto:Method: HEAD 2022-09-01T10:15:26.495 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:26.496 DEBUG:boto:Data: 2022-09-01T10:15:26.497 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.497 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.498 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.498 DEBUG:boto:Params: {} 2022-09-01T10:15:26.499 DEBUG:boto:Token: None 2022-09-01T10:15:26.500 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj 2022-09-01T10:15:26.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OWFWHLLtUsOmGRXGDnACXR6Ghf0= 2022-09-01T10:15:26.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OWFWHLLtUsOmGRXGDnACXR6Ghf0=', 'Content-Length': '0'} 2022-09-01T10:15:26.505 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000082bbf38bf7f75c1c-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.506 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:26.506 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.507 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.508 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.508 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.509 DEBUG:boto:Method: GET 2022-09-01T10:15:26.509 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.510 DEBUG:boto:Data: 2022-09-01T10:15:26.510 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.511 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.511 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.512 DEBUG:boto:Params: {} 2022-09-01T10:15:26.513 DEBUG:boto:Token: None 2022-09-01T10:15:26.514 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ti5yCZUPn9jSvofB57BXB6fZCp4= 2022-09-01T10:15:26.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ti5yCZUPn9jSvofB57BXB6fZCp4=', 'Content-Length': '0'} 2022-09-01T10:15:26.518 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000018167eeef9755871-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.562 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.563 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.564 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.564 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.565 DEBUG:boto:Method: GET 2022-09-01T10:15:26.566 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.566 DEBUG:boto:Data: 2022-09-01T10:15:26.567 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.567 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.568 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.568 DEBUG:boto:Params: {} 2022-09-01T10:15:26.569 DEBUG:boto:Token: None 2022-09-01T10:15:26.570 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.570 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ti5yCZUPn9jSvofB57BXB6fZCp4= 2022-09-01T10:15:26.571 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ti5yCZUPn9jSvofB57BXB6fZCp4=', 'Content-Length': '0'} 2022-09-01T10:15:26.574 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000015401c927327914b-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.575 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:26.576 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:26.577 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.577 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.578 DEBUG:boto:Method: GET 2022-09-01T10:15:26.578 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.579 DEBUG:boto:Data: 2022-09-01T10:15:26.579 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.580 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.580 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.581 DEBUG:boto:Params: {} 2022-09-01T10:15:26.582 DEBUG:boto:Token: None 2022-09-01T10:15:26.582 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/ 2022-09-01T10:15:26.583 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE= 2022-09-01T10:15:26.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE=', 'Content-Length': '0'} 2022-09-01T10:15:26.587 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000461708e98c395e7c-006310863e-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.588 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:26.588 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:26.589 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:26.590 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.590 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.591 DEBUG:boto:Method: GET 2022-09-01T10:15:26.591 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.592 DEBUG:boto:Data: 2022-09-01T10:15:26.593 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.593 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.594 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.595 DEBUG:boto:Params: {} 2022-09-01T10:15:26.595 DEBUG:boto:Token: None 2022-09-01T10:15:26.596 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/ 2022-09-01T10:15:26.597 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE= 2022-09-01T10:15:26.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE=', 'Content-Length': '0'} 2022-09-01T10:15:26.600 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008c5b1ea73308acc8-006310863e-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.601 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:26.602 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:26.602 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.603 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.603 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.604 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.605 DEBUG:boto:Method: GET 2022-09-01T10:15:26.605 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.606 DEBUG:boto:Data: 2022-09-01T10:15:26.606 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.607 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.607 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.608 DEBUG:boto:Params: {} 2022-09-01T10:15:26.609 DEBUG:boto:Token: None 2022-09-01T10:15:26.609 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.610 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X3ycGzX8eVmsjuy3GEyhaEMthHE= 2022-09-01T10:15:26.610 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X3ycGzX8eVmsjuy3GEyhaEMthHE=', 'Content-Length': '0'} 2022-09-01T10:15:26.613 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007b7c8d856e6dffff-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.614 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.615 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.615 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.616 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.616 DEBUG:boto:Method: GET 2022-09-01T10:15:26.617 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.617 DEBUG:boto:Data: 2022-09-01T10:15:26.618 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.618 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.619 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.619 DEBUG:boto:Params: {} 2022-09-01T10:15:26.620 DEBUG:boto:Token: None 2022-09-01T10:15:26.621 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.621 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X3ycGzX8eVmsjuy3GEyhaEMthHE= 2022-09-01T10:15:26.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X3ycGzX8eVmsjuy3GEyhaEMthHE=', 'Content-Length': '0'} 2022-09-01T10:15:26.625 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000e9a60bdb8213fe7-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.626 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.626 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.627 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.627 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.628 DEBUG:boto:Method: HEAD 2022-09-01T10:15:26.628 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.629 DEBUG:boto:Data: 2022-09-01T10:15:26.629 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.630 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.630 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.631 DEBUG:boto:Params: {} 2022-09-01T10:15:26.631 DEBUG:boto:Token: None 2022-09-01T10:15:26.632 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.633 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HRY9suH1x6J4qznFIKNLpMTmvcQ= 2022-09-01T10:15:26.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HRY9suH1x6J4qznFIKNLpMTmvcQ=', 'Content-Length': '0'} 2022-09-01T10:15:26.636 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d4d0a8a8caa2a6a2-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.636 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.637 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.637 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.638 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.638 DEBUG:boto:Method: HEAD 2022-09-01T10:15:26.639 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.639 DEBUG:boto:Data: 2022-09-01T10:15:26.640 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.640 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.641 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.641 DEBUG:boto:Params: {} 2022-09-01T10:15:26.642 DEBUG:boto:Token: None 2022-09-01T10:15:26.643 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HRY9suH1x6J4qznFIKNLpMTmvcQ= 2022-09-01T10:15:26.644 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HRY9suH1x6J4qznFIKNLpMTmvcQ=', 'Content-Length': '0'} 2022-09-01T10:15:26.651 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009a7fea1c9dc8ed67-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.652 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:26.653 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.654 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.654 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.655 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.655 DEBUG:boto:Method: GET 2022-09-01T10:15:26.656 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.656 DEBUG:boto:Data: 2022-09-01T10:15:26.657 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.658 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.659 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.659 DEBUG:boto:Params: {} 2022-09-01T10:15:26.660 DEBUG:boto:Token: None 2022-09-01T10:15:26.661 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.662 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X3ycGzX8eVmsjuy3GEyhaEMthHE= 2022-09-01T10:15:26.663 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X3ycGzX8eVmsjuy3GEyhaEMthHE=', 'Content-Length': '0'} 2022-09-01T10:15:26.665 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009054cf7e9eb415a7-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.667 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.668 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.668 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.669 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.669 DEBUG:boto:Method: GET 2022-09-01T10:15:26.670 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.671 DEBUG:boto:Data: 2022-09-01T10:15:26.671 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.672 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.674 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.675 DEBUG:boto:Params: {} 2022-09-01T10:15:26.676 DEBUG:boto:Token: None 2022-09-01T10:15:26.677 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:26.678 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X3ycGzX8eVmsjuy3GEyhaEMthHE= 2022-09-01T10:15:26.679 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X3ycGzX8eVmsjuy3GEyhaEMthHE=', 'Content-Length': '0'} 2022-09-01T10:15:26.683 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008473f40e1f6a0973-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.736 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:26.737 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:26.737 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.738 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.738 DEBUG:boto:Method: GET 2022-09-01T10:15:26.739 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.739 DEBUG:boto:Data: 2022-09-01T10:15:26.740 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.741 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.741 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.742 DEBUG:boto:Params: {} 2022-09-01T10:15:26.742 DEBUG:boto:Token: None 2022-09-01T10:15:26.743 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/ 2022-09-01T10:15:26.744 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE= 2022-09-01T10:15:26.744 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE=', 'Content-Length': '0'} 2022-09-01T10:15:26.747 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001cafb523347be5d6-006310863e-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.748 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:26.749 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:26.749 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:26.750 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.751 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.752 DEBUG:boto:Method: GET 2022-09-01T10:15:26.752 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.753 DEBUG:boto:Data: 2022-09-01T10:15:26.753 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.754 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.755 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.755 DEBUG:boto:Params: {} 2022-09-01T10:15:26.756 DEBUG:boto:Token: None 2022-09-01T10:15:26.757 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/ 2022-09-01T10:15:26.758 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE= 2022-09-01T10:15:26.759 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE=', 'Content-Length': '0'} 2022-09-01T10:15:26.763 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008ee7fd0e058fae2c-006310863e-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.764 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:26.766 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.767 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.768 DEBUG:boto:Method: HEAD 2022-09-01T10:15:26.769 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:26.770 DEBUG:boto:Data: 2022-09-01T10:15:26.776 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.777 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.778 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.780 DEBUG:boto:Params: {} 2022-09-01T10:15:26.781 DEBUG:boto:Token: None 2022-09-01T10:15:26.782 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj 2022-09-01T10:15:26.783 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OWFWHLLtUsOmGRXGDnACXR6Ghf0= 2022-09-01T10:15:26.784 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OWFWHLLtUsOmGRXGDnACXR6Ghf0=', 'Content-Length': '0'} 2022-09-01T10:15:26.792 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004124e18a3414194e-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.793 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.794 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.794 DEBUG:boto:Method: HEAD 2022-09-01T10:15:26.795 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:26.795 DEBUG:boto:Data: 2022-09-01T10:15:26.796 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.796 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.797 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.797 DEBUG:boto:Params: {} 2022-09-01T10:15:26.798 DEBUG:boto:Token: None 2022-09-01T10:15:26.799 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj 2022-09-01T10:15:26.799 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OWFWHLLtUsOmGRXGDnACXR6Ghf0= 2022-09-01T10:15:26.800 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OWFWHLLtUsOmGRXGDnACXR6Ghf0=', 'Content-Length': '0'} 2022-09-01T10:15:26.804 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009d8f08733cadf90b-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.805 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:26.805 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.806 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.807 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.807 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.808 DEBUG:boto:Method: GET 2022-09-01T10:15:26.808 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.809 DEBUG:boto:Data: 2022-09-01T10:15:26.809 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.810 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.810 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.811 DEBUG:boto:Params: {} 2022-09-01T10:15:26.811 DEBUG:boto:Token: None 2022-09-01T10:15:26.812 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.813 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ti5yCZUPn9jSvofB57BXB6fZCp4= 2022-09-01T10:15:26.814 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ti5yCZUPn9jSvofB57BXB6fZCp4=', 'Content-Length': '0'} 2022-09-01T10:15:26.816 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005a3b4892eb4796a4-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.859 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.860 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.861 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.862 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.863 DEBUG:boto:Method: GET 2022-09-01T10:15:26.864 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.864 DEBUG:boto:Data: 2022-09-01T10:15:26.865 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.865 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.866 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.867 DEBUG:boto:Params: {} 2022-09-01T10:15:26.867 DEBUG:boto:Token: None 2022-09-01T10:15:26.869 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:26.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ti5yCZUPn9jSvofB57BXB6fZCp4= 2022-09-01T10:15:26.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ti5yCZUPn9jSvofB57BXB6fZCp4=', 'Content-Length': '0'} 2022-09-01T10:15:26.875 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008986d13e3e0d8e87-006310863e-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.876 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:26.876 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:26.877 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.878 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.878 DEBUG:boto:Method: GET 2022-09-01T10:15:26.879 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.879 DEBUG:boto:Data: 2022-09-01T10:15:26.880 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.880 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.881 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.882 DEBUG:boto:Params: {} 2022-09-01T10:15:26.883 DEBUG:boto:Token: None 2022-09-01T10:15:26.884 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/ 2022-09-01T10:15:26.884 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE= 2022-09-01T10:15:26.885 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE=', 'Content-Length': '0'} 2022-09-01T10:15:26.888 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000db86deb078f4222f-006310863e-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.890 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:26.891 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:26.894 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:26.895 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.896 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.897 DEBUG:boto:Method: GET 2022-09-01T10:15:26.898 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:26.899 DEBUG:boto:Data: 2022-09-01T10:15:26.900 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.901 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.903 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.905 DEBUG:boto:Params: {} 2022-09-01T10:15:26.906 DEBUG:boto:Token: None 2022-09-01T10:15:26.907 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/ 2022-09-01T10:15:26.908 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE= 2022-09-01T10:15:26.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ThKDCjAwhXm1CP6CAuW2jo8NStE=', 'Content-Length': '0'} 2022-09-01T10:15:26.913 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000006e8cc931ffaa43a-006310863e-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.955 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:26.956 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:26.957 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.958 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.959 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:26.960 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:26.961 DEBUG:boto:Method: GET 2022-09-01T10:15:26.962 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:26.963 DEBUG:boto:Data: 2022-09-01T10:15:26.964 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.965 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:26.969 DEBUG:boto:Port: 8001 2022-09-01T10:15:26.970 DEBUG:boto:Params: {} 2022-09-01T10:15:26.971 DEBUG:boto:Token: None 2022-09-01T10:15:26.972 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:26.974 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GR2zOWXrVrW8br7wHcVlkdrM/pM= 2022-09-01T10:15:26.975 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GR2zOWXrVrW8br7wHcVlkdrM/pM=', 'Content-Length': '0'} 2022-09-01T10:15:26.978 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e178b28ff046c563-006310863e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:26 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:26.979 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:26.981 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:26.982 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:26.983 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:26.984 DEBUG:boto:Method: GET 2022-09-01T10:15:26.985 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:26.986 DEBUG:boto:Data: 2022-09-01T10:15:26.987 DEBUG:boto:Headers: {} 2022-09-01T10:15:26.988 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:26.989 DEBUG:boto:Port: 8000 2022-09-01T10:15:26.990 DEBUG:boto:Params: {} 2022-09-01T10:15:26.993 DEBUG:boto:Token: None 2022-09-01T10:15:26.994 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:26 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:26.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GR2zOWXrVrW8br7wHcVlkdrM/pM= 2022-09-01T10:15:26.995 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:26 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GR2zOWXrVrW8br7wHcVlkdrM/pM=', 'Content-Length': '0'} 2022-09-01T10:15:27.002 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000035d2fa5085144746-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.003 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.004 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.004 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.005 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.005 DEBUG:boto:Method: HEAD 2022-09-01T10:15:27.006 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.006 DEBUG:boto:Data: 2022-09-01T10:15:27.007 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.007 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.008 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.008 DEBUG:boto:Params: {} 2022-09-01T10:15:27.010 DEBUG:boto:Token: None 2022-09-01T10:15:27.011 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CEc98CEGX6gJMpbVsxqyO1OHCFY= 2022-09-01T10:15:27.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CEc98CEGX6gJMpbVsxqyO1OHCFY=', 'Content-Length': '0'} 2022-09-01T10:15:27.015 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007ba8011bb7236d2d-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.016 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.017 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.017 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.018 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.019 DEBUG:boto:Method: HEAD 2022-09-01T10:15:27.020 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.021 DEBUG:boto:Data: 2022-09-01T10:15:27.021 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.022 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.022 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.023 DEBUG:boto:Params: {} 2022-09-01T10:15:27.023 DEBUG:boto:Token: None 2022-09-01T10:15:27.024 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.025 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CEc98CEGX6gJMpbVsxqyO1OHCFY= 2022-09-01T10:15:27.025 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CEc98CEGX6gJMpbVsxqyO1OHCFY=', 'Content-Length': '0'} 2022-09-01T10:15:27.029 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000838664f54a84e045-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.029 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:27.030 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.031 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.032 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.033 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.033 DEBUG:boto:Method: GET 2022-09-01T10:15:27.034 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.035 DEBUG:boto:Data: 2022-09-01T10:15:27.036 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.037 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.037 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.038 DEBUG:boto:Params: {} 2022-09-01T10:15:27.039 DEBUG:boto:Token: None 2022-09-01T10:15:27.039 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.040 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wtH+pA76I+lA0QlTj5unf5/7UJU= 2022-09-01T10:15:27.041 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wtH+pA76I+lA0QlTj5unf5/7UJU=', 'Content-Length': '0'} 2022-09-01T10:15:27.045 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f0aa07929309f0d7-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.046 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.047 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.047 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.048 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.048 DEBUG:boto:Method: GET 2022-09-01T10:15:27.049 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.049 DEBUG:boto:Data: 2022-09-01T10:15:27.050 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.051 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.051 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.052 DEBUG:boto:Params: {} 2022-09-01T10:15:27.053 DEBUG:boto:Token: None 2022-09-01T10:15:27.054 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:27.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wtH+pA76I+lA0QlTj5unf5/7UJU= 2022-09-01T10:15:27.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wtH+pA76I+lA0QlTj5unf5/7UJU=', 'Content-Length': '0'} 2022-09-01T10:15:27.058 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ad69a2322e8b3784-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.059 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:27.059 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:27.060 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.062 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.063 DEBUG:boto:Method: GET 2022-09-01T10:15:27.064 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.065 DEBUG:boto:Data: 2022-09-01T10:15:27.065 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.066 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.067 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.067 DEBUG:boto:Params: {} 2022-09-01T10:15:27.068 DEBUG:boto:Token: None 2022-09-01T10:15:27.068 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/ 2022-09-01T10:15:27.069 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y= 2022-09-01T10:15:27.070 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y=', 'Content-Length': '0'} 2022-09-01T10:15:27.073 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002c17691bb98e24f8-006310863f-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.074 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:27.076 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:27.077 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:27.078 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.079 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.080 DEBUG:boto:Method: GET 2022-09-01T10:15:27.081 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.082 DEBUG:boto:Data: 2022-09-01T10:15:27.083 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.084 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.085 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.085 DEBUG:boto:Params: {} 2022-09-01T10:15:27.086 DEBUG:boto:Token: None 2022-09-01T10:15:27.087 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/ 2022-09-01T10:15:27.087 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y= 2022-09-01T10:15:27.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y=', 'Content-Length': '0'} 2022-09-01T10:15:27.091 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f3b739a5b57a681c-006310863f-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.092 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:27.093 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.094 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.095 DEBUG:boto:Method: HEAD 2022-09-01T10:15:27.095 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:27.096 DEBUG:boto:Data: 2022-09-01T10:15:27.096 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.097 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.097 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.098 DEBUG:boto:Params: {} 2022-09-01T10:15:27.098 DEBUG:boto:Token: None 2022-09-01T10:15:27.099 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj 2022-09-01T10:15:27.100 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lQQxYMXAmh+AMUyPD6hEXP3kpX4= 2022-09-01T10:15:27.100 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lQQxYMXAmh+AMUyPD6hEXP3kpX4=', 'Content-Length': '0'} 2022-09-01T10:15:27.104 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000000dc22b1e5631e56-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.106 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.107 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.107 DEBUG:boto:Method: HEAD 2022-09-01T10:15:27.108 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:27.109 DEBUG:boto:Data: 2022-09-01T10:15:27.109 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.110 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.110 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.111 DEBUG:boto:Params: {} 2022-09-01T10:15:27.111 DEBUG:boto:Token: None 2022-09-01T10:15:27.112 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj 2022-09-01T10:15:27.113 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lQQxYMXAmh+AMUyPD6hEXP3kpX4= 2022-09-01T10:15:27.114 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lQQxYMXAmh+AMUyPD6hEXP3kpX4=', 'Content-Length': '0'} 2022-09-01T10:15:27.118 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a5ca583b77a6aaf2-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.120 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:27.121 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.122 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.123 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.124 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.125 DEBUG:boto:Method: GET 2022-09-01T10:15:27.126 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.127 DEBUG:boto:Data: 2022-09-01T10:15:27.128 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.129 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.131 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.132 DEBUG:boto:Params: {} 2022-09-01T10:15:27.133 DEBUG:boto:Token: None 2022-09-01T10:15:27.134 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.136 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sPTn6YXYMrA6vd0kboHybfmMvQ4= 2022-09-01T10:15:27.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sPTn6YXYMrA6vd0kboHybfmMvQ4=', 'Content-Length': '0'} 2022-09-01T10:15:27.140 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000801bc4e03dc7d7b2-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.141 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.141 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.142 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.142 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.143 DEBUG:boto:Method: GET 2022-09-01T10:15:27.144 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.144 DEBUG:boto:Data: 2022-09-01T10:15:27.145 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.145 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.146 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.146 DEBUG:boto:Params: {} 2022-09-01T10:15:27.147 DEBUG:boto:Token: None 2022-09-01T10:15:27.148 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sPTn6YXYMrA6vd0kboHybfmMvQ4= 2022-09-01T10:15:27.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sPTn6YXYMrA6vd0kboHybfmMvQ4=', 'Content-Length': '0'} 2022-09-01T10:15:27.152 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a1c1b090df59ae60-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.198 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:27.199 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:27.199 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.200 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.200 DEBUG:boto:Method: GET 2022-09-01T10:15:27.201 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.201 DEBUG:boto:Data: 2022-09-01T10:15:27.202 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.203 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.203 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.204 DEBUG:boto:Params: {} 2022-09-01T10:15:27.204 DEBUG:boto:Token: None 2022-09-01T10:15:27.205 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/ 2022-09-01T10:15:27.206 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y= 2022-09-01T10:15:27.206 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y=', 'Content-Length': '0'} 2022-09-01T10:15:27.209 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000da06d4c384dcfb23-006310863f-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.210 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:27.211 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:27.211 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:27.212 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.212 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.213 DEBUG:boto:Method: GET 2022-09-01T10:15:27.213 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.214 DEBUG:boto:Data: 2022-09-01T10:15:27.214 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.215 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.215 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.216 DEBUG:boto:Params: {} 2022-09-01T10:15:27.216 DEBUG:boto:Token: None 2022-09-01T10:15:27.217 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/ 2022-09-01T10:15:27.218 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y= 2022-09-01T10:15:27.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y=', 'Content-Length': '0'} 2022-09-01T10:15:27.221 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000597f947427d9e993-006310863f-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.222 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:27.223 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:27.224 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.224 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.225 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.225 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.226 DEBUG:boto:Method: GET 2022-09-01T10:15:27.226 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.227 DEBUG:boto:Data: 2022-09-01T10:15:27.227 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.228 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.228 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.229 DEBUG:boto:Params: {} 2022-09-01T10:15:27.230 DEBUG:boto:Token: None 2022-09-01T10:15:27.230 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.231 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSsaO41hdWFTu8lNS3u9vE4vJDM= 2022-09-01T10:15:27.232 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSsaO41hdWFTu8lNS3u9vE4vJDM=', 'Content-Length': '0'} 2022-09-01T10:15:27.234 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000163d4447c7aac60-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.235 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.236 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.236 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.237 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.237 DEBUG:boto:Method: GET 2022-09-01T10:15:27.238 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.238 DEBUG:boto:Data: 2022-09-01T10:15:27.239 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.240 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.240 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.241 DEBUG:boto:Params: {} 2022-09-01T10:15:27.241 DEBUG:boto:Token: None 2022-09-01T10:15:27.242 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.242 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSsaO41hdWFTu8lNS3u9vE4vJDM= 2022-09-01T10:15:27.243 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSsaO41hdWFTu8lNS3u9vE4vJDM=', 'Content-Length': '0'} 2022-09-01T10:15:27.247 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007816ef50f31963d6-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.249 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.249 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.250 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.250 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.251 DEBUG:boto:Method: HEAD 2022-09-01T10:15:27.251 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.252 DEBUG:boto:Data: 2022-09-01T10:15:27.252 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.253 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.253 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.254 DEBUG:boto:Params: {} 2022-09-01T10:15:27.255 DEBUG:boto:Token: None 2022-09-01T10:15:27.256 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.257 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JPeBF9s5JSzoy5SI82bUJe/lC70= 2022-09-01T10:15:27.257 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JPeBF9s5JSzoy5SI82bUJe/lC70=', 'Content-Length': '0'} 2022-09-01T10:15:27.260 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000351cde76202f69e2-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.260 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.261 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.262 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.262 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.263 DEBUG:boto:Method: HEAD 2022-09-01T10:15:27.265 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.265 DEBUG:boto:Data: 2022-09-01T10:15:27.266 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.266 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.267 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.267 DEBUG:boto:Params: {} 2022-09-01T10:15:27.268 DEBUG:boto:Token: None 2022-09-01T10:15:27.269 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.269 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JPeBF9s5JSzoy5SI82bUJe/lC70= 2022-09-01T10:15:27.270 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JPeBF9s5JSzoy5SI82bUJe/lC70=', 'Content-Length': '0'} 2022-09-01T10:15:27.272 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003096079c5143fddf-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.273 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:27.273 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.274 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.275 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.275 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.276 DEBUG:boto:Method: GET 2022-09-01T10:15:27.276 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.277 DEBUG:boto:Data: 2022-09-01T10:15:27.277 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.278 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.278 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.279 DEBUG:boto:Params: {} 2022-09-01T10:15:27.280 DEBUG:boto:Token: None 2022-09-01T10:15:27.280 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSsaO41hdWFTu8lNS3u9vE4vJDM= 2022-09-01T10:15:27.282 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSsaO41hdWFTu8lNS3u9vE4vJDM=', 'Content-Length': '0'} 2022-09-01T10:15:27.284 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000019dbb2b365f3de8f-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.326 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.327 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.328 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.329 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.330 DEBUG:boto:Method: GET 2022-09-01T10:15:27.331 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.332 DEBUG:boto:Data: 2022-09-01T10:15:27.333 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.334 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.335 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.336 DEBUG:boto:Params: {} 2022-09-01T10:15:27.338 DEBUG:boto:Token: None 2022-09-01T10:15:27.339 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:27.340 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSsaO41hdWFTu8lNS3u9vE4vJDM= 2022-09-01T10:15:27.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSsaO41hdWFTu8lNS3u9vE4vJDM=', 'Content-Length': '0'} 2022-09-01T10:15:27.345 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001e1341a30c280443-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.347 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:27.348 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:27.349 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.350 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.351 DEBUG:boto:Method: GET 2022-09-01T10:15:27.352 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.354 DEBUG:boto:Data: 2022-09-01T10:15:27.355 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.356 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.357 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.358 DEBUG:boto:Params: {} 2022-09-01T10:15:27.359 DEBUG:boto:Token: None 2022-09-01T10:15:27.360 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/ 2022-09-01T10:15:27.361 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y= 2022-09-01T10:15:27.362 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y=', 'Content-Length': '0'} 2022-09-01T10:15:27.365 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f9a006780b9518df-006310863f-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.367 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:27.368 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:27.369 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:27.370 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.371 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.372 DEBUG:boto:Method: GET 2022-09-01T10:15:27.373 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.374 DEBUG:boto:Data: 2022-09-01T10:15:27.374 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.375 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.376 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.377 DEBUG:boto:Params: {} 2022-09-01T10:15:27.378 DEBUG:boto:Token: None 2022-09-01T10:15:27.378 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/ 2022-09-01T10:15:27.379 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y= 2022-09-01T10:15:27.380 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y=', 'Content-Length': '0'} 2022-09-01T10:15:27.384 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000072395bfcdea8cb8a-006310863f-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.385 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:27.386 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.386 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.387 DEBUG:boto:Method: HEAD 2022-09-01T10:15:27.388 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:27.388 DEBUG:boto:Data: 2022-09-01T10:15:27.388 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.389 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.390 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.390 DEBUG:boto:Params: {} 2022-09-01T10:15:27.391 DEBUG:boto:Token: None 2022-09-01T10:15:27.391 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj 2022-09-01T10:15:27.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lQQxYMXAmh+AMUyPD6hEXP3kpX4= 2022-09-01T10:15:27.393 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lQQxYMXAmh+AMUyPD6hEXP3kpX4=', 'Content-Length': '0'} 2022-09-01T10:15:27.397 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002ca7a058af82542e-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.399 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.399 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.400 DEBUG:boto:Method: HEAD 2022-09-01T10:15:27.401 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:27.402 DEBUG:boto:Data: 2022-09-01T10:15:27.403 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.404 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.405 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.406 DEBUG:boto:Params: {} 2022-09-01T10:15:27.407 DEBUG:boto:Token: None 2022-09-01T10:15:27.408 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj 2022-09-01T10:15:27.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lQQxYMXAmh+AMUyPD6hEXP3kpX4= 2022-09-01T10:15:27.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lQQxYMXAmh+AMUyPD6hEXP3kpX4=', 'Content-Length': '0'} 2022-09-01T10:15:27.415 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002db1c7d2aea52c83-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.416 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:27.418 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.419 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.420 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.421 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.422 DEBUG:boto:Method: GET 2022-09-01T10:15:27.423 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.424 DEBUG:boto:Data: 2022-09-01T10:15:27.425 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.426 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.427 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.428 DEBUG:boto:Params: {} 2022-09-01T10:15:27.429 DEBUG:boto:Token: None 2022-09-01T10:15:27.430 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.431 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sPTn6YXYMrA6vd0kboHybfmMvQ4= 2022-09-01T10:15:27.432 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sPTn6YXYMrA6vd0kboHybfmMvQ4=', 'Content-Length': '0'} 2022-09-01T10:15:27.435 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e275e371497a4c16-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.436 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.437 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.437 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.438 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.438 DEBUG:boto:Method: GET 2022-09-01T10:15:27.439 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.440 DEBUG:boto:Data: 2022-09-01T10:15:27.441 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.441 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.442 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.443 DEBUG:boto:Params: {} 2022-09-01T10:15:27.445 DEBUG:boto:Token: None 2022-09-01T10:15:27.446 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.447 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sPTn6YXYMrA6vd0kboHybfmMvQ4= 2022-09-01T10:15:27.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sPTn6YXYMrA6vd0kboHybfmMvQ4=', 'Content-Length': '0'} 2022-09-01T10:15:27.453 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a7cfb91ecdc8d7a2-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.495 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:27.496 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:27.496 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.497 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.497 DEBUG:boto:Method: GET 2022-09-01T10:15:27.498 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.498 DEBUG:boto:Data: 2022-09-01T10:15:27.499 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.499 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.500 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.500 DEBUG:boto:Params: {} 2022-09-01T10:15:27.501 DEBUG:boto:Token: None 2022-09-01T10:15:27.502 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/ 2022-09-01T10:15:27.502 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y= 2022-09-01T10:15:27.503 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y=', 'Content-Length': '0'} 2022-09-01T10:15:27.506 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009b28fed5544354e9-006310863f-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.507 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:27.508 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:27.508 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:27.509 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.509 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.510 DEBUG:boto:Method: GET 2022-09-01T10:15:27.511 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.511 DEBUG:boto:Data: 2022-09-01T10:15:27.512 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.513 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.513 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.514 DEBUG:boto:Params: {} 2022-09-01T10:15:27.515 DEBUG:boto:Token: None 2022-09-01T10:15:27.516 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/ 2022-09-01T10:15:27.517 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y= 2022-09-01T10:15:27.517 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y=', 'Content-Length': '0'} 2022-09-01T10:15:27.520 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000c5e1eb0bce97eda-006310863f-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.522 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:27.523 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:27.525 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.526 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.527 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.528 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.530 DEBUG:boto:Method: GET 2022-09-01T10:15:27.531 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.532 DEBUG:boto:Data: 2022-09-01T10:15:27.533 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.534 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.535 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.536 DEBUG:boto:Params: {} 2022-09-01T10:15:27.537 DEBUG:boto:Token: None 2022-09-01T10:15:27.539 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.540 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+DZZg+545fazs6C/29VunvI2op4= 2022-09-01T10:15:27.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+DZZg+545fazs6C/29VunvI2op4=', 'Content-Length': '0'} 2022-09-01T10:15:27.544 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000067ebf1efc7033091-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.546 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.547 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.548 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.548 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.549 DEBUG:boto:Method: GET 2022-09-01T10:15:27.550 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.552 DEBUG:boto:Data: 2022-09-01T10:15:27.555 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.557 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.559 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.560 DEBUG:boto:Params: {} 2022-09-01T10:15:27.561 DEBUG:boto:Token: None 2022-09-01T10:15:27.563 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+DZZg+545fazs6C/29VunvI2op4= 2022-09-01T10:15:27.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+DZZg+545fazs6C/29VunvI2op4=', 'Content-Length': '0'} 2022-09-01T10:15:27.569 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000fec03085fc68bf0-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.570 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.571 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.572 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.573 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.575 DEBUG:boto:Method: HEAD 2022-09-01T10:15:27.575 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.576 DEBUG:boto:Data: 2022-09-01T10:15:27.576 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.577 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.578 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.578 DEBUG:boto:Params: {} 2022-09-01T10:15:27.579 DEBUG:boto:Token: None 2022-09-01T10:15:27.580 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M5xmvppyQT4XbOyoLv8dew1ft2s= 2022-09-01T10:15:27.582 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M5xmvppyQT4XbOyoLv8dew1ft2s=', 'Content-Length': '0'} 2022-09-01T10:15:27.584 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000084f2dfaab6ab3ab2-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.588 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.589 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.590 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.591 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.592 DEBUG:boto:Method: HEAD 2022-09-01T10:15:27.593 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.594 DEBUG:boto:Data: 2022-09-01T10:15:27.597 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.598 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.598 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.599 DEBUG:boto:Params: {} 2022-09-01T10:15:27.599 DEBUG:boto:Token: None 2022-09-01T10:15:27.600 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.600 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M5xmvppyQT4XbOyoLv8dew1ft2s= 2022-09-01T10:15:27.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M5xmvppyQT4XbOyoLv8dew1ft2s=', 'Content-Length': '0'} 2022-09-01T10:15:27.603 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000795b27f4b9cdb08b-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.604 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:27.604 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.605 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.605 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.606 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.607 DEBUG:boto:Method: GET 2022-09-01T10:15:27.607 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.608 DEBUG:boto:Data: 2022-09-01T10:15:27.608 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.609 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.609 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.610 DEBUG:boto:Params: {} 2022-09-01T10:15:27.610 DEBUG:boto:Token: None 2022-09-01T10:15:27.611 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.612 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+DZZg+545fazs6C/29VunvI2op4= 2022-09-01T10:15:27.612 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+DZZg+545fazs6C/29VunvI2op4=', 'Content-Length': '0'} 2022-09-01T10:15:27.615 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000066237f09b0464641-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.615 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.616 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.617 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.617 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.618 DEBUG:boto:Method: GET 2022-09-01T10:15:27.618 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.619 DEBUG:boto:Data: 2022-09-01T10:15:27.620 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.620 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.621 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.622 DEBUG:boto:Params: {} 2022-09-01T10:15:27.623 DEBUG:boto:Token: None 2022-09-01T10:15:27.623 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:27.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+DZZg+545fazs6C/29VunvI2op4= 2022-09-01T10:15:27.626 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+DZZg+545fazs6C/29VunvI2op4=', 'Content-Length': '0'} 2022-09-01T10:15:27.628 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007e9c8e7e362db62e-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.629 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:27.630 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:27.631 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.632 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.633 DEBUG:boto:Method: GET 2022-09-01T10:15:27.634 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.635 DEBUG:boto:Data: 2022-09-01T10:15:27.635 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.636 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.636 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.637 DEBUG:boto:Params: {} 2022-09-01T10:15:27.637 DEBUG:boto:Token: None 2022-09-01T10:15:27.638 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/ 2022-09-01T10:15:27.639 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y= 2022-09-01T10:15:27.640 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y=', 'Content-Length': '0'} 2022-09-01T10:15:27.644 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009d962ab56545a626-006310863f-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.646 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:27.647 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:27.648 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:27.649 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.649 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.650 DEBUG:boto:Method: GET 2022-09-01T10:15:27.650 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.651 DEBUG:boto:Data: 2022-09-01T10:15:27.652 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.653 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.654 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.655 DEBUG:boto:Params: {} 2022-09-01T10:15:27.656 DEBUG:boto:Token: None 2022-09-01T10:15:27.657 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/ 2022-09-01T10:15:27.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y= 2022-09-01T10:15:27.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y=', 'Content-Length': '0'} 2022-09-01T10:15:27.661 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dfebad28d3bf7f06-006310863f-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.662 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:27.663 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.664 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.665 DEBUG:boto:Method: HEAD 2022-09-01T10:15:27.665 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:27.666 DEBUG:boto:Data: 2022-09-01T10:15:27.666 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.667 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.667 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.668 DEBUG:boto:Params: {} 2022-09-01T10:15:27.668 DEBUG:boto:Token: None 2022-09-01T10:15:27.669 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj 2022-09-01T10:15:27.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lQQxYMXAmh+AMUyPD6hEXP3kpX4= 2022-09-01T10:15:27.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lQQxYMXAmh+AMUyPD6hEXP3kpX4=', 'Content-Length': '0'} 2022-09-01T10:15:27.675 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dae4bef753db4b0f-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.676 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.677 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.678 DEBUG:boto:Method: HEAD 2022-09-01T10:15:27.679 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:27.680 DEBUG:boto:Data: 2022-09-01T10:15:27.680 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.681 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.682 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.683 DEBUG:boto:Params: {} 2022-09-01T10:15:27.684 DEBUG:boto:Token: None 2022-09-01T10:15:27.685 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj 2022-09-01T10:15:27.686 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lQQxYMXAmh+AMUyPD6hEXP3kpX4= 2022-09-01T10:15:27.687 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lQQxYMXAmh+AMUyPD6hEXP3kpX4=', 'Content-Length': '0'} 2022-09-01T10:15:27.692 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003fd5c56d57d2deed-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.693 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:27.694 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.694 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.695 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.695 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.696 DEBUG:boto:Method: GET 2022-09-01T10:15:27.697 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.697 DEBUG:boto:Data: 2022-09-01T10:15:27.698 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.698 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.699 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.699 DEBUG:boto:Params: {} 2022-09-01T10:15:27.700 DEBUG:boto:Token: None 2022-09-01T10:15:27.701 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.701 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sPTn6YXYMrA6vd0kboHybfmMvQ4= 2022-09-01T10:15:27.702 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sPTn6YXYMrA6vd0kboHybfmMvQ4=', 'Content-Length': '0'} 2022-09-01T10:15:27.710 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000040573dd13ddb1a01-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.755 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.756 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.757 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.758 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.759 DEBUG:boto:Method: GET 2022-09-01T10:15:27.760 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.761 DEBUG:boto:Data: 2022-09-01T10:15:27.762 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.763 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.764 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.765 DEBUG:boto:Params: {} 2022-09-01T10:15:27.766 DEBUG:boto:Token: None 2022-09-01T10:15:27.767 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:27.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sPTn6YXYMrA6vd0kboHybfmMvQ4= 2022-09-01T10:15:27.770 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sPTn6YXYMrA6vd0kboHybfmMvQ4=', 'Content-Length': '0'} 2022-09-01T10:15:27.773 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009363f65041f2c77f-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.783 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:27.784 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:27.785 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.785 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.786 DEBUG:boto:Method: GET 2022-09-01T10:15:27.786 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.787 DEBUG:boto:Data: 2022-09-01T10:15:27.787 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.788 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.788 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.789 DEBUG:boto:Params: {} 2022-09-01T10:15:27.789 DEBUG:boto:Token: None 2022-09-01T10:15:27.790 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/ 2022-09-01T10:15:27.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y= 2022-09-01T10:15:27.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y=', 'Content-Length': '0'} 2022-09-01T10:15:27.798 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003a55f35ad860a870-006310863f-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.799 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:27.800 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:27.800 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:27.801 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.801 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.802 DEBUG:boto:Method: GET 2022-09-01T10:15:27.802 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.803 DEBUG:boto:Data: 2022-09-01T10:15:27.804 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.804 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.805 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.805 DEBUG:boto:Params: {} 2022-09-01T10:15:27.807 DEBUG:boto:Token: None 2022-09-01T10:15:27.807 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/ 2022-09-01T10:15:27.809 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y= 2022-09-01T10:15:27.810 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y=', 'Content-Length': '0'} 2022-09-01T10:15:27.816 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000051f90ccd238bf4ef-006310863f-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.854 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:27.856 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:27.857 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.858 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.862 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.864 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.865 DEBUG:boto:Method: GET 2022-09-01T10:15:27.866 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.867 DEBUG:boto:Data: 2022-09-01T10:15:27.868 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.869 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.870 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.871 DEBUG:boto:Params: {} 2022-09-01T10:15:27.872 DEBUG:boto:Token: None 2022-09-01T10:15:27.873 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.874 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:42jflxwjPAgTxFYcPXdocylDe4A= 2022-09-01T10:15:27.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:42jflxwjPAgTxFYcPXdocylDe4A=', 'Content-Length': '0'} 2022-09-01T10:15:27.879 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a162caafb44917f5-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.881 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.882 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.883 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.884 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.884 DEBUG:boto:Method: GET 2022-09-01T10:15:27.889 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.890 DEBUG:boto:Data: 2022-09-01T10:15:27.891 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.892 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.893 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.894 DEBUG:boto:Params: {} 2022-09-01T10:15:27.895 DEBUG:boto:Token: None 2022-09-01T10:15:27.897 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:42jflxwjPAgTxFYcPXdocylDe4A= 2022-09-01T10:15:27.900 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:42jflxwjPAgTxFYcPXdocylDe4A=', 'Content-Length': '0'} 2022-09-01T10:15:27.904 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001adc514581466bca-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.905 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.905 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.906 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.907 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.907 DEBUG:boto:Method: HEAD 2022-09-01T10:15:27.908 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.908 DEBUG:boto:Data: 2022-09-01T10:15:27.908 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.909 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.909 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.910 DEBUG:boto:Params: {} 2022-09-01T10:15:27.911 DEBUG:boto:Token: None 2022-09-01T10:15:27.911 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.912 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ucHM0JR4MvKJZgGmJueOcKM7HCo= 2022-09-01T10:15:27.912 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ucHM0JR4MvKJZgGmJueOcKM7HCo=', 'Content-Length': '0'} 2022-09-01T10:15:27.922 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b6d7b8ebbdff00f5-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.923 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.924 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.925 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.925 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.926 DEBUG:boto:Method: HEAD 2022-09-01T10:15:27.926 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.927 DEBUG:boto:Data: 2022-09-01T10:15:27.927 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.928 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.928 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.929 DEBUG:boto:Params: {} 2022-09-01T10:15:27.929 DEBUG:boto:Token: None 2022-09-01T10:15:27.930 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.931 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ucHM0JR4MvKJZgGmJueOcKM7HCo= 2022-09-01T10:15:27.931 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ucHM0JR4MvKJZgGmJueOcKM7HCo=', 'Content-Length': '0'} 2022-09-01T10:15:27.934 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003cb9309151634024-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.935 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:27.936 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.936 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.937 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.937 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.938 DEBUG:boto:Method: GET 2022-09-01T10:15:27.938 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.939 DEBUG:boto:Data: 2022-09-01T10:15:27.939 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.940 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.940 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.941 DEBUG:boto:Params: {} 2022-09-01T10:15:27.942 DEBUG:boto:Token: None 2022-09-01T10:15:27.942 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:42jflxwjPAgTxFYcPXdocylDe4A= 2022-09-01T10:15:27.944 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:42jflxwjPAgTxFYcPXdocylDe4A=', 'Content-Length': '0'} 2022-09-01T10:15:27.949 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003fb347e8279f8758-006310863f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.956 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:27.957 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:27.958 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.959 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.960 DEBUG:boto:Method: GET 2022-09-01T10:15:27.961 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.962 DEBUG:boto:Data: 2022-09-01T10:15:27.964 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.966 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:27.967 DEBUG:boto:Port: 8000 2022-09-01T10:15:27.968 DEBUG:boto:Params: {} 2022-09-01T10:15:27.969 DEBUG:boto:Token: None 2022-09-01T10:15:27.970 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:27.971 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:42jflxwjPAgTxFYcPXdocylDe4A= 2022-09-01T10:15:27.972 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:42jflxwjPAgTxFYcPXdocylDe4A=', 'Content-Length': '0'} 2022-09-01T10:15:27.975 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000970ffbd3d87eadc6-006310863f-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.978 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:27.980 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:27.981 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.983 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.984 DEBUG:boto:Method: GET 2022-09-01T10:15:27.985 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:27.986 DEBUG:boto:Data: 2022-09-01T10:15:27.987 DEBUG:boto:Headers: {} 2022-09-01T10:15:27.987 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:27.988 DEBUG:boto:Port: 8001 2022-09-01T10:15:27.989 DEBUG:boto:Params: {} 2022-09-01T10:15:27.990 DEBUG:boto:Token: None 2022-09-01T10:15:27.991 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:27 GMT /ptoxvb-19/ 2022-09-01T10:15:27.992 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y= 2022-09-01T10:15:27.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:27 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d0+62HluGjNx8ccI/3k34qvae2Y=', 'Content-Length': '0'} 2022-09-01T10:15:27.997 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000856be7a0c8ba6a4a-006310863f-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:27 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:27.998 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:27.999 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:28.000 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:28.001 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.003 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.004 DEBUG:boto:Method: GET 2022-09-01T10:15:28.004 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.005 DEBUG:boto:Data: 2022-09-01T10:15:28.006 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.007 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.008 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.009 DEBUG:boto:Params: {} 2022-09-01T10:15:28.011 DEBUG:boto:Token: None 2022-09-01T10:15:28.012 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/ 2022-09-01T10:15:28.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA= 2022-09-01T10:15:28.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA=', 'Content-Length': '0'} 2022-09-01T10:15:28.019 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004f5dc895eec2155d-0063108640-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.021 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:28.023 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.024 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.025 DEBUG:boto:Method: HEAD 2022-09-01T10:15:28.026 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:28.027 DEBUG:boto:Data: 2022-09-01T10:15:28.028 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.030 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.030 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.031 DEBUG:boto:Params: {} 2022-09-01T10:15:28.031 DEBUG:boto:Token: None 2022-09-01T10:15:28.032 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj 2022-09-01T10:15:28.033 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30= 2022-09-01T10:15:28.033 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30=', 'Content-Length': '0'} 2022-09-01T10:15:28.037 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009a74ae92db121977-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.041 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.042 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.043 DEBUG:boto:Method: HEAD 2022-09-01T10:15:28.044 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:28.044 DEBUG:boto:Data: 2022-09-01T10:15:28.045 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.046 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.047 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.047 DEBUG:boto:Params: {} 2022-09-01T10:15:28.048 DEBUG:boto:Token: None 2022-09-01T10:15:28.049 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj 2022-09-01T10:15:28.050 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30= 2022-09-01T10:15:28.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30=', 'Content-Length': '0'} 2022-09-01T10:15:28.060 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000b350b4ee21efefb-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.061 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:28.062 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.063 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.065 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.066 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.067 DEBUG:boto:Method: GET 2022-09-01T10:15:28.068 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.070 DEBUG:boto:Data: 2022-09-01T10:15:28.071 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.072 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.073 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.075 DEBUG:boto:Params: {} 2022-09-01T10:15:28.076 DEBUG:boto:Token: None 2022-09-01T10:15:28.077 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.079 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo= 2022-09-01T10:15:28.080 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo=', 'Content-Length': '0'} 2022-09-01T10:15:28.083 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cd3706267a10dd9d-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.084 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.084 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.085 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.085 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.086 DEBUG:boto:Method: GET 2022-09-01T10:15:28.087 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.087 DEBUG:boto:Data: 2022-09-01T10:15:28.088 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.088 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.089 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.089 DEBUG:boto:Params: {} 2022-09-01T10:15:28.090 DEBUG:boto:Token: None 2022-09-01T10:15:28.091 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo= 2022-09-01T10:15:28.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo=', 'Content-Length': '0'} 2022-09-01T10:15:28.096 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000af98c22d6d882af5-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.141 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:28.142 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:28.143 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.144 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.145 DEBUG:boto:Method: GET 2022-09-01T10:15:28.147 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.148 DEBUG:boto:Data: 2022-09-01T10:15:28.149 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.149 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.150 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.151 DEBUG:boto:Params: {} 2022-09-01T10:15:28.155 DEBUG:boto:Token: None 2022-09-01T10:15:28.156 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/ 2022-09-01T10:15:28.157 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA= 2022-09-01T10:15:28.158 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA=', 'Content-Length': '0'} 2022-09-01T10:15:28.169 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000078ca261a5bf0574d-0063108640-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.171 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:28.177 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:28.178 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:28.178 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.179 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.179 DEBUG:boto:Method: GET 2022-09-01T10:15:28.180 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.181 DEBUG:boto:Data: 2022-09-01T10:15:28.181 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.182 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.182 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.183 DEBUG:boto:Params: {} 2022-09-01T10:15:28.183 DEBUG:boto:Token: None 2022-09-01T10:15:28.184 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/ 2022-09-01T10:15:28.185 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA= 2022-09-01T10:15:28.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA=', 'Content-Length': '0'} 2022-09-01T10:15:28.191 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e9fe89a0e404edb1-0063108640-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.192 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:28.193 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:28.194 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.195 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.196 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.197 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.206 DEBUG:boto:Method: GET 2022-09-01T10:15:28.208 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.209 DEBUG:boto:Data: 2022-09-01T10:15:28.210 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.211 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.212 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.213 DEBUG:boto:Params: {} 2022-09-01T10:15:28.214 DEBUG:boto:Token: None 2022-09-01T10:15:28.215 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4cBURhl2r7ZfS98tgzLQ1P5ScIk= 2022-09-01T10:15:28.217 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4cBURhl2r7ZfS98tgzLQ1P5ScIk=', 'Content-Length': '0'} 2022-09-01T10:15:28.222 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000000a547ccc384a8ec-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.228 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.230 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.231 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.232 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.234 DEBUG:boto:Method: GET 2022-09-01T10:15:28.235 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.236 DEBUG:boto:Data: 2022-09-01T10:15:28.237 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.238 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.238 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.239 DEBUG:boto:Params: {} 2022-09-01T10:15:28.239 DEBUG:boto:Token: None 2022-09-01T10:15:28.240 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4cBURhl2r7ZfS98tgzLQ1P5ScIk= 2022-09-01T10:15:28.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4cBURhl2r7ZfS98tgzLQ1P5ScIk=', 'Content-Length': '0'} 2022-09-01T10:15:28.244 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e9c9de8ae13f371f-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.245 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.246 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.247 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.247 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.248 DEBUG:boto:Method: HEAD 2022-09-01T10:15:28.250 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.251 DEBUG:boto:Data: 2022-09-01T10:15:28.251 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.252 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.253 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.254 DEBUG:boto:Params: {} 2022-09-01T10:15:28.255 DEBUG:boto:Token: None 2022-09-01T10:15:28.256 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.257 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ha6f1g/DaYwCb5QI8rRMTP3sGNs= 2022-09-01T10:15:28.258 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ha6f1g/DaYwCb5QI8rRMTP3sGNs=', 'Content-Length': '0'} 2022-09-01T10:15:28.261 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009c78044b24e64c5d-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.263 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.264 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.265 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.266 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.267 DEBUG:boto:Method: HEAD 2022-09-01T10:15:28.268 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.269 DEBUG:boto:Data: 2022-09-01T10:15:28.270 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.271 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.272 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.273 DEBUG:boto:Params: {} 2022-09-01T10:15:28.276 DEBUG:boto:Token: None 2022-09-01T10:15:28.277 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.277 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ha6f1g/DaYwCb5QI8rRMTP3sGNs= 2022-09-01T10:15:28.278 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ha6f1g/DaYwCb5QI8rRMTP3sGNs=', 'Content-Length': '0'} 2022-09-01T10:15:28.281 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000797d94c96171e39b-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.282 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:28.284 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.285 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.286 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.287 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.288 DEBUG:boto:Method: GET 2022-09-01T10:15:28.289 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.291 DEBUG:boto:Data: 2022-09-01T10:15:28.292 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.293 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.293 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.294 DEBUG:boto:Params: {} 2022-09-01T10:15:28.295 DEBUG:boto:Token: None 2022-09-01T10:15:28.297 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4cBURhl2r7ZfS98tgzLQ1P5ScIk= 2022-09-01T10:15:28.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4cBURhl2r7ZfS98tgzLQ1P5ScIk=', 'Content-Length': '0'} 2022-09-01T10:15:28.302 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008e6590d3227a3398-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.303 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.304 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.305 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.306 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.306 DEBUG:boto:Method: GET 2022-09-01T10:15:28.307 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.307 DEBUG:boto:Data: 2022-09-01T10:15:28.308 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.308 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.309 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.310 DEBUG:boto:Params: {} 2022-09-01T10:15:28.310 DEBUG:boto:Token: None 2022-09-01T10:15:28.312 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:28.312 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4cBURhl2r7ZfS98tgzLQ1P5ScIk= 2022-09-01T10:15:28.313 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4cBURhl2r7ZfS98tgzLQ1P5ScIk=', 'Content-Length': '0'} 2022-09-01T10:15:28.315 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000001ebc6bc34dbb58-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.317 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:28.318 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:28.319 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.320 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.321 DEBUG:boto:Method: GET 2022-09-01T10:15:28.322 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.323 DEBUG:boto:Data: 2022-09-01T10:15:28.324 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.325 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.326 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.327 DEBUG:boto:Params: {} 2022-09-01T10:15:28.329 DEBUG:boto:Token: None 2022-09-01T10:15:28.330 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/ 2022-09-01T10:15:28.331 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA= 2022-09-01T10:15:28.332 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA=', 'Content-Length': '0'} 2022-09-01T10:15:28.338 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000290b3b781cae4615-0063108640-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.339 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:28.340 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:28.340 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:28.341 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.342 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.343 DEBUG:boto:Method: GET 2022-09-01T10:15:28.343 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.344 DEBUG:boto:Data: 2022-09-01T10:15:28.344 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.345 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.347 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.348 DEBUG:boto:Params: {} 2022-09-01T10:15:28.349 DEBUG:boto:Token: None 2022-09-01T10:15:28.350 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/ 2022-09-01T10:15:28.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA= 2022-09-01T10:15:28.353 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA=', 'Content-Length': '0'} 2022-09-01T10:15:28.357 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e9f7af72606410b9-0063108640-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.358 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:28.359 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.360 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.361 DEBUG:boto:Method: HEAD 2022-09-01T10:15:28.362 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:28.364 DEBUG:boto:Data: 2022-09-01T10:15:28.365 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.366 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.367 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.367 DEBUG:boto:Params: {} 2022-09-01T10:15:28.368 DEBUG:boto:Token: None 2022-09-01T10:15:28.371 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj 2022-09-01T10:15:28.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30= 2022-09-01T10:15:28.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30=', 'Content-Length': '0'} 2022-09-01T10:15:28.379 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e3f7c1602d95c1b8-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.380 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.380 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.381 DEBUG:boto:Method: HEAD 2022-09-01T10:15:28.381 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:28.382 DEBUG:boto:Data: 2022-09-01T10:15:28.382 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.384 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.384 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.385 DEBUG:boto:Params: {} 2022-09-01T10:15:28.386 DEBUG:boto:Token: None 2022-09-01T10:15:28.387 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj 2022-09-01T10:15:28.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30= 2022-09-01T10:15:28.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30=', 'Content-Length': '0'} 2022-09-01T10:15:28.392 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009b923d95cdcbfa7a-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.395 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:28.397 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.398 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.399 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.400 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.402 DEBUG:boto:Method: GET 2022-09-01T10:15:28.403 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.404 DEBUG:boto:Data: 2022-09-01T10:15:28.406 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.407 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.407 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.408 DEBUG:boto:Params: {} 2022-09-01T10:15:28.409 DEBUG:boto:Token: None 2022-09-01T10:15:28.410 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.411 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo= 2022-09-01T10:15:28.413 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo=', 'Content-Length': '0'} 2022-09-01T10:15:28.416 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004b727d8ce558c5be-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.417 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.418 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.419 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.419 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.420 DEBUG:boto:Method: GET 2022-09-01T10:15:28.421 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.422 DEBUG:boto:Data: 2022-09-01T10:15:28.423 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.423 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.424 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.425 DEBUG:boto:Params: {} 2022-09-01T10:15:28.426 DEBUG:boto:Token: None 2022-09-01T10:15:28.427 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.429 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo= 2022-09-01T10:15:28.430 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo=', 'Content-Length': '0'} 2022-09-01T10:15:28.434 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cc649d7f91b1277f-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.435 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:28.436 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:28.437 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.438 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.439 DEBUG:boto:Method: GET 2022-09-01T10:15:28.440 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.441 DEBUG:boto:Data: 2022-09-01T10:15:28.442 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.443 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.444 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.445 DEBUG:boto:Params: {} 2022-09-01T10:15:28.447 DEBUG:boto:Token: None 2022-09-01T10:15:28.448 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/ 2022-09-01T10:15:28.449 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA= 2022-09-01T10:15:28.450 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA=', 'Content-Length': '0'} 2022-09-01T10:15:28.453 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001f4a19ce76a082ef-0063108640-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.454 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:28.455 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:28.456 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:28.457 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.457 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.458 DEBUG:boto:Method: GET 2022-09-01T10:15:28.458 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.459 DEBUG:boto:Data: 2022-09-01T10:15:28.460 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.461 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.461 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.462 DEBUG:boto:Params: {} 2022-09-01T10:15:28.462 DEBUG:boto:Token: None 2022-09-01T10:15:28.463 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/ 2022-09-01T10:15:28.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA= 2022-09-01T10:15:28.464 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA=', 'Content-Length': '0'} 2022-09-01T10:15:28.468 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b3ae905ec4591df5-0063108640-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.469 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:28.470 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:28.473 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.473 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.474 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.475 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.476 DEBUG:boto:Method: GET 2022-09-01T10:15:28.477 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.477 DEBUG:boto:Data: 2022-09-01T10:15:28.478 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.478 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.479 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.480 DEBUG:boto:Params: {} 2022-09-01T10:15:28.480 DEBUG:boto:Token: None 2022-09-01T10:15:28.481 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.482 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4Q+szRKOun/FW/7MDv9wtCGMNYc= 2022-09-01T10:15:28.482 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4Q+szRKOun/FW/7MDv9wtCGMNYc=', 'Content-Length': '0'} 2022-09-01T10:15:28.485 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001abff0df73be5c31-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.485 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.486 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.487 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.487 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.488 DEBUG:boto:Method: GET 2022-09-01T10:15:28.489 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.489 DEBUG:boto:Data: 2022-09-01T10:15:28.490 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.491 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.491 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.492 DEBUG:boto:Params: {} 2022-09-01T10:15:28.493 DEBUG:boto:Token: None 2022-09-01T10:15:28.493 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.494 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4Q+szRKOun/FW/7MDv9wtCGMNYc= 2022-09-01T10:15:28.495 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4Q+szRKOun/FW/7MDv9wtCGMNYc=', 'Content-Length': '0'} 2022-09-01T10:15:28.497 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000424d2a8827132dea-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.498 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.499 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.500 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.500 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.501 DEBUG:boto:Method: HEAD 2022-09-01T10:15:28.501 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.502 DEBUG:boto:Data: 2022-09-01T10:15:28.502 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.503 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.503 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.504 DEBUG:boto:Params: {} 2022-09-01T10:15:28.504 DEBUG:boto:Token: None 2022-09-01T10:15:28.505 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.506 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0MbfZpYWkIhValRb88znT/5qp7U= 2022-09-01T10:15:28.506 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0MbfZpYWkIhValRb88znT/5qp7U=', 'Content-Length': '0'} 2022-09-01T10:15:28.509 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000d42f0ff96acb79b-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.509 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.510 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.511 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.511 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.512 DEBUG:boto:Method: HEAD 2022-09-01T10:15:28.512 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.513 DEBUG:boto:Data: 2022-09-01T10:15:28.513 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.514 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.514 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.515 DEBUG:boto:Params: {} 2022-09-01T10:15:28.515 DEBUG:boto:Token: None 2022-09-01T10:15:28.516 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.516 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0MbfZpYWkIhValRb88znT/5qp7U= 2022-09-01T10:15:28.517 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0MbfZpYWkIhValRb88znT/5qp7U=', 'Content-Length': '0'} 2022-09-01T10:15:28.519 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a4ddc7cea55d237d-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.520 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:28.521 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.521 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.522 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.522 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.523 DEBUG:boto:Method: GET 2022-09-01T10:15:28.523 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.524 DEBUG:boto:Data: 2022-09-01T10:15:28.525 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.525 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.526 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.527 DEBUG:boto:Params: {} 2022-09-01T10:15:28.527 DEBUG:boto:Token: None 2022-09-01T10:15:28.528 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.528 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4Q+szRKOun/FW/7MDv9wtCGMNYc= 2022-09-01T10:15:28.529 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4Q+szRKOun/FW/7MDv9wtCGMNYc=', 'Content-Length': '0'} 2022-09-01T10:15:28.531 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001c3fb4f1c4028294-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.532 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.533 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.533 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.534 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.534 DEBUG:boto:Method: GET 2022-09-01T10:15:28.535 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.536 DEBUG:boto:Data: 2022-09-01T10:15:28.536 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.537 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.537 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.538 DEBUG:boto:Params: {} 2022-09-01T10:15:28.538 DEBUG:boto:Token: None 2022-09-01T10:15:28.539 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:28.540 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4Q+szRKOun/FW/7MDv9wtCGMNYc= 2022-09-01T10:15:28.540 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4Q+szRKOun/FW/7MDv9wtCGMNYc=', 'Content-Length': '0'} 2022-09-01T10:15:28.542 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bf974bd44d8c7aa3-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.543 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:28.544 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:28.544 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.545 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.545 DEBUG:boto:Method: GET 2022-09-01T10:15:28.546 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.546 DEBUG:boto:Data: 2022-09-01T10:15:28.547 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.547 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.548 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.548 DEBUG:boto:Params: {} 2022-09-01T10:15:28.549 DEBUG:boto:Token: None 2022-09-01T10:15:28.550 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/ 2022-09-01T10:15:28.550 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA= 2022-09-01T10:15:28.551 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA=', 'Content-Length': '0'} 2022-09-01T10:15:28.554 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003ce7bb8caff61f87-0063108640-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.556 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:28.557 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:28.558 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:28.559 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.560 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.561 DEBUG:boto:Method: GET 2022-09-01T10:15:28.562 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.563 DEBUG:boto:Data: 2022-09-01T10:15:28.564 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.565 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.566 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.567 DEBUG:boto:Params: {} 2022-09-01T10:15:28.568 DEBUG:boto:Token: None 2022-09-01T10:15:28.569 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/ 2022-09-01T10:15:28.570 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA= 2022-09-01T10:15:28.572 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA=', 'Content-Length': '0'} 2022-09-01T10:15:28.575 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000052e14fcc40f81239-0063108640-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.623 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:28.624 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.625 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.626 DEBUG:boto:Method: HEAD 2022-09-01T10:15:28.627 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:28.628 DEBUG:boto:Data: 2022-09-01T10:15:28.628 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.629 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.630 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.631 DEBUG:boto:Params: {} 2022-09-01T10:15:28.631 DEBUG:boto:Token: None 2022-09-01T10:15:28.632 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj 2022-09-01T10:15:28.632 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30= 2022-09-01T10:15:28.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30=', 'Content-Length': '0'} 2022-09-01T10:15:28.637 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a2264186f29977e3-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.639 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.640 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.641 DEBUG:boto:Method: HEAD 2022-09-01T10:15:28.642 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:28.643 DEBUG:boto:Data: 2022-09-01T10:15:28.644 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.645 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.648 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.649 DEBUG:boto:Params: {} 2022-09-01T10:15:28.650 DEBUG:boto:Token: None 2022-09-01T10:15:28.651 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj 2022-09-01T10:15:28.652 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30= 2022-09-01T10:15:28.653 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30=', 'Content-Length': '0'} 2022-09-01T10:15:28.658 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002dc9f50a94c5e6cc-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.660 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:28.661 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.662 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.663 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.664 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.665 DEBUG:boto:Method: GET 2022-09-01T10:15:28.666 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.667 DEBUG:boto:Data: 2022-09-01T10:15:28.669 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.671 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.672 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.673 DEBUG:boto:Params: {} 2022-09-01T10:15:28.675 DEBUG:boto:Token: None 2022-09-01T10:15:28.676 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.677 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo= 2022-09-01T10:15:28.679 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo=', 'Content-Length': '0'} 2022-09-01T10:15:28.681 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a72e4aca03a9b510-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.682 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.683 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.683 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.687 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.688 DEBUG:boto:Method: GET 2022-09-01T10:15:28.688 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.689 DEBUG:boto:Data: 2022-09-01T10:15:28.689 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.690 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.690 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.691 DEBUG:boto:Params: {} 2022-09-01T10:15:28.692 DEBUG:boto:Token: None 2022-09-01T10:15:28.692 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo= 2022-09-01T10:15:28.694 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo=', 'Content-Length': '0'} 2022-09-01T10:15:28.697 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002ad36ebd92c9aa80-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.699 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:28.700 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:28.701 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.702 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.703 DEBUG:boto:Method: GET 2022-09-01T10:15:28.704 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.705 DEBUG:boto:Data: 2022-09-01T10:15:28.706 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.707 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.708 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.709 DEBUG:boto:Params: {} 2022-09-01T10:15:28.710 DEBUG:boto:Token: None 2022-09-01T10:15:28.711 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/ 2022-09-01T10:15:28.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA= 2022-09-01T10:15:28.714 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA=', 'Content-Length': '0'} 2022-09-01T10:15:28.718 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a7763f456a91938d-0063108640-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.719 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:28.720 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:28.721 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:28.722 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.722 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.723 DEBUG:boto:Method: GET 2022-09-01T10:15:28.725 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.725 DEBUG:boto:Data: 2022-09-01T10:15:28.727 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.728 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.729 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.730 DEBUG:boto:Params: {} 2022-09-01T10:15:28.731 DEBUG:boto:Token: None 2022-09-01T10:15:28.732 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/ 2022-09-01T10:15:28.733 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA= 2022-09-01T10:15:28.734 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA=', 'Content-Length': '0'} 2022-09-01T10:15:28.738 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004dd1d106dc9e5771-0063108640-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.740 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:28.741 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:28.742 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.743 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.744 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.745 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.746 DEBUG:boto:Method: GET 2022-09-01T10:15:28.748 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.748 DEBUG:boto:Data: 2022-09-01T10:15:28.749 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.749 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.750 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.750 DEBUG:boto:Params: {} 2022-09-01T10:15:28.751 DEBUG:boto:Token: None 2022-09-01T10:15:28.752 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.752 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Uq9lKZjq0WlqtAnwWf80OLlCyII= 2022-09-01T10:15:28.753 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Uq9lKZjq0WlqtAnwWf80OLlCyII=', 'Content-Length': '0'} 2022-09-01T10:15:28.756 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006a2c8d427d2b91df-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.757 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.758 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.758 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.759 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.760 DEBUG:boto:Method: GET 2022-09-01T10:15:28.760 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.761 DEBUG:boto:Data: 2022-09-01T10:15:28.761 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.762 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.763 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.764 DEBUG:boto:Params: {} 2022-09-01T10:15:28.764 DEBUG:boto:Token: None 2022-09-01T10:15:28.765 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.766 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Uq9lKZjq0WlqtAnwWf80OLlCyII= 2022-09-01T10:15:28.768 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Uq9lKZjq0WlqtAnwWf80OLlCyII=', 'Content-Length': '0'} 2022-09-01T10:15:28.771 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000466795555b5cf861-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.773 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.774 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.774 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.776 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.777 DEBUG:boto:Method: HEAD 2022-09-01T10:15:28.778 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.779 DEBUG:boto:Data: 2022-09-01T10:15:28.780 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.783 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.783 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.784 DEBUG:boto:Params: {} 2022-09-01T10:15:28.785 DEBUG:boto:Token: None 2022-09-01T10:15:28.786 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.787 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8/BYAfHHNhGV1AY1EP2W/5fzPy0= 2022-09-01T10:15:28.787 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8/BYAfHHNhGV1AY1EP2W/5fzPy0=', 'Content-Length': '0'} 2022-09-01T10:15:28.790 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007cc0d3fd3c39c7fc-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.791 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.793 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.794 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.794 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.795 DEBUG:boto:Method: HEAD 2022-09-01T10:15:28.796 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.796 DEBUG:boto:Data: 2022-09-01T10:15:28.797 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.797 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.798 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.798 DEBUG:boto:Params: {} 2022-09-01T10:15:28.799 DEBUG:boto:Token: None 2022-09-01T10:15:28.800 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.802 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8/BYAfHHNhGV1AY1EP2W/5fzPy0= 2022-09-01T10:15:28.803 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8/BYAfHHNhGV1AY1EP2W/5fzPy0=', 'Content-Length': '0'} 2022-09-01T10:15:28.806 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f6c19967e57a5f4e-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.808 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:28.809 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.809 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.810 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.810 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.811 DEBUG:boto:Method: GET 2022-09-01T10:15:28.812 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.812 DEBUG:boto:Data: 2022-09-01T10:15:28.813 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.813 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.814 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.814 DEBUG:boto:Params: {} 2022-09-01T10:15:28.815 DEBUG:boto:Token: None 2022-09-01T10:15:28.816 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.816 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Uq9lKZjq0WlqtAnwWf80OLlCyII= 2022-09-01T10:15:28.817 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Uq9lKZjq0WlqtAnwWf80OLlCyII=', 'Content-Length': '0'} 2022-09-01T10:15:28.820 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e7f8cff5605a7d8b-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.821 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.823 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.826 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.826 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.827 DEBUG:boto:Method: GET 2022-09-01T10:15:28.828 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.828 DEBUG:boto:Data: 2022-09-01T10:15:28.829 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.829 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.830 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.830 DEBUG:boto:Params: {} 2022-09-01T10:15:28.831 DEBUG:boto:Token: None 2022-09-01T10:15:28.831 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:28.832 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Uq9lKZjq0WlqtAnwWf80OLlCyII= 2022-09-01T10:15:28.833 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Uq9lKZjq0WlqtAnwWf80OLlCyII=', 'Content-Length': '0'} 2022-09-01T10:15:28.836 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c32fe93e70377e9e-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.890 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:28.891 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:28.891 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.892 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.892 DEBUG:boto:Method: GET 2022-09-01T10:15:28.893 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.893 DEBUG:boto:Data: 2022-09-01T10:15:28.894 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.895 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.895 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.896 DEBUG:boto:Params: {} 2022-09-01T10:15:28.897 DEBUG:boto:Token: None 2022-09-01T10:15:28.897 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/ 2022-09-01T10:15:28.898 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA= 2022-09-01T10:15:28.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA=', 'Content-Length': '0'} 2022-09-01T10:15:28.901 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000af02e7de9380a285-0063108640-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.902 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:28.903 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:28.904 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:28.904 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.905 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.905 DEBUG:boto:Method: GET 2022-09-01T10:15:28.906 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:28.907 DEBUG:boto:Data: 2022-09-01T10:15:28.907 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.908 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.908 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.909 DEBUG:boto:Params: {} 2022-09-01T10:15:28.910 DEBUG:boto:Token: None 2022-09-01T10:15:28.911 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/ 2022-09-01T10:15:28.912 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA= 2022-09-01T10:15:28.913 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NJlMVFC8WtXwwREwNhhiS9EdOwA=', 'Content-Length': '0'} 2022-09-01T10:15:28.916 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003e7188c825d0e6ce-0063108640-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.916 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:28.917 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.918 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.919 DEBUG:boto:Method: HEAD 2022-09-01T10:15:28.919 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:28.920 DEBUG:boto:Data: 2022-09-01T10:15:28.920 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.921 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.922 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.923 DEBUG:boto:Params: {} 2022-09-01T10:15:28.923 DEBUG:boto:Token: None 2022-09-01T10:15:28.924 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj 2022-09-01T10:15:28.924 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30= 2022-09-01T10:15:28.925 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30=', 'Content-Length': '0'} 2022-09-01T10:15:28.929 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000589bef0d686863e3-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.930 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.930 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.931 DEBUG:boto:Method: HEAD 2022-09-01T10:15:28.932 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:28.932 DEBUG:boto:Data: 2022-09-01T10:15:28.933 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.934 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.934 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.935 DEBUG:boto:Params: {} 2022-09-01T10:15:28.936 DEBUG:boto:Token: None 2022-09-01T10:15:28.936 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj 2022-09-01T10:15:28.938 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30= 2022-09-01T10:15:28.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D7fECLSscbnpg9g9u7Cc+cbbP30=', 'Content-Length': '0'} 2022-09-01T10:15:28.942 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009b4ed12139cf0308-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.943 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:28.944 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.945 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.945 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.946 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.946 DEBUG:boto:Method: GET 2022-09-01T10:15:28.947 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.947 DEBUG:boto:Data: 2022-09-01T10:15:28.948 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.948 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:28.949 DEBUG:boto:Port: 8001 2022-09-01T10:15:28.949 DEBUG:boto:Params: {} 2022-09-01T10:15:28.950 DEBUG:boto:Token: None 2022-09-01T10:15:28.951 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.951 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo= 2022-09-01T10:15:28.952 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo=', 'Content-Length': '0'} 2022-09-01T10:15:28.954 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000056d28fb8586a547c-0063108640-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:28.955 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:28.955 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:28.956 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.957 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.957 DEBUG:boto:Method: GET 2022-09-01T10:15:28.958 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.958 DEBUG:boto:Data: 2022-09-01T10:15:28.959 DEBUG:boto:Headers: {} 2022-09-01T10:15:28.959 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:28.960 DEBUG:boto:Port: 8000 2022-09-01T10:15:28.960 DEBUG:boto:Params: {} 2022-09-01T10:15:28.961 DEBUG:boto:Token: None 2022-09-01T10:15:28.962 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:28 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:28.962 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo= 2022-09-01T10:15:28.963 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gDq1GGVsvBvHU8OGbOFIM9eGZIo=', 'Content-Length': '0'} 2022-09-01T10:15:28.965 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000078a6b2d2adb36dfe-0063108640-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.006 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:29.007 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:29.008 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.008 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.009 DEBUG:boto:Method: GET 2022-09-01T10:15:29.009 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.010 DEBUG:boto:Data: 2022-09-01T10:15:29.010 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.011 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.011 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.012 DEBUG:boto:Params: {} 2022-09-01T10:15:29.012 DEBUG:boto:Token: None 2022-09-01T10:15:29.013 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/ 2022-09-01T10:15:29.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE= 2022-09-01T10:15:29.014 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE=', 'Content-Length': '0'} 2022-09-01T10:15:29.018 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000492a4e0f4c2d8efa-0063108641-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.018 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:29.019 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:29.020 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:29.021 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.021 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.022 DEBUG:boto:Method: GET 2022-09-01T10:15:29.022 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.023 DEBUG:boto:Data: 2022-09-01T10:15:29.023 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.024 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.025 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.025 DEBUG:boto:Params: {} 2022-09-01T10:15:29.026 DEBUG:boto:Token: None 2022-09-01T10:15:29.027 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/ 2022-09-01T10:15:29.028 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE= 2022-09-01T10:15:29.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE=', 'Content-Length': '0'} 2022-09-01T10:15:29.032 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000093bf2e960a1c9c73-0063108641-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.033 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:29.033 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:29.034 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.035 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.036 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.037 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.037 DEBUG:boto:Method: GET 2022-09-01T10:15:29.038 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.039 DEBUG:boto:Data: 2022-09-01T10:15:29.039 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.040 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.040 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.041 DEBUG:boto:Params: {} 2022-09-01T10:15:29.041 DEBUG:boto:Token: None 2022-09-01T10:15:29.042 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.043 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:El71TFqegioWz8kzqaI/dDF1ISw= 2022-09-01T10:15:29.044 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:El71TFqegioWz8kzqaI/dDF1ISw=', 'Content-Length': '0'} 2022-09-01T10:15:29.048 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006e244b57690d4703-0063108641-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.049 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.049 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.050 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.051 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.051 DEBUG:boto:Method: GET 2022-09-01T10:15:29.052 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.052 DEBUG:boto:Data: 2022-09-01T10:15:29.053 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.053 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.054 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.055 DEBUG:boto:Params: {} 2022-09-01T10:15:29.055 DEBUG:boto:Token: None 2022-09-01T10:15:29.056 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:El71TFqegioWz8kzqaI/dDF1ISw= 2022-09-01T10:15:29.058 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:El71TFqegioWz8kzqaI/dDF1ISw=', 'Content-Length': '0'} 2022-09-01T10:15:29.061 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f4b3ecea4e42486c-0063108641-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.063 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.064 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.065 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.065 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.066 DEBUG:boto:Method: HEAD 2022-09-01T10:15:29.067 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.068 DEBUG:boto:Data: 2022-09-01T10:15:29.069 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.070 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.070 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.071 DEBUG:boto:Params: {} 2022-09-01T10:15:29.072 DEBUG:boto:Token: None 2022-09-01T10:15:29.072 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mx6uJZtM/3G/8VHMR1dPOCWEZqA= 2022-09-01T10:15:29.073 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mx6uJZtM/3G/8VHMR1dPOCWEZqA=', 'Content-Length': '0'} 2022-09-01T10:15:29.076 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005b0c0059f5a78c00-0063108641-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.078 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.079 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.079 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.080 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.081 DEBUG:boto:Method: HEAD 2022-09-01T10:15:29.086 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.086 DEBUG:boto:Data: 2022-09-01T10:15:29.087 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.087 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.088 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.088 DEBUG:boto:Params: {} 2022-09-01T10:15:29.089 DEBUG:boto:Token: None 2022-09-01T10:15:29.090 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.090 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mx6uJZtM/3G/8VHMR1dPOCWEZqA= 2022-09-01T10:15:29.091 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mx6uJZtM/3G/8VHMR1dPOCWEZqA=', 'Content-Length': '0'} 2022-09-01T10:15:29.093 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002826f78c8bf12098-0063108641-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.095 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:29.095 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.096 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.096 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.097 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.097 DEBUG:boto:Method: GET 2022-09-01T10:15:29.098 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.098 DEBUG:boto:Data: 2022-09-01T10:15:29.099 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.099 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.100 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.101 DEBUG:boto:Params: {} 2022-09-01T10:15:29.102 DEBUG:boto:Token: None 2022-09-01T10:15:29.102 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.103 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:El71TFqegioWz8kzqaI/dDF1ISw= 2022-09-01T10:15:29.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:El71TFqegioWz8kzqaI/dDF1ISw=', 'Content-Length': '0'} 2022-09-01T10:15:29.107 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007bc16c054031d146-0063108641-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.150 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.151 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.152 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.154 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.154 DEBUG:boto:Method: GET 2022-09-01T10:15:29.155 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.155 DEBUG:boto:Data: 2022-09-01T10:15:29.156 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.156 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.157 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.158 DEBUG:boto:Params: {} 2022-09-01T10:15:29.158 DEBUG:boto:Token: None 2022-09-01T10:15:29.159 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:29.160 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:El71TFqegioWz8kzqaI/dDF1ISw= 2022-09-01T10:15:29.161 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:El71TFqegioWz8kzqaI/dDF1ISw=', 'Content-Length': '0'} 2022-09-01T10:15:29.163 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cadeb1839938fb17-0063108641-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.164 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:29.165 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:29.165 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.166 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.166 DEBUG:boto:Method: GET 2022-09-01T10:15:29.167 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.167 DEBUG:boto:Data: 2022-09-01T10:15:29.168 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.169 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.169 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.170 DEBUG:boto:Params: {} 2022-09-01T10:15:29.170 DEBUG:boto:Token: None 2022-09-01T10:15:29.171 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/ 2022-09-01T10:15:29.171 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE= 2022-09-01T10:15:29.172 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE=', 'Content-Length': '0'} 2022-09-01T10:15:29.175 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005f944e6304fcfbe6-0063108641-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.176 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:29.177 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:29.177 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:29.178 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.179 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.179 DEBUG:boto:Method: GET 2022-09-01T10:15:29.180 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.180 DEBUG:boto:Data: 2022-09-01T10:15:29.181 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.181 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.182 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.183 DEBUG:boto:Params: {} 2022-09-01T10:15:29.183 DEBUG:boto:Token: None 2022-09-01T10:15:29.184 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/ 2022-09-01T10:15:29.185 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE= 2022-09-01T10:15:29.186 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE=', 'Content-Length': '0'} 2022-09-01T10:15:29.189 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ca6b26f057e9b323-0063108641-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.190 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:29.192 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.192 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.193 DEBUG:boto:Method: HEAD 2022-09-01T10:15:29.194 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:29.195 DEBUG:boto:Data: 2022-09-01T10:15:29.195 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.196 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.196 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.197 DEBUG:boto:Params: {} 2022-09-01T10:15:29.197 DEBUG:boto:Token: None 2022-09-01T10:15:29.198 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj 2022-09-01T10:15:29.198 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UIR/oaORGPs+f/kcbN7Yp4skHYw= 2022-09-01T10:15:29.199 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UIR/oaORGPs+f/kcbN7Yp4skHYw=', 'Content-Length': '0'} 2022-09-01T10:15:29.203 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000c99cb70578fae98-0063108641-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.204 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.205 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.206 DEBUG:boto:Method: HEAD 2022-09-01T10:15:29.206 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:29.207 DEBUG:boto:Data: 2022-09-01T10:15:29.208 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.209 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.210 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.211 DEBUG:boto:Params: {} 2022-09-01T10:15:29.211 DEBUG:boto:Token: None 2022-09-01T10:15:29.212 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj 2022-09-01T10:15:29.213 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UIR/oaORGPs+f/kcbN7Yp4skHYw= 2022-09-01T10:15:29.213 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UIR/oaORGPs+f/kcbN7Yp4skHYw=', 'Content-Length': '0'} 2022-09-01T10:15:29.218 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dd1e8b2b0c0ef060-0063108641-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.219 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:29.220 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.221 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.222 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.222 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.223 DEBUG:boto:Method: GET 2022-09-01T10:15:29.224 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.224 DEBUG:boto:Data: 2022-09-01T10:15:29.225 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.225 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.226 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.226 DEBUG:boto:Params: {} 2022-09-01T10:15:29.227 DEBUG:boto:Token: None 2022-09-01T10:15:29.228 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oDwL+/Fv3H/Kkbkq2Suv8oB25hI= 2022-09-01T10:15:29.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oDwL+/Fv3H/Kkbkq2Suv8oB25hI=', 'Content-Length': '0'} 2022-09-01T10:15:29.233 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f75ac916752873dc-0063108641-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.274 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.275 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.276 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.277 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.278 DEBUG:boto:Method: GET 2022-09-01T10:15:29.279 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.280 DEBUG:boto:Data: 2022-09-01T10:15:29.281 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.281 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.282 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.283 DEBUG:boto:Params: {} 2022-09-01T10:15:29.284 DEBUG:boto:Token: None 2022-09-01T10:15:29.285 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.287 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oDwL+/Fv3H/Kkbkq2Suv8oB25hI= 2022-09-01T10:15:29.288 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oDwL+/Fv3H/Kkbkq2Suv8oB25hI=', 'Content-Length': '0'} 2022-09-01T10:15:29.291 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000aea6b278c9864250-0063108641-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.293 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:29.294 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:29.294 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.295 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.296 DEBUG:boto:Method: GET 2022-09-01T10:15:29.297 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.298 DEBUG:boto:Data: 2022-09-01T10:15:29.299 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.299 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.300 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.301 DEBUG:boto:Params: {} 2022-09-01T10:15:29.301 DEBUG:boto:Token: None 2022-09-01T10:15:29.302 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/ 2022-09-01T10:15:29.303 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE= 2022-09-01T10:15:29.304 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE=', 'Content-Length': '0'} 2022-09-01T10:15:29.310 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fe7490b4b3c24a76-0063108641-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.311 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:29.312 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:29.313 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:29.313 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.314 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.315 DEBUG:boto:Method: GET 2022-09-01T10:15:29.316 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.317 DEBUG:boto:Data: 2022-09-01T10:15:29.317 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.318 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.319 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.319 DEBUG:boto:Params: {} 2022-09-01T10:15:29.320 DEBUG:boto:Token: None 2022-09-01T10:15:29.320 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/ 2022-09-01T10:15:29.321 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE= 2022-09-01T10:15:29.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE=', 'Content-Length': '0'} 2022-09-01T10:15:29.327 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000247d3c0f21efb20f-0063108641-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.366 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:29.367 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:29.368 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.368 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.369 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.369 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.370 DEBUG:boto:Method: GET 2022-09-01T10:15:29.370 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.371 DEBUG:boto:Data: 2022-09-01T10:15:29.372 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.372 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.373 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.373 DEBUG:boto:Params: {} 2022-09-01T10:15:29.374 DEBUG:boto:Token: None 2022-09-01T10:15:29.376 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SLciO0AnAvvbRGmpOeBazbQSAvM= 2022-09-01T10:15:29.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SLciO0AnAvvbRGmpOeBazbQSAvM=', 'Content-Length': '0'} 2022-09-01T10:15:29.380 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000035aa1b480f227527-0063108641-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.381 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.382 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.382 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.383 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.384 DEBUG:boto:Method: GET 2022-09-01T10:15:29.385 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.386 DEBUG:boto:Data: 2022-09-01T10:15:29.386 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.387 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.387 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.388 DEBUG:boto:Params: {} 2022-09-01T10:15:29.388 DEBUG:boto:Token: None 2022-09-01T10:15:29.389 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.390 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SLciO0AnAvvbRGmpOeBazbQSAvM= 2022-09-01T10:15:29.390 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SLciO0AnAvvbRGmpOeBazbQSAvM=', 'Content-Length': '0'} 2022-09-01T10:15:29.400 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000044d263398d98684f-0063108641-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.401 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.402 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.402 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.403 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.403 DEBUG:boto:Method: HEAD 2022-09-01T10:15:29.404 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.404 DEBUG:boto:Data: 2022-09-01T10:15:29.405 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.405 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.406 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.406 DEBUG:boto:Params: {} 2022-09-01T10:15:29.407 DEBUG:boto:Token: None 2022-09-01T10:15:29.408 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.408 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mbn08Nj464hSgrOaI1tI+1K1h14= 2022-09-01T10:15:29.409 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mbn08Nj464hSgrOaI1tI+1K1h14=', 'Content-Length': '0'} 2022-09-01T10:15:29.412 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000438ef4b32e8ba0a2-0063108641-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.413 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.415 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.416 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.417 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.418 DEBUG:boto:Method: HEAD 2022-09-01T10:15:29.419 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.420 DEBUG:boto:Data: 2022-09-01T10:15:29.421 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.422 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.423 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.424 DEBUG:boto:Params: {} 2022-09-01T10:15:29.425 DEBUG:boto:Token: None 2022-09-01T10:15:29.427 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.428 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mbn08Nj464hSgrOaI1tI+1K1h14= 2022-09-01T10:15:29.429 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mbn08Nj464hSgrOaI1tI+1K1h14=', 'Content-Length': '0'} 2022-09-01T10:15:29.433 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000984fc66c599b48a3-0063108641-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.435 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:29.435 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.436 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.436 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.437 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.443 DEBUG:boto:Method: GET 2022-09-01T10:15:29.444 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.444 DEBUG:boto:Data: 2022-09-01T10:15:29.445 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.446 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.459 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.460 DEBUG:boto:Params: {} 2022-09-01T10:15:29.461 DEBUG:boto:Token: None 2022-09-01T10:15:29.461 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.466 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SLciO0AnAvvbRGmpOeBazbQSAvM= 2022-09-01T10:15:29.467 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SLciO0AnAvvbRGmpOeBazbQSAvM=', 'Content-Length': '0'} 2022-09-01T10:15:29.470 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007c9d1fc86cb09185-0063108641-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.471 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.471 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.472 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.473 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.473 DEBUG:boto:Method: GET 2022-09-01T10:15:29.474 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.475 DEBUG:boto:Data: 2022-09-01T10:15:29.475 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.476 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.476 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.477 DEBUG:boto:Params: {} 2022-09-01T10:15:29.478 DEBUG:boto:Token: None 2022-09-01T10:15:29.481 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:29.482 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SLciO0AnAvvbRGmpOeBazbQSAvM= 2022-09-01T10:15:29.483 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SLciO0AnAvvbRGmpOeBazbQSAvM=', 'Content-Length': '0'} 2022-09-01T10:15:29.487 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000053da28f2e0058bd9-0063108641-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.488 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:29.490 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:29.491 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.492 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.492 DEBUG:boto:Method: GET 2022-09-01T10:15:29.493 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.493 DEBUG:boto:Data: 2022-09-01T10:15:29.494 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.494 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.495 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.496 DEBUG:boto:Params: {} 2022-09-01T10:15:29.498 DEBUG:boto:Token: None 2022-09-01T10:15:29.498 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/ 2022-09-01T10:15:29.499 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE= 2022-09-01T10:15:29.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE=', 'Content-Length': '0'} 2022-09-01T10:15:29.508 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c8e978788c25dae7-0063108641-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.509 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:29.512 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:29.513 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:29.513 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.514 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.515 DEBUG:boto:Method: GET 2022-09-01T10:15:29.515 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.516 DEBUG:boto:Data: 2022-09-01T10:15:29.518 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.528 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.528 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.529 DEBUG:boto:Params: {} 2022-09-01T10:15:29.530 DEBUG:boto:Token: None 2022-09-01T10:15:29.531 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/ 2022-09-01T10:15:29.531 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE= 2022-09-01T10:15:29.539 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE=', 'Content-Length': '0'} 2022-09-01T10:15:29.543 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e83f93302ab5dc3c-0063108641-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.545 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:29.547 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.548 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.552 DEBUG:boto:Method: HEAD 2022-09-01T10:15:29.553 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:29.554 DEBUG:boto:Data: 2022-09-01T10:15:29.554 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.556 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.557 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.557 DEBUG:boto:Params: {} 2022-09-01T10:15:29.558 DEBUG:boto:Token: None 2022-09-01T10:15:29.559 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj 2022-09-01T10:15:29.559 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UIR/oaORGPs+f/kcbN7Yp4skHYw= 2022-09-01T10:15:29.560 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UIR/oaORGPs+f/kcbN7Yp4skHYw=', 'Content-Length': '0'} 2022-09-01T10:15:29.566 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000d2990a19306c255-0063108641-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.568 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.569 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.571 DEBUG:boto:Method: HEAD 2022-09-01T10:15:29.571 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:29.572 DEBUG:boto:Data: 2022-09-01T10:15:29.573 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.574 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.575 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.576 DEBUG:boto:Params: {} 2022-09-01T10:15:29.578 DEBUG:boto:Token: None 2022-09-01T10:15:29.580 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj 2022-09-01T10:15:29.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UIR/oaORGPs+f/kcbN7Yp4skHYw= 2022-09-01T10:15:29.583 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UIR/oaORGPs+f/kcbN7Yp4skHYw=', 'Content-Length': '0'} 2022-09-01T10:15:29.588 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009c16a40ab47f77d4-0063108641-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.590 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:29.608 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.610 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.611 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.611 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.612 DEBUG:boto:Method: GET 2022-09-01T10:15:29.613 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.615 DEBUG:boto:Data: 2022-09-01T10:15:29.620 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.621 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.622 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.623 DEBUG:boto:Params: {} 2022-09-01T10:15:29.625 DEBUG:boto:Token: None 2022-09-01T10:15:29.627 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.628 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oDwL+/Fv3H/Kkbkq2Suv8oB25hI= 2022-09-01T10:15:29.629 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oDwL+/Fv3H/Kkbkq2Suv8oB25hI=', 'Content-Length': '0'} 2022-09-01T10:15:29.634 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000057f64cdb7687eac5-0063108641-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.636 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.637 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.638 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.638 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.639 DEBUG:boto:Method: GET 2022-09-01T10:15:29.640 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.641 DEBUG:boto:Data: 2022-09-01T10:15:29.642 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.648 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.649 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.650 DEBUG:boto:Params: {} 2022-09-01T10:15:29.651 DEBUG:boto:Token: None 2022-09-01T10:15:29.652 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.656 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oDwL+/Fv3H/Kkbkq2Suv8oB25hI= 2022-09-01T10:15:29.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oDwL+/Fv3H/Kkbkq2Suv8oB25hI=', 'Content-Length': '0'} 2022-09-01T10:15:29.663 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000001981f734e113386-0063108641-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.667 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:29.669 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:29.669 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.671 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.671 DEBUG:boto:Method: GET 2022-09-01T10:15:29.679 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.680 DEBUG:boto:Data: 2022-09-01T10:15:29.681 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.683 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.684 DEBUG:boto:Params: {} 2022-09-01T10:15:29.685 DEBUG:boto:Token: None 2022-09-01T10:15:29.686 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/ 2022-09-01T10:15:29.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE= 2022-09-01T10:15:29.690 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE=', 'Content-Length': '0'} 2022-09-01T10:15:29.694 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b5593bf6157cfe50-0063108641-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.695 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:29.697 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:29.698 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:29.698 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.699 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.701 DEBUG:boto:Method: GET 2022-09-01T10:15:29.703 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.704 DEBUG:boto:Data: 2022-09-01T10:15:29.704 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.705 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.705 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.706 DEBUG:boto:Params: {} 2022-09-01T10:15:29.707 DEBUG:boto:Token: None 2022-09-01T10:15:29.707 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/ 2022-09-01T10:15:29.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE= 2022-09-01T10:15:29.710 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE=', 'Content-Length': '0'} 2022-09-01T10:15:29.714 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004affcd6a140ff22a-0063108641-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.715 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:29.716 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:29.717 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.717 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.718 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.719 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.720 DEBUG:boto:Method: GET 2022-09-01T10:15:29.720 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.721 DEBUG:boto:Data: 2022-09-01T10:15:29.721 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.722 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.722 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.723 DEBUG:boto:Params: {} 2022-09-01T10:15:29.724 DEBUG:boto:Token: None 2022-09-01T10:15:29.724 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.725 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XgvT3g9ahE/tONKRUZH2jMQNgPE= 2022-09-01T10:15:29.726 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XgvT3g9ahE/tONKRUZH2jMQNgPE=', 'Content-Length': '0'} 2022-09-01T10:15:29.731 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ee69d5bd92fb87f6-0063108641-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.732 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.733 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.734 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.735 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.735 DEBUG:boto:Method: GET 2022-09-01T10:15:29.736 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.736 DEBUG:boto:Data: 2022-09-01T10:15:29.737 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.737 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.738 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.740 DEBUG:boto:Params: {} 2022-09-01T10:15:29.741 DEBUG:boto:Token: None 2022-09-01T10:15:29.741 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.743 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XgvT3g9ahE/tONKRUZH2jMQNgPE= 2022-09-01T10:15:29.744 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XgvT3g9ahE/tONKRUZH2jMQNgPE=', 'Content-Length': '0'} 2022-09-01T10:15:29.748 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c0410298d7221f45-0063108641-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.786 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.787 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.788 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.788 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.789 DEBUG:boto:Method: HEAD 2022-09-01T10:15:29.789 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.790 DEBUG:boto:Data: 2022-09-01T10:15:29.790 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.791 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.792 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.792 DEBUG:boto:Params: {} 2022-09-01T10:15:29.793 DEBUG:boto:Token: None 2022-09-01T10:15:29.793 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.794 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+iNPfJDDsc9OLObQj75zAZGWzy0= 2022-09-01T10:15:29.795 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+iNPfJDDsc9OLObQj75zAZGWzy0=', 'Content-Length': '0'} 2022-09-01T10:15:29.799 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000017e2d5197a9e0005-0063108641-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.800 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.801 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.801 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.802 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.803 DEBUG:boto:Method: HEAD 2022-09-01T10:15:29.805 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.806 DEBUG:boto:Data: 2022-09-01T10:15:29.806 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.807 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.807 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.808 DEBUG:boto:Params: {} 2022-09-01T10:15:29.809 DEBUG:boto:Token: None 2022-09-01T10:15:29.810 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.810 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+iNPfJDDsc9OLObQj75zAZGWzy0= 2022-09-01T10:15:29.811 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+iNPfJDDsc9OLObQj75zAZGWzy0=', 'Content-Length': '0'} 2022-09-01T10:15:29.815 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f8d2809224a7f336-0063108641-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.815 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:29.816 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.817 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.817 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.818 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.818 DEBUG:boto:Method: GET 2022-09-01T10:15:29.819 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.819 DEBUG:boto:Data: 2022-09-01T10:15:29.820 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.821 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.821 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.822 DEBUG:boto:Params: {} 2022-09-01T10:15:29.822 DEBUG:boto:Token: None 2022-09-01T10:15:29.823 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.824 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XgvT3g9ahE/tONKRUZH2jMQNgPE= 2022-09-01T10:15:29.825 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XgvT3g9ahE/tONKRUZH2jMQNgPE=', 'Content-Length': '0'} 2022-09-01T10:15:29.828 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008fbd534cee5cda3d-0063108641-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.830 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.831 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.831 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.832 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.832 DEBUG:boto:Method: GET 2022-09-01T10:15:29.833 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.833 DEBUG:boto:Data: 2022-09-01T10:15:29.834 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.835 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.835 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.836 DEBUG:boto:Params: {} 2022-09-01T10:15:29.837 DEBUG:boto:Token: None 2022-09-01T10:15:29.837 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:29.839 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XgvT3g9ahE/tONKRUZH2jMQNgPE= 2022-09-01T10:15:29.840 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XgvT3g9ahE/tONKRUZH2jMQNgPE=', 'Content-Length': '0'} 2022-09-01T10:15:29.843 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000094b829b53a95cfc-0063108641-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.844 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:29.844 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:29.845 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.845 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.846 DEBUG:boto:Method: GET 2022-09-01T10:15:29.847 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.847 DEBUG:boto:Data: 2022-09-01T10:15:29.848 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.849 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.850 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.850 DEBUG:boto:Params: {} 2022-09-01T10:15:29.851 DEBUG:boto:Token: None 2022-09-01T10:15:29.852 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/ 2022-09-01T10:15:29.853 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE= 2022-09-01T10:15:29.854 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE=', 'Content-Length': '0'} 2022-09-01T10:15:29.860 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007a064a027db271a1-0063108641-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.861 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:29.862 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:29.862 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:29.863 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.863 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.864 DEBUG:boto:Method: GET 2022-09-01T10:15:29.865 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.866 DEBUG:boto:Data: 2022-09-01T10:15:29.867 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.868 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.869 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.870 DEBUG:boto:Params: {} 2022-09-01T10:15:29.871 DEBUG:boto:Token: None 2022-09-01T10:15:29.872 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/ 2022-09-01T10:15:29.873 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE= 2022-09-01T10:15:29.874 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE=', 'Content-Length': '0'} 2022-09-01T10:15:29.878 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000252dbd88a7364c63-0063108641-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.879 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:29.880 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.881 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.881 DEBUG:boto:Method: HEAD 2022-09-01T10:15:29.882 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:29.882 DEBUG:boto:Data: 2022-09-01T10:15:29.884 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.884 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.885 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.886 DEBUG:boto:Params: {} 2022-09-01T10:15:29.887 DEBUG:boto:Token: None 2022-09-01T10:15:29.887 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj 2022-09-01T10:15:29.888 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UIR/oaORGPs+f/kcbN7Yp4skHYw= 2022-09-01T10:15:29.889 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UIR/oaORGPs+f/kcbN7Yp4skHYw=', 'Content-Length': '0'} 2022-09-01T10:15:29.897 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000017cd64877bd0bfbb-0063108641-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.898 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.899 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.900 DEBUG:boto:Method: HEAD 2022-09-01T10:15:29.900 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:29.901 DEBUG:boto:Data: 2022-09-01T10:15:29.902 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.903 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.905 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.906 DEBUG:boto:Params: {} 2022-09-01T10:15:29.907 DEBUG:boto:Token: None 2022-09-01T10:15:29.908 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj 2022-09-01T10:15:29.909 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UIR/oaORGPs+f/kcbN7Yp4skHYw= 2022-09-01T10:15:29.910 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UIR/oaORGPs+f/kcbN7Yp4skHYw=', 'Content-Length': '0'} 2022-09-01T10:15:29.914 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002581f1e2d6577cbd-0063108641-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.915 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:29.917 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.918 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.919 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.920 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.921 DEBUG:boto:Method: GET 2022-09-01T10:15:29.923 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.924 DEBUG:boto:Data: 2022-09-01T10:15:29.924 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.925 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.925 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.926 DEBUG:boto:Params: {} 2022-09-01T10:15:29.927 DEBUG:boto:Token: None 2022-09-01T10:15:29.927 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.929 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oDwL+/Fv3H/Kkbkq2Suv8oB25hI= 2022-09-01T10:15:29.929 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oDwL+/Fv3H/Kkbkq2Suv8oB25hI=', 'Content-Length': '0'} 2022-09-01T10:15:29.931 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000675fa80054a04246-0063108641-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.974 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:29.975 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:29.976 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.976 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.977 DEBUG:boto:Method: GET 2022-09-01T10:15:29.977 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.978 DEBUG:boto:Data: 2022-09-01T10:15:29.979 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.979 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:29.980 DEBUG:boto:Port: 8000 2022-09-01T10:15:29.981 DEBUG:boto:Params: {} 2022-09-01T10:15:29.982 DEBUG:boto:Token: None 2022-09-01T10:15:29.982 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:29.983 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oDwL+/Fv3H/Kkbkq2Suv8oB25hI= 2022-09-01T10:15:29.984 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oDwL+/Fv3H/Kkbkq2Suv8oB25hI=', 'Content-Length': '0'} 2022-09-01T10:15:29.986 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a75ee3016f9a1bcd-0063108641-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:29.988 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:29.988 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:29.989 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.989 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.990 DEBUG:boto:Method: GET 2022-09-01T10:15:29.991 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:29.991 DEBUG:boto:Data: 2022-09-01T10:15:29.992 DEBUG:boto:Headers: {} 2022-09-01T10:15:29.993 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:29.993 DEBUG:boto:Port: 8001 2022-09-01T10:15:29.994 DEBUG:boto:Params: {} 2022-09-01T10:15:29.995 DEBUG:boto:Token: None 2022-09-01T10:15:29.995 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:29 GMT /ptoxvb-19/ 2022-09-01T10:15:29.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE= 2022-09-01T10:15:29.997 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jRwkuy/KzfzsnvFNZJHJY93fiE=', 'Content-Length': '0'} 2022-09-01T10:15:30.000 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bc0b340516dea82a-0063108641-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.000 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:30.001 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:30.002 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:30.003 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.003 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.004 DEBUG:boto:Method: GET 2022-09-01T10:15:30.004 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.005 DEBUG:boto:Data: 2022-09-01T10:15:30.005 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.006 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.006 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.007 DEBUG:boto:Params: {} 2022-09-01T10:15:30.007 DEBUG:boto:Token: None 2022-09-01T10:15:30.009 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/ 2022-09-01T10:15:30.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA= 2022-09-01T10:15:30.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA=', 'Content-Length': '0'} 2022-09-01T10:15:30.015 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005c1985b8aecfb78b-0063108642-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.059 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:30.061 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:30.062 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.065 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.066 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.067 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.067 DEBUG:boto:Method: GET 2022-09-01T10:15:30.068 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.069 DEBUG:boto:Data: 2022-09-01T10:15:30.069 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.070 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.071 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.072 DEBUG:boto:Params: {} 2022-09-01T10:15:30.073 DEBUG:boto:Token: None 2022-09-01T10:15:30.074 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gzRu+zmeAVJaPg1WHt/3tPt+VsA= 2022-09-01T10:15:30.077 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gzRu+zmeAVJaPg1WHt/3tPt+VsA=', 'Content-Length': '0'} 2022-09-01T10:15:30.081 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000098334e80c0031bf3-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.082 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.083 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.083 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.084 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.085 DEBUG:boto:Method: GET 2022-09-01T10:15:30.086 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.087 DEBUG:boto:Data: 2022-09-01T10:15:30.088 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.089 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.090 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.091 DEBUG:boto:Params: {} 2022-09-01T10:15:30.092 DEBUG:boto:Token: None 2022-09-01T10:15:30.093 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gzRu+zmeAVJaPg1WHt/3tPt+VsA= 2022-09-01T10:15:30.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gzRu+zmeAVJaPg1WHt/3tPt+VsA=', 'Content-Length': '0'} 2022-09-01T10:15:30.097 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d00f9e56228d2cc3-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.098 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.098 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.099 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.099 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.100 DEBUG:boto:Method: HEAD 2022-09-01T10:15:30.100 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.101 DEBUG:boto:Data: 2022-09-01T10:15:30.101 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.102 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.102 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.103 DEBUG:boto:Params: {} 2022-09-01T10:15:30.104 DEBUG:boto:Token: None 2022-09-01T10:15:30.104 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.105 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rJrdIl6BVszAvGEsk84v1JJhduQ= 2022-09-01T10:15:30.106 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rJrdIl6BVszAvGEsk84v1JJhduQ=', 'Content-Length': '0'} 2022-09-01T10:15:30.111 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b4b175190a3a6ac2-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.113 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.114 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.115 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.116 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.117 DEBUG:boto:Method: HEAD 2022-09-01T10:15:30.118 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.119 DEBUG:boto:Data: 2022-09-01T10:15:30.120 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.121 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.123 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.124 DEBUG:boto:Params: {} 2022-09-01T10:15:30.125 DEBUG:boto:Token: None 2022-09-01T10:15:30.126 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.127 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rJrdIl6BVszAvGEsk84v1JJhduQ= 2022-09-01T10:15:30.128 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rJrdIl6BVszAvGEsk84v1JJhduQ=', 'Content-Length': '0'} 2022-09-01T10:15:30.131 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c1a870302c1c5501-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.132 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:30.132 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.133 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.133 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.134 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.134 DEBUG:boto:Method: GET 2022-09-01T10:15:30.135 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.136 DEBUG:boto:Data: 2022-09-01T10:15:30.136 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.137 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.137 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.138 DEBUG:boto:Params: {} 2022-09-01T10:15:30.139 DEBUG:boto:Token: None 2022-09-01T10:15:30.140 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.141 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gzRu+zmeAVJaPg1WHt/3tPt+VsA= 2022-09-01T10:15:30.141 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gzRu+zmeAVJaPg1WHt/3tPt+VsA=', 'Content-Length': '0'} 2022-09-01T10:15:30.144 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000af54450e4db522b9-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.145 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.145 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.146 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.147 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.147 DEBUG:boto:Method: GET 2022-09-01T10:15:30.148 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.148 DEBUG:boto:Data: 2022-09-01T10:15:30.149 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.149 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.150 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.150 DEBUG:boto:Params: {} 2022-09-01T10:15:30.151 DEBUG:boto:Token: None 2022-09-01T10:15:30.152 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:30.152 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gzRu+zmeAVJaPg1WHt/3tPt+VsA= 2022-09-01T10:15:30.153 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gzRu+zmeAVJaPg1WHt/3tPt+VsA=', 'Content-Length': '0'} 2022-09-01T10:15:30.155 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fb6fc816e1b76fb1-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.156 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:30.157 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:30.158 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.158 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.159 DEBUG:boto:Method: GET 2022-09-01T10:15:30.159 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.160 DEBUG:boto:Data: 2022-09-01T10:15:30.160 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.161 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.162 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.162 DEBUG:boto:Params: {} 2022-09-01T10:15:30.163 DEBUG:boto:Token: None 2022-09-01T10:15:30.163 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/ 2022-09-01T10:15:30.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA= 2022-09-01T10:15:30.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA=', 'Content-Length': '0'} 2022-09-01T10:15:30.168 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d178b07f4f37aab5-0063108642-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.168 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:30.169 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:30.170 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:30.170 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.171 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.171 DEBUG:boto:Method: GET 2022-09-01T10:15:30.172 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.172 DEBUG:boto:Data: 2022-09-01T10:15:30.173 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.173 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.174 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.175 DEBUG:boto:Params: {} 2022-09-01T10:15:30.175 DEBUG:boto:Token: None 2022-09-01T10:15:30.176 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/ 2022-09-01T10:15:30.176 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA= 2022-09-01T10:15:30.177 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA=', 'Content-Length': '0'} 2022-09-01T10:15:30.180 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006a4f48114ccd3d33-0063108642-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.180 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:30.181 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.182 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.182 DEBUG:boto:Method: HEAD 2022-09-01T10:15:30.183 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:30.183 DEBUG:boto:Data: 2022-09-01T10:15:30.184 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.184 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.185 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.185 DEBUG:boto:Params: {} 2022-09-01T10:15:30.186 DEBUG:boto:Token: None 2022-09-01T10:15:30.187 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj 2022-09-01T10:15:30.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcI/BLIi86rSJQvaGEhQ2pYcJ/A= 2022-09-01T10:15:30.188 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcI/BLIi86rSJQvaGEhQ2pYcJ/A=', 'Content-Length': '0'} 2022-09-01T10:15:30.192 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fe8deeeb364d69d1-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.193 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.193 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.194 DEBUG:boto:Method: HEAD 2022-09-01T10:15:30.195 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:30.195 DEBUG:boto:Data: 2022-09-01T10:15:30.196 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.196 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.197 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.197 DEBUG:boto:Params: {} 2022-09-01T10:15:30.198 DEBUG:boto:Token: None 2022-09-01T10:15:30.198 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj 2022-09-01T10:15:30.199 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcI/BLIi86rSJQvaGEhQ2pYcJ/A= 2022-09-01T10:15:30.200 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcI/BLIi86rSJQvaGEhQ2pYcJ/A=', 'Content-Length': '0'} 2022-09-01T10:15:30.203 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000028904dd011889b07-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.204 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:30.205 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.206 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.207 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.208 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.208 DEBUG:boto:Method: GET 2022-09-01T10:15:30.209 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.210 DEBUG:boto:Data: 2022-09-01T10:15:30.211 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.212 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.213 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.214 DEBUG:boto:Params: {} 2022-09-01T10:15:30.215 DEBUG:boto:Token: None 2022-09-01T10:15:30.216 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YBUCY/ggh1FBubzsklK3Fe7JOTY= 2022-09-01T10:15:30.217 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YBUCY/ggh1FBubzsklK3Fe7JOTY=', 'Content-Length': '0'} 2022-09-01T10:15:30.219 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006dde51ba061786b4-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.262 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.263 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.264 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.265 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.267 DEBUG:boto:Method: GET 2022-09-01T10:15:30.268 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.269 DEBUG:boto:Data: 2022-09-01T10:15:30.270 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.271 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.272 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.273 DEBUG:boto:Params: {} 2022-09-01T10:15:30.274 DEBUG:boto:Token: None 2022-09-01T10:15:30.275 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YBUCY/ggh1FBubzsklK3Fe7JOTY= 2022-09-01T10:15:30.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YBUCY/ggh1FBubzsklK3Fe7JOTY=', 'Content-Length': '0'} 2022-09-01T10:15:30.280 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000332587d47d5bb8af-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.282 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:30.283 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:30.283 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.284 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.285 DEBUG:boto:Method: GET 2022-09-01T10:15:30.285 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.286 DEBUG:boto:Data: 2022-09-01T10:15:30.287 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.288 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.288 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.289 DEBUG:boto:Params: {} 2022-09-01T10:15:30.290 DEBUG:boto:Token: None 2022-09-01T10:15:30.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/ 2022-09-01T10:15:30.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA= 2022-09-01T10:15:30.292 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA=', 'Content-Length': '0'} 2022-09-01T10:15:30.296 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c7ff9007169694a8-0063108642-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.297 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:30.298 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:30.299 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:30.299 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.300 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.300 DEBUG:boto:Method: GET 2022-09-01T10:15:30.301 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.302 DEBUG:boto:Data: 2022-09-01T10:15:30.303 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.304 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.305 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.306 DEBUG:boto:Params: {} 2022-09-01T10:15:30.309 DEBUG:boto:Token: None 2022-09-01T10:15:30.310 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/ 2022-09-01T10:15:30.312 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA= 2022-09-01T10:15:30.313 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA=', 'Content-Length': '0'} 2022-09-01T10:15:30.317 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d1c3b48fc7fb4947-0063108642-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.318 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:30.319 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:30.320 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.321 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.322 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.322 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.323 DEBUG:boto:Method: GET 2022-09-01T10:15:30.324 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.324 DEBUG:boto:Data: 2022-09-01T10:15:30.325 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.325 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.326 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.326 DEBUG:boto:Params: {} 2022-09-01T10:15:30.327 DEBUG:boto:Token: None 2022-09-01T10:15:30.328 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.329 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZZHAhlVuAu9Q5h6fISYMWiYBwgk= 2022-09-01T10:15:30.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZZHAhlVuAu9Q5h6fISYMWiYBwgk=', 'Content-Length': '0'} 2022-09-01T10:15:30.331 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d6228920122a6f62-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.332 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.333 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.333 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.334 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.334 DEBUG:boto:Method: GET 2022-09-01T10:15:30.335 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.336 DEBUG:boto:Data: 2022-09-01T10:15:30.336 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.337 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.337 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.338 DEBUG:boto:Params: {} 2022-09-01T10:15:30.338 DEBUG:boto:Token: None 2022-09-01T10:15:30.339 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.340 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZZHAhlVuAu9Q5h6fISYMWiYBwgk= 2022-09-01T10:15:30.340 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZZHAhlVuAu9Q5h6fISYMWiYBwgk=', 'Content-Length': '0'} 2022-09-01T10:15:30.343 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007c3636f425ccc7d4-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.344 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.344 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.345 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.345 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.346 DEBUG:boto:Method: HEAD 2022-09-01T10:15:30.346 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.347 DEBUG:boto:Data: 2022-09-01T10:15:30.347 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.348 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.348 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.349 DEBUG:boto:Params: {} 2022-09-01T10:15:30.350 DEBUG:boto:Token: None 2022-09-01T10:15:30.350 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qTvvoOlPQG/hmrJCNUdNyMh6BNI= 2022-09-01T10:15:30.351 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qTvvoOlPQG/hmrJCNUdNyMh6BNI=', 'Content-Length': '0'} 2022-09-01T10:15:30.354 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bfea790ff5bd00ab-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.356 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.356 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.357 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.357 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.358 DEBUG:boto:Method: HEAD 2022-09-01T10:15:30.359 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.360 DEBUG:boto:Data: 2022-09-01T10:15:30.362 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.362 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.363 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.364 DEBUG:boto:Params: {} 2022-09-01T10:15:30.364 DEBUG:boto:Token: None 2022-09-01T10:15:30.365 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.366 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qTvvoOlPQG/hmrJCNUdNyMh6BNI= 2022-09-01T10:15:30.366 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qTvvoOlPQG/hmrJCNUdNyMh6BNI=', 'Content-Length': '0'} 2022-09-01T10:15:30.368 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000009c7941ef47cf9a4-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.369 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:30.370 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.371 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.371 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.372 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.372 DEBUG:boto:Method: GET 2022-09-01T10:15:30.373 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.373 DEBUG:boto:Data: 2022-09-01T10:15:30.374 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.375 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.375 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.376 DEBUG:boto:Params: {} 2022-09-01T10:15:30.376 DEBUG:boto:Token: None 2022-09-01T10:15:30.377 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.378 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZZHAhlVuAu9Q5h6fISYMWiYBwgk= 2022-09-01T10:15:30.378 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZZHAhlVuAu9Q5h6fISYMWiYBwgk=', 'Content-Length': '0'} 2022-09-01T10:15:30.382 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f834710e1506a8c6-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.422 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.423 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.424 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.424 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.425 DEBUG:boto:Method: GET 2022-09-01T10:15:30.426 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.426 DEBUG:boto:Data: 2022-09-01T10:15:30.427 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.427 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.428 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.429 DEBUG:boto:Params: {} 2022-09-01T10:15:30.429 DEBUG:boto:Token: None 2022-09-01T10:15:30.430 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:30.431 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZZHAhlVuAu9Q5h6fISYMWiYBwgk= 2022-09-01T10:15:30.432 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZZHAhlVuAu9Q5h6fISYMWiYBwgk=', 'Content-Length': '0'} 2022-09-01T10:15:30.434 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e4e33b1ff0f4342a-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.435 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:30.436 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:30.436 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.437 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.437 DEBUG:boto:Method: GET 2022-09-01T10:15:30.438 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.438 DEBUG:boto:Data: 2022-09-01T10:15:30.439 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.439 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.440 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.440 DEBUG:boto:Params: {} 2022-09-01T10:15:30.441 DEBUG:boto:Token: None 2022-09-01T10:15:30.442 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/ 2022-09-01T10:15:30.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA= 2022-09-01T10:15:30.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA=', 'Content-Length': '0'} 2022-09-01T10:15:30.447 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000c7074b5243aa9ba-0063108642-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.449 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:30.451 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:30.452 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:30.454 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.455 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.457 DEBUG:boto:Method: GET 2022-09-01T10:15:30.457 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.458 DEBUG:boto:Data: 2022-09-01T10:15:30.458 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.459 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.460 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.460 DEBUG:boto:Params: {} 2022-09-01T10:15:30.461 DEBUG:boto:Token: None 2022-09-01T10:15:30.462 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/ 2022-09-01T10:15:30.462 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA= 2022-09-01T10:15:30.463 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA=', 'Content-Length': '0'} 2022-09-01T10:15:30.474 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e2e1b97117282885-0063108642-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.475 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:30.476 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.476 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.477 DEBUG:boto:Method: HEAD 2022-09-01T10:15:30.477 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:30.478 DEBUG:boto:Data: 2022-09-01T10:15:30.478 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.479 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.479 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.480 DEBUG:boto:Params: {} 2022-09-01T10:15:30.481 DEBUG:boto:Token: None 2022-09-01T10:15:30.481 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj 2022-09-01T10:15:30.482 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcI/BLIi86rSJQvaGEhQ2pYcJ/A= 2022-09-01T10:15:30.482 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcI/BLIi86rSJQvaGEhQ2pYcJ/A=', 'Content-Length': '0'} 2022-09-01T10:15:30.486 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009ab54c63fe81ab23-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.488 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.490 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.491 DEBUG:boto:Method: HEAD 2022-09-01T10:15:30.492 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:30.492 DEBUG:boto:Data: 2022-09-01T10:15:30.493 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.495 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.496 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.497 DEBUG:boto:Params: {} 2022-09-01T10:15:30.498 DEBUG:boto:Token: None 2022-09-01T10:15:30.499 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj 2022-09-01T10:15:30.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcI/BLIi86rSJQvaGEhQ2pYcJ/A= 2022-09-01T10:15:30.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcI/BLIi86rSJQvaGEhQ2pYcJ/A=', 'Content-Length': '0'} 2022-09-01T10:15:30.506 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000011dad90d2654b8b8-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.507 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:30.507 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.508 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.508 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.509 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.509 DEBUG:boto:Method: GET 2022-09-01T10:15:30.510 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.511 DEBUG:boto:Data: 2022-09-01T10:15:30.511 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.512 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.512 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.513 DEBUG:boto:Params: {} 2022-09-01T10:15:30.513 DEBUG:boto:Token: None 2022-09-01T10:15:30.514 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YBUCY/ggh1FBubzsklK3Fe7JOTY= 2022-09-01T10:15:30.515 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YBUCY/ggh1FBubzsklK3Fe7JOTY=', 'Content-Length': '0'} 2022-09-01T10:15:30.519 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dfddf28dc94a3d2a-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.566 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.567 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.568 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.568 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.569 DEBUG:boto:Method: GET 2022-09-01T10:15:30.569 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.570 DEBUG:boto:Data: 2022-09-01T10:15:30.571 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.571 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.572 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.572 DEBUG:boto:Params: {} 2022-09-01T10:15:30.573 DEBUG:boto:Token: None 2022-09-01T10:15:30.574 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.574 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YBUCY/ggh1FBubzsklK3Fe7JOTY= 2022-09-01T10:15:30.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YBUCY/ggh1FBubzsklK3Fe7JOTY=', 'Content-Length': '0'} 2022-09-01T10:15:30.578 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a43355a4bbaca4aa-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.580 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:30.580 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:30.581 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.582 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.582 DEBUG:boto:Method: GET 2022-09-01T10:15:30.583 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.584 DEBUG:boto:Data: 2022-09-01T10:15:30.585 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.586 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.586 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.587 DEBUG:boto:Params: {} 2022-09-01T10:15:30.587 DEBUG:boto:Token: None 2022-09-01T10:15:30.588 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/ 2022-09-01T10:15:30.589 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA= 2022-09-01T10:15:30.590 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA=', 'Content-Length': '0'} 2022-09-01T10:15:30.599 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007c6898d3fc727122-0063108642-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.600 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:30.601 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:30.602 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:30.602 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.603 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.603 DEBUG:boto:Method: GET 2022-09-01T10:15:30.604 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.605 DEBUG:boto:Data: 2022-09-01T10:15:30.605 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.606 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.606 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.607 DEBUG:boto:Params: {} 2022-09-01T10:15:30.607 DEBUG:boto:Token: None 2022-09-01T10:15:30.608 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/ 2022-09-01T10:15:30.609 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA= 2022-09-01T10:15:30.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA=', 'Content-Length': '0'} 2022-09-01T10:15:30.612 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000079bf3e0b0e09554d-0063108642-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.654 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:30.655 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:30.656 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.656 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.657 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.658 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.658 DEBUG:boto:Method: GET 2022-09-01T10:15:30.659 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.660 DEBUG:boto:Data: 2022-09-01T10:15:30.660 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.661 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.661 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.662 DEBUG:boto:Params: {} 2022-09-01T10:15:30.662 DEBUG:boto:Token: None 2022-09-01T10:15:30.663 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.664 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nbIkELY1ZX0NFOBOUFaGiCT1HwI= 2022-09-01T10:15:30.665 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nbIkELY1ZX0NFOBOUFaGiCT1HwI=', 'Content-Length': '0'} 2022-09-01T10:15:30.668 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003fa0bd78256c32e5-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.669 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.669 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.670 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.671 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.671 DEBUG:boto:Method: GET 2022-09-01T10:15:30.672 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.673 DEBUG:boto:Data: 2022-09-01T10:15:30.673 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.674 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.676 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.677 DEBUG:boto:Params: {} 2022-09-01T10:15:30.677 DEBUG:boto:Token: None 2022-09-01T10:15:30.678 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.679 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nbIkELY1ZX0NFOBOUFaGiCT1HwI= 2022-09-01T10:15:30.679 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nbIkELY1ZX0NFOBOUFaGiCT1HwI=', 'Content-Length': '0'} 2022-09-01T10:15:30.682 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000096b6c2cc96855abf-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.683 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.684 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.684 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.685 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.686 DEBUG:boto:Method: HEAD 2022-09-01T10:15:30.687 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.689 DEBUG:boto:Data: 2022-09-01T10:15:30.689 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.690 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.691 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.692 DEBUG:boto:Params: {} 2022-09-01T10:15:30.693 DEBUG:boto:Token: None 2022-09-01T10:15:30.694 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.695 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z4oRLDcv3rE+HJZIxbm5rtKAja8= 2022-09-01T10:15:30.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z4oRLDcv3rE+HJZIxbm5rtKAja8=', 'Content-Length': '0'} 2022-09-01T10:15:30.698 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000afa5d61a2281f2df-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.700 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.701 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.702 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.702 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.703 DEBUG:boto:Method: HEAD 2022-09-01T10:15:30.703 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.704 DEBUG:boto:Data: 2022-09-01T10:15:30.705 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.706 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.706 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.707 DEBUG:boto:Params: {} 2022-09-01T10:15:30.707 DEBUG:boto:Token: None 2022-09-01T10:15:30.708 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z4oRLDcv3rE+HJZIxbm5rtKAja8= 2022-09-01T10:15:30.711 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z4oRLDcv3rE+HJZIxbm5rtKAja8=', 'Content-Length': '0'} 2022-09-01T10:15:30.713 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fc902d7d48f833fa-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.714 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:30.715 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.716 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.717 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.717 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.718 DEBUG:boto:Method: GET 2022-09-01T10:15:30.719 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.720 DEBUG:boto:Data: 2022-09-01T10:15:30.721 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.722 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.723 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.723 DEBUG:boto:Params: {} 2022-09-01T10:15:30.724 DEBUG:boto:Token: None 2022-09-01T10:15:30.724 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.726 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nbIkELY1ZX0NFOBOUFaGiCT1HwI= 2022-09-01T10:15:30.727 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nbIkELY1ZX0NFOBOUFaGiCT1HwI=', 'Content-Length': '0'} 2022-09-01T10:15:30.729 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d9cc5051022c1a4e-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.731 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.731 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.732 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.733 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.734 DEBUG:boto:Method: GET 2022-09-01T10:15:30.734 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.735 DEBUG:boto:Data: 2022-09-01T10:15:30.736 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.736 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.737 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.737 DEBUG:boto:Params: {} 2022-09-01T10:15:30.738 DEBUG:boto:Token: None 2022-09-01T10:15:30.739 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:30.740 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nbIkELY1ZX0NFOBOUFaGiCT1HwI= 2022-09-01T10:15:30.740 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nbIkELY1ZX0NFOBOUFaGiCT1HwI=', 'Content-Length': '0'} 2022-09-01T10:15:30.743 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000031211da0a5bc6795-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.744 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:30.745 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:30.746 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.747 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.748 DEBUG:boto:Method: GET 2022-09-01T10:15:30.749 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.749 DEBUG:boto:Data: 2022-09-01T10:15:30.750 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.751 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.752 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.752 DEBUG:boto:Params: {} 2022-09-01T10:15:30.753 DEBUG:boto:Token: None 2022-09-01T10:15:30.754 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/ 2022-09-01T10:15:30.755 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA= 2022-09-01T10:15:30.756 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA=', 'Content-Length': '0'} 2022-09-01T10:15:30.760 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006afd7b342352ef04-0063108642-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.761 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:30.763 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:30.764 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:30.764 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.765 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.765 DEBUG:boto:Method: GET 2022-09-01T10:15:30.766 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.767 DEBUG:boto:Data: 2022-09-01T10:15:30.767 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.768 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.768 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.769 DEBUG:boto:Params: {} 2022-09-01T10:15:30.770 DEBUG:boto:Token: None 2022-09-01T10:15:30.770 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/ 2022-09-01T10:15:30.771 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA= 2022-09-01T10:15:30.772 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA=', 'Content-Length': '0'} 2022-09-01T10:15:30.776 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a8fbb75f279b58fb-0063108642-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.778 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:30.779 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.780 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.782 DEBUG:boto:Method: HEAD 2022-09-01T10:15:30.783 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:30.784 DEBUG:boto:Data: 2022-09-01T10:15:30.785 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.786 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.787 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.788 DEBUG:boto:Params: {} 2022-09-01T10:15:30.789 DEBUG:boto:Token: None 2022-09-01T10:15:30.790 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj 2022-09-01T10:15:30.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcI/BLIi86rSJQvaGEhQ2pYcJ/A= 2022-09-01T10:15:30.792 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcI/BLIi86rSJQvaGEhQ2pYcJ/A=', 'Content-Length': '0'} 2022-09-01T10:15:30.797 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000df7deec08b973c86-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.799 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.800 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.801 DEBUG:boto:Method: HEAD 2022-09-01T10:15:30.802 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:30.803 DEBUG:boto:Data: 2022-09-01T10:15:30.803 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.804 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.805 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.805 DEBUG:boto:Params: {} 2022-09-01T10:15:30.806 DEBUG:boto:Token: None 2022-09-01T10:15:30.807 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj 2022-09-01T10:15:30.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcI/BLIi86rSJQvaGEhQ2pYcJ/A= 2022-09-01T10:15:30.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcI/BLIi86rSJQvaGEhQ2pYcJ/A=', 'Content-Length': '0'} 2022-09-01T10:15:30.814 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e5480b412499411b-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.815 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:30.816 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.817 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.817 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.818 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.818 DEBUG:boto:Method: GET 2022-09-01T10:15:30.819 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.820 DEBUG:boto:Data: 2022-09-01T10:15:30.820 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.821 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.821 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.822 DEBUG:boto:Params: {} 2022-09-01T10:15:30.823 DEBUG:boto:Token: None 2022-09-01T10:15:30.823 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.824 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YBUCY/ggh1FBubzsklK3Fe7JOTY= 2022-09-01T10:15:30.825 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YBUCY/ggh1FBubzsklK3Fe7JOTY=', 'Content-Length': '0'} 2022-09-01T10:15:30.827 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000aba785ddd7f0096f-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.872 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.873 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.874 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.876 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.877 DEBUG:boto:Method: GET 2022-09-01T10:15:30.878 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.889 DEBUG:boto:Data: 2022-09-01T10:15:30.891 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.892 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.893 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.894 DEBUG:boto:Params: {} 2022-09-01T10:15:30.895 DEBUG:boto:Token: None 2022-09-01T10:15:30.896 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:30.897 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YBUCY/ggh1FBubzsklK3Fe7JOTY= 2022-09-01T10:15:30.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YBUCY/ggh1FBubzsklK3Fe7JOTY=', 'Content-Length': '0'} 2022-09-01T10:15:30.904 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007a34c2af52e1dad3-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.905 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:30.906 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:30.907 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.908 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.909 DEBUG:boto:Method: GET 2022-09-01T10:15:30.910 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.911 DEBUG:boto:Data: 2022-09-01T10:15:30.912 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.913 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.914 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.915 DEBUG:boto:Params: {} 2022-09-01T10:15:30.916 DEBUG:boto:Token: None 2022-09-01T10:15:30.917 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/ 2022-09-01T10:15:30.919 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA= 2022-09-01T10:15:30.920 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA=', 'Content-Length': '0'} 2022-09-01T10:15:30.923 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000043e3b7ada6d22ce2-0063108642-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.924 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:30.926 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:30.927 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:30.928 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.929 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.930 DEBUG:boto:Method: GET 2022-09-01T10:15:30.931 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:30.932 DEBUG:boto:Data: 2022-09-01T10:15:30.933 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.934 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.935 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.936 DEBUG:boto:Params: {} 2022-09-01T10:15:30.937 DEBUG:boto:Token: None 2022-09-01T10:15:30.938 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/ 2022-09-01T10:15:30.939 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA= 2022-09-01T10:15:30.941 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lxPsBhVsLIAlyUwEBz4FAiZBNOA=', 'Content-Length': '0'} 2022-09-01T10:15:30.944 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c682f295e3fffbd2-0063108642-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.945 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:30.948 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:30.949 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.950 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.950 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:30.951 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:30.951 DEBUG:boto:Method: GET 2022-09-01T10:15:30.952 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:30.953 DEBUG:boto:Data: 2022-09-01T10:15:30.953 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.954 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.955 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.955 DEBUG:boto:Params: {} 2022-09-01T10:15:30.956 DEBUG:boto:Token: None 2022-09-01T10:15:30.957 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:30.957 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cEFSFsQq4T8JcyJuztUqLesdiso= 2022-09-01T10:15:30.958 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cEFSFsQq4T8JcyJuztUqLesdiso=', 'Content-Length': '0'} 2022-09-01T10:15:30.960 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000722d2f99a06d0c3a-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.961 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.962 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.962 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:30.963 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:30.964 DEBUG:boto:Method: GET 2022-09-01T10:15:30.966 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:30.967 DEBUG:boto:Data: 2022-09-01T10:15:30.968 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.969 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:30.970 DEBUG:boto:Port: 8000 2022-09-01T10:15:30.971 DEBUG:boto:Params: {} 2022-09-01T10:15:30.972 DEBUG:boto:Token: None 2022-09-01T10:15:30.973 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:30.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cEFSFsQq4T8JcyJuztUqLesdiso= 2022-09-01T10:15:30.976 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cEFSFsQq4T8JcyJuztUqLesdiso=', 'Content-Length': '0'} 2022-09-01T10:15:30.979 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005abe2cf68bfc866d-0063108642-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.981 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.982 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.983 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:30.984 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:30.985 DEBUG:boto:Method: HEAD 2022-09-01T10:15:30.986 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:30.987 DEBUG:boto:Data: 2022-09-01T10:15:30.988 DEBUG:boto:Headers: {} 2022-09-01T10:15:30.989 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:30.990 DEBUG:boto:Port: 8001 2022-09-01T10:15:30.991 DEBUG:boto:Params: {} 2022-09-01T10:15:30.992 DEBUG:boto:Token: None 2022-09-01T10:15:30.993 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:30 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:30.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T49grAO7oqF7DMBZfR+7o7hzqJM= 2022-09-01T10:15:30.994 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T49grAO7oqF7DMBZfR+7o7hzqJM=', 'Content-Length': '0'} 2022-09-01T10:15:30.997 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000113e0a123b16b42f-0063108642-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:30.997 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:30.998 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:30.999 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:31.000 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:31.001 DEBUG:boto:Method: HEAD 2022-09-01T10:15:31.002 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:31.003 DEBUG:boto:Data: 2022-09-01T10:15:31.004 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.005 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.005 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.007 DEBUG:boto:Params: {} 2022-09-01T10:15:31.008 DEBUG:boto:Token: None 2022-09-01T10:15:31.009 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:31.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9I0xPq3Bx/pRvpV/7+fHtu8N23M= 2022-09-01T10:15:31.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9I0xPq3Bx/pRvpV/7+fHtu8N23M=', 'Content-Length': '0'} 2022-09-01T10:15:31.014 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bfc0e5d7236288ac-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.015 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:31.016 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.017 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.018 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:31.019 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:31.020 DEBUG:boto:Method: GET 2022-09-01T10:15:31.021 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:31.022 DEBUG:boto:Data: 2022-09-01T10:15:31.023 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.024 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.025 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.025 DEBUG:boto:Params: {} 2022-09-01T10:15:31.028 DEBUG:boto:Token: None 2022-09-01T10:15:31.029 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:31.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z3yw8YgaM468V0Dr6JKrztE53CQ= 2022-09-01T10:15:31.030 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z3yw8YgaM468V0Dr6JKrztE53CQ=', 'Content-Length': '0'} 2022-09-01T10:15:31.039 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003222e8e35b4472fc-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.040 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.041 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.042 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:31.043 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:31.045 DEBUG:boto:Method: GET 2022-09-01T10:15:31.046 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:31.047 DEBUG:boto:Data: 2022-09-01T10:15:31.048 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.048 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.049 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.050 DEBUG:boto:Params: {} 2022-09-01T10:15:31.050 DEBUG:boto:Token: None 2022-09-01T10:15:31.052 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:31.053 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z3yw8YgaM468V0Dr6JKrztE53CQ= 2022-09-01T10:15:31.053 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z3yw8YgaM468V0Dr6JKrztE53CQ=', 'Content-Length': '0'} 2022-09-01T10:15:31.056 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a4647d2371180c93-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.057 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:31.058 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:31.059 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.060 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.061 DEBUG:boto:Method: GET 2022-09-01T10:15:31.062 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.063 DEBUG:boto:Data: 2022-09-01T10:15:31.064 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.065 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.066 DEBUG:boto:Params: {} 2022-09-01T10:15:31.067 DEBUG:boto:Token: None 2022-09-01T10:15:31.068 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/ 2022-09-01T10:15:31.069 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE= 2022-09-01T10:15:31.070 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE=', 'Content-Length': '0'} 2022-09-01T10:15:31.074 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001c7c199b3cfa5851-0063108643-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.075 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:31.076 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:31.077 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:31.077 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.078 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.078 DEBUG:boto:Method: GET 2022-09-01T10:15:31.079 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.079 DEBUG:boto:Data: 2022-09-01T10:15:31.080 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.080 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.081 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.081 DEBUG:boto:Params: {} 2022-09-01T10:15:31.082 DEBUG:boto:Token: None 2022-09-01T10:15:31.083 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/ 2022-09-01T10:15:31.084 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE= 2022-09-01T10:15:31.085 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE=', 'Content-Length': '0'} 2022-09-01T10:15:31.088 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009cb345de88957a17-0063108643-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.090 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:31.090 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.091 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.092 DEBUG:boto:Method: HEAD 2022-09-01T10:15:31.092 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:31.093 DEBUG:boto:Data: 2022-09-01T10:15:31.093 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.094 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.094 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.095 DEBUG:boto:Params: {} 2022-09-01T10:15:31.095 DEBUG:boto:Token: None 2022-09-01T10:15:31.096 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj 2022-09-01T10:15:31.096 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI= 2022-09-01T10:15:31.097 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI=', 'Content-Length': '0'} 2022-09-01T10:15:31.101 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000189c71c3ab70898d-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.102 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.102 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.103 DEBUG:boto:Method: HEAD 2022-09-01T10:15:31.103 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:31.104 DEBUG:boto:Data: 2022-09-01T10:15:31.104 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.105 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.105 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.106 DEBUG:boto:Params: {} 2022-09-01T10:15:31.107 DEBUG:boto:Token: None 2022-09-01T10:15:31.107 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj 2022-09-01T10:15:31.108 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI= 2022-09-01T10:15:31.108 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI=', 'Content-Length': '0'} 2022-09-01T10:15:31.112 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e1fefbe8cea084a7-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.114 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:31.115 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.115 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.116 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.117 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.118 DEBUG:boto:Method: GET 2022-09-01T10:15:31.119 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.120 DEBUG:boto:Data: 2022-09-01T10:15:31.121 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.122 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.123 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.124 DEBUG:boto:Params: {} 2022-09-01T10:15:31.125 DEBUG:boto:Token: None 2022-09-01T10:15:31.126 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.127 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IfNenXThRqr+FYuxQ6RPYMifEfo= 2022-09-01T10:15:31.128 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IfNenXThRqr+FYuxQ6RPYMifEfo=', 'Content-Length': '0'} 2022-09-01T10:15:31.131 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000058fd2d6f4770929b-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.182 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.183 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.184 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.185 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.186 DEBUG:boto:Method: GET 2022-09-01T10:15:31.187 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.188 DEBUG:boto:Data: 2022-09-01T10:15:31.189 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.190 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.191 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.192 DEBUG:boto:Params: {} 2022-09-01T10:15:31.193 DEBUG:boto:Token: None 2022-09-01T10:15:31.194 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.196 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IfNenXThRqr+FYuxQ6RPYMifEfo= 2022-09-01T10:15:31.197 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IfNenXThRqr+FYuxQ6RPYMifEfo=', 'Content-Length': '0'} 2022-09-01T10:15:31.200 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004cf5d7298c2bc408-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.202 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:31.203 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:31.203 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.204 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.205 DEBUG:boto:Method: GET 2022-09-01T10:15:31.205 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.206 DEBUG:boto:Data: 2022-09-01T10:15:31.206 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.207 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.207 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.208 DEBUG:boto:Params: {} 2022-09-01T10:15:31.209 DEBUG:boto:Token: None 2022-09-01T10:15:31.210 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/ 2022-09-01T10:15:31.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE= 2022-09-01T10:15:31.211 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE=', 'Content-Length': '0'} 2022-09-01T10:15:31.215 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e9bba69e96850733-0063108643-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.216 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:31.216 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:31.217 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:31.218 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.218 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.219 DEBUG:boto:Method: GET 2022-09-01T10:15:31.219 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.220 DEBUG:boto:Data: 2022-09-01T10:15:31.220 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.221 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.222 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.223 DEBUG:boto:Params: {} 2022-09-01T10:15:31.224 DEBUG:boto:Token: None 2022-09-01T10:15:31.225 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/ 2022-09-01T10:15:31.226 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE= 2022-09-01T10:15:31.227 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE=', 'Content-Length': '0'} 2022-09-01T10:15:31.232 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eae8153da9f85f5d-0063108643-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.233 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:31.235 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:31.236 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.237 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.239 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.240 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.241 DEBUG:boto:Method: GET 2022-09-01T10:15:31.242 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.243 DEBUG:boto:Data: 2022-09-01T10:15:31.245 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.246 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.246 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.247 DEBUG:boto:Params: {} 2022-09-01T10:15:31.248 DEBUG:boto:Token: None 2022-09-01T10:15:31.249 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.250 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pyYZ2mlckunHwkzdFFxrhiUgqgE= 2022-09-01T10:15:31.250 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pyYZ2mlckunHwkzdFFxrhiUgqgE=', 'Content-Length': '0'} 2022-09-01T10:15:31.253 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000030c3df4ed3e4af27-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.254 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.255 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.255 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.256 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.256 DEBUG:boto:Method: GET 2022-09-01T10:15:31.257 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.257 DEBUG:boto:Data: 2022-09-01T10:15:31.258 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.259 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.259 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.260 DEBUG:boto:Params: {} 2022-09-01T10:15:31.261 DEBUG:boto:Token: None 2022-09-01T10:15:31.261 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.262 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pyYZ2mlckunHwkzdFFxrhiUgqgE= 2022-09-01T10:15:31.263 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pyYZ2mlckunHwkzdFFxrhiUgqgE=', 'Content-Length': '0'} 2022-09-01T10:15:31.265 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004b2846c255db4f69-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.266 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.267 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.267 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.268 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.269 DEBUG:boto:Method: HEAD 2022-09-01T10:15:31.269 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.270 DEBUG:boto:Data: 2022-09-01T10:15:31.270 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.271 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.271 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.272 DEBUG:boto:Params: {} 2022-09-01T10:15:31.272 DEBUG:boto:Token: None 2022-09-01T10:15:31.273 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.274 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oFjJzizMXHsDmRdl+XX7qHRQBRU= 2022-09-01T10:15:31.274 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oFjJzizMXHsDmRdl+XX7qHRQBRU=', 'Content-Length': '0'} 2022-09-01T10:15:31.278 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002e040db1e02ebdf3-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.279 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.279 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.280 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.281 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.281 DEBUG:boto:Method: HEAD 2022-09-01T10:15:31.282 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.282 DEBUG:boto:Data: 2022-09-01T10:15:31.283 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.283 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.284 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.284 DEBUG:boto:Params: {} 2022-09-01T10:15:31.285 DEBUG:boto:Token: None 2022-09-01T10:15:31.285 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.287 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oFjJzizMXHsDmRdl+XX7qHRQBRU= 2022-09-01T10:15:31.287 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oFjJzizMXHsDmRdl+XX7qHRQBRU=', 'Content-Length': '0'} 2022-09-01T10:15:31.289 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000093ff066b480340ec-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.290 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:31.291 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.292 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.292 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.293 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.293 DEBUG:boto:Method: GET 2022-09-01T10:15:31.294 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.294 DEBUG:boto:Data: 2022-09-01T10:15:31.295 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.296 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.296 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.297 DEBUG:boto:Params: {} 2022-09-01T10:15:31.297 DEBUG:boto:Token: None 2022-09-01T10:15:31.298 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pyYZ2mlckunHwkzdFFxrhiUgqgE= 2022-09-01T10:15:31.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pyYZ2mlckunHwkzdFFxrhiUgqgE=', 'Content-Length': '0'} 2022-09-01T10:15:31.302 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007be4637c2eef3ed0-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.346 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.347 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.349 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.349 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.351 DEBUG:boto:Method: GET 2022-09-01T10:15:31.352 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.353 DEBUG:boto:Data: 2022-09-01T10:15:31.354 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.356 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.357 DEBUG:boto:Params: {} 2022-09-01T10:15:31.358 DEBUG:boto:Token: None 2022-09-01T10:15:31.359 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:31.360 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pyYZ2mlckunHwkzdFFxrhiUgqgE= 2022-09-01T10:15:31.362 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pyYZ2mlckunHwkzdFFxrhiUgqgE=', 'Content-Length': '0'} 2022-09-01T10:15:31.365 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004e5f6a9dfb2502a8-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.366 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:31.367 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:31.367 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.368 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.369 DEBUG:boto:Method: GET 2022-09-01T10:15:31.370 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.371 DEBUG:boto:Data: 2022-09-01T10:15:31.372 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.373 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.373 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.374 DEBUG:boto:Params: {} 2022-09-01T10:15:31.375 DEBUG:boto:Token: None 2022-09-01T10:15:31.376 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/ 2022-09-01T10:15:31.377 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE= 2022-09-01T10:15:31.378 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE=', 'Content-Length': '0'} 2022-09-01T10:15:31.381 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000279f940a1ce5255-0063108643-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.382 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:31.384 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:31.386 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:31.387 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.388 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.388 DEBUG:boto:Method: GET 2022-09-01T10:15:31.391 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.392 DEBUG:boto:Data: 2022-09-01T10:15:31.393 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.394 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.396 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.397 DEBUG:boto:Params: {} 2022-09-01T10:15:31.397 DEBUG:boto:Token: None 2022-09-01T10:15:31.398 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/ 2022-09-01T10:15:31.398 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE= 2022-09-01T10:15:31.399 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE=', 'Content-Length': '0'} 2022-09-01T10:15:31.403 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001092300498d48172-0063108643-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.403 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:31.404 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.405 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.405 DEBUG:boto:Method: HEAD 2022-09-01T10:15:31.406 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:31.406 DEBUG:boto:Data: 2022-09-01T10:15:31.407 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.407 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.408 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.408 DEBUG:boto:Params: {} 2022-09-01T10:15:31.409 DEBUG:boto:Token: None 2022-09-01T10:15:31.410 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj 2022-09-01T10:15:31.410 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI= 2022-09-01T10:15:31.413 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI=', 'Content-Length': '0'} 2022-09-01T10:15:31.420 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005f9a1a247deda4b5-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.422 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.423 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.426 DEBUG:boto:Method: HEAD 2022-09-01T10:15:31.427 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:31.427 DEBUG:boto:Data: 2022-09-01T10:15:31.428 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.429 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.430 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.431 DEBUG:boto:Params: {} 2022-09-01T10:15:31.432 DEBUG:boto:Token: None 2022-09-01T10:15:31.434 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj 2022-09-01T10:15:31.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI= 2022-09-01T10:15:31.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI=', 'Content-Length': '0'} 2022-09-01T10:15:31.440 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004f872d44293e39d3-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.442 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:31.443 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.444 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.445 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.446 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.447 DEBUG:boto:Method: GET 2022-09-01T10:15:31.448 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.449 DEBUG:boto:Data: 2022-09-01T10:15:31.450 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.451 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.452 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.453 DEBUG:boto:Params: {} 2022-09-01T10:15:31.455 DEBUG:boto:Token: None 2022-09-01T10:15:31.456 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IfNenXThRqr+FYuxQ6RPYMifEfo= 2022-09-01T10:15:31.458 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IfNenXThRqr+FYuxQ6RPYMifEfo=', 'Content-Length': '0'} 2022-09-01T10:15:31.460 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a92161d478b8bf99-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.461 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.462 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.463 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.464 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.464 DEBUG:boto:Method: GET 2022-09-01T10:15:31.465 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.466 DEBUG:boto:Data: 2022-09-01T10:15:31.467 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.468 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.469 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.470 DEBUG:boto:Params: {} 2022-09-01T10:15:31.471 DEBUG:boto:Token: None 2022-09-01T10:15:31.472 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.473 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IfNenXThRqr+FYuxQ6RPYMifEfo= 2022-09-01T10:15:31.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IfNenXThRqr+FYuxQ6RPYMifEfo=', 'Content-Length': '0'} 2022-09-01T10:15:31.477 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002a13e94d5a24c75c-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.518 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:31.519 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:31.520 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.520 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.521 DEBUG:boto:Method: GET 2022-09-01T10:15:31.521 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.522 DEBUG:boto:Data: 2022-09-01T10:15:31.522 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.523 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.523 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.524 DEBUG:boto:Params: {} 2022-09-01T10:15:31.524 DEBUG:boto:Token: None 2022-09-01T10:15:31.525 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/ 2022-09-01T10:15:31.525 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE= 2022-09-01T10:15:31.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE=', 'Content-Length': '0'} 2022-09-01T10:15:31.529 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006860549cf7267fb0-0063108643-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.530 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:31.531 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:31.531 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:31.532 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.532 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.533 DEBUG:boto:Method: GET 2022-09-01T10:15:31.533 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.534 DEBUG:boto:Data: 2022-09-01T10:15:31.534 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.535 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.535 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.536 DEBUG:boto:Params: {} 2022-09-01T10:15:31.536 DEBUG:boto:Token: None 2022-09-01T10:15:31.537 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/ 2022-09-01T10:15:31.538 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE= 2022-09-01T10:15:31.538 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE=', 'Content-Length': '0'} 2022-09-01T10:15:31.541 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a72b3e00733ce64e-0063108643-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.542 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:31.543 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:31.544 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.544 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.545 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.545 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.546 DEBUG:boto:Method: GET 2022-09-01T10:15:31.546 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.547 DEBUG:boto:Data: 2022-09-01T10:15:31.547 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.548 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.549 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.549 DEBUG:boto:Params: {} 2022-09-01T10:15:31.550 DEBUG:boto:Token: None 2022-09-01T10:15:31.550 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.551 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:unBotxfAj1/S8PNq14JJmTZuMhY= 2022-09-01T10:15:31.552 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:unBotxfAj1/S8PNq14JJmTZuMhY=', 'Content-Length': '0'} 2022-09-01T10:15:31.554 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e551314955b45774-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.556 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.557 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.558 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.559 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.560 DEBUG:boto:Method: GET 2022-09-01T10:15:31.561 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.562 DEBUG:boto:Data: 2022-09-01T10:15:31.563 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.564 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.565 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.566 DEBUG:boto:Params: {} 2022-09-01T10:15:31.567 DEBUG:boto:Token: None 2022-09-01T10:15:31.568 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.570 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:unBotxfAj1/S8PNq14JJmTZuMhY= 2022-09-01T10:15:31.571 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:unBotxfAj1/S8PNq14JJmTZuMhY=', 'Content-Length': '0'} 2022-09-01T10:15:31.573 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000325ce3ca176aed58-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.575 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.575 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.576 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.577 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.578 DEBUG:boto:Method: HEAD 2022-09-01T10:15:31.579 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.580 DEBUG:boto:Data: 2022-09-01T10:15:31.580 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.581 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.582 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.583 DEBUG:boto:Params: {} 2022-09-01T10:15:31.584 DEBUG:boto:Token: None 2022-09-01T10:15:31.585 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.585 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J8YHD28/lK39Y2TSq8jn2Q5lNTA= 2022-09-01T10:15:31.586 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J8YHD28/lK39Y2TSq8jn2Q5lNTA=', 'Content-Length': '0'} 2022-09-01T10:15:31.588 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000608a54e731706b0a-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.589 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.590 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.590 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.591 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.591 DEBUG:boto:Method: HEAD 2022-09-01T10:15:31.592 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.592 DEBUG:boto:Data: 2022-09-01T10:15:31.593 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.595 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.596 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.597 DEBUG:boto:Params: {} 2022-09-01T10:15:31.598 DEBUG:boto:Token: None 2022-09-01T10:15:31.599 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.599 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J8YHD28/lK39Y2TSq8jn2Q5lNTA= 2022-09-01T10:15:31.600 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J8YHD28/lK39Y2TSq8jn2Q5lNTA=', 'Content-Length': '0'} 2022-09-01T10:15:31.603 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a200daa5c42497b3-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.604 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:31.604 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.605 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.606 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.606 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.608 DEBUG:boto:Method: GET 2022-09-01T10:15:31.608 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.609 DEBUG:boto:Data: 2022-09-01T10:15:31.609 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.610 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.611 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.612 DEBUG:boto:Params: {} 2022-09-01T10:15:31.613 DEBUG:boto:Token: None 2022-09-01T10:15:31.614 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:unBotxfAj1/S8PNq14JJmTZuMhY= 2022-09-01T10:15:31.616 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:unBotxfAj1/S8PNq14JJmTZuMhY=', 'Content-Length': '0'} 2022-09-01T10:15:31.618 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d81cb3dfa85b0cea-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.619 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.619 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.620 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.620 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.621 DEBUG:boto:Method: GET 2022-09-01T10:15:31.621 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.622 DEBUG:boto:Data: 2022-09-01T10:15:31.622 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.623 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.624 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.624 DEBUG:boto:Params: {} 2022-09-01T10:15:31.625 DEBUG:boto:Token: None 2022-09-01T10:15:31.625 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:31.626 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:unBotxfAj1/S8PNq14JJmTZuMhY= 2022-09-01T10:15:31.627 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:unBotxfAj1/S8PNq14JJmTZuMhY=', 'Content-Length': '0'} 2022-09-01T10:15:31.629 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000581e2240e4411b4-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.630 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:31.631 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:31.631 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.632 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.632 DEBUG:boto:Method: GET 2022-09-01T10:15:31.633 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.633 DEBUG:boto:Data: 2022-09-01T10:15:31.634 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.634 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.635 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.635 DEBUG:boto:Params: {} 2022-09-01T10:15:31.636 DEBUG:boto:Token: None 2022-09-01T10:15:31.637 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/ 2022-09-01T10:15:31.637 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE= 2022-09-01T10:15:31.638 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE=', 'Content-Length': '0'} 2022-09-01T10:15:31.641 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dfaf85da7a3ef697-0063108643-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.642 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:31.643 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:31.644 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:31.644 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.645 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.645 DEBUG:boto:Method: GET 2022-09-01T10:15:31.646 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.646 DEBUG:boto:Data: 2022-09-01T10:15:31.647 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.647 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.648 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.648 DEBUG:boto:Params: {} 2022-09-01T10:15:31.649 DEBUG:boto:Token: None 2022-09-01T10:15:31.650 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/ 2022-09-01T10:15:31.650 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE= 2022-09-01T10:15:31.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE=', 'Content-Length': '0'} 2022-09-01T10:15:31.654 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d66c7239f9d01f32-0063108643-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.655 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:31.656 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.657 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.658 DEBUG:boto:Method: HEAD 2022-09-01T10:15:31.659 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:31.659 DEBUG:boto:Data: 2022-09-01T10:15:31.660 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.661 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.661 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.663 DEBUG:boto:Params: {} 2022-09-01T10:15:31.664 DEBUG:boto:Token: None 2022-09-01T10:15:31.665 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj 2022-09-01T10:15:31.666 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI= 2022-09-01T10:15:31.667 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI=', 'Content-Length': '0'} 2022-09-01T10:15:31.675 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000055c6d2a989470013-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.677 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.678 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.679 DEBUG:boto:Method: HEAD 2022-09-01T10:15:31.680 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:31.681 DEBUG:boto:Data: 2022-09-01T10:15:31.682 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.684 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.685 DEBUG:boto:Params: {} 2022-09-01T10:15:31.686 DEBUG:boto:Token: None 2022-09-01T10:15:31.687 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj 2022-09-01T10:15:31.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI= 2022-09-01T10:15:31.689 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI=', 'Content-Length': '0'} 2022-09-01T10:15:31.694 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000375bf7991049994e-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.695 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:31.696 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.697 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.698 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.699 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.701 DEBUG:boto:Method: GET 2022-09-01T10:15:31.703 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.704 DEBUG:boto:Data: 2022-09-01T10:15:31.705 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.706 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.707 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.708 DEBUG:boto:Params: {} 2022-09-01T10:15:31.709 DEBUG:boto:Token: None 2022-09-01T10:15:31.711 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IfNenXThRqr+FYuxQ6RPYMifEfo= 2022-09-01T10:15:31.713 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IfNenXThRqr+FYuxQ6RPYMifEfo=', 'Content-Length': '0'} 2022-09-01T10:15:31.716 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a7796221064ff983-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.718 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.720 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.729 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.730 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.731 DEBUG:boto:Method: GET 2022-09-01T10:15:31.731 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.732 DEBUG:boto:Data: 2022-09-01T10:15:31.733 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.734 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.734 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.735 DEBUG:boto:Params: {} 2022-09-01T10:15:31.735 DEBUG:boto:Token: None 2022-09-01T10:15:31.736 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.737 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IfNenXThRqr+FYuxQ6RPYMifEfo= 2022-09-01T10:15:31.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IfNenXThRqr+FYuxQ6RPYMifEfo=', 'Content-Length': '0'} 2022-09-01T10:15:31.740 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001d3adb381131a777-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.741 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:31.741 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:31.742 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.743 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.744 DEBUG:boto:Method: GET 2022-09-01T10:15:31.744 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.745 DEBUG:boto:Data: 2022-09-01T10:15:31.745 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.746 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.746 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.747 DEBUG:boto:Params: {} 2022-09-01T10:15:31.748 DEBUG:boto:Token: None 2022-09-01T10:15:31.750 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/ 2022-09-01T10:15:31.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE= 2022-09-01T10:15:31.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE=', 'Content-Length': '0'} 2022-09-01T10:15:31.755 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bc96a3e5996ce11e-0063108643-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.756 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:31.757 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:31.757 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:31.758 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.758 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.759 DEBUG:boto:Method: GET 2022-09-01T10:15:31.759 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.760 DEBUG:boto:Data: 2022-09-01T10:15:31.761 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.761 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.762 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.763 DEBUG:boto:Params: {} 2022-09-01T10:15:31.764 DEBUG:boto:Token: None 2022-09-01T10:15:31.766 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/ 2022-09-01T10:15:31.767 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE= 2022-09-01T10:15:31.768 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE=', 'Content-Length': '0'} 2022-09-01T10:15:31.771 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a699302a0bf02237-0063108643-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.773 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:31.774 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:31.777 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.778 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.779 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.780 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.781 DEBUG:boto:Method: GET 2022-09-01T10:15:31.782 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.783 DEBUG:boto:Data: 2022-09-01T10:15:31.784 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.786 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.787 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.788 DEBUG:boto:Params: {} 2022-09-01T10:15:31.788 DEBUG:boto:Token: None 2022-09-01T10:15:31.789 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.790 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S3/up9pYbINT/PH0yDtsQJY6Uuo= 2022-09-01T10:15:31.791 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S3/up9pYbINT/PH0yDtsQJY6Uuo=', 'Content-Length': '0'} 2022-09-01T10:15:31.795 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000076c443644339aa9e-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.838 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.839 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.842 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.843 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.843 DEBUG:boto:Method: GET 2022-09-01T10:15:31.844 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.845 DEBUG:boto:Data: 2022-09-01T10:15:31.845 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.846 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.847 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.847 DEBUG:boto:Params: {} 2022-09-01T10:15:31.848 DEBUG:boto:Token: None 2022-09-01T10:15:31.848 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.849 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S3/up9pYbINT/PH0yDtsQJY6Uuo= 2022-09-01T10:15:31.850 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S3/up9pYbINT/PH0yDtsQJY6Uuo=', 'Content-Length': '0'} 2022-09-01T10:15:31.854 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ba799eb423610a24-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.855 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.856 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.856 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.857 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.857 DEBUG:boto:Method: HEAD 2022-09-01T10:15:31.860 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.862 DEBUG:boto:Data: 2022-09-01T10:15:31.863 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.863 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.864 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.864 DEBUG:boto:Params: {} 2022-09-01T10:15:31.865 DEBUG:boto:Token: None 2022-09-01T10:15:31.865 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.866 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P3utPA/9WQeqTLOKgVhin+T2L2k= 2022-09-01T10:15:31.866 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P3utPA/9WQeqTLOKgVhin+T2L2k=', 'Content-Length': '0'} 2022-09-01T10:15:31.869 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000aa2db16012fc217f-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.869 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.870 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.871 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.872 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.872 DEBUG:boto:Method: HEAD 2022-09-01T10:15:31.873 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.873 DEBUG:boto:Data: 2022-09-01T10:15:31.874 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.874 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.875 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.876 DEBUG:boto:Params: {} 2022-09-01T10:15:31.876 DEBUG:boto:Token: None 2022-09-01T10:15:31.877 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.877 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P3utPA/9WQeqTLOKgVhin+T2L2k= 2022-09-01T10:15:31.878 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P3utPA/9WQeqTLOKgVhin+T2L2k=', 'Content-Length': '0'} 2022-09-01T10:15:31.881 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000eba54cab34076e46-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.882 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:31.883 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.884 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.884 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.885 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.886 DEBUG:boto:Method: GET 2022-09-01T10:15:31.887 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.889 DEBUG:boto:Data: 2022-09-01T10:15:31.890 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.890 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.891 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.891 DEBUG:boto:Params: {} 2022-09-01T10:15:31.892 DEBUG:boto:Token: None 2022-09-01T10:15:31.893 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.893 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S3/up9pYbINT/PH0yDtsQJY6Uuo= 2022-09-01T10:15:31.894 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S3/up9pYbINT/PH0yDtsQJY6Uuo=', 'Content-Length': '0'} 2022-09-01T10:15:31.896 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002ad6ec0adcea8b6b-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.897 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.898 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.898 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.899 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.900 DEBUG:boto:Method: GET 2022-09-01T10:15:31.900 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.901 DEBUG:boto:Data: 2022-09-01T10:15:31.901 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.903 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.903 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.904 DEBUG:boto:Params: {} 2022-09-01T10:15:31.905 DEBUG:boto:Token: None 2022-09-01T10:15:31.906 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:31.907 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S3/up9pYbINT/PH0yDtsQJY6Uuo= 2022-09-01T10:15:31.907 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S3/up9pYbINT/PH0yDtsQJY6Uuo=', 'Content-Length': '0'} 2022-09-01T10:15:31.910 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000046f87b26aad99c05-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.911 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:31.911 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:31.912 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.912 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.913 DEBUG:boto:Method: GET 2022-09-01T10:15:31.913 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.914 DEBUG:boto:Data: 2022-09-01T10:15:31.915 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.915 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.916 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.916 DEBUG:boto:Params: {} 2022-09-01T10:15:31.917 DEBUG:boto:Token: None 2022-09-01T10:15:31.918 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/ 2022-09-01T10:15:31.918 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE= 2022-09-01T10:15:31.919 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE=', 'Content-Length': '0'} 2022-09-01T10:15:31.922 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bcdcac75840cc960-0063108643-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.923 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:31.924 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:31.925 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:31.926 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.926 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.927 DEBUG:boto:Method: GET 2022-09-01T10:15:31.927 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:31.928 DEBUG:boto:Data: 2022-09-01T10:15:31.928 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.929 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.930 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.930 DEBUG:boto:Params: {} 2022-09-01T10:15:31.931 DEBUG:boto:Token: None 2022-09-01T10:15:31.931 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/ 2022-09-01T10:15:31.932 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE= 2022-09-01T10:15:31.933 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK3W7lp5SiNW9/bHVQ2GN5F/QmE=', 'Content-Length': '0'} 2022-09-01T10:15:31.935 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004be5a52ff3eaa452-0063108643-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.936 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:31.937 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.937 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.938 DEBUG:boto:Method: HEAD 2022-09-01T10:15:31.939 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:31.939 DEBUG:boto:Data: 2022-09-01T10:15:31.940 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.940 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.941 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.941 DEBUG:boto:Params: {} 2022-09-01T10:15:31.942 DEBUG:boto:Token: None 2022-09-01T10:15:31.943 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj 2022-09-01T10:15:31.947 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI= 2022-09-01T10:15:31.948 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI=', 'Content-Length': '0'} 2022-09-01T10:15:31.952 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000622adc3fcf19d5ca-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.954 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.955 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.955 DEBUG:boto:Method: HEAD 2022-09-01T10:15:31.956 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:31.958 DEBUG:boto:Data: 2022-09-01T10:15:31.958 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.959 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:31.959 DEBUG:boto:Port: 8000 2022-09-01T10:15:31.960 DEBUG:boto:Params: {} 2022-09-01T10:15:31.960 DEBUG:boto:Token: None 2022-09-01T10:15:31.961 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj 2022-09-01T10:15:31.961 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI= 2022-09-01T10:15:31.962 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:648uaFI2Lv+BULC7n0LsMYQLKSI=', 'Content-Length': '0'} 2022-09-01T10:15:31.966 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000642ad4465f02dd38-0063108643-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:31.967 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:31.967 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:31.968 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:31.968 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.969 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.969 DEBUG:boto:Method: GET 2022-09-01T10:15:31.970 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.971 DEBUG:boto:Data: 2022-09-01T10:15:31.971 DEBUG:boto:Headers: {} 2022-09-01T10:15:31.972 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:31.972 DEBUG:boto:Port: 8001 2022-09-01T10:15:31.973 DEBUG:boto:Params: {} 2022-09-01T10:15:31.976 DEBUG:boto:Token: None 2022-09-01T10:15:31.977 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:31 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:31.978 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IfNenXThRqr+FYuxQ6RPYMifEfo= 2022-09-01T10:15:31.979 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:31 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IfNenXThRqr+FYuxQ6RPYMifEfo=', 'Content-Length': '0'} 2022-09-01T10:15:31.982 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003b808efcfc558c76-0063108643-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.026 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.027 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.028 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.029 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.030 DEBUG:boto:Method: GET 2022-09-01T10:15:32.032 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.034 DEBUG:boto:Data: 2022-09-01T10:15:32.035 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.036 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.037 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.038 DEBUG:boto:Params: {} 2022-09-01T10:15:32.039 DEBUG:boto:Token: None 2022-09-01T10:15:32.039 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.040 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDR0VGY3m3XSPo5EHM7nzdybcFk= 2022-09-01T10:15:32.041 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDR0VGY3m3XSPo5EHM7nzdybcFk=', 'Content-Length': '0'} 2022-09-01T10:15:32.044 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c6bca667fbb2ae67-0063108644-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.044 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:32.045 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:32.045 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.046 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.047 DEBUG:boto:Method: GET 2022-09-01T10:15:32.047 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.048 DEBUG:boto:Data: 2022-09-01T10:15:32.048 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.049 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.049 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.050 DEBUG:boto:Params: {} 2022-09-01T10:15:32.050 DEBUG:boto:Token: None 2022-09-01T10:15:32.051 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/ 2022-09-01T10:15:32.051 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw= 2022-09-01T10:15:32.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw=', 'Content-Length': '0'} 2022-09-01T10:15:32.055 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000031d2086f61083521-0063108644-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.056 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:32.058 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:32.059 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:32.060 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.060 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.061 DEBUG:boto:Method: GET 2022-09-01T10:15:32.061 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.062 DEBUG:boto:Data: 2022-09-01T10:15:32.063 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.065 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.066 DEBUG:boto:Params: {} 2022-09-01T10:15:32.067 DEBUG:boto:Token: None 2022-09-01T10:15:32.068 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/ 2022-09-01T10:15:32.069 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw= 2022-09-01T10:15:32.070 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw=', 'Content-Length': '0'} 2022-09-01T10:15:32.073 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ab0beda20c0f5377-0063108644-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.074 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:32.075 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:32.076 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.076 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.077 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.078 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.078 DEBUG:boto:Method: GET 2022-09-01T10:15:32.079 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.080 DEBUG:boto:Data: 2022-09-01T10:15:32.080 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.081 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.081 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.082 DEBUG:boto:Params: {} 2022-09-01T10:15:32.083 DEBUG:boto:Token: None 2022-09-01T10:15:32.084 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.086 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iLuEN2k0m3ZXbkfKPzzQ3tmThW8= 2022-09-01T10:15:32.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iLuEN2k0m3ZXbkfKPzzQ3tmThW8=', 'Content-Length': '0'} 2022-09-01T10:15:32.090 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d2a5e56b485dbc22-0063108644-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.091 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.092 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.092 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.093 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.094 DEBUG:boto:Method: GET 2022-09-01T10:15:32.094 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.095 DEBUG:boto:Data: 2022-09-01T10:15:32.095 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.096 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.096 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.097 DEBUG:boto:Params: {} 2022-09-01T10:15:32.097 DEBUG:boto:Token: None 2022-09-01T10:15:32.099 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.100 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iLuEN2k0m3ZXbkfKPzzQ3tmThW8= 2022-09-01T10:15:32.101 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iLuEN2k0m3ZXbkfKPzzQ3tmThW8=', 'Content-Length': '0'} 2022-09-01T10:15:32.104 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dea61d12dce8955c-0063108644-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.105 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.106 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.107 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.108 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.109 DEBUG:boto:Method: HEAD 2022-09-01T10:15:32.110 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.110 DEBUG:boto:Data: 2022-09-01T10:15:32.111 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.112 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.113 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.114 DEBUG:boto:Params: {} 2022-09-01T10:15:32.115 DEBUG:boto:Token: None 2022-09-01T10:15:32.116 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.117 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GxOqi7VWhacq0jESmgX+ZIG4+mY= 2022-09-01T10:15:32.118 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GxOqi7VWhacq0jESmgX+ZIG4+mY=', 'Content-Length': '0'} 2022-09-01T10:15:32.121 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d08f189702f5c710-0063108644-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.122 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.123 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.124 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.125 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.126 DEBUG:boto:Method: HEAD 2022-09-01T10:15:32.126 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.127 DEBUG:boto:Data: 2022-09-01T10:15:32.127 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.128 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.128 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.129 DEBUG:boto:Params: {} 2022-09-01T10:15:32.130 DEBUG:boto:Token: None 2022-09-01T10:15:32.131 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GxOqi7VWhacq0jESmgX+ZIG4+mY= 2022-09-01T10:15:32.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GxOqi7VWhacq0jESmgX+ZIG4+mY=', 'Content-Length': '0'} 2022-09-01T10:15:32.136 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cd7b30e66fa57963-0063108644-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.138 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:32.139 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.139 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.140 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.140 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.141 DEBUG:boto:Method: GET 2022-09-01T10:15:32.141 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.142 DEBUG:boto:Data: 2022-09-01T10:15:32.143 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.143 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.144 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.145 DEBUG:boto:Params: {} 2022-09-01T10:15:32.147 DEBUG:boto:Token: None 2022-09-01T10:15:32.148 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.149 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iLuEN2k0m3ZXbkfKPzzQ3tmThW8= 2022-09-01T10:15:32.150 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iLuEN2k0m3ZXbkfKPzzQ3tmThW8=', 'Content-Length': '0'} 2022-09-01T10:15:32.152 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b28a7b32f9157a11-0063108644-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.199 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.201 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.201 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.202 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.203 DEBUG:boto:Method: GET 2022-09-01T10:15:32.203 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.204 DEBUG:boto:Data: 2022-09-01T10:15:32.204 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.205 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.205 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.206 DEBUG:boto:Params: {} 2022-09-01T10:15:32.207 DEBUG:boto:Token: None 2022-09-01T10:15:32.207 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:32.208 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iLuEN2k0m3ZXbkfKPzzQ3tmThW8= 2022-09-01T10:15:32.208 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iLuEN2k0m3ZXbkfKPzzQ3tmThW8=', 'Content-Length': '0'} 2022-09-01T10:15:32.211 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b7884471486ca6c1-0063108644-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.212 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:32.212 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:32.213 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.213 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.214 DEBUG:boto:Method: GET 2022-09-01T10:15:32.215 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.215 DEBUG:boto:Data: 2022-09-01T10:15:32.216 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.216 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.217 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.218 DEBUG:boto:Params: {} 2022-09-01T10:15:32.220 DEBUG:boto:Token: None 2022-09-01T10:15:32.221 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/ 2022-09-01T10:15:32.222 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw= 2022-09-01T10:15:32.222 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw=', 'Content-Length': '0'} 2022-09-01T10:15:32.226 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000863edc90f90e15b-0063108644-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.227 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:32.229 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:32.230 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:32.231 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.232 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.233 DEBUG:boto:Method: GET 2022-09-01T10:15:32.234 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.237 DEBUG:boto:Data: 2022-09-01T10:15:32.238 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.240 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.241 DEBUG:boto:Params: {} 2022-09-01T10:15:32.243 DEBUG:boto:Token: None 2022-09-01T10:15:32.246 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/ 2022-09-01T10:15:32.246 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw= 2022-09-01T10:15:32.247 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw=', 'Content-Length': '0'} 2022-09-01T10:15:32.253 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b5c5a6a2af6a5bc2-0063108644-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.299 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:32.300 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.301 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.301 DEBUG:boto:Method: HEAD 2022-09-01T10:15:32.302 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:32.303 DEBUG:boto:Data: 2022-09-01T10:15:32.303 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.304 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.304 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.305 DEBUG:boto:Params: {} 2022-09-01T10:15:32.306 DEBUG:boto:Token: None 2022-09-01T10:15:32.307 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj 2022-09-01T10:15:32.307 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9WegnnAwSEAvOOwaErM6ZAS3aDU= 2022-09-01T10:15:32.310 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9WegnnAwSEAvOOwaErM6ZAS3aDU=', 'Content-Length': '0'} 2022-09-01T10:15:32.319 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a8f0893eebc5a3b0-0063108644-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.322 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.323 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.324 DEBUG:boto:Method: HEAD 2022-09-01T10:15:32.325 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:32.326 DEBUG:boto:Data: 2022-09-01T10:15:32.327 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.328 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.329 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.330 DEBUG:boto:Params: {} 2022-09-01T10:15:32.332 DEBUG:boto:Token: None 2022-09-01T10:15:32.333 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj 2022-09-01T10:15:32.334 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9WegnnAwSEAvOOwaErM6ZAS3aDU= 2022-09-01T10:15:32.335 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9WegnnAwSEAvOOwaErM6ZAS3aDU=', 'Content-Length': '0'} 2022-09-01T10:15:32.340 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003f57541b7f4926b7-0063108644-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.341 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:32.342 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.342 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.343 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.344 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.344 DEBUG:boto:Method: GET 2022-09-01T10:15:32.345 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.345 DEBUG:boto:Data: 2022-09-01T10:15:32.346 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.347 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.347 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.348 DEBUG:boto:Params: {} 2022-09-01T10:15:32.348 DEBUG:boto:Token: None 2022-09-01T10:15:32.349 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDR0VGY3m3XSPo5EHM7nzdybcFk= 2022-09-01T10:15:32.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDR0VGY3m3XSPo5EHM7nzdybcFk=', 'Content-Length': '0'} 2022-09-01T10:15:32.354 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f3818036a80ebf29-0063108644-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.356 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.357 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.358 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.359 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.360 DEBUG:boto:Method: GET 2022-09-01T10:15:32.361 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.362 DEBUG:boto:Data: 2022-09-01T10:15:32.363 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.364 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.365 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.366 DEBUG:boto:Params: {} 2022-09-01T10:15:32.367 DEBUG:boto:Token: None 2022-09-01T10:15:32.369 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.370 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDR0VGY3m3XSPo5EHM7nzdybcFk= 2022-09-01T10:15:32.371 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDR0VGY3m3XSPo5EHM7nzdybcFk=', 'Content-Length': '0'} 2022-09-01T10:15:32.373 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001ee34b1a3d22a67e-0063108644-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.374 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:32.375 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:32.376 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.376 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.377 DEBUG:boto:Method: GET 2022-09-01T10:15:32.377 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.378 DEBUG:boto:Data: 2022-09-01T10:15:32.378 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.379 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.379 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.380 DEBUG:boto:Params: {} 2022-09-01T10:15:32.381 DEBUG:boto:Token: None 2022-09-01T10:15:32.381 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/ 2022-09-01T10:15:32.382 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw= 2022-09-01T10:15:32.383 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw=', 'Content-Length': '0'} 2022-09-01T10:15:32.386 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000069e96d991090ae1b-0063108644-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.387 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:32.388 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:32.389 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:32.389 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.390 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.390 DEBUG:boto:Method: GET 2022-09-01T10:15:32.391 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.392 DEBUG:boto:Data: 2022-09-01T10:15:32.392 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.393 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.394 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.394 DEBUG:boto:Params: {} 2022-09-01T10:15:32.395 DEBUG:boto:Token: None 2022-09-01T10:15:32.396 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/ 2022-09-01T10:15:32.396 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw= 2022-09-01T10:15:32.397 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw=', 'Content-Length': '0'} 2022-09-01T10:15:32.400 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005894bce137a75f24-0063108644-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.401 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:32.402 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:32.403 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.404 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.405 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.406 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.407 DEBUG:boto:Method: GET 2022-09-01T10:15:32.408 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.409 DEBUG:boto:Data: 2022-09-01T10:15:32.410 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.411 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.412 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.413 DEBUG:boto:Params: {} 2022-09-01T10:15:32.414 DEBUG:boto:Token: None 2022-09-01T10:15:32.415 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IvZzFNZNJcsjWtcqnMDCrAAuQrg= 2022-09-01T10:15:32.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IvZzFNZNJcsjWtcqnMDCrAAuQrg=', 'Content-Length': '0'} 2022-09-01T10:15:32.421 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006531f53ed0f18f9b-0063108644-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.465 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.466 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.466 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.467 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.467 DEBUG:boto:Method: GET 2022-09-01T10:15:32.468 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.469 DEBUG:boto:Data: 2022-09-01T10:15:32.469 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.470 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.470 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.471 DEBUG:boto:Params: {} 2022-09-01T10:15:32.471 DEBUG:boto:Token: None 2022-09-01T10:15:32.472 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.473 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IvZzFNZNJcsjWtcqnMDCrAAuQrg= 2022-09-01T10:15:32.474 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IvZzFNZNJcsjWtcqnMDCrAAuQrg=', 'Content-Length': '0'} 2022-09-01T10:15:32.478 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b9d3e1cfa3cf81ed-0063108644-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.479 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.480 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.480 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.481 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.481 DEBUG:boto:Method: HEAD 2022-09-01T10:15:32.482 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.482 DEBUG:boto:Data: 2022-09-01T10:15:32.483 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.494 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.495 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.495 DEBUG:boto:Params: {} 2022-09-01T10:15:32.496 DEBUG:boto:Token: None 2022-09-01T10:15:32.496 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:arplWywkbvVOHudQ+nOMypDUglA= 2022-09-01T10:15:32.497 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:arplWywkbvVOHudQ+nOMypDUglA=', 'Content-Length': '0'} 2022-09-01T10:15:32.501 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a0e190efee6125f0-0063108644-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.502 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.503 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.503 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.504 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.504 DEBUG:boto:Method: HEAD 2022-09-01T10:15:32.505 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.505 DEBUG:boto:Data: 2022-09-01T10:15:32.506 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.507 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.507 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.508 DEBUG:boto:Params: {} 2022-09-01T10:15:32.508 DEBUG:boto:Token: None 2022-09-01T10:15:32.509 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.510 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:arplWywkbvVOHudQ+nOMypDUglA= 2022-09-01T10:15:32.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:arplWywkbvVOHudQ+nOMypDUglA=', 'Content-Length': '0'} 2022-09-01T10:15:32.512 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000070171d68babcb4ec-0063108644-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.513 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:32.514 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.514 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.515 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.515 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.516 DEBUG:boto:Method: GET 2022-09-01T10:15:32.516 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.517 DEBUG:boto:Data: 2022-09-01T10:15:32.517 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.518 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.519 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.519 DEBUG:boto:Params: {} 2022-09-01T10:15:32.520 DEBUG:boto:Token: None 2022-09-01T10:15:32.520 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.521 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IvZzFNZNJcsjWtcqnMDCrAAuQrg= 2022-09-01T10:15:32.522 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IvZzFNZNJcsjWtcqnMDCrAAuQrg=', 'Content-Length': '0'} 2022-09-01T10:15:32.524 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f42ce05d0bcc3e7a-0063108644-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.526 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.527 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.528 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.529 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.530 DEBUG:boto:Method: GET 2022-09-01T10:15:32.531 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.532 DEBUG:boto:Data: 2022-09-01T10:15:32.533 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.534 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.535 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.536 DEBUG:boto:Params: {} 2022-09-01T10:15:32.537 DEBUG:boto:Token: None 2022-09-01T10:15:32.538 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:32.538 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IvZzFNZNJcsjWtcqnMDCrAAuQrg= 2022-09-01T10:15:32.539 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IvZzFNZNJcsjWtcqnMDCrAAuQrg=', 'Content-Length': '0'} 2022-09-01T10:15:32.542 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000888c75cad8e303a3-0063108644-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.586 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:32.588 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:32.588 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.591 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.592 DEBUG:boto:Method: GET 2022-09-01T10:15:32.593 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.594 DEBUG:boto:Data: 2022-09-01T10:15:32.598 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.599 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.601 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.602 DEBUG:boto:Params: {} 2022-09-01T10:15:32.604 DEBUG:boto:Token: None 2022-09-01T10:15:32.605 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/ 2022-09-01T10:15:32.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw= 2022-09-01T10:15:32.606 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw=', 'Content-Length': '0'} 2022-09-01T10:15:32.610 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000325ccf258cd4c84b-0063108644-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.610 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:32.611 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:32.612 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:32.613 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.613 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.614 DEBUG:boto:Method: GET 2022-09-01T10:15:32.614 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.615 DEBUG:boto:Data: 2022-09-01T10:15:32.615 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.616 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.616 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.617 DEBUG:boto:Params: {} 2022-09-01T10:15:32.618 DEBUG:boto:Token: None 2022-09-01T10:15:32.619 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/ 2022-09-01T10:15:32.620 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw= 2022-09-01T10:15:32.621 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw=', 'Content-Length': '0'} 2022-09-01T10:15:32.624 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000696b7fb07b6e7f6-0063108644-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.625 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:32.626 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.626 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.627 DEBUG:boto:Method: HEAD 2022-09-01T10:15:32.627 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:32.628 DEBUG:boto:Data: 2022-09-01T10:15:32.628 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.630 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.630 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.631 DEBUG:boto:Params: {} 2022-09-01T10:15:32.631 DEBUG:boto:Token: None 2022-09-01T10:15:32.632 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj 2022-09-01T10:15:32.633 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9WegnnAwSEAvOOwaErM6ZAS3aDU= 2022-09-01T10:15:32.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9WegnnAwSEAvOOwaErM6ZAS3aDU=', 'Content-Length': '0'} 2022-09-01T10:15:32.637 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000968bde59173836b0-0063108644-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.638 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.639 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.639 DEBUG:boto:Method: HEAD 2022-09-01T10:15:32.640 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:32.640 DEBUG:boto:Data: 2022-09-01T10:15:32.641 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.641 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.642 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.644 DEBUG:boto:Params: {} 2022-09-01T10:15:32.644 DEBUG:boto:Token: None 2022-09-01T10:15:32.645 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj 2022-09-01T10:15:32.646 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9WegnnAwSEAvOOwaErM6ZAS3aDU= 2022-09-01T10:15:32.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9WegnnAwSEAvOOwaErM6ZAS3aDU=', 'Content-Length': '0'} 2022-09-01T10:15:32.650 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000d70f0932dc112ed-0063108644-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.651 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:32.651 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.652 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.652 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.653 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.654 DEBUG:boto:Method: GET 2022-09-01T10:15:32.655 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.656 DEBUG:boto:Data: 2022-09-01T10:15:32.656 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.657 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.657 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.658 DEBUG:boto:Params: {} 2022-09-01T10:15:32.658 DEBUG:boto:Token: None 2022-09-01T10:15:32.659 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.660 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDR0VGY3m3XSPo5EHM7nzdybcFk= 2022-09-01T10:15:32.660 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDR0VGY3m3XSPo5EHM7nzdybcFk=', 'Content-Length': '0'} 2022-09-01T10:15:32.662 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000906bbce8e0d23608-0063108644-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.663 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.664 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.665 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.665 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.666 DEBUG:boto:Method: GET 2022-09-01T10:15:32.667 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.667 DEBUG:boto:Data: 2022-09-01T10:15:32.668 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.668 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.669 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.669 DEBUG:boto:Params: {} 2022-09-01T10:15:32.670 DEBUG:boto:Token: None 2022-09-01T10:15:32.670 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.671 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDR0VGY3m3XSPo5EHM7nzdybcFk= 2022-09-01T10:15:32.672 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDR0VGY3m3XSPo5EHM7nzdybcFk=', 'Content-Length': '0'} 2022-09-01T10:15:32.674 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000725ff7e8ab9b6044-0063108644-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.715 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:32.716 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:32.717 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.717 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.718 DEBUG:boto:Method: GET 2022-09-01T10:15:32.718 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.719 DEBUG:boto:Data: 2022-09-01T10:15:32.719 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.720 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.720 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.721 DEBUG:boto:Params: {} 2022-09-01T10:15:32.721 DEBUG:boto:Token: None 2022-09-01T10:15:32.722 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/ 2022-09-01T10:15:32.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw= 2022-09-01T10:15:32.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw=', 'Content-Length': '0'} 2022-09-01T10:15:32.727 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f4b21c61e0062775-0063108644-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.728 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:32.729 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:32.729 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:32.730 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.730 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.731 DEBUG:boto:Method: GET 2022-09-01T10:15:32.731 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.732 DEBUG:boto:Data: 2022-09-01T10:15:32.732 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.733 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.733 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.734 DEBUG:boto:Params: {} 2022-09-01T10:15:32.734 DEBUG:boto:Token: None 2022-09-01T10:15:32.735 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/ 2022-09-01T10:15:32.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw= 2022-09-01T10:15:32.736 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw=', 'Content-Length': '0'} 2022-09-01T10:15:32.739 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d701d7f89810045c-0063108644-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.741 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:32.742 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:32.743 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.744 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.745 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.746 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.747 DEBUG:boto:Method: GET 2022-09-01T10:15:32.748 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.749 DEBUG:boto:Data: 2022-09-01T10:15:32.750 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.751 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.752 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.753 DEBUG:boto:Params: {} 2022-09-01T10:15:32.754 DEBUG:boto:Token: None 2022-09-01T10:15:32.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4TUzaKbQjhQoDuPZANT7XM7uwgU= 2022-09-01T10:15:32.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4TUzaKbQjhQoDuPZANT7XM7uwgU=', 'Content-Length': '0'} 2022-09-01T10:15:32.759 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006ad8d13f55c1b0b2-0063108644-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.807 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.809 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.810 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.811 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.812 DEBUG:boto:Method: GET 2022-09-01T10:15:32.812 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.814 DEBUG:boto:Data: 2022-09-01T10:15:32.816 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.817 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.817 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.818 DEBUG:boto:Params: {} 2022-09-01T10:15:32.818 DEBUG:boto:Token: None 2022-09-01T10:15:32.819 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4TUzaKbQjhQoDuPZANT7XM7uwgU= 2022-09-01T10:15:32.820 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4TUzaKbQjhQoDuPZANT7XM7uwgU=', 'Content-Length': '0'} 2022-09-01T10:15:32.822 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a977d857d05c0acf-0063108644-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.823 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.824 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.824 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.825 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.826 DEBUG:boto:Method: HEAD 2022-09-01T10:15:32.826 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.827 DEBUG:boto:Data: 2022-09-01T10:15:32.827 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.828 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.828 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.829 DEBUG:boto:Params: {} 2022-09-01T10:15:32.830 DEBUG:boto:Token: None 2022-09-01T10:15:32.831 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.831 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZX9kEz/iByIBHnUKHTcVHXTxAqA= 2022-09-01T10:15:32.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZX9kEz/iByIBHnUKHTcVHXTxAqA=', 'Content-Length': '0'} 2022-09-01T10:15:32.834 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f72a74d12c10c8b9-0063108644-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.835 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.836 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.836 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.837 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.838 DEBUG:boto:Method: HEAD 2022-09-01T10:15:32.838 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.839 DEBUG:boto:Data: 2022-09-01T10:15:32.839 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.840 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.840 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.841 DEBUG:boto:Params: {} 2022-09-01T10:15:32.841 DEBUG:boto:Token: None 2022-09-01T10:15:32.842 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZX9kEz/iByIBHnUKHTcVHXTxAqA= 2022-09-01T10:15:32.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZX9kEz/iByIBHnUKHTcVHXTxAqA=', 'Content-Length': '0'} 2022-09-01T10:15:32.845 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002ba5cb5f74ff582c-0063108644-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.846 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:32.847 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.847 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.848 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.849 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.849 DEBUG:boto:Method: GET 2022-09-01T10:15:32.850 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.850 DEBUG:boto:Data: 2022-09-01T10:15:32.851 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.851 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.852 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.853 DEBUG:boto:Params: {} 2022-09-01T10:15:32.853 DEBUG:boto:Token: None 2022-09-01T10:15:32.854 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.854 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4TUzaKbQjhQoDuPZANT7XM7uwgU= 2022-09-01T10:15:32.855 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4TUzaKbQjhQoDuPZANT7XM7uwgU=', 'Content-Length': '0'} 2022-09-01T10:15:32.857 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fe532e3e94b97238-0063108644-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.859 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.860 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.861 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.861 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.862 DEBUG:boto:Method: GET 2022-09-01T10:15:32.864 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.864 DEBUG:boto:Data: 2022-09-01T10:15:32.865 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.866 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.867 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.867 DEBUG:boto:Params: {} 2022-09-01T10:15:32.868 DEBUG:boto:Token: None 2022-09-01T10:15:32.869 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:32.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4TUzaKbQjhQoDuPZANT7XM7uwgU= 2022-09-01T10:15:32.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4TUzaKbQjhQoDuPZANT7XM7uwgU=', 'Content-Length': '0'} 2022-09-01T10:15:32.872 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002011557923c0442a-0063108644-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.873 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:32.874 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:32.875 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.875 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.876 DEBUG:boto:Method: GET 2022-09-01T10:15:32.877 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.878 DEBUG:boto:Data: 2022-09-01T10:15:32.878 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.879 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.880 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.880 DEBUG:boto:Params: {} 2022-09-01T10:15:32.881 DEBUG:boto:Token: None 2022-09-01T10:15:32.881 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/ 2022-09-01T10:15:32.882 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw= 2022-09-01T10:15:32.883 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw=', 'Content-Length': '0'} 2022-09-01T10:15:32.886 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c5364a43c9b55cc9-0063108644-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.887 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:32.888 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:32.888 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:32.889 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.889 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.890 DEBUG:boto:Method: GET 2022-09-01T10:15:32.891 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:32.891 DEBUG:boto:Data: 2022-09-01T10:15:32.892 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.893 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.893 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.894 DEBUG:boto:Params: {} 2022-09-01T10:15:32.894 DEBUG:boto:Token: None 2022-09-01T10:15:32.895 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/ 2022-09-01T10:15:32.896 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw= 2022-09-01T10:15:32.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o+Ow5Vagp0GYVfW4wc9jMJ3tdjw=', 'Content-Length': '0'} 2022-09-01T10:15:32.899 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d5f77a1cfd098f58-0063108644-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.900 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:32.901 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.902 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.902 DEBUG:boto:Method: HEAD 2022-09-01T10:15:32.903 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:32.903 DEBUG:boto:Data: 2022-09-01T10:15:32.904 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.904 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.905 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.905 DEBUG:boto:Params: {} 2022-09-01T10:15:32.906 DEBUG:boto:Token: None 2022-09-01T10:15:32.907 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj 2022-09-01T10:15:32.907 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9WegnnAwSEAvOOwaErM6ZAS3aDU= 2022-09-01T10:15:32.908 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9WegnnAwSEAvOOwaErM6ZAS3aDU=', 'Content-Length': '0'} 2022-09-01T10:15:32.912 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ac72c71d9514651a-0063108644-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.913 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.915 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.915 DEBUG:boto:Method: HEAD 2022-09-01T10:15:32.916 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:32.917 DEBUG:boto:Data: 2022-09-01T10:15:32.918 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.919 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:32.920 DEBUG:boto:Port: 8000 2022-09-01T10:15:32.921 DEBUG:boto:Params: {} 2022-09-01T10:15:32.922 DEBUG:boto:Token: None 2022-09-01T10:15:32.923 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj 2022-09-01T10:15:32.924 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9WegnnAwSEAvOOwaErM6ZAS3aDU= 2022-09-01T10:15:32.925 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9WegnnAwSEAvOOwaErM6ZAS3aDU=', 'Content-Length': '0'} 2022-09-01T10:15:32.936 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000cb79d07226e47b7-0063108644-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.938 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:32.939 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.940 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.940 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.941 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.941 DEBUG:boto:Method: GET 2022-09-01T10:15:32.942 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.943 DEBUG:boto:Data: 2022-09-01T10:15:32.943 DEBUG:boto:Headers: {} 2022-09-01T10:15:32.944 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:32.944 DEBUG:boto:Port: 8001 2022-09-01T10:15:32.945 DEBUG:boto:Params: {} 2022-09-01T10:15:32.945 DEBUG:boto:Token: None 2022-09-01T10:15:32.946 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:32 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.947 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDR0VGY3m3XSPo5EHM7nzdybcFk= 2022-09-01T10:15:32.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDR0VGY3m3XSPo5EHM7nzdybcFk=', 'Content-Length': '0'} 2022-09-01T10:15:32.950 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006f1c14007c5bc3db-0063108644-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:32.995 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:32.996 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:32.997 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.997 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.998 DEBUG:boto:Method: GET 2022-09-01T10:15:32.999 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:32.999 DEBUG:boto:Data: 2022-09-01T10:15:33.000 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.001 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:33.001 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.002 DEBUG:boto:Params: {} 2022-09-01T10:15:33.003 DEBUG:boto:Token: None 2022-09-01T10:15:33.003 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.004 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc= 2022-09-01T10:15:33.005 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc=', 'Content-Length': '0'} 2022-09-01T10:15:33.007 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dee0fcc98e67e57f-0063108645-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.008 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.009 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.010 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.011 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.012 DEBUG:boto:Method: GET 2022-09-01T10:15:33.013 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.014 DEBUG:boto:Data: 2022-09-01T10:15:33.015 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.017 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.017 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.018 DEBUG:boto:Params: {} 2022-09-01T10:15:33.019 DEBUG:boto:Token: None 2022-09-01T10:15:33.020 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/ 2022-09-01T10:15:33.020 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20= 2022-09-01T10:15:33.021 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20=', 'Content-Length': '0'} 2022-09-01T10:15:33.030 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ce385bcaf346cdb2-0063108645-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.031 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.033 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.034 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.035 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.036 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.037 DEBUG:boto:Method: GET 2022-09-01T10:15:33.038 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.041 DEBUG:boto:Data: 2022-09-01T10:15:33.042 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.042 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:33.044 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.045 DEBUG:boto:Params: {} 2022-09-01T10:15:33.047 DEBUG:boto:Token: None 2022-09-01T10:15:33.048 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/ 2022-09-01T10:15:33.050 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20= 2022-09-01T10:15:33.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20=', 'Content-Length': '0'} 2022-09-01T10:15:33.057 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ebb788470dcd7d71-0063108645-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.058 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.060 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:33.061 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.062 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.062 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.063 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.063 DEBUG:boto:Method: GET 2022-09-01T10:15:33.064 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.064 DEBUG:boto:Data: 2022-09-01T10:15:33.065 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.066 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.067 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.067 DEBUG:boto:Params: {} 2022-09-01T10:15:33.068 DEBUG:boto:Token: None 2022-09-01T10:15:33.068 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.069 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YFTVQf+GYpmUNw91RmA/F1shqM4= 2022-09-01T10:15:33.070 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YFTVQf+GYpmUNw91RmA/F1shqM4=', 'Content-Length': '0'} 2022-09-01T10:15:33.072 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000079ea97fb4997667f-0063108645-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.073 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.074 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.075 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.075 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.076 DEBUG:boto:Method: GET 2022-09-01T10:15:33.076 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.077 DEBUG:boto:Data: 2022-09-01T10:15:33.078 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.078 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:33.079 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.079 DEBUG:boto:Params: {} 2022-09-01T10:15:33.080 DEBUG:boto:Token: None 2022-09-01T10:15:33.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.081 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YFTVQf+GYpmUNw91RmA/F1shqM4= 2022-09-01T10:15:33.082 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YFTVQf+GYpmUNw91RmA/F1shqM4=', 'Content-Length': '0'} 2022-09-01T10:15:33.084 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000893f2a0e7ec9ec03-0063108645-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.085 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.086 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.086 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.087 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.088 DEBUG:boto:Method: HEAD 2022-09-01T10:15:33.088 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.089 DEBUG:boto:Data: 2022-09-01T10:15:33.089 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.090 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.090 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.091 DEBUG:boto:Params: {} 2022-09-01T10:15:33.091 DEBUG:boto:Token: None 2022-09-01T10:15:33.092 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z+6W+KXkpAUrIxosO33drUrSuEA= 2022-09-01T10:15:33.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z+6W+KXkpAUrIxosO33drUrSuEA=', 'Content-Length': '0'} 2022-09-01T10:15:33.095 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009d477681084eb128-0063108645-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.096 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.097 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.098 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.099 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.099 DEBUG:boto:Method: HEAD 2022-09-01T10:15:33.100 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.100 DEBUG:boto:Data: 2022-09-01T10:15:33.101 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.101 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:33.102 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.102 DEBUG:boto:Params: {} 2022-09-01T10:15:33.103 DEBUG:boto:Token: None 2022-09-01T10:15:33.103 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z+6W+KXkpAUrIxosO33drUrSuEA= 2022-09-01T10:15:33.104 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z+6W+KXkpAUrIxosO33drUrSuEA=', 'Content-Length': '0'} 2022-09-01T10:15:33.107 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d6391b6ea58ee5aa-0063108645-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.108 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:33.108 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.109 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.109 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.110 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.111 DEBUG:boto:Method: GET 2022-09-01T10:15:33.111 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.112 DEBUG:boto:Data: 2022-09-01T10:15:33.113 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.113 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.114 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.114 DEBUG:boto:Params: {} 2022-09-01T10:15:33.115 DEBUG:boto:Token: None 2022-09-01T10:15:33.116 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.117 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YFTVQf+GYpmUNw91RmA/F1shqM4= 2022-09-01T10:15:33.118 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YFTVQf+GYpmUNw91RmA/F1shqM4=', 'Content-Length': '0'} 2022-09-01T10:15:33.120 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d84beb26df4a5ca0-0063108645-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.121 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.121 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.122 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.123 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.123 DEBUG:boto:Method: GET 2022-09-01T10:15:33.124 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.125 DEBUG:boto:Data: 2022-09-01T10:15:33.127 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.127 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:33.128 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.129 DEBUG:boto:Params: {} 2022-09-01T10:15:33.130 DEBUG:boto:Token: None 2022-09-01T10:15:33.130 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:33.131 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YFTVQf+GYpmUNw91RmA/F1shqM4= 2022-09-01T10:15:33.132 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YFTVQf+GYpmUNw91RmA/F1shqM4=', 'Content-Length': '0'} 2022-09-01T10:15:33.136 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000083e26ecb7e287c25-0063108645-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.137 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.138 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.139 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.140 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.140 DEBUG:boto:Method: GET 2022-09-01T10:15:33.141 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.141 DEBUG:boto:Data: 2022-09-01T10:15:33.142 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.143 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.144 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.145 DEBUG:boto:Params: {} 2022-09-01T10:15:33.146 DEBUG:boto:Token: None 2022-09-01T10:15:33.147 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/ 2022-09-01T10:15:33.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20= 2022-09-01T10:15:33.148 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20=', 'Content-Length': '0'} 2022-09-01T10:15:33.152 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b1dc613c2f7892f8-0063108645-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.154 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.155 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.156 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.157 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.158 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.160 DEBUG:boto:Method: GET 2022-09-01T10:15:33.160 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.161 DEBUG:boto:Data: 2022-09-01T10:15:33.161 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.162 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:33.162 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.163 DEBUG:boto:Params: {} 2022-09-01T10:15:33.164 DEBUG:boto:Token: None 2022-09-01T10:15:33.164 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/ 2022-09-01T10:15:33.165 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20= 2022-09-01T10:15:33.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20=', 'Content-Length': '0'} 2022-09-01T10:15:33.171 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fc382158214dc1ee-0063108645-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.214 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.215 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.216 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.216 DEBUG:boto:Method: HEAD 2022-09-01T10:15:33.217 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:33.217 DEBUG:boto:Data: 2022-09-01T10:15:33.218 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.218 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.219 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.220 DEBUG:boto:Params: {} 2022-09-01T10:15:33.220 DEBUG:boto:Token: None 2022-09-01T10:15:33.221 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj 2022-09-01T10:15:33.222 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3/JBcEFou1Az6EBAlcR8EdV/S2g= 2022-09-01T10:15:33.222 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3/JBcEFou1Az6EBAlcR8EdV/S2g=', 'Content-Length': '0'} 2022-09-01T10:15:33.226 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007674ed6e934def30-0063108645-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.227 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.227 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.228 DEBUG:boto:Method: HEAD 2022-09-01T10:15:33.228 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:33.229 DEBUG:boto:Data: 2022-09-01T10:15:33.229 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.230 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:33.231 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.231 DEBUG:boto:Params: {} 2022-09-01T10:15:33.232 DEBUG:boto:Token: None 2022-09-01T10:15:33.232 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj 2022-09-01T10:15:33.233 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3/JBcEFou1Az6EBAlcR8EdV/S2g= 2022-09-01T10:15:33.234 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3/JBcEFou1Az6EBAlcR8EdV/S2g=', 'Content-Length': '0'} 2022-09-01T10:15:33.238 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a5472b3ab1b42521-0063108645-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.240 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:33.242 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.243 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.244 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.244 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.246 DEBUG:boto:Method: GET 2022-09-01T10:15:33.247 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.248 DEBUG:boto:Data: 2022-09-01T10:15:33.249 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.249 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.251 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.252 DEBUG:boto:Params: {} 2022-09-01T10:15:33.254 DEBUG:boto:Token: None 2022-09-01T10:15:33.255 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.256 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc= 2022-09-01T10:15:33.257 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc=', 'Content-Length': '0'} 2022-09-01T10:15:33.260 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c85df2e9fe7953a7-0063108645-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.261 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.262 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.262 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.263 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.263 DEBUG:boto:Method: GET 2022-09-01T10:15:33.264 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.265 DEBUG:boto:Data: 2022-09-01T10:15:33.265 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.266 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:33.266 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.267 DEBUG:boto:Params: {} 2022-09-01T10:15:33.267 DEBUG:boto:Token: None 2022-09-01T10:15:33.268 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.269 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc= 2022-09-01T10:15:33.269 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc=', 'Content-Length': '0'} 2022-09-01T10:15:33.273 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c717e00d4490c776-0063108645-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.274 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.274 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.275 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.276 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.276 DEBUG:boto:Method: GET 2022-09-01T10:15:33.277 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.277 DEBUG:boto:Data: 2022-09-01T10:15:33.278 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.278 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.279 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.279 DEBUG:boto:Params: {} 2022-09-01T10:15:33.280 DEBUG:boto:Token: None 2022-09-01T10:15:33.281 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/ 2022-09-01T10:15:33.282 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20= 2022-09-01T10:15:33.283 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20=', 'Content-Length': '0'} 2022-09-01T10:15:33.285 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f0365a423fe9e741-0063108645-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.286 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.287 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.288 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.288 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.289 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.290 DEBUG:boto:Method: GET 2022-09-01T10:15:33.290 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.291 DEBUG:boto:Data: 2022-09-01T10:15:33.292 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.293 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:33.293 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.294 DEBUG:boto:Params: {} 2022-09-01T10:15:33.294 DEBUG:boto:Token: None 2022-09-01T10:15:33.295 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/ 2022-09-01T10:15:33.296 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20= 2022-09-01T10:15:33.296 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20=', 'Content-Length': '0'} 2022-09-01T10:15:33.301 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e47259d68d0a77f7-0063108645-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.303 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.304 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-19 zones={test-zone3, test-zone1} 2022-09-01T10:15:33.306 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-19 zones={test-zone3, test-zone2} 2022-09-01T10:15:33.307 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.308 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.310 DEBUG:boto:Method: HEAD 2022-09-01T10:15:33.311 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:15:33.312 DEBUG:boto:Data: 2022-09-01T10:15:33.314 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.314 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.315 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.315 DEBUG:boto:Params: {} 2022-09-01T10:15:33.316 DEBUG:boto:Token: None 2022-09-01T10:15:33.317 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/ 2022-09-01T10:15:33.317 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u7hw97dEQB9TrTvvlvHIVIlMa0M= 2022-09-01T10:15:33.318 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u7hw97dEQB9TrTvvlvHIVIlMa0M=', 'Content-Length': '0'} 2022-09-01T10:15:33.321 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '31'), ('X-RGW-Bytes-Used', '240'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000da03c3f97262c2bc-0063108645-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.321 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.322 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.322 DEBUG:boto:Method: HEAD 2022-09-01T10:15:33.323 DEBUG:boto:Path: /ptoxvb-19/ 2022-09-01T10:15:33.324 DEBUG:boto:Data: 2022-09-01T10:15:33.324 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.325 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.325 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.326 DEBUG:boto:Params: {} 2022-09-01T10:15:33.326 DEBUG:boto:Token: None 2022-09-01T10:15:33.327 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/ 2022-09-01T10:15:33.327 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u7hw97dEQB9TrTvvlvHIVIlMa0M= 2022-09-01T10:15:33.328 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u7hw97dEQB9TrTvvlvHIVIlMa0M=', 'Content-Length': '0'} 2022-09-01T10:15:33.331 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '31'), ('X-RGW-Bytes-Used', '240'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000af90680e24ffff51-0063108645-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.332 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:15:33.332 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.333 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.333 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:33.334 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:33.334 DEBUG:boto:Method: GET 2022-09-01T10:15:33.335 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:33.336 DEBUG:boto:Data: 2022-09-01T10:15:33.336 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.337 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.337 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.338 DEBUG:boto:Params: {} 2022-09-01T10:15:33.338 DEBUG:boto:Token: None 2022-09-01T10:15:33.339 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/?versions 2022-09-01T10:15:33.340 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ56IpH6/E31kJS10ATUEdeE/KU= 2022-09-01T10:15:33.340 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ56IpH6/E31kJS10ATUEdeE/KU=', 'Content-Length': '0'} 2022-09-01T10:15:33.344 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b84c558c55da6a58-0063108645-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.344 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMVHbMTX8r624D6.dEWIVKTHO1-2bTLEtrue2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjgD-ARnUQUsXvTHIjbQcvp3yDZfj3EPxfalse2022-09-01T10:13:15.773Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhD74Y5b-UXOrSOdCSBJhQD8z1sdB2XPfalse2022-09-01T10:13:15.740Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7dWXKw--D6.mcjM..zBJcHr4zVWmtMBfalse2022-09-01T10:13:15.641Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjG9mLbaVDusnYQIpz3T6DtwXrLqKc7Azfalse2022-09-01T10:13:15.705Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjSWWD-6zivl9Mcz00euwhYxtPoe1iim6false2022-09-01T10:13:15.600Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj5GfjjkjCzPAJlOxefBp.TH8-2vkYnfGfalse2022-09-01T10:13:15.555Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjH2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSqfalse2022-09-01T10:13:15.520Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjHAjVVv9lCxTroQBgUnAgaV0MTDXOla.false2022-09-01T10:13:15.478Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfafalse2022-09-01T10:13:15.360Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMWFGP06JYJ7VhdmE0H2qb4c2qPFtiZVfalse2022-09-01T10:13:15.318Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjePXJmW2dkpe7VvGOY6jfFxbjWjq1qEWfalse2022-09-01T10:13:15.404Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjAEmyggv5fPUuUVa0oFkfBDcxRSWAxyMfalse2022-09-01T10:13:15.274Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjJVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7false2022-09-01T10:13:15.170Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjfRChDEgmMEDnTqfL52Z2KTEsdA2rn0ifalse2022-09-01T10:13:15.236Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7sVOxVJ6VUnERTxweIltZhyaktZDEGOfalse2022-09-01T10:13:15.091Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjU05DMzVy8EEZ3lQytqyiVmrzUdrYWE0false2022-09-01T10:13:15.127Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjUjaMbzIUfq57EJYHDeejwO0RiYhnuwDfalse2022-09-01T10:13:15.049Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj2F4cycUdTQVqxQcP.Zhz0RhjlgmO75lfalse2022-09-01T10:13:14.922Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjTiwPWKSikF7EJ9RqnbJ18dXd7zBPeaCfalse2022-09-01T10:13:14.964Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhFn-HCRIFbfFNWYBJ5xiI22noBxQbaYfalse2022-09-01T10:13:15.003Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjFwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJfalse2022-09-01T10:13:14.890Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjOGTIaXdIljBbqTsN4TKDTLEFavR87pHfalse2022-09-01T10:13:14.860Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjajvHkrG6quXmEfug7EH0nyDWVVhxloYfalse2022-09-01T10:13:14.829Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj9LjYViAfDrOA6uPPnEuooL1QvJxpDoffalse2022-09-01T10:13:14.764Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjjXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJfalse2022-09-01T10:13:14.728Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjvWQzLgWYLAOR44pEm0FVPSad1EU-IMmfalse2022-09-01T10:13:14.796Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFVfalse2022-09-01T10:13:14.615Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjC7ggwruVbP-Ba5pkokYW-C7nNWGOonHfalse2022-09-01T10:13:14.653Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobji1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404false2022-09-01T10:13:14.689Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.347 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:15:33.347 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.348 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.348 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.349 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.349 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.350 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.350 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.351 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.351 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.352 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.352 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.353 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.354 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.355 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.357 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.358 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.359 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.360 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.361 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.361 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.362 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.363 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.363 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.364 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.364 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.365 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.366 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.366 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.367 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.368 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.369 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:15:33.370 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.371 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.372 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:33.373 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:33.374 DEBUG:boto:Method: GET 2022-09-01T10:15:33.374 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:33.375 DEBUG:boto:Data: 2022-09-01T10:15:33.375 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.376 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.376 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.377 DEBUG:boto:Params: {} 2022-09-01T10:15:33.378 DEBUG:boto:Token: None 2022-09-01T10:15:33.378 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/?versions 2022-09-01T10:15:33.379 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ56IpH6/E31kJS10ATUEdeE/KU= 2022-09-01T10:15:33.380 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ56IpH6/E31kJS10ATUEdeE/KU=', 'Content-Length': '0'} 2022-09-01T10:15:33.383 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007ab224c8a0534333-0063108645-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.384 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMVHbMTX8r624D6.dEWIVKTHO1-2bTLEtrue2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjgD-ARnUQUsXvTHIjbQcvp3yDZfj3EPxfalse2022-09-01T10:13:15.773Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhD74Y5b-UXOrSOdCSBJhQD8z1sdB2XPfalse2022-09-01T10:13:15.740Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7dWXKw--D6.mcjM..zBJcHr4zVWmtMBfalse2022-09-01T10:13:15.641Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjG9mLbaVDusnYQIpz3T6DtwXrLqKc7Azfalse2022-09-01T10:13:15.705Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjSWWD-6zivl9Mcz00euwhYxtPoe1iim6false2022-09-01T10:13:15.600Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj5GfjjkjCzPAJlOxefBp.TH8-2vkYnfGfalse2022-09-01T10:13:15.555Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjH2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSqfalse2022-09-01T10:13:15.520Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjHAjVVv9lCxTroQBgUnAgaV0MTDXOla.false2022-09-01T10:13:15.478Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfafalse2022-09-01T10:13:15.360Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMWFGP06JYJ7VhdmE0H2qb4c2qPFtiZVfalse2022-09-01T10:13:15.318Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjePXJmW2dkpe7VvGOY6jfFxbjWjq1qEWfalse2022-09-01T10:13:15.404Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjAEmyggv5fPUuUVa0oFkfBDcxRSWAxyMfalse2022-09-01T10:13:15.274Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjJVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7false2022-09-01T10:13:15.170Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjfRChDEgmMEDnTqfL52Z2KTEsdA2rn0ifalse2022-09-01T10:13:15.236Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7sVOxVJ6VUnERTxweIltZhyaktZDEGOfalse2022-09-01T10:13:15.091Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjU05DMzVy8EEZ3lQytqyiVmrzUdrYWE0false2022-09-01T10:13:15.127Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjUjaMbzIUfq57EJYHDeejwO0RiYhnuwDfalse2022-09-01T10:13:15.049Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj2F4cycUdTQVqxQcP.Zhz0RhjlgmO75lfalse2022-09-01T10:13:14.922Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjTiwPWKSikF7EJ9RqnbJ18dXd7zBPeaCfalse2022-09-01T10:13:14.964Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhFn-HCRIFbfFNWYBJ5xiI22noBxQbaYfalse2022-09-01T10:13:15.003Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjFwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJfalse2022-09-01T10:13:14.890Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjOGTIaXdIljBbqTsN4TKDTLEFavR87pHfalse2022-09-01T10:13:14.860Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjajvHkrG6quXmEfug7EH0nyDWVVhxloYfalse2022-09-01T10:13:14.829Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj9LjYViAfDrOA6uPPnEuooL1QvJxpDoffalse2022-09-01T10:13:14.764Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjjXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJfalse2022-09-01T10:13:14.728Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjvWQzLgWYLAOR44pEm0FVPSad1EU-IMmfalse2022-09-01T10:13:14.796Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFVfalse2022-09-01T10:13:14.615Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjC7ggwruVbP-Ba5pkokYW-C7nNWGOonHfalse2022-09-01T10:13:14.653Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobji1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404false2022-09-01T10:13:14.689Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.387 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-09-01T10:15:33.388 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.389 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.390 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.390 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.391 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.392 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.393 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.393 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.394 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.395 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.395 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.396 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.397 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.397 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.398 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.399 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.400 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.401 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.402 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.403 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.403 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.405 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.406 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.406 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.407 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.408 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.409 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.410 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.411 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.411 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:15:33.413 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.414 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.415 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:33.416 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:33.417 DEBUG:boto:Method: GET 2022-09-01T10:15:33.417 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:33.418 DEBUG:boto:Data: 2022-09-01T10:15:33.419 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.420 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.422 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.423 DEBUG:boto:Params: {} 2022-09-01T10:15:33.424 DEBUG:boto:Token: None 2022-09-01T10:15:33.425 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/?versions 2022-09-01T10:15:33.426 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ56IpH6/E31kJS10ATUEdeE/KU= 2022-09-01T10:15:33.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ56IpH6/E31kJS10ATUEdeE/KU=', 'Content-Length': '0'} 2022-09-01T10:15:33.431 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e3d18e7f96822b2c-0063108645-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.432 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMVHbMTX8r624D6.dEWIVKTHO1-2bTLEtrue2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjgD-ARnUQUsXvTHIjbQcvp3yDZfj3EPxfalse2022-09-01T10:13:15.773Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhD74Y5b-UXOrSOdCSBJhQD8z1sdB2XPfalse2022-09-01T10:13:15.740Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7dWXKw--D6.mcjM..zBJcHr4zVWmtMBfalse2022-09-01T10:13:15.641Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjG9mLbaVDusnYQIpz3T6DtwXrLqKc7Azfalse2022-09-01T10:13:15.705Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjSWWD-6zivl9Mcz00euwhYxtPoe1iim6false2022-09-01T10:13:15.600Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj5GfjjkjCzPAJlOxefBp.TH8-2vkYnfGfalse2022-09-01T10:13:15.555Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjH2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSqfalse2022-09-01T10:13:15.520Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjHAjVVv9lCxTroQBgUnAgaV0MTDXOla.false2022-09-01T10:13:15.478Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfafalse2022-09-01T10:13:15.360Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMWFGP06JYJ7VhdmE0H2qb4c2qPFtiZVfalse2022-09-01T10:13:15.318Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjePXJmW2dkpe7VvGOY6jfFxbjWjq1qEWfalse2022-09-01T10:13:15.404Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjAEmyggv5fPUuUVa0oFkfBDcxRSWAxyMfalse2022-09-01T10:13:15.274Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjJVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7false2022-09-01T10:13:15.170Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjfRChDEgmMEDnTqfL52Z2KTEsdA2rn0ifalse2022-09-01T10:13:15.236Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7sVOxVJ6VUnERTxweIltZhyaktZDEGOfalse2022-09-01T10:13:15.091Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjU05DMzVy8EEZ3lQytqyiVmrzUdrYWE0false2022-09-01T10:13:15.127Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjUjaMbzIUfq57EJYHDeejwO0RiYhnuwDfalse2022-09-01T10:13:15.049Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj2F4cycUdTQVqxQcP.Zhz0RhjlgmO75lfalse2022-09-01T10:13:14.922Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjTiwPWKSikF7EJ9RqnbJ18dXd7zBPeaCfalse2022-09-01T10:13:14.964Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhFn-HCRIFbfFNWYBJ5xiI22noBxQbaYfalse2022-09-01T10:13:15.003Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjFwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJfalse2022-09-01T10:13:14.890Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjOGTIaXdIljBbqTsN4TKDTLEFavR87pHfalse2022-09-01T10:13:14.860Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjajvHkrG6quXmEfug7EH0nyDWVVhxloYfalse2022-09-01T10:13:14.829Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj9LjYViAfDrOA6uPPnEuooL1QvJxpDoffalse2022-09-01T10:13:14.764Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjjXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJfalse2022-09-01T10:13:14.728Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjvWQzLgWYLAOR44pEm0FVPSad1EU-IMmfalse2022-09-01T10:13:14.796Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFVfalse2022-09-01T10:13:14.615Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjC7ggwruVbP-Ba5pkokYW-C7nNWGOonHfalse2022-09-01T10:13:14.653Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobji1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404false2022-09-01T10:13:14.689Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.435 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.435 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.436 DEBUG:boto:path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:33.436 DEBUG:boto:auth_path=/ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:33.437 DEBUG:boto:Method: GET 2022-09-01T10:15:33.437 DEBUG:boto:Path: /ptoxvb-19/?versions&max-keys=999 2022-09-01T10:15:33.438 DEBUG:boto:Data: 2022-09-01T10:15:33.439 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.439 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.440 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.440 DEBUG:boto:Params: {} 2022-09-01T10:15:33.441 DEBUG:boto:Token: None 2022-09-01T10:15:33.441 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/?versions 2022-09-01T10:15:33.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ56IpH6/E31kJS10ATUEdeE/KU= 2022-09-01T10:15:33.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ56IpH6/E31kJS10ATUEdeE/KU=', 'Content-Length': '0'} 2022-09-01T10:15:33.446 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000390996f5e50642e9-0063108645-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.447 DEBUG:boto:b'ptoxvb-19999falsedummyGCwuaBMKFHoOBtf.y5lOxxTyvbFnKMytrue2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMVHbMTX8r624D6.dEWIVKTHO1-2bTLEtrue2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjgD-ARnUQUsXvTHIjbQcvp3yDZfj3EPxfalse2022-09-01T10:13:15.773Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhD74Y5b-UXOrSOdCSBJhQD8z1sdB2XPfalse2022-09-01T10:13:15.740Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7dWXKw--D6.mcjM..zBJcHr4zVWmtMBfalse2022-09-01T10:13:15.641Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjG9mLbaVDusnYQIpz3T6DtwXrLqKc7Azfalse2022-09-01T10:13:15.705Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjSWWD-6zivl9Mcz00euwhYxtPoe1iim6false2022-09-01T10:13:15.600Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj5GfjjkjCzPAJlOxefBp.TH8-2vkYnfGfalse2022-09-01T10:13:15.555Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjH2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSqfalse2022-09-01T10:13:15.520Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjHAjVVv9lCxTroQBgUnAgaV0MTDXOla.false2022-09-01T10:13:15.478Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfafalse2022-09-01T10:13:15.360Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjMWFGP06JYJ7VhdmE0H2qb4c2qPFtiZVfalse2022-09-01T10:13:15.318Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjePXJmW2dkpe7VvGOY6jfFxbjWjq1qEWfalse2022-09-01T10:13:15.404Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjAEmyggv5fPUuUVa0oFkfBDcxRSWAxyMfalse2022-09-01T10:13:15.274Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjJVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7false2022-09-01T10:13:15.170Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjfRChDEgmMEDnTqfL52Z2KTEsdA2rn0ifalse2022-09-01T10:13:15.236Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7sVOxVJ6VUnERTxweIltZhyaktZDEGOfalse2022-09-01T10:13:15.091Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjU05DMzVy8EEZ3lQytqyiVmrzUdrYWE0false2022-09-01T10:13:15.127Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjUjaMbzIUfq57EJYHDeejwO0RiYhnuwDfalse2022-09-01T10:13:15.049Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj2F4cycUdTQVqxQcP.Zhz0RhjlgmO75lfalse2022-09-01T10:13:14.922Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjTiwPWKSikF7EJ9RqnbJ18dXd7zBPeaCfalse2022-09-01T10:13:14.964Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjhFn-HCRIFbfFNWYBJ5xiI22noBxQbaYfalse2022-09-01T10:13:15.003Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjFwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJfalse2022-09-01T10:13:14.890Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjOGTIaXdIljBbqTsN4TKDTLEFavR87pHfalse2022-09-01T10:13:14.860Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjajvHkrG6quXmEfug7EH0nyDWVVhxloYfalse2022-09-01T10:13:14.829Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj9LjYViAfDrOA6uPPnEuooL1QvJxpDoffalse2022-09-01T10:13:14.764Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjjXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJfalse2022-09-01T10:13:14.728Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjvWQzLgWYLAOR44pEm0FVPSad1EU-IMmfalse2022-09-01T10:13:14.796Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobj7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFVfalse2022-09-01T10:13:14.615Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobjC7ggwruVbP-Ba5pkokYW-C7nNWGOonHfalse2022-09-01T10:13:14.653Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormalobji1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404false2022-09-01T10:13:14.689Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.449 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:15:33.450 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:33.450 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:33.451 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.451 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.452 DEBUG:boto:Method: GET 2022-09-01T10:15:33.454 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.455 DEBUG:boto:Data: 2022-09-01T10:15:33.455 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.456 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.456 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.457 DEBUG:boto:Params: {} 2022-09-01T10:15:33.457 DEBUG:boto:Token: None 2022-09-01T10:15:33.458 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4wMM/HTjDfgOw8X45Lq17DnoBEs= 2022-09-01T10:15:33.459 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4wMM/HTjDfgOw8X45Lq17DnoBEs=', 'Content-Length': '0'} 2022-09-01T10:15:33.462 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000168c338542e48dde-0063108645-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.463 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:33.463 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:33.464 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.464 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.465 DEBUG:boto:Method: GET 2022-09-01T10:15:33.465 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.466 DEBUG:boto:Data: 2022-09-01T10:15:33.466 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.467 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.468 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.468 DEBUG:boto:Params: {} 2022-09-01T10:15:33.469 DEBUG:boto:Token: None 2022-09-01T10:15:33.469 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.470 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4wMM/HTjDfgOw8X45Lq17DnoBEs= 2022-09-01T10:15:33.471 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4wMM/HTjDfgOw8X45Lq17DnoBEs=', 'Content-Length': '0'} 2022-09-01T10:15:33.473 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000008257ac000a5e093d-0063108645-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.474 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:33.475 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:33.476 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.476 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.477 DEBUG:boto:Method: HEAD 2022-09-01T10:15:33.478 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.478 DEBUG:boto:Data: 2022-09-01T10:15:33.479 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.479 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.480 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.481 DEBUG:boto:Params: {} 2022-09-01T10:15:33.481 DEBUG:boto:Token: None 2022-09-01T10:15:33.482 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DNI8ilPNzep0HQVkrWhoYYPXtjg= 2022-09-01T10:15:33.483 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DNI8ilPNzep0HQVkrWhoYYPXtjg=', 'Content-Length': '0'} 2022-09-01T10:15:33.485 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000110abcf76bcd992c-0063108645-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.486 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:33.487 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:33.487 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.488 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.489 DEBUG:boto:Method: HEAD 2022-09-01T10:15:33.490 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.491 DEBUG:boto:Data: 2022-09-01T10:15:33.492 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.493 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.494 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.495 DEBUG:boto:Params: {} 2022-09-01T10:15:33.496 DEBUG:boto:Token: None 2022-09-01T10:15:33.497 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.498 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DNI8ilPNzep0HQVkrWhoYYPXtjg= 2022-09-01T10:15:33.499 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DNI8ilPNzep0HQVkrWhoYYPXtjg=', 'Content-Length': '0'} 2022-09-01T10:15:33.502 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000c30ce0def8ce7605-0063108645-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.503 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:15:33.504 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:33.505 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:33.506 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.507 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.508 DEBUG:boto:Method: GET 2022-09-01T10:15:33.509 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.510 DEBUG:boto:Data: 2022-09-01T10:15:33.511 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.512 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.514 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.515 DEBUG:boto:Params: {} 2022-09-01T10:15:33.516 DEBUG:boto:Token: None 2022-09-01T10:15:33.517 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4wMM/HTjDfgOw8X45Lq17DnoBEs= 2022-09-01T10:15:33.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4wMM/HTjDfgOw8X45Lq17DnoBEs=', 'Content-Length': '0'} 2022-09-01T10:15:33.523 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000049a1b62708f5ee65-0063108645-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.525 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:33.526 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:33.527 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.528 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.529 DEBUG:boto:Method: GET 2022-09-01T10:15:33.530 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.531 DEBUG:boto:Data: 2022-09-01T10:15:33.532 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.533 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.534 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.536 DEBUG:boto:Params: {} 2022-09-01T10:15:33.537 DEBUG:boto:Token: None 2022-09-01T10:15:33.537 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.538 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4wMM/HTjDfgOw8X45Lq17DnoBEs= 2022-09-01T10:15:33.539 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4wMM/HTjDfgOw8X45Lq17DnoBEs=', 'Content-Length': '0'} 2022-09-01T10:15:33.541 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000f29fef9079d5fc46-0063108645-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.542 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.543 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.543 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:33.544 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:33.544 DEBUG:boto:Method: GET 2022-09-01T10:15:33.545 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:15:33.545 DEBUG:boto:Data: 2022-09-01T10:15:33.546 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.546 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.547 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.547 DEBUG:boto:Params: {} 2022-09-01T10:15:33.548 DEBUG:boto:Token: None 2022-09-01T10:15:33.549 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/ 2022-09-01T10:15:33.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20= 2022-09-01T10:15:33.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20=', 'Content-Length': '0'} 2022-09-01T10:15:33.566 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000010396c5193075659-0063108645-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.613 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.615 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.616 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.617 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:33.618 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:33.619 DEBUG:boto:Method: GET 2022-09-01T10:15:33.621 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:15:33.622 DEBUG:boto:Data: 2022-09-01T10:15:33.623 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.625 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.625 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.626 DEBUG:boto:Params: {} 2022-09-01T10:15:33.627 DEBUG:boto:Token: None 2022-09-01T10:15:33.627 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/ 2022-09-01T10:15:33.628 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20= 2022-09-01T10:15:33.629 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20=', 'Content-Length': '0'} 2022-09-01T10:15:33.632 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001409258878da0928-0063108645-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.633 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.635 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:33.636 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:33.637 DEBUG:boto:Method: HEAD 2022-09-01T10:15:33.638 DEBUG:boto:Path: /ptoxvb-19/dummy 2022-09-01T10:15:33.638 DEBUG:boto:Data: 2022-09-01T10:15:33.639 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.640 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.641 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.642 DEBUG:boto:Params: {} 2022-09-01T10:15:33.643 DEBUG:boto:Token: None 2022-09-01T10:15:33.644 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/dummy 2022-09-01T10:15:33.645 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rrB5plugqNNrC8Yf/vkvczQTZA4= 2022-09-01T10:15:33.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rrB5plugqNNrC8Yf/vkvczQTZA4=', 'Content-Length': '0'} 2022-09-01T10:15:33.661 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000015e2553aa509ea81-0063108645-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.662 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:33.664 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:33.665 DEBUG:boto:Method: HEAD 2022-09-01T10:15:33.666 DEBUG:boto:Path: /ptoxvb-19/dummy 2022-09-01T10:15:33.667 DEBUG:boto:Data: 2022-09-01T10:15:33.668 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.670 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.670 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.671 DEBUG:boto:Params: {} 2022-09-01T10:15:33.672 DEBUG:boto:Token: None 2022-09-01T10:15:33.673 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/dummy 2022-09-01T10:15:33.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rrB5plugqNNrC8Yf/vkvczQTZA4= 2022-09-01T10:15:33.676 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rrB5plugqNNrC8Yf/vkvczQTZA4=', 'Content-Length': '0'} 2022-09-01T10:15:33.679 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000c5936de58ddd8ffd-0063108645-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.683 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-09-01T10:15:33.684 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:33.684 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:33.685 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.686 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.687 DEBUG:boto:Method: GET 2022-09-01T10:15:33.688 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.689 DEBUG:boto:Data: 2022-09-01T10:15:33.690 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.691 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.692 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.693 DEBUG:boto:Params: {} 2022-09-01T10:15:33.695 DEBUG:boto:Token: None 2022-09-01T10:15:33.696 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4wMM/HTjDfgOw8X45Lq17DnoBEs= 2022-09-01T10:15:33.697 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4wMM/HTjDfgOw8X45Lq17DnoBEs=', 'Content-Length': '0'} 2022-09-01T10:15:33.701 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000001d77b716c74c1186-0063108645-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.703 DEBUG:boto:path=/ptoxvb-19/dummy 2022-09-01T10:15:33.704 DEBUG:boto:auth_path=/ptoxvb-19/dummy 2022-09-01T10:15:33.705 DEBUG:boto:path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.706 DEBUG:boto:auth_path=/ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.707 DEBUG:boto:Method: GET 2022-09-01T10:15:33.708 DEBUG:boto:Path: /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.709 DEBUG:boto:Data: 2022-09-01T10:15:33.710 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.711 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.712 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.713 DEBUG:boto:Params: {} 2022-09-01T10:15:33.714 DEBUG:boto:Token: None 2022-09-01T10:15:33.715 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/dummy?versionId=GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy 2022-09-01T10:15:33.717 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4wMM/HTjDfgOw8X45Lq17DnoBEs= 2022-09-01T10:15:33.723 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4wMM/HTjDfgOw8X45Lq17DnoBEs=', 'Content-Length': '0'} 2022-09-01T10:15:33.727 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:12:37 GMT'), ('x-amz-version-id', 'GCwuaBMKFHoOBtf.y5lOxxTyvbFnKMy'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000d957cff842d1b6c2-0063108645-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.728 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.729 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.729 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:33.730 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:33.731 DEBUG:boto:Method: GET 2022-09-01T10:15:33.731 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:15:33.732 DEBUG:boto:Data: 2022-09-01T10:15:33.733 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.735 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.736 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.737 DEBUG:boto:Params: {} 2022-09-01T10:15:33.738 DEBUG:boto:Token: None 2022-09-01T10:15:33.739 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/ 2022-09-01T10:15:33.740 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20= 2022-09-01T10:15:33.741 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20=', 'Content-Length': '0'} 2022-09-01T10:15:33.745 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008ad368a6cfabcd91-0063108645-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.746 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.747 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.748 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.749 DEBUG:boto:path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:33.750 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=dummy 2022-09-01T10:15:33.751 DEBUG:boto:Method: GET 2022-09-01T10:15:33.751 DEBUG:boto:Path: /ptoxvb-19/?prefix=dummy 2022-09-01T10:15:33.752 DEBUG:boto:Data: 2022-09-01T10:15:33.752 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.754 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.754 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.755 DEBUG:boto:Params: {} 2022-09-01T10:15:33.755 DEBUG:boto:Token: None 2022-09-01T10:15:33.756 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/ 2022-09-01T10:15:33.757 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20= 2022-09-01T10:15:33.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20=', 'Content-Length': '0'} 2022-09-01T10:15:33.760 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c83eaa9bf36e82fb-0063108645-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.761 DEBUG:boto:b'ptoxvb-19dummy1000falsedummy2022-09-01T10:12:37.674Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.762 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:33.762 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.763 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.763 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.764 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.765 DEBUG:boto:Method: GET 2022-09-01T10:15:33.766 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.767 DEBUG:boto:Data: 2022-09-01T10:15:33.767 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.768 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.768 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.769 DEBUG:boto:Params: {} 2022-09-01T10:15:33.769 DEBUG:boto:Token: None 2022-09-01T10:15:33.770 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.771 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc= 2022-09-01T10:15:33.771 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc=', 'Content-Length': '0'} 2022-09-01T10:15:33.774 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000047fc1e82d280b53-0063108645-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.775 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.776 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.777 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.778 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.779 DEBUG:boto:Method: GET 2022-09-01T10:15:33.780 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.781 DEBUG:boto:Data: 2022-09-01T10:15:33.781 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.782 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.783 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.784 DEBUG:boto:Params: {} 2022-09-01T10:15:33.785 DEBUG:boto:Token: None 2022-09-01T10:15:33.786 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.787 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc= 2022-09-01T10:15:33.788 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc=', 'Content-Length': '0'} 2022-09-01T10:15:33.791 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a4c0b32ebb674d1f-0063108645-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.792 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.793 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.793 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.794 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.795 DEBUG:boto:Method: HEAD 2022-09-01T10:15:33.796 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.797 DEBUG:boto:Data: 2022-09-01T10:15:33.798 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.799 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.799 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.800 DEBUG:boto:Params: {} 2022-09-01T10:15:33.801 DEBUG:boto:Token: None 2022-09-01T10:15:33.802 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.803 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/yw9AulEV67HMCz9N7pIcxBaMUk= 2022-09-01T10:15:33.804 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/yw9AulEV67HMCz9N7pIcxBaMUk=', 'Content-Length': '0'} 2022-09-01T10:15:33.807 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b204f5d0ff3bc534-0063108645-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.808 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.809 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.811 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.812 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.813 DEBUG:boto:Method: HEAD 2022-09-01T10:15:33.814 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.815 DEBUG:boto:Data: 2022-09-01T10:15:33.816 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.817 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.818 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.819 DEBUG:boto:Params: {} 2022-09-01T10:15:33.819 DEBUG:boto:Token: None 2022-09-01T10:15:33.820 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.821 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/yw9AulEV67HMCz9N7pIcxBaMUk= 2022-09-01T10:15:33.822 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/yw9AulEV67HMCz9N7pIcxBaMUk=', 'Content-Length': '0'} 2022-09-01T10:15:33.825 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000045fa00c2a8a90e18-0063108645-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.826 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:33.826 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.827 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.828 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.828 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.829 DEBUG:boto:Method: GET 2022-09-01T10:15:33.829 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.830 DEBUG:boto:Data: 2022-09-01T10:15:33.831 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.832 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.832 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.833 DEBUG:boto:Params: {} 2022-09-01T10:15:33.834 DEBUG:boto:Token: None 2022-09-01T10:15:33.834 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.835 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc= 2022-09-01T10:15:33.836 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc=', 'Content-Length': '0'} 2022-09-01T10:15:33.839 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000042e706890f2149d2-0063108645-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.840 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.841 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.842 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.843 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.844 DEBUG:boto:Method: GET 2022-09-01T10:15:33.845 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.847 DEBUG:boto:Data: 2022-09-01T10:15:33.848 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.849 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.850 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.851 DEBUG:boto:Params: {} 2022-09-01T10:15:33.853 DEBUG:boto:Token: None 2022-09-01T10:15:33.853 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.854 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc= 2022-09-01T10:15:33.855 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc=', 'Content-Length': '0'} 2022-09-01T10:15:33.857 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000569471bafd1cf075-0063108645-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.858 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.859 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.860 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.860 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.861 DEBUG:boto:Method: GET 2022-09-01T10:15:33.861 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.862 DEBUG:boto:Data: 2022-09-01T10:15:33.864 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.864 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.865 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.866 DEBUG:boto:Params: {} 2022-09-01T10:15:33.867 DEBUG:boto:Token: None 2022-09-01T10:15:33.868 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/ 2022-09-01T10:15:33.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20= 2022-09-01T10:15:33.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20=', 'Content-Length': '0'} 2022-09-01T10:15:33.873 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c2fd05eb572e4f6c-0063108645-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.914 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.915 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:33.916 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:33.917 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.917 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.918 DEBUG:boto:Method: GET 2022-09-01T10:15:33.919 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:33.919 DEBUG:boto:Data: 2022-09-01T10:15:33.920 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.920 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.921 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.921 DEBUG:boto:Params: {} 2022-09-01T10:15:33.922 DEBUG:boto:Token: None 2022-09-01T10:15:33.923 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/ 2022-09-01T10:15:33.924 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20= 2022-09-01T10:15:33.926 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwFFIvdkYOPgvbeCJ8+8CY/wy20=', 'Content-Length': '0'} 2022-09-01T10:15:33.935 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000112b133d814c5b89-0063108645-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.936 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:33.937 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.938 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.938 DEBUG:boto:Method: HEAD 2022-09-01T10:15:33.939 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:33.939 DEBUG:boto:Data: 2022-09-01T10:15:33.940 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.940 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.941 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.941 DEBUG:boto:Params: {} 2022-09-01T10:15:33.942 DEBUG:boto:Token: None 2022-09-01T10:15:33.943 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj 2022-09-01T10:15:33.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3/JBcEFou1Az6EBAlcR8EdV/S2g= 2022-09-01T10:15:33.945 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3/JBcEFou1Az6EBAlcR8EdV/S2g=', 'Content-Length': '0'} 2022-09-01T10:15:33.949 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003ed359ecd01d093f-0063108645-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.949 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.950 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.951 DEBUG:boto:Method: HEAD 2022-09-01T10:15:33.951 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:33.952 DEBUG:boto:Data: 2022-09-01T10:15:33.952 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.953 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.953 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.954 DEBUG:boto:Params: {} 2022-09-01T10:15:33.955 DEBUG:boto:Token: None 2022-09-01T10:15:33.956 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj 2022-09-01T10:15:33.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3/JBcEFou1Az6EBAlcR8EdV/S2g= 2022-09-01T10:15:33.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3/JBcEFou1Az6EBAlcR8EdV/S2g=', 'Content-Length': '0'} 2022-09-01T10:15:33.963 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007ea79f3462edacd5-0063108645-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.964 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:33.965 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.966 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.967 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.968 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.969 DEBUG:boto:Method: GET 2022-09-01T10:15:33.970 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.972 DEBUG:boto:Data: 2022-09-01T10:15:33.973 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.974 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:33.975 DEBUG:boto:Port: 8001 2022-09-01T10:15:33.976 DEBUG:boto:Params: {} 2022-09-01T10:15:33.977 DEBUG:boto:Token: None 2022-09-01T10:15:33.978 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.979 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc= 2022-09-01T10:15:33.980 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc=', 'Content-Length': '0'} 2022-09-01T10:15:33.982 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000332c87371410f2af-0063108645-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:33.983 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:33.984 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:33.985 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.985 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.986 DEBUG:boto:Method: GET 2022-09-01T10:15:33.987 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.988 DEBUG:boto:Data: 2022-09-01T10:15:33.988 DEBUG:boto:Headers: {} 2022-09-01T10:15:33.989 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:33.989 DEBUG:boto:Port: 8000 2022-09-01T10:15:33.990 DEBUG:boto:Params: {} 2022-09-01T10:15:33.991 DEBUG:boto:Token: None 2022-09-01T10:15:33.991 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:33 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:33.993 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc= 2022-09-01T10:15:33.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7dJFIqm802ISWGUhICl1LxsIiFc=', 'Content-Length': '0'} 2022-09-01T10:15:33.996 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d74f3ee6ca1bd11d-0063108645-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.043 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:34.044 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:34.045 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.046 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.046 DEBUG:boto:Method: GET 2022-09-01T10:15:34.047 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.047 DEBUG:boto:Data: 2022-09-01T10:15:34.048 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.049 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.049 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.050 DEBUG:boto:Params: {} 2022-09-01T10:15:34.050 DEBUG:boto:Token: None 2022-09-01T10:15:34.051 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/ 2022-09-01T10:15:34.051 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA= 2022-09-01T10:15:34.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA=', 'Content-Length': '0'} 2022-09-01T10:15:34.056 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003e90edb7bf8aa2a9-0063108646-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.058 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:34.059 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:34.061 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:34.062 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.063 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.064 DEBUG:boto:Method: GET 2022-09-01T10:15:34.065 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.067 DEBUG:boto:Data: 2022-09-01T10:15:34.068 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.069 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.070 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.072 DEBUG:boto:Params: {} 2022-09-01T10:15:34.073 DEBUG:boto:Token: None 2022-09-01T10:15:34.073 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/ 2022-09-01T10:15:34.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA= 2022-09-01T10:15:34.078 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA=', 'Content-Length': '0'} 2022-09-01T10:15:34.086 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000991974af4813f1d0-0063108646-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.088 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:34.089 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:34.090 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.091 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.093 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.095 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.096 DEBUG:boto:Method: GET 2022-09-01T10:15:34.097 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.098 DEBUG:boto:Data: 2022-09-01T10:15:34.099 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.100 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.101 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.103 DEBUG:boto:Params: {} 2022-09-01T10:15:34.104 DEBUG:boto:Token: None 2022-09-01T10:15:34.106 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.107 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goTx24vl3VqRmsV2btMB4aygnc8= 2022-09-01T10:15:34.108 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goTx24vl3VqRmsV2btMB4aygnc8=', 'Content-Length': '0'} 2022-09-01T10:15:34.112 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003c5a97044d77b601-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.116 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.117 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.117 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.118 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.118 DEBUG:boto:Method: GET 2022-09-01T10:15:34.119 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.119 DEBUG:boto:Data: 2022-09-01T10:15:34.120 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.121 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.121 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.122 DEBUG:boto:Params: {} 2022-09-01T10:15:34.122 DEBUG:boto:Token: None 2022-09-01T10:15:34.123 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goTx24vl3VqRmsV2btMB4aygnc8= 2022-09-01T10:15:34.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goTx24vl3VqRmsV2btMB4aygnc8=', 'Content-Length': '0'} 2022-09-01T10:15:34.128 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d5a897e5087982d7-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.129 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.130 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.131 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.133 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.134 DEBUG:boto:Method: HEAD 2022-09-01T10:15:34.135 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.136 DEBUG:boto:Data: 2022-09-01T10:15:34.136 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.137 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.138 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.139 DEBUG:boto:Params: {} 2022-09-01T10:15:34.140 DEBUG:boto:Token: None 2022-09-01T10:15:34.141 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.143 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y4cycBZRZog467nkaP/TypKhzck= 2022-09-01T10:15:34.144 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y4cycBZRZog467nkaP/TypKhzck=', 'Content-Length': '0'} 2022-09-01T10:15:34.147 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bb1cd5d2d7c3951c-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.150 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.150 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.152 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.154 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.155 DEBUG:boto:Method: HEAD 2022-09-01T10:15:34.155 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.156 DEBUG:boto:Data: 2022-09-01T10:15:34.156 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.157 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.157 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.158 DEBUG:boto:Params: {} 2022-09-01T10:15:34.159 DEBUG:boto:Token: None 2022-09-01T10:15:34.160 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.160 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y4cycBZRZog467nkaP/TypKhzck= 2022-09-01T10:15:34.161 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y4cycBZRZog467nkaP/TypKhzck=', 'Content-Length': '0'} 2022-09-01T10:15:34.163 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000052b4b291df9dafa2-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.164 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:34.165 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.165 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.166 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.166 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.167 DEBUG:boto:Method: GET 2022-09-01T10:15:34.168 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.169 DEBUG:boto:Data: 2022-09-01T10:15:34.169 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.170 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.171 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.171 DEBUG:boto:Params: {} 2022-09-01T10:15:34.173 DEBUG:boto:Token: None 2022-09-01T10:15:34.174 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goTx24vl3VqRmsV2btMB4aygnc8= 2022-09-01T10:15:34.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goTx24vl3VqRmsV2btMB4aygnc8=', 'Content-Length': '0'} 2022-09-01T10:15:34.179 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004685b4194dd02928-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.226 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.227 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.229 DEBUG:boto:path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.229 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.230 DEBUG:boto:Method: GET 2022-09-01T10:15:34.231 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.231 DEBUG:boto:Data: 2022-09-01T10:15:34.232 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.232 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.233 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.233 DEBUG:boto:Params: {} 2022-09-01T10:15:34.234 DEBUG:boto:Token: None 2022-09-01T10:15:34.235 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx 2022-09-01T10:15:34.236 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goTx24vl3VqRmsV2btMB4aygnc8= 2022-09-01T10:15:34.237 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goTx24vl3VqRmsV2btMB4aygnc8=', 'Content-Length': '0'} 2022-09-01T10:15:34.239 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'gD-ARnUQUsXvTHIjbQcvp3yDZfj3EPx'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008a27eccc5db971de-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.242 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:34.243 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:34.244 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.245 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.246 DEBUG:boto:Method: GET 2022-09-01T10:15:34.247 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.247 DEBUG:boto:Data: 2022-09-01T10:15:34.248 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.249 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.250 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.250 DEBUG:boto:Params: {} 2022-09-01T10:15:34.251 DEBUG:boto:Token: None 2022-09-01T10:15:34.252 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/ 2022-09-01T10:15:34.254 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA= 2022-09-01T10:15:34.255 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA=', 'Content-Length': '0'} 2022-09-01T10:15:34.258 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009ce1f775faf55692-0063108646-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.259 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:34.260 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:34.261 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:34.261 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.262 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.262 DEBUG:boto:Method: GET 2022-09-01T10:15:34.263 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.264 DEBUG:boto:Data: 2022-09-01T10:15:34.264 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.265 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.265 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.266 DEBUG:boto:Params: {} 2022-09-01T10:15:34.266 DEBUG:boto:Token: None 2022-09-01T10:15:34.267 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/ 2022-09-01T10:15:34.268 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA= 2022-09-01T10:15:34.268 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA=', 'Content-Length': '0'} 2022-09-01T10:15:34.271 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b3b7501fc1004ec8-0063108646-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.272 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:34.274 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.275 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.275 DEBUG:boto:Method: HEAD 2022-09-01T10:15:34.276 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:34.276 DEBUG:boto:Data: 2022-09-01T10:15:34.277 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.277 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.278 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.278 DEBUG:boto:Params: {} 2022-09-01T10:15:34.279 DEBUG:boto:Token: None 2022-09-01T10:15:34.279 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj 2022-09-01T10:15:34.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DEhG0bEf6irwarfS5fF2hMsJ1vg= 2022-09-01T10:15:34.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DEhG0bEf6irwarfS5fF2hMsJ1vg=', 'Content-Length': '0'} 2022-09-01T10:15:34.284 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000028823f1cdbf28095-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.285 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.286 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.287 DEBUG:boto:Method: HEAD 2022-09-01T10:15:34.287 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:34.288 DEBUG:boto:Data: 2022-09-01T10:15:34.288 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.289 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.289 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.290 DEBUG:boto:Params: {} 2022-09-01T10:15:34.290 DEBUG:boto:Token: None 2022-09-01T10:15:34.291 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj 2022-09-01T10:15:34.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DEhG0bEf6irwarfS5fF2hMsJ1vg= 2022-09-01T10:15:34.292 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DEhG0bEf6irwarfS5fF2hMsJ1vg=', 'Content-Length': '0'} 2022-09-01T10:15:34.296 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dc6d706438295d24-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.297 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:34.297 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.298 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.299 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.299 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.300 DEBUG:boto:Method: GET 2022-09-01T10:15:34.300 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.301 DEBUG:boto:Data: 2022-09-01T10:15:34.301 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.302 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.302 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.303 DEBUG:boto:Params: {} 2022-09-01T10:15:34.304 DEBUG:boto:Token: None 2022-09-01T10:15:34.304 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.305 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UtEzhe+oR024o1HsTMSaqqrAk3w= 2022-09-01T10:15:34.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UtEzhe+oR024o1HsTMSaqqrAk3w=', 'Content-Length': '0'} 2022-09-01T10:15:34.308 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006c2d3314e6363a46-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.356 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.357 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.358 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.359 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.360 DEBUG:boto:Method: GET 2022-09-01T10:15:34.361 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.362 DEBUG:boto:Data: 2022-09-01T10:15:34.363 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.364 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.365 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.366 DEBUG:boto:Params: {} 2022-09-01T10:15:34.367 DEBUG:boto:Token: None 2022-09-01T10:15:34.368 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.369 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UtEzhe+oR024o1HsTMSaqqrAk3w= 2022-09-01T10:15:34.370 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UtEzhe+oR024o1HsTMSaqqrAk3w=', 'Content-Length': '0'} 2022-09-01T10:15:34.373 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fb0a654962d9b762-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.375 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:34.376 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:34.376 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.377 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.377 DEBUG:boto:Method: GET 2022-09-01T10:15:34.378 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.378 DEBUG:boto:Data: 2022-09-01T10:15:34.379 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.379 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.380 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.380 DEBUG:boto:Params: {} 2022-09-01T10:15:34.381 DEBUG:boto:Token: None 2022-09-01T10:15:34.382 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/ 2022-09-01T10:15:34.382 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA= 2022-09-01T10:15:34.383 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA=', 'Content-Length': '0'} 2022-09-01T10:15:34.386 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000009da0a716c5f6510-0063108646-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.388 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:34.389 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:34.390 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:34.390 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.391 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.392 DEBUG:boto:Method: GET 2022-09-01T10:15:34.392 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.393 DEBUG:boto:Data: 2022-09-01T10:15:34.393 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.394 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.394 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.395 DEBUG:boto:Params: {} 2022-09-01T10:15:34.395 DEBUG:boto:Token: None 2022-09-01T10:15:34.396 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/ 2022-09-01T10:15:34.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA= 2022-09-01T10:15:34.397 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA=', 'Content-Length': '0'} 2022-09-01T10:15:34.400 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e0f1c3fbbd301211-0063108646-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.401 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:34.402 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:34.403 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.403 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.404 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.404 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.405 DEBUG:boto:Method: GET 2022-09-01T10:15:34.405 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.406 DEBUG:boto:Data: 2022-09-01T10:15:34.406 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.407 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.407 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.408 DEBUG:boto:Params: {} 2022-09-01T10:15:34.409 DEBUG:boto:Token: None 2022-09-01T10:15:34.409 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.410 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ty/GerE/nWNGJ+dqkzODZrvMs9Y= 2022-09-01T10:15:34.411 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ty/GerE/nWNGJ+dqkzODZrvMs9Y=', 'Content-Length': '0'} 2022-09-01T10:15:34.413 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000443d6edba97daa8a-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.414 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.415 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.415 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.416 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.416 DEBUG:boto:Method: GET 2022-09-01T10:15:34.417 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.417 DEBUG:boto:Data: 2022-09-01T10:15:34.418 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.418 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.419 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.419 DEBUG:boto:Params: {} 2022-09-01T10:15:34.420 DEBUG:boto:Token: None 2022-09-01T10:15:34.421 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.422 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ty/GerE/nWNGJ+dqkzODZrvMs9Y= 2022-09-01T10:15:34.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ty/GerE/nWNGJ+dqkzODZrvMs9Y=', 'Content-Length': '0'} 2022-09-01T10:15:34.425 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000017a41ab1cf19275a-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.426 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.426 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.427 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.427 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.428 DEBUG:boto:Method: HEAD 2022-09-01T10:15:34.428 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.429 DEBUG:boto:Data: 2022-09-01T10:15:34.429 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.430 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.430 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.431 DEBUG:boto:Params: {} 2022-09-01T10:15:34.431 DEBUG:boto:Token: None 2022-09-01T10:15:34.432 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQArlWzTCGwPgUKXnwcbODQ+BKM= 2022-09-01T10:15:34.433 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQArlWzTCGwPgUKXnwcbODQ+BKM=', 'Content-Length': '0'} 2022-09-01T10:15:34.435 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b713245637238d7b-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.436 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.436 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.437 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.437 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.438 DEBUG:boto:Method: HEAD 2022-09-01T10:15:34.438 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.439 DEBUG:boto:Data: 2022-09-01T10:15:34.439 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.440 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.440 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.441 DEBUG:boto:Params: {} 2022-09-01T10:15:34.441 DEBUG:boto:Token: None 2022-09-01T10:15:34.442 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQArlWzTCGwPgUKXnwcbODQ+BKM= 2022-09-01T10:15:34.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQArlWzTCGwPgUKXnwcbODQ+BKM=', 'Content-Length': '0'} 2022-09-01T10:15:34.445 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000110e81d5daa25d01-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.446 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:34.447 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.447 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.448 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.448 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.449 DEBUG:boto:Method: GET 2022-09-01T10:15:34.449 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.450 DEBUG:boto:Data: 2022-09-01T10:15:34.450 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.451 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.452 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.452 DEBUG:boto:Params: {} 2022-09-01T10:15:34.453 DEBUG:boto:Token: None 2022-09-01T10:15:34.453 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.454 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ty/GerE/nWNGJ+dqkzODZrvMs9Y= 2022-09-01T10:15:34.455 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ty/GerE/nWNGJ+dqkzODZrvMs9Y=', 'Content-Length': '0'} 2022-09-01T10:15:34.457 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000075883cdbb087ec65-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.458 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.458 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.459 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.459 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.460 DEBUG:boto:Method: GET 2022-09-01T10:15:34.460 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.461 DEBUG:boto:Data: 2022-09-01T10:15:34.461 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.462 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.463 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.463 DEBUG:boto:Params: {} 2022-09-01T10:15:34.464 DEBUG:boto:Token: None 2022-09-01T10:15:34.464 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP 2022-09-01T10:15:34.465 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ty/GerE/nWNGJ+dqkzODZrvMs9Y= 2022-09-01T10:15:34.466 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ty/GerE/nWNGJ+dqkzODZrvMs9Y=', 'Content-Length': '0'} 2022-09-01T10:15:34.468 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hD74Y5b-UXOrSOdCSBJhQD8z1sdB2XP'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c1b49090642ed0cd-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.469 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:34.469 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:34.470 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.470 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.471 DEBUG:boto:Method: GET 2022-09-01T10:15:34.471 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.472 DEBUG:boto:Data: 2022-09-01T10:15:34.472 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.473 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.473 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.474 DEBUG:boto:Params: {} 2022-09-01T10:15:34.475 DEBUG:boto:Token: None 2022-09-01T10:15:34.475 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/ 2022-09-01T10:15:34.476 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA= 2022-09-01T10:15:34.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA=', 'Content-Length': '0'} 2022-09-01T10:15:34.479 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fe6505e13b39eec3-0063108646-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.480 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:34.481 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:34.481 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:34.482 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.482 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.483 DEBUG:boto:Method: GET 2022-09-01T10:15:34.483 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.484 DEBUG:boto:Data: 2022-09-01T10:15:34.484 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.485 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.485 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.486 DEBUG:boto:Params: {} 2022-09-01T10:15:34.487 DEBUG:boto:Token: None 2022-09-01T10:15:34.487 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/ 2022-09-01T10:15:34.488 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA= 2022-09-01T10:15:34.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA=', 'Content-Length': '0'} 2022-09-01T10:15:34.492 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d11d09e2ce776b9a-0063108646-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.494 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:34.495 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.495 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.496 DEBUG:boto:Method: HEAD 2022-09-01T10:15:34.497 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:34.497 DEBUG:boto:Data: 2022-09-01T10:15:34.498 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.498 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.499 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.500 DEBUG:boto:Params: {} 2022-09-01T10:15:34.501 DEBUG:boto:Token: None 2022-09-01T10:15:34.501 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj 2022-09-01T10:15:34.502 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DEhG0bEf6irwarfS5fF2hMsJ1vg= 2022-09-01T10:15:34.503 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DEhG0bEf6irwarfS5fF2hMsJ1vg=', 'Content-Length': '0'} 2022-09-01T10:15:34.507 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004a6bf57f41d646a4-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.508 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.508 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.509 DEBUG:boto:Method: HEAD 2022-09-01T10:15:34.509 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:34.510 DEBUG:boto:Data: 2022-09-01T10:15:34.511 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.511 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.512 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.512 DEBUG:boto:Params: {} 2022-09-01T10:15:34.513 DEBUG:boto:Token: None 2022-09-01T10:15:34.514 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj 2022-09-01T10:15:34.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DEhG0bEf6irwarfS5fF2hMsJ1vg= 2022-09-01T10:15:34.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DEhG0bEf6irwarfS5fF2hMsJ1vg=', 'Content-Length': '0'} 2022-09-01T10:15:34.519 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000007ebf29487566633-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.520 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:34.520 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.521 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.522 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.522 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.523 DEBUG:boto:Method: GET 2022-09-01T10:15:34.524 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.525 DEBUG:boto:Data: 2022-09-01T10:15:34.526 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.526 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.527 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.528 DEBUG:boto:Params: {} 2022-09-01T10:15:34.529 DEBUG:boto:Token: None 2022-09-01T10:15:34.530 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.531 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UtEzhe+oR024o1HsTMSaqqrAk3w= 2022-09-01T10:15:34.532 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UtEzhe+oR024o1HsTMSaqqrAk3w=', 'Content-Length': '0'} 2022-09-01T10:15:34.535 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000da70a4dec8f3433-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.578 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.579 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.580 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.580 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.581 DEBUG:boto:Method: GET 2022-09-01T10:15:34.581 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.582 DEBUG:boto:Data: 2022-09-01T10:15:34.583 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.584 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.584 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.585 DEBUG:boto:Params: {} 2022-09-01T10:15:34.586 DEBUG:boto:Token: None 2022-09-01T10:15:34.586 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UtEzhe+oR024o1HsTMSaqqrAk3w= 2022-09-01T10:15:34.588 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UtEzhe+oR024o1HsTMSaqqrAk3w=', 'Content-Length': '0'} 2022-09-01T10:15:34.591 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002b1ffb8b54f7c85b-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.592 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:34.592 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:34.593 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.593 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.594 DEBUG:boto:Method: GET 2022-09-01T10:15:34.595 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.595 DEBUG:boto:Data: 2022-09-01T10:15:34.596 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.596 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.597 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.597 DEBUG:boto:Params: {} 2022-09-01T10:15:34.599 DEBUG:boto:Token: None 2022-09-01T10:15:34.599 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/ 2022-09-01T10:15:34.600 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA= 2022-09-01T10:15:34.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA=', 'Content-Length': '0'} 2022-09-01T10:15:34.603 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000093614206dee90dbd-0063108646-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.604 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:34.605 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:34.606 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:34.607 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.608 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.609 DEBUG:boto:Method: GET 2022-09-01T10:15:34.610 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.611 DEBUG:boto:Data: 2022-09-01T10:15:34.612 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.613 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.614 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.615 DEBUG:boto:Params: {} 2022-09-01T10:15:34.617 DEBUG:boto:Token: None 2022-09-01T10:15:34.618 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/ 2022-09-01T10:15:34.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA= 2022-09-01T10:15:34.620 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA=', 'Content-Length': '0'} 2022-09-01T10:15:34.623 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d481a2a7c3b86707-0063108646-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.624 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:34.625 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:34.626 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.626 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.627 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.628 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.629 DEBUG:boto:Method: GET 2022-09-01T10:15:34.630 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.631 DEBUG:boto:Data: 2022-09-01T10:15:34.632 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.633 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.635 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.635 DEBUG:boto:Params: {} 2022-09-01T10:15:34.636 DEBUG:boto:Token: None 2022-09-01T10:15:34.637 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.637 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BTEc90FAx9MuMBJwO1nUNewat/g= 2022-09-01T10:15:34.638 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BTEc90FAx9MuMBJwO1nUNewat/g=', 'Content-Length': '0'} 2022-09-01T10:15:34.640 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000046d5c7cb5f09f0ee-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.642 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.643 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.643 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.644 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.644 DEBUG:boto:Method: GET 2022-09-01T10:15:34.645 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.646 DEBUG:boto:Data: 2022-09-01T10:15:34.646 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.647 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.647 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.648 DEBUG:boto:Params: {} 2022-09-01T10:15:34.648 DEBUG:boto:Token: None 2022-09-01T10:15:34.649 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.650 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BTEc90FAx9MuMBJwO1nUNewat/g= 2022-09-01T10:15:34.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BTEc90FAx9MuMBJwO1nUNewat/g=', 'Content-Length': '0'} 2022-09-01T10:15:34.653 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002b2642420cf79ca2-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.694 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.695 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.695 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.696 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.696 DEBUG:boto:Method: HEAD 2022-09-01T10:15:34.697 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.697 DEBUG:boto:Data: 2022-09-01T10:15:34.698 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.699 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.699 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.700 DEBUG:boto:Params: {} 2022-09-01T10:15:34.701 DEBUG:boto:Token: None 2022-09-01T10:15:34.701 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.702 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WS+5mnobfOv2hZ0s6dS4Lejdenk= 2022-09-01T10:15:34.703 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WS+5mnobfOv2hZ0s6dS4Lejdenk=', 'Content-Length': '0'} 2022-09-01T10:15:34.705 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009f1df0fb50fac9f4-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.706 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.707 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.707 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.708 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.708 DEBUG:boto:Method: HEAD 2022-09-01T10:15:34.709 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.709 DEBUG:boto:Data: 2022-09-01T10:15:34.710 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.711 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.712 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.713 DEBUG:boto:Params: {} 2022-09-01T10:15:34.714 DEBUG:boto:Token: None 2022-09-01T10:15:34.715 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WS+5mnobfOv2hZ0s6dS4Lejdenk= 2022-09-01T10:15:34.717 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WS+5mnobfOv2hZ0s6dS4Lejdenk=', 'Content-Length': '0'} 2022-09-01T10:15:34.720 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c47539c4c6759a4d-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.722 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:34.723 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.723 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.724 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.725 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.726 DEBUG:boto:Method: GET 2022-09-01T10:15:34.727 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.728 DEBUG:boto:Data: 2022-09-01T10:15:34.729 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.730 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.731 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.732 DEBUG:boto:Params: {} 2022-09-01T10:15:34.732 DEBUG:boto:Token: None 2022-09-01T10:15:34.733 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BTEc90FAx9MuMBJwO1nUNewat/g= 2022-09-01T10:15:34.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BTEc90FAx9MuMBJwO1nUNewat/g=', 'Content-Length': '0'} 2022-09-01T10:15:34.737 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000330de39b5d7d151d-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.738 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.738 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.739 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.739 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.740 DEBUG:boto:Method: GET 2022-09-01T10:15:34.741 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.741 DEBUG:boto:Data: 2022-09-01T10:15:34.742 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.743 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.743 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.744 DEBUG:boto:Params: {} 2022-09-01T10:15:34.744 DEBUG:boto:Token: None 2022-09-01T10:15:34.745 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=7dWXKw--D6.mcjM..zBJcHr4zVWmtMB 2022-09-01T10:15:34.746 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BTEc90FAx9MuMBJwO1nUNewat/g= 2022-09-01T10:15:34.746 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BTEc90FAx9MuMBJwO1nUNewat/g=', 'Content-Length': '0'} 2022-09-01T10:15:34.749 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7dWXKw--D6.mcjM..zBJcHr4zVWmtMB'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000092e0036516800c64-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.749 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:34.750 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:34.751 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.751 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.752 DEBUG:boto:Method: GET 2022-09-01T10:15:34.753 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.754 DEBUG:boto:Data: 2022-09-01T10:15:34.755 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.756 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.757 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.758 DEBUG:boto:Params: {} 2022-09-01T10:15:34.759 DEBUG:boto:Token: None 2022-09-01T10:15:34.761 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/ 2022-09-01T10:15:34.762 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA= 2022-09-01T10:15:34.763 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA=', 'Content-Length': '0'} 2022-09-01T10:15:34.766 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000319266a73eda1910-0063108646-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.766 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:34.767 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:34.768 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:34.768 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.769 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.769 DEBUG:boto:Method: GET 2022-09-01T10:15:34.770 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.771 DEBUG:boto:Data: 2022-09-01T10:15:34.771 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.772 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.772 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.773 DEBUG:boto:Params: {} 2022-09-01T10:15:34.773 DEBUG:boto:Token: None 2022-09-01T10:15:34.775 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/ 2022-09-01T10:15:34.775 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA= 2022-09-01T10:15:34.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA=', 'Content-Length': '0'} 2022-09-01T10:15:34.779 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000621c583ddd5aa727-0063108646-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.780 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:34.781 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.782 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.783 DEBUG:boto:Method: HEAD 2022-09-01T10:15:34.784 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:34.785 DEBUG:boto:Data: 2022-09-01T10:15:34.786 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.787 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.788 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.789 DEBUG:boto:Params: {} 2022-09-01T10:15:34.790 DEBUG:boto:Token: None 2022-09-01T10:15:34.791 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj 2022-09-01T10:15:34.792 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DEhG0bEf6irwarfS5fF2hMsJ1vg= 2022-09-01T10:15:34.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DEhG0bEf6irwarfS5fF2hMsJ1vg=', 'Content-Length': '0'} 2022-09-01T10:15:34.796 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006fcd56c6e4c4a572-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.797 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.798 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.798 DEBUG:boto:Method: HEAD 2022-09-01T10:15:34.799 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:34.800 DEBUG:boto:Data: 2022-09-01T10:15:34.800 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.801 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.801 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.802 DEBUG:boto:Params: {} 2022-09-01T10:15:34.802 DEBUG:boto:Token: None 2022-09-01T10:15:34.803 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj 2022-09-01T10:15:34.804 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DEhG0bEf6irwarfS5fF2hMsJ1vg= 2022-09-01T10:15:34.804 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DEhG0bEf6irwarfS5fF2hMsJ1vg=', 'Content-Length': '0'} 2022-09-01T10:15:34.808 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000002d33145e3431322-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.809 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:34.809 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.810 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.810 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.811 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.812 DEBUG:boto:Method: GET 2022-09-01T10:15:34.812 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.813 DEBUG:boto:Data: 2022-09-01T10:15:34.813 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.814 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.815 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.815 DEBUG:boto:Params: {} 2022-09-01T10:15:34.816 DEBUG:boto:Token: None 2022-09-01T10:15:34.817 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.818 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UtEzhe+oR024o1HsTMSaqqrAk3w= 2022-09-01T10:15:34.818 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UtEzhe+oR024o1HsTMSaqqrAk3w=', 'Content-Length': '0'} 2022-09-01T10:15:34.821 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d3d4b73c954456c2-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.867 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.868 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.869 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.870 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.871 DEBUG:boto:Method: GET 2022-09-01T10:15:34.872 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.873 DEBUG:boto:Data: 2022-09-01T10:15:34.874 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.875 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.876 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.877 DEBUG:boto:Params: {} 2022-09-01T10:15:34.878 DEBUG:boto:Token: None 2022-09-01T10:15:34.879 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:34.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UtEzhe+oR024o1HsTMSaqqrAk3w= 2022-09-01T10:15:34.881 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UtEzhe+oR024o1HsTMSaqqrAk3w=', 'Content-Length': '0'} 2022-09-01T10:15:34.884 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000062e683780bea1660-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.886 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:34.887 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:34.888 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.889 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.890 DEBUG:boto:Method: GET 2022-09-01T10:15:34.891 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.892 DEBUG:boto:Data: 2022-09-01T10:15:34.893 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.894 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.895 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.896 DEBUG:boto:Params: {} 2022-09-01T10:15:34.897 DEBUG:boto:Token: None 2022-09-01T10:15:34.898 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/ 2022-09-01T10:15:34.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA= 2022-09-01T10:15:34.899 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA=', 'Content-Length': '0'} 2022-09-01T10:15:34.902 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003f4c1f804020a0de-0063108646-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.903 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:34.904 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:34.904 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:34.905 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.905 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.906 DEBUG:boto:Method: GET 2022-09-01T10:15:34.906 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:34.907 DEBUG:boto:Data: 2022-09-01T10:15:34.907 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.908 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.908 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.909 DEBUG:boto:Params: {} 2022-09-01T10:15:34.910 DEBUG:boto:Token: None 2022-09-01T10:15:34.910 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/ 2022-09-01T10:15:34.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA= 2022-09-01T10:15:34.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/C2NA0Rm40fez0/9iQpp8R+cfMA=', 'Content-Length': '0'} 2022-09-01T10:15:34.915 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006f70f05a01a54291-0063108646-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.916 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:34.917 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:34.918 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.919 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.920 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.921 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.922 DEBUG:boto:Method: GET 2022-09-01T10:15:34.923 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.924 DEBUG:boto:Data: 2022-09-01T10:15:34.925 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.926 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.927 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.928 DEBUG:boto:Params: {} 2022-09-01T10:15:34.929 DEBUG:boto:Token: None 2022-09-01T10:15:34.930 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.931 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TUu6qRU2b89xtQ32HhTJaATjhvQ= 2022-09-01T10:15:34.932 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TUu6qRU2b89xtQ32HhTJaATjhvQ=', 'Content-Length': '0'} 2022-09-01T10:15:34.935 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000029bece6bb4c95bb0-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.937 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.938 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.949 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.949 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.950 DEBUG:boto:Method: GET 2022-09-01T10:15:34.950 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.951 DEBUG:boto:Data: 2022-09-01T10:15:34.951 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.952 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.952 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.953 DEBUG:boto:Params: {} 2022-09-01T10:15:34.954 DEBUG:boto:Token: None 2022-09-01T10:15:34.954 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.955 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TUu6qRU2b89xtQ32HhTJaATjhvQ= 2022-09-01T10:15:34.956 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TUu6qRU2b89xtQ32HhTJaATjhvQ=', 'Content-Length': '0'} 2022-09-01T10:15:34.959 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e2c6ce8f492e9d15-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.960 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.961 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.962 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.963 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.963 DEBUG:boto:Method: HEAD 2022-09-01T10:15:34.964 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.964 DEBUG:boto:Data: 2022-09-01T10:15:34.965 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.965 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.966 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.966 DEBUG:boto:Params: {} 2022-09-01T10:15:34.967 DEBUG:boto:Token: None 2022-09-01T10:15:34.967 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.968 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KEFUOCN4rD1W0oxkCDBf5ViIp3Q= 2022-09-01T10:15:34.969 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KEFUOCN4rD1W0oxkCDBf5ViIp3Q=', 'Content-Length': '0'} 2022-09-01T10:15:34.971 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e8c300c891c89458-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.972 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.972 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.973 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.973 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.974 DEBUG:boto:Method: HEAD 2022-09-01T10:15:34.974 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.975 DEBUG:boto:Data: 2022-09-01T10:15:34.975 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.976 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:34.976 DEBUG:boto:Port: 8000 2022-09-01T10:15:34.977 DEBUG:boto:Params: {} 2022-09-01T10:15:34.977 DEBUG:boto:Token: None 2022-09-01T10:15:34.978 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.978 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KEFUOCN4rD1W0oxkCDBf5ViIp3Q= 2022-09-01T10:15:34.979 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KEFUOCN4rD1W0oxkCDBf5ViIp3Q=', 'Content-Length': '0'} 2022-09-01T10:15:34.981 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000970affa64a0593e-0063108646-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:34.982 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:34.983 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:34.984 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:34.984 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.985 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.985 DEBUG:boto:Method: GET 2022-09-01T10:15:34.986 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.986 DEBUG:boto:Data: 2022-09-01T10:15:34.987 DEBUG:boto:Headers: {} 2022-09-01T10:15:34.988 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:34.988 DEBUG:boto:Port: 8001 2022-09-01T10:15:34.989 DEBUG:boto:Params: {} 2022-09-01T10:15:34.990 DEBUG:boto:Token: None 2022-09-01T10:15:34.991 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:34 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:34.992 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TUu6qRU2b89xtQ32HhTJaATjhvQ= 2022-09-01T10:15:34.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TUu6qRU2b89xtQ32HhTJaATjhvQ=', 'Content-Length': '0'} 2022-09-01T10:15:34.996 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000f1c9bca01fdb78a-0063108646-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.038 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.040 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.041 DEBUG:boto:path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:35.041 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:35.043 DEBUG:boto:Method: GET 2022-09-01T10:15:35.044 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:35.045 DEBUG:boto:Data: 2022-09-01T10:15:35.045 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.046 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.048 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.049 DEBUG:boto:Params: {} 2022-09-01T10:15:35.049 DEBUG:boto:Token: None 2022-09-01T10:15:35.050 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az 2022-09-01T10:15:35.051 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1JdCkwBROv0T9qKZhFYCmLM/cl0= 2022-09-01T10:15:35.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1JdCkwBROv0T9qKZhFYCmLM/cl0=', 'Content-Length': '0'} 2022-09-01T10:15:35.056 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'G9mLbaVDusnYQIpz3T6DtwXrLqKc7Az'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000049a546115ca287b2-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.057 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:35.058 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:35.061 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.063 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.064 DEBUG:boto:Method: GET 2022-09-01T10:15:35.065 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.065 DEBUG:boto:Data: 2022-09-01T10:15:35.066 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.069 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.070 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.071 DEBUG:boto:Params: {} 2022-09-01T10:15:35.072 DEBUG:boto:Token: None 2022-09-01T10:15:35.073 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/ 2022-09-01T10:15:35.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU= 2022-09-01T10:15:35.074 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU=', 'Content-Length': '0'} 2022-09-01T10:15:35.078 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002d965ac39de8f911-0063108647-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.079 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:35.080 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:35.081 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:35.081 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.082 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.083 DEBUG:boto:Method: GET 2022-09-01T10:15:35.083 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.084 DEBUG:boto:Data: 2022-09-01T10:15:35.085 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.085 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.086 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.087 DEBUG:boto:Params: {} 2022-09-01T10:15:35.088 DEBUG:boto:Token: None 2022-09-01T10:15:35.090 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/ 2022-09-01T10:15:35.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU= 2022-09-01T10:15:35.092 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU=', 'Content-Length': '0'} 2022-09-01T10:15:35.096 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a7290d76d3c44067-0063108647-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.142 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:35.144 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.145 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.146 DEBUG:boto:Method: HEAD 2022-09-01T10:15:35.146 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:35.147 DEBUG:boto:Data: 2022-09-01T10:15:35.147 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.148 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.148 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.149 DEBUG:boto:Params: {} 2022-09-01T10:15:35.151 DEBUG:boto:Token: None 2022-09-01T10:15:35.153 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj 2022-09-01T10:15:35.154 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MzbKWx445pm5qkwXkNeFcCvYXDg= 2022-09-01T10:15:35.155 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MzbKWx445pm5qkwXkNeFcCvYXDg=', 'Content-Length': '0'} 2022-09-01T10:15:35.159 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006bd6ff12b0ade9b4-0063108647-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.160 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.160 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.161 DEBUG:boto:Method: HEAD 2022-09-01T10:15:35.161 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:35.162 DEBUG:boto:Data: 2022-09-01T10:15:35.162 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.163 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.163 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.164 DEBUG:boto:Params: {} 2022-09-01T10:15:35.165 DEBUG:boto:Token: None 2022-09-01T10:15:35.165 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj 2022-09-01T10:15:35.166 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MzbKWx445pm5qkwXkNeFcCvYXDg= 2022-09-01T10:15:35.167 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MzbKWx445pm5qkwXkNeFcCvYXDg=', 'Content-Length': '0'} 2022-09-01T10:15:35.171 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005567ab613cabcce2-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.172 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:35.173 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.174 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.175 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.175 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.176 DEBUG:boto:Method: GET 2022-09-01T10:15:35.176 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.177 DEBUG:boto:Data: 2022-09-01T10:15:35.178 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.178 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.179 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.179 DEBUG:boto:Params: {} 2022-09-01T10:15:35.180 DEBUG:boto:Token: None 2022-09-01T10:15:35.180 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.181 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6EaatlkjbyLnSWGhz6TEsoXNu+g= 2022-09-01T10:15:35.182 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6EaatlkjbyLnSWGhz6TEsoXNu+g=', 'Content-Length': '0'} 2022-09-01T10:15:35.184 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000c2987ef4490e635-0063108647-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.185 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.185 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.186 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.187 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.187 DEBUG:boto:Method: GET 2022-09-01T10:15:35.188 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.188 DEBUG:boto:Data: 2022-09-01T10:15:35.189 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.189 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.190 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.191 DEBUG:boto:Params: {} 2022-09-01T10:15:35.191 DEBUG:boto:Token: None 2022-09-01T10:15:35.192 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.193 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6EaatlkjbyLnSWGhz6TEsoXNu+g= 2022-09-01T10:15:35.193 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6EaatlkjbyLnSWGhz6TEsoXNu+g=', 'Content-Length': '0'} 2022-09-01T10:15:35.196 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000958a94ee24473bba-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.197 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:35.197 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:35.198 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.199 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.199 DEBUG:boto:Method: GET 2022-09-01T10:15:35.200 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.201 DEBUG:boto:Data: 2022-09-01T10:15:35.202 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.203 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.204 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.205 DEBUG:boto:Params: {} 2022-09-01T10:15:35.206 DEBUG:boto:Token: None 2022-09-01T10:15:35.207 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/ 2022-09-01T10:15:35.207 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU= 2022-09-01T10:15:35.208 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU=', 'Content-Length': '0'} 2022-09-01T10:15:35.211 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b9ffe6cab71563a8-0063108647-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.213 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:35.214 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:35.215 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:35.216 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.216 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.217 DEBUG:boto:Method: GET 2022-09-01T10:15:35.217 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.218 DEBUG:boto:Data: 2022-09-01T10:15:35.218 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.219 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.219 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.220 DEBUG:boto:Params: {} 2022-09-01T10:15:35.221 DEBUG:boto:Token: None 2022-09-01T10:15:35.221 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/ 2022-09-01T10:15:35.223 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU= 2022-09-01T10:15:35.223 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU=', 'Content-Length': '0'} 2022-09-01T10:15:35.226 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e14e98a2d8d6ffb6-0063108647-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.227 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:35.228 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:35.228 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.229 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.229 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.230 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.231 DEBUG:boto:Method: GET 2022-09-01T10:15:35.232 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.234 DEBUG:boto:Data: 2022-09-01T10:15:35.235 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.235 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.236 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.237 DEBUG:boto:Params: {} 2022-09-01T10:15:35.238 DEBUG:boto:Token: None 2022-09-01T10:15:35.238 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.239 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z4kxHbHUnxFJLxk96gRxvOI1Xzo= 2022-09-01T10:15:35.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z4kxHbHUnxFJLxk96gRxvOI1Xzo=', 'Content-Length': '0'} 2022-09-01T10:15:35.242 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000074ee5c8446404bfc-0063108647-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.282 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.283 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.284 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.285 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.286 DEBUG:boto:Method: GET 2022-09-01T10:15:35.287 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.288 DEBUG:boto:Data: 2022-09-01T10:15:35.289 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.290 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.291 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.292 DEBUG:boto:Params: {} 2022-09-01T10:15:35.293 DEBUG:boto:Token: None 2022-09-01T10:15:35.294 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.295 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z4kxHbHUnxFJLxk96gRxvOI1Xzo= 2022-09-01T10:15:35.295 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z4kxHbHUnxFJLxk96gRxvOI1Xzo=', 'Content-Length': '0'} 2022-09-01T10:15:35.298 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000053f5885de9c2e1e3-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.298 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.299 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.300 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.300 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.301 DEBUG:boto:Method: HEAD 2022-09-01T10:15:35.301 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.302 DEBUG:boto:Data: 2022-09-01T10:15:35.302 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.303 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.303 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.304 DEBUG:boto:Params: {} 2022-09-01T10:15:35.304 DEBUG:boto:Token: None 2022-09-01T10:15:35.305 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.306 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DL67ToykW+hDEUDKbrnwgUTceb4= 2022-09-01T10:15:35.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DL67ToykW+hDEUDKbrnwgUTceb4=', 'Content-Length': '0'} 2022-09-01T10:15:35.309 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007093835d86de8d3e-0063108647-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.309 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.310 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.311 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.311 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.312 DEBUG:boto:Method: HEAD 2022-09-01T10:15:35.312 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.313 DEBUG:boto:Data: 2022-09-01T10:15:35.314 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.314 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.315 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.315 DEBUG:boto:Params: {} 2022-09-01T10:15:35.316 DEBUG:boto:Token: None 2022-09-01T10:15:35.316 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.317 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DL67ToykW+hDEUDKbrnwgUTceb4= 2022-09-01T10:15:35.318 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DL67ToykW+hDEUDKbrnwgUTceb4=', 'Content-Length': '0'} 2022-09-01T10:15:35.320 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000070fd7a05deb813e0-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.321 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:35.323 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.324 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.325 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.325 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.327 DEBUG:boto:Method: GET 2022-09-01T10:15:35.328 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.329 DEBUG:boto:Data: 2022-09-01T10:15:35.330 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.331 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.334 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.335 DEBUG:boto:Params: {} 2022-09-01T10:15:35.336 DEBUG:boto:Token: None 2022-09-01T10:15:35.338 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.340 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z4kxHbHUnxFJLxk96gRxvOI1Xzo= 2022-09-01T10:15:35.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z4kxHbHUnxFJLxk96gRxvOI1Xzo=', 'Content-Length': '0'} 2022-09-01T10:15:35.344 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000aa2f6d16f68b0967-0063108647-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.346 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.347 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.348 DEBUG:boto:path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.348 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.349 DEBUG:boto:Method: GET 2022-09-01T10:15:35.349 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.350 DEBUG:boto:Data: 2022-09-01T10:15:35.351 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.351 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.352 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.352 DEBUG:boto:Params: {} 2022-09-01T10:15:35.353 DEBUG:boto:Token: None 2022-09-01T10:15:35.353 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=SWWD-6zivl9Mcz00euwhYxtPoe1iim6 2022-09-01T10:15:35.354 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z4kxHbHUnxFJLxk96gRxvOI1Xzo= 2022-09-01T10:15:35.355 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z4kxHbHUnxFJLxk96gRxvOI1Xzo=', 'Content-Length': '0'} 2022-09-01T10:15:35.357 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'SWWD-6zivl9Mcz00euwhYxtPoe1iim6'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000024e4b464b26c3bb0-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.358 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:35.359 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:35.359 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.360 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.361 DEBUG:boto:Method: GET 2022-09-01T10:15:35.361 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.362 DEBUG:boto:Data: 2022-09-01T10:15:35.363 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.363 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.364 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.364 DEBUG:boto:Params: {} 2022-09-01T10:15:35.365 DEBUG:boto:Token: None 2022-09-01T10:15:35.365 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/ 2022-09-01T10:15:35.366 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU= 2022-09-01T10:15:35.367 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU=', 'Content-Length': '0'} 2022-09-01T10:15:35.370 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b27468d1274c03a6-0063108647-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.371 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:35.372 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:35.373 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:35.373 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.374 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.374 DEBUG:boto:Method: GET 2022-09-01T10:15:35.375 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.375 DEBUG:boto:Data: 2022-09-01T10:15:35.376 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.376 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.377 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.377 DEBUG:boto:Params: {} 2022-09-01T10:15:35.378 DEBUG:boto:Token: None 2022-09-01T10:15:35.379 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/ 2022-09-01T10:15:35.379 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU= 2022-09-01T10:15:35.380 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU=', 'Content-Length': '0'} 2022-09-01T10:15:35.383 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d6c5b8bf42b4d2a5-0063108647-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.384 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:35.385 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.386 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.387 DEBUG:boto:Method: HEAD 2022-09-01T10:15:35.388 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:35.389 DEBUG:boto:Data: 2022-09-01T10:15:35.389 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.390 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.391 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.392 DEBUG:boto:Params: {} 2022-09-01T10:15:35.393 DEBUG:boto:Token: None 2022-09-01T10:15:35.394 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj 2022-09-01T10:15:35.395 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MzbKWx445pm5qkwXkNeFcCvYXDg= 2022-09-01T10:15:35.396 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MzbKWx445pm5qkwXkNeFcCvYXDg=', 'Content-Length': '0'} 2022-09-01T10:15:35.400 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000016480d3ccf9a6323-0063108647-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.401 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.402 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.403 DEBUG:boto:Method: HEAD 2022-09-01T10:15:35.404 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:35.405 DEBUG:boto:Data: 2022-09-01T10:15:35.406 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.406 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.407 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.407 DEBUG:boto:Params: {} 2022-09-01T10:15:35.408 DEBUG:boto:Token: None 2022-09-01T10:15:35.409 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj 2022-09-01T10:15:35.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MzbKWx445pm5qkwXkNeFcCvYXDg= 2022-09-01T10:15:35.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MzbKWx445pm5qkwXkNeFcCvYXDg=', 'Content-Length': '0'} 2022-09-01T10:15:35.414 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c2ef0c74ac7c8f9d-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.415 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:35.416 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.417 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.418 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.419 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.420 DEBUG:boto:Method: GET 2022-09-01T10:15:35.421 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.422 DEBUG:boto:Data: 2022-09-01T10:15:35.423 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.424 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.425 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.426 DEBUG:boto:Params: {} 2022-09-01T10:15:35.427 DEBUG:boto:Token: None 2022-09-01T10:15:35.428 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.429 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6EaatlkjbyLnSWGhz6TEsoXNu+g= 2022-09-01T10:15:35.430 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6EaatlkjbyLnSWGhz6TEsoXNu+g=', 'Content-Length': '0'} 2022-09-01T10:15:35.433 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bcc077a30cddccea-0063108647-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.474 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.475 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.475 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.476 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.476 DEBUG:boto:Method: GET 2022-09-01T10:15:35.477 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.477 DEBUG:boto:Data: 2022-09-01T10:15:35.478 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.478 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.479 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.479 DEBUG:boto:Params: {} 2022-09-01T10:15:35.480 DEBUG:boto:Token: None 2022-09-01T10:15:35.482 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.482 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6EaatlkjbyLnSWGhz6TEsoXNu+g= 2022-09-01T10:15:35.483 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6EaatlkjbyLnSWGhz6TEsoXNu+g=', 'Content-Length': '0'} 2022-09-01T10:15:35.485 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004b6da72cea3fadf9-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.486 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:35.487 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:35.487 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.488 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.489 DEBUG:boto:Method: GET 2022-09-01T10:15:35.489 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.490 DEBUG:boto:Data: 2022-09-01T10:15:35.490 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.491 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.491 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.492 DEBUG:boto:Params: {} 2022-09-01T10:15:35.492 DEBUG:boto:Token: None 2022-09-01T10:15:35.493 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/ 2022-09-01T10:15:35.493 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU= 2022-09-01T10:15:35.494 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU=', 'Content-Length': '0'} 2022-09-01T10:15:35.497 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000432880fc23b78853-0063108647-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.498 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:35.499 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:35.499 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:35.500 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.500 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.501 DEBUG:boto:Method: GET 2022-09-01T10:15:35.502 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.502 DEBUG:boto:Data: 2022-09-01T10:15:35.503 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.503 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.504 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.505 DEBUG:boto:Params: {} 2022-09-01T10:15:35.505 DEBUG:boto:Token: None 2022-09-01T10:15:35.513 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/ 2022-09-01T10:15:35.513 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU= 2022-09-01T10:15:35.514 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU=', 'Content-Length': '0'} 2022-09-01T10:15:35.518 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004775cab76ec9cf70-0063108647-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.519 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:35.520 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:35.521 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.521 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.522 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.522 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.523 DEBUG:boto:Method: GET 2022-09-01T10:15:35.523 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.524 DEBUG:boto:Data: 2022-09-01T10:15:35.525 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.525 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.526 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.526 DEBUG:boto:Params: {} 2022-09-01T10:15:35.527 DEBUG:boto:Token: None 2022-09-01T10:15:35.527 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.528 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+TNsarDq2ALF7apDii8/oSJAjrQ= 2022-09-01T10:15:35.529 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+TNsarDq2ALF7apDii8/oSJAjrQ=', 'Content-Length': '0'} 2022-09-01T10:15:35.531 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000015ee6e6cd96e0aa7-0063108647-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.532 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.533 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.533 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.534 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.535 DEBUG:boto:Method: GET 2022-09-01T10:15:35.535 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.536 DEBUG:boto:Data: 2022-09-01T10:15:35.536 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.537 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.537 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.538 DEBUG:boto:Params: {} 2022-09-01T10:15:35.538 DEBUG:boto:Token: None 2022-09-01T10:15:35.539 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.540 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+TNsarDq2ALF7apDii8/oSJAjrQ= 2022-09-01T10:15:35.540 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+TNsarDq2ALF7apDii8/oSJAjrQ=', 'Content-Length': '0'} 2022-09-01T10:15:35.544 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001c77c21f02f458cf-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.545 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.545 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.549 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.550 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.550 DEBUG:boto:Method: HEAD 2022-09-01T10:15:35.551 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.551 DEBUG:boto:Data: 2022-09-01T10:15:35.552 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.552 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.553 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.553 DEBUG:boto:Params: {} 2022-09-01T10:15:35.554 DEBUG:boto:Token: None 2022-09-01T10:15:35.555 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.555 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+4OBtQUh/YvgpFYRC3F25xNrlj4= 2022-09-01T10:15:35.556 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+4OBtQUh/YvgpFYRC3F25xNrlj4=', 'Content-Length': '0'} 2022-09-01T10:15:35.558 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000db5494fbaeb3764f-0063108647-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.559 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.560 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.561 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.561 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.562 DEBUG:boto:Method: HEAD 2022-09-01T10:15:35.562 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.563 DEBUG:boto:Data: 2022-09-01T10:15:35.563 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.564 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.565 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.565 DEBUG:boto:Params: {} 2022-09-01T10:15:35.566 DEBUG:boto:Token: None 2022-09-01T10:15:35.567 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+4OBtQUh/YvgpFYRC3F25xNrlj4= 2022-09-01T10:15:35.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+4OBtQUh/YvgpFYRC3F25xNrlj4=', 'Content-Length': '0'} 2022-09-01T10:15:35.570 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c22313c19143120e-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.571 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:35.571 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.572 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.573 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.574 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.574 DEBUG:boto:Method: GET 2022-09-01T10:15:35.575 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.576 DEBUG:boto:Data: 2022-09-01T10:15:35.577 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.579 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.580 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.581 DEBUG:boto:Params: {} 2022-09-01T10:15:35.582 DEBUG:boto:Token: None 2022-09-01T10:15:35.583 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.585 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+TNsarDq2ALF7apDii8/oSJAjrQ= 2022-09-01T10:15:35.587 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+TNsarDq2ALF7apDii8/oSJAjrQ=', 'Content-Length': '0'} 2022-09-01T10:15:35.591 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003c29d4eb4c0ccf95-0063108647-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.593 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.594 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.595 DEBUG:boto:path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.597 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.598 DEBUG:boto:Method: GET 2022-09-01T10:15:35.599 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.600 DEBUG:boto:Data: 2022-09-01T10:15:35.602 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.603 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.604 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.605 DEBUG:boto:Params: {} 2022-09-01T10:15:35.606 DEBUG:boto:Token: None 2022-09-01T10:15:35.607 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG 2022-09-01T10:15:35.608 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+TNsarDq2ALF7apDii8/oSJAjrQ= 2022-09-01T10:15:35.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+TNsarDq2ALF7apDii8/oSJAjrQ=', 'Content-Length': '0'} 2022-09-01T10:15:35.613 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '5GfjjkjCzPAJlOxefBp.TH8-2vkYnfG'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a50b796494723b08-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.615 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:35.616 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:35.617 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.618 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.620 DEBUG:boto:Method: GET 2022-09-01T10:15:35.621 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.622 DEBUG:boto:Data: 2022-09-01T10:15:35.623 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.624 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.630 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.631 DEBUG:boto:Params: {} 2022-09-01T10:15:35.631 DEBUG:boto:Token: None 2022-09-01T10:15:35.632 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/ 2022-09-01T10:15:35.632 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU= 2022-09-01T10:15:35.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU=', 'Content-Length': '0'} 2022-09-01T10:15:35.637 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000292c6e54a34dcf74-0063108647-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.678 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:35.680 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:35.681 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:35.681 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.682 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.682 DEBUG:boto:Method: GET 2022-09-01T10:15:35.683 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.684 DEBUG:boto:Data: 2022-09-01T10:15:35.685 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.687 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.687 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.688 DEBUG:boto:Params: {} 2022-09-01T10:15:35.689 DEBUG:boto:Token: None 2022-09-01T10:15:35.690 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/ 2022-09-01T10:15:35.690 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU= 2022-09-01T10:15:35.691 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU=', 'Content-Length': '0'} 2022-09-01T10:15:35.694 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f39d905c0c6e9a9d-0063108647-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.695 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:35.696 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.697 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.699 DEBUG:boto:Method: HEAD 2022-09-01T10:15:35.699 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:35.700 DEBUG:boto:Data: 2022-09-01T10:15:35.700 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.701 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.701 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.702 DEBUG:boto:Params: {} 2022-09-01T10:15:35.703 DEBUG:boto:Token: None 2022-09-01T10:15:35.703 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj 2022-09-01T10:15:35.704 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MzbKWx445pm5qkwXkNeFcCvYXDg= 2022-09-01T10:15:35.705 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MzbKWx445pm5qkwXkNeFcCvYXDg=', 'Content-Length': '0'} 2022-09-01T10:15:35.712 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004130d0b8d2ec084b-0063108647-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.713 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.714 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.715 DEBUG:boto:Method: HEAD 2022-09-01T10:15:35.716 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:35.717 DEBUG:boto:Data: 2022-09-01T10:15:35.719 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.720 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.721 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.722 DEBUG:boto:Params: {} 2022-09-01T10:15:35.723 DEBUG:boto:Token: None 2022-09-01T10:15:35.726 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj 2022-09-01T10:15:35.726 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MzbKWx445pm5qkwXkNeFcCvYXDg= 2022-09-01T10:15:35.727 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MzbKWx445pm5qkwXkNeFcCvYXDg=', 'Content-Length': '0'} 2022-09-01T10:15:35.732 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007f0d13edeafc575c-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.733 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:35.737 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.738 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.738 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.739 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.740 DEBUG:boto:Method: GET 2022-09-01T10:15:35.741 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.742 DEBUG:boto:Data: 2022-09-01T10:15:35.743 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.744 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.745 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.746 DEBUG:boto:Params: {} 2022-09-01T10:15:35.747 DEBUG:boto:Token: None 2022-09-01T10:15:35.749 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6EaatlkjbyLnSWGhz6TEsoXNu+g= 2022-09-01T10:15:35.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6EaatlkjbyLnSWGhz6TEsoXNu+g=', 'Content-Length': '0'} 2022-09-01T10:15:35.755 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000011a05a1326721638-0063108647-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.756 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.758 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.759 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.760 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.761 DEBUG:boto:Method: GET 2022-09-01T10:15:35.762 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.763 DEBUG:boto:Data: 2022-09-01T10:15:35.764 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.765 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.767 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.768 DEBUG:boto:Params: {} 2022-09-01T10:15:35.769 DEBUG:boto:Token: None 2022-09-01T10:15:35.770 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:35.771 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6EaatlkjbyLnSWGhz6TEsoXNu+g= 2022-09-01T10:15:35.772 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6EaatlkjbyLnSWGhz6TEsoXNu+g=', 'Content-Length': '0'} 2022-09-01T10:15:35.775 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000063ca66dceb263fd6-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.828 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:35.829 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:35.830 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.831 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.831 DEBUG:boto:Method: GET 2022-09-01T10:15:35.833 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.834 DEBUG:boto:Data: 2022-09-01T10:15:35.835 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.836 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.837 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.838 DEBUG:boto:Params: {} 2022-09-01T10:15:35.839 DEBUG:boto:Token: None 2022-09-01T10:15:35.840 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/ 2022-09-01T10:15:35.841 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU= 2022-09-01T10:15:35.842 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU=', 'Content-Length': '0'} 2022-09-01T10:15:35.845 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008a32a3fa5c8eef35-0063108647-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.846 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:35.847 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:35.848 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:35.849 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.849 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.850 DEBUG:boto:Method: GET 2022-09-01T10:15:35.850 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.851 DEBUG:boto:Data: 2022-09-01T10:15:35.851 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.852 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.852 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.853 DEBUG:boto:Params: {} 2022-09-01T10:15:35.856 DEBUG:boto:Token: None 2022-09-01T10:15:35.857 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/ 2022-09-01T10:15:35.858 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU= 2022-09-01T10:15:35.859 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU=', 'Content-Length': '0'} 2022-09-01T10:15:35.864 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000017e6d6760878ba46-0063108647-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.865 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:35.865 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:35.867 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.868 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.869 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.871 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.872 DEBUG:boto:Method: GET 2022-09-01T10:15:35.878 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.879 DEBUG:boto:Data: 2022-09-01T10:15:35.880 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.881 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.881 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.882 DEBUG:boto:Params: {} 2022-09-01T10:15:35.883 DEBUG:boto:Token: None 2022-09-01T10:15:35.884 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.884 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DBVCtnzaS3/X/OK1YgVmiIutoxs= 2022-09-01T10:15:35.885 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DBVCtnzaS3/X/OK1YgVmiIutoxs=', 'Content-Length': '0'} 2022-09-01T10:15:35.888 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cefca0c49b4e6b1a-0063108647-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.888 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.889 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.890 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.890 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.891 DEBUG:boto:Method: GET 2022-09-01T10:15:35.891 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.892 DEBUG:boto:Data: 2022-09-01T10:15:35.892 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.893 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.894 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.894 DEBUG:boto:Params: {} 2022-09-01T10:15:35.895 DEBUG:boto:Token: None 2022-09-01T10:15:35.896 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.896 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DBVCtnzaS3/X/OK1YgVmiIutoxs= 2022-09-01T10:15:35.897 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DBVCtnzaS3/X/OK1YgVmiIutoxs=', 'Content-Length': '0'} 2022-09-01T10:15:35.900 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000012af6c01aafa51bf-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.901 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.902 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.902 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.903 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.903 DEBUG:boto:Method: HEAD 2022-09-01T10:15:35.904 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.905 DEBUG:boto:Data: 2022-09-01T10:15:35.905 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.906 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.906 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.907 DEBUG:boto:Params: {} 2022-09-01T10:15:35.907 DEBUG:boto:Token: None 2022-09-01T10:15:35.908 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.909 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wC1E3dwdSdeFslqnnTN2aMy3fFE= 2022-09-01T10:15:35.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wC1E3dwdSdeFslqnnTN2aMy3fFE=', 'Content-Length': '0'} 2022-09-01T10:15:35.912 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000015bda97b568d8826-0063108647-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.913 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.914 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.915 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.915 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.916 DEBUG:boto:Method: HEAD 2022-09-01T10:15:35.916 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.917 DEBUG:boto:Data: 2022-09-01T10:15:35.918 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.919 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.920 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.921 DEBUG:boto:Params: {} 2022-09-01T10:15:35.922 DEBUG:boto:Token: None 2022-09-01T10:15:35.923 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.924 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wC1E3dwdSdeFslqnnTN2aMy3fFE= 2022-09-01T10:15:35.925 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wC1E3dwdSdeFslqnnTN2aMy3fFE=', 'Content-Length': '0'} 2022-09-01T10:15:35.929 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008d237704722a111d-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.930 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:35.930 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.931 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.931 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.932 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.933 DEBUG:boto:Method: GET 2022-09-01T10:15:35.933 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.934 DEBUG:boto:Data: 2022-09-01T10:15:35.934 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.935 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.936 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.936 DEBUG:boto:Params: {} 2022-09-01T10:15:35.937 DEBUG:boto:Token: None 2022-09-01T10:15:35.938 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.939 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DBVCtnzaS3/X/OK1YgVmiIutoxs= 2022-09-01T10:15:35.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DBVCtnzaS3/X/OK1YgVmiIutoxs=', 'Content-Length': '0'} 2022-09-01T10:15:35.942 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000db601ae91790b582-0063108647-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.943 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:35.943 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:35.944 DEBUG:boto:path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.945 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.945 DEBUG:boto:Method: GET 2022-09-01T10:15:35.946 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.946 DEBUG:boto:Data: 2022-09-01T10:15:35.947 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.948 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.949 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.952 DEBUG:boto:Params: {} 2022-09-01T10:15:35.953 DEBUG:boto:Token: None 2022-09-01T10:15:35.954 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/obj?versionId=H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq 2022-09-01T10:15:35.955 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DBVCtnzaS3/X/OK1YgVmiIutoxs= 2022-09-01T10:15:35.956 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DBVCtnzaS3/X/OK1YgVmiIutoxs=', 'Content-Length': '0'} 2022-09-01T10:15:35.962 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'H2pQ3.mDIT1kN8XmIo3cDSH7Ai3GiSq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008da63939815753f5-0063108647-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.964 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:35.965 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:35.966 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.967 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.967 DEBUG:boto:Method: GET 2022-09-01T10:15:35.968 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.969 DEBUG:boto:Data: 2022-09-01T10:15:35.970 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.972 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:35.974 DEBUG:boto:Port: 8001 2022-09-01T10:15:35.975 DEBUG:boto:Params: {} 2022-09-01T10:15:35.976 DEBUG:boto:Token: None 2022-09-01T10:15:35.977 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/ 2022-09-01T10:15:35.978 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU= 2022-09-01T10:15:35.979 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU=', 'Content-Length': '0'} 2022-09-01T10:15:35.983 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ffac0ef37366c546-0063108647-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:35.984 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:35.985 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:35.986 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:35.987 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.988 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.989 DEBUG:boto:Method: GET 2022-09-01T10:15:35.990 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:35.991 DEBUG:boto:Data: 2022-09-01T10:15:35.992 DEBUG:boto:Headers: {} 2022-09-01T10:15:35.993 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:35.994 DEBUG:boto:Port: 8000 2022-09-01T10:15:35.995 DEBUG:boto:Params: {} 2022-09-01T10:15:35.996 DEBUG:boto:Token: None 2022-09-01T10:15:35.997 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:35 GMT /ptoxvb-19/ 2022-09-01T10:15:35.998 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU= 2022-09-01T10:15:35.999 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSrzxa1zC2NNU91r/WkjKEgeoSU=', 'Content-Length': '0'} 2022-09-01T10:15:36.002 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a88f23d5f8b997f2-0063108648-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.003 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:36.005 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.006 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.006 DEBUG:boto:Method: HEAD 2022-09-01T10:15:36.007 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:36.008 DEBUG:boto:Data: 2022-09-01T10:15:36.009 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.010 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.013 DEBUG:boto:Params: {} 2022-09-01T10:15:36.014 DEBUG:boto:Token: None 2022-09-01T10:15:36.014 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj 2022-09-01T10:15:36.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg= 2022-09-01T10:15:36.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg=', 'Content-Length': '0'} 2022-09-01T10:15:36.019 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f47d9a49724602aa-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.020 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.021 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.021 DEBUG:boto:Method: HEAD 2022-09-01T10:15:36.022 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:36.022 DEBUG:boto:Data: 2022-09-01T10:15:36.023 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.024 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.024 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.024 DEBUG:boto:Params: {} 2022-09-01T10:15:36.025 DEBUG:boto:Token: None 2022-09-01T10:15:36.026 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj 2022-09-01T10:15:36.026 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg= 2022-09-01T10:15:36.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg=', 'Content-Length': '0'} 2022-09-01T10:15:36.034 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d2f0b422a5c52254-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.036 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:36.037 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.037 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.038 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.039 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.040 DEBUG:boto:Method: GET 2022-09-01T10:15:36.041 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.042 DEBUG:boto:Data: 2022-09-01T10:15:36.043 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.043 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.044 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.045 DEBUG:boto:Params: {} 2022-09-01T10:15:36.046 DEBUG:boto:Token: None 2022-09-01T10:15:36.047 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs= 2022-09-01T10:15:36.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs=', 'Content-Length': '0'} 2022-09-01T10:15:36.053 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004a15589a5683bd19-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.105 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.106 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.108 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.108 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.110 DEBUG:boto:Method: GET 2022-09-01T10:15:36.111 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.112 DEBUG:boto:Data: 2022-09-01T10:15:36.113 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.114 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.115 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.117 DEBUG:boto:Params: {} 2022-09-01T10:15:36.117 DEBUG:boto:Token: None 2022-09-01T10:15:36.118 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.119 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs= 2022-09-01T10:15:36.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs=', 'Content-Length': '0'} 2022-09-01T10:15:36.122 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a124ace6d916a09b-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.123 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:36.123 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:36.124 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.124 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.125 DEBUG:boto:Method: GET 2022-09-01T10:15:36.126 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.126 DEBUG:boto:Data: 2022-09-01T10:15:36.127 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.128 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.129 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.130 DEBUG:boto:Params: {} 2022-09-01T10:15:36.131 DEBUG:boto:Token: None 2022-09-01T10:15:36.132 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/ 2022-09-01T10:15:36.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg= 2022-09-01T10:15:36.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg=', 'Content-Length': '0'} 2022-09-01T10:15:36.138 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003b3e9b2d2981e3b8-0063108648-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.139 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:36.140 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:36.141 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:36.142 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.143 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.144 DEBUG:boto:Method: GET 2022-09-01T10:15:36.145 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.146 DEBUG:boto:Data: 2022-09-01T10:15:36.148 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.149 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.150 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.150 DEBUG:boto:Params: {} 2022-09-01T10:15:36.152 DEBUG:boto:Token: None 2022-09-01T10:15:36.153 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/ 2022-09-01T10:15:36.154 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg= 2022-09-01T10:15:36.155 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg=', 'Content-Length': '0'} 2022-09-01T10:15:36.159 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000be24ab2fba35dc1a-0063108648-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.160 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:36.162 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:36.163 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.164 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.165 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.166 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.168 DEBUG:boto:Method: GET 2022-09-01T10:15:36.169 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.170 DEBUG:boto:Data: 2022-09-01T10:15:36.171 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.173 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.174 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.175 DEBUG:boto:Params: {} 2022-09-01T10:15:36.176 DEBUG:boto:Token: None 2022-09-01T10:15:36.177 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.178 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UgcUdmE8W0licBw0KZXSEqiILX8= 2022-09-01T10:15:36.179 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UgcUdmE8W0licBw0KZXSEqiILX8=', 'Content-Length': '0'} 2022-09-01T10:15:36.182 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c1a0e393ccf99a3c-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.183 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.185 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.185 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.186 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.187 DEBUG:boto:Method: GET 2022-09-01T10:15:36.187 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.188 DEBUG:boto:Data: 2022-09-01T10:15:36.189 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.189 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.190 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.191 DEBUG:boto:Params: {} 2022-09-01T10:15:36.192 DEBUG:boto:Token: None 2022-09-01T10:15:36.193 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.193 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UgcUdmE8W0licBw0KZXSEqiILX8= 2022-09-01T10:15:36.194 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UgcUdmE8W0licBw0KZXSEqiILX8=', 'Content-Length': '0'} 2022-09-01T10:15:36.197 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000eaf9549c02620c40-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.197 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.198 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.199 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.199 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.200 DEBUG:boto:Method: HEAD 2022-09-01T10:15:36.200 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.201 DEBUG:boto:Data: 2022-09-01T10:15:36.202 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.203 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.208 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.209 DEBUG:boto:Params: {} 2022-09-01T10:15:36.210 DEBUG:boto:Token: None 2022-09-01T10:15:36.211 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.212 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/F5dd6kQoH+xjsYtM4MK0LpVFvg= 2022-09-01T10:15:36.213 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/F5dd6kQoH+xjsYtM4MK0LpVFvg=', 'Content-Length': '0'} 2022-09-01T10:15:36.219 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000884b74cc8296bff5-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.221 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.222 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.223 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.224 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.224 DEBUG:boto:Method: HEAD 2022-09-01T10:15:36.225 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.225 DEBUG:boto:Data: 2022-09-01T10:15:36.226 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.227 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.228 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.228 DEBUG:boto:Params: {} 2022-09-01T10:15:36.229 DEBUG:boto:Token: None 2022-09-01T10:15:36.230 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/F5dd6kQoH+xjsYtM4MK0LpVFvg= 2022-09-01T10:15:36.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/F5dd6kQoH+xjsYtM4MK0LpVFvg=', 'Content-Length': '0'} 2022-09-01T10:15:36.233 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000038d207c9e6b35bf8-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.234 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:36.234 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.235 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.236 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.237 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.238 DEBUG:boto:Method: GET 2022-09-01T10:15:36.238 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.240 DEBUG:boto:Data: 2022-09-01T10:15:36.241 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.242 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.242 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.244 DEBUG:boto:Params: {} 2022-09-01T10:15:36.245 DEBUG:boto:Token: None 2022-09-01T10:15:36.246 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.247 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UgcUdmE8W0licBw0KZXSEqiILX8= 2022-09-01T10:15:36.247 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UgcUdmE8W0licBw0KZXSEqiILX8=', 'Content-Length': '0'} 2022-09-01T10:15:36.250 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b3c65033f260909f-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.251 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.251 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.252 DEBUG:boto:path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.252 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.253 DEBUG:boto:Method: GET 2022-09-01T10:15:36.254 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.254 DEBUG:boto:Data: 2022-09-01T10:15:36.255 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.256 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.256 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.257 DEBUG:boto:Params: {} 2022-09-01T10:15:36.259 DEBUG:boto:Token: None 2022-09-01T10:15:36.260 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=HAjVVv9lCxTroQBgUnAgaV0MTDXOla. 2022-09-01T10:15:36.261 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UgcUdmE8W0licBw0KZXSEqiILX8= 2022-09-01T10:15:36.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UgcUdmE8W0licBw0KZXSEqiILX8=', 'Content-Length': '0'} 2022-09-01T10:15:36.266 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'HAjVVv9lCxTroQBgUnAgaV0MTDXOla.'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a2d36dc2424ab448-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.268 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:36.269 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:36.270 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.271 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.272 DEBUG:boto:Method: GET 2022-09-01T10:15:36.273 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.274 DEBUG:boto:Data: 2022-09-01T10:15:36.275 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.277 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.277 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.278 DEBUG:boto:Params: {} 2022-09-01T10:15:36.279 DEBUG:boto:Token: None 2022-09-01T10:15:36.279 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/ 2022-09-01T10:15:36.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg= 2022-09-01T10:15:36.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg=', 'Content-Length': '0'} 2022-09-01T10:15:36.284 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006ce4d7901476b790-0063108648-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.286 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:36.287 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:36.288 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:36.290 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.291 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.292 DEBUG:boto:Method: GET 2022-09-01T10:15:36.293 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.294 DEBUG:boto:Data: 2022-09-01T10:15:36.295 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.295 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.296 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.297 DEBUG:boto:Params: {} 2022-09-01T10:15:36.298 DEBUG:boto:Token: None 2022-09-01T10:15:36.299 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/ 2022-09-01T10:15:36.300 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg= 2022-09-01T10:15:36.302 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg=', 'Content-Length': '0'} 2022-09-01T10:15:36.306 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005f575d3243f3307d-0063108648-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.308 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:36.309 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.310 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.311 DEBUG:boto:Method: HEAD 2022-09-01T10:15:36.312 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:36.313 DEBUG:boto:Data: 2022-09-01T10:15:36.313 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.315 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.315 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.316 DEBUG:boto:Params: {} 2022-09-01T10:15:36.317 DEBUG:boto:Token: None 2022-09-01T10:15:36.319 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj 2022-09-01T10:15:36.320 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg= 2022-09-01T10:15:36.321 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg=', 'Content-Length': '0'} 2022-09-01T10:15:36.334 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a77933626e56faf2-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.336 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.337 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.337 DEBUG:boto:Method: HEAD 2022-09-01T10:15:36.338 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:36.339 DEBUG:boto:Data: 2022-09-01T10:15:36.340 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.341 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.342 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.343 DEBUG:boto:Params: {} 2022-09-01T10:15:36.345 DEBUG:boto:Token: None 2022-09-01T10:15:36.346 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj 2022-09-01T10:15:36.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg= 2022-09-01T10:15:36.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg=', 'Content-Length': '0'} 2022-09-01T10:15:36.353 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000938b3f69e7b5f586-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.354 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:36.355 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.356 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.356 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.357 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.357 DEBUG:boto:Method: GET 2022-09-01T10:15:36.358 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.359 DEBUG:boto:Data: 2022-09-01T10:15:36.359 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.360 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.360 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.361 DEBUG:boto:Params: {} 2022-09-01T10:15:36.362 DEBUG:boto:Token: None 2022-09-01T10:15:36.362 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.363 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs= 2022-09-01T10:15:36.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs=', 'Content-Length': '0'} 2022-09-01T10:15:36.367 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003118119e81f9e8f8-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.412 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.413 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.414 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.415 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.416 DEBUG:boto:Method: GET 2022-09-01T10:15:36.417 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.418 DEBUG:boto:Data: 2022-09-01T10:15:36.419 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.420 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.422 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.423 DEBUG:boto:Params: {} 2022-09-01T10:15:36.424 DEBUG:boto:Token: None 2022-09-01T10:15:36.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.426 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs= 2022-09-01T10:15:36.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs=', 'Content-Length': '0'} 2022-09-01T10:15:36.439 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000b58a275a2c163c0-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.441 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:36.442 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:36.443 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.445 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.447 DEBUG:boto:Method: GET 2022-09-01T10:15:36.448 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.449 DEBUG:boto:Data: 2022-09-01T10:15:36.450 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.451 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.452 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.453 DEBUG:boto:Params: {} 2022-09-01T10:15:36.454 DEBUG:boto:Token: None 2022-09-01T10:15:36.455 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/ 2022-09-01T10:15:36.456 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg= 2022-09-01T10:15:36.457 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg=', 'Content-Length': '0'} 2022-09-01T10:15:36.460 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002a9325901ac23a97-0063108648-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.462 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:36.463 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:36.464 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:36.465 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.466 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.467 DEBUG:boto:Method: GET 2022-09-01T10:15:36.468 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.469 DEBUG:boto:Data: 2022-09-01T10:15:36.470 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.471 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.471 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.472 DEBUG:boto:Params: {} 2022-09-01T10:15:36.472 DEBUG:boto:Token: None 2022-09-01T10:15:36.473 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/ 2022-09-01T10:15:36.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg= 2022-09-01T10:15:36.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg=', 'Content-Length': '0'} 2022-09-01T10:15:36.480 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000113a5d06d879cc58-0063108648-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.482 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:36.483 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:36.485 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.486 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.487 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.488 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.489 DEBUG:boto:Method: GET 2022-09-01T10:15:36.490 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.491 DEBUG:boto:Data: 2022-09-01T10:15:36.492 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.493 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.494 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.495 DEBUG:boto:Params: {} 2022-09-01T10:15:36.496 DEBUG:boto:Token: None 2022-09-01T10:15:36.497 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.498 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gCs9tNpAf/Lj9UBTgm1G/JjrK0g= 2022-09-01T10:15:36.499 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gCs9tNpAf/Lj9UBTgm1G/JjrK0g=', 'Content-Length': '0'} 2022-09-01T10:15:36.502 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000012a70211da5623fc-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.504 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.505 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.506 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.507 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.508 DEBUG:boto:Method: GET 2022-09-01T10:15:36.509 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.510 DEBUG:boto:Data: 2022-09-01T10:15:36.511 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.512 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.513 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.514 DEBUG:boto:Params: {} 2022-09-01T10:15:36.515 DEBUG:boto:Token: None 2022-09-01T10:15:36.516 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.517 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gCs9tNpAf/Lj9UBTgm1G/JjrK0g= 2022-09-01T10:15:36.518 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gCs9tNpAf/Lj9UBTgm1G/JjrK0g=', 'Content-Length': '0'} 2022-09-01T10:15:36.522 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007b6893b3afd194dc-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.524 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.525 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.526 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.528 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.529 DEBUG:boto:Method: HEAD 2022-09-01T10:15:36.530 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.531 DEBUG:boto:Data: 2022-09-01T10:15:36.531 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.532 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.533 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.534 DEBUG:boto:Params: {} 2022-09-01T10:15:36.535 DEBUG:boto:Token: None 2022-09-01T10:15:36.535 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.536 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:396mylRsITDpqe4C6buAbJj9940= 2022-09-01T10:15:36.537 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:396mylRsITDpqe4C6buAbJj9940=', 'Content-Length': '0'} 2022-09-01T10:15:36.540 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003e2a8da73eca6bfb-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.542 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.543 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.544 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.545 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.546 DEBUG:boto:Method: HEAD 2022-09-01T10:15:36.547 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.548 DEBUG:boto:Data: 2022-09-01T10:15:36.548 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.550 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.551 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.551 DEBUG:boto:Params: {} 2022-09-01T10:15:36.553 DEBUG:boto:Token: None 2022-09-01T10:15:36.554 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.554 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:396mylRsITDpqe4C6buAbJj9940= 2022-09-01T10:15:36.555 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:396mylRsITDpqe4C6buAbJj9940=', 'Content-Length': '0'} 2022-09-01T10:15:36.558 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000077f437fa253f2132-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.559 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:36.560 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.561 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.562 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.563 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.564 DEBUG:boto:Method: GET 2022-09-01T10:15:36.565 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.566 DEBUG:boto:Data: 2022-09-01T10:15:36.567 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.568 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.569 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.569 DEBUG:boto:Params: {} 2022-09-01T10:15:36.570 DEBUG:boto:Token: None 2022-09-01T10:15:36.571 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.572 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gCs9tNpAf/Lj9UBTgm1G/JjrK0g= 2022-09-01T10:15:36.572 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gCs9tNpAf/Lj9UBTgm1G/JjrK0g=', 'Content-Length': '0'} 2022-09-01T10:15:36.579 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000017ee174540bba4c9-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.580 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.581 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.581 DEBUG:boto:path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.582 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.582 DEBUG:boto:Method: GET 2022-09-01T10:15:36.583 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.583 DEBUG:boto:Data: 2022-09-01T10:15:36.584 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.584 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.585 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.585 DEBUG:boto:Params: {} 2022-09-01T10:15:36.586 DEBUG:boto:Token: None 2022-09-01T10:15:36.587 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa 2022-09-01T10:15:36.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gCs9tNpAf/Lj9UBTgm1G/JjrK0g= 2022-09-01T10:15:36.588 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gCs9tNpAf/Lj9UBTgm1G/JjrK0g=', 'Content-Length': '0'} 2022-09-01T10:15:36.591 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '8Vk2oVVjZI-yAre2L8PaxPjVF5mfSfa'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ef28904e6395a9a4-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.592 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:36.593 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:36.594 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.595 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.596 DEBUG:boto:Method: GET 2022-09-01T10:15:36.597 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.598 DEBUG:boto:Data: 2022-09-01T10:15:36.599 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.600 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.601 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.602 DEBUG:boto:Params: {} 2022-09-01T10:15:36.603 DEBUG:boto:Token: None 2022-09-01T10:15:36.603 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/ 2022-09-01T10:15:36.604 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg= 2022-09-01T10:15:36.605 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg=', 'Content-Length': '0'} 2022-09-01T10:15:36.608 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000607c99d0a6bbd2fb-0063108648-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.610 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:36.611 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:36.612 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:36.613 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.614 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.615 DEBUG:boto:Method: GET 2022-09-01T10:15:36.616 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.617 DEBUG:boto:Data: 2022-09-01T10:15:36.619 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.620 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.620 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.621 DEBUG:boto:Params: {} 2022-09-01T10:15:36.622 DEBUG:boto:Token: None 2022-09-01T10:15:36.622 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/ 2022-09-01T10:15:36.623 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg= 2022-09-01T10:15:36.624 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg=', 'Content-Length': '0'} 2022-09-01T10:15:36.627 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008cc78145c8d44a88-0063108648-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.628 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:36.629 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.629 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.630 DEBUG:boto:Method: HEAD 2022-09-01T10:15:36.630 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:36.631 DEBUG:boto:Data: 2022-09-01T10:15:36.631 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.632 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.632 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.633 DEBUG:boto:Params: {} 2022-09-01T10:15:36.633 DEBUG:boto:Token: None 2022-09-01T10:15:36.634 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj 2022-09-01T10:15:36.635 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg= 2022-09-01T10:15:36.635 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg=', 'Content-Length': '0'} 2022-09-01T10:15:36.639 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f17de453ba3ec620-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.640 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.641 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.641 DEBUG:boto:Method: HEAD 2022-09-01T10:15:36.642 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:36.642 DEBUG:boto:Data: 2022-09-01T10:15:36.643 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.644 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.645 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.646 DEBUG:boto:Params: {} 2022-09-01T10:15:36.647 DEBUG:boto:Token: None 2022-09-01T10:15:36.648 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj 2022-09-01T10:15:36.649 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg= 2022-09-01T10:15:36.650 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg=', 'Content-Length': '0'} 2022-09-01T10:15:36.655 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a9fbd97683173b4d-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.657 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:36.657 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.658 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.658 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.659 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.660 DEBUG:boto:Method: GET 2022-09-01T10:15:36.661 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.661 DEBUG:boto:Data: 2022-09-01T10:15:36.662 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.662 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.663 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.664 DEBUG:boto:Params: {} 2022-09-01T10:15:36.664 DEBUG:boto:Token: None 2022-09-01T10:15:36.665 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.665 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs= 2022-09-01T10:15:36.667 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs=', 'Content-Length': '0'} 2022-09-01T10:15:36.671 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000059580f5f6353b258-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.714 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.715 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.716 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.717 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.717 DEBUG:boto:Method: GET 2022-09-01T10:15:36.718 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.719 DEBUG:boto:Data: 2022-09-01T10:15:36.719 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.720 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.721 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.721 DEBUG:boto:Params: {} 2022-09-01T10:15:36.722 DEBUG:boto:Token: None 2022-09-01T10:15:36.723 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.724 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs= 2022-09-01T10:15:36.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs=', 'Content-Length': '0'} 2022-09-01T10:15:36.727 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003f0c38b37a8d025a-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.728 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:36.728 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:36.729 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.729 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.730 DEBUG:boto:Method: GET 2022-09-01T10:15:36.731 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.731 DEBUG:boto:Data: 2022-09-01T10:15:36.732 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.732 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.733 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.734 DEBUG:boto:Params: {} 2022-09-01T10:15:36.735 DEBUG:boto:Token: None 2022-09-01T10:15:36.735 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/ 2022-09-01T10:15:36.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg= 2022-09-01T10:15:36.736 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg=', 'Content-Length': '0'} 2022-09-01T10:15:36.739 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002968575fdce00f85-0063108648-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.740 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:36.741 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:36.741 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:36.742 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.742 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.743 DEBUG:boto:Method: GET 2022-09-01T10:15:36.744 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.744 DEBUG:boto:Data: 2022-09-01T10:15:36.745 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.745 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.746 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.746 DEBUG:boto:Params: {} 2022-09-01T10:15:36.747 DEBUG:boto:Token: None 2022-09-01T10:15:36.748 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/ 2022-09-01T10:15:36.748 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg= 2022-09-01T10:15:36.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg=', 'Content-Length': '0'} 2022-09-01T10:15:36.752 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000633cf83962a69982-0063108648-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.753 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:36.754 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:36.755 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.756 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.756 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.757 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.757 DEBUG:boto:Method: GET 2022-09-01T10:15:36.758 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.759 DEBUG:boto:Data: 2022-09-01T10:15:36.759 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.760 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.760 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.761 DEBUG:boto:Params: {} 2022-09-01T10:15:36.761 DEBUG:boto:Token: None 2022-09-01T10:15:36.762 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.763 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kzQRyu9V3AREAwQluWoQnhP0gF0= 2022-09-01T10:15:36.763 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kzQRyu9V3AREAwQluWoQnhP0gF0=', 'Content-Length': '0'} 2022-09-01T10:15:36.766 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001b3ae0827fe80acd-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.767 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.767 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.768 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.769 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.769 DEBUG:boto:Method: GET 2022-09-01T10:15:36.770 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.770 DEBUG:boto:Data: 2022-09-01T10:15:36.771 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.771 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.772 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.772 DEBUG:boto:Params: {} 2022-09-01T10:15:36.773 DEBUG:boto:Token: None 2022-09-01T10:15:36.774 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.774 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kzQRyu9V3AREAwQluWoQnhP0gF0= 2022-09-01T10:15:36.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kzQRyu9V3AREAwQluWoQnhP0gF0=', 'Content-Length': '0'} 2022-09-01T10:15:36.779 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000013be06a872567c1b-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.780 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.780 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.781 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.781 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.782 DEBUG:boto:Method: HEAD 2022-09-01T10:15:36.782 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.783 DEBUG:boto:Data: 2022-09-01T10:15:36.784 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.784 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.785 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.785 DEBUG:boto:Params: {} 2022-09-01T10:15:36.786 DEBUG:boto:Token: None 2022-09-01T10:15:36.786 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.787 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6ScJGYqOGMWjkcZ7kBiE7/mPweo= 2022-09-01T10:15:36.787 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6ScJGYqOGMWjkcZ7kBiE7/mPweo=', 'Content-Length': '0'} 2022-09-01T10:15:36.792 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b016e6d09ebe2b94-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.793 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.795 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.796 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.797 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.798 DEBUG:boto:Method: HEAD 2022-09-01T10:15:36.798 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.800 DEBUG:boto:Data: 2022-09-01T10:15:36.801 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.802 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.803 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.804 DEBUG:boto:Params: {} 2022-09-01T10:15:36.805 DEBUG:boto:Token: None 2022-09-01T10:15:36.806 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.807 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6ScJGYqOGMWjkcZ7kBiE7/mPweo= 2022-09-01T10:15:36.808 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6ScJGYqOGMWjkcZ7kBiE7/mPweo=', 'Content-Length': '0'} 2022-09-01T10:15:36.812 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005ac661184108fe4a-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.813 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:36.814 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.815 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.816 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.818 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.819 DEBUG:boto:Method: GET 2022-09-01T10:15:36.820 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.821 DEBUG:boto:Data: 2022-09-01T10:15:36.822 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.822 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.823 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.823 DEBUG:boto:Params: {} 2022-09-01T10:15:36.824 DEBUG:boto:Token: None 2022-09-01T10:15:36.825 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.826 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kzQRyu9V3AREAwQluWoQnhP0gF0= 2022-09-01T10:15:36.826 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kzQRyu9V3AREAwQluWoQnhP0gF0=', 'Content-Length': '0'} 2022-09-01T10:15:36.838 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000012ec3a4fda20202f-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.839 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.840 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.841 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.841 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.842 DEBUG:boto:Method: GET 2022-09-01T10:15:36.842 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.843 DEBUG:boto:Data: 2022-09-01T10:15:36.843 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.844 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.845 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.845 DEBUG:boto:Params: {} 2022-09-01T10:15:36.846 DEBUG:boto:Token: None 2022-09-01T10:15:36.847 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV 2022-09-01T10:15:36.848 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kzQRyu9V3AREAwQluWoQnhP0gF0= 2022-09-01T10:15:36.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kzQRyu9V3AREAwQluWoQnhP0gF0=', 'Content-Length': '0'} 2022-09-01T10:15:36.851 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MWFGP06JYJ7VhdmE0H2qb4c2qPFtiZV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000002a31fc13c673524-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.852 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:36.852 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:36.853 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.853 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.854 DEBUG:boto:Method: GET 2022-09-01T10:15:36.855 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.855 DEBUG:boto:Data: 2022-09-01T10:15:36.856 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.856 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.857 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.857 DEBUG:boto:Params: {} 2022-09-01T10:15:36.858 DEBUG:boto:Token: None 2022-09-01T10:15:36.859 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/ 2022-09-01T10:15:36.859 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg= 2022-09-01T10:15:36.860 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg=', 'Content-Length': '0'} 2022-09-01T10:15:36.863 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009c1a76ee2a84d81b-0063108648-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.906 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:36.907 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:36.908 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:36.908 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.909 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.909 DEBUG:boto:Method: GET 2022-09-01T10:15:36.910 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:36.911 DEBUG:boto:Data: 2022-09-01T10:15:36.911 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.912 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.912 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.913 DEBUG:boto:Params: {} 2022-09-01T10:15:36.913 DEBUG:boto:Token: None 2022-09-01T10:15:36.914 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/ 2022-09-01T10:15:36.914 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg= 2022-09-01T10:15:36.915 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CmxqfrU7WksPDyn0lEsONolIqg=', 'Content-Length': '0'} 2022-09-01T10:15:36.918 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003922e314de4a20f9-0063108648-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.919 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:36.920 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.920 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.921 DEBUG:boto:Method: HEAD 2022-09-01T10:15:36.921 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:36.922 DEBUG:boto:Data: 2022-09-01T10:15:36.923 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.923 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.924 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.924 DEBUG:boto:Params: {} 2022-09-01T10:15:36.925 DEBUG:boto:Token: None 2022-09-01T10:15:36.926 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj 2022-09-01T10:15:36.926 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg= 2022-09-01T10:15:36.927 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg=', 'Content-Length': '0'} 2022-09-01T10:15:36.931 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002a515a215ca3e0e3-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.933 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.934 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.935 DEBUG:boto:Method: HEAD 2022-09-01T10:15:36.936 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:36.937 DEBUG:boto:Data: 2022-09-01T10:15:36.938 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.939 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.940 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.941 DEBUG:boto:Params: {} 2022-09-01T10:15:36.942 DEBUG:boto:Token: None 2022-09-01T10:15:36.944 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj 2022-09-01T10:15:36.945 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg= 2022-09-01T10:15:36.946 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Bkuh77Jp/Pn3iQcfBf5lNxK0qg=', 'Content-Length': '0'} 2022-09-01T10:15:36.951 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000088097be32d254fb2-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.953 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:36.954 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.963 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.972 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.973 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.973 DEBUG:boto:Method: GET 2022-09-01T10:15:36.974 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.974 DEBUG:boto:Data: 2022-09-01T10:15:36.975 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.975 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:36.976 DEBUG:boto:Port: 8001 2022-09-01T10:15:36.976 DEBUG:boto:Params: {} 2022-09-01T10:15:36.977 DEBUG:boto:Token: None 2022-09-01T10:15:36.978 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.978 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs= 2022-09-01T10:15:36.979 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs=', 'Content-Length': '0'} 2022-09-01T10:15:36.981 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e3d0daa8ba472a05-0063108648-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:36.982 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:36.983 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:36.983 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.984 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.985 DEBUG:boto:Method: GET 2022-09-01T10:15:36.985 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.986 DEBUG:boto:Data: 2022-09-01T10:15:36.987 DEBUG:boto:Headers: {} 2022-09-01T10:15:36.987 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:36.988 DEBUG:boto:Port: 8000 2022-09-01T10:15:36.988 DEBUG:boto:Params: {} 2022-09-01T10:15:36.989 DEBUG:boto:Token: None 2022-09-01T10:15:36.989 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:36 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:36.990 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs= 2022-09-01T10:15:36.991 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9z5ABoWH76q0izmIpCvKwnwR5hs=', 'Content-Length': '0'} 2022-09-01T10:15:36.993 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e356adc611fe488f-0063108648-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.035 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:37.036 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:37.038 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.040 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.041 DEBUG:boto:Method: GET 2022-09-01T10:15:37.042 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.043 DEBUG:boto:Data: 2022-09-01T10:15:37.043 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.044 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.044 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.045 DEBUG:boto:Params: {} 2022-09-01T10:15:37.045 DEBUG:boto:Token: None 2022-09-01T10:15:37.046 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/ 2022-09-01T10:15:37.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg= 2022-09-01T10:15:37.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg=', 'Content-Length': '0'} 2022-09-01T10:15:37.053 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000286b21b28136c1da-0063108649-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.054 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:37.056 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:37.057 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:37.058 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.059 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.059 DEBUG:boto:Method: GET 2022-09-01T10:15:37.060 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.074 DEBUG:boto:Data: 2022-09-01T10:15:37.085 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.085 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.086 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.086 DEBUG:boto:Params: {} 2022-09-01T10:15:37.087 DEBUG:boto:Token: None 2022-09-01T10:15:37.089 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/ 2022-09-01T10:15:37.090 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg= 2022-09-01T10:15:37.091 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg=', 'Content-Length': '0'} 2022-09-01T10:15:37.094 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c8f50993fabedf66-0063108649-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.095 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:37.096 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:37.096 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.097 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.097 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.100 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.101 DEBUG:boto:Method: GET 2022-09-01T10:15:37.102 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.102 DEBUG:boto:Data: 2022-09-01T10:15:37.103 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.104 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.104 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.105 DEBUG:boto:Params: {} 2022-09-01T10:15:37.105 DEBUG:boto:Token: None 2022-09-01T10:15:37.106 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.107 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OcBZ8eKR/ALYjNrZTDKb3Wkur9c= 2022-09-01T10:15:37.107 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OcBZ8eKR/ALYjNrZTDKb3Wkur9c=', 'Content-Length': '0'} 2022-09-01T10:15:37.110 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006763ea5403cc6a93-0063108649-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.111 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.113 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.114 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.115 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.115 DEBUG:boto:Method: GET 2022-09-01T10:15:37.117 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.117 DEBUG:boto:Data: 2022-09-01T10:15:37.118 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.118 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.119 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.119 DEBUG:boto:Params: {} 2022-09-01T10:15:37.121 DEBUG:boto:Token: None 2022-09-01T10:15:37.121 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OcBZ8eKR/ALYjNrZTDKb3Wkur9c= 2022-09-01T10:15:37.123 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OcBZ8eKR/ALYjNrZTDKb3Wkur9c=', 'Content-Length': '0'} 2022-09-01T10:15:37.127 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a30f73408a740697-0063108649-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.128 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.128 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.129 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.129 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.130 DEBUG:boto:Method: HEAD 2022-09-01T10:15:37.131 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.132 DEBUG:boto:Data: 2022-09-01T10:15:37.132 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.133 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.133 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.134 DEBUG:boto:Params: {} 2022-09-01T10:15:37.135 DEBUG:boto:Token: None 2022-09-01T10:15:37.135 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.137 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vFoAupeHVoF5Hjr/xxAzK81U/hw= 2022-09-01T10:15:37.137 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vFoAupeHVoF5Hjr/xxAzK81U/hw=', 'Content-Length': '0'} 2022-09-01T10:15:37.140 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000972ecf342792294b-0063108649-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.141 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.142 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.143 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.143 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.144 DEBUG:boto:Method: HEAD 2022-09-01T10:15:37.145 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.146 DEBUG:boto:Data: 2022-09-01T10:15:37.146 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.147 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.147 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.148 DEBUG:boto:Params: {} 2022-09-01T10:15:37.149 DEBUG:boto:Token: None 2022-09-01T10:15:37.149 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vFoAupeHVoF5Hjr/xxAzK81U/hw= 2022-09-01T10:15:37.151 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vFoAupeHVoF5Hjr/xxAzK81U/hw=', 'Content-Length': '0'} 2022-09-01T10:15:37.154 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ed61afe21b4142f4-0063108649-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.155 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:37.156 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.156 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.157 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.157 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.158 DEBUG:boto:Method: GET 2022-09-01T10:15:37.158 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.159 DEBUG:boto:Data: 2022-09-01T10:15:37.159 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.160 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.160 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.161 DEBUG:boto:Params: {} 2022-09-01T10:15:37.162 DEBUG:boto:Token: None 2022-09-01T10:15:37.162 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OcBZ8eKR/ALYjNrZTDKb3Wkur9c= 2022-09-01T10:15:37.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OcBZ8eKR/ALYjNrZTDKb3Wkur9c=', 'Content-Length': '0'} 2022-09-01T10:15:37.166 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000661f531a8c964627-0063108649-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.167 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.168 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.168 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.169 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.170 DEBUG:boto:Method: GET 2022-09-01T10:15:37.170 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.171 DEBUG:boto:Data: 2022-09-01T10:15:37.171 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.172 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.172 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.173 DEBUG:boto:Params: {} 2022-09-01T10:15:37.173 DEBUG:boto:Token: None 2022-09-01T10:15:37.174 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW 2022-09-01T10:15:37.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OcBZ8eKR/ALYjNrZTDKb3Wkur9c= 2022-09-01T10:15:37.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OcBZ8eKR/ALYjNrZTDKb3Wkur9c=', 'Content-Length': '0'} 2022-09-01T10:15:37.180 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'ePXJmW2dkpe7VvGOY6jfFxbjWjq1qEW'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b917a3dd19b23fed-0063108649-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.219 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:37.219 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:37.220 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.221 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.221 DEBUG:boto:Method: GET 2022-09-01T10:15:37.222 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.222 DEBUG:boto:Data: 2022-09-01T10:15:37.223 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.223 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.226 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.226 DEBUG:boto:Params: {} 2022-09-01T10:15:37.227 DEBUG:boto:Token: None 2022-09-01T10:15:37.228 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/ 2022-09-01T10:15:37.228 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg= 2022-09-01T10:15:37.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg=', 'Content-Length': '0'} 2022-09-01T10:15:37.234 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089e22be517d9382b-0063108649-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.235 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:37.236 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:37.237 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:37.237 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.238 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.238 DEBUG:boto:Method: GET 2022-09-01T10:15:37.240 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.241 DEBUG:boto:Data: 2022-09-01T10:15:37.241 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.242 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.242 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.243 DEBUG:boto:Params: {} 2022-09-01T10:15:37.244 DEBUG:boto:Token: None 2022-09-01T10:15:37.244 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/ 2022-09-01T10:15:37.245 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg= 2022-09-01T10:15:37.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg=', 'Content-Length': '0'} 2022-09-01T10:15:37.250 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000023919475c70e773-0063108649-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.252 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:37.253 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.254 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.255 DEBUG:boto:Method: HEAD 2022-09-01T10:15:37.256 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:37.257 DEBUG:boto:Data: 2022-09-01T10:15:37.259 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.260 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.261 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.262 DEBUG:boto:Params: {} 2022-09-01T10:15:37.263 DEBUG:boto:Token: None 2022-09-01T10:15:37.264 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj 2022-09-01T10:15:37.265 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bk/eCuDPRiysW0+L18BTJQlYF7M= 2022-09-01T10:15:37.266 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bk/eCuDPRiysW0+L18BTJQlYF7M=', 'Content-Length': '0'} 2022-09-01T10:15:37.270 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009eef191f4afad02c-0063108649-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.271 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.272 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.272 DEBUG:boto:Method: HEAD 2022-09-01T10:15:37.273 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:37.273 DEBUG:boto:Data: 2022-09-01T10:15:37.274 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.274 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.275 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.275 DEBUG:boto:Params: {} 2022-09-01T10:15:37.276 DEBUG:boto:Token: None 2022-09-01T10:15:37.276 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj 2022-09-01T10:15:37.277 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bk/eCuDPRiysW0+L18BTJQlYF7M= 2022-09-01T10:15:37.278 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bk/eCuDPRiysW0+L18BTJQlYF7M=', 'Content-Length': '0'} 2022-09-01T10:15:37.282 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003104a9e40e497d7b-0063108649-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.284 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:37.284 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.285 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.285 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.286 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.287 DEBUG:boto:Method: GET 2022-09-01T10:15:37.288 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.289 DEBUG:boto:Data: 2022-09-01T10:15:37.290 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.291 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.292 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.293 DEBUG:boto:Params: {} 2022-09-01T10:15:37.294 DEBUG:boto:Token: None 2022-09-01T10:15:37.295 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.297 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:us9N9Scf2QtIpGqWiVFM604ePkk= 2022-09-01T10:15:37.298 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:us9N9Scf2QtIpGqWiVFM604ePkk=', 'Content-Length': '0'} 2022-09-01T10:15:37.301 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009945b9cf7c3f4d3d-0063108649-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.342 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.343 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.344 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.345 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.345 DEBUG:boto:Method: GET 2022-09-01T10:15:37.346 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.346 DEBUG:boto:Data: 2022-09-01T10:15:37.347 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.347 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.348 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.348 DEBUG:boto:Params: {} 2022-09-01T10:15:37.349 DEBUG:boto:Token: None 2022-09-01T10:15:37.350 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:us9N9Scf2QtIpGqWiVFM604ePkk= 2022-09-01T10:15:37.351 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:us9N9Scf2QtIpGqWiVFM604ePkk=', 'Content-Length': '0'} 2022-09-01T10:15:37.354 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000094868780463c5089-0063108649-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.355 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:37.356 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:37.357 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.357 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.358 DEBUG:boto:Method: GET 2022-09-01T10:15:37.358 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.359 DEBUG:boto:Data: 2022-09-01T10:15:37.360 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.360 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.361 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.361 DEBUG:boto:Params: {} 2022-09-01T10:15:37.362 DEBUG:boto:Token: None 2022-09-01T10:15:37.363 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/ 2022-09-01T10:15:37.363 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg= 2022-09-01T10:15:37.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg=', 'Content-Length': '0'} 2022-09-01T10:15:37.367 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000078065ef4f470952d-0063108649-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.368 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:37.369 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:37.369 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:37.370 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.370 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.371 DEBUG:boto:Method: GET 2022-09-01T10:15:37.371 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.372 DEBUG:boto:Data: 2022-09-01T10:15:37.372 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.373 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.374 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.374 DEBUG:boto:Params: {} 2022-09-01T10:15:37.375 DEBUG:boto:Token: None 2022-09-01T10:15:37.376 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/ 2022-09-01T10:15:37.377 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg= 2022-09-01T10:15:37.378 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg=', 'Content-Length': '0'} 2022-09-01T10:15:37.381 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ae46ed8aac11497c-0063108649-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.382 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:37.383 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:37.383 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.384 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.384 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.385 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.386 DEBUG:boto:Method: GET 2022-09-01T10:15:37.386 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.387 DEBUG:boto:Data: 2022-09-01T10:15:37.388 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.388 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.389 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.389 DEBUG:boto:Params: {} 2022-09-01T10:15:37.390 DEBUG:boto:Token: None 2022-09-01T10:15:37.390 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.391 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xg6jxqucbnpiUHzP9PxY5eSVgEo= 2022-09-01T10:15:37.392 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xg6jxqucbnpiUHzP9PxY5eSVgEo=', 'Content-Length': '0'} 2022-09-01T10:15:37.394 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009106328d17ab240e-0063108649-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.395 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.403 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.403 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.404 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.404 DEBUG:boto:Method: GET 2022-09-01T10:15:37.405 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.405 DEBUG:boto:Data: 2022-09-01T10:15:37.406 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.407 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.407 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.408 DEBUG:boto:Params: {} 2022-09-01T10:15:37.408 DEBUG:boto:Token: None 2022-09-01T10:15:37.409 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.410 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xg6jxqucbnpiUHzP9PxY5eSVgEo= 2022-09-01T10:15:37.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xg6jxqucbnpiUHzP9PxY5eSVgEo=', 'Content-Length': '0'} 2022-09-01T10:15:37.413 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006fdb024467797047-0063108649-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.415 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.416 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.416 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.417 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.417 DEBUG:boto:Method: HEAD 2022-09-01T10:15:37.418 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.419 DEBUG:boto:Data: 2022-09-01T10:15:37.419 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.420 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.420 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.421 DEBUG:boto:Params: {} 2022-09-01T10:15:37.421 DEBUG:boto:Token: None 2022-09-01T10:15:37.422 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.422 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vh7oFl/TPrAtUAd4oKjuJQG923o= 2022-09-01T10:15:37.423 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vh7oFl/TPrAtUAd4oKjuJQG923o=', 'Content-Length': '0'} 2022-09-01T10:15:37.430 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001dc321c6f4b0f8b3-0063108649-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.431 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.431 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.432 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.432 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.433 DEBUG:boto:Method: HEAD 2022-09-01T10:15:37.434 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.434 DEBUG:boto:Data: 2022-09-01T10:15:37.437 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.437 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.438 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.438 DEBUG:boto:Params: {} 2022-09-01T10:15:37.439 DEBUG:boto:Token: None 2022-09-01T10:15:37.439 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.440 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vh7oFl/TPrAtUAd4oKjuJQG923o= 2022-09-01T10:15:37.440 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vh7oFl/TPrAtUAd4oKjuJQG923o=', 'Content-Length': '0'} 2022-09-01T10:15:37.453 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d7a1eafd30111373-0063108649-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.454 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:37.455 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.456 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.456 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.457 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.457 DEBUG:boto:Method: GET 2022-09-01T10:15:37.458 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.459 DEBUG:boto:Data: 2022-09-01T10:15:37.459 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.460 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.460 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.461 DEBUG:boto:Params: {} 2022-09-01T10:15:37.461 DEBUG:boto:Token: None 2022-09-01T10:15:37.462 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xg6jxqucbnpiUHzP9PxY5eSVgEo= 2022-09-01T10:15:37.464 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xg6jxqucbnpiUHzP9PxY5eSVgEo=', 'Content-Length': '0'} 2022-09-01T10:15:37.466 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008fff9a97ec00d72f-0063108649-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.519 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.520 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.521 DEBUG:boto:path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.525 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.526 DEBUG:boto:Method: GET 2022-09-01T10:15:37.527 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.528 DEBUG:boto:Data: 2022-09-01T10:15:37.529 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.530 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.531 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.532 DEBUG:boto:Params: {} 2022-09-01T10:15:37.534 DEBUG:boto:Token: None 2022-09-01T10:15:37.536 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM 2022-09-01T10:15:37.537 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xg6jxqucbnpiUHzP9PxY5eSVgEo= 2022-09-01T10:15:37.539 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xg6jxqucbnpiUHzP9PxY5eSVgEo=', 'Content-Length': '0'} 2022-09-01T10:15:37.549 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'AEmyggv5fPUuUVa0oFkfBDcxRSWAxyM'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e57488d8f5ba5739-0063108649-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.552 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:37.552 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:37.553 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.553 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.554 DEBUG:boto:Method: GET 2022-09-01T10:15:37.555 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.555 DEBUG:boto:Data: 2022-09-01T10:15:37.556 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.556 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.557 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.558 DEBUG:boto:Params: {} 2022-09-01T10:15:37.559 DEBUG:boto:Token: None 2022-09-01T10:15:37.560 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/ 2022-09-01T10:15:37.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg= 2022-09-01T10:15:37.562 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg=', 'Content-Length': '0'} 2022-09-01T10:15:37.566 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a91590d9695de5ff-0063108649-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.567 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:37.568 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:37.568 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:37.570 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.571 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.581 DEBUG:boto:Method: GET 2022-09-01T10:15:37.581 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.582 DEBUG:boto:Data: 2022-09-01T10:15:37.582 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.583 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.584 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.584 DEBUG:boto:Params: {} 2022-09-01T10:15:37.586 DEBUG:boto:Token: None 2022-09-01T10:15:37.586 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/ 2022-09-01T10:15:37.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg= 2022-09-01T10:15:37.588 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg=', 'Content-Length': '0'} 2022-09-01T10:15:37.591 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cf38fd34100e3213-0063108649-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.598 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:37.599 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.600 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.609 DEBUG:boto:Method: HEAD 2022-09-01T10:15:37.610 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:37.610 DEBUG:boto:Data: 2022-09-01T10:15:37.611 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.619 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.620 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.621 DEBUG:boto:Params: {} 2022-09-01T10:15:37.622 DEBUG:boto:Token: None 2022-09-01T10:15:37.623 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj 2022-09-01T10:15:37.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bk/eCuDPRiysW0+L18BTJQlYF7M= 2022-09-01T10:15:37.644 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bk/eCuDPRiysW0+L18BTJQlYF7M=', 'Content-Length': '0'} 2022-09-01T10:15:37.650 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000080d0e0441f25ef54-0063108649-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.653 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.654 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.654 DEBUG:boto:Method: HEAD 2022-09-01T10:15:37.655 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:37.655 DEBUG:boto:Data: 2022-09-01T10:15:37.656 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.657 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.657 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.658 DEBUG:boto:Params: {} 2022-09-01T10:15:37.658 DEBUG:boto:Token: None 2022-09-01T10:15:37.659 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj 2022-09-01T10:15:37.659 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bk/eCuDPRiysW0+L18BTJQlYF7M= 2022-09-01T10:15:37.660 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bk/eCuDPRiysW0+L18BTJQlYF7M=', 'Content-Length': '0'} 2022-09-01T10:15:37.664 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007b67d5184e10e968-0063108649-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.665 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:37.665 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.666 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.667 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.667 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.668 DEBUG:boto:Method: GET 2022-09-01T10:15:37.668 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.669 DEBUG:boto:Data: 2022-09-01T10:15:37.670 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.670 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.671 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.671 DEBUG:boto:Params: {} 2022-09-01T10:15:37.672 DEBUG:boto:Token: None 2022-09-01T10:15:37.676 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.677 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:us9N9Scf2QtIpGqWiVFM604ePkk= 2022-09-01T10:15:37.678 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:us9N9Scf2QtIpGqWiVFM604ePkk=', 'Content-Length': '0'} 2022-09-01T10:15:37.682 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000074a8a61885c04c7c-0063108649-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.683 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.683 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.684 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.684 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.685 DEBUG:boto:Method: GET 2022-09-01T10:15:37.685 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.686 DEBUG:boto:Data: 2022-09-01T10:15:37.687 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.689 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.689 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.690 DEBUG:boto:Params: {} 2022-09-01T10:15:37.691 DEBUG:boto:Token: None 2022-09-01T10:15:37.691 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:37.692 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:us9N9Scf2QtIpGqWiVFM604ePkk= 2022-09-01T10:15:37.692 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:us9N9Scf2QtIpGqWiVFM604ePkk=', 'Content-Length': '0'} 2022-09-01T10:15:37.695 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006b4ced5fe1b6740e-0063108649-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.738 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:37.740 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:37.741 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.742 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.743 DEBUG:boto:Method: GET 2022-09-01T10:15:37.744 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.745 DEBUG:boto:Data: 2022-09-01T10:15:37.746 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.747 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.748 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.749 DEBUG:boto:Params: {} 2022-09-01T10:15:37.749 DEBUG:boto:Token: None 2022-09-01T10:15:37.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/ 2022-09-01T10:15:37.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg= 2022-09-01T10:15:37.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg=', 'Content-Length': '0'} 2022-09-01T10:15:37.770 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000248061d63f2d7298-0063108649-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.771 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:37.773 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:37.774 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:37.775 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.776 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.777 DEBUG:boto:Method: GET 2022-09-01T10:15:37.778 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.780 DEBUG:boto:Data: 2022-09-01T10:15:37.782 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.783 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.785 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.786 DEBUG:boto:Params: {} 2022-09-01T10:15:37.787 DEBUG:boto:Token: None 2022-09-01T10:15:37.790 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/ 2022-09-01T10:15:37.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg= 2022-09-01T10:15:37.792 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg=', 'Content-Length': '0'} 2022-09-01T10:15:37.796 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008af81dd9230105d0-0063108649-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.798 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:37.799 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:37.800 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.801 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.802 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.803 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.804 DEBUG:boto:Method: GET 2022-09-01T10:15:37.805 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.807 DEBUG:boto:Data: 2022-09-01T10:15:37.808 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.810 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.812 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.812 DEBUG:boto:Params: {} 2022-09-01T10:15:37.813 DEBUG:boto:Token: None 2022-09-01T10:15:37.814 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.815 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iwABY4VtjamNnqGLug/JuSCOAhE= 2022-09-01T10:15:37.815 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iwABY4VtjamNnqGLug/JuSCOAhE=', 'Content-Length': '0'} 2022-09-01T10:15:37.818 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000066e2c1a646a59dc2-0063108649-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.818 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.819 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.820 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.820 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.821 DEBUG:boto:Method: GET 2022-09-01T10:15:37.822 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.822 DEBUG:boto:Data: 2022-09-01T10:15:37.823 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.824 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.824 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.825 DEBUG:boto:Params: {} 2022-09-01T10:15:37.825 DEBUG:boto:Token: None 2022-09-01T10:15:37.826 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iwABY4VtjamNnqGLug/JuSCOAhE= 2022-09-01T10:15:37.827 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iwABY4VtjamNnqGLug/JuSCOAhE=', 'Content-Length': '0'} 2022-09-01T10:15:37.829 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002a79b08f0c86e533-0063108649-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.830 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.831 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.831 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.832 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.833 DEBUG:boto:Method: HEAD 2022-09-01T10:15:37.833 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.834 DEBUG:boto:Data: 2022-09-01T10:15:37.834 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.835 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.835 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.836 DEBUG:boto:Params: {} 2022-09-01T10:15:37.837 DEBUG:boto:Token: None 2022-09-01T10:15:37.838 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.839 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t/lcnknO76jejDJN7p2SrACmb6g= 2022-09-01T10:15:37.840 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t/lcnknO76jejDJN7p2SrACmb6g=', 'Content-Length': '0'} 2022-09-01T10:15:37.848 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b6ecfa1b247f2746-0063108649-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.849 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.850 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.851 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.852 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.853 DEBUG:boto:Method: HEAD 2022-09-01T10:15:37.853 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.854 DEBUG:boto:Data: 2022-09-01T10:15:37.855 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.857 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.857 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.858 DEBUG:boto:Params: {} 2022-09-01T10:15:37.859 DEBUG:boto:Token: None 2022-09-01T10:15:37.860 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.861 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t/lcnknO76jejDJN7p2SrACmb6g= 2022-09-01T10:15:37.862 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t/lcnknO76jejDJN7p2SrACmb6g=', 'Content-Length': '0'} 2022-09-01T10:15:37.865 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008059a920fb78d416-0063108649-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.867 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:37.867 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.869 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.870 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.870 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.871 DEBUG:boto:Method: GET 2022-09-01T10:15:37.871 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.872 DEBUG:boto:Data: 2022-09-01T10:15:37.873 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.873 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.874 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.874 DEBUG:boto:Params: {} 2022-09-01T10:15:37.875 DEBUG:boto:Token: None 2022-09-01T10:15:37.875 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.876 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iwABY4VtjamNnqGLug/JuSCOAhE= 2022-09-01T10:15:37.877 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iwABY4VtjamNnqGLug/JuSCOAhE=', 'Content-Length': '0'} 2022-09-01T10:15:37.879 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e546bb6f785ffa0b-0063108649-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.881 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.881 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.882 DEBUG:boto:path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.883 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.884 DEBUG:boto:Method: GET 2022-09-01T10:15:37.885 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.885 DEBUG:boto:Data: 2022-09-01T10:15:37.886 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.887 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.888 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.889 DEBUG:boto:Params: {} 2022-09-01T10:15:37.890 DEBUG:boto:Token: None 2022-09-01T10:15:37.891 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj?versionId=JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7 2022-09-01T10:15:37.893 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iwABY4VtjamNnqGLug/JuSCOAhE= 2022-09-01T10:15:37.893 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iwABY4VtjamNnqGLug/JuSCOAhE=', 'Content-Length': '0'} 2022-09-01T10:15:37.896 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'JVeeAtHV9lkqjMRAzGbBCTR0hzG1wq7'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e581ceccc45c2a29-0063108649-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.897 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:37.897 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:37.898 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.899 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.900 DEBUG:boto:Method: GET 2022-09-01T10:15:37.901 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.901 DEBUG:boto:Data: 2022-09-01T10:15:37.902 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.903 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.904 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.905 DEBUG:boto:Params: {} 2022-09-01T10:15:37.907 DEBUG:boto:Token: None 2022-09-01T10:15:37.908 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/ 2022-09-01T10:15:37.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg= 2022-09-01T10:15:37.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg=', 'Content-Length': '0'} 2022-09-01T10:15:37.916 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009d25a964b29412ee-0063108649-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.963 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:37.964 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:37.965 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:37.970 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.971 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.971 DEBUG:boto:Method: GET 2022-09-01T10:15:37.972 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:37.972 DEBUG:boto:Data: 2022-09-01T10:15:37.973 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.974 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:37.975 DEBUG:boto:Port: 8000 2022-09-01T10:15:37.975 DEBUG:boto:Params: {} 2022-09-01T10:15:37.976 DEBUG:boto:Token: None 2022-09-01T10:15:37.978 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/ 2022-09-01T10:15:37.978 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg= 2022-09-01T10:15:37.980 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bLliWVW/XSIqr+vzO8EixRW5DTg=', 'Content-Length': '0'} 2022-09-01T10:15:37.989 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002554442ee9402a86-0063108649-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:37.990 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:37.991 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:37.992 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:37.993 DEBUG:boto:Method: HEAD 2022-09-01T10:15:37.993 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:37.994 DEBUG:boto:Data: 2022-09-01T10:15:37.994 DEBUG:boto:Headers: {} 2022-09-01T10:15:37.995 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:37.996 DEBUG:boto:Port: 8001 2022-09-01T10:15:37.996 DEBUG:boto:Params: {} 2022-09-01T10:15:37.997 DEBUG:boto:Token: None 2022-09-01T10:15:37.997 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:37 GMT /ptoxvb-19/obj 2022-09-01T10:15:38.000 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bk/eCuDPRiysW0+L18BTJQlYF7M= 2022-09-01T10:15:38.001 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bk/eCuDPRiysW0+L18BTJQlYF7M=', 'Content-Length': '0'} 2022-09-01T10:15:38.005 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a531e47048540f02-006310864a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.006 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.006 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.007 DEBUG:boto:Method: HEAD 2022-09-01T10:15:38.008 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:38.009 DEBUG:boto:Data: 2022-09-01T10:15:38.009 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.010 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.010 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.011 DEBUG:boto:Params: {} 2022-09-01T10:15:38.018 DEBUG:boto:Token: None 2022-09-01T10:15:38.019 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj 2022-09-01T10:15:38.019 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:crXvrveZ9KbcP+mcJ3VAwAnDROw= 2022-09-01T10:15:38.020 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:crXvrveZ9KbcP+mcJ3VAwAnDROw=', 'Content-Length': '0'} 2022-09-01T10:15:38.029 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dda07c1b2fe96645-006310864a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.030 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:38.031 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.031 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.032 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.033 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.034 DEBUG:boto:Method: GET 2022-09-01T10:15:38.035 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.036 DEBUG:boto:Data: 2022-09-01T10:15:38.037 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.038 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.039 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.040 DEBUG:boto:Params: {} 2022-09-01T10:15:38.041 DEBUG:boto:Token: None 2022-09-01T10:15:38.042 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.043 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f9VD07dvhmsN7Ebd34aF3YOJSnQ= 2022-09-01T10:15:38.044 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f9VD07dvhmsN7Ebd34aF3YOJSnQ=', 'Content-Length': '0'} 2022-09-01T10:15:38.047 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002e11cbb26c61eba6-006310864a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.049 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.050 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.051 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.052 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.053 DEBUG:boto:Method: GET 2022-09-01T10:15:38.054 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.055 DEBUG:boto:Data: 2022-09-01T10:15:38.056 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.057 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.058 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.059 DEBUG:boto:Params: {} 2022-09-01T10:15:38.060 DEBUG:boto:Token: None 2022-09-01T10:15:38.061 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.062 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f9VD07dvhmsN7Ebd34aF3YOJSnQ= 2022-09-01T10:15:38.064 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f9VD07dvhmsN7Ebd34aF3YOJSnQ=', 'Content-Length': '0'} 2022-09-01T10:15:38.068 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008468e72e74a1f24d-006310864a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.111 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:38.113 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:38.114 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.115 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.116 DEBUG:boto:Method: GET 2022-09-01T10:15:38.117 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.118 DEBUG:boto:Data: 2022-09-01T10:15:38.119 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.120 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.121 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.122 DEBUG:boto:Params: {} 2022-09-01T10:15:38.122 DEBUG:boto:Token: None 2022-09-01T10:15:38.123 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/ 2022-09-01T10:15:38.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM= 2022-09-01T10:15:38.124 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM=', 'Content-Length': '0'} 2022-09-01T10:15:38.131 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001eef5464695e33ee-006310864a-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.132 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:38.134 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:38.135 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:38.135 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.136 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.137 DEBUG:boto:Method: GET 2022-09-01T10:15:38.137 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.139 DEBUG:boto:Data: 2022-09-01T10:15:38.139 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.140 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.142 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.142 DEBUG:boto:Params: {} 2022-09-01T10:15:38.143 DEBUG:boto:Token: None 2022-09-01T10:15:38.144 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/ 2022-09-01T10:15:38.144 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM= 2022-09-01T10:15:38.145 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM=', 'Content-Length': '0'} 2022-09-01T10:15:38.158 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000abb55605ed72ad0d-006310864a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.160 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:38.161 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:38.162 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.163 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.163 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.164 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.165 DEBUG:boto:Method: GET 2022-09-01T10:15:38.167 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.169 DEBUG:boto:Data: 2022-09-01T10:15:38.170 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.170 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.171 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.171 DEBUG:boto:Params: {} 2022-09-01T10:15:38.172 DEBUG:boto:Token: None 2022-09-01T10:15:38.172 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.173 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+A0KA2uVw20z+Nd8Tg9T8Lwo16E= 2022-09-01T10:15:38.174 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+A0KA2uVw20z+Nd8Tg9T8Lwo16E=', 'Content-Length': '0'} 2022-09-01T10:15:38.178 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000966e9c3d15eec67a-006310864a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.179 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.180 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.181 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.181 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.182 DEBUG:boto:Method: GET 2022-09-01T10:15:38.182 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.183 DEBUG:boto:Data: 2022-09-01T10:15:38.184 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.185 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.185 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.186 DEBUG:boto:Params: {} 2022-09-01T10:15:38.186 DEBUG:boto:Token: None 2022-09-01T10:15:38.187 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.195 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+A0KA2uVw20z+Nd8Tg9T8Lwo16E= 2022-09-01T10:15:38.196 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+A0KA2uVw20z+Nd8Tg9T8Lwo16E=', 'Content-Length': '0'} 2022-09-01T10:15:38.202 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c0f794b8f8aebd40-006310864a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.206 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.207 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.208 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.209 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.210 DEBUG:boto:Method: HEAD 2022-09-01T10:15:38.211 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.212 DEBUG:boto:Data: 2022-09-01T10:15:38.212 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.213 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.215 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.216 DEBUG:boto:Params: {} 2022-09-01T10:15:38.217 DEBUG:boto:Token: None 2022-09-01T10:15:38.218 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.219 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:soGLIfP35tPE6PRC0ENhFXtKMTM= 2022-09-01T10:15:38.220 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:soGLIfP35tPE6PRC0ENhFXtKMTM=', 'Content-Length': '0'} 2022-09-01T10:15:38.224 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000839df1e3de71a8ce-006310864a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.226 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.227 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.228 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.229 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.230 DEBUG:boto:Method: HEAD 2022-09-01T10:15:38.231 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.232 DEBUG:boto:Data: 2022-09-01T10:15:38.233 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.233 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.234 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.235 DEBUG:boto:Params: {} 2022-09-01T10:15:38.236 DEBUG:boto:Token: None 2022-09-01T10:15:38.238 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.239 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:soGLIfP35tPE6PRC0ENhFXtKMTM= 2022-09-01T10:15:38.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:soGLIfP35tPE6PRC0ENhFXtKMTM=', 'Content-Length': '0'} 2022-09-01T10:15:38.244 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000039d2d3369906f182-006310864a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.245 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:38.246 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.247 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.248 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.249 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.249 DEBUG:boto:Method: GET 2022-09-01T10:15:38.252 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.253 DEBUG:boto:Data: 2022-09-01T10:15:38.254 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.255 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.256 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.257 DEBUG:boto:Params: {} 2022-09-01T10:15:38.258 DEBUG:boto:Token: None 2022-09-01T10:15:38.259 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+A0KA2uVw20z+Nd8Tg9T8Lwo16E= 2022-09-01T10:15:38.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+A0KA2uVw20z+Nd8Tg9T8Lwo16E=', 'Content-Length': '0'} 2022-09-01T10:15:38.264 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ddc767aba5b46fb2-006310864a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.266 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.267 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.269 DEBUG:boto:path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.270 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.271 DEBUG:boto:Method: GET 2022-09-01T10:15:38.272 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.273 DEBUG:boto:Data: 2022-09-01T10:15:38.274 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.275 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.276 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.278 DEBUG:boto:Params: {} 2022-09-01T10:15:38.279 DEBUG:boto:Token: None 2022-09-01T10:15:38.280 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i 2022-09-01T10:15:38.282 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+A0KA2uVw20z+Nd8Tg9T8Lwo16E= 2022-09-01T10:15:38.285 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+A0KA2uVw20z+Nd8Tg9T8Lwo16E=', 'Content-Length': '0'} 2022-09-01T10:15:38.291 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'fRChDEgmMEDnTqfL52Z2KTEsdA2rn0i'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000802453d8216a136b-006310864a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.334 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:38.335 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:38.336 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.336 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.338 DEBUG:boto:Method: GET 2022-09-01T10:15:38.339 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.340 DEBUG:boto:Data: 2022-09-01T10:15:38.340 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.341 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.342 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.343 DEBUG:boto:Params: {} 2022-09-01T10:15:38.343 DEBUG:boto:Token: None 2022-09-01T10:15:38.344 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/ 2022-09-01T10:15:38.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM= 2022-09-01T10:15:38.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM=', 'Content-Length': '0'} 2022-09-01T10:15:38.350 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000262ab0b9e0c6ac90-006310864a-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.351 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:38.353 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:38.353 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:38.354 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.355 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.356 DEBUG:boto:Method: GET 2022-09-01T10:15:38.357 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.358 DEBUG:boto:Data: 2022-09-01T10:15:38.359 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.360 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.361 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.362 DEBUG:boto:Params: {} 2022-09-01T10:15:38.363 DEBUG:boto:Token: None 2022-09-01T10:15:38.364 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/ 2022-09-01T10:15:38.365 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM= 2022-09-01T10:15:38.366 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM=', 'Content-Length': '0'} 2022-09-01T10:15:38.370 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005bfeb4a86e13d72a-006310864a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.371 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:38.373 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.374 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.375 DEBUG:boto:Method: HEAD 2022-09-01T10:15:38.375 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:38.376 DEBUG:boto:Data: 2022-09-01T10:15:38.377 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.378 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.379 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.380 DEBUG:boto:Params: {} 2022-09-01T10:15:38.381 DEBUG:boto:Token: None 2022-09-01T10:15:38.382 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj 2022-09-01T10:15:38.383 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:crXvrveZ9KbcP+mcJ3VAwAnDROw= 2022-09-01T10:15:38.384 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:crXvrveZ9KbcP+mcJ3VAwAnDROw=', 'Content-Length': '0'} 2022-09-01T10:15:38.388 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e2b7a30081821a55-006310864a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.389 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.390 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.390 DEBUG:boto:Method: HEAD 2022-09-01T10:15:38.391 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:38.391 DEBUG:boto:Data: 2022-09-01T10:15:38.392 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.392 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.393 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.394 DEBUG:boto:Params: {} 2022-09-01T10:15:38.394 DEBUG:boto:Token: None 2022-09-01T10:15:38.395 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj 2022-09-01T10:15:38.396 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:crXvrveZ9KbcP+mcJ3VAwAnDROw= 2022-09-01T10:15:38.397 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:crXvrveZ9KbcP+mcJ3VAwAnDROw=', 'Content-Length': '0'} 2022-09-01T10:15:38.401 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b34cfe92ba899499-006310864a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.402 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:38.403 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.404 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.405 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.406 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.407 DEBUG:boto:Method: GET 2022-09-01T10:15:38.408 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.409 DEBUG:boto:Data: 2022-09-01T10:15:38.410 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.411 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.412 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.413 DEBUG:boto:Params: {} 2022-09-01T10:15:38.414 DEBUG:boto:Token: None 2022-09-01T10:15:38.415 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f9VD07dvhmsN7Ebd34aF3YOJSnQ= 2022-09-01T10:15:38.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f9VD07dvhmsN7Ebd34aF3YOJSnQ=', 'Content-Length': '0'} 2022-09-01T10:15:38.420 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003c9f388dfff7c486-006310864a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.422 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.423 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.424 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.424 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.425 DEBUG:boto:Method: GET 2022-09-01T10:15:38.426 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.427 DEBUG:boto:Data: 2022-09-01T10:15:38.428 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.429 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.430 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.431 DEBUG:boto:Params: {} 2022-09-01T10:15:38.432 DEBUG:boto:Token: None 2022-09-01T10:15:38.433 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.434 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f9VD07dvhmsN7Ebd34aF3YOJSnQ= 2022-09-01T10:15:38.435 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f9VD07dvhmsN7Ebd34aF3YOJSnQ=', 'Content-Length': '0'} 2022-09-01T10:15:38.439 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007df5b09f2268760d-006310864a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.440 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:38.440 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:38.441 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.441 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.442 DEBUG:boto:Method: GET 2022-09-01T10:15:38.443 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.443 DEBUG:boto:Data: 2022-09-01T10:15:38.444 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.444 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.445 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.445 DEBUG:boto:Params: {} 2022-09-01T10:15:38.446 DEBUG:boto:Token: None 2022-09-01T10:15:38.447 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/ 2022-09-01T10:15:38.447 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM= 2022-09-01T10:15:38.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM=', 'Content-Length': '0'} 2022-09-01T10:15:38.451 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000751a024628aff8f-006310864a-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.453 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:38.455 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:38.456 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:38.456 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.457 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.457 DEBUG:boto:Method: GET 2022-09-01T10:15:38.458 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.459 DEBUG:boto:Data: 2022-09-01T10:15:38.459 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.460 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.461 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.462 DEBUG:boto:Params: {} 2022-09-01T10:15:38.462 DEBUG:boto:Token: None 2022-09-01T10:15:38.463 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/ 2022-09-01T10:15:38.464 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM= 2022-09-01T10:15:38.465 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM=', 'Content-Length': '0'} 2022-09-01T10:15:38.468 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aa373b2a77409592-006310864a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.514 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:38.560 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:38.561 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.561 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.562 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.563 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.563 DEBUG:boto:Method: GET 2022-09-01T10:15:38.564 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.564 DEBUG:boto:Data: 2022-09-01T10:15:38.565 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.565 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.566 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.566 DEBUG:boto:Params: {} 2022-09-01T10:15:38.567 DEBUG:boto:Token: None 2022-09-01T10:15:38.567 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.569 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z0x8rdKDXwixTYkJQGDHJKW2GSQ= 2022-09-01T10:15:38.569 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z0x8rdKDXwixTYkJQGDHJKW2GSQ=', 'Content-Length': '0'} 2022-09-01T10:15:38.572 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000090189c66bf280879-006310864a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.573 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.573 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.575 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.575 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.576 DEBUG:boto:Method: GET 2022-09-01T10:15:38.577 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.578 DEBUG:boto:Data: 2022-09-01T10:15:38.579 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.580 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.581 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.582 DEBUG:boto:Params: {} 2022-09-01T10:15:38.583 DEBUG:boto:Token: None 2022-09-01T10:15:38.584 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.585 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z0x8rdKDXwixTYkJQGDHJKW2GSQ= 2022-09-01T10:15:38.593 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z0x8rdKDXwixTYkJQGDHJKW2GSQ=', 'Content-Length': '0'} 2022-09-01T10:15:38.597 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000371a2e2d53335d78-006310864a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.599 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.600 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.601 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.602 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.603 DEBUG:boto:Method: HEAD 2022-09-01T10:15:38.603 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.604 DEBUG:boto:Data: 2022-09-01T10:15:38.605 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.605 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.606 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.606 DEBUG:boto:Params: {} 2022-09-01T10:15:38.608 DEBUG:boto:Token: None 2022-09-01T10:15:38.609 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.610 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2ihwvmV6sW5DlL0d0nSxvsZP25Q= 2022-09-01T10:15:38.610 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2ihwvmV6sW5DlL0d0nSxvsZP25Q=', 'Content-Length': '0'} 2022-09-01T10:15:38.612 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b07d21e88c8888ed-006310864a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.613 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.614 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.614 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.615 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.617 DEBUG:boto:Method: HEAD 2022-09-01T10:15:38.618 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.619 DEBUG:boto:Data: 2022-09-01T10:15:38.619 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.620 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.621 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.622 DEBUG:boto:Params: {} 2022-09-01T10:15:38.624 DEBUG:boto:Token: None 2022-09-01T10:15:38.625 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.627 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2ihwvmV6sW5DlL0d0nSxvsZP25Q= 2022-09-01T10:15:38.628 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2ihwvmV6sW5DlL0d0nSxvsZP25Q=', 'Content-Length': '0'} 2022-09-01T10:15:38.631 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006a8fc1b1ddadc900-006310864a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.633 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:38.635 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.636 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.636 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.637 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.638 DEBUG:boto:Method: GET 2022-09-01T10:15:38.639 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.640 DEBUG:boto:Data: 2022-09-01T10:15:38.642 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.643 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.644 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.645 DEBUG:boto:Params: {} 2022-09-01T10:15:38.646 DEBUG:boto:Token: None 2022-09-01T10:15:38.648 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.649 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z0x8rdKDXwixTYkJQGDHJKW2GSQ= 2022-09-01T10:15:38.650 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z0x8rdKDXwixTYkJQGDHJKW2GSQ=', 'Content-Length': '0'} 2022-09-01T10:15:38.654 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000027330cddf457fdad-006310864a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.656 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.660 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.662 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.663 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.663 DEBUG:boto:Method: GET 2022-09-01T10:15:38.666 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.667 DEBUG:boto:Data: 2022-09-01T10:15:38.668 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.669 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.670 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.671 DEBUG:boto:Params: {} 2022-09-01T10:15:38.673 DEBUG:boto:Token: None 2022-09-01T10:15:38.674 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=7sVOxVJ6VUnERTxweIltZhyaktZDEGO 2022-09-01T10:15:38.675 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z0x8rdKDXwixTYkJQGDHJKW2GSQ= 2022-09-01T10:15:38.676 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z0x8rdKDXwixTYkJQGDHJKW2GSQ=', 'Content-Length': '0'} 2022-09-01T10:15:38.678 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', '7sVOxVJ6VUnERTxweIltZhyaktZDEGO'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c68b4d4c2cd5981c-006310864a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.680 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:38.681 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:38.682 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.683 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.684 DEBUG:boto:Method: GET 2022-09-01T10:15:38.685 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.686 DEBUG:boto:Data: 2022-09-01T10:15:38.687 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.688 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.689 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.690 DEBUG:boto:Params: {} 2022-09-01T10:15:38.691 DEBUG:boto:Token: None 2022-09-01T10:15:38.692 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/ 2022-09-01T10:15:38.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM= 2022-09-01T10:15:38.694 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM=', 'Content-Length': '0'} 2022-09-01T10:15:38.700 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000533778497097bdb3-006310864a-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.701 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:38.702 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:38.703 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:38.703 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.704 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.705 DEBUG:boto:Method: GET 2022-09-01T10:15:38.706 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.706 DEBUG:boto:Data: 2022-09-01T10:15:38.707 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.708 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.708 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.709 DEBUG:boto:Params: {} 2022-09-01T10:15:38.709 DEBUG:boto:Token: None 2022-09-01T10:15:38.710 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/ 2022-09-01T10:15:38.711 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM= 2022-09-01T10:15:38.712 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM=', 'Content-Length': '0'} 2022-09-01T10:15:38.715 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000081cfe304e7453d7e-006310864a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.716 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:38.717 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.718 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.718 DEBUG:boto:Method: HEAD 2022-09-01T10:15:38.719 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:38.719 DEBUG:boto:Data: 2022-09-01T10:15:38.720 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.720 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.721 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.721 DEBUG:boto:Params: {} 2022-09-01T10:15:38.722 DEBUG:boto:Token: None 2022-09-01T10:15:38.723 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj 2022-09-01T10:15:38.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:crXvrveZ9KbcP+mcJ3VAwAnDROw= 2022-09-01T10:15:38.725 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:crXvrveZ9KbcP+mcJ3VAwAnDROw=', 'Content-Length': '0'} 2022-09-01T10:15:38.729 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b6cd06bb41b8ad65-006310864a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.731 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.732 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.733 DEBUG:boto:Method: HEAD 2022-09-01T10:15:38.734 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:38.735 DEBUG:boto:Data: 2022-09-01T10:15:38.737 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.738 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.740 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.741 DEBUG:boto:Params: {} 2022-09-01T10:15:38.742 DEBUG:boto:Token: None 2022-09-01T10:15:38.743 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj 2022-09-01T10:15:38.744 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:crXvrveZ9KbcP+mcJ3VAwAnDROw= 2022-09-01T10:15:38.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:crXvrveZ9KbcP+mcJ3VAwAnDROw=', 'Content-Length': '0'} 2022-09-01T10:15:38.750 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009b499051881fd6e2-006310864a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.752 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:38.753 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.754 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.755 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.756 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.757 DEBUG:boto:Method: GET 2022-09-01T10:15:38.757 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.758 DEBUG:boto:Data: 2022-09-01T10:15:38.759 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.760 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.760 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.762 DEBUG:boto:Params: {} 2022-09-01T10:15:38.766 DEBUG:boto:Token: None 2022-09-01T10:15:38.769 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.773 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f9VD07dvhmsN7Ebd34aF3YOJSnQ= 2022-09-01T10:15:38.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f9VD07dvhmsN7Ebd34aF3YOJSnQ=', 'Content-Length': '0'} 2022-09-01T10:15:38.780 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000ab023fdb9556c63-006310864a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.781 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.781 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.782 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.783 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.783 DEBUG:boto:Method: GET 2022-09-01T10:15:38.784 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.784 DEBUG:boto:Data: 2022-09-01T10:15:38.785 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.785 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.786 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.786 DEBUG:boto:Params: {} 2022-09-01T10:15:38.787 DEBUG:boto:Token: None 2022-09-01T10:15:38.788 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:38.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f9VD07dvhmsN7Ebd34aF3YOJSnQ= 2022-09-01T10:15:38.790 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f9VD07dvhmsN7Ebd34aF3YOJSnQ=', 'Content-Length': '0'} 2022-09-01T10:15:38.794 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000da9d92fa53c61ca4-006310864a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.834 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:38.835 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:38.836 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.836 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.837 DEBUG:boto:Method: GET 2022-09-01T10:15:38.837 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.838 DEBUG:boto:Data: 2022-09-01T10:15:38.839 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.839 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.848 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.848 DEBUG:boto:Params: {} 2022-09-01T10:15:38.849 DEBUG:boto:Token: None 2022-09-01T10:15:38.850 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/ 2022-09-01T10:15:38.851 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM= 2022-09-01T10:15:38.851 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM=', 'Content-Length': '0'} 2022-09-01T10:15:38.854 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000366cd5b06ccfd1a4-006310864a-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.856 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:38.857 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:38.860 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:38.861 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.862 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.862 DEBUG:boto:Method: GET 2022-09-01T10:15:38.863 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:38.863 DEBUG:boto:Data: 2022-09-01T10:15:38.864 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.865 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.865 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.866 DEBUG:boto:Params: {} 2022-09-01T10:15:38.866 DEBUG:boto:Token: None 2022-09-01T10:15:38.867 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/ 2022-09-01T10:15:38.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM= 2022-09-01T10:15:38.868 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XEjrXh8j31tGDl8zM4rnTf0OOvM=', 'Content-Length': '0'} 2022-09-01T10:15:38.872 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008466d51de4ca0660-006310864a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.873 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:38.874 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:38.875 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.875 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.876 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.876 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.877 DEBUG:boto:Method: GET 2022-09-01T10:15:38.878 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.878 DEBUG:boto:Data: 2022-09-01T10:15:38.879 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.880 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.880 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.881 DEBUG:boto:Params: {} 2022-09-01T10:15:38.882 DEBUG:boto:Token: None 2022-09-01T10:15:38.883 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.883 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hq9eLixFMaRzQ/Ojo8+LTxjSDTI= 2022-09-01T10:15:38.884 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hq9eLixFMaRzQ/Ojo8+LTxjSDTI=', 'Content-Length': '0'} 2022-09-01T10:15:38.893 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f8719530f0310423-006310864a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.894 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.895 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.895 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.896 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.896 DEBUG:boto:Method: GET 2022-09-01T10:15:38.897 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.897 DEBUG:boto:Data: 2022-09-01T10:15:38.898 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.898 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.899 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.900 DEBUG:boto:Params: {} 2022-09-01T10:15:38.901 DEBUG:boto:Token: None 2022-09-01T10:15:38.901 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.902 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hq9eLixFMaRzQ/Ojo8+LTxjSDTI= 2022-09-01T10:15:38.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hq9eLixFMaRzQ/Ojo8+LTxjSDTI=', 'Content-Length': '0'} 2022-09-01T10:15:38.907 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006920eca83ca014a3-006310864a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.909 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.910 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.911 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.911 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.912 DEBUG:boto:Method: HEAD 2022-09-01T10:15:38.913 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.914 DEBUG:boto:Data: 2022-09-01T10:15:38.915 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.915 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.916 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.916 DEBUG:boto:Params: {} 2022-09-01T10:15:38.917 DEBUG:boto:Token: None 2022-09-01T10:15:38.918 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.919 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MhEXE2ylI1s0UWCdc5BXQFloyHU= 2022-09-01T10:15:38.920 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MhEXE2ylI1s0UWCdc5BXQFloyHU=', 'Content-Length': '0'} 2022-09-01T10:15:38.924 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000df18db55356f9c8b-006310864a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.925 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.925 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.926 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.926 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.927 DEBUG:boto:Method: HEAD 2022-09-01T10:15:38.927 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.928 DEBUG:boto:Data: 2022-09-01T10:15:38.928 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.929 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:38.930 DEBUG:boto:Port: 8000 2022-09-01T10:15:38.930 DEBUG:boto:Params: {} 2022-09-01T10:15:38.931 DEBUG:boto:Token: None 2022-09-01T10:15:38.932 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.932 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MhEXE2ylI1s0UWCdc5BXQFloyHU= 2022-09-01T10:15:38.933 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MhEXE2ylI1s0UWCdc5BXQFloyHU=', 'Content-Length': '0'} 2022-09-01T10:15:38.936 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a241c65e0f8824cb-006310864a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:38.937 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:38.938 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:38.939 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:38.940 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.941 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.941 DEBUG:boto:Method: GET 2022-09-01T10:15:38.942 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.943 DEBUG:boto:Data: 2022-09-01T10:15:38.943 DEBUG:boto:Headers: {} 2022-09-01T10:15:38.944 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:38.944 DEBUG:boto:Port: 8001 2022-09-01T10:15:38.945 DEBUG:boto:Params: {} 2022-09-01T10:15:38.951 DEBUG:boto:Token: None 2022-09-01T10:15:38.952 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:38 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:38.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hq9eLixFMaRzQ/Ojo8+LTxjSDTI= 2022-09-01T10:15:38.953 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hq9eLixFMaRzQ/Ojo8+LTxjSDTI=', 'Content-Length': '0'} 2022-09-01T10:15:38.962 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000061d78e7096346a9f-006310864a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.003 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.004 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.005 DEBUG:boto:path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:39.005 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:39.006 DEBUG:boto:Method: GET 2022-09-01T10:15:39.007 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:39.008 DEBUG:boto:Data: 2022-09-01T10:15:39.009 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.010 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.011 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.011 DEBUG:boto:Params: {} 2022-09-01T10:15:39.012 DEBUG:boto:Token: None 2022-09-01T10:15:39.013 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0 2022-09-01T10:15:39.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oMtp4LtXvu+8QZ703/JpGJrOxu8= 2022-09-01T10:15:39.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oMtp4LtXvu+8QZ703/JpGJrOxu8=', 'Content-Length': '0'} 2022-09-01T10:15:39.019 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'U05DMzVy8EEZ3lQytqyiVmrzUdrYWE0'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007222438906785dea-006310864b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.020 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:39.020 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:39.021 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.022 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.023 DEBUG:boto:Method: GET 2022-09-01T10:15:39.023 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.024 DEBUG:boto:Data: 2022-09-01T10:15:39.024 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.025 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.025 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.026 DEBUG:boto:Params: {} 2022-09-01T10:15:39.027 DEBUG:boto:Token: None 2022-09-01T10:15:39.028 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/ 2022-09-01T10:15:39.028 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI= 2022-09-01T10:15:39.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI=', 'Content-Length': '0'} 2022-09-01T10:15:39.033 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000518a63b9630a1a5b-006310864b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.035 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:39.038 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:39.040 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:39.041 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.042 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.043 DEBUG:boto:Method: GET 2022-09-01T10:15:39.044 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.045 DEBUG:boto:Data: 2022-09-01T10:15:39.046 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.047 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.048 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.049 DEBUG:boto:Params: {} 2022-09-01T10:15:39.050 DEBUG:boto:Token: None 2022-09-01T10:15:39.051 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/ 2022-09-01T10:15:39.052 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI= 2022-09-01T10:15:39.053 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI=', 'Content-Length': '0'} 2022-09-01T10:15:39.057 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e2ed6d9097b6582c-006310864b-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.098 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:39.099 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.100 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.100 DEBUG:boto:Method: HEAD 2022-09-01T10:15:39.101 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:39.102 DEBUG:boto:Data: 2022-09-01T10:15:39.103 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.104 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.105 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.106 DEBUG:boto:Params: {} 2022-09-01T10:15:39.107 DEBUG:boto:Token: None 2022-09-01T10:15:39.108 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj 2022-09-01T10:15:39.111 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x1IQxoyOnVE7qfuCzNDCQfg6X/Q= 2022-09-01T10:15:39.112 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x1IQxoyOnVE7qfuCzNDCQfg6X/Q=', 'Content-Length': '0'} 2022-09-01T10:15:39.117 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000046f9856c3368249d-006310864b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.119 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.120 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.121 DEBUG:boto:Method: HEAD 2022-09-01T10:15:39.122 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:39.123 DEBUG:boto:Data: 2022-09-01T10:15:39.124 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.125 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.130 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.131 DEBUG:boto:Params: {} 2022-09-01T10:15:39.132 DEBUG:boto:Token: None 2022-09-01T10:15:39.132 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj 2022-09-01T10:15:39.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x1IQxoyOnVE7qfuCzNDCQfg6X/Q= 2022-09-01T10:15:39.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x1IQxoyOnVE7qfuCzNDCQfg6X/Q=', 'Content-Length': '0'} 2022-09-01T10:15:39.140 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000601edc5013aa49f6-006310864b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.141 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:39.141 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.142 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.142 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.143 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.144 DEBUG:boto:Method: GET 2022-09-01T10:15:39.144 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.145 DEBUG:boto:Data: 2022-09-01T10:15:39.148 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.149 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.150 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.152 DEBUG:boto:Params: {} 2022-09-01T10:15:39.153 DEBUG:boto:Token: None 2022-09-01T10:15:39.154 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sZfQQK+r+t8UhBqGO97Xl4ycE7o= 2022-09-01T10:15:39.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sZfQQK+r+t8UhBqGO97Xl4ycE7o=', 'Content-Length': '0'} 2022-09-01T10:15:39.159 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f0fe69bcd9aa10f7-006310864b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.161 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.163 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.164 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.164 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.165 DEBUG:boto:Method: GET 2022-09-01T10:15:39.166 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.166 DEBUG:boto:Data: 2022-09-01T10:15:39.167 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.167 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.168 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.168 DEBUG:boto:Params: {} 2022-09-01T10:15:39.169 DEBUG:boto:Token: None 2022-09-01T10:15:39.170 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.170 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sZfQQK+r+t8UhBqGO97Xl4ycE7o= 2022-09-01T10:15:39.172 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sZfQQK+r+t8UhBqGO97Xl4ycE7o=', 'Content-Length': '0'} 2022-09-01T10:15:39.175 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f3ad9c87474c61c1-006310864b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.177 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:39.178 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:39.179 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.186 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.187 DEBUG:boto:Method: GET 2022-09-01T10:15:39.188 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.189 DEBUG:boto:Data: 2022-09-01T10:15:39.190 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.192 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.193 DEBUG:boto:Params: {} 2022-09-01T10:15:39.194 DEBUG:boto:Token: None 2022-09-01T10:15:39.195 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/ 2022-09-01T10:15:39.196 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI= 2022-09-01T10:15:39.197 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI=', 'Content-Length': '0'} 2022-09-01T10:15:39.218 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000010344c207212f52a-006310864b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.219 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:39.221 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:39.221 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:39.222 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.224 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.224 DEBUG:boto:Method: GET 2022-09-01T10:15:39.225 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.226 DEBUG:boto:Data: 2022-09-01T10:15:39.227 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.227 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.229 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.229 DEBUG:boto:Params: {} 2022-09-01T10:15:39.230 DEBUG:boto:Token: None 2022-09-01T10:15:39.231 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/ 2022-09-01T10:15:39.231 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI= 2022-09-01T10:15:39.232 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI=', 'Content-Length': '0'} 2022-09-01T10:15:39.236 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000112a5b1ea2df4592-006310864b-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.237 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:39.238 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:39.238 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.239 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.240 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.241 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.241 DEBUG:boto:Method: GET 2022-09-01T10:15:39.242 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.242 DEBUG:boto:Data: 2022-09-01T10:15:39.243 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.244 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.245 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.246 DEBUG:boto:Params: {} 2022-09-01T10:15:39.246 DEBUG:boto:Token: None 2022-09-01T10:15:39.247 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.248 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v0pV442WUawpYBuoCWlt/5fWJLY= 2022-09-01T10:15:39.248 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v0pV442WUawpYBuoCWlt/5fWJLY=', 'Content-Length': '0'} 2022-09-01T10:15:39.252 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000de03d2cd21fd8c1f-006310864b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.253 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.254 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.255 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.256 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.256 DEBUG:boto:Method: GET 2022-09-01T10:15:39.257 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.257 DEBUG:boto:Data: 2022-09-01T10:15:39.258 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.259 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.260 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.261 DEBUG:boto:Params: {} 2022-09-01T10:15:39.262 DEBUG:boto:Token: None 2022-09-01T10:15:39.263 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.263 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v0pV442WUawpYBuoCWlt/5fWJLY= 2022-09-01T10:15:39.264 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v0pV442WUawpYBuoCWlt/5fWJLY=', 'Content-Length': '0'} 2022-09-01T10:15:39.267 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003dadb20736500f3b-006310864b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.269 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.270 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.271 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.272 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.273 DEBUG:boto:Method: HEAD 2022-09-01T10:15:39.273 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.274 DEBUG:boto:Data: 2022-09-01T10:15:39.275 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.276 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.277 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.278 DEBUG:boto:Params: {} 2022-09-01T10:15:39.279 DEBUG:boto:Token: None 2022-09-01T10:15:39.280 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cizU8m/RlgtucytsTk5NFLMwkxA= 2022-09-01T10:15:39.282 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cizU8m/RlgtucytsTk5NFLMwkxA=', 'Content-Length': '0'} 2022-09-01T10:15:39.285 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000057d4a80435743f7d-006310864b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.286 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.287 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.287 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.288 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.288 DEBUG:boto:Method: HEAD 2022-09-01T10:15:39.289 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.289 DEBUG:boto:Data: 2022-09-01T10:15:39.290 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.291 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.291 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.292 DEBUG:boto:Params: {} 2022-09-01T10:15:39.293 DEBUG:boto:Token: None 2022-09-01T10:15:39.294 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.294 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cizU8m/RlgtucytsTk5NFLMwkxA= 2022-09-01T10:15:39.295 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cizU8m/RlgtucytsTk5NFLMwkxA=', 'Content-Length': '0'} 2022-09-01T10:15:39.297 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ed080e8923c813de-006310864b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.298 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:39.299 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.300 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.301 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.302 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.303 DEBUG:boto:Method: GET 2022-09-01T10:15:39.304 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.305 DEBUG:boto:Data: 2022-09-01T10:15:39.306 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.307 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.308 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.309 DEBUG:boto:Params: {} 2022-09-01T10:15:39.310 DEBUG:boto:Token: None 2022-09-01T10:15:39.311 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.313 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v0pV442WUawpYBuoCWlt/5fWJLY= 2022-09-01T10:15:39.314 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v0pV442WUawpYBuoCWlt/5fWJLY=', 'Content-Length': '0'} 2022-09-01T10:15:39.317 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000de9d2843c50be47d-006310864b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.318 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.319 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.319 DEBUG:boto:path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.321 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.322 DEBUG:boto:Method: GET 2022-09-01T10:15:39.323 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.323 DEBUG:boto:Data: 2022-09-01T10:15:39.324 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.325 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.325 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.326 DEBUG:boto:Params: {} 2022-09-01T10:15:39.328 DEBUG:boto:Token: None 2022-09-01T10:15:39.329 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=UjaMbzIUfq57EJYHDeejwO0RiYhnuwD 2022-09-01T10:15:39.330 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v0pV442WUawpYBuoCWlt/5fWJLY= 2022-09-01T10:15:39.332 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v0pV442WUawpYBuoCWlt/5fWJLY=', 'Content-Length': '0'} 2022-09-01T10:15:39.336 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'UjaMbzIUfq57EJYHDeejwO0RiYhnuwD'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c380f8a50287a7b8-006310864b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.338 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:39.339 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:39.340 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.341 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.342 DEBUG:boto:Method: GET 2022-09-01T10:15:39.343 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.344 DEBUG:boto:Data: 2022-09-01T10:15:39.345 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.346 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.346 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.347 DEBUG:boto:Params: {} 2022-09-01T10:15:39.348 DEBUG:boto:Token: None 2022-09-01T10:15:39.349 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/ 2022-09-01T10:15:39.349 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI= 2022-09-01T10:15:39.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI=', 'Content-Length': '0'} 2022-09-01T10:15:39.354 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000627d24c281ff5ee-006310864b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.355 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:39.357 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:39.357 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:39.358 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.359 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.360 DEBUG:boto:Method: GET 2022-09-01T10:15:39.361 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.362 DEBUG:boto:Data: 2022-09-01T10:15:39.363 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.364 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.365 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.366 DEBUG:boto:Params: {} 2022-09-01T10:15:39.367 DEBUG:boto:Token: None 2022-09-01T10:15:39.368 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/ 2022-09-01T10:15:39.368 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI= 2022-09-01T10:15:39.369 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI=', 'Content-Length': '0'} 2022-09-01T10:15:39.373 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002e8e02a1a0661a3b-006310864b-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.374 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:39.376 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.377 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.377 DEBUG:boto:Method: HEAD 2022-09-01T10:15:39.378 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:39.379 DEBUG:boto:Data: 2022-09-01T10:15:39.380 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.381 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.382 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.383 DEBUG:boto:Params: {} 2022-09-01T10:15:39.384 DEBUG:boto:Token: None 2022-09-01T10:15:39.386 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj 2022-09-01T10:15:39.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x1IQxoyOnVE7qfuCzNDCQfg6X/Q= 2022-09-01T10:15:39.387 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x1IQxoyOnVE7qfuCzNDCQfg6X/Q=', 'Content-Length': '0'} 2022-09-01T10:15:39.391 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000075454bd45bd7ecc-006310864b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.392 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.393 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.394 DEBUG:boto:Method: HEAD 2022-09-01T10:15:39.394 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:39.395 DEBUG:boto:Data: 2022-09-01T10:15:39.395 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.396 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.396 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.397 DEBUG:boto:Params: {} 2022-09-01T10:15:39.397 DEBUG:boto:Token: None 2022-09-01T10:15:39.398 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj 2022-09-01T10:15:39.399 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x1IQxoyOnVE7qfuCzNDCQfg6X/Q= 2022-09-01T10:15:39.400 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x1IQxoyOnVE7qfuCzNDCQfg6X/Q=', 'Content-Length': '0'} 2022-09-01T10:15:39.403 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001198b40bba46832b-006310864b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.404 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:39.405 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.406 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.407 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.408 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.409 DEBUG:boto:Method: GET 2022-09-01T10:15:39.410 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.411 DEBUG:boto:Data: 2022-09-01T10:15:39.412 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.413 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.414 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.415 DEBUG:boto:Params: {} 2022-09-01T10:15:39.416 DEBUG:boto:Token: None 2022-09-01T10:15:39.417 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.418 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sZfQQK+r+t8UhBqGO97Xl4ycE7o= 2022-09-01T10:15:39.419 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sZfQQK+r+t8UhBqGO97Xl4ycE7o=', 'Content-Length': '0'} 2022-09-01T10:15:39.422 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d68996426bace345-006310864b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.463 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.464 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.465 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.465 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.467 DEBUG:boto:Method: GET 2022-09-01T10:15:39.468 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.468 DEBUG:boto:Data: 2022-09-01T10:15:39.469 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.470 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.471 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.472 DEBUG:boto:Params: {} 2022-09-01T10:15:39.473 DEBUG:boto:Token: None 2022-09-01T10:15:39.474 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sZfQQK+r+t8UhBqGO97Xl4ycE7o= 2022-09-01T10:15:39.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sZfQQK+r+t8UhBqGO97Xl4ycE7o=', 'Content-Length': '0'} 2022-09-01T10:15:39.483 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c091665b116b7d51-006310864b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.491 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:39.492 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:39.493 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.494 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.495 DEBUG:boto:Method: GET 2022-09-01T10:15:39.496 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.497 DEBUG:boto:Data: 2022-09-01T10:15:39.499 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.501 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.503 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.504 DEBUG:boto:Params: {} 2022-09-01T10:15:39.505 DEBUG:boto:Token: None 2022-09-01T10:15:39.506 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/ 2022-09-01T10:15:39.507 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI= 2022-09-01T10:15:39.508 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI=', 'Content-Length': '0'} 2022-09-01T10:15:39.512 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006e0dd754e53276b3-006310864b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.513 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:39.514 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:39.515 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:39.516 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.517 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.518 DEBUG:boto:Method: GET 2022-09-01T10:15:39.519 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.520 DEBUG:boto:Data: 2022-09-01T10:15:39.521 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.522 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.523 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.523 DEBUG:boto:Params: {} 2022-09-01T10:15:39.524 DEBUG:boto:Token: None 2022-09-01T10:15:39.525 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/ 2022-09-01T10:15:39.525 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI= 2022-09-01T10:15:39.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI=', 'Content-Length': '0'} 2022-09-01T10:15:39.531 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004099e962eeec26d4-006310864b-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.580 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:39.582 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:39.583 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.584 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.585 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.587 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.588 DEBUG:boto:Method: GET 2022-09-01T10:15:39.589 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.590 DEBUG:boto:Data: 2022-09-01T10:15:39.591 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.592 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.593 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.594 DEBUG:boto:Params: {} 2022-09-01T10:15:39.595 DEBUG:boto:Token: None 2022-09-01T10:15:39.597 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.598 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ir2g9Zv+TyGBSKQN+vJIFCIdi3Q= 2022-09-01T10:15:39.600 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ir2g9Zv+TyGBSKQN+vJIFCIdi3Q=', 'Content-Length': '0'} 2022-09-01T10:15:39.603 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000919a6a8b9b2a8fb7-006310864b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.605 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.606 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.608 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.609 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.610 DEBUG:boto:Method: GET 2022-09-01T10:15:39.611 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.612 DEBUG:boto:Data: 2022-09-01T10:15:39.613 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.614 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.615 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.616 DEBUG:boto:Params: {} 2022-09-01T10:15:39.617 DEBUG:boto:Token: None 2022-09-01T10:15:39.619 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.620 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ir2g9Zv+TyGBSKQN+vJIFCIdi3Q= 2022-09-01T10:15:39.621 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ir2g9Zv+TyGBSKQN+vJIFCIdi3Q=', 'Content-Length': '0'} 2022-09-01T10:15:39.624 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cdde8dd964eeb107-006310864b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.626 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.627 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.629 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.630 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.631 DEBUG:boto:Method: HEAD 2022-09-01T10:15:39.632 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.633 DEBUG:boto:Data: 2022-09-01T10:15:39.633 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.634 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.635 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.636 DEBUG:boto:Params: {} 2022-09-01T10:15:39.637 DEBUG:boto:Token: None 2022-09-01T10:15:39.639 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UZ7A7iPaFBSL+WxGluUydGMFjQ8= 2022-09-01T10:15:39.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UZ7A7iPaFBSL+WxGluUydGMFjQ8=', 'Content-Length': '0'} 2022-09-01T10:15:39.648 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000171a7badbaf223a5-006310864b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.649 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.650 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.651 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.652 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.652 DEBUG:boto:Method: HEAD 2022-09-01T10:15:39.653 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.654 DEBUG:boto:Data: 2022-09-01T10:15:39.655 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.655 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.656 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.657 DEBUG:boto:Params: {} 2022-09-01T10:15:39.659 DEBUG:boto:Token: None 2022-09-01T10:15:39.660 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UZ7A7iPaFBSL+WxGluUydGMFjQ8= 2022-09-01T10:15:39.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UZ7A7iPaFBSL+WxGluUydGMFjQ8=', 'Content-Length': '0'} 2022-09-01T10:15:39.665 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cd723b40575a855e-006310864b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.667 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:39.669 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.670 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.671 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.671 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.672 DEBUG:boto:Method: GET 2022-09-01T10:15:39.673 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.674 DEBUG:boto:Data: 2022-09-01T10:15:39.675 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.675 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.676 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.677 DEBUG:boto:Params: {} 2022-09-01T10:15:39.678 DEBUG:boto:Token: None 2022-09-01T10:15:39.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ir2g9Zv+TyGBSKQN+vJIFCIdi3Q= 2022-09-01T10:15:39.683 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ir2g9Zv+TyGBSKQN+vJIFCIdi3Q=', 'Content-Length': '0'} 2022-09-01T10:15:39.686 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000004d2ad24337fbf00-006310864b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.687 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.688 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.689 DEBUG:boto:path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.689 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.690 DEBUG:boto:Method: GET 2022-09-01T10:15:39.690 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.691 DEBUG:boto:Data: 2022-09-01T10:15:39.691 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.692 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.692 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.693 DEBUG:boto:Params: {} 2022-09-01T10:15:39.694 DEBUG:boto:Token: None 2022-09-01T10:15:39.694 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l 2022-09-01T10:15:39.695 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ir2g9Zv+TyGBSKQN+vJIFCIdi3Q= 2022-09-01T10:15:39.696 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ir2g9Zv+TyGBSKQN+vJIFCIdi3Q=', 'Content-Length': '0'} 2022-09-01T10:15:39.698 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '2F4cycUdTQVqxQcP.Zhz0RhjlgmO75l'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b8e365574e99dca1-006310864b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.699 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:39.699 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:39.700 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.701 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.701 DEBUG:boto:Method: GET 2022-09-01T10:15:39.702 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.704 DEBUG:boto:Data: 2022-09-01T10:15:39.705 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.705 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.706 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.706 DEBUG:boto:Params: {} 2022-09-01T10:15:39.707 DEBUG:boto:Token: None 2022-09-01T10:15:39.708 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/ 2022-09-01T10:15:39.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI= 2022-09-01T10:15:39.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI=', 'Content-Length': '0'} 2022-09-01T10:15:39.713 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000027d97933cde30f8e-006310864b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.713 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:39.714 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:39.715 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:39.715 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.716 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.717 DEBUG:boto:Method: GET 2022-09-01T10:15:39.717 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.718 DEBUG:boto:Data: 2022-09-01T10:15:39.718 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.719 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.720 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.720 DEBUG:boto:Params: {} 2022-09-01T10:15:39.721 DEBUG:boto:Token: None 2022-09-01T10:15:39.721 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/ 2022-09-01T10:15:39.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI= 2022-09-01T10:15:39.722 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI=', 'Content-Length': '0'} 2022-09-01T10:15:39.726 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000095b4c36c464367f7-006310864b-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.727 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:39.729 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.729 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.730 DEBUG:boto:Method: HEAD 2022-09-01T10:15:39.731 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:39.731 DEBUG:boto:Data: 2022-09-01T10:15:39.732 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.732 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.733 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.733 DEBUG:boto:Params: {} 2022-09-01T10:15:39.734 DEBUG:boto:Token: None 2022-09-01T10:15:39.735 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj 2022-09-01T10:15:39.735 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x1IQxoyOnVE7qfuCzNDCQfg6X/Q= 2022-09-01T10:15:39.736 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x1IQxoyOnVE7qfuCzNDCQfg6X/Q=', 'Content-Length': '0'} 2022-09-01T10:15:39.744 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a8441f2b7fa6fedc-006310864b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.746 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.747 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.748 DEBUG:boto:Method: HEAD 2022-09-01T10:15:39.749 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:39.750 DEBUG:boto:Data: 2022-09-01T10:15:39.751 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.751 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.752 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.753 DEBUG:boto:Params: {} 2022-09-01T10:15:39.754 DEBUG:boto:Token: None 2022-09-01T10:15:39.755 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj 2022-09-01T10:15:39.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x1IQxoyOnVE7qfuCzNDCQfg6X/Q= 2022-09-01T10:15:39.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x1IQxoyOnVE7qfuCzNDCQfg6X/Q=', 'Content-Length': '0'} 2022-09-01T10:15:39.762 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ab7acfe9e9e794b9-006310864b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.763 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:39.764 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.765 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.767 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.768 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.769 DEBUG:boto:Method: GET 2022-09-01T10:15:39.769 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.771 DEBUG:boto:Data: 2022-09-01T10:15:39.779 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.780 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.781 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.781 DEBUG:boto:Params: {} 2022-09-01T10:15:39.783 DEBUG:boto:Token: None 2022-09-01T10:15:39.784 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.784 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sZfQQK+r+t8UhBqGO97Xl4ycE7o= 2022-09-01T10:15:39.785 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sZfQQK+r+t8UhBqGO97Xl4ycE7o=', 'Content-Length': '0'} 2022-09-01T10:15:39.792 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000160d8e0bcf9b8bbd-006310864b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.834 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.835 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.836 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.837 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.838 DEBUG:boto:Method: GET 2022-09-01T10:15:39.840 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.841 DEBUG:boto:Data: 2022-09-01T10:15:39.842 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.843 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.844 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.846 DEBUG:boto:Params: {} 2022-09-01T10:15:39.847 DEBUG:boto:Token: None 2022-09-01T10:15:39.848 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:39.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sZfQQK+r+t8UhBqGO97Xl4ycE7o= 2022-09-01T10:15:39.851 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sZfQQK+r+t8UhBqGO97Xl4ycE7o=', 'Content-Length': '0'} 2022-09-01T10:15:39.862 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bab8d7910fc04fa1-006310864b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.864 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:39.865 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:39.869 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.870 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.871 DEBUG:boto:Method: GET 2022-09-01T10:15:39.873 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.874 DEBUG:boto:Data: 2022-09-01T10:15:39.875 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.876 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.877 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.878 DEBUG:boto:Params: {} 2022-09-01T10:15:39.879 DEBUG:boto:Token: None 2022-09-01T10:15:39.880 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/ 2022-09-01T10:15:39.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI= 2022-09-01T10:15:39.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI=', 'Content-Length': '0'} 2022-09-01T10:15:39.888 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000007ff09d351c019d7-006310864b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.890 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:39.891 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:39.892 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:39.893 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.894 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.895 DEBUG:boto:Method: GET 2022-09-01T10:15:39.896 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:39.897 DEBUG:boto:Data: 2022-09-01T10:15:39.898 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.899 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.900 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.901 DEBUG:boto:Params: {} 2022-09-01T10:15:39.902 DEBUG:boto:Token: None 2022-09-01T10:15:39.903 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/ 2022-09-01T10:15:39.904 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI= 2022-09-01T10:15:39.905 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wgYyzs1iNYvYYz1pLZd2+FefegI=', 'Content-Length': '0'} 2022-09-01T10:15:39.908 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008a2d7e4e38cac5d2-006310864b-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.909 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:39.910 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:39.911 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.912 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.913 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.914 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.914 DEBUG:boto:Method: GET 2022-09-01T10:15:39.915 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.916 DEBUG:boto:Data: 2022-09-01T10:15:39.916 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.917 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.918 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.918 DEBUG:boto:Params: {} 2022-09-01T10:15:39.919 DEBUG:boto:Token: None 2022-09-01T10:15:39.920 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.922 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RwYtL5ac+YP328E2IrXivN6HeGI= 2022-09-01T10:15:39.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RwYtL5ac+YP328E2IrXivN6HeGI=', 'Content-Length': '0'} 2022-09-01T10:15:39.926 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bcb21e44b0fcddb0-006310864b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.928 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.929 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.929 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.930 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.931 DEBUG:boto:Method: GET 2022-09-01T10:15:39.932 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.933 DEBUG:boto:Data: 2022-09-01T10:15:39.934 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.936 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.937 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.938 DEBUG:boto:Params: {} 2022-09-01T10:15:39.939 DEBUG:boto:Token: None 2022-09-01T10:15:39.940 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.941 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RwYtL5ac+YP328E2IrXivN6HeGI= 2022-09-01T10:15:39.942 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RwYtL5ac+YP328E2IrXivN6HeGI=', 'Content-Length': '0'} 2022-09-01T10:15:39.944 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008aa272bd33ae3b60-006310864b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.946 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.947 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.948 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.949 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.949 DEBUG:boto:Method: HEAD 2022-09-01T10:15:39.950 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.952 DEBUG:boto:Data: 2022-09-01T10:15:39.953 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.953 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.954 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.955 DEBUG:boto:Params: {} 2022-09-01T10:15:39.956 DEBUG:boto:Token: None 2022-09-01T10:15:39.957 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8eo82rnxGhlVWt+pZXK0zBjJ/Ck= 2022-09-01T10:15:39.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8eo82rnxGhlVWt+pZXK0zBjJ/Ck=', 'Content-Length': '0'} 2022-09-01T10:15:39.962 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002bb2ca691f42ed78-006310864b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.963 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.964 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.965 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.966 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.967 DEBUG:boto:Method: HEAD 2022-09-01T10:15:39.968 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.969 DEBUG:boto:Data: 2022-09-01T10:15:39.969 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.970 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:39.971 DEBUG:boto:Port: 8000 2022-09-01T10:15:39.972 DEBUG:boto:Params: {} 2022-09-01T10:15:39.973 DEBUG:boto:Token: None 2022-09-01T10:15:39.974 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8eo82rnxGhlVWt+pZXK0zBjJ/Ck= 2022-09-01T10:15:39.976 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8eo82rnxGhlVWt+pZXK0zBjJ/Ck=', 'Content-Length': '0'} 2022-09-01T10:15:39.980 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bb0dd16b242b58a2-006310864b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.981 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:39.982 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:39.983 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:39.984 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.984 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.985 DEBUG:boto:Method: GET 2022-09-01T10:15:39.986 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.986 DEBUG:boto:Data: 2022-09-01T10:15:39.987 DEBUG:boto:Headers: {} 2022-09-01T10:15:39.988 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:39.988 DEBUG:boto:Port: 8001 2022-09-01T10:15:39.989 DEBUG:boto:Params: {} 2022-09-01T10:15:39.990 DEBUG:boto:Token: None 2022-09-01T10:15:39.992 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:39 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:39.993 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RwYtL5ac+YP328E2IrXivN6HeGI= 2022-09-01T10:15:39.994 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RwYtL5ac+YP328E2IrXivN6HeGI=', 'Content-Length': '0'} 2022-09-01T10:15:39.997 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000083d9dc18989c7b5e-006310864b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:39.999 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.001 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.002 DEBUG:boto:path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:40.003 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:40.004 DEBUG:boto:Method: GET 2022-09-01T10:15:40.007 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:40.009 DEBUG:boto:Data: 2022-09-01T10:15:40.010 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.011 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.012 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.013 DEBUG:boto:Params: {} 2022-09-01T10:15:40.014 DEBUG:boto:Token: None 2022-09-01T10:15:40.016 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC 2022-09-01T10:15:40.017 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u7lT5A0LA/HRguDdlV99si4gMEM= 2022-09-01T10:15:40.018 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u7lT5A0LA/HRguDdlV99si4gMEM=', 'Content-Length': '0'} 2022-09-01T10:15:40.021 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'TiwPWKSikF7EJ9RqnbJ18dXd7zBPeaC'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000093615db8ed1d2531-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.023 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:40.024 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:40.025 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.025 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.026 DEBUG:boto:Method: GET 2022-09-01T10:15:40.026 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.027 DEBUG:boto:Data: 2022-09-01T10:15:40.028 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.028 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.029 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.030 DEBUG:boto:Params: {} 2022-09-01T10:15:40.031 DEBUG:boto:Token: None 2022-09-01T10:15:40.032 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/ 2022-09-01T10:15:40.034 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI= 2022-09-01T10:15:40.035 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI=', 'Content-Length': '0'} 2022-09-01T10:15:40.039 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007bd40a0ecc725c98-006310864c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.040 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:40.042 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:40.043 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:40.044 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.045 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.047 DEBUG:boto:Method: GET 2022-09-01T10:15:40.048 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.048 DEBUG:boto:Data: 2022-09-01T10:15:40.049 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.050 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.051 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.052 DEBUG:boto:Params: {} 2022-09-01T10:15:40.054 DEBUG:boto:Token: None 2022-09-01T10:15:40.056 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/ 2022-09-01T10:15:40.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI= 2022-09-01T10:15:40.059 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI=', 'Content-Length': '0'} 2022-09-01T10:15:40.062 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007b4ab812dfccb533-006310864c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.063 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:40.064 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.065 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.065 DEBUG:boto:Method: HEAD 2022-09-01T10:15:40.066 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:40.067 DEBUG:boto:Data: 2022-09-01T10:15:40.068 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.068 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.069 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.069 DEBUG:boto:Params: {} 2022-09-01T10:15:40.070 DEBUG:boto:Token: None 2022-09-01T10:15:40.071 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj 2022-09-01T10:15:40.072 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S5OUyq8OlfI3BS3O03iOy314vyg= 2022-09-01T10:15:40.072 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S5OUyq8OlfI3BS3O03iOy314vyg=', 'Content-Length': '0'} 2022-09-01T10:15:40.076 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000240142608d55399f-006310864c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.079 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.079 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.080 DEBUG:boto:Method: HEAD 2022-09-01T10:15:40.080 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:40.081 DEBUG:boto:Data: 2022-09-01T10:15:40.082 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.082 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.083 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.084 DEBUG:boto:Params: {} 2022-09-01T10:15:40.085 DEBUG:boto:Token: None 2022-09-01T10:15:40.086 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj 2022-09-01T10:15:40.086 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S5OUyq8OlfI3BS3O03iOy314vyg= 2022-09-01T10:15:40.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S5OUyq8OlfI3BS3O03iOy314vyg=', 'Content-Length': '0'} 2022-09-01T10:15:40.091 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b20276ad377398c9-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.093 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:40.095 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.095 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.096 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.097 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.097 DEBUG:boto:Method: GET 2022-09-01T10:15:40.098 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.099 DEBUG:boto:Data: 2022-09-01T10:15:40.099 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.100 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.101 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.101 DEBUG:boto:Params: {} 2022-09-01T10:15:40.102 DEBUG:boto:Token: None 2022-09-01T10:15:40.104 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ecrANzHbkIKWJd5iJvc2rNK2xco= 2022-09-01T10:15:40.106 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ecrANzHbkIKWJd5iJvc2rNK2xco=', 'Content-Length': '0'} 2022-09-01T10:15:40.108 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007eae930ef3b8f985-006310864c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.151 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.152 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.153 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.154 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.155 DEBUG:boto:Method: GET 2022-09-01T10:15:40.157 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.160 DEBUG:boto:Data: 2022-09-01T10:15:40.160 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.161 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.161 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.162 DEBUG:boto:Params: {} 2022-09-01T10:15:40.163 DEBUG:boto:Token: None 2022-09-01T10:15:40.164 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ecrANzHbkIKWJd5iJvc2rNK2xco= 2022-09-01T10:15:40.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ecrANzHbkIKWJd5iJvc2rNK2xco=', 'Content-Length': '0'} 2022-09-01T10:15:40.170 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000032dd41896c7f05b7-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.173 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:40.174 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:40.175 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.176 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.177 DEBUG:boto:Method: GET 2022-09-01T10:15:40.177 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.178 DEBUG:boto:Data: 2022-09-01T10:15:40.179 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.180 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.181 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.182 DEBUG:boto:Params: {} 2022-09-01T10:15:40.184 DEBUG:boto:Token: None 2022-09-01T10:15:40.185 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/ 2022-09-01T10:15:40.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI= 2022-09-01T10:15:40.188 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI=', 'Content-Length': '0'} 2022-09-01T10:15:40.191 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d1a45c83b4dd7009-006310864c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.192 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:40.193 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:40.193 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:40.194 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.194 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.195 DEBUG:boto:Method: GET 2022-09-01T10:15:40.196 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.196 DEBUG:boto:Data: 2022-09-01T10:15:40.197 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.197 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.198 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.198 DEBUG:boto:Params: {} 2022-09-01T10:15:40.199 DEBUG:boto:Token: None 2022-09-01T10:15:40.200 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/ 2022-09-01T10:15:40.200 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI= 2022-09-01T10:15:40.201 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI=', 'Content-Length': '0'} 2022-09-01T10:15:40.204 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000020a53c02fd7986a6-006310864c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.206 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:40.208 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:40.209 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.210 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.211 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.212 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.213 DEBUG:boto:Method: GET 2022-09-01T10:15:40.213 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.214 DEBUG:boto:Data: 2022-09-01T10:15:40.214 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.215 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.216 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.216 DEBUG:boto:Params: {} 2022-09-01T10:15:40.217 DEBUG:boto:Token: None 2022-09-01T10:15:40.218 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.218 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hAchq1ksPdHXgo1K23byTBIHQOs= 2022-09-01T10:15:40.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hAchq1ksPdHXgo1K23byTBIHQOs=', 'Content-Length': '0'} 2022-09-01T10:15:40.221 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008e19f44d5b86a434-006310864c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.222 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.223 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.223 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.224 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.224 DEBUG:boto:Method: GET 2022-09-01T10:15:40.225 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.226 DEBUG:boto:Data: 2022-09-01T10:15:40.227 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.227 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.228 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.228 DEBUG:boto:Params: {} 2022-09-01T10:15:40.229 DEBUG:boto:Token: None 2022-09-01T10:15:40.229 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hAchq1ksPdHXgo1K23byTBIHQOs= 2022-09-01T10:15:40.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hAchq1ksPdHXgo1K23byTBIHQOs=', 'Content-Length': '0'} 2022-09-01T10:15:40.233 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000063a0b572094f7763-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.234 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.235 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.236 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.236 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.237 DEBUG:boto:Method: HEAD 2022-09-01T10:15:40.237 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.238 DEBUG:boto:Data: 2022-09-01T10:15:40.238 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.239 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.240 DEBUG:boto:Params: {} 2022-09-01T10:15:40.241 DEBUG:boto:Token: None 2022-09-01T10:15:40.241 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.242 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z1NXAXI3GW3dfgbuP5oysbZj8+s= 2022-09-01T10:15:40.243 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z1NXAXI3GW3dfgbuP5oysbZj8+s=', 'Content-Length': '0'} 2022-09-01T10:15:40.245 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000002822adb2d8e9398f-006310864c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.246 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.247 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.247 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.248 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.248 DEBUG:boto:Method: HEAD 2022-09-01T10:15:40.249 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.249 DEBUG:boto:Data: 2022-09-01T10:15:40.250 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.250 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.251 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.251 DEBUG:boto:Params: {} 2022-09-01T10:15:40.252 DEBUG:boto:Token: None 2022-09-01T10:15:40.253 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.253 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z1NXAXI3GW3dfgbuP5oysbZj8+s= 2022-09-01T10:15:40.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z1NXAXI3GW3dfgbuP5oysbZj8+s=', 'Content-Length': '0'} 2022-09-01T10:15:40.257 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000dcb8437017c982e9-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.258 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:40.258 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.259 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.259 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.260 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.261 DEBUG:boto:Method: GET 2022-09-01T10:15:40.261 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.262 DEBUG:boto:Data: 2022-09-01T10:15:40.262 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.263 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.263 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.264 DEBUG:boto:Params: {} 2022-09-01T10:15:40.264 DEBUG:boto:Token: None 2022-09-01T10:15:40.265 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.266 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hAchq1ksPdHXgo1K23byTBIHQOs= 2022-09-01T10:15:40.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hAchq1ksPdHXgo1K23byTBIHQOs=', 'Content-Length': '0'} 2022-09-01T10:15:40.269 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000040193a9af0494880-006310864c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.270 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.270 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.271 DEBUG:boto:path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.272 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.272 DEBUG:boto:Method: GET 2022-09-01T10:15:40.273 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.273 DEBUG:boto:Data: 2022-09-01T10:15:40.274 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.275 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.275 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.276 DEBUG:boto:Params: {} 2022-09-01T10:15:40.277 DEBUG:boto:Token: None 2022-09-01T10:15:40.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY 2022-09-01T10:15:40.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hAchq1ksPdHXgo1K23byTBIHQOs= 2022-09-01T10:15:40.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hAchq1ksPdHXgo1K23byTBIHQOs=', 'Content-Length': '0'} 2022-09-01T10:15:40.281 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'hFn-HCRIFbfFNWYBJ5xiI22noBxQbaY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f01b581065fbaeb1-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.282 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:40.282 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:40.283 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.284 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.284 DEBUG:boto:Method: GET 2022-09-01T10:15:40.285 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.285 DEBUG:boto:Data: 2022-09-01T10:15:40.286 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.287 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.288 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.288 DEBUG:boto:Params: {} 2022-09-01T10:15:40.289 DEBUG:boto:Token: None 2022-09-01T10:15:40.290 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/ 2022-09-01T10:15:40.290 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI= 2022-09-01T10:15:40.291 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI=', 'Content-Length': '0'} 2022-09-01T10:15:40.294 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000573e41c813a9bbe5-006310864c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.295 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:40.296 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:40.297 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:40.298 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.299 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.300 DEBUG:boto:Method: GET 2022-09-01T10:15:40.301 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.302 DEBUG:boto:Data: 2022-09-01T10:15:40.303 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.304 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.305 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.306 DEBUG:boto:Params: {} 2022-09-01T10:15:40.307 DEBUG:boto:Token: None 2022-09-01T10:15:40.307 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/ 2022-09-01T10:15:40.308 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI= 2022-09-01T10:15:40.308 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI=', 'Content-Length': '0'} 2022-09-01T10:15:40.312 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004fc5f7a55cf49ec3-006310864c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.313 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:40.313 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.314 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.315 DEBUG:boto:Method: HEAD 2022-09-01T10:15:40.315 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:40.316 DEBUG:boto:Data: 2022-09-01T10:15:40.316 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.317 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.317 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.318 DEBUG:boto:Params: {} 2022-09-01T10:15:40.318 DEBUG:boto:Token: None 2022-09-01T10:15:40.319 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj 2022-09-01T10:15:40.319 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S5OUyq8OlfI3BS3O03iOy314vyg= 2022-09-01T10:15:40.320 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S5OUyq8OlfI3BS3O03iOy314vyg=', 'Content-Length': '0'} 2022-09-01T10:15:40.324 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000093b56bb88892efe2-006310864c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.324 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.325 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.325 DEBUG:boto:Method: HEAD 2022-09-01T10:15:40.326 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:40.326 DEBUG:boto:Data: 2022-09-01T10:15:40.327 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.327 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.328 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.328 DEBUG:boto:Params: {} 2022-09-01T10:15:40.329 DEBUG:boto:Token: None 2022-09-01T10:15:40.330 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj 2022-09-01T10:15:40.330 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S5OUyq8OlfI3BS3O03iOy314vyg= 2022-09-01T10:15:40.331 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S5OUyq8OlfI3BS3O03iOy314vyg=', 'Content-Length': '0'} 2022-09-01T10:15:40.335 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d55717f6bc73bdb8-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.336 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:40.336 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.337 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.338 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.338 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.339 DEBUG:boto:Method: GET 2022-09-01T10:15:40.340 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.340 DEBUG:boto:Data: 2022-09-01T10:15:40.341 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.341 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.342 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.342 DEBUG:boto:Params: {} 2022-09-01T10:15:40.343 DEBUG:boto:Token: None 2022-09-01T10:15:40.343 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ecrANzHbkIKWJd5iJvc2rNK2xco= 2022-09-01T10:15:40.346 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ecrANzHbkIKWJd5iJvc2rNK2xco=', 'Content-Length': '0'} 2022-09-01T10:15:40.349 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001aa705b72c34ea88-006310864c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.390 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.392 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.393 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.393 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.395 DEBUG:boto:Method: GET 2022-09-01T10:15:40.395 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.396 DEBUG:boto:Data: 2022-09-01T10:15:40.397 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.400 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.401 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.402 DEBUG:boto:Params: {} 2022-09-01T10:15:40.403 DEBUG:boto:Token: None 2022-09-01T10:15:40.405 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.406 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ecrANzHbkIKWJd5iJvc2rNK2xco= 2022-09-01T10:15:40.407 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ecrANzHbkIKWJd5iJvc2rNK2xco=', 'Content-Length': '0'} 2022-09-01T10:15:40.410 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003fe89d5f01c620f5-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.412 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:40.413 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:40.413 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.414 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.414 DEBUG:boto:Method: GET 2022-09-01T10:15:40.415 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.415 DEBUG:boto:Data: 2022-09-01T10:15:40.416 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.416 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.417 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.417 DEBUG:boto:Params: {} 2022-09-01T10:15:40.418 DEBUG:boto:Token: None 2022-09-01T10:15:40.419 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/ 2022-09-01T10:15:40.420 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI= 2022-09-01T10:15:40.421 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI=', 'Content-Length': '0'} 2022-09-01T10:15:40.424 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c95aea673a3dd5cc-006310864c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.424 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:40.426 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:40.426 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:40.427 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.427 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.428 DEBUG:boto:Method: GET 2022-09-01T10:15:40.429 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.429 DEBUG:boto:Data: 2022-09-01T10:15:40.430 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.432 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.432 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.433 DEBUG:boto:Params: {} 2022-09-01T10:15:40.434 DEBUG:boto:Token: None 2022-09-01T10:15:40.435 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/ 2022-09-01T10:15:40.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI= 2022-09-01T10:15:40.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI=', 'Content-Length': '0'} 2022-09-01T10:15:40.439 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000065416dcb401a4dc8-006310864c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.482 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:40.484 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:40.485 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.486 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.487 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.488 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.489 DEBUG:boto:Method: GET 2022-09-01T10:15:40.490 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.491 DEBUG:boto:Data: 2022-09-01T10:15:40.492 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.493 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.494 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.495 DEBUG:boto:Params: {} 2022-09-01T10:15:40.496 DEBUG:boto:Token: None 2022-09-01T10:15:40.497 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.499 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F6F2YGXzrziCHpNfklHYhsp10T8= 2022-09-01T10:15:40.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F6F2YGXzrziCHpNfklHYhsp10T8=', 'Content-Length': '0'} 2022-09-01T10:15:40.502 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008076cff26ec34143-006310864c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.504 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.505 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.506 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.507 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.507 DEBUG:boto:Method: GET 2022-09-01T10:15:40.508 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.508 DEBUG:boto:Data: 2022-09-01T10:15:40.509 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.509 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.510 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.511 DEBUG:boto:Params: {} 2022-09-01T10:15:40.511 DEBUG:boto:Token: None 2022-09-01T10:15:40.512 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.513 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F6F2YGXzrziCHpNfklHYhsp10T8= 2022-09-01T10:15:40.514 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F6F2YGXzrziCHpNfklHYhsp10T8=', 'Content-Length': '0'} 2022-09-01T10:15:40.518 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a668622c046b9c99-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.519 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.520 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.520 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.521 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.521 DEBUG:boto:Method: HEAD 2022-09-01T10:15:40.522 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.522 DEBUG:boto:Data: 2022-09-01T10:15:40.523 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.524 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.524 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.525 DEBUG:boto:Params: {} 2022-09-01T10:15:40.526 DEBUG:boto:Token: None 2022-09-01T10:15:40.526 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.528 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7f/EgDw7d71ElRNNnrg76Aj8wFI= 2022-09-01T10:15:40.529 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7f/EgDw7d71ElRNNnrg76Aj8wFI=', 'Content-Length': '0'} 2022-09-01T10:15:40.531 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ee622ea72644b7ed-006310864c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.533 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.534 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.535 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.536 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.536 DEBUG:boto:Method: HEAD 2022-09-01T10:15:40.537 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.537 DEBUG:boto:Data: 2022-09-01T10:15:40.538 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.539 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.540 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.541 DEBUG:boto:Params: {} 2022-09-01T10:15:40.542 DEBUG:boto:Token: None 2022-09-01T10:15:40.543 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.545 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7f/EgDw7d71ElRNNnrg76Aj8wFI= 2022-09-01T10:15:40.546 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7f/EgDw7d71ElRNNnrg76Aj8wFI=', 'Content-Length': '0'} 2022-09-01T10:15:40.550 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a9710364cf6a238a-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.552 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:40.553 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.553 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.555 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.556 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.557 DEBUG:boto:Method: GET 2022-09-01T10:15:40.558 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.559 DEBUG:boto:Data: 2022-09-01T10:15:40.560 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.561 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.562 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.563 DEBUG:boto:Params: {} 2022-09-01T10:15:40.564 DEBUG:boto:Token: None 2022-09-01T10:15:40.564 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F6F2YGXzrziCHpNfklHYhsp10T8= 2022-09-01T10:15:40.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F6F2YGXzrziCHpNfklHYhsp10T8=', 'Content-Length': '0'} 2022-09-01T10:15:40.568 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000575d44117acc01c4-006310864c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.614 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.615 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.616 DEBUG:boto:path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.617 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.618 DEBUG:boto:Method: GET 2022-09-01T10:15:40.620 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.620 DEBUG:boto:Data: 2022-09-01T10:15:40.621 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.622 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.622 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.623 DEBUG:boto:Params: {} 2022-09-01T10:15:40.623 DEBUG:boto:Token: None 2022-09-01T10:15:40.624 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ 2022-09-01T10:15:40.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F6F2YGXzrziCHpNfklHYhsp10T8= 2022-09-01T10:15:40.625 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F6F2YGXzrziCHpNfklHYhsp10T8=', 'Content-Length': '0'} 2022-09-01T10:15:40.627 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'FwIqNd3nLCeAIiMZm.UtUBrr55ZwbdJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005f181a1e52569074-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.628 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:40.629 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:40.630 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.631 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.631 DEBUG:boto:Method: GET 2022-09-01T10:15:40.632 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.632 DEBUG:boto:Data: 2022-09-01T10:15:40.633 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.633 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.634 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.634 DEBUG:boto:Params: {} 2022-09-01T10:15:40.635 DEBUG:boto:Token: None 2022-09-01T10:15:40.636 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/ 2022-09-01T10:15:40.636 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI= 2022-09-01T10:15:40.637 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI=', 'Content-Length': '0'} 2022-09-01T10:15:40.640 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a7c272e27f01d63d-006310864c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.641 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:40.642 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:40.643 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:40.644 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.645 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.646 DEBUG:boto:Method: GET 2022-09-01T10:15:40.647 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.648 DEBUG:boto:Data: 2022-09-01T10:15:40.649 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.652 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.653 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.655 DEBUG:boto:Params: {} 2022-09-01T10:15:40.656 DEBUG:boto:Token: None 2022-09-01T10:15:40.657 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/ 2022-09-01T10:15:40.659 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI= 2022-09-01T10:15:40.661 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI=', 'Content-Length': '0'} 2022-09-01T10:15:40.666 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003eb2f793346ccebf-006310864c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.667 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:40.669 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.670 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.671 DEBUG:boto:Method: HEAD 2022-09-01T10:15:40.672 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:40.673 DEBUG:boto:Data: 2022-09-01T10:15:40.674 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.675 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.676 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.677 DEBUG:boto:Params: {} 2022-09-01T10:15:40.678 DEBUG:boto:Token: None 2022-09-01T10:15:40.679 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj 2022-09-01T10:15:40.680 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S5OUyq8OlfI3BS3O03iOy314vyg= 2022-09-01T10:15:40.681 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S5OUyq8OlfI3BS3O03iOy314vyg=', 'Content-Length': '0'} 2022-09-01T10:15:40.685 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f3a161ea81c51952-006310864c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.686 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.687 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.688 DEBUG:boto:Method: HEAD 2022-09-01T10:15:40.689 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:40.691 DEBUG:boto:Data: 2022-09-01T10:15:40.693 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.694 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.695 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.695 DEBUG:boto:Params: {} 2022-09-01T10:15:40.697 DEBUG:boto:Token: None 2022-09-01T10:15:40.698 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj 2022-09-01T10:15:40.699 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S5OUyq8OlfI3BS3O03iOy314vyg= 2022-09-01T10:15:40.700 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S5OUyq8OlfI3BS3O03iOy314vyg=', 'Content-Length': '0'} 2022-09-01T10:15:40.705 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007d821b565b9af37c-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.706 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:40.707 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.707 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.708 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.709 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.709 DEBUG:boto:Method: GET 2022-09-01T10:15:40.710 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.710 DEBUG:boto:Data: 2022-09-01T10:15:40.711 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.711 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.712 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.712 DEBUG:boto:Params: {} 2022-09-01T10:15:40.714 DEBUG:boto:Token: None 2022-09-01T10:15:40.715 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ecrANzHbkIKWJd5iJvc2rNK2xco= 2022-09-01T10:15:40.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ecrANzHbkIKWJd5iJvc2rNK2xco=', 'Content-Length': '0'} 2022-09-01T10:15:40.721 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c312986be7626a27-006310864c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.722 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.723 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.725 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.726 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.727 DEBUG:boto:Method: GET 2022-09-01T10:15:40.728 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.728 DEBUG:boto:Data: 2022-09-01T10:15:40.729 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.730 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.731 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.732 DEBUG:boto:Params: {} 2022-09-01T10:15:40.734 DEBUG:boto:Token: None 2022-09-01T10:15:40.735 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:40.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ecrANzHbkIKWJd5iJvc2rNK2xco= 2022-09-01T10:15:40.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ecrANzHbkIKWJd5iJvc2rNK2xco=', 'Content-Length': '0'} 2022-09-01T10:15:40.743 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000691897e0f6d5be15-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.744 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:40.745 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:40.745 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.747 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.747 DEBUG:boto:Method: GET 2022-09-01T10:15:40.748 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.748 DEBUG:boto:Data: 2022-09-01T10:15:40.749 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.749 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.750 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.750 DEBUG:boto:Params: {} 2022-09-01T10:15:40.751 DEBUG:boto:Token: None 2022-09-01T10:15:40.752 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/ 2022-09-01T10:15:40.753 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI= 2022-09-01T10:15:40.753 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI=', 'Content-Length': '0'} 2022-09-01T10:15:40.756 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000975b1a1b5eb4053e-006310864c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.757 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:40.758 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:40.758 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:40.759 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.759 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.760 DEBUG:boto:Method: GET 2022-09-01T10:15:40.760 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.761 DEBUG:boto:Data: 2022-09-01T10:15:40.761 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.762 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.763 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.763 DEBUG:boto:Params: {} 2022-09-01T10:15:40.764 DEBUG:boto:Token: None 2022-09-01T10:15:40.764 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/ 2022-09-01T10:15:40.765 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI= 2022-09-01T10:15:40.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI=', 'Content-Length': '0'} 2022-09-01T10:15:40.775 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d109fbc988be4ba7-006310864c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.819 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:40.820 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:40.820 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.821 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.821 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.822 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.823 DEBUG:boto:Method: GET 2022-09-01T10:15:40.823 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.824 DEBUG:boto:Data: 2022-09-01T10:15:40.824 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.825 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.826 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.827 DEBUG:boto:Params: {} 2022-09-01T10:15:40.827 DEBUG:boto:Token: None 2022-09-01T10:15:40.828 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.829 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Oz+TaAge9pNcN0qpckANccRfhm4= 2022-09-01T10:15:40.829 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Oz+TaAge9pNcN0qpckANccRfhm4=', 'Content-Length': '0'} 2022-09-01T10:15:40.834 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b76acc81ab886ce8-006310864c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.836 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.836 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.837 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.838 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.839 DEBUG:boto:Method: GET 2022-09-01T10:15:40.839 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.840 DEBUG:boto:Data: 2022-09-01T10:15:40.840 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.841 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.841 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.842 DEBUG:boto:Params: {} 2022-09-01T10:15:40.843 DEBUG:boto:Token: None 2022-09-01T10:15:40.843 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.844 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Oz+TaAge9pNcN0qpckANccRfhm4= 2022-09-01T10:15:40.845 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Oz+TaAge9pNcN0qpckANccRfhm4=', 'Content-Length': '0'} 2022-09-01T10:15:40.848 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b2f691d8e7eaf87c-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.852 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.853 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.853 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.854 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.855 DEBUG:boto:Method: HEAD 2022-09-01T10:15:40.855 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.856 DEBUG:boto:Data: 2022-09-01T10:15:40.856 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.857 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.858 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.858 DEBUG:boto:Params: {} 2022-09-01T10:15:40.859 DEBUG:boto:Token: None 2022-09-01T10:15:40.859 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.860 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KOunnVmx5AArM15a6MRWn6tDO18= 2022-09-01T10:15:40.861 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KOunnVmx5AArM15a6MRWn6tDO18=', 'Content-Length': '0'} 2022-09-01T10:15:40.863 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b53d6bb9d1e418dc-006310864c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.864 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.864 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.865 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.865 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.866 DEBUG:boto:Method: HEAD 2022-09-01T10:15:40.866 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.867 DEBUG:boto:Data: 2022-09-01T10:15:40.867 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.868 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.869 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.869 DEBUG:boto:Params: {} 2022-09-01T10:15:40.870 DEBUG:boto:Token: None 2022-09-01T10:15:40.871 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KOunnVmx5AArM15a6MRWn6tDO18= 2022-09-01T10:15:40.872 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KOunnVmx5AArM15a6MRWn6tDO18=', 'Content-Length': '0'} 2022-09-01T10:15:40.874 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b668fdb0f42db075-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.875 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:40.876 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.877 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.877 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.878 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.879 DEBUG:boto:Method: GET 2022-09-01T10:15:40.879 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.880 DEBUG:boto:Data: 2022-09-01T10:15:40.880 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.881 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.881 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.882 DEBUG:boto:Params: {} 2022-09-01T10:15:40.883 DEBUG:boto:Token: None 2022-09-01T10:15:40.883 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.884 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Oz+TaAge9pNcN0qpckANccRfhm4= 2022-09-01T10:15:40.885 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Oz+TaAge9pNcN0qpckANccRfhm4=', 'Content-Length': '0'} 2022-09-01T10:15:40.887 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009bf3052e6fe8b672-006310864c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.934 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.935 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.936 DEBUG:boto:path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.937 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.938 DEBUG:boto:Method: GET 2022-09-01T10:15:40.938 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.939 DEBUG:boto:Data: 2022-09-01T10:15:40.939 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.940 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.941 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.941 DEBUG:boto:Params: {} 2022-09-01T10:15:40.942 DEBUG:boto:Token: None 2022-09-01T10:15:40.943 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj?versionId=OGTIaXdIljBbqTsN4TKDTLEFavR87pH 2022-09-01T10:15:40.945 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Oz+TaAge9pNcN0qpckANccRfhm4= 2022-09-01T10:15:40.946 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Oz+TaAge9pNcN0qpckANccRfhm4=', 'Content-Length': '0'} 2022-09-01T10:15:40.949 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'OGTIaXdIljBbqTsN4TKDTLEFavR87pH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ef31d8d4a6613269-006310864c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.950 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:40.951 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:40.952 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.954 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.955 DEBUG:boto:Method: GET 2022-09-01T10:15:40.955 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.956 DEBUG:boto:Data: 2022-09-01T10:15:40.956 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.957 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.958 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.958 DEBUG:boto:Params: {} 2022-09-01T10:15:40.959 DEBUG:boto:Token: None 2022-09-01T10:15:40.960 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/ 2022-09-01T10:15:40.960 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI= 2022-09-01T10:15:40.961 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI=', 'Content-Length': '0'} 2022-09-01T10:15:40.966 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000068292598aa239aaa-006310864c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.967 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:40.968 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:40.969 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:40.970 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.970 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.971 DEBUG:boto:Method: GET 2022-09-01T10:15:40.972 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:40.973 DEBUG:boto:Data: 2022-09-01T10:15:40.973 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.974 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:40.975 DEBUG:boto:Port: 8000 2022-09-01T10:15:40.975 DEBUG:boto:Params: {} 2022-09-01T10:15:40.976 DEBUG:boto:Token: None 2022-09-01T10:15:40.977 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/ 2022-09-01T10:15:40.977 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI= 2022-09-01T10:15:40.978 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dax0v/VJwiPaUutMzGp4bxmGoSI=', 'Content-Length': '0'} 2022-09-01T10:15:40.981 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ee5ae3ce68dc4bd1-006310864c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:40.982 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:40.983 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:40.984 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:40.985 DEBUG:boto:Method: HEAD 2022-09-01T10:15:40.986 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:40.986 DEBUG:boto:Data: 2022-09-01T10:15:40.987 DEBUG:boto:Headers: {} 2022-09-01T10:15:40.987 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:40.988 DEBUG:boto:Port: 8001 2022-09-01T10:15:40.989 DEBUG:boto:Params: {} 2022-09-01T10:15:40.990 DEBUG:boto:Token: None 2022-09-01T10:15:41.001 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:40 GMT /ptoxvb-19/obj 2022-09-01T10:15:41.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S5OUyq8OlfI3BS3O03iOy314vyg= 2022-09-01T10:15:41.005 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S5OUyq8OlfI3BS3O03iOy314vyg=', 'Content-Length': '0'} 2022-09-01T10:15:41.009 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006a27b02efea2afb7-006310864d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.010 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.011 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.011 DEBUG:boto:Method: HEAD 2022-09-01T10:15:41.013 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:41.013 DEBUG:boto:Data: 2022-09-01T10:15:41.014 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.014 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.015 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.015 DEBUG:boto:Params: {} 2022-09-01T10:15:41.016 DEBUG:boto:Token: None 2022-09-01T10:15:41.017 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj 2022-09-01T10:15:41.017 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qB1pqcy+cG+z0QClDlWeOBdn/8Q= 2022-09-01T10:15:41.018 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qB1pqcy+cG+z0QClDlWeOBdn/8Q=', 'Content-Length': '0'} 2022-09-01T10:15:41.022 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ed90ba793b4597ca-006310864d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.023 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:41.024 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.025 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.026 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.026 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.027 DEBUG:boto:Method: GET 2022-09-01T10:15:41.027 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.028 DEBUG:boto:Data: 2022-09-01T10:15:41.029 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.030 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.030 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.031 DEBUG:boto:Params: {} 2022-09-01T10:15:41.032 DEBUG:boto:Token: None 2022-09-01T10:15:41.033 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.033 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eNE3a/erFU+oS0OIDKEoBwtuaCg= 2022-09-01T10:15:41.034 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eNE3a/erFU+oS0OIDKEoBwtuaCg=', 'Content-Length': '0'} 2022-09-01T10:15:41.037 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006cf0d41a3a285580-006310864d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.038 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.039 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.039 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.040 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.040 DEBUG:boto:Method: GET 2022-09-01T10:15:41.041 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.042 DEBUG:boto:Data: 2022-09-01T10:15:41.042 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.043 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.043 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.045 DEBUG:boto:Params: {} 2022-09-01T10:15:41.046 DEBUG:boto:Token: None 2022-09-01T10:15:41.047 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eNE3a/erFU+oS0OIDKEoBwtuaCg= 2022-09-01T10:15:41.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eNE3a/erFU+oS0OIDKEoBwtuaCg=', 'Content-Length': '0'} 2022-09-01T10:15:41.051 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fff4fdcbdab499a6-006310864d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.053 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:41.054 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:41.055 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.056 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.058 DEBUG:boto:Method: GET 2022-09-01T10:15:41.059 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.060 DEBUG:boto:Data: 2022-09-01T10:15:41.061 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.061 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.062 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.063 DEBUG:boto:Params: {} 2022-09-01T10:15:41.064 DEBUG:boto:Token: None 2022-09-01T10:15:41.067 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/ 2022-09-01T10:15:41.068 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo= 2022-09-01T10:15:41.070 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo=', 'Content-Length': '0'} 2022-09-01T10:15:41.073 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009fb50fa3d159e0c4-006310864d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.075 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:41.076 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:41.077 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:41.078 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.079 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.080 DEBUG:boto:Method: GET 2022-09-01T10:15:41.081 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.082 DEBUG:boto:Data: 2022-09-01T10:15:41.083 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.084 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.085 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.086 DEBUG:boto:Params: {} 2022-09-01T10:15:41.087 DEBUG:boto:Token: None 2022-09-01T10:15:41.087 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/ 2022-09-01T10:15:41.088 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo= 2022-09-01T10:15:41.089 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo=', 'Content-Length': '0'} 2022-09-01T10:15:41.092 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000018694a06ef5155b6-006310864d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.134 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:41.135 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:41.136 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.137 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.137 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.138 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.139 DEBUG:boto:Method: GET 2022-09-01T10:15:41.139 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.141 DEBUG:boto:Data: 2022-09-01T10:15:41.141 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.142 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.142 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.143 DEBUG:boto:Params: {} 2022-09-01T10:15:41.144 DEBUG:boto:Token: None 2022-09-01T10:15:41.145 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.145 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+KXa+uIojBTm0mtV9atgCLWIHIM= 2022-09-01T10:15:41.146 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+KXa+uIojBTm0mtV9atgCLWIHIM=', 'Content-Length': '0'} 2022-09-01T10:15:41.149 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004ccdab5ff226ff20-006310864d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.150 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.152 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.152 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.153 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.155 DEBUG:boto:Method: GET 2022-09-01T10:15:41.156 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.158 DEBUG:boto:Data: 2022-09-01T10:15:41.158 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.159 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.160 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.161 DEBUG:boto:Params: {} 2022-09-01T10:15:41.162 DEBUG:boto:Token: None 2022-09-01T10:15:41.166 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.168 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+KXa+uIojBTm0mtV9atgCLWIHIM= 2022-09-01T10:15:41.170 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+KXa+uIojBTm0mtV9atgCLWIHIM=', 'Content-Length': '0'} 2022-09-01T10:15:41.173 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d588472775d1336f-006310864d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.184 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.186 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.187 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.187 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.188 DEBUG:boto:Method: HEAD 2022-09-01T10:15:41.189 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.190 DEBUG:boto:Data: 2022-09-01T10:15:41.191 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.192 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.194 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.195 DEBUG:boto:Params: {} 2022-09-01T10:15:41.196 DEBUG:boto:Token: None 2022-09-01T10:15:41.206 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.207 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pucWQiqSvibtYkKQ4F0Huszp6XM= 2022-09-01T10:15:41.210 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pucWQiqSvibtYkKQ4F0Huszp6XM=', 'Content-Length': '0'} 2022-09-01T10:15:41.214 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001586b9ebaa15d9f3-006310864d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.216 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.216 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.218 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.218 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.219 DEBUG:boto:Method: HEAD 2022-09-01T10:15:41.220 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.220 DEBUG:boto:Data: 2022-09-01T10:15:41.221 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.222 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.222 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.223 DEBUG:boto:Params: {} 2022-09-01T10:15:41.224 DEBUG:boto:Token: None 2022-09-01T10:15:41.225 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.226 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pucWQiqSvibtYkKQ4F0Huszp6XM= 2022-09-01T10:15:41.227 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pucWQiqSvibtYkKQ4F0Huszp6XM=', 'Content-Length': '0'} 2022-09-01T10:15:41.230 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000081c8fcfcdd90a727-006310864d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.231 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:41.232 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.232 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.233 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.233 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.234 DEBUG:boto:Method: GET 2022-09-01T10:15:41.234 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.235 DEBUG:boto:Data: 2022-09-01T10:15:41.236 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.236 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.237 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.237 DEBUG:boto:Params: {} 2022-09-01T10:15:41.238 DEBUG:boto:Token: None 2022-09-01T10:15:41.239 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.239 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+KXa+uIojBTm0mtV9atgCLWIHIM= 2022-09-01T10:15:41.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+KXa+uIojBTm0mtV9atgCLWIHIM=', 'Content-Length': '0'} 2022-09-01T10:15:41.242 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000004698d6549ddd45e-006310864d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.286 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.288 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.288 DEBUG:boto:path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.289 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.290 DEBUG:boto:Method: GET 2022-09-01T10:15:41.292 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.292 DEBUG:boto:Data: 2022-09-01T10:15:41.294 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.294 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.295 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.296 DEBUG:boto:Params: {} 2022-09-01T10:15:41.297 DEBUG:boto:Token: None 2022-09-01T10:15:41.298 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=ajvHkrG6quXmEfug7EH0nyDWVVhxloY 2022-09-01T10:15:41.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+KXa+uIojBTm0mtV9atgCLWIHIM= 2022-09-01T10:15:41.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+KXa+uIojBTm0mtV9atgCLWIHIM=', 'Content-Length': '0'} 2022-09-01T10:15:41.301 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'ajvHkrG6quXmEfug7EH0nyDWVVhxloY'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000061b6cb17c8c567c3-006310864d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.302 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:41.303 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:41.303 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.304 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.304 DEBUG:boto:Method: GET 2022-09-01T10:15:41.305 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.305 DEBUG:boto:Data: 2022-09-01T10:15:41.306 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.307 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.307 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.308 DEBUG:boto:Params: {} 2022-09-01T10:15:41.308 DEBUG:boto:Token: None 2022-09-01T10:15:41.309 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/ 2022-09-01T10:15:41.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo= 2022-09-01T10:15:41.310 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo=', 'Content-Length': '0'} 2022-09-01T10:15:41.313 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f827571edcf7dca3-006310864d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.314 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:41.314 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:41.315 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:41.316 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.316 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.317 DEBUG:boto:Method: GET 2022-09-01T10:15:41.317 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.318 DEBUG:boto:Data: 2022-09-01T10:15:41.318 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.319 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.319 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.320 DEBUG:boto:Params: {} 2022-09-01T10:15:41.320 DEBUG:boto:Token: None 2022-09-01T10:15:41.321 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/ 2022-09-01T10:15:41.321 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo= 2022-09-01T10:15:41.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo=', 'Content-Length': '0'} 2022-09-01T10:15:41.325 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003cd2d05d7590d536-006310864d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.325 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:41.326 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.327 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.327 DEBUG:boto:Method: HEAD 2022-09-01T10:15:41.328 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:41.328 DEBUG:boto:Data: 2022-09-01T10:15:41.329 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.329 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.330 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.330 DEBUG:boto:Params: {} 2022-09-01T10:15:41.331 DEBUG:boto:Token: None 2022-09-01T10:15:41.331 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj 2022-09-01T10:15:41.332 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qB1pqcy+cG+z0QClDlWeOBdn/8Q= 2022-09-01T10:15:41.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qB1pqcy+cG+z0QClDlWeOBdn/8Q=', 'Content-Length': '0'} 2022-09-01T10:15:41.336 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bdeb86736be4c7e2-006310864d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.337 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.338 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.339 DEBUG:boto:Method: HEAD 2022-09-01T10:15:41.339 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:41.340 DEBUG:boto:Data: 2022-09-01T10:15:41.341 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.342 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.343 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.344 DEBUG:boto:Params: {} 2022-09-01T10:15:41.344 DEBUG:boto:Token: None 2022-09-01T10:15:41.345 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj 2022-09-01T10:15:41.346 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qB1pqcy+cG+z0QClDlWeOBdn/8Q= 2022-09-01T10:15:41.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qB1pqcy+cG+z0QClDlWeOBdn/8Q=', 'Content-Length': '0'} 2022-09-01T10:15:41.354 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000099ff13b68ad47fc1-006310864d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.355 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:41.356 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.357 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.358 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.359 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.360 DEBUG:boto:Method: GET 2022-09-01T10:15:41.360 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.361 DEBUG:boto:Data: 2022-09-01T10:15:41.362 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.363 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.364 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.365 DEBUG:boto:Params: {} 2022-09-01T10:15:41.366 DEBUG:boto:Token: None 2022-09-01T10:15:41.367 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.368 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eNE3a/erFU+oS0OIDKEoBwtuaCg= 2022-09-01T10:15:41.369 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eNE3a/erFU+oS0OIDKEoBwtuaCg=', 'Content-Length': '0'} 2022-09-01T10:15:41.371 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003f5bf170dd2161f3-006310864d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.372 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.373 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.374 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.374 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.375 DEBUG:boto:Method: GET 2022-09-01T10:15:41.376 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.377 DEBUG:boto:Data: 2022-09-01T10:15:41.378 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.378 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.379 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.380 DEBUG:boto:Params: {} 2022-09-01T10:15:41.381 DEBUG:boto:Token: None 2022-09-01T10:15:41.382 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.384 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eNE3a/erFU+oS0OIDKEoBwtuaCg= 2022-09-01T10:15:41.385 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eNE3a/erFU+oS0OIDKEoBwtuaCg=', 'Content-Length': '0'} 2022-09-01T10:15:41.389 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007a0dc323d2d799d8-006310864d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.392 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:41.393 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:41.393 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.394 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.395 DEBUG:boto:Method: GET 2022-09-01T10:15:41.396 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.397 DEBUG:boto:Data: 2022-09-01T10:15:41.398 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.399 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.400 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.400 DEBUG:boto:Params: {} 2022-09-01T10:15:41.402 DEBUG:boto:Token: None 2022-09-01T10:15:41.402 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/ 2022-09-01T10:15:41.403 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo= 2022-09-01T10:15:41.404 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo=', 'Content-Length': '0'} 2022-09-01T10:15:41.407 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000454a8ff6af3a0e6c-006310864d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.408 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:41.410 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:41.411 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:41.412 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.413 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.414 DEBUG:boto:Method: GET 2022-09-01T10:15:41.415 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.415 DEBUG:boto:Data: 2022-09-01T10:15:41.416 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.417 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.418 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.418 DEBUG:boto:Params: {} 2022-09-01T10:15:41.419 DEBUG:boto:Token: None 2022-09-01T10:15:41.420 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/ 2022-09-01T10:15:41.420 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo= 2022-09-01T10:15:41.421 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo=', 'Content-Length': '0'} 2022-09-01T10:15:41.425 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000454c3f090c4d2147-006310864d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.426 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:41.427 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:41.428 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.428 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.429 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.429 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.430 DEBUG:boto:Method: GET 2022-09-01T10:15:41.430 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.431 DEBUG:boto:Data: 2022-09-01T10:15:41.432 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.432 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.433 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.433 DEBUG:boto:Params: {} 2022-09-01T10:15:41.434 DEBUG:boto:Token: None 2022-09-01T10:15:41.435 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.436 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qtCSS2e+2awdRRIl+QWi0/Ji2/k= 2022-09-01T10:15:41.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qtCSS2e+2awdRRIl+QWi0/Ji2/k=', 'Content-Length': '0'} 2022-09-01T10:15:41.438 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001883db6c8f664da8-006310864d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.478 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.479 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.480 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.481 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.482 DEBUG:boto:Method: GET 2022-09-01T10:15:41.483 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.484 DEBUG:boto:Data: 2022-09-01T10:15:41.484 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.485 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.486 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.487 DEBUG:boto:Params: {} 2022-09-01T10:15:41.487 DEBUG:boto:Token: None 2022-09-01T10:15:41.488 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qtCSS2e+2awdRRIl+QWi0/Ji2/k= 2022-09-01T10:15:41.490 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qtCSS2e+2awdRRIl+QWi0/Ji2/k=', 'Content-Length': '0'} 2022-09-01T10:15:41.492 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cf9af39ecd782e66-006310864d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.493 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.494 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.495 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.495 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.496 DEBUG:boto:Method: HEAD 2022-09-01T10:15:41.496 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.497 DEBUG:boto:Data: 2022-09-01T10:15:41.497 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.498 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.498 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.499 DEBUG:boto:Params: {} 2022-09-01T10:15:41.500 DEBUG:boto:Token: None 2022-09-01T10:15:41.500 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.501 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rIkdX4audxTlY9Uj9EhDvIl3Ei4= 2022-09-01T10:15:41.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rIkdX4audxTlY9Uj9EhDvIl3Ei4=', 'Content-Length': '0'} 2022-09-01T10:15:41.504 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000de58a5222223d808-006310864d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.505 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.506 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.507 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.508 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.508 DEBUG:boto:Method: HEAD 2022-09-01T10:15:41.509 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.510 DEBUG:boto:Data: 2022-09-01T10:15:41.511 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.511 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.512 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.513 DEBUG:boto:Params: {} 2022-09-01T10:15:41.514 DEBUG:boto:Token: None 2022-09-01T10:15:41.514 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rIkdX4audxTlY9Uj9EhDvIl3Ei4= 2022-09-01T10:15:41.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rIkdX4audxTlY9Uj9EhDvIl3Ei4=', 'Content-Length': '0'} 2022-09-01T10:15:41.519 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b4a444f946ca631a-006310864d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.519 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:41.520 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.521 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.522 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.523 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.524 DEBUG:boto:Method: GET 2022-09-01T10:15:41.525 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.525 DEBUG:boto:Data: 2022-09-01T10:15:41.526 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.527 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.528 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.529 DEBUG:boto:Params: {} 2022-09-01T10:15:41.530 DEBUG:boto:Token: None 2022-09-01T10:15:41.531 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.533 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qtCSS2e+2awdRRIl+QWi0/Ji2/k= 2022-09-01T10:15:41.534 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qtCSS2e+2awdRRIl+QWi0/Ji2/k=', 'Content-Length': '0'} 2022-09-01T10:15:41.537 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000008262dbcc470f3e40-006310864d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.538 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.539 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.540 DEBUG:boto:path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.540 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.541 DEBUG:boto:Method: GET 2022-09-01T10:15:41.542 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.543 DEBUG:boto:Data: 2022-09-01T10:15:41.544 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.545 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.546 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.547 DEBUG:boto:Params: {} 2022-09-01T10:15:41.548 DEBUG:boto:Token: None 2022-09-01T10:15:41.549 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=9LjYViAfDrOA6uPPnEuooL1QvJxpDof 2022-09-01T10:15:41.550 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qtCSS2e+2awdRRIl+QWi0/Ji2/k= 2022-09-01T10:15:41.551 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qtCSS2e+2awdRRIl+QWi0/Ji2/k=', 'Content-Length': '0'} 2022-09-01T10:15:41.554 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '9LjYViAfDrOA6uPPnEuooL1QvJxpDof'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fc545e701cbab2fb-006310864d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.598 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:41.599 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:41.600 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.600 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.601 DEBUG:boto:Method: GET 2022-09-01T10:15:41.601 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.602 DEBUG:boto:Data: 2022-09-01T10:15:41.603 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.603 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.604 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.604 DEBUG:boto:Params: {} 2022-09-01T10:15:41.606 DEBUG:boto:Token: None 2022-09-01T10:15:41.606 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/ 2022-09-01T10:15:41.607 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo= 2022-09-01T10:15:41.608 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo=', 'Content-Length': '0'} 2022-09-01T10:15:41.613 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d1a4eacb7dd568da-006310864d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.614 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:41.616 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:41.617 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:41.619 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.621 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.622 DEBUG:boto:Method: GET 2022-09-01T10:15:41.623 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.624 DEBUG:boto:Data: 2022-09-01T10:15:41.625 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.626 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.627 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.628 DEBUG:boto:Params: {} 2022-09-01T10:15:41.629 DEBUG:boto:Token: None 2022-09-01T10:15:41.630 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/ 2022-09-01T10:15:41.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo= 2022-09-01T10:15:41.631 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo=', 'Content-Length': '0'} 2022-09-01T10:15:41.635 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aaef9e858764df9d-006310864d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.636 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:41.637 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.638 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.638 DEBUG:boto:Method: HEAD 2022-09-01T10:15:41.639 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:41.640 DEBUG:boto:Data: 2022-09-01T10:15:41.641 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.641 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.642 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.643 DEBUG:boto:Params: {} 2022-09-01T10:15:41.644 DEBUG:boto:Token: None 2022-09-01T10:15:41.645 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj 2022-09-01T10:15:41.646 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qB1pqcy+cG+z0QClDlWeOBdn/8Q= 2022-09-01T10:15:41.647 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qB1pqcy+cG+z0QClDlWeOBdn/8Q=', 'Content-Length': '0'} 2022-09-01T10:15:41.654 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000000f64a18771bf591b-006310864d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.655 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.657 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.659 DEBUG:boto:Method: HEAD 2022-09-01T10:15:41.660 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:41.660 DEBUG:boto:Data: 2022-09-01T10:15:41.661 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.663 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.664 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.664 DEBUG:boto:Params: {} 2022-09-01T10:15:41.665 DEBUG:boto:Token: None 2022-09-01T10:15:41.666 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj 2022-09-01T10:15:41.668 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qB1pqcy+cG+z0QClDlWeOBdn/8Q= 2022-09-01T10:15:41.669 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qB1pqcy+cG+z0QClDlWeOBdn/8Q=', 'Content-Length': '0'} 2022-09-01T10:15:41.672 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e3b275a023ca9bf1-006310864d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.675 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:41.675 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.676 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.676 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.677 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.679 DEBUG:boto:Method: GET 2022-09-01T10:15:41.679 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.680 DEBUG:boto:Data: 2022-09-01T10:15:41.681 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.683 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.685 DEBUG:boto:Params: {} 2022-09-01T10:15:41.686 DEBUG:boto:Token: None 2022-09-01T10:15:41.687 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.689 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eNE3a/erFU+oS0OIDKEoBwtuaCg= 2022-09-01T10:15:41.690 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eNE3a/erFU+oS0OIDKEoBwtuaCg=', 'Content-Length': '0'} 2022-09-01T10:15:41.693 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000054d7bd176c210cea-006310864d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.696 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.697 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.698 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.700 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.701 DEBUG:boto:Method: GET 2022-09-01T10:15:41.702 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.703 DEBUG:boto:Data: 2022-09-01T10:15:41.704 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.706 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.707 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.708 DEBUG:boto:Params: {} 2022-09-01T10:15:41.709 DEBUG:boto:Token: None 2022-09-01T10:15:41.711 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:41.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eNE3a/erFU+oS0OIDKEoBwtuaCg= 2022-09-01T10:15:41.713 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eNE3a/erFU+oS0OIDKEoBwtuaCg=', 'Content-Length': '0'} 2022-09-01T10:15:41.717 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e56a187f1b37cf2a-006310864d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.762 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:41.764 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:41.765 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.766 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.767 DEBUG:boto:Method: GET 2022-09-01T10:15:41.768 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.769 DEBUG:boto:Data: 2022-09-01T10:15:41.770 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.771 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.772 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.773 DEBUG:boto:Params: {} 2022-09-01T10:15:41.775 DEBUG:boto:Token: None 2022-09-01T10:15:41.776 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/ 2022-09-01T10:15:41.779 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo= 2022-09-01T10:15:41.780 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo=', 'Content-Length': '0'} 2022-09-01T10:15:41.786 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a5ba2680a98599d3-006310864d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.787 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:41.791 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:41.798 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:41.799 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.799 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.800 DEBUG:boto:Method: GET 2022-09-01T10:15:41.800 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.801 DEBUG:boto:Data: 2022-09-01T10:15:41.802 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.803 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.803 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.804 DEBUG:boto:Params: {} 2022-09-01T10:15:41.804 DEBUG:boto:Token: None 2022-09-01T10:15:41.805 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/ 2022-09-01T10:15:41.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo= 2022-09-01T10:15:41.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo=', 'Content-Length': '0'} 2022-09-01T10:15:41.815 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a32cfb2eaf8c1b81-006310864d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.816 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:41.817 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:41.818 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.819 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.820 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.821 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.821 DEBUG:boto:Method: GET 2022-09-01T10:15:41.822 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.823 DEBUG:boto:Data: 2022-09-01T10:15:41.824 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.824 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.825 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.825 DEBUG:boto:Params: {} 2022-09-01T10:15:41.826 DEBUG:boto:Token: None 2022-09-01T10:15:41.827 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.828 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSO2+RIdZyt4b1fjFS0zyegOinA= 2022-09-01T10:15:41.828 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSO2+RIdZyt4b1fjFS0zyegOinA=', 'Content-Length': '0'} 2022-09-01T10:15:41.833 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005ec129ff3c554a25-006310864d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.834 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.835 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.836 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.836 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.837 DEBUG:boto:Method: GET 2022-09-01T10:15:41.837 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.838 DEBUG:boto:Data: 2022-09-01T10:15:41.838 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.839 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.840 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.841 DEBUG:boto:Params: {} 2022-09-01T10:15:41.842 DEBUG:boto:Token: None 2022-09-01T10:15:41.843 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.844 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSO2+RIdZyt4b1fjFS0zyegOinA= 2022-09-01T10:15:41.845 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSO2+RIdZyt4b1fjFS0zyegOinA=', 'Content-Length': '0'} 2022-09-01T10:15:41.853 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000066d6b56218e3460e-006310864d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.855 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.856 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.856 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.857 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.858 DEBUG:boto:Method: HEAD 2022-09-01T10:15:41.859 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.860 DEBUG:boto:Data: 2022-09-01T10:15:41.861 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.861 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.862 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.863 DEBUG:boto:Params: {} 2022-09-01T10:15:41.863 DEBUG:boto:Token: None 2022-09-01T10:15:41.864 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.865 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:a7erdBJDMbGeYvTErCUa9CqrVBA= 2022-09-01T10:15:41.866 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:a7erdBJDMbGeYvTErCUa9CqrVBA=', 'Content-Length': '0'} 2022-09-01T10:15:41.869 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000ef18707e1ea4c5ce-006310864d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.870 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.871 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.872 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.873 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.874 DEBUG:boto:Method: HEAD 2022-09-01T10:15:41.874 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.875 DEBUG:boto:Data: 2022-09-01T10:15:41.876 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.877 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.884 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.884 DEBUG:boto:Params: {} 2022-09-01T10:15:41.885 DEBUG:boto:Token: None 2022-09-01T10:15:41.886 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.887 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:a7erdBJDMbGeYvTErCUa9CqrVBA= 2022-09-01T10:15:41.888 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:a7erdBJDMbGeYvTErCUa9CqrVBA=', 'Content-Length': '0'} 2022-09-01T10:15:41.890 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000016b013c729052717-006310864d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.891 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:41.892 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.892 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.893 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.893 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.894 DEBUG:boto:Method: GET 2022-09-01T10:15:41.894 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.895 DEBUG:boto:Data: 2022-09-01T10:15:41.895 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.896 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.897 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.898 DEBUG:boto:Params: {} 2022-09-01T10:15:41.899 DEBUG:boto:Token: None 2022-09-01T10:15:41.900 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.901 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSO2+RIdZyt4b1fjFS0zyegOinA= 2022-09-01T10:15:41.902 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSO2+RIdZyt4b1fjFS0zyegOinA=', 'Content-Length': '0'} 2022-09-01T10:15:41.905 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000042fbfc074ecfba53-006310864d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.950 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:41.951 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:41.952 DEBUG:boto:path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.952 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.956 DEBUG:boto:Method: GET 2022-09-01T10:15:41.957 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.959 DEBUG:boto:Data: 2022-09-01T10:15:41.959 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.960 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:41.961 DEBUG:boto:Port: 8000 2022-09-01T10:15:41.962 DEBUG:boto:Params: {} 2022-09-01T10:15:41.968 DEBUG:boto:Token: None 2022-09-01T10:15:41.969 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/obj?versionId=jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ 2022-09-01T10:15:41.971 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSO2+RIdZyt4b1fjFS0zyegOinA= 2022-09-01T10:15:41.972 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSO2+RIdZyt4b1fjFS0zyegOinA=', 'Content-Length': '0'} 2022-09-01T10:15:41.975 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'jXhNTTKnW7a.ujrdSNgg1KTQWpF8jHJ'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000457651b320038496-006310864d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.976 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:41.977 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:41.979 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.980 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.980 DEBUG:boto:Method: GET 2022-09-01T10:15:41.981 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.981 DEBUG:boto:Data: 2022-09-01T10:15:41.982 DEBUG:boto:Headers: {} 2022-09-01T10:15:41.982 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:41.983 DEBUG:boto:Port: 8001 2022-09-01T10:15:41.983 DEBUG:boto:Params: {} 2022-09-01T10:15:41.984 DEBUG:boto:Token: None 2022-09-01T10:15:41.985 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:41 GMT /ptoxvb-19/ 2022-09-01T10:15:41.986 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo= 2022-09-01T10:15:41.988 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FZrAZaUAracoWf64YwiCW82iPzo=', 'Content-Length': '0'} 2022-09-01T10:15:41.991 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000429ed0da86cb452-006310864d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:41.992 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:41.995 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:41.996 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:41.997 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:41.999 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.000 DEBUG:boto:Method: GET 2022-09-01T10:15:42.001 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.001 DEBUG:boto:Data: 2022-09-01T10:15:42.002 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.003 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.004 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.005 DEBUG:boto:Params: {} 2022-09-01T10:15:42.006 DEBUG:boto:Token: None 2022-09-01T10:15:42.007 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/ 2022-09-01T10:15:42.009 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo= 2022-09-01T10:15:42.010 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo=', 'Content-Length': '0'} 2022-09-01T10:15:42.014 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000032b49f6795c8c1b9-006310864e-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.054 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:42.057 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.058 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.059 DEBUG:boto:Method: HEAD 2022-09-01T10:15:42.060 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:42.061 DEBUG:boto:Data: 2022-09-01T10:15:42.063 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.065 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.065 DEBUG:boto:Params: {} 2022-09-01T10:15:42.067 DEBUG:boto:Token: None 2022-09-01T10:15:42.068 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj 2022-09-01T10:15:42.069 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCvwDipcArWz28VZj1pVLkIMlF4= 2022-09-01T10:15:42.070 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCvwDipcArWz28VZj1pVLkIMlF4=', 'Content-Length': '0'} 2022-09-01T10:15:42.080 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c46bcc45f0b43833-006310864e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.082 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.083 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.084 DEBUG:boto:Method: HEAD 2022-09-01T10:15:42.085 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:42.086 DEBUG:boto:Data: 2022-09-01T10:15:42.087 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.087 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.088 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.089 DEBUG:boto:Params: {} 2022-09-01T10:15:42.090 DEBUG:boto:Token: None 2022-09-01T10:15:42.091 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj 2022-09-01T10:15:42.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCvwDipcArWz28VZj1pVLkIMlF4= 2022-09-01T10:15:42.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCvwDipcArWz28VZj1pVLkIMlF4=', 'Content-Length': '0'} 2022-09-01T10:15:42.102 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c62282b5eee04655-006310864e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.107 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:42.108 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.110 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.111 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.112 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.113 DEBUG:boto:Method: GET 2022-09-01T10:15:42.117 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.118 DEBUG:boto:Data: 2022-09-01T10:15:42.119 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.120 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.121 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.122 DEBUG:boto:Params: {} 2022-09-01T10:15:42.123 DEBUG:boto:Token: None 2022-09-01T10:15:42.124 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.125 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uINzVCLonqOSz3Jf7s1EPf6nLWU= 2022-09-01T10:15:42.127 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uINzVCLonqOSz3Jf7s1EPf6nLWU=', 'Content-Length': '0'} 2022-09-01T10:15:42.136 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007a9a7adbfd87dd98-006310864e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.153 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.155 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.157 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.159 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.160 DEBUG:boto:Method: GET 2022-09-01T10:15:42.161 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.163 DEBUG:boto:Data: 2022-09-01T10:15:42.164 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.165 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.166 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.167 DEBUG:boto:Params: {} 2022-09-01T10:15:42.168 DEBUG:boto:Token: None 2022-09-01T10:15:42.169 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.171 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uINzVCLonqOSz3Jf7s1EPf6nLWU= 2022-09-01T10:15:42.172 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uINzVCLonqOSz3Jf7s1EPf6nLWU=', 'Content-Length': '0'} 2022-09-01T10:15:42.174 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b7e320a3615de392-006310864e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.175 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:42.176 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:42.176 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.177 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.178 DEBUG:boto:Method: GET 2022-09-01T10:15:42.178 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.179 DEBUG:boto:Data: 2022-09-01T10:15:42.179 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.180 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.180 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.181 DEBUG:boto:Params: {} 2022-09-01T10:15:42.181 DEBUG:boto:Token: None 2022-09-01T10:15:42.182 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/ 2022-09-01T10:15:42.183 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo= 2022-09-01T10:15:42.183 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo=', 'Content-Length': '0'} 2022-09-01T10:15:42.186 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003b1152e0f06bd7ec-006310864e-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.187 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:42.188 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:42.189 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:42.189 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.190 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.190 DEBUG:boto:Method: GET 2022-09-01T10:15:42.191 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.192 DEBUG:boto:Data: 2022-09-01T10:15:42.192 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.193 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.193 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.194 DEBUG:boto:Params: {} 2022-09-01T10:15:42.195 DEBUG:boto:Token: None 2022-09-01T10:15:42.195 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/ 2022-09-01T10:15:42.196 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo= 2022-09-01T10:15:42.197 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo=', 'Content-Length': '0'} 2022-09-01T10:15:42.200 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000062869766da62e46e-006310864e-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.201 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:42.203 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:42.206 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.209 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.210 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.211 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.212 DEBUG:boto:Method: GET 2022-09-01T10:15:42.213 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.214 DEBUG:boto:Data: 2022-09-01T10:15:42.215 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.215 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.216 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.217 DEBUG:boto:Params: {} 2022-09-01T10:15:42.218 DEBUG:boto:Token: None 2022-09-01T10:15:42.219 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.220 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4QCk7aJHmW9f7BJbrY329G0bbKE= 2022-09-01T10:15:42.221 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4QCk7aJHmW9f7BJbrY329G0bbKE=', 'Content-Length': '0'} 2022-09-01T10:15:42.226 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001325ec2f70d2e985-006310864e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.274 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.275 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.278 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.280 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.281 DEBUG:boto:Method: GET 2022-09-01T10:15:42.282 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.283 DEBUG:boto:Data: 2022-09-01T10:15:42.283 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.284 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.284 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.285 DEBUG:boto:Params: {} 2022-09-01T10:15:42.287 DEBUG:boto:Token: None 2022-09-01T10:15:42.288 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.289 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4QCk7aJHmW9f7BJbrY329G0bbKE= 2022-09-01T10:15:42.291 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4QCk7aJHmW9f7BJbrY329G0bbKE=', 'Content-Length': '0'} 2022-09-01T10:15:42.295 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b021433def08ebc6-006310864e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.296 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.296 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.297 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.297 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.298 DEBUG:boto:Method: HEAD 2022-09-01T10:15:42.299 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.300 DEBUG:boto:Data: 2022-09-01T10:15:42.301 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.302 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.305 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.306 DEBUG:boto:Params: {} 2022-09-01T10:15:42.306 DEBUG:boto:Token: None 2022-09-01T10:15:42.307 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.308 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AIN3jisprarz93SQvz/ooMr/xE4= 2022-09-01T10:15:42.309 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AIN3jisprarz93SQvz/ooMr/xE4=', 'Content-Length': '0'} 2022-09-01T10:15:42.312 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d74132289586a67d-006310864e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.314 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.315 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.315 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.316 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.316 DEBUG:boto:Method: HEAD 2022-09-01T10:15:42.317 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.317 DEBUG:boto:Data: 2022-09-01T10:15:42.318 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.318 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.319 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.319 DEBUG:boto:Params: {} 2022-09-01T10:15:42.320 DEBUG:boto:Token: None 2022-09-01T10:15:42.321 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.321 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AIN3jisprarz93SQvz/ooMr/xE4= 2022-09-01T10:15:42.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AIN3jisprarz93SQvz/ooMr/xE4=', 'Content-Length': '0'} 2022-09-01T10:15:42.328 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000da18fa1bd338104b-006310864e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.331 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:42.332 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.332 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.333 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.333 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.334 DEBUG:boto:Method: GET 2022-09-01T10:15:42.335 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.336 DEBUG:boto:Data: 2022-09-01T10:15:42.337 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.337 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.338 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.340 DEBUG:boto:Params: {} 2022-09-01T10:15:42.341 DEBUG:boto:Token: None 2022-09-01T10:15:42.342 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.343 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4QCk7aJHmW9f7BJbrY329G0bbKE= 2022-09-01T10:15:42.344 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4QCk7aJHmW9f7BJbrY329G0bbKE=', 'Content-Length': '0'} 2022-09-01T10:15:42.347 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cf05e05259807430-006310864e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.348 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.348 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.349 DEBUG:boto:path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.350 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.351 DEBUG:boto:Method: GET 2022-09-01T10:15:42.351 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.352 DEBUG:boto:Data: 2022-09-01T10:15:42.352 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.353 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.353 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.354 DEBUG:boto:Params: {} 2022-09-01T10:15:42.355 DEBUG:boto:Token: None 2022-09-01T10:15:42.355 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=vWQzLgWYLAOR44pEm0FVPSad1EU-IMm 2022-09-01T10:15:42.356 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4QCk7aJHmW9f7BJbrY329G0bbKE= 2022-09-01T10:15:42.357 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4QCk7aJHmW9f7BJbrY329G0bbKE=', 'Content-Length': '0'} 2022-09-01T10:15:42.360 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'vWQzLgWYLAOR44pEm0FVPSad1EU-IMm'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000f856aab5a26c4b7a-006310864e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.361 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:42.362 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:42.363 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.364 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.365 DEBUG:boto:Method: GET 2022-09-01T10:15:42.366 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.367 DEBUG:boto:Data: 2022-09-01T10:15:42.368 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.369 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.370 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.372 DEBUG:boto:Params: {} 2022-09-01T10:15:42.373 DEBUG:boto:Token: None 2022-09-01T10:15:42.374 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/ 2022-09-01T10:15:42.375 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo= 2022-09-01T10:15:42.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo=', 'Content-Length': '0'} 2022-09-01T10:15:42.380 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e6a6f3cc9b07dd56-006310864e-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.382 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:42.383 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:42.386 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:42.387 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.388 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.389 DEBUG:boto:Method: GET 2022-09-01T10:15:42.390 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.391 DEBUG:boto:Data: 2022-09-01T10:15:42.391 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.392 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.393 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.393 DEBUG:boto:Params: {} 2022-09-01T10:15:42.394 DEBUG:boto:Token: None 2022-09-01T10:15:42.395 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/ 2022-09-01T10:15:42.395 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo= 2022-09-01T10:15:42.396 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo=', 'Content-Length': '0'} 2022-09-01T10:15:42.399 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c1f7e1edea472e99-006310864e-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.401 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:42.402 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.403 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.403 DEBUG:boto:Method: HEAD 2022-09-01T10:15:42.404 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:42.405 DEBUG:boto:Data: 2022-09-01T10:15:42.406 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.406 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.407 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.408 DEBUG:boto:Params: {} 2022-09-01T10:15:42.409 DEBUG:boto:Token: None 2022-09-01T10:15:42.410 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj 2022-09-01T10:15:42.411 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCvwDipcArWz28VZj1pVLkIMlF4= 2022-09-01T10:15:42.411 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCvwDipcArWz28VZj1pVLkIMlF4=', 'Content-Length': '0'} 2022-09-01T10:15:42.416 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000093b8d04f4607488c-006310864e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.417 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.418 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.418 DEBUG:boto:Method: HEAD 2022-09-01T10:15:42.419 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:42.419 DEBUG:boto:Data: 2022-09-01T10:15:42.420 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.420 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.421 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.421 DEBUG:boto:Params: {} 2022-09-01T10:15:42.422 DEBUG:boto:Token: None 2022-09-01T10:15:42.423 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj 2022-09-01T10:15:42.423 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCvwDipcArWz28VZj1pVLkIMlF4= 2022-09-01T10:15:42.424 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCvwDipcArWz28VZj1pVLkIMlF4=', 'Content-Length': '0'} 2022-09-01T10:15:42.427 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000935bfbdd2a7b4793-006310864e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.428 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:42.429 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.430 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.430 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.431 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.432 DEBUG:boto:Method: GET 2022-09-01T10:15:42.432 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.433 DEBUG:boto:Data: 2022-09-01T10:15:42.434 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.435 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.437 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.438 DEBUG:boto:Params: {} 2022-09-01T10:15:42.439 DEBUG:boto:Token: None 2022-09-01T10:15:42.440 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.441 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uINzVCLonqOSz3Jf7s1EPf6nLWU= 2022-09-01T10:15:42.442 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uINzVCLonqOSz3Jf7s1EPf6nLWU=', 'Content-Length': '0'} 2022-09-01T10:15:42.446 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000565630da0feb0c2b-006310864e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.447 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.447 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.448 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.448 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.449 DEBUG:boto:Method: GET 2022-09-01T10:15:42.450 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.450 DEBUG:boto:Data: 2022-09-01T10:15:42.451 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.451 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.452 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.453 DEBUG:boto:Params: {} 2022-09-01T10:15:42.453 DEBUG:boto:Token: None 2022-09-01T10:15:42.454 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.455 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uINzVCLonqOSz3Jf7s1EPf6nLWU= 2022-09-01T10:15:42.455 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uINzVCLonqOSz3Jf7s1EPf6nLWU=', 'Content-Length': '0'} 2022-09-01T10:15:42.458 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003174c6ce0d7d9792-006310864e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.509 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:42.510 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:42.511 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.512 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.513 DEBUG:boto:Method: GET 2022-09-01T10:15:42.514 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.515 DEBUG:boto:Data: 2022-09-01T10:15:42.516 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.517 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.518 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.519 DEBUG:boto:Params: {} 2022-09-01T10:15:42.519 DEBUG:boto:Token: None 2022-09-01T10:15:42.521 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/ 2022-09-01T10:15:42.522 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo= 2022-09-01T10:15:42.522 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo=', 'Content-Length': '0'} 2022-09-01T10:15:42.526 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000156ce4e4ea9bb0d2-006310864e-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.528 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:42.528 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:42.529 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:42.530 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.531 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.532 DEBUG:boto:Method: GET 2022-09-01T10:15:42.533 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.534 DEBUG:boto:Data: 2022-09-01T10:15:42.535 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.535 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.536 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.537 DEBUG:boto:Params: {} 2022-09-01T10:15:42.538 DEBUG:boto:Token: None 2022-09-01T10:15:42.539 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/ 2022-09-01T10:15:42.540 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo= 2022-09-01T10:15:42.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo=', 'Content-Length': '0'} 2022-09-01T10:15:42.551 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000afe954b33fccd65e-006310864e-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.552 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:42.553 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:42.553 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.554 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.554 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.555 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.555 DEBUG:boto:Method: GET 2022-09-01T10:15:42.556 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.556 DEBUG:boto:Data: 2022-09-01T10:15:42.557 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.557 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.558 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.559 DEBUG:boto:Params: {} 2022-09-01T10:15:42.559 DEBUG:boto:Token: None 2022-09-01T10:15:42.560 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.560 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dAUq7KrG/h6NyN2iCDiwV9wlNxc= 2022-09-01T10:15:42.561 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dAUq7KrG/h6NyN2iCDiwV9wlNxc=', 'Content-Length': '0'} 2022-09-01T10:15:42.563 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000007d60347778aa19e3-006310864e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.614 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.615 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.615 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.616 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.617 DEBUG:boto:Method: GET 2022-09-01T10:15:42.617 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.620 DEBUG:boto:Data: 2022-09-01T10:15:42.621 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.622 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.623 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.624 DEBUG:boto:Params: {} 2022-09-01T10:15:42.624 DEBUG:boto:Token: None 2022-09-01T10:15:42.626 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.627 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dAUq7KrG/h6NyN2iCDiwV9wlNxc= 2022-09-01T10:15:42.627 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dAUq7KrG/h6NyN2iCDiwV9wlNxc=', 'Content-Length': '0'} 2022-09-01T10:15:42.632 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000b0835899bc50eb1d-006310864e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.636 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.636 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.637 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.637 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.638 DEBUG:boto:Method: HEAD 2022-09-01T10:15:42.639 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.641 DEBUG:boto:Data: 2022-09-01T10:15:42.642 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.643 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.643 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.644 DEBUG:boto:Params: {} 2022-09-01T10:15:42.645 DEBUG:boto:Token: None 2022-09-01T10:15:42.646 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QhSEDD68CbD6OBaulMn5lVvr/go= 2022-09-01T10:15:42.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QhSEDD68CbD6OBaulMn5lVvr/go=', 'Content-Length': '0'} 2022-09-01T10:15:42.655 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000383676001e20d8f4-006310864e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.656 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.658 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.659 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.661 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.662 DEBUG:boto:Method: HEAD 2022-09-01T10:15:42.663 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.664 DEBUG:boto:Data: 2022-09-01T10:15:42.665 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.666 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.667 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.668 DEBUG:boto:Params: {} 2022-09-01T10:15:42.669 DEBUG:boto:Token: None 2022-09-01T10:15:42.670 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.671 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QhSEDD68CbD6OBaulMn5lVvr/go= 2022-09-01T10:15:42.672 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QhSEDD68CbD6OBaulMn5lVvr/go=', 'Content-Length': '0'} 2022-09-01T10:15:42.677 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000bde16a4bbc906ded-006310864e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.678 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:42.680 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.681 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.682 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.683 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.684 DEBUG:boto:Method: GET 2022-09-01T10:15:42.685 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.686 DEBUG:boto:Data: 2022-09-01T10:15:42.687 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.688 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.689 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.690 DEBUG:boto:Params: {} 2022-09-01T10:15:42.691 DEBUG:boto:Token: None 2022-09-01T10:15:42.692 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dAUq7KrG/h6NyN2iCDiwV9wlNxc= 2022-09-01T10:15:42.694 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dAUq7KrG/h6NyN2iCDiwV9wlNxc=', 'Content-Length': '0'} 2022-09-01T10:15:42.697 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000041108e4647983b91-006310864e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.699 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.700 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.701 DEBUG:boto:path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.701 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.702 DEBUG:boto:Method: GET 2022-09-01T10:15:42.703 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.704 DEBUG:boto:Data: 2022-09-01T10:15:42.705 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.707 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.708 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.709 DEBUG:boto:Params: {} 2022-09-01T10:15:42.709 DEBUG:boto:Token: None 2022-09-01T10:15:42.710 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV 2022-09-01T10:15:42.710 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dAUq7KrG/h6NyN2iCDiwV9wlNxc= 2022-09-01T10:15:42.711 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dAUq7KrG/h6NyN2iCDiwV9wlNxc=', 'Content-Length': '0'} 2022-09-01T10:15:42.714 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', '7-Bcv6KK9iCDyySdIHLxTqhVfkLpHFV'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000562027445964c63d-006310864e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.715 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:42.716 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:42.717 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.717 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.718 DEBUG:boto:Method: GET 2022-09-01T10:15:42.718 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.719 DEBUG:boto:Data: 2022-09-01T10:15:42.719 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.720 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.720 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.721 DEBUG:boto:Params: {} 2022-09-01T10:15:42.722 DEBUG:boto:Token: None 2022-09-01T10:15:42.722 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/ 2022-09-01T10:15:42.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo= 2022-09-01T10:15:42.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo=', 'Content-Length': '0'} 2022-09-01T10:15:42.727 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004933b5d69f00a52f-006310864e-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.728 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:42.730 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:42.731 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:42.732 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.733 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.734 DEBUG:boto:Method: GET 2022-09-01T10:15:42.735 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.735 DEBUG:boto:Data: 2022-09-01T10:15:42.736 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.737 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.737 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.738 DEBUG:boto:Params: {} 2022-09-01T10:15:42.739 DEBUG:boto:Token: None 2022-09-01T10:15:42.739 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/ 2022-09-01T10:15:42.740 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo= 2022-09-01T10:15:42.740 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo=', 'Content-Length': '0'} 2022-09-01T10:15:42.749 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000036d046b9ec665b49-006310864e-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.751 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:42.752 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.752 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.753 DEBUG:boto:Method: HEAD 2022-09-01T10:15:42.753 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:42.754 DEBUG:boto:Data: 2022-09-01T10:15:42.755 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.756 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.757 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.758 DEBUG:boto:Params: {} 2022-09-01T10:15:42.759 DEBUG:boto:Token: None 2022-09-01T10:15:42.760 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj 2022-09-01T10:15:42.760 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCvwDipcArWz28VZj1pVLkIMlF4= 2022-09-01T10:15:42.761 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCvwDipcArWz28VZj1pVLkIMlF4=', 'Content-Length': '0'} 2022-09-01T10:15:42.765 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000fc35807b483a2b09-006310864e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.767 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.768 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.769 DEBUG:boto:Method: HEAD 2022-09-01T10:15:42.770 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:42.770 DEBUG:boto:Data: 2022-09-01T10:15:42.771 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.772 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.773 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.773 DEBUG:boto:Params: {} 2022-09-01T10:15:42.774 DEBUG:boto:Token: None 2022-09-01T10:15:42.775 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj 2022-09-01T10:15:42.775 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCvwDipcArWz28VZj1pVLkIMlF4= 2022-09-01T10:15:42.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCvwDipcArWz28VZj1pVLkIMlF4=', 'Content-Length': '0'} 2022-09-01T10:15:42.780 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a024ccc31f6daad2-006310864e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.781 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:42.782 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.783 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.783 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.784 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.784 DEBUG:boto:Method: GET 2022-09-01T10:15:42.785 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.786 DEBUG:boto:Data: 2022-09-01T10:15:42.788 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.788 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.789 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.789 DEBUG:boto:Params: {} 2022-09-01T10:15:42.790 DEBUG:boto:Token: None 2022-09-01T10:15:42.791 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uINzVCLonqOSz3Jf7s1EPf6nLWU= 2022-09-01T10:15:42.792 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uINzVCLonqOSz3Jf7s1EPf6nLWU=', 'Content-Length': '0'} 2022-09-01T10:15:42.794 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000005d9f002f6d0fc2db-006310864e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.838 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.839 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.840 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.841 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.842 DEBUG:boto:Method: GET 2022-09-01T10:15:42.842 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.843 DEBUG:boto:Data: 2022-09-01T10:15:42.844 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.844 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.845 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.845 DEBUG:boto:Params: {} 2022-09-01T10:15:42.846 DEBUG:boto:Token: None 2022-09-01T10:15:42.847 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:42.848 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uINzVCLonqOSz3Jf7s1EPf6nLWU= 2022-09-01T10:15:42.849 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uINzVCLonqOSz3Jf7s1EPf6nLWU=', 'Content-Length': '0'} 2022-09-01T10:15:42.851 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000001257c26135d62780-006310864e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.853 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:42.854 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:42.854 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.855 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.855 DEBUG:boto:Method: GET 2022-09-01T10:15:42.857 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.858 DEBUG:boto:Data: 2022-09-01T10:15:42.859 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.860 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.861 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.862 DEBUG:boto:Params: {} 2022-09-01T10:15:42.863 DEBUG:boto:Token: None 2022-09-01T10:15:42.865 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/ 2022-09-01T10:15:42.866 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo= 2022-09-01T10:15:42.867 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo=', 'Content-Length': '0'} 2022-09-01T10:15:42.875 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ba5e5622255b59d4-006310864e-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.877 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:42.878 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:42.879 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:42.880 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.881 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.882 DEBUG:boto:Method: GET 2022-09-01T10:15:42.884 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:42.886 DEBUG:boto:Data: 2022-09-01T10:15:42.887 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.888 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.889 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.890 DEBUG:boto:Params: {} 2022-09-01T10:15:42.891 DEBUG:boto:Token: None 2022-09-01T10:15:42.892 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/ 2022-09-01T10:15:42.893 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo= 2022-09-01T10:15:42.895 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9u+jTzrSK6EFxNiDzregueDNQmo=', 'Content-Length': '0'} 2022-09-01T10:15:42.901 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004b4b7a1ae34e70a2-006310864e-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.902 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:42.903 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:42.903 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.904 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.904 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.905 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.906 DEBUG:boto:Method: GET 2022-09-01T10:15:42.906 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.907 DEBUG:boto:Data: 2022-09-01T10:15:42.907 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.908 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.908 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.909 DEBUG:boto:Params: {} 2022-09-01T10:15:42.910 DEBUG:boto:Token: None 2022-09-01T10:15:42.910 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o7IypWZlg9NaumBNBOrJFxj6mgI= 2022-09-01T10:15:42.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o7IypWZlg9NaumBNBOrJFxj6mgI=', 'Content-Length': '0'} 2022-09-01T10:15:42.914 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000017c71d7f43a71f65-006310864e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.917 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.918 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.919 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.920 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.921 DEBUG:boto:Method: GET 2022-09-01T10:15:42.922 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.923 DEBUG:boto:Data: 2022-09-01T10:15:42.924 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.925 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.926 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.927 DEBUG:boto:Params: {} 2022-09-01T10:15:42.928 DEBUG:boto:Token: None 2022-09-01T10:15:42.929 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.929 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o7IypWZlg9NaumBNBOrJFxj6mgI= 2022-09-01T10:15:42.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o7IypWZlg9NaumBNBOrJFxj6mgI=', 'Content-Length': '0'} 2022-09-01T10:15:42.934 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000006ed18082bd53a722-006310864e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.935 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.935 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.936 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.936 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.937 DEBUG:boto:Method: HEAD 2022-09-01T10:15:42.937 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.938 DEBUG:boto:Data: 2022-09-01T10:15:42.938 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.939 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.939 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.940 DEBUG:boto:Params: {} 2022-09-01T10:15:42.941 DEBUG:boto:Token: None 2022-09-01T10:15:42.941 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.942 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gW2/nYd6fNxSHuUVGu1FvF6vKfk= 2022-09-01T10:15:42.942 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gW2/nYd6fNxSHuUVGu1FvF6vKfk=', 'Content-Length': '0'} 2022-09-01T10:15:42.945 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000005871e22bd7aa4ca-006310864e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.946 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.946 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.947 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.947 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.948 DEBUG:boto:Method: HEAD 2022-09-01T10:15:42.949 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.949 DEBUG:boto:Data: 2022-09-01T10:15:42.950 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.950 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:42.951 DEBUG:boto:Port: 8000 2022-09-01T10:15:42.951 DEBUG:boto:Params: {} 2022-09-01T10:15:42.952 DEBUG:boto:Token: None 2022-09-01T10:15:42.953 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.954 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gW2/nYd6fNxSHuUVGu1FvF6vKfk= 2022-09-01T10:15:42.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gW2/nYd6fNxSHuUVGu1FvF6vKfk=', 'Content-Length': '0'} 2022-09-01T10:15:42.958 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000009b9104d8ad68dcd7-006310864e-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:42.959 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:42.960 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:42.961 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:42.962 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.963 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.964 DEBUG:boto:Method: GET 2022-09-01T10:15:42.965 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.966 DEBUG:boto:Data: 2022-09-01T10:15:42.968 DEBUG:boto:Headers: {} 2022-09-01T10:15:42.969 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:42.970 DEBUG:boto:Port: 8001 2022-09-01T10:15:42.971 DEBUG:boto:Params: {} 2022-09-01T10:15:42.972 DEBUG:boto:Token: None 2022-09-01T10:15:42.973 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:42 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:42.974 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o7IypWZlg9NaumBNBOrJFxj6mgI= 2022-09-01T10:15:42.976 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o7IypWZlg9NaumBNBOrJFxj6mgI=', 'Content-Length': '0'} 2022-09-01T10:15:42.981 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c0e8f276776bce78-006310864e-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.022 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:43.023 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:43.024 DEBUG:boto:path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:43.025 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:43.026 DEBUG:boto:Method: GET 2022-09-01T10:15:43.027 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:43.028 DEBUG:boto:Data: 2022-09-01T10:15:43.029 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.030 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:43.031 DEBUG:boto:Port: 8000 2022-09-01T10:15:43.033 DEBUG:boto:Params: {} 2022-09-01T10:15:43.033 DEBUG:boto:Token: None 2022-09-01T10:15:43.034 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/obj?versionId=C7ggwruVbP-Ba5pkokYW-C7nNWGOonH 2022-09-01T10:15:43.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hOtYrrEOApU4A91Nvc/o0OyAna4= 2022-09-01T10:15:43.035 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hOtYrrEOApU4A91Nvc/o0OyAna4=', 'Content-Length': '0'} 2022-09-01T10:15:43.038 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'C7ggwruVbP-Ba5pkokYW-C7nNWGOonH'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000cde21aabb704dbbe-006310864f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.049 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:43.050 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:43.050 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.051 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.051 DEBUG:boto:Method: GET 2022-09-01T10:15:43.052 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.052 DEBUG:boto:Data: 2022-09-01T10:15:43.053 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.053 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:43.054 DEBUG:boto:Port: 8001 2022-09-01T10:15:43.055 DEBUG:boto:Params: {} 2022-09-01T10:15:43.055 DEBUG:boto:Token: None 2022-09-01T10:15:43.056 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/ 2022-09-01T10:15:43.057 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0= 2022-09-01T10:15:43.057 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0=', 'Content-Length': '0'} 2022-09-01T10:15:43.065 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a30f7f6110ac297c-006310864f-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.066 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:43.068 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:43.069 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:43.070 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.071 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.072 DEBUG:boto:Method: GET 2022-09-01T10:15:43.073 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.074 DEBUG:boto:Data: 2022-09-01T10:15:43.076 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.077 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:43.080 DEBUG:boto:Port: 8000 2022-09-01T10:15:43.081 DEBUG:boto:Params: {} 2022-09-01T10:15:43.083 DEBUG:boto:Token: None 2022-09-01T10:15:43.085 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/ 2022-09-01T10:15:43.085 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0= 2022-09-01T10:15:43.086 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0=', 'Content-Length': '0'} 2022-09-01T10:15:43.089 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000991da86e6fc5a40a-006310864f-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.090 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:43.091 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:43.092 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:43.095 DEBUG:boto:Method: HEAD 2022-09-01T10:15:43.095 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:43.096 DEBUG:boto:Data: 2022-09-01T10:15:43.096 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.097 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:43.097 DEBUG:boto:Port: 8001 2022-09-01T10:15:43.098 DEBUG:boto:Params: {} 2022-09-01T10:15:43.098 DEBUG:boto:Token: None 2022-09-01T10:15:43.099 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/obj 2022-09-01T10:15:43.101 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L1NupBpSkcowzoBZGrdDdA3FycQ= 2022-09-01T10:15:43.102 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L1NupBpSkcowzoBZGrdDdA3FycQ=', 'Content-Length': '0'} 2022-09-01T10:15:43.105 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000069f2594623be5526-006310864f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.109 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:43.110 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:43.111 DEBUG:boto:Method: HEAD 2022-09-01T10:15:43.112 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:43.113 DEBUG:boto:Data: 2022-09-01T10:15:43.116 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.117 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:43.119 DEBUG:boto:Port: 8000 2022-09-01T10:15:43.119 DEBUG:boto:Params: {} 2022-09-01T10:15:43.120 DEBUG:boto:Token: None 2022-09-01T10:15:43.121 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/obj 2022-09-01T10:15:43.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L1NupBpSkcowzoBZGrdDdA3FycQ= 2022-09-01T10:15:43.124 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L1NupBpSkcowzoBZGrdDdA3FycQ=', 'Content-Length': '0'} 2022-09-01T10:15:43.128 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c370bb822e8d1289-006310864f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.130 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:43.131 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:43.136 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:43.138 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.139 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.140 DEBUG:boto:Method: GET 2022-09-01T10:15:43.141 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.142 DEBUG:boto:Data: 2022-09-01T10:15:43.143 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.146 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:43.147 DEBUG:boto:Port: 8001 2022-09-01T10:15:43.147 DEBUG:boto:Params: {} 2022-09-01T10:15:43.148 DEBUG:boto:Token: None 2022-09-01T10:15:43.149 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.150 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/NP8Nd5za/nd0gct+Tuu6uxwEXg= 2022-09-01T10:15:43.151 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/NP8Nd5za/nd0gct+Tuu6uxwEXg=', 'Content-Length': '0'} 2022-09-01T10:15:43.153 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000d54446ca15f93fa2-006310864f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.154 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:43.155 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:43.155 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.156 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.157 DEBUG:boto:Method: GET 2022-09-01T10:15:43.157 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.158 DEBUG:boto:Data: 2022-09-01T10:15:43.159 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.160 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:43.160 DEBUG:boto:Port: 8000 2022-09-01T10:15:43.161 DEBUG:boto:Params: {} 2022-09-01T10:15:43.161 DEBUG:boto:Token: None 2022-09-01T10:15:43.162 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/NP8Nd5za/nd0gct+Tuu6uxwEXg= 2022-09-01T10:15:43.163 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/NP8Nd5za/nd0gct+Tuu6uxwEXg=', 'Content-Length': '0'} 2022-09-01T10:15:43.166 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a28cb2affc1e6acc-006310864f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.166 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:43.167 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:43.168 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.168 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.169 DEBUG:boto:Method: GET 2022-09-01T10:15:43.169 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.170 DEBUG:boto:Data: 2022-09-01T10:15:43.170 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.171 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:43.171 DEBUG:boto:Port: 8001 2022-09-01T10:15:43.172 DEBUG:boto:Params: {} 2022-09-01T10:15:43.173 DEBUG:boto:Token: None 2022-09-01T10:15:43.173 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/ 2022-09-01T10:15:43.174 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0= 2022-09-01T10:15:43.175 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0=', 'Content-Length': '0'} 2022-09-01T10:15:43.177 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006dbc8229af1a954c-006310864f-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.178 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:43.179 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:43.180 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:43.181 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.181 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.182 DEBUG:boto:Method: GET 2022-09-01T10:15:43.183 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.183 DEBUG:boto:Data: 2022-09-01T10:15:43.184 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.185 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:43.185 DEBUG:boto:Port: 8000 2022-09-01T10:15:43.186 DEBUG:boto:Params: {} 2022-09-01T10:15:43.186 DEBUG:boto:Token: None 2022-09-01T10:15:43.187 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/ 2022-09-01T10:15:43.188 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0= 2022-09-01T10:15:43.189 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0=', 'Content-Length': '0'} 2022-09-01T10:15:43.192 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003837d43c51bf0bf3-006310864f-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.193 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:43.194 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:43.194 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:43.195 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:43.195 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.196 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.196 DEBUG:boto:Method: GET 2022-09-01T10:15:43.197 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.197 DEBUG:boto:Data: 2022-09-01T10:15:43.198 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.199 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:43.199 DEBUG:boto:Port: 8001 2022-09-01T10:15:43.200 DEBUG:boto:Params: {} 2022-09-01T10:15:43.200 DEBUG:boto:Token: None 2022-09-01T10:15:43.201 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.202 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4WiZI/fL24J15CJqpg1lkN58MVQ= 2022-09-01T10:15:43.203 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4WiZI/fL24J15CJqpg1lkN58MVQ=', 'Content-Length': '0'} 2022-09-01T10:15:43.206 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000097100f88e299ff18-006310864f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.208 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:43.213 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:43.214 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.215 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.216 DEBUG:boto:Method: GET 2022-09-01T10:15:43.217 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.218 DEBUG:boto:Data: 2022-09-01T10:15:43.220 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.224 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:43.225 DEBUG:boto:Port: 8000 2022-09-01T10:15:43.226 DEBUG:boto:Params: {} 2022-09-01T10:15:43.227 DEBUG:boto:Token: None 2022-09-01T10:15:43.227 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.228 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4WiZI/fL24J15CJqpg1lkN58MVQ= 2022-09-01T10:15:43.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4WiZI/fL24J15CJqpg1lkN58MVQ=', 'Content-Length': '0'} 2022-09-01T10:15:43.234 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000e3810fd84e6dd7ee-006310864f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.237 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:43.238 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:43.239 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.240 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.241 DEBUG:boto:Method: HEAD 2022-09-01T10:15:43.241 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.242 DEBUG:boto:Data: 2022-09-01T10:15:43.243 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.244 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:43.244 DEBUG:boto:Port: 8001 2022-09-01T10:15:43.245 DEBUG:boto:Params: {} 2022-09-01T10:15:43.246 DEBUG:boto:Token: None 2022-09-01T10:15:43.247 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.248 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x6rfxoLCiKUKStFh+eANB1uy/qc= 2022-09-01T10:15:43.250 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x6rfxoLCiKUKStFh+eANB1uy/qc=', 'Content-Length': '0'} 2022-09-01T10:15:43.253 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000081dfb2c7832814ed-006310864f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.253 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:43.254 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:43.255 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.256 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.257 DEBUG:boto:Method: HEAD 2022-09-01T10:15:43.257 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.258 DEBUG:boto:Data: 2022-09-01T10:15:43.259 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.260 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:43.261 DEBUG:boto:Port: 8000 2022-09-01T10:15:43.261 DEBUG:boto:Params: {} 2022-09-01T10:15:43.262 DEBUG:boto:Token: None 2022-09-01T10:15:43.263 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.264 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x6rfxoLCiKUKStFh+eANB1uy/qc= 2022-09-01T10:15:43.265 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x6rfxoLCiKUKStFh+eANB1uy/qc=', 'Content-Length': '0'} 2022-09-01T10:15:43.273 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003312b2dad4ee7bfd-006310864f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.274 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:43.274 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:43.275 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:43.276 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.276 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.277 DEBUG:boto:Method: GET 2022-09-01T10:15:43.277 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.278 DEBUG:boto:Data: 2022-09-01T10:15:43.278 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.279 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:43.279 DEBUG:boto:Port: 8001 2022-09-01T10:15:43.280 DEBUG:boto:Params: {} 2022-09-01T10:15:43.281 DEBUG:boto:Token: None 2022-09-01T10:15:43.283 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.283 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4WiZI/fL24J15CJqpg1lkN58MVQ= 2022-09-01T10:15:43.284 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4WiZI/fL24J15CJqpg1lkN58MVQ=', 'Content-Length': '0'} 2022-09-01T10:15:43.293 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx0000031d483f5a6f57bdf-006310864f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.295 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:43.296 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:43.297 DEBUG:boto:path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.298 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.299 DEBUG:boto:Method: GET 2022-09-01T10:15:43.300 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.300 DEBUG:boto:Data: 2022-09-01T10:15:43.301 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.302 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:43.303 DEBUG:boto:Port: 8000 2022-09-01T10:15:43.304 DEBUG:boto:Params: {} 2022-09-01T10:15:43.305 DEBUG:boto:Token: None 2022-09-01T10:15:43.306 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/obj?versionId=i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404 2022-09-01T10:15:43.307 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4WiZI/fL24J15CJqpg1lkN58MVQ= 2022-09-01T10:15:43.308 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4WiZI/fL24J15CJqpg1lkN58MVQ=', 'Content-Length': '0'} 2022-09-01T10:15:43.311 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:14 GMT'), ('x-amz-version-id', 'i1jq8vblh8BCEFo4fP6MLJ8Hx1Sb404'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000a5e0f2800f205056-006310864f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.358 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:43.359 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:43.359 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.360 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.360 DEBUG:boto:Method: GET 2022-09-01T10:15:43.361 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.361 DEBUG:boto:Data: 2022-09-01T10:15:43.362 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.363 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:43.363 DEBUG:boto:Port: 8001 2022-09-01T10:15:43.364 DEBUG:boto:Params: {} 2022-09-01T10:15:43.365 DEBUG:boto:Token: None 2022-09-01T10:15:43.371 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/ 2022-09-01T10:15:43.373 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0= 2022-09-01T10:15:43.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0=', 'Content-Length': '0'} 2022-09-01T10:15:43.377 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000be374af8475ba5a2-006310864f-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.378 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:43.380 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:43.382 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:43.383 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.386 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.387 DEBUG:boto:Method: GET 2022-09-01T10:15:43.389 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.390 DEBUG:boto:Data: 2022-09-01T10:15:43.390 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.391 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:43.391 DEBUG:boto:Port: 8000 2022-09-01T10:15:43.392 DEBUG:boto:Params: {} 2022-09-01T10:15:43.392 DEBUG:boto:Token: None 2022-09-01T10:15:43.393 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/ 2022-09-01T10:15:43.394 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0= 2022-09-01T10:15:43.394 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0=', 'Content-Length': '0'} 2022-09-01T10:15:43.398 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009cbcf7b881657125-006310864f-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.399 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:43.400 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:43.400 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:43.401 DEBUG:boto:Method: HEAD 2022-09-01T10:15:43.402 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:43.403 DEBUG:boto:Data: 2022-09-01T10:15:43.404 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.404 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:43.405 DEBUG:boto:Port: 8001 2022-09-01T10:15:43.405 DEBUG:boto:Params: {} 2022-09-01T10:15:43.407 DEBUG:boto:Token: None 2022-09-01T10:15:43.408 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/obj 2022-09-01T10:15:43.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L1NupBpSkcowzoBZGrdDdA3FycQ= 2022-09-01T10:15:43.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L1NupBpSkcowzoBZGrdDdA3FycQ=', 'Content-Length': '0'} 2022-09-01T10:15:43.414 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000003bf1c5cb0c1ace76-006310864f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.415 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:43.415 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:43.416 DEBUG:boto:Method: HEAD 2022-09-01T10:15:43.417 DEBUG:boto:Path: /ptoxvb-19/obj 2022-09-01T10:15:43.417 DEBUG:boto:Data: 2022-09-01T10:15:43.418 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.419 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:43.420 DEBUG:boto:Port: 8000 2022-09-01T10:15:43.420 DEBUG:boto:Params: {} 2022-09-01T10:15:43.421 DEBUG:boto:Token: None 2022-09-01T10:15:43.422 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/obj 2022-09-01T10:15:43.423 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L1NupBpSkcowzoBZGrdDdA3FycQ= 2022-09-01T10:15:43.424 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L1NupBpSkcowzoBZGrdDdA3FycQ=', 'Content-Length': '0'} 2022-09-01T10:15:43.428 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx000004eb831fd82d4831e-006310864f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.429 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:15:43.429 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:43.430 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:43.431 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.431 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.432 DEBUG:boto:Method: GET 2022-09-01T10:15:43.432 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.433 DEBUG:boto:Data: 2022-09-01T10:15:43.434 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.435 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:43.435 DEBUG:boto:Port: 8001 2022-09-01T10:15:43.436 DEBUG:boto:Params: {} 2022-09-01T10:15:43.437 DEBUG:boto:Token: None 2022-09-01T10:15:43.438 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.439 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/NP8Nd5za/nd0gct+Tuu6uxwEXg= 2022-09-01T10:15:43.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/NP8Nd5za/nd0gct+Tuu6uxwEXg=', 'Content-Length': '0'} 2022-09-01T10:15:43.442 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000006847407a9a9a90-006310864f-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.454 DEBUG:boto:path=/ptoxvb-19/obj 2022-09-01T10:15:43.455 DEBUG:boto:auth_path=/ptoxvb-19/obj 2022-09-01T10:15:43.456 DEBUG:boto:path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.457 DEBUG:boto:auth_path=/ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.457 DEBUG:boto:Method: GET 2022-09-01T10:15:43.458 DEBUG:boto:Path: /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.460 DEBUG:boto:Data: 2022-09-01T10:15:43.462 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.463 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:43.467 DEBUG:boto:Port: 8000 2022-09-01T10:15:43.468 DEBUG:boto:Params: {} 2022-09-01T10:15:43.469 DEBUG:boto:Token: None 2022-09-01T10:15:43.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/obj?versionId=MVHbMTX8r624D6.dEWIVKTHO1-2bTLE 2022-09-01T10:15:43.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/NP8Nd5za/nd0gct+Tuu6uxwEXg= 2022-09-01T10:15:43.473 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/NP8Nd5za/nd0gct+Tuu6uxwEXg=', 'Content-Length': '0'} 2022-09-01T10:15:43.476 DEBUG:boto:Response headers: [('Content-Length', '8'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:13:15 GMT'), ('x-amz-version-id', 'MVHbMTX8r624D6.dEWIVKTHO1-2bTLE'), ('x-rgw-object-type', 'Normal'), ('ETag', '"966634ebf2fc135707d6753692bf4b1e"'), ('x-amz-request-id', 'tx00000c2a8cd06a5b8ef89-006310864f-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.477 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:43.478 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:43.479 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.480 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.481 DEBUG:boto:Method: GET 2022-09-01T10:15:43.482 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.482 DEBUG:boto:Data: 2022-09-01T10:15:43.483 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.484 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:15:43.484 DEBUG:boto:Port: 8001 2022-09-01T10:15:43.485 DEBUG:boto:Params: {} 2022-09-01T10:15:43.485 DEBUG:boto:Token: None 2022-09-01T10:15:43.486 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/ 2022-09-01T10:15:43.487 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0= 2022-09-01T10:15:43.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0=', 'Content-Length': '0'} 2022-09-01T10:15:43.490 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a78d99ffe4bf3d0e-006310864f-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.535 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:43.537 DEBUG:boto:path=/ptoxvb-19/ 2022-09-01T10:15:43.542 DEBUG:boto:auth_path=/ptoxvb-19/ 2022-09-01T10:15:43.543 DEBUG:boto:path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.544 DEBUG:boto:auth_path=/ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.545 DEBUG:boto:Method: GET 2022-09-01T10:15:43.546 DEBUG:boto:Path: /ptoxvb-19/?prefix=obj 2022-09-01T10:15:43.547 DEBUG:boto:Data: 2022-09-01T10:15:43.548 DEBUG:boto:Headers: {} 2022-09-01T10:15:43.549 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:15:43.551 DEBUG:boto:Port: 8000 2022-09-01T10:15:43.551 DEBUG:boto:Params: {} 2022-09-01T10:15:43.553 DEBUG:boto:Token: None 2022-09-01T10:15:43.554 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:15:43 GMT /ptoxvb-19/ 2022-09-01T10:15:43.555 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0= 2022-09-01T10:15:43.556 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vv5LcfloCsVZUshINJRC4uHYqq0=', 'Content-Length': '0'} 2022-09-01T10:15:43.559 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006424759e1abb88a2-006310864f-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:43.561 DEBUG:boto:b'ptoxvb-19obj1000falseobj2022-09-01T10:13:15.806Z"966634ebf2fc135707d6753692bf4b1e"8STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:15:43.566 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-19 zones={test-zone3, test-zone2} 2022-09-01T10:15:43.567 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone1 target=test-zone2 2022-09-01T10:15:43.567 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:43.568 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:43.569 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:43.627 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:43.627 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:43.681 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:15:43.681 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:43.682 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:15:43.682 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:15:43.683 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:43.683 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:43.684 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:15:43.684 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:15:43.685 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:43.688 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:43.690 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000001781", 2022-09-01T10:15:43.691 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:14:55.206309Z" 2022-09-01T10:15:43.691 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:43.692 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:43.692 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:15:43.692 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:15:43.693 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:43.693 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:15:43.695 DEBUG:rgw_multi.tests:data markers for zone=test-zone1 markers={0: '', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000001781', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:15:43.697 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-09-01T10:15:43.698 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:43.700 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:43.701 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:43.765 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:43.766 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:43.811 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:15:43.811 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:15:43.812 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:15:43.812 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:15:43.812 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:15:43.812 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 2287981810928691988 2022-09-01T10:15:43.813 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:43.813 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:15:43.813 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:43.813 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:15:43.814 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:43.814 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:15:43.815 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:15:43.815 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:43.815 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:43.816 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:43.816 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000" 2022-09-01T10:15:43.816 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:43.817 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:43.817 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:43.817 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:15:43.817 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:43.818 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:15:43.818 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:15:43.818 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:43.819 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:43.819 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:43.820 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:15:43.821 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:43.821 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:43.822 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:43.822 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:15:43.823 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:43.823 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:15:43.823 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000001781", 2022-09-01T10:15:43.823 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:43.824 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:43.824 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:43.825 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:14:55.206309Z" 2022-09-01T10:15:43.825 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:43.825 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:43.825 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:43.826 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:15:43.826 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:43.827 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:15:43.827 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:15:43.828 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:43.828 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:43.829 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:43.829 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:15:43.830 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:43.836 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:43.836 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:15:43.837 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:43.838 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:15:43.839 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:15:43.839 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:15:43.839 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:43.840 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:15:43Z" 2022-09-01T10:15:43.840 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:15:43.843 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 2287981810928691988 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002909", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:28.446462Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000001781", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:14:55.206309Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006575", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:49.198938Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:15:43Z" } 2022-09-01T10:15:43.844 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002909', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:28.446462Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000001781', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:14:55.206309Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006575', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:49.198938Z'}}] 2022-09-01T10:15:43.845 DEBUG:rgw_multi.tests:log_status={0: '', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000001781', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:15:43.846 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000001781', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:15:43.847 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-09-01T10:15:43.847 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone1 target=test-zone3 2022-09-01T10:15:43.848 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:43.848 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:43.849 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:43.904 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:43.905 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:43.962 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:15:43.963 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:43.963 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:15:43.964 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:15:43.964 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:43.964 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:43.964 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:15:43.965 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:15:43.965 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:43.965 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:43.966 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000001781", 2022-09-01T10:15:43.966 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:14:55.206309Z" 2022-09-01T10:15:43.967 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:43.967 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:43.967 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:15:43.968 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:15:43.968 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:43.968 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:15:43.969 DEBUG:rgw_multi.tests:data markers for zone=test-zone1 markers={0: '', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000001781', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:15:43.969 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-09-01T10:15:43.970 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:43.970 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:43.971 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:44.023 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:44.024 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:44.095 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:15:44.095 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:15:44.096 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:15:44.096 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:15:44.097 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:15:44.097 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 5959551451380182979 2022-09-01T10:15:44.098 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.098 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:15:44.098 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.099 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:15:44.099 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:44.099 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.100 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:15:44.101 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:44.101 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:44.102 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:44.102 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000" 2022-09-01T10:15:44.103 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.103 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.104 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.104 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:15:44.105 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:44.105 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.106 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:15:44.106 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:44.107 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:44.107 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:44.108 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:15:44.108 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.109 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.109 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.109 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:15:44.110 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:44.110 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.110 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000001781", 2022-09-01T10:15:44.111 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:44.111 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:44.112 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:44.112 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:14:55.206309Z" 2022-09-01T10:15:44.113 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.114 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.114 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.115 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:15:44.115 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:44.116 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.116 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:15:44.117 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:44.117 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:44.118 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:44.119 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:15:44.119 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.119 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.120 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:15:44.120 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.121 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:15:44.121 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T10:15:44.122 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T10:15:44.122 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.123 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:15:44Z" 2022-09-01T10:15:44.123 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:15:44.125 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 5959551451380182979 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002909", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:28.446462Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000001781", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:14:55.206309Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006575", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:49.198938Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:15:44Z" } 2022-09-01T10:15:44.127 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002909', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:28.446462Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000001781', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:14:55.206309Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006575', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:49.198938Z'}}] 2022-09-01T10:15:44.128 DEBUG:rgw_multi.tests:log_status={0: '', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000001781', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:15:44.129 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000001781', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:15:44.129 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-09-01T10:15:44.130 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone1 target=test-zone4 2022-09-01T10:15:44.131 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:44.132 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:44.133 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:44.183 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:44.183 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:44.249 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:15:44.250 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.251 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:15:44.251 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:15:44.252 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.252 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.253 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:15:44.253 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:15:44.254 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.255 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.255 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000001781", 2022-09-01T10:15:44.256 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:14:55.206309Z" 2022-09-01T10:15:44.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.257 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.257 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:15:44.257 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:15:44.257 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.258 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:15:44.258 DEBUG:rgw_multi.tests:data markers for zone=test-zone1 markers={0: '', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000001781', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:15:44.259 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone4 source_zone=test-zone1 2022-09-01T10:15:44.259 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:44.260 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:44.261 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:44.320 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:44.321 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:44.365 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:15:44.366 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:15:44.366 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:15:44.367 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:15:44.367 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:15:44.368 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 18437880284917012490 2022-09-01T10:15:44.368 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:44.368 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:15:44.368 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:44.369 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:15:44.369 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:44.369 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.369 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:15:44.370 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:44.370 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:44.371 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:44.371 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000" 2022-09-01T10:15:44.372 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:44.372 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:44.373 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:44.373 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:15:44.374 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:44.374 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.375 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:15:44.375 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:44.375 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:44.376 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:44.376 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:15:44.377 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:44.377 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:44.378 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:44.378 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:15:44.378 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:44.379 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.379 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000001781", 2022-09-01T10:15:44.380 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:44.380 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:44.381 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:44.382 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:14:55.206309Z" 2022-09-01T10:15:44.382 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:44.383 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:44.383 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:44.384 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:15:44.384 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:44.385 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.385 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:15:44.386 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:44.386 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:44.386 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:44.387 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:15:44.387 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:44.388 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:44.388 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:15:44.389 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:44.390 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:15:44.390 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:15:44.390 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:15:44.391 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:44.391 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:15:44Z" 2022-09-01T10:15:44.392 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:15:44.394 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 18437880284917012490 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002909", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:28.446462Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000001781", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:14:55.206309Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006575", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:49.198938Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:15:44Z" } 2022-09-01T10:15:44.395 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002909', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:28.446462Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000001781', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:14:55.206309Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006575', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:49.198938Z'}}] 2022-09-01T10:15:44.396 DEBUG:rgw_multi.tests:log_status={0: '', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000001781', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:15:44.396 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000001781', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:15:44.397 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone4 source_zone=test-zone1 2022-09-01T10:15:44.397 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone2 target=test-zone1 2022-09-01T10:15:44.398 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:44.399 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:44.400 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:44.452 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:44.453 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:44.497 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:15:44.498 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:44.498 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:15:44.498 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "0.000000" 2022-09-01T10:15:44.499 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:44.499 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:44.500 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002486", 2022-09-01T10:15:44.500 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:09:06.924596Z" 2022-09-01T10:15:44.500 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:44.500 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:44.501 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000001499", 2022-09-01T10:15:44.501 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:14:48.353775Z" 2022-09-01T10:15:44.501 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:44.501 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:44.502 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000007139", 2022-09-01T10:15:44.502 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:13:27.131507Z" 2022-09-01T10:15:44.502 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:44.503 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:15:44.505 DEBUG:rgw_multi.tests:data markers for zone=test-zone2 markers={0: '', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000001499', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:15:44.506 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-09-01T10:15:44.506 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:44.507 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:44.508 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:44.564 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:44.565 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:44.626 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:15:44.626 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:15:44.627 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:15:44.627 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:15:44.627 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:15:44.628 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 13225142173767573269 2022-09-01T10:15:44.628 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.629 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:15:44.629 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.630 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:15:44.631 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:44.631 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.632 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:15:44.632 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:44.633 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:44.634 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:44.634 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000" 2022-09-01T10:15:44.636 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.636 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.636 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.637 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:15:44.637 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:44.638 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.638 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002486", 2022-09-01T10:15:44.638 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:44.639 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:44.639 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:44.639 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:09:06.924596Z" 2022-09-01T10:15:44.639 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.640 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.640 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.640 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:15:44.641 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:44.641 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.643 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000001499", 2022-09-01T10:15:44.643 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:44.646 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:44.646 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:44.647 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:14:48.353775Z" 2022-09-01T10:15:44.647 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.648 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.648 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.649 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:15:44.649 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:44.650 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.650 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000007139", 2022-09-01T10:15:44.650 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:44.651 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:44.651 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:44.651 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:13:27.131507Z" 2022-09-01T10:15:44.652 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.652 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.653 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:15:44.653 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.653 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:15:44.654 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T10:15:44.654 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T10:15:44.655 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.655 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:15:44Z" 2022-09-01T10:15:44.655 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:15:44.657 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 13225142173767573269 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002486", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:06.924596Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000001499", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:14:48.353775Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000007139", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:27.131507Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:15:44Z" } 2022-09-01T10:15:44.659 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002486', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:06.924596Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000001499', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:14:48.353775Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000007139', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:27.131507Z'}}] 2022-09-01T10:15:44.660 DEBUG:rgw_multi.tests:log_status={0: '', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000001499', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:15:44.661 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000001499', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:15:44.662 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-09-01T10:15:44.663 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone2 target=test-zone3 2022-09-01T10:15:44.663 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:44.664 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:44.664 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:44.715 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:44.715 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:44.762 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:15:44.763 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:44.763 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:15:44.764 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "0.000000" 2022-09-01T10:15:44.764 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:44.765 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:44.765 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002486", 2022-09-01T10:15:44.766 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:09:06.924596Z" 2022-09-01T10:15:44.766 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:44.766 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:44.767 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000001499", 2022-09-01T10:15:44.767 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:14:48.353775Z" 2022-09-01T10:15:44.768 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:44.768 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:44.769 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000007139", 2022-09-01T10:15:44.769 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:13:27.131507Z" 2022-09-01T10:15:44.770 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:44.771 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:15:44.772 DEBUG:rgw_multi.tests:data markers for zone=test-zone2 markers={0: '', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000001499', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:15:44.773 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone2 2022-09-01T10:15:44.774 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:44.775 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:44.776 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:44.829 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:44.830 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:44.891 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:15:44.892 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:15:44.892 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:15:44.893 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:15:44.893 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:15:44.894 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 14859658217784778135 2022-09-01T10:15:44.894 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.895 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:15:44.895 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.895 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:15:44.896 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:44.896 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.897 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:15:44.897 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:44.898 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:44.898 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:44.899 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000" 2022-09-01T10:15:44.899 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.899 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.900 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.900 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:15:44.900 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:44.900 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.901 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002486", 2022-09-01T10:15:44.901 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:44.901 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:44.901 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:44.902 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:09:06.924596Z" 2022-09-01T10:15:44.902 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.902 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.902 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.903 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:15:44.903 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:44.903 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.904 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000001499", 2022-09-01T10:15:44.904 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:44.906 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:44.907 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:44.907 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:14:48.353775Z" 2022-09-01T10:15:44.908 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.909 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.909 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:44.910 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:15:44.911 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:44.911 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:44.911 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000007139", 2022-09-01T10:15:44.912 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:44.912 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:44.913 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:44.913 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:13:27.131507Z" 2022-09-01T10:15:44.913 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.914 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:44.914 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:15:44.915 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.915 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:15:44.915 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T10:15:44.916 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T10:15:44.916 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:44.917 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:15:44Z" 2022-09-01T10:15:44.917 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:15:44.919 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 14859658217784778135 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002486", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:06.924596Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000001499", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:14:48.353775Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000007139", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:27.131507Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:15:44Z" } 2022-09-01T10:15:44.920 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002486', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:06.924596Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000001499', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:14:48.353775Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000007139', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:27.131507Z'}}] 2022-09-01T10:15:44.921 DEBUG:rgw_multi.tests:log_status={0: '', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000001499', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:15:44.921 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000001499', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:15:44.922 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone2 2022-09-01T10:15:44.922 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone2 target=test-zone4 2022-09-01T10:15:44.923 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone3 target=test-zone1 2022-09-01T10:15:44.924 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:44.924 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:44.926 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:44.976 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:44.976 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:45.039 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:15:45.040 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.040 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:15:45.040 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:15:45.041 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:45.041 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.041 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002768", 2022-09-01T10:15:45.041 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:09:08.345577Z" 2022-09-01T10:15:45.042 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:45.042 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.042 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000001499", 2022-09-01T10:15:45.043 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:14:33.141491Z" 2022-09-01T10:15:45.043 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:45.043 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.043 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005588", 2022-09-01T10:15:45.044 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:13:05.134193Z" 2022-09-01T10:15:45.044 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:45.045 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:15:45.047 DEBUG:rgw_multi.tests:data markers for zone=test-zone3 markers={0: '', 1: '00000000000000000000:00000000000000002768', 2: '00000000000000000000:00000000000000001499', 3: '00000000000000000000:00000000000000005588'} 2022-09-01T10:15:45.048 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone3 2022-09-01T10:15:45.048 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:45.049 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:45.050 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone3 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:45.111 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:45.112 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:45.173 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:15:45.174 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:15:45.174 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:15:45.175 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:15:45.175 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:15:45.176 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 13913980305412794809 2022-09-01T10:15:45.176 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:45.177 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:15:45.177 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.178 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:15:45.179 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:45.179 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:45.180 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:15:45.180 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:45.181 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:45.181 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:45.181 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000" 2022-09-01T10:15:45.183 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:45.184 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:45.184 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.185 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:15:45.185 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:45.185 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:45.186 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002768", 2022-09-01T10:15:45.186 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:45.186 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:45.187 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:45.187 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:09:08.345577Z" 2022-09-01T10:15:45.187 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:45.188 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:45.188 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.189 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:15:45.191 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:45.191 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:45.192 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000001499", 2022-09-01T10:15:45.193 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:45.193 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:45.194 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:45.194 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:14:33.141491Z" 2022-09-01T10:15:45.195 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:45.195 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:45.196 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.196 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:15:45.196 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:45.197 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:15:45.197 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005588", 2022-09-01T10:15:45.198 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:45.199 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:45.199 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:45.200 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:13:05.134193Z" 2022-09-01T10:15:45.200 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:45.201 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:45.202 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:15:45.203 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:45.203 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:15:45.204 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T10:15:45.204 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T10:15:45.207 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:45.207 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:15:45Z" 2022-09-01T10:15:45.207 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:15:45.209 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 13913980305412794809 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002768", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:08.345577Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000001499", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:14:33.141491Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000005588", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:05.134193Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:15:45Z" } 2022-09-01T10:15:45.209 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002768', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:08.345577Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000001499', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:14:33.141491Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000005588', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:05.134193Z'}}] 2022-09-01T10:15:45.210 DEBUG:rgw_multi.tests:log_status={0: '', 1: '00000000000000000000:00000000000000002768', 2: '00000000000000000000:00000000000000001499', 3: '00000000000000000000:00000000000000005588'} 2022-09-01T10:15:45.210 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '00000000000000000000:00000000000000002768', 2: '00000000000000000000:00000000000000001499', 3: '00000000000000000000:00000000000000005588'} 2022-09-01T10:15:45.211 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone3 2022-09-01T10:15:45.212 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone3 target=test-zone2 2022-09-01T10:15:45.212 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:45.213 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:45.213 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:45.266 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:45.266 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:45.319 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:15:45.319 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.319 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:15:45.320 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:15:45.320 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:45.320 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.320 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002768", 2022-09-01T10:15:45.321 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:09:08.345577Z" 2022-09-01T10:15:45.321 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:45.321 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.321 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000001499", 2022-09-01T10:15:45.322 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:14:33.141491Z" 2022-09-01T10:15:45.322 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:45.323 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.323 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005588", 2022-09-01T10:15:45.324 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:13:05.134193Z" 2022-09-01T10:15:45.324 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:45.324 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:15:45.328 DEBUG:rgw_multi.tests:data markers for zone=test-zone3 markers={0: '', 1: '00000000000000000000:00000000000000002768', 2: '00000000000000000000:00000000000000001499', 3: '00000000000000000000:00000000000000005588'} 2022-09-01T10:15:45.328 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone3 2022-09-01T10:15:45.329 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:45.330 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:45.331 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone3 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:45.390 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:45.390 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:45.434 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:15:45.434 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:15:45.434 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:15:45.435 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:15:45.435 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:15:45.435 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 6049846223955254456 2022-09-01T10:15:45.436 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:45.436 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:15:45.436 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:45.437 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:15:45.437 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:45.437 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:15:45.437 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:15:45.438 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:45.438 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:45.438 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:45.439 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000" 2022-09-01T10:15:45.439 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:45.439 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:45.439 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:45.440 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:15:45.440 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:45.440 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:15:45.440 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002768", 2022-09-01T10:15:45.441 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:45.441 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:45.441 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:45.441 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:09:08.345577Z" 2022-09-01T10:15:45.442 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:45.442 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:45.442 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:45.443 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:15:45.443 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:45.443 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:15:45.443 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000001499", 2022-09-01T10:15:45.444 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:45.444 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:45.444 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:45.445 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:14:33.141491Z" 2022-09-01T10:15:45.445 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:45.445 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:45.445 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:45.446 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:15:45.446 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:45.446 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:15:45.446 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000005588", 2022-09-01T10:15:45.447 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:45.447 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:45.447 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:45.447 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:13:05.134193Z" 2022-09-01T10:15:45.448 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:45.448 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:45.448 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:15:45.448 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:45.449 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:15:45.449 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:15:45.449 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:15:45.449 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:45.450 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:15:45Z" 2022-09-01T10:15:45.450 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:15:45.451 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 6049846223955254456 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002768", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:08.345577Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000001499", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:14:33.141491Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000005588", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:05.134193Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:15:45Z" } 2022-09-01T10:15:45.452 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002768', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:08.345577Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000001499', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:14:33.141491Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000005588', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:05.134193Z'}}] 2022-09-01T10:15:45.453 DEBUG:rgw_multi.tests:log_status={0: '', 1: '00000000000000000000:00000000000000002768', 2: '00000000000000000000:00000000000000001499', 3: '00000000000000000000:00000000000000005588'} 2022-09-01T10:15:45.453 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '00000000000000000000:00000000000000002768', 2: '00000000000000000000:00000000000000001499', 3: '00000000000000000000:00000000000000005588'} 2022-09-01T10:15:45.454 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone3 2022-09-01T10:15:45.454 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone3 target=test-zone4 2022-09-01T10:15:45.455 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_concurrent_versioned_object_incremental_sync ... ok 2022-09-01T10:15:45.459 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:15:45.460 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:15:45.460 DEBUG:boto:Method: PUT 2022-09-01T10:15:45.461 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:15:45.461 DEBUG:boto:Data: 2022-09-01T10:15:45.462 DEBUG:boto:Headers: {} 2022-09-01T10:15:45.462 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:45.463 DEBUG:boto:Port: 8000 2022-09-01T10:15:45.463 DEBUG:boto:Params: {} 2022-09-01T10:15:45.464 DEBUG:boto:Token: None 2022-09-01T10:15:45.464 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:15:45 GMT /ptoxvb-20/ 2022-09-01T10:15:45.465 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y38Qj/jvUOldzH2vuf7zM5u7oeE= 2022-09-01T10:15:45.466 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:45 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y38Qj/jvUOldzH2vuf7zM5u7oeE=', 'Content-Length': '0'} 2022-09-01T10:15:45.483 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000087184489f818c401-0063108651-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:15:45 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:45.484 DEBUG:rgw_multi.tests:created bucket=ptoxvb-20 2022-09-01T10:15:45.484 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:45.485 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:45.485 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:45.536 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:45.537 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:45.587 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T10:15:45.615 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:15:45.616 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.616 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:15:45.617 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T10:15:45.617 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:45.617 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.618 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:15:45.618 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:15:45.619 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:45.619 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.620 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:15:45.620 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:47.867747Z" 2022-09-01T10:15:45.621 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:45.621 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:45.622 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027345.480914_134.1", 2022-09-01T10:15:45.623 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:15:45.480914Z" 2022-09-01T10:15:45.623 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:45.624 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:15:45.626 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027345.480914_134.1'} 2022-09-01T10:15:45.627 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:15:45.628 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:45.628 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:45.629 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:45.682 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:45.682 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:45.709 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:15:45.710+0000 7f58d8cc7600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:15:45.711 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:15:45.711+0000 7f58d8cc7600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:15:45.723 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:15:45.723 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:15:45.724 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:15:45.724 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:15:45.725 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:15:45.725 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:15:45.726 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:15:45.726 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:45.727 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:15:45.727 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:45.728 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:15:45.729 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:45.730 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:15:45.730 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:15:45.731 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:45.731 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:15:45.731 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:45.731 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:15:45.732 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:15:45.732 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:45.732 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:45.732 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:45.733 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:15:45.733 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:45.733 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:15:45.734 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:15:45.734 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:45.734 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:45.734 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:45.735 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:15:45.735 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:15:45.735 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:45.736 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:45.736 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:45.736 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:15:45.736 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:45.737 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:15:45.737 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:15:45.737 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:45.738 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:45.738 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:45.738 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:15:45.739 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:15:45.739 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:45.739 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:45.739 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:45.740 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:15:45.740 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:45.740 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:15:45.740 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027345.473043_131.1", 2022-09-01T10:15:45.741 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:45.741 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:45.741 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:45.742 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:15:45.473043Z", 2022-09-01T10:15:45.742 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:15:45.742 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:45.742 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:45.743 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:15:45.743 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:45.743 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:15:45.743 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:15:45.744 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:15:45.744 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:45.744 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:15:45Z" 2022-09-01T10:15:45.744 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:15:45.746 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027345.473043_131.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:15:45.473043Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:15:45Z" } 2022-09-01T10:15:45.747 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027345.473043_131.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:15:45.473043Z', 'realm_epoch': 2}}] 2022-09-01T10:15:45.747 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027345.480914_134.1'} 2022-09-01T10:15:45.748 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027345.473043_131.1'} 2022-09-01T10:15:45.748 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027345.480914_134.1 target=1_1662027345.473043_131.1 2022-09-01T10:15:50.750 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:50.751 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:50.752 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:50.810 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:50.811 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:50.842 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:15:50.842+0000 7fa4b9c4a600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:15:50.843 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:15:50.843+0000 7fa4b9c4a600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:15:50.856 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:15:50.857 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:15:50.857 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:15:50.858 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:15:50.858 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:15:50.859 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:15:50.859 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:15:50.860 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:50.860 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:15:50.861 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:50.861 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:15:50.862 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:50.863 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:15:50.863 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:15:50.864 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:50.864 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:15:50.865 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:50.866 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:15:50.866 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:15:50.867 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:50.867 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:50.868 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:50.868 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:15:50.869 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:50.869 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:15:50.869 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:15:50.870 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:50.870 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:50.870 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:50.871 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:15:50.871 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:15:50.871 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:50.871 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:50.872 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:50.872 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:15:50.872 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:50.873 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:15:50.873 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:15:50.874 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:50.874 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:50.875 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:50.875 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:15:50.876 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:15:50.876 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:50.877 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:50.877 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:50.878 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:15:50.878 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:50.879 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:15:50.879 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027345.480914_134.1", 2022-09-01T10:15:50.880 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:50.880 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:50.881 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:50.881 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:15:45.480914Z", 2022-09-01T10:15:50.882 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:15:50.882 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:50.883 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:50.883 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:15:50.884 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:50.884 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:15:50.885 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:15:50.885 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:15:50.886 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:50.886 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:15:50Z" 2022-09-01T10:15:50.887 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:15:50.889 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027345.480914_134.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:15:45.480914Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:15:50Z" } 2022-09-01T10:15:50.890 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027345.480914_134.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:15:45.480914Z', 'realm_epoch': 2}}] 2022-09-01T10:15:50.891 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027345.480914_134.1'} 2022-09-01T10:15:50.892 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027345.480914_134.1'} 2022-09-01T10:15:50.893 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:15:50.894 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:15:50.894 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:50.895 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:50.896 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:50.955 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:50.956 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:50.991 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:15:50.990+0000 7fadd6e82600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:15:50.992 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:15:50.992+0000 7fadd6e82600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:15:51.013 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:15:51.013 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:15:51.014 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:15:51.015 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:15:51.015 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:15:51.016 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:15:51.016 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:15:51.017 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:51.018 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:15:51.019 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:51.020 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:15:51.020 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:51.021 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:15:51.021 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:15:51.022 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:51.022 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:15:51.023 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:51.023 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:15:51.023 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:15:51.024 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:51.024 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:51.025 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:51.025 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:15:51.026 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:51.026 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:15:51.027 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:15:51.028 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:51.028 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:51.028 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:51.029 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:15:51.029 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:15:51.029 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:51.030 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:51.030 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:51.031 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:15:51.031 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:51.032 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:15:51.032 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:15:51.033 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:51.033 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:51.034 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:51.034 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:15:51.034 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:15:51.035 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:51.035 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:51.036 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:15:51.036 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:15:51.036 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:15:51.037 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:15:51.038 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027345.480914_134.1", 2022-09-01T10:15:51.038 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:15:51.039 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:15:51.039 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:15:51.039 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:15:45.480914Z", 2022-09-01T10:15:51.039 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:15:51.040 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:51.040 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:15:51.040 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:15:51.041 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:51.041 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:15:51.042 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:15:51.042 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:15:51.043 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:15:51.043 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:15:50Z" 2022-09-01T10:15:51.043 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:15:51.045 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027345.480914_134.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:15:45.480914Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:15:50Z" } 2022-09-01T10:15:51.045 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027345.480914_134.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:15:45.480914Z', 'realm_epoch': 2}}] 2022-09-01T10:15:51.046 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027345.480914_134.1'} 2022-09-01T10:15:51.047 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027345.480914_134.1'} 2022-09-01T10:15:51.047 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:15:51.047 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:15:51.048 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:51.049 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:15:51.049 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:15:51.109 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:51.109 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:51.136 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:15:51.136+0000 7fc553046600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:15:51.137 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:15:51.137+0000 7fc553046600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:15:51.149 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:15:51.150 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:15:51.150 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:15:51.150 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:15:51.151 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:15:51.151 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:15:51.151 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:15:51.151 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:51.152 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:15:51.152 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:51.152 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:15:51.153 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:51.153 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:15:51.153 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:15:51.153 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:51.154 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:15:51.154 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:51.154 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:15:51.154 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:15:51.155 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:51.155 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:51.155 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:51.155 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:15:51.156 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:51.156 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:15:51.156 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:15:51.157 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:51.157 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:51.157 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:51.157 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:15:51.158 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:15:51.158 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:51.158 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:51.158 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:51.159 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:15:51.159 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:51.159 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:15:51.159 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:15:51.160 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:51.160 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:51.160 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:51.161 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:15:51.161 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:15:51.161 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:51.161 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:51.162 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:15:51.162 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:15:51.162 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:15:51.162 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:15:51.163 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027345.480914_134.1", 2022-09-01T10:15:51.163 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:15:51.163 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:15:51.163 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:15:51.164 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:15:45.480914Z", 2022-09-01T10:15:51.164 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:15:51.165 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:51.165 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:15:51.165 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:15:51.165 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:51.166 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:15:51.166 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:15:51.167 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:15:51.167 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:15:51.167 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:15:51Z" 2022-09-01T10:15:51.167 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:15:51.169 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027345.480914_134.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:15:45.480914Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:15:51Z" } 2022-09-01T10:15:51.169 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027345.480914_134.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:15:45.480914Z', 'realm_epoch': 2}}] 2022-09-01T10:15:51.170 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027345.480914_134.1'} 2022-09-01T10:15:51.172 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027345.480914_134.1'} 2022-09-01T10:15:51.173 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:15:51.174 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:15:51.175 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:15:51.176 DEBUG:boto:Method: HEAD 2022-09-01T10:15:51.176 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:15:51.177 DEBUG:boto:Data: 2022-09-01T10:15:51.178 DEBUG:boto:Headers: {} 2022-09-01T10:15:51.179 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:51.179 DEBUG:boto:Port: 8000 2022-09-01T10:15:51.180 DEBUG:boto:Params: {} 2022-09-01T10:15:51.180 DEBUG:boto:Token: None 2022-09-01T10:15:51.181 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:15:51 GMT /ptoxvb-20/ 2022-09-01T10:15:51.182 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ojq1GAxfKtG5XZ4DTdVH8sVTK3k= 2022-09-01T10:15:51.183 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:15:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ojq1GAxfKtG5XZ4DTdVH8sVTK3k=', 'Content-Length': '0'} 2022-09-01T10:15:51.186 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d1f7a9fe6d97c6ed-0063108657-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:51.187 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:15:51.187 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:15:51.188 DEBUG:boto:Method: PUT 2022-09-01T10:15:51.188 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:15:51.189 DEBUG:boto:Data: 2022-09-01T10:15:51.189 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue'} 2022-09-01T10:15:51.190 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:15:51.190 DEBUG:boto:Port: 8000 2022-09-01T10:15:51.191 DEBUG:boto:Params: {} 2022-09-01T10:15:51.191 DEBUG:boto:Token: None 2022-09-01T10:15:51.192 DEBUG:boto:StringToSign: PUT 1B2M2Y8AsgTpgAmY7PhCfg== application/octet-stream Thu, 01 Sep 2022 10:15:51 GMT /ptoxvb-20/obj 2022-09-01T10:15:51.193 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TQSXgT3jyV6yRQUFytu3zUS8284= 2022-09-01T10:15:51.193 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:15:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TQSXgT3jyV6yRQUFytu3zUS8284='} 2022-09-01T10:15:51.203 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000064feea37a38bca61-0063108657-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:15:51.203 DEBUG:rgw_multi.tests:created initial version id=None 2022-09-01T10:15:51.205 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-20 2022-09-01T10:15:51.207 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:15:51.207 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:15:51.208 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:15:51.266 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:15:51.267 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:15:51.300 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:15:51.300+0000 7f560e2d5600 1 waiting to reach incremental sync.. 2022-09-01T10:15:56.302 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:15:56.300+0000 7f560e2d5600 1 waiting to reach incremental sync.. 2022-09-01T10:16:01.302 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:16:01.302+0000 7f560e2d5600 1 bucket sync caught up with source: 2022-09-01T10:16:01.303 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.10.5, , ] 2022-09-01T10:16:01.303 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.10.5, , ] 2022-09-01T10:16:01.303 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:16:01.302+0000 7f560e2d5600 0 bucket checkpoint complete 2022-09-01T10:16:01.319 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-20 2022-09-01T10:16:01.320 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:01.321 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:01.321 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:16:01.392 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:16:01.393 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:16:01.432 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:01.432+0000 7f6f64b44600 1 waiting to reach incremental sync.. 2022-09-01T10:16:06.432 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:06.432+0000 7f6f64b44600 1 waiting to reach incremental sync.. 2022-09-01T10:16:11.435 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:11.433+0000 7f6f64b44600 1 waiting to reach incremental sync.. 2022-09-01T10:16:16.434 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:16.434+0000 7f6f64b44600 1 waiting to reach incremental sync.. 2022-09-01T10:16:21.441 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:21.434+0000 7f6f64b44600 1 waiting to reach incremental sync.. 2022-09-01T10:16:26.439 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:26.435+0000 7f6f64b44600 1 waiting to reach incremental sync.. 2022-09-01T10:16:31.436 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:31.436+0000 7f6f64b44600 1 waiting to reach incremental sync.. 2022-09-01T10:16:36.436 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:36.436+0000 7f6f64b44600 1 waiting to reach incremental sync.. 2022-09-01T10:16:41.437 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:41.436+0000 7f6f64b44600 1 waiting to reach incremental sync.. 2022-09-01T10:16:46.438 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:46.436+0000 7f6f64b44600 1 waiting to reach incremental sync.. 2022-09-01T10:16:51.440 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:51.438+0000 7f6f64b44600 1 bucket sync caught up with source: 2022-09-01T10:16:51.440 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.10.5, , ] 2022-09-01T10:16:51.440 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.10.5, , ] 2022-09-01T10:16:51.441 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:51.438+0000 7f6f64b44600 0 bucket checkpoint complete 2022-09-01T10:16:51.464 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-20 2022-09-01T10:16:51.466 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:51.467 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:51.470 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:16:51.540 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:16:51.540 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:16:51.577 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:16:51.577+0000 7f5c84679600 1 bucket sync caught up with source: 2022-09-01T10:16:51.577 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.10.5, , ] 2022-09-01T10:16:51.578 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.10.5, , ] 2022-09-01T10:16:51.578 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:16:51.577+0000 7f5c84679600 0 bucket checkpoint complete 2022-09-01T10:16:51.591 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-20 2022-09-01T10:16:51.592 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:51.593 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:51.594 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:16:51.663 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:16:51.664 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:16:51.722 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:51.713+0000 7f64c1780600 1 bucket sync caught up with source: 2022-09-01T10:16:51.723 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.42.5, , ] 2022-09-01T10:16:51.724 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.42.5, , ] 2022-09-01T10:16:51.724 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:51.713+0000 7f64c1780600 0 bucket checkpoint complete 2022-09-01T10:16:51.729 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-20 2022-09-01T10:16:51.730 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:51.731 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:51.732 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:16:51.796 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:16:51.797 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:16:51.837 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:51.835+0000 7f5004c41600 1 bucket sync caught up with source: 2022-09-01T10:16:51.839 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.42.5, , ] 2022-09-01T10:16:51.839 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.42.5, , ] 2022-09-01T10:16:51.840 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:51.835+0000 7f5004c41600 0 bucket checkpoint complete 2022-09-01T10:16:51.852 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-20 2022-09-01T10:16:51.853 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-20 2022-09-01T10:16:51.854 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:51.856 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:51.857 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:16:51.917 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:16:51.917 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:16:51.968 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:51.967+0000 7fe65424e600 1 bucket sync caught up with source: 2022-09-01T10:16:51.970 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.29.5, , ] 2022-09-01T10:16:51.970 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.29.5, , ] 2022-09-01T10:16:51.971 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:51.967+0000 7fe65424e600 0 bucket checkpoint complete 2022-09-01T10:16:51.982 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-20 2022-09-01T10:16:51.983 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:51.985 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:51.995 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:16:52.063 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:16:52.066 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:16:52.099 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:16:52.099+0000 7efd85796600 1 bucket sync caught up with source: 2022-09-01T10:16:52.100 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.29.5, , ] 2022-09-01T10:16:52.100 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.29.5, , ] 2022-09-01T10:16:52.100 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:16:52.099+0000 7efd85796600 0 bucket checkpoint complete 2022-09-01T10:16:52.113 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-20 2022-09-01T10:16:52.114 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-20 zones={test-zone2, test-zone1} 2022-09-01T10:16:52.115 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.116 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.117 DEBUG:boto:Method: HEAD 2022-09-01T10:16:52.118 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:16:52.118 DEBUG:boto:Data: 2022-09-01T10:16:52.119 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.119 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:52.120 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.121 DEBUG:boto:Params: {} 2022-09-01T10:16:52.122 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:16:52.123 DEBUG:boto:Token: None 2022-09-01T10:16:52.123 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/ 2022-09-01T10:16:52.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NnbO6ir7B1ixFRcQGAaYwyAaMjE= 2022-09-01T10:16:52.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NnbO6ir7B1ixFRcQGAaYwyAaMjE=', 'Content-Length': '0'} 2022-09-01T10:16:52.129 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a2608ffa59994002-0063108694-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.130 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.130 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.131 DEBUG:boto:Method: HEAD 2022-09-01T10:16:52.131 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:16:52.132 DEBUG:boto:Data: 2022-09-01T10:16:52.132 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.133 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.133 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.134 DEBUG:boto:Params: {} 2022-09-01T10:16:52.135 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:16:52.135 DEBUG:boto:Token: None 2022-09-01T10:16:52.136 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/ 2022-09-01T10:16:52.136 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NnbO6ir7B1ixFRcQGAaYwyAaMjE= 2022-09-01T10:16:52.137 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NnbO6ir7B1ixFRcQGAaYwyAaMjE=', 'Content-Length': '0'} 2022-09-01T10:16:52.151 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009884ecd81ba1666c-0063108694-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.153 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:16:52.155 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.156 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.157 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.157 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.158 DEBUG:boto:Method: GET 2022-09-01T10:16:52.162 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.164 DEBUG:boto:Data: 2022-09-01T10:16:52.165 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.166 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:52.167 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.168 DEBUG:boto:Params: {} 2022-09-01T10:16:52.170 DEBUG:boto:Token: None 2022-09-01T10:16:52.171 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/?versions 2022-09-01T10:16:52.172 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0= 2022-09-01T10:16:52.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0=', 'Content-Length': '0'} 2022-09-01T10:16:52.177 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002072f1fab30dc67d-0063108694-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.178 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:52.180 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:16:52.181 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:16:52.182 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.183 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.184 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.185 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.186 DEBUG:boto:Method: GET 2022-09-01T10:16:52.187 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.188 DEBUG:boto:Data: 2022-09-01T10:16:52.189 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.190 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.192 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.193 DEBUG:boto:Params: {} 2022-09-01T10:16:52.194 DEBUG:boto:Token: None 2022-09-01T10:16:52.195 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/?versions 2022-09-01T10:16:52.197 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0= 2022-09-01T10:16:52.198 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0=', 'Content-Length': '0'} 2022-09-01T10:16:52.201 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000042cdae438fa23521-0063108694-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.203 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:52.205 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:16:52.206 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.207 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.208 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.209 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.210 DEBUG:boto:Method: GET 2022-09-01T10:16:52.211 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.212 DEBUG:boto:Data: 2022-09-01T10:16:52.213 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.214 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:52.215 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.216 DEBUG:boto:Params: {} 2022-09-01T10:16:52.217 DEBUG:boto:Token: None 2022-09-01T10:16:52.218 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/?versions 2022-09-01T10:16:52.219 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0= 2022-09-01T10:16:52.220 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0=', 'Content-Length': '0'} 2022-09-01T10:16:52.231 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000066b32d305fec5175-0063108694-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.232 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:52.243 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.244 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.246 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.247 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.248 DEBUG:boto:Method: GET 2022-09-01T10:16:52.250 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.251 DEBUG:boto:Data: 2022-09-01T10:16:52.252 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.253 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.257 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.258 DEBUG:boto:Params: {} 2022-09-01T10:16:52.258 DEBUG:boto:Token: None 2022-09-01T10:16:52.259 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/?versions 2022-09-01T10:16:52.259 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0= 2022-09-01T10:16:52.260 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0=', 'Content-Length': '0'} 2022-09-01T10:16:52.263 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000e3fcc0443d7556b-0063108694-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.264 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:52.264 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:16:52.269 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.270 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.271 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.271 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.272 DEBUG:boto:Method: GET 2022-09-01T10:16:52.273 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.273 DEBUG:boto:Data: 2022-09-01T10:16:52.274 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.275 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:52.275 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.276 DEBUG:boto:Params: {} 2022-09-01T10:16:52.277 DEBUG:boto:Token: None 2022-09-01T10:16:52.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.282 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY= 2022-09-01T10:16:52.283 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY=', 'Content-Length': '0'} 2022-09-01T10:16:52.289 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a88dacc0385ce994-0063108694-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.291 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.292 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.293 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.294 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.295 DEBUG:boto:Method: GET 2022-09-01T10:16:52.295 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.296 DEBUG:boto:Data: 2022-09-01T10:16:52.297 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.298 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.299 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.300 DEBUG:boto:Params: {} 2022-09-01T10:16:52.301 DEBUG:boto:Token: None 2022-09-01T10:16:52.302 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.303 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY= 2022-09-01T10:16:52.304 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY=', 'Content-Length': '0'} 2022-09-01T10:16:52.306 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000639fa117fb95875e-0063108694-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.307 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.307 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.308 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.309 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.309 DEBUG:boto:Method: HEAD 2022-09-01T10:16:52.310 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.310 DEBUG:boto:Data: 2022-09-01T10:16:52.311 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.311 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:52.312 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.312 DEBUG:boto:Params: {} 2022-09-01T10:16:52.313 DEBUG:boto:Token: None 2022-09-01T10:16:52.314 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.314 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KvlNwPERWTTlgSCgWA2s8QKhFQ4= 2022-09-01T10:16:52.315 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KvlNwPERWTTlgSCgWA2s8QKhFQ4=', 'Content-Length': '0'} 2022-09-01T10:16:52.317 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000005a8336a34ee4d933-0063108694-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.318 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.319 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.319 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.320 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.320 DEBUG:boto:Method: HEAD 2022-09-01T10:16:52.321 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.321 DEBUG:boto:Data: 2022-09-01T10:16:52.322 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.323 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.323 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.324 DEBUG:boto:Params: {} 2022-09-01T10:16:52.324 DEBUG:boto:Token: None 2022-09-01T10:16:52.325 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.325 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KvlNwPERWTTlgSCgWA2s8QKhFQ4= 2022-09-01T10:16:52.326 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KvlNwPERWTTlgSCgWA2s8QKhFQ4=', 'Content-Length': '0'} 2022-09-01T10:16:52.330 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000087a3155f29162121-0063108694-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.331 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:16:52.332 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.333 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.333 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.334 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.334 DEBUG:boto:Method: GET 2022-09-01T10:16:52.335 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.336 DEBUG:boto:Data: 2022-09-01T10:16:52.336 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.337 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:52.337 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.338 DEBUG:boto:Params: {} 2022-09-01T10:16:52.339 DEBUG:boto:Token: None 2022-09-01T10:16:52.339 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.340 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY= 2022-09-01T10:16:52.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY=', 'Content-Length': '0'} 2022-09-01T10:16:52.343 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000adcac312fe71dbf2-0063108694-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.344 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.345 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.346 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.347 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.348 DEBUG:boto:Method: GET 2022-09-01T10:16:52.349 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.350 DEBUG:boto:Data: 2022-09-01T10:16:52.351 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.352 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.353 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.354 DEBUG:boto:Params: {} 2022-09-01T10:16:52.355 DEBUG:boto:Token: None 2022-09-01T10:16:52.356 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.357 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY= 2022-09-01T10:16:52.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY=', 'Content-Length': '0'} 2022-09-01T10:16:52.376 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000001c7c5319da76b262-0063108694-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.377 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.378 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.378 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.379 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.379 DEBUG:boto:Method: GET 2022-09-01T10:16:52.380 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.381 DEBUG:boto:Data: 2022-09-01T10:16:52.381 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.382 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:52.382 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.385 DEBUG:boto:Params: {} 2022-09-01T10:16:52.386 DEBUG:boto:Token: None 2022-09-01T10:16:52.387 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/ 2022-09-01T10:16:52.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hZWwau+2fVQdvcRv7sK1mK0/uH4= 2022-09-01T10:16:52.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hZWwau+2fVQdvcRv7sK1mK0/uH4=', 'Content-Length': '0'} 2022-09-01T10:16:52.390 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000038e0ee9d8b204faa-0063108694-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.391 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:52.392 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.393 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.394 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.401 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.402 DEBUG:boto:Method: GET 2022-09-01T10:16:52.403 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.404 DEBUG:boto:Data: 2022-09-01T10:16:52.405 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.406 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.412 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.413 DEBUG:boto:Params: {} 2022-09-01T10:16:52.414 DEBUG:boto:Token: None 2022-09-01T10:16:52.415 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/ 2022-09-01T10:16:52.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hZWwau+2fVQdvcRv7sK1mK0/uH4= 2022-09-01T10:16:52.418 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hZWwau+2fVQdvcRv7sK1mK0/uH4=', 'Content-Length': '0'} 2022-09-01T10:16:52.422 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a3e617b39ea669b1-0063108694-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.424 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:52.427 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.428 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.429 DEBUG:boto:Method: HEAD 2022-09-01T10:16:52.430 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:16:52.431 DEBUG:boto:Data: 2022-09-01T10:16:52.432 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.434 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:52.435 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.438 DEBUG:boto:Params: {} 2022-09-01T10:16:52.440 DEBUG:boto:Token: None 2022-09-01T10:16:52.441 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj 2022-09-01T10:16:52.447 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BnX59TX39gwTZt2Ap0+LnYQ9aVo= 2022-09-01T10:16:52.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BnX59TX39gwTZt2Ap0+LnYQ9aVo=', 'Content-Length': '0'} 2022-09-01T10:16:52.455 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000006e4588b975122b79-0063108694-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.457 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.459 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.460 DEBUG:boto:Method: HEAD 2022-09-01T10:16:52.461 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:16:52.462 DEBUG:boto:Data: 2022-09-01T10:16:52.463 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.463 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.464 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.465 DEBUG:boto:Params: {} 2022-09-01T10:16:52.466 DEBUG:boto:Token: None 2022-09-01T10:16:52.468 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj 2022-09-01T10:16:52.469 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BnX59TX39gwTZt2Ap0+LnYQ9aVo= 2022-09-01T10:16:52.470 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BnX59TX39gwTZt2Ap0+LnYQ9aVo=', 'Content-Length': '0'} 2022-09-01T10:16:52.473 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000002688bff69dc34b93-0063108694-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.474 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:16:52.475 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.476 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.477 DEBUG:boto:Method: GET 2022-09-01T10:16:52.478 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:16:52.479 DEBUG:boto:Data: 2022-09-01T10:16:52.480 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.480 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:52.481 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.481 DEBUG:boto:Params: {} 2022-09-01T10:16:52.482 DEBUG:boto:Token: None 2022-09-01T10:16:52.482 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj 2022-09-01T10:16:52.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U4TMdpu3TtpPvH1ctozLhQjWJco= 2022-09-01T10:16:52.484 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U4TMdpu3TtpPvH1ctozLhQjWJco=', 'Content-Length': '0'} 2022-09-01T10:16:52.486 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000710a4d6ef29beb47-0063108694-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.487 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.488 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.490 DEBUG:boto:Method: GET 2022-09-01T10:16:52.490 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:16:52.491 DEBUG:boto:Data: 2022-09-01T10:16:52.492 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.492 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.493 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.493 DEBUG:boto:Params: {} 2022-09-01T10:16:52.494 DEBUG:boto:Token: None 2022-09-01T10:16:52.495 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj 2022-09-01T10:16:52.496 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U4TMdpu3TtpPvH1ctozLhQjWJco= 2022-09-01T10:16:52.496 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U4TMdpu3TtpPvH1ctozLhQjWJco=', 'Content-Length': '0'} 2022-09-01T10:16:52.501 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000012fcb31bccb36f38-0063108694-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.503 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.506 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.507 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.508 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.509 DEBUG:boto:Method: GET 2022-09-01T10:16:52.510 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.511 DEBUG:boto:Data: 2022-09-01T10:16:52.512 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.514 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:52.516 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.517 DEBUG:boto:Params: {} 2022-09-01T10:16:52.519 DEBUG:boto:Token: None 2022-09-01T10:16:52.520 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/ 2022-09-01T10:16:52.521 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hZWwau+2fVQdvcRv7sK1mK0/uH4= 2022-09-01T10:16:52.522 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hZWwau+2fVQdvcRv7sK1mK0/uH4=', 'Content-Length': '0'} 2022-09-01T10:16:52.526 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008c4a19aa7890063a-0063108694-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.566 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:52.568 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.569 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.571 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.572 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.573 DEBUG:boto:Method: GET 2022-09-01T10:16:52.574 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.575 DEBUG:boto:Data: 2022-09-01T10:16:52.576 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.578 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.579 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.580 DEBUG:boto:Params: {} 2022-09-01T10:16:52.581 DEBUG:boto:Token: None 2022-09-01T10:16:52.582 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/ 2022-09-01T10:16:52.583 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hZWwau+2fVQdvcRv7sK1mK0/uH4= 2022-09-01T10:16:52.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hZWwau+2fVQdvcRv7sK1mK0/uH4=', 'Content-Length': '0'} 2022-09-01T10:16:52.594 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ec19fd788c3bb2a5-0063108694-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.596 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:52.597 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-20 zones={test-zone2, test-zone1} 2022-09-01T10:16:52.611 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-20 zones={test-zone3, test-zone1} 2022-09-01T10:16:52.612 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.613 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.614 DEBUG:boto:Method: HEAD 2022-09-01T10:16:52.615 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:16:52.615 DEBUG:boto:Data: 2022-09-01T10:16:52.616 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.616 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:52.617 DEBUG:boto:Port: 8001 2022-09-01T10:16:52.618 DEBUG:boto:Params: {} 2022-09-01T10:16:52.619 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:16:52.619 DEBUG:boto:Token: None 2022-09-01T10:16:52.620 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/ 2022-09-01T10:16:52.621 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NnbO6ir7B1ixFRcQGAaYwyAaMjE= 2022-09-01T10:16:52.621 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NnbO6ir7B1ixFRcQGAaYwyAaMjE=', 'Content-Length': '0'} 2022-09-01T10:16:52.626 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008da509cfe5bca2f5-0063108694-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.627 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.627 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.628 DEBUG:boto:Method: HEAD 2022-09-01T10:16:52.629 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:16:52.629 DEBUG:boto:Data: 2022-09-01T10:16:52.630 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.631 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.632 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.632 DEBUG:boto:Params: {} 2022-09-01T10:16:52.633 DEBUG:boto:Token: None 2022-09-01T10:16:52.633 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/ 2022-09-01T10:16:52.634 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NnbO6ir7B1ixFRcQGAaYwyAaMjE= 2022-09-01T10:16:52.635 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NnbO6ir7B1ixFRcQGAaYwyAaMjE=', 'Content-Length': '0'} 2022-09-01T10:16:52.637 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007961c6661ecb91e1-0063108694-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.638 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:16:52.639 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.639 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.640 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.641 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.641 DEBUG:boto:Method: GET 2022-09-01T10:16:52.642 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.643 DEBUG:boto:Data: 2022-09-01T10:16:52.644 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.644 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:52.645 DEBUG:boto:Port: 8001 2022-09-01T10:16:52.647 DEBUG:boto:Params: {} 2022-09-01T10:16:52.649 DEBUG:boto:Token: None 2022-09-01T10:16:52.649 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/?versions 2022-09-01T10:16:52.650 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0= 2022-09-01T10:16:52.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0=', 'Content-Length': '0'} 2022-09-01T10:16:52.654 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000040a658114f2770d2-0063108694-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.654 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:52.655 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:16:52.656 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:16:52.656 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.657 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.657 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.658 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.659 DEBUG:boto:Method: GET 2022-09-01T10:16:52.659 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.660 DEBUG:boto:Data: 2022-09-01T10:16:52.660 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.661 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.662 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.663 DEBUG:boto:Params: {} 2022-09-01T10:16:52.663 DEBUG:boto:Token: None 2022-09-01T10:16:52.664 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/?versions 2022-09-01T10:16:52.665 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0= 2022-09-01T10:16:52.665 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0=', 'Content-Length': '0'} 2022-09-01T10:16:52.669 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d97080e26c7c987f-0063108694-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.710 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:52.712 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:16:52.714 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.715 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.715 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.716 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.717 DEBUG:boto:Method: GET 2022-09-01T10:16:52.721 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.723 DEBUG:boto:Data: 2022-09-01T10:16:52.724 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.725 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:52.725 DEBUG:boto:Port: 8001 2022-09-01T10:16:52.726 DEBUG:boto:Params: {} 2022-09-01T10:16:52.728 DEBUG:boto:Token: None 2022-09-01T10:16:52.729 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/?versions 2022-09-01T10:16:52.730 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0= 2022-09-01T10:16:52.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0=', 'Content-Length': '0'} 2022-09-01T10:16:52.733 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b99e342c9c70e798-0063108694-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.734 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:52.735 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.736 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.737 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.739 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.740 DEBUG:boto:Method: GET 2022-09-01T10:16:52.740 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:52.741 DEBUG:boto:Data: 2022-09-01T10:16:52.741 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.743 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.744 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.744 DEBUG:boto:Params: {} 2022-09-01T10:16:52.745 DEBUG:boto:Token: None 2022-09-01T10:16:52.747 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/?versions 2022-09-01T10:16:52.748 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0= 2022-09-01T10:16:52.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KhRZ+4iBXidcSXdTtVMK2a8ZXX0=', 'Content-Length': '0'} 2022-09-01T10:16:52.752 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a245d56d24692c25-0063108694-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.754 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:52.755 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:16:52.757 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.758 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.759 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.760 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.761 DEBUG:boto:Method: GET 2022-09-01T10:16:52.763 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.764 DEBUG:boto:Data: 2022-09-01T10:16:52.765 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.766 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:52.767 DEBUG:boto:Port: 8001 2022-09-01T10:16:52.769 DEBUG:boto:Params: {} 2022-09-01T10:16:52.770 DEBUG:boto:Token: None 2022-09-01T10:16:52.771 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.771 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY= 2022-09-01T10:16:52.772 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY=', 'Content-Length': '0'} 2022-09-01T10:16:52.775 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000249f88ab390dab4a-0063108694-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.776 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.780 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.781 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.781 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.783 DEBUG:boto:Method: GET 2022-09-01T10:16:52.784 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.785 DEBUG:boto:Data: 2022-09-01T10:16:52.786 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.787 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.788 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.789 DEBUG:boto:Params: {} 2022-09-01T10:16:52.790 DEBUG:boto:Token: None 2022-09-01T10:16:52.791 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.792 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY= 2022-09-01T10:16:52.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY=', 'Content-Length': '0'} 2022-09-01T10:16:52.795 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000989cc25254c2cb6e-0063108694-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.796 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.796 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.797 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.797 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.798 DEBUG:boto:Method: HEAD 2022-09-01T10:16:52.798 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.799 DEBUG:boto:Data: 2022-09-01T10:16:52.800 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.800 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:52.801 DEBUG:boto:Port: 8001 2022-09-01T10:16:52.803 DEBUG:boto:Params: {} 2022-09-01T10:16:52.803 DEBUG:boto:Token: None 2022-09-01T10:16:52.816 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KvlNwPERWTTlgSCgWA2s8QKhFQ4= 2022-09-01T10:16:52.817 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KvlNwPERWTTlgSCgWA2s8QKhFQ4=', 'Content-Length': '0'} 2022-09-01T10:16:52.823 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000babb131ab4dd2388-0063108694-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.825 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.826 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.827 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.828 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.829 DEBUG:boto:Method: HEAD 2022-09-01T10:16:52.830 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.830 DEBUG:boto:Data: 2022-09-01T10:16:52.831 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.832 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.832 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.833 DEBUG:boto:Params: {} 2022-09-01T10:16:52.834 DEBUG:boto:Token: None 2022-09-01T10:16:52.835 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.838 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KvlNwPERWTTlgSCgWA2s8QKhFQ4= 2022-09-01T10:16:52.841 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KvlNwPERWTTlgSCgWA2s8QKhFQ4=', 'Content-Length': '0'} 2022-09-01T10:16:52.845 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000047e5b57c54463a2f-0063108694-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.848 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:16:52.849 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.850 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.851 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.852 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.853 DEBUG:boto:Method: GET 2022-09-01T10:16:52.853 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.854 DEBUG:boto:Data: 2022-09-01T10:16:52.856 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.857 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:52.858 DEBUG:boto:Port: 8001 2022-09-01T10:16:52.859 DEBUG:boto:Params: {} 2022-09-01T10:16:52.860 DEBUG:boto:Token: None 2022-09-01T10:16:52.861 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.862 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY= 2022-09-01T10:16:52.863 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY=', 'Content-Length': '0'} 2022-09-01T10:16:52.867 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000095f88e5b0ab41cad-0063108694-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.871 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.872 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.873 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.873 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.874 DEBUG:boto:Method: GET 2022-09-01T10:16:52.874 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.875 DEBUG:boto:Data: 2022-09-01T10:16:52.875 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.876 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.876 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.877 DEBUG:boto:Params: {} 2022-09-01T10:16:52.878 DEBUG:boto:Token: None 2022-09-01T10:16:52.878 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:52.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY= 2022-09-01T10:16:52.881 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2sfcXqGQWSVBaJFyDRM0PViBWLY=', 'Content-Length': '0'} 2022-09-01T10:16:52.884 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000898c375202d94c55-0063108694-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.885 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.885 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.886 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.886 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.887 DEBUG:boto:Method: GET 2022-09-01T10:16:52.888 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.888 DEBUG:boto:Data: 2022-09-01T10:16:52.889 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.889 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:52.890 DEBUG:boto:Port: 8001 2022-09-01T10:16:52.891 DEBUG:boto:Params: {} 2022-09-01T10:16:52.891 DEBUG:boto:Token: None 2022-09-01T10:16:52.892 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/ 2022-09-01T10:16:52.893 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hZWwau+2fVQdvcRv7sK1mK0/uH4= 2022-09-01T10:16:52.893 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hZWwau+2fVQdvcRv7sK1mK0/uH4=', 'Content-Length': '0'} 2022-09-01T10:16:52.900 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a07602ed459ed149-0063108694-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.912 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:52.914 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:52.915 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:52.916 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.916 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.919 DEBUG:boto:Method: GET 2022-09-01T10:16:52.920 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:16:52.920 DEBUG:boto:Data: 2022-09-01T10:16:52.921 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.922 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.923 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.931 DEBUG:boto:Params: {} 2022-09-01T10:16:52.932 DEBUG:boto:Token: None 2022-09-01T10:16:52.933 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/ 2022-09-01T10:16:52.934 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hZWwau+2fVQdvcRv7sK1mK0/uH4= 2022-09-01T10:16:52.936 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hZWwau+2fVQdvcRv7sK1mK0/uH4=', 'Content-Length': '0'} 2022-09-01T10:16:52.940 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000021c8f3ba98cf895c-0063108694-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.942 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:52.947 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.948 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.951 DEBUG:boto:Method: HEAD 2022-09-01T10:16:52.952 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:16:52.954 DEBUG:boto:Data: 2022-09-01T10:16:52.964 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.965 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:52.967 DEBUG:boto:Port: 8001 2022-09-01T10:16:52.977 DEBUG:boto:Params: {} 2022-09-01T10:16:52.978 DEBUG:boto:Token: None 2022-09-01T10:16:52.979 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:52 GMT /ptoxvb-20/obj 2022-09-01T10:16:52.979 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BnX59TX39gwTZt2Ap0+LnYQ9aVo= 2022-09-01T10:16:52.980 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BnX59TX39gwTZt2Ap0+LnYQ9aVo=', 'Content-Length': '0'} 2022-09-01T10:16:52.985 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ed721fcb89461904-0063108694-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:52.987 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:52.988 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:52.989 DEBUG:boto:Method: HEAD 2022-09-01T10:16:52.989 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:16:52.990 DEBUG:boto:Data: 2022-09-01T10:16:52.991 DEBUG:boto:Headers: {} 2022-09-01T10:16:52.992 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:52.998 DEBUG:boto:Port: 8000 2022-09-01T10:16:52.999 DEBUG:boto:Params: {} 2022-09-01T10:16:53.001 DEBUG:boto:Token: None 2022-09-01T10:16:53.002 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/obj 2022-09-01T10:16:53.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vSfBUxH0y41rvfYYIRB9aiEHYqk= 2022-09-01T10:16:53.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vSfBUxH0y41rvfYYIRB9aiEHYqk=', 'Content-Length': '0'} 2022-09-01T10:16:53.007 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000009f6bbc07b65ee161-0063108695-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.009 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:16:53.010 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:53.011 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:53.012 DEBUG:boto:Method: GET 2022-09-01T10:16:53.012 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:16:53.013 DEBUG:boto:Data: 2022-09-01T10:16:53.014 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.015 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:53.016 DEBUG:boto:Port: 8001 2022-09-01T10:16:53.017 DEBUG:boto:Params: {} 2022-09-01T10:16:53.018 DEBUG:boto:Token: None 2022-09-01T10:16:53.019 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/obj 2022-09-01T10:16:53.020 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c+EJ5JNbbM1yMi9vSbXyvtzbGhc= 2022-09-01T10:16:53.021 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c+EJ5JNbbM1yMi9vSbXyvtzbGhc=', 'Content-Length': '0'} 2022-09-01T10:16:53.023 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000028f7c338a0850526-0063108695-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.025 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:53.026 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:53.027 DEBUG:boto:Method: GET 2022-09-01T10:16:53.028 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:16:53.029 DEBUG:boto:Data: 2022-09-01T10:16:53.030 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.031 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:53.031 DEBUG:boto:Port: 8000 2022-09-01T10:16:53.032 DEBUG:boto:Params: {} 2022-09-01T10:16:53.033 DEBUG:boto:Token: None 2022-09-01T10:16:53.034 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/obj 2022-09-01T10:16:53.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c+EJ5JNbbM1yMi9vSbXyvtzbGhc= 2022-09-01T10:16:53.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c+EJ5JNbbM1yMi9vSbXyvtzbGhc=', 'Content-Length': '0'} 2022-09-01T10:16:53.047 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004f1f4be8e2e5841b-0063108695-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.048 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:53.050 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:53.051 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.052 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.053 DEBUG:boto:Method: GET 2022-09-01T10:16:53.054 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.055 DEBUG:boto:Data: 2022-09-01T10:16:53.056 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.057 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:53.057 DEBUG:boto:Port: 8001 2022-09-01T10:16:53.058 DEBUG:boto:Params: {} 2022-09-01T10:16:53.059 DEBUG:boto:Token: None 2022-09-01T10:16:53.059 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/ 2022-09-01T10:16:53.060 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T2YsuXW2NarkOED/qVCFoKKFYeU= 2022-09-01T10:16:53.061 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T2YsuXW2NarkOED/qVCFoKKFYeU=', 'Content-Length': '0'} 2022-09-01T10:16:53.067 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a15bede12f4f98bd-0063108695-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.067 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:53.068 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:53.069 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:53.070 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.070 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.071 DEBUG:boto:Method: GET 2022-09-01T10:16:53.071 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.072 DEBUG:boto:Data: 2022-09-01T10:16:53.072 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.073 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:53.074 DEBUG:boto:Port: 8000 2022-09-01T10:16:53.074 DEBUG:boto:Params: {} 2022-09-01T10:16:53.075 DEBUG:boto:Token: None 2022-09-01T10:16:53.076 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/ 2022-09-01T10:16:53.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T2YsuXW2NarkOED/qVCFoKKFYeU= 2022-09-01T10:16:53.077 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T2YsuXW2NarkOED/qVCFoKKFYeU=', 'Content-Length': '0'} 2022-09-01T10:16:53.081 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000efdef1aaec20249c-0063108695-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.130 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:53.131 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-20 zones={test-zone3, test-zone1} 2022-09-01T10:16:53.132 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-20 zones={test-zone3, test-zone2} 2022-09-01T10:16:53.132 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:53.133 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:53.133 DEBUG:boto:Method: HEAD 2022-09-01T10:16:53.134 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:16:53.134 DEBUG:boto:Data: 2022-09-01T10:16:53.135 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.136 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:53.136 DEBUG:boto:Port: 8001 2022-09-01T10:16:53.137 DEBUG:boto:Params: {} 2022-09-01T10:16:53.137 DEBUG:boto:Token: None 2022-09-01T10:16:53.138 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/ 2022-09-01T10:16:53.139 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zTXHyHiLEyxFhL2BhfDtMSke9OI= 2022-09-01T10:16:53.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zTXHyHiLEyxFhL2BhfDtMSke9OI=', 'Content-Length': '0'} 2022-09-01T10:16:53.142 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000086dc8e2cd884343c-0063108695-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.143 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:53.144 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:53.144 DEBUG:boto:Method: HEAD 2022-09-01T10:16:53.145 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:16:53.145 DEBUG:boto:Data: 2022-09-01T10:16:53.146 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.147 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:53.148 DEBUG:boto:Port: 8000 2022-09-01T10:16:53.148 DEBUG:boto:Params: {} 2022-09-01T10:16:53.149 DEBUG:boto:Token: None 2022-09-01T10:16:53.150 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/ 2022-09-01T10:16:53.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zTXHyHiLEyxFhL2BhfDtMSke9OI= 2022-09-01T10:16:53.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zTXHyHiLEyxFhL2BhfDtMSke9OI=', 'Content-Length': '0'} 2022-09-01T10:16:53.157 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001d204353edc7d1ce-0063108695-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.158 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:16:53.159 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:53.160 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:53.160 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:53.161 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:53.161 DEBUG:boto:Method: GET 2022-09-01T10:16:53.164 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:53.165 DEBUG:boto:Data: 2022-09-01T10:16:53.166 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.166 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:53.167 DEBUG:boto:Port: 8001 2022-09-01T10:16:53.167 DEBUG:boto:Params: {} 2022-09-01T10:16:53.168 DEBUG:boto:Token: None 2022-09-01T10:16:53.169 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/?versions 2022-09-01T10:16:53.170 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fuvbj0JkNqH0wZ2d8uWV+W/ao5E= 2022-09-01T10:16:53.171 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fuvbj0JkNqH0wZ2d8uWV+W/ao5E=', 'Content-Length': '0'} 2022-09-01T10:16:53.174 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000267e4751befffcd6-0063108695-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.175 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:53.176 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:16:53.176 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:16:53.177 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:53.177 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:53.178 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:53.180 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:53.181 DEBUG:boto:Method: GET 2022-09-01T10:16:53.182 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:53.183 DEBUG:boto:Data: 2022-09-01T10:16:53.183 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.184 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:53.184 DEBUG:boto:Port: 8000 2022-09-01T10:16:53.185 DEBUG:boto:Params: {} 2022-09-01T10:16:53.185 DEBUG:boto:Token: None 2022-09-01T10:16:53.186 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/?versions 2022-09-01T10:16:53.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fuvbj0JkNqH0wZ2d8uWV+W/ao5E= 2022-09-01T10:16:53.187 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fuvbj0JkNqH0wZ2d8uWV+W/ao5E=', 'Content-Length': '0'} 2022-09-01T10:16:53.191 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009cc94591d0ca3e91-0063108695-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.192 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:53.193 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:16:53.194 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:53.194 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:53.195 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:53.196 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:53.197 DEBUG:boto:Method: GET 2022-09-01T10:16:53.198 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:53.199 DEBUG:boto:Data: 2022-09-01T10:16:53.200 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.200 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:53.201 DEBUG:boto:Port: 8001 2022-09-01T10:16:53.202 DEBUG:boto:Params: {} 2022-09-01T10:16:53.204 DEBUG:boto:Token: None 2022-09-01T10:16:53.205 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/?versions 2022-09-01T10:16:53.206 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fuvbj0JkNqH0wZ2d8uWV+W/ao5E= 2022-09-01T10:16:53.207 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fuvbj0JkNqH0wZ2d8uWV+W/ao5E=', 'Content-Length': '0'} 2022-09-01T10:16:53.220 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000adedddfa7f5c1981-0063108695-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.263 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:53.264 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:53.265 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:53.266 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:53.266 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:53.267 DEBUG:boto:Method: GET 2022-09-01T10:16:53.267 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:16:53.268 DEBUG:boto:Data: 2022-09-01T10:16:53.269 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.270 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:53.271 DEBUG:boto:Port: 8000 2022-09-01T10:16:53.272 DEBUG:boto:Params: {} 2022-09-01T10:16:53.273 DEBUG:boto:Token: None 2022-09-01T10:16:53.275 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/?versions 2022-09-01T10:16:53.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fuvbj0JkNqH0wZ2d8uWV+W/ao5E= 2022-09-01T10:16:53.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fuvbj0JkNqH0wZ2d8uWV+W/ao5E=', 'Content-Length': '0'} 2022-09-01T10:16:53.282 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000069b0ec3b9608705a-0063108695-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.284 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:53.285 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:16:53.285 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:53.286 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:53.287 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.287 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.288 DEBUG:boto:Method: GET 2022-09-01T10:16:53.288 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.289 DEBUG:boto:Data: 2022-09-01T10:16:53.290 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.290 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:53.291 DEBUG:boto:Port: 8001 2022-09-01T10:16:53.292 DEBUG:boto:Params: {} 2022-09-01T10:16:53.293 DEBUG:boto:Token: None 2022-09-01T10:16:53.294 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.295 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fs6Icc3JUbzVLrcQSBz5wFv+uEo= 2022-09-01T10:16:53.296 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fs6Icc3JUbzVLrcQSBz5wFv+uEo=', 'Content-Length': '0'} 2022-09-01T10:16:53.305 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000c5557b21c8bb1715-0063108695-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.307 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:53.308 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:53.309 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.311 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.312 DEBUG:boto:Method: GET 2022-09-01T10:16:53.314 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.315 DEBUG:boto:Data: 2022-09-01T10:16:53.316 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.317 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:53.318 DEBUG:boto:Port: 8000 2022-09-01T10:16:53.319 DEBUG:boto:Params: {} 2022-09-01T10:16:53.321 DEBUG:boto:Token: None 2022-09-01T10:16:53.322 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.323 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fs6Icc3JUbzVLrcQSBz5wFv+uEo= 2022-09-01T10:16:53.325 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fs6Icc3JUbzVLrcQSBz5wFv+uEo=', 'Content-Length': '0'} 2022-09-01T10:16:53.330 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ec29a80c150c7bd8-0063108695-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.332 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:53.337 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:53.339 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.340 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.342 DEBUG:boto:Method: HEAD 2022-09-01T10:16:53.343 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.344 DEBUG:boto:Data: 2022-09-01T10:16:53.345 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.346 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:53.349 DEBUG:boto:Port: 8001 2022-09-01T10:16:53.351 DEBUG:boto:Params: {} 2022-09-01T10:16:53.352 DEBUG:boto:Token: None 2022-09-01T10:16:53.353 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.354 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6SV/9TYoLoehRkHZvwtgU5Y606s= 2022-09-01T10:16:53.355 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6SV/9TYoLoehRkHZvwtgU5Y606s=', 'Content-Length': '0'} 2022-09-01T10:16:53.357 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ec0325b35537849c-0063108695-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.359 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:53.360 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:53.362 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.364 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.366 DEBUG:boto:Method: HEAD 2022-09-01T10:16:53.367 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.368 DEBUG:boto:Data: 2022-09-01T10:16:53.369 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.370 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:53.371 DEBUG:boto:Port: 8000 2022-09-01T10:16:53.372 DEBUG:boto:Params: {} 2022-09-01T10:16:53.373 DEBUG:boto:Token: None 2022-09-01T10:16:53.375 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6SV/9TYoLoehRkHZvwtgU5Y606s= 2022-09-01T10:16:53.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6SV/9TYoLoehRkHZvwtgU5Y606s=', 'Content-Length': '0'} 2022-09-01T10:16:53.379 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000e0afef66fa605fbb-0063108695-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.381 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:16:53.382 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:53.383 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:53.384 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.385 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.386 DEBUG:boto:Method: GET 2022-09-01T10:16:53.387 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.388 DEBUG:boto:Data: 2022-09-01T10:16:53.389 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.393 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:53.394 DEBUG:boto:Port: 8001 2022-09-01T10:16:53.396 DEBUG:boto:Params: {} 2022-09-01T10:16:53.397 DEBUG:boto:Token: None 2022-09-01T10:16:53.398 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fs6Icc3JUbzVLrcQSBz5wFv+uEo= 2022-09-01T10:16:53.404 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fs6Icc3JUbzVLrcQSBz5wFv+uEo=', 'Content-Length': '0'} 2022-09-01T10:16:53.407 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000009c31fcbf3acb799d-0063108695-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.409 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:53.410 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:53.411 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.412 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.414 DEBUG:boto:Method: GET 2022-09-01T10:16:53.415 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.417 DEBUG:boto:Data: 2022-09-01T10:16:53.418 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.419 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:53.420 DEBUG:boto:Port: 8000 2022-09-01T10:16:53.421 DEBUG:boto:Params: {} 2022-09-01T10:16:53.422 DEBUG:boto:Token: None 2022-09-01T10:16:53.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:16:53.425 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fs6Icc3JUbzVLrcQSBz5wFv+uEo= 2022-09-01T10:16:53.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fs6Icc3JUbzVLrcQSBz5wFv+uEo=', 'Content-Length': '0'} 2022-09-01T10:16:53.430 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000269252e086b58141-0063108695-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.432 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:53.433 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:53.435 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.436 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.437 DEBUG:boto:Method: GET 2022-09-01T10:16:53.438 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.439 DEBUG:boto:Data: 2022-09-01T10:16:53.440 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.441 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:53.442 DEBUG:boto:Port: 8001 2022-09-01T10:16:53.444 DEBUG:boto:Params: {} 2022-09-01T10:16:53.445 DEBUG:boto:Token: None 2022-09-01T10:16:53.447 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/ 2022-09-01T10:16:53.448 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T2YsuXW2NarkOED/qVCFoKKFYeU= 2022-09-01T10:16:53.449 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T2YsuXW2NarkOED/qVCFoKKFYeU=', 'Content-Length': '0'} 2022-09-01T10:16:53.453 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e8fe515bfd2959b8-0063108695-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.455 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:53.456 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:53.460 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:53.464 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.476 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.477 DEBUG:boto:Method: GET 2022-09-01T10:16:53.478 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.484 DEBUG:boto:Data: 2022-09-01T10:16:53.491 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.493 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:53.495 DEBUG:boto:Port: 8000 2022-09-01T10:16:53.496 DEBUG:boto:Params: {} 2022-09-01T10:16:53.498 DEBUG:boto:Token: None 2022-09-01T10:16:53.500 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/ 2022-09-01T10:16:53.501 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T2YsuXW2NarkOED/qVCFoKKFYeU= 2022-09-01T10:16:53.502 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T2YsuXW2NarkOED/qVCFoKKFYeU=', 'Content-Length': '0'} 2022-09-01T10:16:53.506 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000982b8877436d00ac-0063108695-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.507 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:53.508 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:53.508 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:53.509 DEBUG:boto:Method: HEAD 2022-09-01T10:16:53.511 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:16:53.512 DEBUG:boto:Data: 2022-09-01T10:16:53.512 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.513 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:53.513 DEBUG:boto:Port: 8001 2022-09-01T10:16:53.514 DEBUG:boto:Params: {} 2022-09-01T10:16:53.514 DEBUG:boto:Token: None 2022-09-01T10:16:53.515 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/obj 2022-09-01T10:16:53.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vSfBUxH0y41rvfYYIRB9aiEHYqk= 2022-09-01T10:16:53.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vSfBUxH0y41rvfYYIRB9aiEHYqk=', 'Content-Length': '0'} 2022-09-01T10:16:53.520 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000023404cfe17fce2e0-0063108695-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.521 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:53.522 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:53.522 DEBUG:boto:Method: HEAD 2022-09-01T10:16:53.523 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:16:53.523 DEBUG:boto:Data: 2022-09-01T10:16:53.524 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.535 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:53.542 DEBUG:boto:Port: 8000 2022-09-01T10:16:53.543 DEBUG:boto:Params: {} 2022-09-01T10:16:53.543 DEBUG:boto:Token: None 2022-09-01T10:16:53.544 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/obj 2022-09-01T10:16:53.545 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vSfBUxH0y41rvfYYIRB9aiEHYqk= 2022-09-01T10:16:53.545 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vSfBUxH0y41rvfYYIRB9aiEHYqk=', 'Content-Length': '0'} 2022-09-01T10:16:53.552 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000162b08546db3fe50-0063108695-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.553 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:16:53.554 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:53.554 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:53.555 DEBUG:boto:Method: GET 2022-09-01T10:16:53.555 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:16:53.556 DEBUG:boto:Data: 2022-09-01T10:16:53.557 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.557 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:53.566 DEBUG:boto:Port: 8001 2022-09-01T10:16:53.574 DEBUG:boto:Params: {} 2022-09-01T10:16:53.575 DEBUG:boto:Token: None 2022-09-01T10:16:53.576 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/obj 2022-09-01T10:16:53.577 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c+EJ5JNbbM1yMi9vSbXyvtzbGhc= 2022-09-01T10:16:53.577 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c+EJ5JNbbM1yMi9vSbXyvtzbGhc=', 'Content-Length': '0'} 2022-09-01T10:16:53.582 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000071483dc7b680ae9b-0063108695-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.584 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:53.586 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:53.586 DEBUG:boto:Method: GET 2022-09-01T10:16:53.587 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:16:53.589 DEBUG:boto:Data: 2022-09-01T10:16:53.590 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.591 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:53.591 DEBUG:boto:Port: 8000 2022-09-01T10:16:53.592 DEBUG:boto:Params: {} 2022-09-01T10:16:53.593 DEBUG:boto:Token: None 2022-09-01T10:16:53.594 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/obj 2022-09-01T10:16:53.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c+EJ5JNbbM1yMi9vSbXyvtzbGhc= 2022-09-01T10:16:53.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c+EJ5JNbbM1yMi9vSbXyvtzbGhc=', 'Content-Length': '0'} 2022-09-01T10:16:53.600 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003da7c1bbaaa1f6e2-0063108695-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.602 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:53.603 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:53.605 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.606 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.606 DEBUG:boto:Method: GET 2022-09-01T10:16:53.607 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.608 DEBUG:boto:Data: 2022-09-01T10:16:53.608 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.609 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:16:53.609 DEBUG:boto:Port: 8001 2022-09-01T10:16:53.610 DEBUG:boto:Params: {} 2022-09-01T10:16:53.610 DEBUG:boto:Token: None 2022-09-01T10:16:53.611 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/ 2022-09-01T10:16:53.612 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T2YsuXW2NarkOED/qVCFoKKFYeU= 2022-09-01T10:16:53.612 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T2YsuXW2NarkOED/qVCFoKKFYeU=', 'Content-Length': '0'} 2022-09-01T10:16:53.620 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ee843dfc9df5e747-0063108695-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.673 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:53.674 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:53.675 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:53.676 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.677 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.685 DEBUG:boto:Method: GET 2022-09-01T10:16:53.687 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:16:53.689 DEBUG:boto:Data: 2022-09-01T10:16:53.690 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.691 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:16:53.692 DEBUG:boto:Port: 8000 2022-09-01T10:16:53.693 DEBUG:boto:Params: {} 2022-09-01T10:16:53.694 DEBUG:boto:Token: None 2022-09-01T10:16:53.695 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/ 2022-09-01T10:16:53.695 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T2YsuXW2NarkOED/qVCFoKKFYeU= 2022-09-01T10:16:53.696 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T2YsuXW2NarkOED/qVCFoKKFYeU=', 'Content-Length': '0'} 2022-09-01T10:16:53.699 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002f4c54873b5237d5-0063108695-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.702 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:16:53.703 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-20 zones={test-zone3, test-zone2} 2022-09-01T10:16:53.704 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:53.704 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:53.705 DEBUG:boto:path=/ptoxvb-20/?versioning 2022-09-01T10:16:53.705 DEBUG:boto:auth_path=/ptoxvb-20/?versioning 2022-09-01T10:16:53.706 DEBUG:boto:Method: PUT 2022-09-01T10:16:53.706 DEBUG:boto:Path: /ptoxvb-20/?versioning 2022-09-01T10:16:53.707 DEBUG:boto:Data: Enabled Disabled 2022-09-01T10:16:53.707 DEBUG:boto:Headers: {} 2022-09-01T10:16:53.708 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:53.708 DEBUG:boto:Port: 8000 2022-09-01T10:16:53.709 DEBUG:boto:Params: {} 2022-09-01T10:16:53.710 DEBUG:boto:Token: None 2022-09-01T10:16:53.710 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:16:53 GMT /ptoxvb-20/?versioning 2022-09-01T10:16:53.711 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TmyE+8bmQddvsQRkJi4tV49ROlY= 2022-09-01T10:16:53.711 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TmyE+8bmQddvsQRkJi4tV49ROlY=', 'Content-Length': '228'} 2022-09-01T10:16:53.719 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000005193bb48ad8b96ba-0063108695-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:16:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:53.720 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:16:53.720 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:16:53.721 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:16:53.784 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:16:53.784 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:16:53.820 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T10:16:53.834 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:16:53.835 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:16:53.835 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:16:53.836 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T10:16:53.836 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:16:53.836 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:16:53.837 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:16:53.837 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:16:53.837 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:16:53.838 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:16:53.838 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:16:53.838 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:47.867747Z" 2022-09-01T10:16:53.839 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:16:53.839 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:16:53.840 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027413.718736_138.1", 2022-09-01T10:16:53.840 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:16:53.718736Z" 2022-09-01T10:16:53.841 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:16:53.841 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:16:53.843 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027413.718736_138.1'} 2022-09-01T10:16:53.845 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:16:53.845 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:16:53.846 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:16:53.847 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:16:53.904 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:16:53.905 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:16:53.936 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:16:53.933+0000 7f772e027600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:16:53.937 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:16:53.934+0000 7f772e027600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:16:53.947 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:16:53.948 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:16:53.948 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:16:53.949 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:16:53.950 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:16:53.950 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:16:53.951 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:16:53.951 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:16:53.952 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:16:53.952 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:16:53.953 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:16:53.953 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:16:53.954 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:16:53.955 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:16:53.955 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:16:53.956 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:16:53.956 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:16:53.957 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:16:53.957 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:16:53.958 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:16:53.958 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:16:53.959 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:16:53.959 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:16:53.960 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:16:53.960 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:16:53.961 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:16:53.961 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:16:53.962 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:16:53.962 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:16:53.963 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:16:53.963 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:16:53.964 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:16:53.964 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:16:53.965 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:16:53.965 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:16:53.966 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:16:53.966 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:16:53.967 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:16:53.967 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:16:53.968 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:16:53.968 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:16:53.969 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:16:53.969 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:16:53.970 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:16:53.971 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:16:53.971 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:16:53.972 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:16:53.972 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:16:53.972 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:16:53.973 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027413.718736_138.1", 2022-09-01T10:16:53.973 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:16:53.973 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:16:53.973 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:16:53.974 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:16:53.718736Z", 2022-09-01T10:16:53.974 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:16:53.974 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:16:53.974 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:16:53.975 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:16:53.975 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:16:53.975 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:16:53.975 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:16:53.976 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:16:53.976 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:16:53.976 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:16:53Z" 2022-09-01T10:16:53.976 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:16:53.978 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027413.718736_138.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:16:53.718736Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:16:53Z" } 2022-09-01T10:16:53.979 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027413.718736_138.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:16:53.718736Z', 'realm_epoch': 2}}] 2022-09-01T10:16:53.981 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027413.718736_138.1'} 2022-09-01T10:16:53.981 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027413.718736_138.1'} 2022-09-01T10:16:53.982 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:16:53.983 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:16:53.984 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:16:53.985 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:16:53.986 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:16:54.041 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:16:54.042 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:16:54.091 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:54.089+0000 7f2f50951600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:16:54.092 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:54.091+0000 7f2f50951600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:16:54.112 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:16:54.113 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:16:54.113 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:16:54.113 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:16:54.113 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:16:54.114 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:16:54.114 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:16:54.114 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:16:54.115 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:16:54.115 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:16:54.115 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:16:54.116 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:16:54.116 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:16:54.117 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:16:54.117 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:16:54.118 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:16:54.120 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:16:54.122 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:16:54.122 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:16:54.122 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:16:54.122 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:16:54.123 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:16:54.123 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:16:54.123 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:16:54.124 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:16:54.124 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:16:54.124 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:16:54.124 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:16:54.125 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:16:54.125 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:16:54.126 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:16:54.126 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:16:54.127 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:16:54.127 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:16:54.127 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:16:54.128 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:16:54.128 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:16:54.128 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:16:54.129 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:16:54.129 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:16:54.129 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:16:54.130 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:16:54.130 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:16:54.130 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:16:54.131 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:16:54.131 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:16:54.131 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:16:54.132 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:16:54.132 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:16:54.132 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027413.718736_138.1", 2022-09-01T10:16:54.133 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:16:54.133 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:16:54.134 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:16:54.134 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:16:53.718736Z", 2022-09-01T10:16:54.134 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:16:54.134 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:16:54.135 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:16:54.135 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:16:54.135 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:16:54.135 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:16:54.136 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:16:54.137 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:16:54.137 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:16:54.138 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:16:54Z" 2022-09-01T10:16:54.138 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:16:54.140 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027413.718736_138.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:16:53.718736Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:16:54Z" } 2022-09-01T10:16:54.141 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027413.718736_138.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:16:53.718736Z', 'realm_epoch': 2}}] 2022-09-01T10:16:54.147 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027413.718736_138.1'} 2022-09-01T10:16:54.148 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027413.718736_138.1'} 2022-09-01T10:16:54.149 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:16:54.152 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:16:54.153 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:16:54.154 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:16:54.155 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:16:54.213 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:16:54.213 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:16:54.236 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:16:54.236+0000 7effe108f600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:16:54.237 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:16:54.237+0000 7effe108f600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:16:54.251 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:16:54.252 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:16:54.252 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:16:54.253 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:16:54.253 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:16:54.254 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:16:54.254 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:16:54.255 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:16:54.255 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:16:54.255 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:16:54.259 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:16:54.259 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:16:54.260 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:16:54.260 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:16:54.260 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:16:54.261 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:16:54.261 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:16:54.261 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:16:54.262 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:16:54.262 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:16:54.262 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:16:54.262 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:16:54.263 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:16:54.263 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:16:54.263 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:16:54.264 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:16:54.264 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:16:54.264 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:16:54.264 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:16:54.265 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:16:54.265 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:16:54.265 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:16:54.265 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:16:54.265 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:16:54.266 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:16:54.266 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:16:54.266 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:16:54.267 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:16:54.267 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:16:54.267 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:16:54.267 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:16:54.267 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:16:54.268 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:16:54.268 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:16:54.268 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:16:54.268 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:16:54.269 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:16:54.269 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:16:54.269 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:16:54.269 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027413.718736_138.1", 2022-09-01T10:16:54.270 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:16:54.270 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:16:54.270 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:16:54.270 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:16:53.718736Z", 2022-09-01T10:16:54.271 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:16:54.271 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:16:54.271 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:16:54.271 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:16:54.272 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:16:54.272 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:16:54.272 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:16:54.273 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:16:54.273 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:16:54.273 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:16:54Z" 2022-09-01T10:16:54.273 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:16:54.274 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027413.718736_138.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:16:53.718736Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:16:54Z" } 2022-09-01T10:16:54.274 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027413.718736_138.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:16:53.718736Z', 'realm_epoch': 2}}] 2022-09-01T10:16:54.275 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027413.718736_138.1'} 2022-09-01T10:16:54.276 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027413.718736_138.1'} 2022-09-01T10:16:54.276 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:16:54.276 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:16:54.277 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:16:54.277 DEBUG:boto:Method: HEAD 2022-09-01T10:16:54.278 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:16:54.279 DEBUG:boto:Data: 2022-09-01T10:16:54.279 DEBUG:boto:Headers: {} 2022-09-01T10:16:54.280 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:54.280 DEBUG:boto:Port: 8000 2022-09-01T10:16:54.281 DEBUG:boto:Params: {} 2022-09-01T10:16:54.281 DEBUG:boto:Token: None 2022-09-01T10:16:54.282 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:16:54 GMT /ptoxvb-20/ 2022-09-01T10:16:54.283 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RpH7HC+hCCd9mmNMdm54SfpCIiU= 2022-09-01T10:16:54.283 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:16:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RpH7HC+hCCd9mmNMdm54SfpCIiU=', 'Content-Length': '0'} 2022-09-01T10:16:54.286 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000007fad0c5a755b36c-0063108696-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:54.288 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:16:54.289 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:16:54.291 DEBUG:boto:Method: PUT 2022-09-01T10:16:54.292 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:16:54.293 DEBUG:boto:Data: 2022-09-01T10:16:54.294 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue'} 2022-09-01T10:16:54.295 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:16:54.297 DEBUG:boto:Port: 8000 2022-09-01T10:16:54.298 DEBUG:boto:Params: {} 2022-09-01T10:16:54.299 DEBUG:boto:Token: None 2022-09-01T10:16:54.300 DEBUG:boto:StringToSign: PUT 1B2M2Y8AsgTpgAmY7PhCfg== application/octet-stream Thu, 01 Sep 2022 10:16:54 GMT /ptoxvb-20/obj 2022-09-01T10:16:54.301 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N39ebK1vyrNyT+aNIqTJJqHYlZo= 2022-09-01T10:16:54.302 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:16:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N39ebK1vyrNyT+aNIqTJJqHYlZo='} 2022-09-01T10:16:54.315 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-amz-request-id', 'tx000000fc3091d5c0b0cd8-0063108696-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:16:54.317 DEBUG:rgw_multi.tests:created new version id=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:16:54.318 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-20 2022-09-01T10:16:54.319 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:54.320 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:54.322 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:16:54.383 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:16:54.384 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:16:54.416 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:16:54.417+0000 7f0bdc87c600 1 waiting for incremental sync to catch up: 2022-09-01T10:16:54.417 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.10.5, , ] 2022-09-01T10:16:54.417 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000003.13.12, , ] 2022-09-01T10:16:59.418 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:16:59.418+0000 7f0bdc87c600 1 bucket sync caught up with source: 2022-09-01T10:16:59.419 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000003.13.12, , ] 2022-09-01T10:16:59.420 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000003.13.12, , ] 2022-09-01T10:16:59.420 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:16:59.418+0000 7f0bdc87c600 0 bucket checkpoint complete 2022-09-01T10:16:59.435 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-20 2022-09-01T10:16:59.436 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:59.437 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:16:59.437 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:16:59.506 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:16:59.507 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:16:59.557 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:16:59.555+0000 7fd7dda7e600 1 waiting for incremental sync to catch up: 2022-09-01T10:16:59.558 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.10.5, , ] 2022-09-01T10:16:59.558 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000003.13.12, , ] 2022-09-01T10:17:04.557 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:17:04.557+0000 7fd7dda7e600 1 waiting for incremental sync to catch up: 2022-09-01T10:17:04.558 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.10.5, , ] 2022-09-01T10:17:04.558 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000003.13.12, , ] 2022-09-01T10:17:09.558 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:17:09.558+0000 7fd7dda7e600 1 bucket sync caught up with source: 2022-09-01T10:17:09.559 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000003.13.12, , ] 2022-09-01T10:17:09.559 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000003.13.12, , ] 2022-09-01T10:17:09.560 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:17:09.558+0000 7fd7dda7e600 0 bucket checkpoint complete 2022-09-01T10:17:09.583 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-20 2022-09-01T10:17:09.584 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:17:09.585 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:17:09.585 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:17:09.652 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:17:09.653 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:17:09.690 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:09.690+0000 7f4e2abb1600 1 waiting for incremental sync to catch up: 2022-09-01T10:17:09.691 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.10.5, , ] 2022-09-01T10:17:09.691 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000003.13.12, , ] 2022-09-01T10:17:14.691 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:14.690+0000 7f4e2abb1600 1 bucket sync caught up with source: 2022-09-01T10:17:14.692 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000003.13.12, , ] 2022-09-01T10:17:14.694 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000003.13.12, , ] 2022-09-01T10:17:14.694 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:14.691+0000 7f4e2abb1600 0 bucket checkpoint complete 2022-09-01T10:17:14.720 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-20 2022-09-01T10:17:14.721 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:17:14.722 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:17:14.723 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:17:14.788 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:17:14.789 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:17:14.828 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:17:14.828+0000 7f7fa380e600 1 bucket sync caught up with source: 2022-09-01T10:17:14.828 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000003.46.12, , ] 2022-09-01T10:17:14.829 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000003.46.12, , ] 2022-09-01T10:17:14.829 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:17:14.828+0000 7f7fa380e600 0 bucket checkpoint complete 2022-09-01T10:17:14.844 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-20 2022-09-01T10:17:14.845 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:17:14.846 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:17:14.846 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:17:14.905 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:17:14.905 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:17:14.950 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:17:14.949+0000 7f553aa39600 1 bucket sync caught up with source: 2022-09-01T10:17:14.950 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000003.46.12, , ] 2022-09-01T10:17:14.951 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000003.46.12, , ] 2022-09-01T10:17:14.951 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:17:14.949+0000 7f553aa39600 0 bucket checkpoint complete 2022-09-01T10:17:14.962 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-20 2022-09-01T10:17:14.963 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-20 2022-09-01T10:17:14.963 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:17:14.964 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:17:14.965 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:17:15.024 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:17:15.024 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:17:15.064 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:17:15.059+0000 7fe3bc638600 1 waiting for incremental sync to catch up: 2022-09-01T10:17:15.064 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.29.5, , ] 2022-09-01T10:17:15.065 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000104.234.9, , ] 2022-09-01T10:17:20.067 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:17:20.061+0000 7fe3bc638600 1 waiting for incremental sync to catch up: 2022-09-01T10:17:20.068 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.29.5, , ] 2022-09-01T10:17:20.069 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000104.234.9, , ] 2022-09-01T10:17:25.063 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:17:25.063+0000 7fe3bc638600 1 waiting for incremental sync to catch up: 2022-09-01T10:17:25.063 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.29.5, , ] 2022-09-01T10:17:25.064 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000104.234.9, , ] 2022-09-01T10:17:30.065 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:17:30.065+0000 7fe3bc638600 1 bucket sync caught up with source: 2022-09-01T10:17:30.066 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000104.234.9, , ] 2022-09-01T10:17:30.067 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000104.234.9, , ] 2022-09-01T10:17:30.067 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:17:30.065+0000 7fe3bc638600 0 bucket checkpoint complete 2022-09-01T10:17:30.091 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-20 2022-09-01T10:17:30.092 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:17:30.095 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:17:30.097 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:17:30.164 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:17:30.164 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:17:30.202 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:30.201+0000 7f8e05e51600 1 waiting for incremental sync to catch up: 2022-09-01T10:17:30.202 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.29.5, , ] 2022-09-01T10:17:30.216 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000104.234.9, , ] 2022-09-01T10:17:35.204 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:35.202+0000 7f8e05e51600 1 waiting for incremental sync to catch up: 2022-09-01T10:17:35.206 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.29.5, , ] 2022-09-01T10:17:35.207 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000104.234.9, , ] 2022-09-01T10:17:40.206 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:40.204+0000 7f8e05e51600 1 waiting for incremental sync to catch up: 2022-09-01T10:17:40.207 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.29.5, , ] 2022-09-01T10:17:40.208 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000104.234.9, , ] 2022-09-01T10:17:45.213 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:45.206+0000 7f8e05e51600 1 waiting for incremental sync to catch up: 2022-09-01T10:17:45.214 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.29.5, , ] 2022-09-01T10:17:45.214 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000104.234.9, , ] 2022-09-01T10:17:50.208 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:50.207+0000 7f8e05e51600 1 bucket sync caught up with source: 2022-09-01T10:17:50.209 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000104.234.9, , ] 2022-09-01T10:17:50.211 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000104.234.9, , ] 2022-09-01T10:17:50.212 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:50.207+0000 7f8e05e51600 0 bucket checkpoint complete 2022-09-01T10:17:50.227 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-20 2022-09-01T10:17:50.227 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-20 zones={test-zone2, test-zone1} 2022-09-01T10:17:50.228 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:50.229 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:50.236 DEBUG:boto:Method: HEAD 2022-09-01T10:17:50.237 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:17:50.238 DEBUG:boto:Data: 2022-09-01T10:17:50.238 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.239 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.239 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.243 DEBUG:boto:Params: {} 2022-09-01T10:17:50.244 DEBUG:boto:Token: None 2022-09-01T10:17:50.245 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/ 2022-09-01T10:17:50.245 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8aivOmdMc+D6PiVrvTlxPG/IlNw= 2022-09-01T10:17:50.246 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8aivOmdMc+D6PiVrvTlxPG/IlNw=', 'Content-Length': '0'} 2022-09-01T10:17:50.250 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a672cb6fdb4b94a6-00631086ce-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.251 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:50.252 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:50.253 DEBUG:boto:Method: HEAD 2022-09-01T10:17:50.254 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:17:50.255 DEBUG:boto:Data: 2022-09-01T10:17:50.262 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.263 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.264 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.265 DEBUG:boto:Params: {} 2022-09-01T10:17:50.266 DEBUG:boto:Token: None 2022-09-01T10:17:50.268 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/ 2022-09-01T10:17:50.269 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8aivOmdMc+D6PiVrvTlxPG/IlNw= 2022-09-01T10:17:50.271 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8aivOmdMc+D6PiVrvTlxPG/IlNw=', 'Content-Length': '0'} 2022-09-01T10:17:50.280 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004da6439786a76689-00631086ce-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.289 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:17:50.290 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:50.291 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:50.298 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:50.299 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:50.300 DEBUG:boto:Method: GET 2022-09-01T10:17:50.301 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:50.302 DEBUG:boto:Data: 2022-09-01T10:17:50.303 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.304 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.305 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.306 DEBUG:boto:Params: {} 2022-09-01T10:17:50.307 DEBUG:boto:Token: None 2022-09-01T10:17:50.308 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/?versions 2022-09-01T10:17:50.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oayXD0ittSzmhfY0KhbxquB2P1Y= 2022-09-01T10:17:50.310 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oayXD0ittSzmhfY0KhbxquB2P1Y=', 'Content-Length': '0'} 2022-09-01T10:17:50.313 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000050a5c71524cca463-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.314 DEBUG:boto:b'ptoxvb-20999falseobj524265PbzPHHaVkQcq.nwDiJUMM2go9true2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjnullfalse2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:50.315 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:17:50.316 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:17:50.316 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:17:50.317 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:50.317 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:50.318 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:50.318 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:50.319 DEBUG:boto:Method: GET 2022-09-01T10:17:50.320 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:50.321 DEBUG:boto:Data: 2022-09-01T10:17:50.322 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.323 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.324 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.325 DEBUG:boto:Params: {} 2022-09-01T10:17:50.326 DEBUG:boto:Token: None 2022-09-01T10:17:50.327 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/?versions 2022-09-01T10:17:50.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oayXD0ittSzmhfY0KhbxquB2P1Y= 2022-09-01T10:17:50.330 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oayXD0ittSzmhfY0KhbxquB2P1Y=', 'Content-Length': '0'} 2022-09-01T10:17:50.335 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bc07990fbd883caf-00631086ce-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.337 DEBUG:boto:b'ptoxvb-20999falseobj524265PbzPHHaVkQcq.nwDiJUMM2go9true2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjnullfalse2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:50.338 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:17:50.339 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:17:50.340 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:50.341 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:50.342 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:50.343 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:50.344 DEBUG:boto:Method: GET 2022-09-01T10:17:50.344 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:50.345 DEBUG:boto:Data: 2022-09-01T10:17:50.345 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.346 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.346 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.347 DEBUG:boto:Params: {} 2022-09-01T10:17:50.348 DEBUG:boto:Token: None 2022-09-01T10:17:50.348 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/?versions 2022-09-01T10:17:50.349 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oayXD0ittSzmhfY0KhbxquB2P1Y= 2022-09-01T10:17:50.349 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oayXD0ittSzmhfY0KhbxquB2P1Y=', 'Content-Length': '0'} 2022-09-01T10:17:50.353 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000006a34f177cae2bc0-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.354 DEBUG:boto:b'ptoxvb-20999falseobj524265PbzPHHaVkQcq.nwDiJUMM2go9true2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjnullfalse2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:50.356 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:50.357 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:50.358 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:50.358 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:50.359 DEBUG:boto:Method: GET 2022-09-01T10:17:50.360 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:50.364 DEBUG:boto:Data: 2022-09-01T10:17:50.367 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.372 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.373 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.374 DEBUG:boto:Params: {} 2022-09-01T10:17:50.376 DEBUG:boto:Token: None 2022-09-01T10:17:50.377 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/?versions 2022-09-01T10:17:50.378 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oayXD0ittSzmhfY0KhbxquB2P1Y= 2022-09-01T10:17:50.380 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oayXD0ittSzmhfY0KhbxquB2P1Y=', 'Content-Length': '0'} 2022-09-01T10:17:50.386 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b77ae23deb4de950-00631086ce-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.387 DEBUG:boto:b'ptoxvb-20999falseobj524265PbzPHHaVkQcq.nwDiJUMM2go9true2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjnullfalse2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:50.390 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:50.391 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.392 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.393 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.394 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.410 DEBUG:boto:Method: GET 2022-09-01T10:17:50.411 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.413 DEBUG:boto:Data: 2022-09-01T10:17:50.414 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.415 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.416 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.417 DEBUG:boto:Params: {} 2022-09-01T10:17:50.424 DEBUG:boto:Token: None 2022-09-01T10:17:50.427 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.428 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU= 2022-09-01T10:17:50.430 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU=', 'Content-Length': '0'} 2022-09-01T10:17:50.433 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000067cc06af68676ff1-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.436 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.436 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.437 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.437 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.438 DEBUG:boto:Method: GET 2022-09-01T10:17:50.439 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.439 DEBUG:boto:Data: 2022-09-01T10:17:50.440 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.440 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.441 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.442 DEBUG:boto:Params: {} 2022-09-01T10:17:50.443 DEBUG:boto:Token: None 2022-09-01T10:17:50.443 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.444 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU= 2022-09-01T10:17:50.445 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU=', 'Content-Length': '0'} 2022-09-01T10:17:50.450 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004b6148f592760b61-00631086ce-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.452 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.453 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.454 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.455 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.457 DEBUG:boto:Method: HEAD 2022-09-01T10:17:50.459 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.460 DEBUG:boto:Data: 2022-09-01T10:17:50.461 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.461 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.462 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.463 DEBUG:boto:Params: {} 2022-09-01T10:17:50.464 DEBUG:boto:Token: None 2022-09-01T10:17:50.465 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.466 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ub3QCTiSBcCAoYuVx7kVRKtB82o= 2022-09-01T10:17:50.470 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ub3QCTiSBcCAoYuVx7kVRKtB82o=', 'Content-Length': '0'} 2022-09-01T10:17:50.478 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000009533d96ea942ca06-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.480 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.481 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.482 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.483 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.484 DEBUG:boto:Method: HEAD 2022-09-01T10:17:50.485 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.486 DEBUG:boto:Data: 2022-09-01T10:17:50.487 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.488 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.489 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.490 DEBUG:boto:Params: {} 2022-09-01T10:17:50.491 DEBUG:boto:Token: None 2022-09-01T10:17:50.493 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.494 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ub3QCTiSBcCAoYuVx7kVRKtB82o= 2022-09-01T10:17:50.495 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ub3QCTiSBcCAoYuVx7kVRKtB82o=', 'Content-Length': '0'} 2022-09-01T10:17:50.499 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000085955afa8abcd079-00631086ce-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.501 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:50.503 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.505 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.506 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.507 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.510 DEBUG:boto:Method: GET 2022-09-01T10:17:50.511 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.512 DEBUG:boto:Data: 2022-09-01T10:17:50.513 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.513 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.514 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.514 DEBUG:boto:Params: {} 2022-09-01T10:17:50.515 DEBUG:boto:Token: None 2022-09-01T10:17:50.516 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.517 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU= 2022-09-01T10:17:50.517 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU=', 'Content-Length': '0'} 2022-09-01T10:17:50.520 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000008187407a271961ab-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.522 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.523 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.523 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.524 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.524 DEBUG:boto:Method: GET 2022-09-01T10:17:50.525 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.526 DEBUG:boto:Data: 2022-09-01T10:17:50.526 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.527 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.527 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.528 DEBUG:boto:Params: {} 2022-09-01T10:17:50.529 DEBUG:boto:Token: None 2022-09-01T10:17:50.530 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.534 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU= 2022-09-01T10:17:50.535 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU=', 'Content-Length': '0'} 2022-09-01T10:17:50.543 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000028432e0e03fd26a4-00631086ce-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.544 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:50.545 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:50.545 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.546 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.547 DEBUG:boto:Method: GET 2022-09-01T10:17:50.547 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.548 DEBUG:boto:Data: 2022-09-01T10:17:50.549 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.549 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.550 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.550 DEBUG:boto:Params: {} 2022-09-01T10:17:50.551 DEBUG:boto:Token: None 2022-09-01T10:17:50.552 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/ 2022-09-01T10:17:50.553 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiQMR9g56qRtLrHk2V+Ed4DLLkc= 2022-09-01T10:17:50.554 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiQMR9g56qRtLrHk2V+Ed4DLLkc=', 'Content-Length': '0'} 2022-09-01T10:17:50.557 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c2859a35188b0a56-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.558 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:50.559 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:50.560 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:50.568 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.569 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.570 DEBUG:boto:Method: GET 2022-09-01T10:17:50.572 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.573 DEBUG:boto:Data: 2022-09-01T10:17:50.574 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.576 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.577 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.578 DEBUG:boto:Params: {} 2022-09-01T10:17:50.579 DEBUG:boto:Token: None 2022-09-01T10:17:50.579 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/ 2022-09-01T10:17:50.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiQMR9g56qRtLrHk2V+Ed4DLLkc= 2022-09-01T10:17:50.582 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiQMR9g56qRtLrHk2V+Ed4DLLkc=', 'Content-Length': '0'} 2022-09-01T10:17:50.586 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003a45615858df2c26-00631086ce-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.589 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:50.590 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.591 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.591 DEBUG:boto:Method: HEAD 2022-09-01T10:17:50.592 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:17:50.593 DEBUG:boto:Data: 2022-09-01T10:17:50.593 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.594 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.595 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.596 DEBUG:boto:Params: {} 2022-09-01T10:17:50.598 DEBUG:boto:Token: None 2022-09-01T10:17:50.598 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj 2022-09-01T10:17:50.599 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tl0k6SPrk3APSL0cOv/jcelHgSI= 2022-09-01T10:17:50.600 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tl0k6SPrk3APSL0cOv/jcelHgSI=', 'Content-Length': '0'} 2022-09-01T10:17:50.606 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000f85f2cadff63c532-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.608 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.609 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.620 DEBUG:boto:Method: HEAD 2022-09-01T10:17:50.620 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:17:50.621 DEBUG:boto:Data: 2022-09-01T10:17:50.621 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.622 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.622 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.623 DEBUG:boto:Params: {} 2022-09-01T10:17:50.623 DEBUG:boto:Token: None 2022-09-01T10:17:50.624 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj 2022-09-01T10:17:50.625 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tl0k6SPrk3APSL0cOv/jcelHgSI= 2022-09-01T10:17:50.625 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tl0k6SPrk3APSL0cOv/jcelHgSI=', 'Content-Length': '0'} 2022-09-01T10:17:50.629 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000001c17641c96fe25d9-00631086ce-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.631 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:50.632 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.633 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.634 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.635 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.636 DEBUG:boto:Method: GET 2022-09-01T10:17:50.637 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.637 DEBUG:boto:Data: 2022-09-01T10:17:50.639 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.639 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.640 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.641 DEBUG:boto:Params: {} 2022-09-01T10:17:50.641 DEBUG:boto:Token: None 2022-09-01T10:17:50.642 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU= 2022-09-01T10:17:50.643 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU=', 'Content-Length': '0'} 2022-09-01T10:17:50.646 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000044ff56929b1d4b37-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.647 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.647 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.648 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.648 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.649 DEBUG:boto:Method: GET 2022-09-01T10:17:50.650 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.650 DEBUG:boto:Data: 2022-09-01T10:17:50.652 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.654 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.655 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.655 DEBUG:boto:Params: {} 2022-09-01T10:17:50.656 DEBUG:boto:Token: None 2022-09-01T10:17:50.656 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU= 2022-09-01T10:17:50.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU=', 'Content-Length': '0'} 2022-09-01T10:17:50.664 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000dbce704d2d2790db-00631086ce-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.667 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:50.669 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:50.670 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.671 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.671 DEBUG:boto:Method: GET 2022-09-01T10:17:50.672 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.672 DEBUG:boto:Data: 2022-09-01T10:17:50.673 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.673 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.674 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.675 DEBUG:boto:Params: {} 2022-09-01T10:17:50.675 DEBUG:boto:Token: None 2022-09-01T10:17:50.676 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/ 2022-09-01T10:17:50.677 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiQMR9g56qRtLrHk2V+Ed4DLLkc= 2022-09-01T10:17:50.678 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiQMR9g56qRtLrHk2V+Ed4DLLkc=', 'Content-Length': '0'} 2022-09-01T10:17:50.681 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eed297c4cc8d750d-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.689 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:50.691 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:50.691 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:50.697 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.698 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.698 DEBUG:boto:Method: GET 2022-09-01T10:17:50.699 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.700 DEBUG:boto:Data: 2022-09-01T10:17:50.700 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.701 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.701 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.702 DEBUG:boto:Params: {} 2022-09-01T10:17:50.703 DEBUG:boto:Token: None 2022-09-01T10:17:50.703 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/ 2022-09-01T10:17:50.704 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiQMR9g56qRtLrHk2V+Ed4DLLkc= 2022-09-01T10:17:50.705 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiQMR9g56qRtLrHk2V+Ed4DLLkc=', 'Content-Length': '0'} 2022-09-01T10:17:50.709 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000412c282aef52a53a-00631086ce-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.711 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:50.712 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:50.714 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.715 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.716 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.717 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.718 DEBUG:boto:Method: GET 2022-09-01T10:17:50.719 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.721 DEBUG:boto:Data: 2022-09-01T10:17:50.721 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.723 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.724 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.725 DEBUG:boto:Params: {} 2022-09-01T10:17:50.727 DEBUG:boto:Token: None 2022-09-01T10:17:50.728 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.729 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+N2wCruZ6QOrcllMLFgQ+LP+wr8= 2022-09-01T10:17:50.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+N2wCruZ6QOrcllMLFgQ+LP+wr8=', 'Content-Length': '0'} 2022-09-01T10:17:50.733 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000297dc6c25b11a994-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.735 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.736 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.737 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.738 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.739 DEBUG:boto:Method: GET 2022-09-01T10:17:50.740 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.741 DEBUG:boto:Data: 2022-09-01T10:17:50.742 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.743 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.744 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.745 DEBUG:boto:Params: {} 2022-09-01T10:17:50.747 DEBUG:boto:Token: None 2022-09-01T10:17:50.748 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.749 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+N2wCruZ6QOrcllMLFgQ+LP+wr8= 2022-09-01T10:17:50.750 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+N2wCruZ6QOrcllMLFgQ+LP+wr8=', 'Content-Length': '0'} 2022-09-01T10:17:50.753 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000899051951d792cb7-00631086ce-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.755 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.757 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.758 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.760 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.762 DEBUG:boto:Method: HEAD 2022-09-01T10:17:50.763 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.764 DEBUG:boto:Data: 2022-09-01T10:17:50.765 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.766 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.767 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.768 DEBUG:boto:Params: {} 2022-09-01T10:17:50.769 DEBUG:boto:Token: None 2022-09-01T10:17:50.770 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.772 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ScAY9ppFThYNcBaVISeXNqbPoHA= 2022-09-01T10:17:50.773 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ScAY9ppFThYNcBaVISeXNqbPoHA=', 'Content-Length': '0'} 2022-09-01T10:17:50.776 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000000821693a7281a466-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.778 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.779 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.780 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.781 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.783 DEBUG:boto:Method: HEAD 2022-09-01T10:17:50.784 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.786 DEBUG:boto:Data: 2022-09-01T10:17:50.787 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.788 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.788 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.789 DEBUG:boto:Params: {} 2022-09-01T10:17:50.791 DEBUG:boto:Token: None 2022-09-01T10:17:50.792 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ScAY9ppFThYNcBaVISeXNqbPoHA= 2022-09-01T10:17:50.796 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ScAY9ppFThYNcBaVISeXNqbPoHA=', 'Content-Length': '0'} 2022-09-01T10:17:50.800 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b18c3a1394438771-00631086ce-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.802 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:50.805 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.806 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.808 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.809 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.811 DEBUG:boto:Method: GET 2022-09-01T10:17:50.811 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.812 DEBUG:boto:Data: 2022-09-01T10:17:50.814 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.815 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.816 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.817 DEBUG:boto:Params: {} 2022-09-01T10:17:50.818 DEBUG:boto:Token: None 2022-09-01T10:17:50.819 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+N2wCruZ6QOrcllMLFgQ+LP+wr8= 2022-09-01T10:17:50.821 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+N2wCruZ6QOrcllMLFgQ+LP+wr8=', 'Content-Length': '0'} 2022-09-01T10:17:50.825 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000002f91eb1beb7dfe2f-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.826 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.827 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.829 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.830 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.831 DEBUG:boto:Method: GET 2022-09-01T10:17:50.831 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.833 DEBUG:boto:Data: 2022-09-01T10:17:50.834 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.835 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.836 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.837 DEBUG:boto:Params: {} 2022-09-01T10:17:50.838 DEBUG:boto:Token: None 2022-09-01T10:17:50.839 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:50.840 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+N2wCruZ6QOrcllMLFgQ+LP+wr8= 2022-09-01T10:17:50.841 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+N2wCruZ6QOrcllMLFgQ+LP+wr8=', 'Content-Length': '0'} 2022-09-01T10:17:50.844 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000007b34cd20a23cf529-00631086ce-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.846 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:50.848 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:50.849 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.849 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.850 DEBUG:boto:Method: GET 2022-09-01T10:17:50.851 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.852 DEBUG:boto:Data: 2022-09-01T10:17:50.852 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.855 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.856 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.857 DEBUG:boto:Params: {} 2022-09-01T10:17:50.860 DEBUG:boto:Token: None 2022-09-01T10:17:50.867 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/ 2022-09-01T10:17:50.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiQMR9g56qRtLrHk2V+Ed4DLLkc= 2022-09-01T10:17:50.869 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiQMR9g56qRtLrHk2V+Ed4DLLkc=', 'Content-Length': '0'} 2022-09-01T10:17:50.873 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009954926e1963069d-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.875 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:50.876 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:50.877 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:50.878 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.880 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.881 DEBUG:boto:Method: GET 2022-09-01T10:17:50.882 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.883 DEBUG:boto:Data: 2022-09-01T10:17:50.884 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.885 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.886 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.887 DEBUG:boto:Params: {} 2022-09-01T10:17:50.889 DEBUG:boto:Token: None 2022-09-01T10:17:50.890 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/ 2022-09-01T10:17:50.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiQMR9g56qRtLrHk2V+Ed4DLLkc= 2022-09-01T10:17:50.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiQMR9g56qRtLrHk2V+Ed4DLLkc=', 'Content-Length': '0'} 2022-09-01T10:17:50.897 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004afcd90e902a7d34-00631086ce-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.900 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:50.902 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.903 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.904 DEBUG:boto:Method: HEAD 2022-09-01T10:17:50.905 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:17:50.906 DEBUG:boto:Data: 2022-09-01T10:17:50.912 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.913 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.915 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.916 DEBUG:boto:Params: {} 2022-09-01T10:17:50.918 DEBUG:boto:Token: None 2022-09-01T10:17:50.919 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj 2022-09-01T10:17:50.920 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tl0k6SPrk3APSL0cOv/jcelHgSI= 2022-09-01T10:17:50.922 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tl0k6SPrk3APSL0cOv/jcelHgSI=', 'Content-Length': '0'} 2022-09-01T10:17:50.927 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b238f8bf2bc46835-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.930 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.931 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.933 DEBUG:boto:Method: HEAD 2022-09-01T10:17:50.935 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:17:50.935 DEBUG:boto:Data: 2022-09-01T10:17:50.936 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.937 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.939 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.940 DEBUG:boto:Params: {} 2022-09-01T10:17:50.941 DEBUG:boto:Token: None 2022-09-01T10:17:50.943 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj 2022-09-01T10:17:50.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tl0k6SPrk3APSL0cOv/jcelHgSI= 2022-09-01T10:17:50.946 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tl0k6SPrk3APSL0cOv/jcelHgSI=', 'Content-Length': '0'} 2022-09-01T10:17:50.950 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000067fee8c900cfd804-00631086ce-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.951 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:50.951 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.952 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.952 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.953 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.955 DEBUG:boto:Method: GET 2022-09-01T10:17:50.955 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.956 DEBUG:boto:Data: 2022-09-01T10:17:50.957 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.958 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.958 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.960 DEBUG:boto:Params: {} 2022-09-01T10:17:50.962 DEBUG:boto:Token: None 2022-09-01T10:17:50.963 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU= 2022-09-01T10:17:50.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU=', 'Content-Length': '0'} 2022-09-01T10:17:50.970 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000000ab556516396f4b1-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.971 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:50.971 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:50.972 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.972 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.973 DEBUG:boto:Method: GET 2022-09-01T10:17:50.974 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.974 DEBUG:boto:Data: 2022-09-01T10:17:50.975 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.976 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:50.976 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.977 DEBUG:boto:Params: {} 2022-09-01T10:17:50.977 DEBUG:boto:Token: None 2022-09-01T10:17:50.978 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:50.979 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU= 2022-09-01T10:17:50.980 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uYNT1IlxnrVBAiHZXey3Ui1k6vU=', 'Content-Length': '0'} 2022-09-01T10:17:50.983 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ba4723acbfd4a345-00631086ce-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:50.984 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:50.984 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:50.985 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.986 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.986 DEBUG:boto:Method: GET 2022-09-01T10:17:50.987 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:50.987 DEBUG:boto:Data: 2022-09-01T10:17:50.988 DEBUG:boto:Headers: {} 2022-09-01T10:17:50.988 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:50.989 DEBUG:boto:Port: 8000 2022-09-01T10:17:50.991 DEBUG:boto:Params: {} 2022-09-01T10:17:50.994 DEBUG:boto:Token: None 2022-09-01T10:17:50.995 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:50 GMT /ptoxvb-20/ 2022-09-01T10:17:50.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiQMR9g56qRtLrHk2V+Ed4DLLkc= 2022-09-01T10:17:50.997 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiQMR9g56qRtLrHk2V+Ed4DLLkc=', 'Content-Length': '0'} 2022-09-01T10:17:51.000 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005d1048a7bbe45e9e-00631086ce-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.047 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:51.049 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.050 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.051 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.052 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.053 DEBUG:boto:Method: GET 2022-09-01T10:17:51.055 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.056 DEBUG:boto:Data: 2022-09-01T10:17:51.059 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.061 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.066 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.068 DEBUG:boto:Params: {} 2022-09-01T10:17:51.069 DEBUG:boto:Token: None 2022-09-01T10:17:51.070 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/ 2022-09-01T10:17:51.072 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM= 2022-09-01T10:17:51.075 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM=', 'Content-Length': '0'} 2022-09-01T10:17:51.078 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000728d32c0ddcb2c88-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.080 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:51.081 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-20 zones={test-zone2, test-zone1} 2022-09-01T10:17:51.082 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-20 zones={test-zone3, test-zone1} 2022-09-01T10:17:51.083 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.084 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.085 DEBUG:boto:Method: HEAD 2022-09-01T10:17:51.086 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:17:51.087 DEBUG:boto:Data: 2022-09-01T10:17:51.089 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.090 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.090 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.093 DEBUG:boto:Params: {} 2022-09-01T10:17:51.096 DEBUG:boto:Token: None 2022-09-01T10:17:51.096 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/ 2022-09-01T10:17:51.097 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:isSLaBsVsxtdL6VkCRvi8LoHIiI= 2022-09-01T10:17:51.097 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:isSLaBsVsxtdL6VkCRvi8LoHIiI=', 'Content-Length': '0'} 2022-09-01T10:17:51.103 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000269594c2325cf0f3-00631086cf-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.104 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.104 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.105 DEBUG:boto:Method: HEAD 2022-09-01T10:17:51.105 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:17:51.106 DEBUG:boto:Data: 2022-09-01T10:17:51.107 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.108 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.109 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.109 DEBUG:boto:Params: {} 2022-09-01T10:17:51.110 DEBUG:boto:Token: None 2022-09-01T10:17:51.111 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/ 2022-09-01T10:17:51.111 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:isSLaBsVsxtdL6VkCRvi8LoHIiI= 2022-09-01T10:17:51.112 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:isSLaBsVsxtdL6VkCRvi8LoHIiI=', 'Content-Length': '0'} 2022-09-01T10:17:51.117 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000003d510f7234591fa-00631086cf-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.118 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:17:51.120 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.125 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.125 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:51.126 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:51.126 DEBUG:boto:Method: GET 2022-09-01T10:17:51.127 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:51.127 DEBUG:boto:Data: 2022-09-01T10:17:51.128 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.129 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.129 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.130 DEBUG:boto:Params: {} 2022-09-01T10:17:51.131 DEBUG:boto:Token: None 2022-09-01T10:17:51.131 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/?versions 2022-09-01T10:17:51.134 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dFwJKj6YqSNjyGgYSdTxkDC6CMg= 2022-09-01T10:17:51.135 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dFwJKj6YqSNjyGgYSdTxkDC6CMg=', 'Content-Length': '0'} 2022-09-01T10:17:51.140 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003ce1f9493be36d7e-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.150 DEBUG:boto:b'ptoxvb-20999falseobj524265PbzPHHaVkQcq.nwDiJUMM2go9true2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjnullfalse2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:51.151 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:17:51.152 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:17:51.153 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:17:51.154 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.155 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.155 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:51.156 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:51.157 DEBUG:boto:Method: GET 2022-09-01T10:17:51.157 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:51.158 DEBUG:boto:Data: 2022-09-01T10:17:51.164 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.164 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.165 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.165 DEBUG:boto:Params: {} 2022-09-01T10:17:51.166 DEBUG:boto:Token: None 2022-09-01T10:17:51.167 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/?versions 2022-09-01T10:17:51.168 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dFwJKj6YqSNjyGgYSdTxkDC6CMg= 2022-09-01T10:17:51.168 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dFwJKj6YqSNjyGgYSdTxkDC6CMg=', 'Content-Length': '0'} 2022-09-01T10:17:51.175 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a8153ddd74cef420-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.177 DEBUG:boto:b'ptoxvb-20999falseobj524265PbzPHHaVkQcq.nwDiJUMM2go9true2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjnullfalse2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:51.178 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:17:51.179 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:17:51.180 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.181 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.182 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:51.183 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:51.184 DEBUG:boto:Method: GET 2022-09-01T10:17:51.185 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:51.185 DEBUG:boto:Data: 2022-09-01T10:17:51.186 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.187 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.188 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.189 DEBUG:boto:Params: {} 2022-09-01T10:17:51.190 DEBUG:boto:Token: None 2022-09-01T10:17:51.191 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/?versions 2022-09-01T10:17:51.193 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dFwJKj6YqSNjyGgYSdTxkDC6CMg= 2022-09-01T10:17:51.193 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dFwJKj6YqSNjyGgYSdTxkDC6CMg=', 'Content-Length': '0'} 2022-09-01T10:17:51.197 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009ba1b951be96f2e2-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.198 DEBUG:boto:b'ptoxvb-20999falseobj524265PbzPHHaVkQcq.nwDiJUMM2go9true2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjnullfalse2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:51.199 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.200 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.201 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:51.201 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:51.202 DEBUG:boto:Method: GET 2022-09-01T10:17:51.202 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:51.203 DEBUG:boto:Data: 2022-09-01T10:17:51.204 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.204 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.205 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.205 DEBUG:boto:Params: {} 2022-09-01T10:17:51.206 DEBUG:boto:Token: None 2022-09-01T10:17:51.207 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/?versions 2022-09-01T10:17:51.207 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dFwJKj6YqSNjyGgYSdTxkDC6CMg= 2022-09-01T10:17:51.208 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dFwJKj6YqSNjyGgYSdTxkDC6CMg=', 'Content-Length': '0'} 2022-09-01T10:17:51.212 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fc763731786e1de7-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.259 DEBUG:boto:b'ptoxvb-20999falseobj524265PbzPHHaVkQcq.nwDiJUMM2go9true2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjnullfalse2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:51.261 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:51.270 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.271 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.271 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.272 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.272 DEBUG:boto:Method: GET 2022-09-01T10:17:51.273 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.274 DEBUG:boto:Data: 2022-09-01T10:17:51.275 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.275 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.276 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.276 DEBUG:boto:Params: {} 2022-09-01T10:17:51.277 DEBUG:boto:Token: None 2022-09-01T10:17:51.279 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU= 2022-09-01T10:17:51.282 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU=', 'Content-Length': '0'} 2022-09-01T10:17:51.285 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003e7e7ca3ca58b6ce-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.286 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.286 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.287 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.288 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.289 DEBUG:boto:Method: GET 2022-09-01T10:17:51.290 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.291 DEBUG:boto:Data: 2022-09-01T10:17:51.292 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.293 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.295 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.296 DEBUG:boto:Params: {} 2022-09-01T10:17:51.297 DEBUG:boto:Token: None 2022-09-01T10:17:51.298 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU= 2022-09-01T10:17:51.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU=', 'Content-Length': '0'} 2022-09-01T10:17:51.305 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a2a7e237ed4c7e92-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.307 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.308 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.310 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.311 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.312 DEBUG:boto:Method: HEAD 2022-09-01T10:17:51.314 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.316 DEBUG:boto:Data: 2022-09-01T10:17:51.317 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.319 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.320 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.321 DEBUG:boto:Params: {} 2022-09-01T10:17:51.322 DEBUG:boto:Token: None 2022-09-01T10:17:51.323 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.324 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yVoe5+rdcHJkr61AIQe9YA2Jj5Q= 2022-09-01T10:17:51.325 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yVoe5+rdcHJkr61AIQe9YA2Jj5Q=', 'Content-Length': '0'} 2022-09-01T10:17:51.334 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ce5879b5ebdeb4c1-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.343 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.350 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.351 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.352 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.358 DEBUG:boto:Method: HEAD 2022-09-01T10:17:51.359 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.361 DEBUG:boto:Data: 2022-09-01T10:17:51.364 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.365 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.365 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.366 DEBUG:boto:Params: {} 2022-09-01T10:17:51.366 DEBUG:boto:Token: None 2022-09-01T10:17:51.367 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.368 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yVoe5+rdcHJkr61AIQe9YA2Jj5Q= 2022-09-01T10:17:51.368 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yVoe5+rdcHJkr61AIQe9YA2Jj5Q=', 'Content-Length': '0'} 2022-09-01T10:17:51.371 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000049a3d5dd9fcd7ca8-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.372 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:51.372 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.373 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.373 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.374 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.375 DEBUG:boto:Method: GET 2022-09-01T10:17:51.375 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.376 DEBUG:boto:Data: 2022-09-01T10:17:51.377 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.377 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.378 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.378 DEBUG:boto:Params: {} 2022-09-01T10:17:51.379 DEBUG:boto:Token: None 2022-09-01T10:17:51.380 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.380 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU= 2022-09-01T10:17:51.381 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU=', 'Content-Length': '0'} 2022-09-01T10:17:51.393 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000e52dbee9a7ee6935-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.394 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.409 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.410 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.411 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.411 DEBUG:boto:Method: GET 2022-09-01T10:17:51.412 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.412 DEBUG:boto:Data: 2022-09-01T10:17:51.413 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.413 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.414 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.417 DEBUG:boto:Params: {} 2022-09-01T10:17:51.418 DEBUG:boto:Token: None 2022-09-01T10:17:51.419 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.420 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU= 2022-09-01T10:17:51.421 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU=', 'Content-Length': '0'} 2022-09-01T10:17:51.424 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000669034faf0cd7300-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.425 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.427 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.428 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.429 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.430 DEBUG:boto:Method: GET 2022-09-01T10:17:51.431 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.432 DEBUG:boto:Data: 2022-09-01T10:17:51.433 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.435 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.436 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.437 DEBUG:boto:Params: {} 2022-09-01T10:17:51.438 DEBUG:boto:Token: None 2022-09-01T10:17:51.440 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/ 2022-09-01T10:17:51.441 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM= 2022-09-01T10:17:51.441 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM=', 'Content-Length': '0'} 2022-09-01T10:17:51.445 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aa70784fd216317e-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.447 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:51.448 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.449 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.452 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.453 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.453 DEBUG:boto:Method: GET 2022-09-01T10:17:51.454 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.454 DEBUG:boto:Data: 2022-09-01T10:17:51.455 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.455 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.459 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.461 DEBUG:boto:Params: {} 2022-09-01T10:17:51.463 DEBUG:boto:Token: None 2022-09-01T10:17:51.464 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/ 2022-09-01T10:17:51.464 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM= 2022-09-01T10:17:51.465 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM=', 'Content-Length': '0'} 2022-09-01T10:17:51.469 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000de4757dfc29a7b3d-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.470 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:51.473 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.473 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.474 DEBUG:boto:Method: HEAD 2022-09-01T10:17:51.474 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:17:51.475 DEBUG:boto:Data: 2022-09-01T10:17:51.475 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.476 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.476 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.477 DEBUG:boto:Params: {} 2022-09-01T10:17:51.478 DEBUG:boto:Token: None 2022-09-01T10:17:51.479 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj 2022-09-01T10:17:51.479 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:srxHli6s/rEC84mXmSUdt7s8JMg= 2022-09-01T10:17:51.480 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:srxHli6s/rEC84mXmSUdt7s8JMg=', 'Content-Length': '0'} 2022-09-01T10:17:51.484 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000056bf503bf95d44eb-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.488 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.489 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.490 DEBUG:boto:Method: HEAD 2022-09-01T10:17:51.490 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:17:51.491 DEBUG:boto:Data: 2022-09-01T10:17:51.492 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.492 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.493 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.493 DEBUG:boto:Params: {} 2022-09-01T10:17:51.494 DEBUG:boto:Token: None 2022-09-01T10:17:51.495 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj 2022-09-01T10:17:51.495 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:srxHli6s/rEC84mXmSUdt7s8JMg= 2022-09-01T10:17:51.496 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:srxHli6s/rEC84mXmSUdt7s8JMg=', 'Content-Length': '0'} 2022-09-01T10:17:51.499 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000002ac1e6e8953667dc-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.500 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:51.501 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.501 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.502 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.502 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.503 DEBUG:boto:Method: GET 2022-09-01T10:17:51.504 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.505 DEBUG:boto:Data: 2022-09-01T10:17:51.506 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.506 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.507 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.507 DEBUG:boto:Params: {} 2022-09-01T10:17:51.508 DEBUG:boto:Token: None 2022-09-01T10:17:51.509 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.509 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU= 2022-09-01T10:17:51.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU=', 'Content-Length': '0'} 2022-09-01T10:17:51.513 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a7069bec29b58ebb-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.514 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.515 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.516 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.516 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.517 DEBUG:boto:Method: GET 2022-09-01T10:17:51.517 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.518 DEBUG:boto:Data: 2022-09-01T10:17:51.518 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.519 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.520 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.520 DEBUG:boto:Params: {} 2022-09-01T10:17:51.521 DEBUG:boto:Token: None 2022-09-01T10:17:51.521 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU= 2022-09-01T10:17:51.523 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU=', 'Content-Length': '0'} 2022-09-01T10:17:51.529 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000005cd14bd86e511be2-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.531 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.532 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.533 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.535 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.536 DEBUG:boto:Method: GET 2022-09-01T10:17:51.537 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.538 DEBUG:boto:Data: 2022-09-01T10:17:51.539 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.541 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.542 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.543 DEBUG:boto:Params: {} 2022-09-01T10:17:51.543 DEBUG:boto:Token: None 2022-09-01T10:17:51.544 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/ 2022-09-01T10:17:51.545 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM= 2022-09-01T10:17:51.545 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM=', 'Content-Length': '0'} 2022-09-01T10:17:51.551 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001a3f394c7099122f-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.552 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:51.553 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.554 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.555 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.555 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.556 DEBUG:boto:Method: GET 2022-09-01T10:17:51.556 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.558 DEBUG:boto:Data: 2022-09-01T10:17:51.559 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.560 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.560 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.561 DEBUG:boto:Params: {} 2022-09-01T10:17:51.561 DEBUG:boto:Token: None 2022-09-01T10:17:51.562 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/ 2022-09-01T10:17:51.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM= 2022-09-01T10:17:51.564 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM=', 'Content-Length': '0'} 2022-09-01T10:17:51.567 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003f14068ffb26599f-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.611 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:51.612 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:51.625 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.626 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.627 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.629 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.630 DEBUG:boto:Method: GET 2022-09-01T10:17:51.632 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.633 DEBUG:boto:Data: 2022-09-01T10:17:51.634 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.638 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.639 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.641 DEBUG:boto:Params: {} 2022-09-01T10:17:51.642 DEBUG:boto:Token: None 2022-09-01T10:17:51.643 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.644 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y7exj4ySk6JJVO+N/h6g7gzmRjo= 2022-09-01T10:17:51.645 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y7exj4ySk6JJVO+N/h6g7gzmRjo=', 'Content-Length': '0'} 2022-09-01T10:17:51.652 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000069a4a97ecc566eab-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.653 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.655 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.655 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.656 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.657 DEBUG:boto:Method: GET 2022-09-01T10:17:51.659 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.661 DEBUG:boto:Data: 2022-09-01T10:17:51.662 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.663 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.663 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.664 DEBUG:boto:Params: {} 2022-09-01T10:17:51.665 DEBUG:boto:Token: None 2022-09-01T10:17:51.665 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.666 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y7exj4ySk6JJVO+N/h6g7gzmRjo= 2022-09-01T10:17:51.667 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y7exj4ySk6JJVO+N/h6g7gzmRjo=', 'Content-Length': '0'} 2022-09-01T10:17:51.672 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a78f05c99f5081ce-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.673 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.674 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.674 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.675 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.675 DEBUG:boto:Method: HEAD 2022-09-01T10:17:51.676 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.676 DEBUG:boto:Data: 2022-09-01T10:17:51.677 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.677 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.678 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.679 DEBUG:boto:Params: {} 2022-09-01T10:17:51.679 DEBUG:boto:Token: None 2022-09-01T10:17:51.680 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9usyvgzYn7tAaSKrOoyyYN9Z9fU= 2022-09-01T10:17:51.681 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9usyvgzYn7tAaSKrOoyyYN9Z9fU=', 'Content-Length': '0'} 2022-09-01T10:17:51.686 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000002bfadfc117052132-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.687 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.687 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.688 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.688 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.689 DEBUG:boto:Method: HEAD 2022-09-01T10:17:51.690 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.694 DEBUG:boto:Data: 2022-09-01T10:17:51.695 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.695 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.696 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.697 DEBUG:boto:Params: {} 2022-09-01T10:17:51.698 DEBUG:boto:Token: None 2022-09-01T10:17:51.699 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.702 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9usyvgzYn7tAaSKrOoyyYN9Z9fU= 2022-09-01T10:17:51.705 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9usyvgzYn7tAaSKrOoyyYN9Z9fU=', 'Content-Length': '0'} 2022-09-01T10:17:51.716 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b3ad21be8853020e-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.717 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:51.718 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.718 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.720 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.721 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.721 DEBUG:boto:Method: GET 2022-09-01T10:17:51.722 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.722 DEBUG:boto:Data: 2022-09-01T10:17:51.723 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.724 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.724 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.725 DEBUG:boto:Params: {} 2022-09-01T10:17:51.725 DEBUG:boto:Token: None 2022-09-01T10:17:51.726 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.727 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y7exj4ySk6JJVO+N/h6g7gzmRjo= 2022-09-01T10:17:51.728 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y7exj4ySk6JJVO+N/h6g7gzmRjo=', 'Content-Length': '0'} 2022-09-01T10:17:51.734 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000cb8b5a0ea560d4f6-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.735 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.736 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.736 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.737 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.737 DEBUG:boto:Method: GET 2022-09-01T10:17:51.738 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.739 DEBUG:boto:Data: 2022-09-01T10:17:51.739 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.740 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.740 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.741 DEBUG:boto:Params: {} 2022-09-01T10:17:51.742 DEBUG:boto:Token: None 2022-09-01T10:17:51.743 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:51.744 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y7exj4ySk6JJVO+N/h6g7gzmRjo= 2022-09-01T10:17:51.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y7exj4ySk6JJVO+N/h6g7gzmRjo=', 'Content-Length': '0'} 2022-09-01T10:17:51.748 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000e48b238ec36def40-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.749 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.750 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.750 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.751 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.752 DEBUG:boto:Method: GET 2022-09-01T10:17:51.754 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.755 DEBUG:boto:Data: 2022-09-01T10:17:51.756 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.757 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.758 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.759 DEBUG:boto:Params: {} 2022-09-01T10:17:51.760 DEBUG:boto:Token: None 2022-09-01T10:17:51.771 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/ 2022-09-01T10:17:51.773 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM= 2022-09-01T10:17:51.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM=', 'Content-Length': '0'} 2022-09-01T10:17:51.781 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000beba1fcee016efa9-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.822 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:51.824 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.825 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.826 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.827 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.828 DEBUG:boto:Method: GET 2022-09-01T10:17:51.832 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.833 DEBUG:boto:Data: 2022-09-01T10:17:51.837 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.838 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.839 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.840 DEBUG:boto:Params: {} 2022-09-01T10:17:51.841 DEBUG:boto:Token: None 2022-09-01T10:17:51.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/ 2022-09-01T10:17:51.844 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM= 2022-09-01T10:17:51.846 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM=', 'Content-Length': '0'} 2022-09-01T10:17:51.851 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f4957918b030993e-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.852 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:51.854 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.854 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.855 DEBUG:boto:Method: HEAD 2022-09-01T10:17:51.856 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:17:51.857 DEBUG:boto:Data: 2022-09-01T10:17:51.858 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.859 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.860 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.861 DEBUG:boto:Params: {} 2022-09-01T10:17:51.862 DEBUG:boto:Token: None 2022-09-01T10:17:51.863 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj 2022-09-01T10:17:51.864 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:srxHli6s/rEC84mXmSUdt7s8JMg= 2022-09-01T10:17:51.865 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:srxHli6s/rEC84mXmSUdt7s8JMg=', 'Content-Length': '0'} 2022-09-01T10:17:51.869 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000076e4988958243671-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.872 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.873 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.874 DEBUG:boto:Method: HEAD 2022-09-01T10:17:51.876 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:17:51.877 DEBUG:boto:Data: 2022-09-01T10:17:51.878 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.883 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.884 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.885 DEBUG:boto:Params: {} 2022-09-01T10:17:51.889 DEBUG:boto:Token: None 2022-09-01T10:17:51.890 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj 2022-09-01T10:17:51.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:srxHli6s/rEC84mXmSUdt7s8JMg= 2022-09-01T10:17:51.895 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:srxHli6s/rEC84mXmSUdt7s8JMg=', 'Content-Length': '0'} 2022-09-01T10:17:51.901 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000000e3f36ee77623cb4-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.912 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:51.913 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.914 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.917 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.918 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.919 DEBUG:boto:Method: GET 2022-09-01T10:17:51.922 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.923 DEBUG:boto:Data: 2022-09-01T10:17:51.924 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.925 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.926 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.928 DEBUG:boto:Params: {} 2022-09-01T10:17:51.929 DEBUG:boto:Token: None 2022-09-01T10:17:51.930 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.931 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU= 2022-09-01T10:17:51.932 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU=', 'Content-Length': '0'} 2022-09-01T10:17:51.935 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a9ff70ff5aac23eb-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.937 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:51.938 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:51.939 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.940 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.941 DEBUG:boto:Method: GET 2022-09-01T10:17:51.942 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.943 DEBUG:boto:Data: 2022-09-01T10:17:51.944 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.945 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.946 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.947 DEBUG:boto:Params: {} 2022-09-01T10:17:51.948 DEBUG:boto:Token: None 2022-09-01T10:17:51.949 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:51.950 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU= 2022-09-01T10:17:51.953 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OslBDpgewBPpBOLgjQ6HnUiq8UU=', 'Content-Length': '0'} 2022-09-01T10:17:51.956 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b8092f99660618d5-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.959 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.960 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.962 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.963 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.966 DEBUG:boto:Method: GET 2022-09-01T10:17:51.970 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.971 DEBUG:boto:Data: 2022-09-01T10:17:51.971 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.972 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.972 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.973 DEBUG:boto:Params: {} 2022-09-01T10:17:51.973 DEBUG:boto:Token: None 2022-09-01T10:17:51.974 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/ 2022-09-01T10:17:51.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM= 2022-09-01T10:17:51.976 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM=', 'Content-Length': '0'} 2022-09-01T10:17:51.978 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004f656b54593e9bf6-00631086cf-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.979 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:51.980 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.981 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.981 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.982 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.983 DEBUG:boto:Method: GET 2022-09-01T10:17:51.983 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:51.984 DEBUG:boto:Data: 2022-09-01T10:17:51.984 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.985 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:51.985 DEBUG:boto:Port: 8000 2022-09-01T10:17:51.986 DEBUG:boto:Params: {} 2022-09-01T10:17:51.987 DEBUG:boto:Token: None 2022-09-01T10:17:51.987 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:51 GMT /ptoxvb-20/ 2022-09-01T10:17:51.988 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM= 2022-09-01T10:17:51.989 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YF9SYUg6JXxjWJmuViK7wb59hoM=', 'Content-Length': '0'} 2022-09-01T10:17:51.992 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008c9bdd46e74ba74b-00631086cf-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:51.993 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:51.993 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-20 zones={test-zone3, test-zone1} 2022-09-01T10:17:51.994 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-20 zones={test-zone3, test-zone2} 2022-09-01T10:17:51.995 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:51.996 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:51.996 DEBUG:boto:Method: HEAD 2022-09-01T10:17:51.997 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:17:51.997 DEBUG:boto:Data: 2022-09-01T10:17:51.998 DEBUG:boto:Headers: {} 2022-09-01T10:17:51.998 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:51.999 DEBUG:boto:Port: 8001 2022-09-01T10:17:51.999 DEBUG:boto:Params: {} 2022-09-01T10:17:52.000 DEBUG:boto:Token: None 2022-09-01T10:17:52.000 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/ 2022-09-01T10:17:52.001 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bMCED9x6n2BswgtgC1O3YYVkZe0= 2022-09-01T10:17:52.002 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bMCED9x6n2BswgtgC1O3YYVkZe0=', 'Content-Length': '0'} 2022-09-01T10:17:52.004 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001746ca2ff3ed5b66-00631086d0-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.005 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:52.006 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:52.006 DEBUG:boto:Method: HEAD 2022-09-01T10:17:52.007 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:17:52.007 DEBUG:boto:Data: 2022-09-01T10:17:52.008 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.008 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.009 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.009 DEBUG:boto:Params: {} 2022-09-01T10:17:52.010 DEBUG:boto:Token: None 2022-09-01T10:17:52.011 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/ 2022-09-01T10:17:52.011 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bMCED9x6n2BswgtgC1O3YYVkZe0= 2022-09-01T10:17:52.012 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bMCED9x6n2BswgtgC1O3YYVkZe0=', 'Content-Length': '0'} 2022-09-01T10:17:52.015 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d61da8ea1205fdc1-00631086d0-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.016 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:17:52.017 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:52.018 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:52.019 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:52.019 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:52.020 DEBUG:boto:Method: GET 2022-09-01T10:17:52.021 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:52.022 DEBUG:boto:Data: 2022-09-01T10:17:52.022 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.023 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.023 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.024 DEBUG:boto:Params: {} 2022-09-01T10:17:52.025 DEBUG:boto:Token: None 2022-09-01T10:17:52.025 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/?versions 2022-09-01T10:17:52.026 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:idbnIPGQrCrRz0DLP77tLa09J7M= 2022-09-01T10:17:52.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:idbnIPGQrCrRz0DLP77tLa09J7M=', 'Content-Length': '0'} 2022-09-01T10:17:52.030 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004f695958dd2db6c7-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.031 DEBUG:boto:b'ptoxvb-20999falseobj524265PbzPHHaVkQcq.nwDiJUMM2go9true2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjnullfalse2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:52.032 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:17:52.032 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:17:52.033 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:17:52.033 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:52.034 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:52.035 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:52.035 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:52.036 DEBUG:boto:Method: GET 2022-09-01T10:17:52.037 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:52.038 DEBUG:boto:Data: 2022-09-01T10:17:52.039 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.040 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.042 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.044 DEBUG:boto:Params: {} 2022-09-01T10:17:52.046 DEBUG:boto:Token: None 2022-09-01T10:17:52.049 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/?versions 2022-09-01T10:17:52.051 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:idbnIPGQrCrRz0DLP77tLa09J7M= 2022-09-01T10:17:52.053 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:idbnIPGQrCrRz0DLP77tLa09J7M=', 'Content-Length': '0'} 2022-09-01T10:17:52.057 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e679da79fa0953cf-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.059 DEBUG:boto:b'ptoxvb-20999falseobj524265PbzPHHaVkQcq.nwDiJUMM2go9true2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjnullfalse2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:52.061 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:17:52.062 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:17:52.063 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:52.063 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:52.064 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:52.065 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:52.065 DEBUG:boto:Method: GET 2022-09-01T10:17:52.066 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:52.067 DEBUG:boto:Data: 2022-09-01T10:17:52.068 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.069 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.070 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.071 DEBUG:boto:Params: {} 2022-09-01T10:17:52.072 DEBUG:boto:Token: None 2022-09-01T10:17:52.073 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/?versions 2022-09-01T10:17:52.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:idbnIPGQrCrRz0DLP77tLa09J7M= 2022-09-01T10:17:52.075 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:idbnIPGQrCrRz0DLP77tLa09J7M=', 'Content-Length': '0'} 2022-09-01T10:17:52.078 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005fbd4ef18c2010c1-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.079 DEBUG:boto:b'ptoxvb-20999falseobj524265PbzPHHaVkQcq.nwDiJUMM2go9true2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjnullfalse2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:52.080 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:52.081 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:52.081 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:52.082 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:52.082 DEBUG:boto:Method: GET 2022-09-01T10:17:52.083 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:17:52.084 DEBUG:boto:Data: 2022-09-01T10:17:52.084 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.085 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.085 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.086 DEBUG:boto:Params: {} 2022-09-01T10:17:52.087 DEBUG:boto:Token: None 2022-09-01T10:17:52.088 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/?versions 2022-09-01T10:17:52.089 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:idbnIPGQrCrRz0DLP77tLa09J7M= 2022-09-01T10:17:52.091 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:idbnIPGQrCrRz0DLP77tLa09J7M=', 'Content-Length': '0'} 2022-09-01T10:17:52.102 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004b34958a25ba2ba0-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.103 DEBUG:boto:b'ptoxvb-20999falseobj524265PbzPHHaVkQcq.nwDiJUMM2go9true2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobjnullfalse2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:52.105 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:52.107 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.108 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.109 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.111 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.112 DEBUG:boto:Method: GET 2022-09-01T10:17:52.113 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.114 DEBUG:boto:Data: 2022-09-01T10:17:52.115 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.115 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.116 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.116 DEBUG:boto:Params: {} 2022-09-01T10:17:52.117 DEBUG:boto:Token: None 2022-09-01T10:17:52.118 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.119 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY= 2022-09-01T10:17:52.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY=', 'Content-Length': '0'} 2022-09-01T10:17:52.122 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000005930ef2a528943de-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.123 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.124 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.124 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.125 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.125 DEBUG:boto:Method: GET 2022-09-01T10:17:52.126 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.127 DEBUG:boto:Data: 2022-09-01T10:17:52.127 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.128 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.129 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.130 DEBUG:boto:Params: {} 2022-09-01T10:17:52.130 DEBUG:boto:Token: None 2022-09-01T10:17:52.131 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.132 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY= 2022-09-01T10:17:52.132 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY=', 'Content-Length': '0'} 2022-09-01T10:17:52.136 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000008b00634260ea12d8-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.137 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.137 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.138 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.139 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.142 DEBUG:boto:Method: HEAD 2022-09-01T10:17:52.143 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.145 DEBUG:boto:Data: 2022-09-01T10:17:52.146 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.147 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.149 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.150 DEBUG:boto:Params: {} 2022-09-01T10:17:52.152 DEBUG:boto:Token: None 2022-09-01T10:17:52.153 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:enMsco/a1aRK1KAkIl2706thUiE= 2022-09-01T10:17:52.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:enMsco/a1aRK1KAkIl2706thUiE=', 'Content-Length': '0'} 2022-09-01T10:17:52.159 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000884024b135538576-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.161 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.162 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.163 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.164 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.165 DEBUG:boto:Method: HEAD 2022-09-01T10:17:52.167 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.168 DEBUG:boto:Data: 2022-09-01T10:17:52.174 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.175 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.176 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.177 DEBUG:boto:Params: {} 2022-09-01T10:17:52.178 DEBUG:boto:Token: None 2022-09-01T10:17:52.178 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.179 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:enMsco/a1aRK1KAkIl2706thUiE= 2022-09-01T10:17:52.180 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:enMsco/a1aRK1KAkIl2706thUiE=', 'Content-Length': '0'} 2022-09-01T10:17:52.184 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000002e5f495baa15b9cf-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.187 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:52.190 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.191 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.194 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.196 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.196 DEBUG:boto:Method: GET 2022-09-01T10:17:52.197 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.198 DEBUG:boto:Data: 2022-09-01T10:17:52.199 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.200 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.201 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.201 DEBUG:boto:Params: {} 2022-09-01T10:17:52.203 DEBUG:boto:Token: None 2022-09-01T10:17:52.204 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.206 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY= 2022-09-01T10:17:52.207 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY=', 'Content-Length': '0'} 2022-09-01T10:17:52.210 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ed09972f6d26c781-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.216 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.217 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.219 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.220 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.221 DEBUG:boto:Method: GET 2022-09-01T10:17:52.222 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.224 DEBUG:boto:Data: 2022-09-01T10:17:52.226 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.228 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.228 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.229 DEBUG:boto:Params: {} 2022-09-01T10:17:52.229 DEBUG:boto:Token: None 2022-09-01T10:17:52.231 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.232 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY= 2022-09-01T10:17:52.234 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY=', 'Content-Length': '0'} 2022-09-01T10:17:52.237 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000005b9b3c9a6ae3f8b8-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.239 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:52.240 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:52.241 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.243 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.247 DEBUG:boto:Method: GET 2022-09-01T10:17:52.248 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.249 DEBUG:boto:Data: 2022-09-01T10:17:52.250 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.251 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.252 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.254 DEBUG:boto:Params: {} 2022-09-01T10:17:52.255 DEBUG:boto:Token: None 2022-09-01T10:17:52.256 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/ 2022-09-01T10:17:52.257 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY= 2022-09-01T10:17:52.259 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY=', 'Content-Length': '0'} 2022-09-01T10:17:52.270 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f18e8f28467ae51e-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.272 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:52.273 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:52.275 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:52.276 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.277 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.286 DEBUG:boto:Method: GET 2022-09-01T10:17:52.288 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.289 DEBUG:boto:Data: 2022-09-01T10:17:52.291 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.292 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.293 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.296 DEBUG:boto:Params: {} 2022-09-01T10:17:52.298 DEBUG:boto:Token: None 2022-09-01T10:17:52.300 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/ 2022-09-01T10:17:52.302 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY= 2022-09-01T10:17:52.304 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY=', 'Content-Length': '0'} 2022-09-01T10:17:52.309 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d2e483ab65723ae2-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.310 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:52.311 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.312 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.313 DEBUG:boto:Method: HEAD 2022-09-01T10:17:52.313 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:17:52.314 DEBUG:boto:Data: 2022-09-01T10:17:52.314 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.315 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.318 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.319 DEBUG:boto:Params: {} 2022-09-01T10:17:52.320 DEBUG:boto:Token: None 2022-09-01T10:17:52.321 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj 2022-09-01T10:17:52.323 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+7KrsuWnuYt1csBJpa2HVLRjHCk= 2022-09-01T10:17:52.325 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+7KrsuWnuYt1csBJpa2HVLRjHCk=', 'Content-Length': '0'} 2022-09-01T10:17:52.328 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000007d0c03a9cb5ad5a6-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.330 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.331 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.332 DEBUG:boto:Method: HEAD 2022-09-01T10:17:52.333 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:17:52.336 DEBUG:boto:Data: 2022-09-01T10:17:52.338 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.339 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.340 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.341 DEBUG:boto:Params: {} 2022-09-01T10:17:52.342 DEBUG:boto:Token: None 2022-09-01T10:17:52.343 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj 2022-09-01T10:17:52.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+7KrsuWnuYt1csBJpa2HVLRjHCk= 2022-09-01T10:17:52.349 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+7KrsuWnuYt1csBJpa2HVLRjHCk=', 'Content-Length': '0'} 2022-09-01T10:17:52.352 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000036c019272066f5ba-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.354 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:52.355 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.356 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.358 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.359 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.360 DEBUG:boto:Method: GET 2022-09-01T10:17:52.373 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.374 DEBUG:boto:Data: 2022-09-01T10:17:52.375 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.377 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.377 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.378 DEBUG:boto:Params: {} 2022-09-01T10:17:52.379 DEBUG:boto:Token: None 2022-09-01T10:17:52.379 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.380 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY= 2022-09-01T10:17:52.381 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY=', 'Content-Length': '0'} 2022-09-01T10:17:52.385 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000005679bf2dcc072c98-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.386 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.388 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.389 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.390 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.391 DEBUG:boto:Method: GET 2022-09-01T10:17:52.392 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.393 DEBUG:boto:Data: 2022-09-01T10:17:52.393 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.394 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.394 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.395 DEBUG:boto:Params: {} 2022-09-01T10:17:52.395 DEBUG:boto:Token: None 2022-09-01T10:17:52.396 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY= 2022-09-01T10:17:52.398 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY=', 'Content-Length': '0'} 2022-09-01T10:17:52.403 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000bdd73452fffe68e8-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.405 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:52.406 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:52.407 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.408 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.408 DEBUG:boto:Method: GET 2022-09-01T10:17:52.409 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.410 DEBUG:boto:Data: 2022-09-01T10:17:52.411 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.412 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.412 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.413 DEBUG:boto:Params: {} 2022-09-01T10:17:52.414 DEBUG:boto:Token: None 2022-09-01T10:17:52.415 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/ 2022-09-01T10:17:52.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY= 2022-09-01T10:17:52.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY=', 'Content-Length': '0'} 2022-09-01T10:17:52.422 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002da9e81d24e4a184-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.423 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:52.424 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:52.425 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:52.427 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.429 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.429 DEBUG:boto:Method: GET 2022-09-01T10:17:52.430 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.430 DEBUG:boto:Data: 2022-09-01T10:17:52.431 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.432 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.433 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.433 DEBUG:boto:Params: {} 2022-09-01T10:17:52.435 DEBUG:boto:Token: None 2022-09-01T10:17:52.436 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/ 2022-09-01T10:17:52.436 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY= 2022-09-01T10:17:52.437 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY=', 'Content-Length': '0'} 2022-09-01T10:17:52.442 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000010a442445d648805-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.443 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:52.456 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:52.457 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.458 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.459 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.459 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.460 DEBUG:boto:Method: GET 2022-09-01T10:17:52.460 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.461 DEBUG:boto:Data: 2022-09-01T10:17:52.462 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.463 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.466 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.467 DEBUG:boto:Params: {} 2022-09-01T10:17:52.468 DEBUG:boto:Token: None 2022-09-01T10:17:52.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mPP0xSeKP+yF0yeoi2SddjnDDYE= 2022-09-01T10:17:52.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mPP0xSeKP+yF0yeoi2SddjnDDYE=', 'Content-Length': '0'} 2022-09-01T10:17:52.476 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000005e93f04b8abbc194-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.477 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.478 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.479 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.480 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.481 DEBUG:boto:Method: GET 2022-09-01T10:17:52.482 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.482 DEBUG:boto:Data: 2022-09-01T10:17:52.483 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.483 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.484 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.485 DEBUG:boto:Params: {} 2022-09-01T10:17:52.486 DEBUG:boto:Token: None 2022-09-01T10:17:52.487 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.488 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mPP0xSeKP+yF0yeoi2SddjnDDYE= 2022-09-01T10:17:52.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mPP0xSeKP+yF0yeoi2SddjnDDYE=', 'Content-Length': '0'} 2022-09-01T10:17:52.492 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000055e0d64c60a8764c-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.494 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.495 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.495 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.496 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.498 DEBUG:boto:Method: HEAD 2022-09-01T10:17:52.499 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.500 DEBUG:boto:Data: 2022-09-01T10:17:52.501 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.513 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.514 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.515 DEBUG:boto:Params: {} 2022-09-01T10:17:52.516 DEBUG:boto:Token: None 2022-09-01T10:17:52.516 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.517 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ljJpZzdMC+xDvPBM4JvSbmc7BT4= 2022-09-01T10:17:52.517 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ljJpZzdMC+xDvPBM4JvSbmc7BT4=', 'Content-Length': '0'} 2022-09-01T10:17:52.520 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000008f123b3a2f962b0f-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.521 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.521 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.522 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.522 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.523 DEBUG:boto:Method: HEAD 2022-09-01T10:17:52.523 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.524 DEBUG:boto:Data: 2022-09-01T10:17:52.524 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.525 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.525 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.526 DEBUG:boto:Params: {} 2022-09-01T10:17:52.527 DEBUG:boto:Token: None 2022-09-01T10:17:52.527 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.528 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ljJpZzdMC+xDvPBM4JvSbmc7BT4= 2022-09-01T10:17:52.528 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ljJpZzdMC+xDvPBM4JvSbmc7BT4=', 'Content-Length': '0'} 2022-09-01T10:17:52.530 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004b2df768c0e5516a-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.531 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:52.532 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.532 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.533 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.533 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.534 DEBUG:boto:Method: GET 2022-09-01T10:17:52.534 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.535 DEBUG:boto:Data: 2022-09-01T10:17:52.536 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.536 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.537 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.537 DEBUG:boto:Params: {} 2022-09-01T10:17:52.538 DEBUG:boto:Token: None 2022-09-01T10:17:52.539 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.539 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mPP0xSeKP+yF0yeoi2SddjnDDYE= 2022-09-01T10:17:52.540 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mPP0xSeKP+yF0yeoi2SddjnDDYE=', 'Content-Length': '0'} 2022-09-01T10:17:52.543 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000edbefed2f59f67fe-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.544 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.544 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.545 DEBUG:boto:path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.545 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.546 DEBUG:boto:Method: GET 2022-09-01T10:17:52.546 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.547 DEBUG:boto:Data: 2022-09-01T10:17:52.548 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.548 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.549 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.549 DEBUG:boto:Params: {} 2022-09-01T10:17:52.550 DEBUG:boto:Token: None 2022-09-01T10:17:52.550 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=null 2022-09-01T10:17:52.551 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mPP0xSeKP+yF0yeoi2SddjnDDYE= 2022-09-01T10:17:52.552 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mPP0xSeKP+yF0yeoi2SddjnDDYE=', 'Content-Length': '0'} 2022-09-01T10:17:52.554 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:15:51 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ccd63c1656b0449a-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.555 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:52.556 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:52.556 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.557 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.557 DEBUG:boto:Method: GET 2022-09-01T10:17:52.558 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.558 DEBUG:boto:Data: 2022-09-01T10:17:52.559 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.559 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.560 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.560 DEBUG:boto:Params: {} 2022-09-01T10:17:52.561 DEBUG:boto:Token: None 2022-09-01T10:17:52.562 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/ 2022-09-01T10:17:52.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY= 2022-09-01T10:17:52.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY=', 'Content-Length': '0'} 2022-09-01T10:17:52.565 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000057d2655c0cb0c145-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.566 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:52.567 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:52.567 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:52.568 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.568 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.569 DEBUG:boto:Method: GET 2022-09-01T10:17:52.571 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.571 DEBUG:boto:Data: 2022-09-01T10:17:52.572 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.572 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.573 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.573 DEBUG:boto:Params: {} 2022-09-01T10:17:52.574 DEBUG:boto:Token: None 2022-09-01T10:17:52.575 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/ 2022-09-01T10:17:52.575 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY= 2022-09-01T10:17:52.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY=', 'Content-Length': '0'} 2022-09-01T10:17:52.579 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006041ad3feea53dd4-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.580 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:52.581 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.581 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.582 DEBUG:boto:Method: HEAD 2022-09-01T10:17:52.583 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:17:52.583 DEBUG:boto:Data: 2022-09-01T10:17:52.584 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.584 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.585 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.585 DEBUG:boto:Params: {} 2022-09-01T10:17:52.586 DEBUG:boto:Token: None 2022-09-01T10:17:52.587 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj 2022-09-01T10:17:52.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+7KrsuWnuYt1csBJpa2HVLRjHCk= 2022-09-01T10:17:52.588 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+7KrsuWnuYt1csBJpa2HVLRjHCk=', 'Content-Length': '0'} 2022-09-01T10:17:52.591 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000009c1c83c937b0a06b-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.592 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.592 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.593 DEBUG:boto:Method: HEAD 2022-09-01T10:17:52.593 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:17:52.594 DEBUG:boto:Data: 2022-09-01T10:17:52.595 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.595 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.596 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.596 DEBUG:boto:Params: {} 2022-09-01T10:17:52.597 DEBUG:boto:Token: None 2022-09-01T10:17:52.598 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj 2022-09-01T10:17:52.598 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+7KrsuWnuYt1csBJpa2HVLRjHCk= 2022-09-01T10:17:52.600 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+7KrsuWnuYt1csBJpa2HVLRjHCk=', 'Content-Length': '0'} 2022-09-01T10:17:52.602 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ba96c69c173a4b52-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.604 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:17:52.604 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.605 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.606 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.606 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.607 DEBUG:boto:Method: GET 2022-09-01T10:17:52.608 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.608 DEBUG:boto:Data: 2022-09-01T10:17:52.609 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.610 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.611 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.612 DEBUG:boto:Params: {} 2022-09-01T10:17:52.613 DEBUG:boto:Token: None 2022-09-01T10:17:52.614 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY= 2022-09-01T10:17:52.616 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY=', 'Content-Length': '0'} 2022-09-01T10:17:52.626 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000defd93c137ec2fa7-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.628 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:52.629 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:52.631 DEBUG:boto:path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.632 DEBUG:boto:auth_path=/ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.632 DEBUG:boto:Method: GET 2022-09-01T10:17:52.633 DEBUG:boto:Path: /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.633 DEBUG:boto:Data: 2022-09-01T10:17:52.634 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.634 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.635 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.635 DEBUG:boto:Params: {} 2022-09-01T10:17:52.636 DEBUG:boto:Token: None 2022-09-01T10:17:52.637 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/obj?versionId=524265PbzPHHaVkQcq.nwDiJUMM2go9 2022-09-01T10:17:52.637 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY= 2022-09-01T10:17:52.639 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x+95xKCX7tRCjlY4txLyw6iWsjY=', 'Content-Length': '0'} 2022-09-01T10:17:52.641 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:16:54 GMT'), ('x-amz-version-id', '524265PbzPHHaVkQcq.nwDiJUMM2go9'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003409af217f6b7cdb-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.642 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:52.643 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:52.644 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.644 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.645 DEBUG:boto:Method: GET 2022-09-01T10:17:52.645 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.646 DEBUG:boto:Data: 2022-09-01T10:17:52.646 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.648 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:17:52.649 DEBUG:boto:Port: 8001 2022-09-01T10:17:52.649 DEBUG:boto:Params: {} 2022-09-01T10:17:52.650 DEBUG:boto:Token: None 2022-09-01T10:17:52.651 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/ 2022-09-01T10:17:52.652 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY= 2022-09-01T10:17:52.652 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY=', 'Content-Length': '0'} 2022-09-01T10:17:52.656 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e8841b1dd013afa9-00631086d0-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.698 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:52.699 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:52.700 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:52.701 DEBUG:boto:path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.701 DEBUG:boto:auth_path=/ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.702 DEBUG:boto:Method: GET 2022-09-01T10:17:52.708 DEBUG:boto:Path: /ptoxvb-20/?prefix=obj 2022-09-01T10:17:52.709 DEBUG:boto:Data: 2022-09-01T10:17:52.709 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.710 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:17:52.711 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.712 DEBUG:boto:Params: {} 2022-09-01T10:17:52.713 DEBUG:boto:Token: None 2022-09-01T10:17:52.715 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/ 2022-09-01T10:17:52.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY= 2022-09-01T10:17:52.717 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kG8O7VpU1robivGoyuh/gJh3cAY=', 'Content-Length': '0'} 2022-09-01T10:17:52.721 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f0f3a723d4f985b2-00631086d0-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.721 DEBUG:boto:b'ptoxvb-20obj1000falseobj2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:17:52.722 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-20 zones={test-zone3, test-zone2} 2022-09-01T10:17:52.723 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:52.724 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:52.724 DEBUG:boto:path=/ptoxvb-20/?versioning 2022-09-01T10:17:52.725 DEBUG:boto:auth_path=/ptoxvb-20/?versioning 2022-09-01T10:17:52.725 DEBUG:boto:Method: PUT 2022-09-01T10:17:52.726 DEBUG:boto:Path: /ptoxvb-20/?versioning 2022-09-01T10:17:52.726 DEBUG:boto:Data: Suspended Disabled 2022-09-01T10:17:52.726 DEBUG:boto:Headers: {} 2022-09-01T10:17:52.727 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:52.727 DEBUG:boto:Port: 8000 2022-09-01T10:17:52.728 DEBUG:boto:Params: {} 2022-09-01T10:17:52.728 DEBUG:boto:Token: None 2022-09-01T10:17:52.729 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:17:52 GMT /ptoxvb-20/?versioning 2022-09-01T10:17:52.730 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H7R4mQuCv+hdMwhMXoUrjhQAM/M= 2022-09-01T10:17:52.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H7R4mQuCv+hdMwhMXoUrjhQAM/M=', 'Content-Length': '230'} 2022-09-01T10:17:52.737 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000df65ad0e1af5e754-00631086d0-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:17:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:52.738 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:17:52.739 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:17:52.740 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:17:52.797 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:17:52.798 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:17:52.851 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T10:17:52.877 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:17:52.878 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:17:52.879 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:17:52.879 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T10:17:52.879 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:17:52.880 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:17:52.880 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:17:52.881 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:17:52.881 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:17:52.887 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:17:52.888 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:17:52.888 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:47.867747Z" 2022-09-01T10:17:52.889 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:17:52.889 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:17:52.890 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027472.737720_140.1", 2022-09-01T10:17:52.890 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:17:52.737720Z" 2022-09-01T10:17:52.890 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:17:52.891 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:17:52.892 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027472.737720_140.1'} 2022-09-01T10:17:52.893 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:17:52.894 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:17:52.895 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:17:52.896 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:17:52.954 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:17:52.954 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:17:52.996 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:52.984+0000 7f771811d600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:17:52.997 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:52.986+0000 7f771811d600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:17:53.000 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:17:53.001 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:17:53.001 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:17:53.001 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:17:53.002 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:17:53.002 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:17:53.002 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:17:53.003 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:53.003 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:17:53.003 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:17:53.004 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:17:53.007 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:17:53.007 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:17:53.008 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:17:53.008 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:17:53.009 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:17:53.009 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:17:53.010 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:17:53.011 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:17:53.011 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:17:53.023 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:53.024 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:17:53.024 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:17:53.025 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:17:53.025 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:17:53.028 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:17:53.029 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:17:53.029 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:17:53.030 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:17:53.030 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:17:53.031 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:17:53.032 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:17:53.032 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:53.033 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:17:53.033 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:17:53.034 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:17:53.034 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:17:53.035 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:17:53.035 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:17:53.036 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:17:53.036 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:17:53.037 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:17:53.037 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:17:53.038 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:17:53.039 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:53.039 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:17:53.040 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:17:53.040 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:17:53.041 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:17:53.042 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027472.733798_139.1", 2022-09-01T10:17:53.043 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:17:53.044 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:17:53.044 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:17:53.044 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:17:52.733798Z", 2022-09-01T10:17:53.045 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:17:53.045 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:17:53.046 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:17:53.046 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:17:53.047 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:53.047 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:17:53.048 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:17:53.048 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:17:53.049 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:53.049 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:17:52Z" 2022-09-01T10:17:53.050 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:17:53.052 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027472.733798_139.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:17:52.733798Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:17:52Z" } 2022-09-01T10:17:53.053 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027472.733798_139.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:17:52.733798Z', 'realm_epoch': 2}}] 2022-09-01T10:17:53.054 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027472.737720_140.1'} 2022-09-01T10:17:53.055 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027472.733798_139.1'} 2022-09-01T10:17:53.056 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027472.737720_140.1 target=1_1662027472.733798_139.1 2022-09-01T10:17:58.058 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:17:58.059 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:17:58.061 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:17:58.138 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:17:58.139 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:17:58.168 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:58.168+0000 7fbc30f11600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:17:58.169 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:58.169+0000 7fbc30f11600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:17:58.183 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:17:58.184 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:17:58.185 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:17:58.185 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:17:58.186 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:17:58.186 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:17:58.187 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:17:58.187 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:58.188 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:17:58.188 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:17:58.188 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:17:58.189 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:17:58.189 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:17:58.189 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:17:58.192 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:17:58.192 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:17:58.193 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:17:58.193 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:17:58.194 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:17:58.194 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:17:58.195 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:58.195 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:17:58.197 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:17:58.198 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:17:58.199 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:17:58.200 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:17:58.201 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:17:58.202 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:17:58.202 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:17:58.203 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:17:58.203 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:17:58.204 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:17:58.204 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:58.205 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:17:58.205 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:17:58.207 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:17:58.207 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:17:58.207 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:17:58.208 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:17:58.208 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:17:58.208 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:17:58.208 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:17:58.209 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:17:58.209 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:17:58.209 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:58.209 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:17:58.210 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:17:58.210 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:17:58.210 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:17:58.210 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027472.737720_140.1", 2022-09-01T10:17:58.211 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:17:58.211 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:17:58.211 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:17:58.212 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:17:52.737720Z", 2022-09-01T10:17:58.212 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:17:58.212 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:17:58.212 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:17:58.213 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:17:58.213 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:58.213 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:17:58.213 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:17:58.214 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:17:58.214 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:58.214 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:17:58Z" 2022-09-01T10:17:58.216 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:17:58.217 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027472.737720_140.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:17:52.737720Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:17:58Z" } 2022-09-01T10:17:58.218 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027472.737720_140.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:17:52.737720Z', 'realm_epoch': 2}}] 2022-09-01T10:17:58.219 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027472.737720_140.1'} 2022-09-01T10:17:58.219 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027472.737720_140.1'} 2022-09-01T10:17:58.220 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:17:58.220 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:17:58.221 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:17:58.221 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:17:58.222 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:17:58.281 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:17:58.282 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:17:58.320 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:17:58.319+0000 7f35f98aa600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:17:58.322 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:17:58.321+0000 7f35f98aa600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:17:58.342 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:17:58.343 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:17:58.343 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:17:58.344 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:17:58.344 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:17:58.345 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:17:58.364 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:17:58.364 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:17:58.365 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:17:58.365 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:17:58.366 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:17:58.366 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:17:58.367 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:17:58.367 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:17:58.367 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:17:58.368 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:17:58.368 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:17:58.369 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:17:58.369 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:17:58.375 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:17:58.376 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:17:58.376 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:17:58.377 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:17:58.377 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:17:58.377 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:17:58.377 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:17:58.378 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:17:58.378 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:17:58.378 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:17:58.379 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:17:58.379 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:17:58.379 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:17:58.379 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:17:58.380 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:17:58.380 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:17:58.380 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:17:58.380 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:17:58.382 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:17:58.382 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:17:58.383 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:17:58.383 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:17:58.384 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:17:58.385 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:17:58.385 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:17:58.385 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:17:58.386 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:17:58.386 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:17:58.387 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:17:58.387 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:17:58.388 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027472.737720_140.1", 2022-09-01T10:17:58.388 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:17:58.389 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:17:58.389 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:17:58.390 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:17:52.737720Z", 2022-09-01T10:17:58.390 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:17:58.391 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:17:58.392 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:17:58.392 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:17:58.393 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:17:58.393 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:17:58.394 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:17:58.394 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:17:58.395 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:17:58.395 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:17:58Z" 2022-09-01T10:17:58.396 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:17:58.397 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027472.737720_140.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:17:52.737720Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:17:58Z" } 2022-09-01T10:17:58.398 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027472.737720_140.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:17:52.737720Z', 'realm_epoch': 2}}] 2022-09-01T10:17:58.399 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027472.737720_140.1'} 2022-09-01T10:17:58.400 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027472.737720_140.1'} 2022-09-01T10:17:58.401 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:17:58.401 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:17:58.402 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:17:58.403 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:17:58.404 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:17:58.464 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:17:58.465 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:17:58.491 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:58.490+0000 7f802cd1c600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:17:58.492 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:58.491+0000 7f802cd1c600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:17:58.516 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:17:58.517 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:17:58.517 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:17:58.522 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:17:58.523 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:17:58.550 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:17:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:17:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:17:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:17:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:17:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:17:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:17:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:17:58.556 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:17:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:17:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:17:58.558 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:17:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:17:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:17:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:17:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:17:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:17:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:17:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:17:58.562 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:17:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:17:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:17:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:17:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:17:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:17:58.565 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:58.565 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:17:58.566 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:17:58.566 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:17:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:17:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:17:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:17:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:17:58.568 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:17:58.568 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:17:58.569 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:17:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:17:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:17:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:17:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:17:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:17:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027472.737720_140.1", 2022-09-01T10:17:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:17:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:17:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:17:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:17:52.737720Z", 2022-09-01T10:17:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:17:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:17:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:17:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:17:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:17:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:17:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:17:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:17:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:17:58Z" 2022-09-01T10:17:58.579 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:17:58.580 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027472.737720_140.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:17:52.737720Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:17:58Z" } 2022-09-01T10:17:58.581 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027472.737720_140.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:17:52.737720Z', 'realm_epoch': 2}}] 2022-09-01T10:17:58.582 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027472.737720_140.1'} 2022-09-01T10:17:58.583 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027472.737720_140.1'} 2022-09-01T10:17:58.584 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:17:58.585 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:17:58.586 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:17:58.587 DEBUG:boto:Method: HEAD 2022-09-01T10:17:58.587 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:17:58.588 DEBUG:boto:Data: 2022-09-01T10:17:58.589 DEBUG:boto:Headers: {} 2022-09-01T10:17:58.590 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:58.591 DEBUG:boto:Port: 8000 2022-09-01T10:17:58.591 DEBUG:boto:Params: {} 2022-09-01T10:17:58.592 DEBUG:boto:Token: None 2022-09-01T10:17:58.593 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:17:58 GMT /ptoxvb-20/ 2022-09-01T10:17:58.594 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:76d811bDV56Fqh58s5u0GzhPsNg= 2022-09-01T10:17:58.595 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:17:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:76d811bDV56Fqh58s5u0GzhPsNg=', 'Content-Length': '0'} 2022-09-01T10:17:58.605 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001ad3784f77b1d2a5-00631086d6-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:17:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:58.606 DEBUG:boto:path=/ptoxvb-20/obj 2022-09-01T10:17:58.607 DEBUG:boto:auth_path=/ptoxvb-20/obj 2022-09-01T10:17:58.608 DEBUG:boto:Method: PUT 2022-09-01T10:17:58.609 DEBUG:boto:Path: /ptoxvb-20/obj 2022-09-01T10:17:58.610 DEBUG:boto:Data: 2022-09-01T10:17:58.611 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue'} 2022-09-01T10:17:58.612 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:17:58.612 DEBUG:boto:Port: 8000 2022-09-01T10:17:58.613 DEBUG:boto:Params: {} 2022-09-01T10:17:58.614 DEBUG:boto:Token: None 2022-09-01T10:17:58.615 DEBUG:boto:StringToSign: PUT 1B2M2Y8AsgTpgAmY7PhCfg== application/octet-stream Thu, 01 Sep 2022 10:17:58 GMT /ptoxvb-20/obj 2022-09-01T10:17:58.616 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n/7sEoa1b9hL9QQTbmHgEXOKFaw= 2022-09-01T10:17:58.617 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:17:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n/7sEoa1b9hL9QQTbmHgEXOKFaw='} 2022-09-01T10:17:58.643 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000c7096a8bda418b78-00631086d6-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:17:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:17:58.645 DEBUG:rgw_multi.tests:created null version id=None 2022-09-01T10:17:58.646 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-20 2022-09-01T10:17:58.647 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:17:58.648 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:17:58.650 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:17:58.711 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:17:58.712 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:17:58.748 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:17:58.745+0000 7f063a98a600 1 waiting for incremental sync to catch up: 2022-09-01T10:17:58.749 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000003.13.12, , ] 2022-09-01T10:17:58.749 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000005.17.17, , ] 2022-09-01T10:18:03.747 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:03.746+0000 7f063a98a600 1 waiting for incremental sync to catch up: 2022-09-01T10:18:03.747 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000003.13.12, , ] 2022-09-01T10:18:03.748 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000005.17.17, , ] 2022-09-01T10:18:08.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:08.749+0000 7f063a98a600 1 waiting for incremental sync to catch up: 2022-09-01T10:18:08.750 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000003.13.12, , ] 2022-09-01T10:18:08.750 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000005.17.17, , ] 2022-09-01T10:18:13.759 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:13.750+0000 7f063a98a600 1 waiting for incremental sync to catch up: 2022-09-01T10:18:13.760 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000003.13.12, , ] 2022-09-01T10:18:13.761 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000005.17.17, , ] 2022-09-01T10:18:18.753 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:18.752+0000 7f063a98a600 1 waiting for incremental sync to catch up: 2022-09-01T10:18:18.753 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000003.13.12, , ] 2022-09-01T10:18:18.755 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000005.17.17, , ] 2022-09-01T10:18:23.753 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:23.753+0000 7f063a98a600 1 bucket sync caught up with source: 2022-09-01T10:18:23.754 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000005.17.17, , ] 2022-09-01T10:18:23.754 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000005.17.17, , ] 2022-09-01T10:18:23.754 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:23.753+0000 7f063a98a600 0 bucket checkpoint complete 2022-09-01T10:18:23.771 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-20 2022-09-01T10:18:23.772 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:18:23.773 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:18:23.775 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:18:23.852 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:18:23.852 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:18:23.910 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:18:23.908+0000 7fdb22fdf600 1 bucket sync caught up with source: 2022-09-01T10:18:23.911 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000005.17.17, , ] 2022-09-01T10:18:23.911 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000005.17.17, , ] 2022-09-01T10:18:23.911 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:18:23.908+0000 7fdb22fdf600 0 bucket checkpoint complete 2022-09-01T10:18:23.930 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-20 2022-09-01T10:18:23.931 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:18:23.932 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:18:23.933 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:18:23.999 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:18:24.000 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:18:24.038 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:24.036+0000 7f3704aec600 1 bucket sync caught up with source: 2022-09-01T10:18:24.039 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000005.17.17, , ] 2022-09-01T10:18:24.039 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000005.17.17, , ] 2022-09-01T10:18:24.040 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:24.036+0000 7f3704aec600 0 bucket checkpoint complete 2022-09-01T10:18:24.054 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-20 2022-09-01T10:18:24.054 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:18:24.055 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:18:24.056 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:18:24.118 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:18:24.119 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:18:24.158 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:18:24.154+0000 7fbf0f39c600 1 waiting for incremental sync to catch up: 2022-09-01T10:18:24.159 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000004.48.9, , ] 2022-09-01T10:18:24.159 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000005.50.17, , ] 2022-09-01T10:18:29.156 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:18:29.155+0000 7fbf0f39c600 1 bucket sync caught up with source: 2022-09-01T10:18:29.156 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000006.53.14, , ] 2022-09-01T10:18:29.156 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000005.50.17, , ] 2022-09-01T10:18:29.157 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:18:29.155+0000 7fbf0f39c600 0 bucket checkpoint complete 2022-09-01T10:18:29.184 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-20 2022-09-01T10:18:29.185 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:18:29.186 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:18:29.187 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:18:29.251 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:18:29.251 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:18:29.305 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:18:29.305+0000 7f6767dee600 1 bucket sync caught up with source: 2022-09-01T10:18:29.306 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000006.53.14, , ] 2022-09-01T10:18:29.307 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000006.53.14, , ] 2022-09-01T10:18:29.307 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:18:29.305+0000 7f6767dee600 0 bucket checkpoint complete 2022-09-01T10:18:29.324 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-20 2022-09-01T10:18:29.325 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-20 2022-09-01T10:18:29.326 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:18:29.327 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:18:29.328 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:18:29.387 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:18:29.388 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:18:29.431 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:18:29.431+0000 7ff0020cf600 1 waiting for incremental sync to catch up: 2022-09-01T10:18:29.432 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000105.236.17, , ] 2022-09-01T10:18:29.432 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000106.239.14, , ] 2022-09-01T10:18:34.432 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:18:34.432+0000 7ff0020cf600 1 waiting for incremental sync to catch up: 2022-09-01T10:18:34.433 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000105.236.17, , ] 2022-09-01T10:18:34.433 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000106.239.14, , ] 2022-09-01T10:18:39.437 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:18:39.434+0000 7ff0020cf600 1 waiting for incremental sync to catch up: 2022-09-01T10:18:39.438 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000105.236.17, , ] 2022-09-01T10:18:39.438 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000106.239.14, , ] 2022-09-01T10:18:44.435 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:18:44.434+0000 7ff0020cf600 1 waiting for incremental sync to catch up: 2022-09-01T10:18:44.436 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000105.236.17, , ] 2022-09-01T10:18:44.436 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000106.239.14, , ] 2022-09-01T10:18:49.442 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:18:49.437+0000 7ff0020cf600 1 bucket sync caught up with source: 2022-09-01T10:18:49.443 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000106.239.14, , ] 2022-09-01T10:18:49.446 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000106.239.14, , ] 2022-09-01T10:18:49.446 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:18:49.437+0000 7ff0020cf600 0 bucket checkpoint complete 2022-09-01T10:18:49.457 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-20 2022-09-01T10:18:49.458 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:18:49.459 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:18:49.460 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-20 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:18:49.524 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:18:49.525 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:18:49.561 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:49.560+0000 7f13a702d600 1 bucket sync caught up with source: 2022-09-01T10:18:49.563 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000106.239.14, , ] 2022-09-01T10:18:49.563 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000106.239.14, , ] 2022-09-01T10:18:49.564 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:49.560+0000 7f13a702d600 0 bucket checkpoint complete 2022-09-01T10:18:49.575 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-20 2022-09-01T10:18:49.577 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-20 zones={test-zone2, test-zone1} 2022-09-01T10:18:49.581 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:18:49.582 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:18:49.583 DEBUG:boto:Method: HEAD 2022-09-01T10:18:49.585 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:18:49.586 DEBUG:boto:Data: 2022-09-01T10:18:49.587 DEBUG:boto:Headers: {} 2022-09-01T10:18:49.588 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:18:49.589 DEBUG:boto:Port: 8000 2022-09-01T10:18:49.598 DEBUG:boto:Params: {} 2022-09-01T10:18:49.600 DEBUG:boto:Token: None 2022-09-01T10:18:49.602 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:18:49 GMT /ptoxvb-20/ 2022-09-01T10:18:49.604 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gqZ/sNxc5jddES7BmPTgdLjbkoA= 2022-09-01T10:18:49.605 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:49 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gqZ/sNxc5jddES7BmPTgdLjbkoA=', 'Content-Length': '0'} 2022-09-01T10:18:49.609 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008fe50e1fce72d464-0063108709-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:18:49 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:49.611 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:18:49.612 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:18:49.613 DEBUG:boto:Method: HEAD 2022-09-01T10:18:49.613 DEBUG:boto:Path: /ptoxvb-20/ 2022-09-01T10:18:49.614 DEBUG:boto:Data: 2022-09-01T10:18:49.615 DEBUG:boto:Headers: {} 2022-09-01T10:18:49.616 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:18:49.617 DEBUG:boto:Port: 8000 2022-09-01T10:18:49.620 DEBUG:boto:Params: {} 2022-09-01T10:18:49.622 DEBUG:boto:Token: None 2022-09-01T10:18:49.624 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:18:49 GMT /ptoxvb-20/ 2022-09-01T10:18:49.625 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gqZ/sNxc5jddES7BmPTgdLjbkoA= 2022-09-01T10:18:49.626 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:49 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gqZ/sNxc5jddES7BmPTgdLjbkoA=', 'Content-Length': '0'} 2022-09-01T10:18:49.630 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000801c4d4403ba709b-0063108709-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:18:49 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:49.633 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:18:49.634 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:18:49.635 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:18:49.636 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:18:49.637 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:18:49.638 DEBUG:boto:Method: GET 2022-09-01T10:18:49.639 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:18:49.641 DEBUG:boto:Data: 2022-09-01T10:18:49.645 DEBUG:boto:Headers: {} 2022-09-01T10:18:49.646 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:18:49.647 DEBUG:boto:Port: 8000 2022-09-01T10:18:49.649 DEBUG:boto:Params: {} 2022-09-01T10:18:49.651 DEBUG:boto:Token: None 2022-09-01T10:18:49.653 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:18:49 GMT /ptoxvb-20/?versions 2022-09-01T10:18:49.654 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KF+poQOYjXIh+rqGStLXYm9KY0w= 2022-09-01T10:18:49.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:49 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KF+poQOYjXIh+rqGStLXYm9KY0w=', 'Content-Length': '0'} 2022-09-01T10:18:49.659 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e584a7973a1e7435-0063108709-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:18:49 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:49.660 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj524265PbzPHHaVkQcq.nwDiJUMM2go9false2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:18:49.662 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:18:49.663 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:18:49.664 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:18:49.665 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:18:49.666 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:18:49.667 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:18:49.669 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:18:49.670 DEBUG:boto:Method: GET 2022-09-01T10:18:49.671 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:18:49.672 DEBUG:boto:Data: 2022-09-01T10:18:49.673 DEBUG:boto:Headers: {} 2022-09-01T10:18:49.674 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:18:49.676 DEBUG:boto:Port: 8000 2022-09-01T10:18:49.677 DEBUG:boto:Params: {} 2022-09-01T10:18:49.678 DEBUG:boto:Token: None 2022-09-01T10:18:49.681 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:18:49 GMT /ptoxvb-20/?versions 2022-09-01T10:18:49.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KF+poQOYjXIh+rqGStLXYm9KY0w= 2022-09-01T10:18:49.683 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:49 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KF+poQOYjXIh+rqGStLXYm9KY0w=', 'Content-Length': '0'} 2022-09-01T10:18:49.691 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009a2c67a549e21006-0063108709-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:18:49 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:49.692 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:17:58.621Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj524265PbzPHHaVkQcq.nwDiJUMM2go9false2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:18:49.694 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:18:49.694 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:18:49.695 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:18:49.696 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:18:49.697 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:18:49.698 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:18:49.699 DEBUG:boto:Method: GET 2022-09-01T10:18:49.700 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:18:49.701 DEBUG:boto:Data: 2022-09-01T10:18:49.702 DEBUG:boto:Headers: {} 2022-09-01T10:18:49.703 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:18:49.704 DEBUG:boto:Port: 8000 2022-09-01T10:18:49.705 DEBUG:boto:Params: {} 2022-09-01T10:18:49.706 DEBUG:boto:Token: None 2022-09-01T10:18:49.707 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:18:49 GMT /ptoxvb-20/?versions 2022-09-01T10:18:49.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KF+poQOYjXIh+rqGStLXYm9KY0w= 2022-09-01T10:18:49.710 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:49 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KF+poQOYjXIh+rqGStLXYm9KY0w=', 'Content-Length': '0'} 2022-09-01T10:18:49.713 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000071c40a87b4101e9a-0063108709-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:18:49 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:49.724 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:15:51.197Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj524265PbzPHHaVkQcq.nwDiJUMM2go9false2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:18:49.726 DEBUG:boto:path=/ptoxvb-20/ 2022-09-01T10:18:49.727 DEBUG:boto:auth_path=/ptoxvb-20/ 2022-09-01T10:18:49.728 DEBUG:boto:path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:18:49.729 DEBUG:boto:auth_path=/ptoxvb-20/?versions&max-keys=999 2022-09-01T10:18:49.730 DEBUG:boto:Method: GET 2022-09-01T10:18:49.731 DEBUG:boto:Path: /ptoxvb-20/?versions&max-keys=999 2022-09-01T10:18:49.732 DEBUG:boto:Data: 2022-09-01T10:18:49.733 DEBUG:boto:Headers: {} 2022-09-01T10:18:49.734 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:18:49.735 DEBUG:boto:Port: 8000 2022-09-01T10:18:49.736 DEBUG:boto:Params: {} 2022-09-01T10:18:49.737 DEBUG:boto:Token: None 2022-09-01T10:18:49.738 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:18:49 GMT /ptoxvb-20/?versions 2022-09-01T10:18:49.739 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KF+poQOYjXIh+rqGStLXYm9KY0w= 2022-09-01T10:18:49.740 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:49 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KF+poQOYjXIh+rqGStLXYm9KY0w=', 'Content-Length': '0'} 2022-09-01T10:18:49.745 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000005e87f8fae7b95b0-0063108709-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:18:49 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:49.746 DEBUG:boto:b'ptoxvb-20999falseobjnulltrue2022-09-01T10:17:58.621Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormalobj524265PbzPHHaVkQcq.nwDiJUMM2go9false2022-09-01T10:16:54.305Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:18:49.748 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:18:49.770 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_version_suspended_incremental_sync ... FAIL 2022-09-01T10:18:49.772 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-21 2022-09-01T10:18:49.774 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:18:49.775 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:18:49.776 DEBUG:boto:Method: PUT 2022-09-01T10:18:49.777 DEBUG:boto:Path: /ptoxvb-21/ 2022-09-01T10:18:49.778 DEBUG:boto:Data: 2022-09-01T10:18:49.791 DEBUG:boto:Headers: {} 2022-09-01T10:18:49.792 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:18:49.793 DEBUG:boto:Port: 8000 2022-09-01T10:18:49.793 DEBUG:boto:Params: {} 2022-09-01T10:18:49.795 DEBUG:boto:Token: None 2022-09-01T10:18:49.796 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:18:49 GMT /ptoxvb-21/ 2022-09-01T10:18:49.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:96rgRx/Mu83fI+wD3u7gglK4+hw= 2022-09-01T10:18:49.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:49 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:96rgRx/Mu83fI+wD3u7gglK4+hw=', 'Content-Length': '0'} 2022-09-01T10:18:49.835 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000001154e6aef4968f03-0063108709-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:18:49 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:49.836 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-22 2022-09-01T10:18:49.837 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:18:49.837 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:18:49.845 DEBUG:boto:Method: PUT 2022-09-01T10:18:49.845 DEBUG:boto:Path: /ptoxvb-22/ 2022-09-01T10:18:49.846 DEBUG:boto:Data: 2022-09-01T10:18:49.847 DEBUG:boto:Headers: {} 2022-09-01T10:18:49.847 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:18:49.848 DEBUG:boto:Port: 8000 2022-09-01T10:18:49.849 DEBUG:boto:Params: {} 2022-09-01T10:18:49.851 DEBUG:boto:Token: None 2022-09-01T10:18:49.852 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:18:49 GMT /ptoxvb-22/ 2022-09-01T10:18:49.852 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ad6LYi0N6xqABFpfF/QmtPx8KX4= 2022-09-01T10:18:49.853 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:49 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ad6LYi0N6xqABFpfF/QmtPx8KX4=', 'Content-Length': '0'} 2022-09-01T10:18:49.881 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000334058da3e123687-0063108709-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:18:49 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:49.882 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-23 2022-09-01T10:18:49.883 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:18:49.884 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:18:49.885 DEBUG:boto:Method: PUT 2022-09-01T10:18:49.886 DEBUG:boto:Path: /ptoxvb-23/ 2022-09-01T10:18:49.887 DEBUG:boto:Data: 2022-09-01T10:18:49.888 DEBUG:boto:Headers: {} 2022-09-01T10:18:49.889 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:18:49.891 DEBUG:boto:Port: 8001 2022-09-01T10:18:49.892 DEBUG:boto:Params: {} 2022-09-01T10:18:49.894 DEBUG:boto:Token: None 2022-09-01T10:18:49.895 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:18:49 GMT /ptoxvb-23/ 2022-09-01T10:18:49.896 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sQ36y7lVz1aXoel4JIVWq1k5CG8= 2022-09-01T10:18:49.897 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:49 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sQ36y7lVz1aXoel4JIVWq1k5CG8=', 'Content-Length': '0'} 2022-09-01T10:18:49.941 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000001ce72d74a716621e-0063108709-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:18:49 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:49.943 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:18:49.958 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:18:49.959 DEBUG:boto:path=/ptoxvb-21/?versioning 2022-09-01T10:18:49.960 DEBUG:boto:auth_path=/ptoxvb-21/?versioning 2022-09-01T10:18:49.961 DEBUG:boto:Method: PUT 2022-09-01T10:18:49.962 DEBUG:boto:Path: /ptoxvb-21/?versioning 2022-09-01T10:18:49.964 DEBUG:boto:Data: Enabled Disabled 2022-09-01T10:18:49.965 DEBUG:boto:Headers: {} 2022-09-01T10:18:49.966 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:18:49.967 DEBUG:boto:Port: 8000 2022-09-01T10:18:49.968 DEBUG:boto:Params: {} 2022-09-01T10:18:49.969 DEBUG:boto:Token: None 2022-09-01T10:18:49.974 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:18:49 GMT /ptoxvb-21/?versioning 2022-09-01T10:18:49.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n8PzbQZ3oiXvHUZ7BAWD4kvIlzo= 2022-09-01T10:18:49.977 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:49 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n8PzbQZ3oiXvHUZ7BAWD4kvIlzo=', 'Content-Length': '228'} 2022-09-01T10:18:49.985 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000d548a5fad3f2d6d1-0063108709-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:18:49 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:49.987 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:18:49.988 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:18:49.988 DEBUG:boto:path=/ptoxvb-22/?versioning 2022-09-01T10:18:49.989 DEBUG:boto:auth_path=/ptoxvb-22/?versioning 2022-09-01T10:18:49.990 DEBUG:boto:Method: PUT 2022-09-01T10:18:49.993 DEBUG:boto:Path: /ptoxvb-22/?versioning 2022-09-01T10:18:49.994 DEBUG:boto:Data: Enabled Disabled 2022-09-01T10:18:49.995 DEBUG:boto:Headers: {} 2022-09-01T10:18:49.996 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:18:49.997 DEBUG:boto:Port: 8000 2022-09-01T10:18:49.998 DEBUG:boto:Params: {} 2022-09-01T10:18:49.999 DEBUG:boto:Token: None 2022-09-01T10:18:50.000 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:18:50 GMT /ptoxvb-22/?versioning 2022-09-01T10:18:50.002 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ihyiGrbmCwetU6IFk9nZIanDCBI= 2022-09-01T10:18:50.003 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ihyiGrbmCwetU6IFk9nZIanDCBI=', 'Content-Length': '228'} 2022-09-01T10:18:50.017 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000038b7c8bc70d93976-006310870a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:18:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:50.018 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:18:50.019 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:18:50.020 DEBUG:boto:path=/ptoxvb-23/?versioning 2022-09-01T10:18:50.021 DEBUG:boto:auth_path=/ptoxvb-23/?versioning 2022-09-01T10:18:50.021 DEBUG:boto:Method: PUT 2022-09-01T10:18:50.025 DEBUG:boto:Path: /ptoxvb-23/?versioning 2022-09-01T10:18:50.025 DEBUG:boto:Data: Enabled Disabled 2022-09-01T10:18:50.031 DEBUG:boto:Headers: {} 2022-09-01T10:18:50.032 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:18:50.032 DEBUG:boto:Port: 8001 2022-09-01T10:18:50.033 DEBUG:boto:Params: {} 2022-09-01T10:18:50.034 DEBUG:boto:Token: None 2022-09-01T10:18:50.035 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:18:50 GMT /ptoxvb-23/?versioning 2022-09-01T10:18:50.036 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xqHLza/7iojL56n8d0J7+HoVSSI= 2022-09-01T10:18:50.037 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:50 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xqHLza/7iojL56n8d0J7+HoVSSI=', 'Content-Length': '228'} 2022-09-01T10:18:50.066 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000e1333a954fcce733-006310870a-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:18:50 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:50.067 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:18:50.069 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:18:50.070 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:18:50.136 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:18:50.137 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:18:50.194 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T10:18:50.216 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:18:50.216 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:18:50.217 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:18:50.217 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T10:18:50.217 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:18:50.217 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:18:50.218 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:18:50.219 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:18:50.219 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:18:50.220 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:18:50.220 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:18:50.220 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:47.867747Z" 2022-09-01T10:18:50.221 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:18:50.221 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:18:50.221 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027530.052391_158.1", 2022-09-01T10:18:50.222 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:18:50.052391Z" 2022-09-01T10:18:50.222 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:18:50.222 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:18:50.224 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027530.052391_158.1'} 2022-09-01T10:18:50.225 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:18:50.226 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:18:50.227 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:18:50.228 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:18:50.327 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:18:50.328 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:18:50.354 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:50.353+0000 7f4eb0460600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:18:50.356 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:50.355+0000 7f4eb0460600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:18:50.370 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:18:50.370 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:18:50.370 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:18:50.371 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:18:50.371 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:18:50.371 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:18:50.372 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:18:50.372 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:50.377 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:18:50.377 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:18:50.379 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:18:50.379 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:18:50.379 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:18:50.379 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:18:50.380 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:18:50.380 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:18:50.383 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:18:50.383 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:18:50.384 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:18:50.384 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:18:50.384 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:50.384 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:18:50.385 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:18:50.385 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:18:50.385 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:18:50.385 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:18:50.387 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:18:50.387 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:18:50.387 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:18:50.387 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:18:50.388 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:18:50.388 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:18:50.388 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:50.389 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:18:50.389 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:18:50.389 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:18:50.389 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:18:50.390 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:18:50.390 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:18:50.390 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:18:50.390 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:18:50.391 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:18:50.391 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:18:50.391 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:18:50.391 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:50.392 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:18:50.392 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:18:50.392 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:18:50.393 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:18:50.393 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027529.862499_145.1", 2022-09-01T10:18:50.394 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:18:50.394 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:18:50.394 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:18:50.394 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.862499Z", 2022-09-01T10:18:50.395 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:18:50.395 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:18:50.395 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:18:50.395 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:18:50.396 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:50.396 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:18:50.397 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:18:50.397 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:18:50.398 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:50.398 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:18:50Z" 2022-09-01T10:18:50.398 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:18:50.400 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027529.862499_145.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:18:49.862499Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:18:50Z" } 2022-09-01T10:18:50.400 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027529.862499_145.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:18:49.862499Z', 'realm_epoch': 2}}] 2022-09-01T10:18:50.401 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027530.052391_158.1'} 2022-09-01T10:18:50.401 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027529.862499_145.1'} 2022-09-01T10:18:50.402 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027530.052391_158.1 target=1_1662027529.862499_145.1 2022-09-01T10:18:55.406 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:18:55.407 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:18:55.409 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:18:55.463 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:18:55.464 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:18:55.491 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:55.488+0000 7f7afc009600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:18:55.492 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:55.489+0000 7f7afc009600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:18:55.503 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:18:55.504 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:18:55.505 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:18:55.505 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:18:55.505 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:18:55.506 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:18:55.506 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:18:55.507 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:55.507 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:18:55.508 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:18:55.508 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:18:55.509 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:18:55.509 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:18:55.509 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:18:55.510 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:18:55.510 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:18:55.511 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:18:55.511 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:18:55.512 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:18:55.512 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:18:55.513 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:55.513 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:18:55.514 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:18:55.515 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:18:55.515 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:18:55.516 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:18:55.516 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:18:55.517 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:18:55.517 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:18:55.518 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:18:55.518 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:18:55.519 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:18:55.519 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:55.520 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:18:55.520 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:18:55.521 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:18:55.521 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:18:55.521 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:18:55.522 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:18:55.523 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:18:55.523 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:18:55.523 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:18:55.524 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:18:55.524 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:18:55.524 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:55.525 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:18:55.525 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:18:55.526 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:18:55.527 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:18:55.527 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027530.052391_158.1", 2022-09-01T10:18:55.527 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:18:55.528 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:18:55.528 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:18:55.528 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:50.052391Z", 2022-09-01T10:18:55.529 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:18:55.529 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:18:55.529 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:18:55.529 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:18:55.530 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:55.530 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:18:55.531 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:18:55.531 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:18:55.531 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:55.532 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:18:55Z" 2022-09-01T10:18:55.532 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:18:55.533 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027530.052391_158.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:18:50.052391Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:18:55Z" } 2022-09-01T10:18:55.534 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027530.052391_158.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:18:50.052391Z', 'realm_epoch': 2}}] 2022-09-01T10:18:55.535 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027530.052391_158.1'} 2022-09-01T10:18:55.535 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027530.052391_158.1'} 2022-09-01T10:18:55.536 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:18:55.536 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:18:55.537 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:18:55.537 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:18:55.538 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:18:55.601 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:18:55.607 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:18:55.635 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:18:55.633+0000 7fa646513600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:18:55.636 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:18:55.634+0000 7fa646513600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:18:55.659 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:18:55.660 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:18:55.661 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:18:55.662 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:18:55.663 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:18:55.663 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:18:55.664 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:18:55.675 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:18:55.675 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:18:55.676 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:18:55.688 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:18:55.688 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:18:55.688 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:18:55.689 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:18:55.689 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:18:55.689 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:18:55.689 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:18:55.690 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:18:55.690 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:18:55.690 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:18:55.691 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:18:55.691 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:18:55.691 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:18:55.692 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:18:55.694 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:18:55.695 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:18:55.695 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:18:55.696 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:18:55.697 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:18:55.699 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:18:55.699 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:18:55.700 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:18:55.700 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:18:55.701 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:18:55.701 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:18:55.704 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:18:55.704 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:18:55.704 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:18:55.705 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:18:55.705 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:18:55.706 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:18:55.706 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:18:55.706 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:18:55.706 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:18:55.707 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:18:55.707 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:18:55.707 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:18:55.707 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:18:55.708 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:18:55.708 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027530.052391_158.1", 2022-09-01T10:18:55.708 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:18:55.709 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:18:55.723 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:18:55.723 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:50.052391Z", 2022-09-01T10:18:55.724 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:18:55.724 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:18:55.725 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:18:55.728 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:18:55.729 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:18:55.729 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:18:55.729 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:18:55.730 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:18:55.730 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:18:55.731 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:18:55Z" 2022-09-01T10:18:55.731 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:18:55.732 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027530.052391_158.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:18:50.052391Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:18:55Z" } 2022-09-01T10:18:55.734 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027530.052391_158.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:18:50.052391Z', 'realm_epoch': 2}}] 2022-09-01T10:18:55.735 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027530.052391_158.1'} 2022-09-01T10:18:55.736 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027530.052391_158.1'} 2022-09-01T10:18:55.737 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:18:55.739 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:18:55.740 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:18:55.741 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:18:55.743 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:18:55.795 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:18:55.795 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:18:55.823 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:55.823+0000 7fd3a1bc4600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:18:55.825 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:55.824+0000 7fd3a1bc4600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:18:55.843 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:18:55.844 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:18:55.847 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:18:55.848 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:18:55.848 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:18:55.849 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:18:55.849 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:18:55.850 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:55.850 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:18:55.852 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:18:55.853 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:18:55.853 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:18:55.853 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:18:55.853 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:18:55.854 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:18:55.866 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:18:55.866 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:18:55.867 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:18:55.867 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:18:55.868 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:18:55.868 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:55.869 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:18:55.869 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:18:55.870 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:18:55.870 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:18:55.870 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:18:55.871 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:18:55.871 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:18:55.872 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:18:55.872 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:18:55.872 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:18:55.872 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:18:55.873 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:55.873 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:18:55.873 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:18:55.876 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:18:55.901 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:18:55.901 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:18:55.902 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:18:55.902 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:18:55.903 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:18:55.903 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:18:55.904 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:18:55.904 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:18:55.905 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:55.906 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:18:55.906 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:18:55.907 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:18:55.908 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:18:55.909 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027530.052391_158.1", 2022-09-01T10:18:55.910 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:18:55.911 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:18:55.911 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:18:55.912 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:50.052391Z", 2022-09-01T10:18:55.912 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:18:55.913 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:18:55.913 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:18:55.914 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:18:55.914 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:55.915 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:18:55.916 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:18:55.916 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:18:55.916 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:18:55.917 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:18:55Z" 2022-09-01T10:18:55.917 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:18:55.918 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027530.052391_158.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:18:50.052391Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:18:55Z" } 2022-09-01T10:18:55.919 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027530.052391_158.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:18:50.052391Z', 'realm_epoch': 2}}] 2022-09-01T10:18:55.921 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027530.052391_158.1'} 2022-09-01T10:18:55.927 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027530.052391_158.1'} 2022-09-01T10:18:55.928 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:18:55.929 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:18:55.929 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:18:55.930 DEBUG:boto:Method: HEAD 2022-09-01T10:18:55.930 DEBUG:boto:Path: /ptoxvb-21/ 2022-09-01T10:18:55.931 DEBUG:boto:Data: 2022-09-01T10:18:55.932 DEBUG:boto:Headers: {} 2022-09-01T10:18:55.933 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:18:55.933 DEBUG:boto:Port: 8000 2022-09-01T10:18:55.934 DEBUG:boto:Params: {} 2022-09-01T10:18:55.934 DEBUG:boto:Token: None 2022-09-01T10:18:55.935 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:18:55 GMT /ptoxvb-21/ 2022-09-01T10:18:55.936 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MCWsvLIaFhPmID6itxl7psgks0U= 2022-09-01T10:18:55.936 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MCWsvLIaFhPmID6itxl7psgks0U=', 'Content-Length': '0'} 2022-09-01T10:18:55.948 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f6c7b34386792b47-006310870f-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:55.949 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:18:55.949 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:18:55.950 DEBUG:boto:Method: PUT 2022-09-01T10:18:55.951 DEBUG:boto:Path: /ptoxvb-21/obj 2022-09-01T10:18:55.951 DEBUG:boto:Data: 2022-09-01T10:18:55.953 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue'} 2022-09-01T10:18:55.955 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:18:55.956 DEBUG:boto:Port: 8000 2022-09-01T10:18:55.956 DEBUG:boto:Params: {} 2022-09-01T10:18:55.957 DEBUG:boto:Token: None 2022-09-01T10:18:55.957 DEBUG:boto:StringToSign: PUT 1B2M2Y8AsgTpgAmY7PhCfg== application/octet-stream Thu, 01 Sep 2022 10:18:55 GMT /ptoxvb-21/obj 2022-09-01T10:18:55.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yChd7Af1scyQj9ePzmzYGI0kVPM= 2022-09-01T10:18:55.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:18:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yChd7Af1scyQj9ePzmzYGI0kVPM='} 2022-09-01T10:18:55.973 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-amz-request-id', 'tx0000000c1b36256c942c0-006310870f-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:55.974 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:18:55.975 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:18:55.975 DEBUG:boto:Method: HEAD 2022-09-01T10:18:55.976 DEBUG:boto:Path: /ptoxvb-21/ 2022-09-01T10:18:55.976 DEBUG:boto:Data: 2022-09-01T10:18:55.977 DEBUG:boto:Headers: {} 2022-09-01T10:18:55.977 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:18:55.978 DEBUG:boto:Port: 8000 2022-09-01T10:18:55.978 DEBUG:boto:Params: {} 2022-09-01T10:18:55.979 DEBUG:boto:Token: None 2022-09-01T10:18:55.979 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:18:55 GMT /ptoxvb-21/ 2022-09-01T10:18:55.980 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MCWsvLIaFhPmID6itxl7psgks0U= 2022-09-01T10:18:55.981 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MCWsvLIaFhPmID6itxl7psgks0U=', 'Content-Length': '0'} 2022-09-01T10:18:55.989 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000cda526bd74938eb4-006310870f-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:56.000 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:18:56.003 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:18:56.005 DEBUG:boto:Method: DELETE 2022-09-01T10:18:56.006 DEBUG:boto:Path: /ptoxvb-21/obj 2022-09-01T10:18:56.007 DEBUG:boto:Data: 2022-09-01T10:18:56.008 DEBUG:boto:Headers: {} 2022-09-01T10:18:56.009 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:18:56.010 DEBUG:boto:Port: 8000 2022-09-01T10:18:56.011 DEBUG:boto:Params: {} 2022-09-01T10:18:56.012 DEBUG:boto:Token: None 2022-09-01T10:18:56.014 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:18:56 GMT /ptoxvb-21/obj 2022-09-01T10:18:56.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KWk247P6+2liV+rdkF7ae/xytcA= 2022-09-01T10:18:56.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KWk247P6+2liV+rdkF7ae/xytcA=', 'Content-Length': '0'} 2022-09-01T10:18:56.031 DEBUG:boto:Response headers: [('x-amz-version-id', 'CTCQBhGi9u9hjMn3YshQlExPU3R0QGy'), ('x-amz-delete-marker', 'true'), ('x-amz-request-id', 'tx000006fbcabc6d8723761-0063108710-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:56.032 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:18:56.033 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:18:56.033 DEBUG:boto:Method: HEAD 2022-09-01T10:18:56.035 DEBUG:boto:Path: /ptoxvb-22/ 2022-09-01T10:18:56.035 DEBUG:boto:Data: 2022-09-01T10:18:56.036 DEBUG:boto:Headers: {} 2022-09-01T10:18:56.037 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:18:56.037 DEBUG:boto:Port: 8000 2022-09-01T10:18:56.038 DEBUG:boto:Params: {} 2022-09-01T10:18:56.038 DEBUG:boto:Token: None 2022-09-01T10:18:56.039 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:18:56 GMT /ptoxvb-22/ 2022-09-01T10:18:56.040 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F/HKF6KryEqSJCXxTO/BNCpNiUM= 2022-09-01T10:18:56.041 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F/HKF6KryEqSJCXxTO/BNCpNiUM=', 'Content-Length': '0'} 2022-09-01T10:18:56.044 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000043a89b7e564fb86a-0063108710-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:56.050 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:18:56.051 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:18:56.056 DEBUG:boto:Method: PUT 2022-09-01T10:18:56.059 DEBUG:boto:Path: /ptoxvb-22/obj 2022-09-01T10:18:56.060 DEBUG:boto:Data: 2022-09-01T10:18:56.060 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue'} 2022-09-01T10:18:56.061 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:18:56.061 DEBUG:boto:Port: 8000 2022-09-01T10:18:56.062 DEBUG:boto:Params: {} 2022-09-01T10:18:56.063 DEBUG:boto:Token: None 2022-09-01T10:18:56.063 DEBUG:boto:StringToSign: PUT 1B2M2Y8AsgTpgAmY7PhCfg== application/octet-stream Thu, 01 Sep 2022 10:18:56 GMT /ptoxvb-22/obj 2022-09-01T10:18:56.064 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fRKXYydI8jARrcW+GeUHlrDHfB0= 2022-09-01T10:18:56.065 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:18:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fRKXYydI8jARrcW+GeUHlrDHfB0='} 2022-09-01T10:18:56.076 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-amz-request-id', 'tx000008ffd1561a11b71eb-0063108710-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:56.077 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:18:56.077 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:18:56.078 DEBUG:boto:Method: HEAD 2022-09-01T10:18:56.079 DEBUG:boto:Path: /ptoxvb-22/ 2022-09-01T10:18:56.079 DEBUG:boto:Data: 2022-09-01T10:18:56.080 DEBUG:boto:Headers: {} 2022-09-01T10:18:56.080 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:18:56.081 DEBUG:boto:Port: 8000 2022-09-01T10:18:56.081 DEBUG:boto:Params: {} 2022-09-01T10:18:56.082 DEBUG:boto:Token: None 2022-09-01T10:18:56.083 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:18:56 GMT /ptoxvb-22/ 2022-09-01T10:18:56.084 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F/HKF6KryEqSJCXxTO/BNCpNiUM= 2022-09-01T10:18:56.084 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F/HKF6KryEqSJCXxTO/BNCpNiUM=', 'Content-Length': '0'} 2022-09-01T10:18:56.087 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a10c3f8b5211318f-0063108710-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:56.088 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:18:56.088 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:18:56.089 DEBUG:boto:Method: DELETE 2022-09-01T10:18:56.089 DEBUG:boto:Path: /ptoxvb-22/obj 2022-09-01T10:18:56.090 DEBUG:boto:Data: 2022-09-01T10:18:56.090 DEBUG:boto:Headers: {} 2022-09-01T10:18:56.092 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:18:56.093 DEBUG:boto:Port: 8000 2022-09-01T10:18:56.111 DEBUG:boto:Params: {} 2022-09-01T10:18:56.112 DEBUG:boto:Token: None 2022-09-01T10:18:56.113 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:18:56 GMT /ptoxvb-22/obj 2022-09-01T10:18:56.114 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kuwJvqyhR2EMTwnGV4yjNa2oEBc= 2022-09-01T10:18:56.114 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kuwJvqyhR2EMTwnGV4yjNa2oEBc=', 'Content-Length': '0'} 2022-09-01T10:18:56.121 DEBUG:boto:Response headers: [('x-amz-version-id', 'y7giGlExJBmfxAqWAyw-Zpe0yLsUFPf'), ('x-amz-delete-marker', 'true'), ('x-amz-request-id', 'tx000001bfbb45a640cd003-0063108710-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:56.123 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:18:56.125 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:18:56.127 DEBUG:boto:Method: HEAD 2022-09-01T10:18:56.127 DEBUG:boto:Path: /ptoxvb-23/ 2022-09-01T10:18:56.128 DEBUG:boto:Data: 2022-09-01T10:18:56.128 DEBUG:boto:Headers: {} 2022-09-01T10:18:56.129 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:18:56.130 DEBUG:boto:Port: 8001 2022-09-01T10:18:56.130 DEBUG:boto:Params: {} 2022-09-01T10:18:56.131 DEBUG:boto:Token: None 2022-09-01T10:18:56.132 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:18:56 GMT /ptoxvb-23/ 2022-09-01T10:18:56.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wlJyxBr1LKdfLBqJnfaFrMUBToU= 2022-09-01T10:18:56.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wlJyxBr1LKdfLBqJnfaFrMUBToU=', 'Content-Length': '0'} 2022-09-01T10:18:56.138 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007583c3d96550aa27-0063108710-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:56.140 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:18:56.147 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:18:56.149 DEBUG:boto:Method: PUT 2022-09-01T10:18:56.150 DEBUG:boto:Path: /ptoxvb-23/obj 2022-09-01T10:18:56.151 DEBUG:boto:Data: 2022-09-01T10:18:56.152 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue'} 2022-09-01T10:18:56.153 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:18:56.155 DEBUG:boto:Port: 8001 2022-09-01T10:18:56.158 DEBUG:boto:Params: {} 2022-09-01T10:18:56.159 DEBUG:boto:Token: None 2022-09-01T10:18:56.161 DEBUG:boto:StringToSign: PUT 1B2M2Y8AsgTpgAmY7PhCfg== application/octet-stream Thu, 01 Sep 2022 10:18:56 GMT /ptoxvb-23/obj 2022-09-01T10:18:56.166 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BhAWFHUUXLKIAQljN4KInfiNrKM= 2022-09-01T10:18:56.170 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:18:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BhAWFHUUXLKIAQljN4KInfiNrKM='} 2022-09-01T10:18:56.193 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('Accept-Ranges', 'bytes'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-amz-request-id', 'tx0000063923adb1c64c2ae-0063108710-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:56.194 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:18:56.195 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:18:56.197 DEBUG:boto:Method: HEAD 2022-09-01T10:18:56.198 DEBUG:boto:Path: /ptoxvb-23/ 2022-09-01T10:18:56.199 DEBUG:boto:Data: 2022-09-01T10:18:56.208 DEBUG:boto:Headers: {} 2022-09-01T10:18:56.217 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:18:56.218 DEBUG:boto:Port: 8001 2022-09-01T10:18:56.219 DEBUG:boto:Params: {} 2022-09-01T10:18:56.220 DEBUG:boto:Token: None 2022-09-01T10:18:56.220 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:18:56 GMT /ptoxvb-23/ 2022-09-01T10:18:56.221 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wlJyxBr1LKdfLBqJnfaFrMUBToU= 2022-09-01T10:18:56.221 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wlJyxBr1LKdfLBqJnfaFrMUBToU=', 'Content-Length': '0'} 2022-09-01T10:18:56.231 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ead52d6ff7e33563-0063108710-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:56.233 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:18:56.234 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:18:56.237 DEBUG:boto:Method: DELETE 2022-09-01T10:18:56.240 DEBUG:boto:Path: /ptoxvb-23/obj 2022-09-01T10:18:56.240 DEBUG:boto:Data: 2022-09-01T10:18:56.248 DEBUG:boto:Headers: {} 2022-09-01T10:18:56.251 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:18:56.252 DEBUG:boto:Port: 8001 2022-09-01T10:18:56.253 DEBUG:boto:Params: {} 2022-09-01T10:18:56.254 DEBUG:boto:Token: None 2022-09-01T10:18:56.255 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:18:56 GMT /ptoxvb-23/obj 2022-09-01T10:18:56.259 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cyeEdhtaMucaFex4vXgin4pg184= 2022-09-01T10:18:56.260 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:18:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cyeEdhtaMucaFex4vXgin4pg184=', 'Content-Length': '0'} 2022-09-01T10:18:56.273 DEBUG:boto:Response headers: [('x-amz-version-id', 'plpUiRGuRvCrtRCG4WZEGZAkyZ-OBIk'), ('x-amz-delete-marker', 'true'), ('x-amz-request-id', 'tx000006b0382373aa77ee8-0063108710-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:18:56.274 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-21 2022-09-01T10:18:56.274 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-21', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:18:56.275 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-21', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:18:56.275 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-21 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:18:56.335 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:18:56.336 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:18:56.377 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:18:56.369+0000 7fa2e82cf600 1 waiting to reach incremental sync.. 2022-09-01T10:19:01.370 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:01.369+0000 7fa2e82cf600 1 waiting to reach incremental sync.. 2022-09-01T10:19:06.378 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:06.370+0000 7fa2e82cf600 1 waiting to reach incremental sync.. 2022-09-01T10:19:11.376 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:11.370+0000 7fa2e82cf600 1 waiting to reach incremental sync.. 2022-09-01T10:19:16.373 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:16.371+0000 7fa2e82cf600 1 waiting to reach incremental sync.. 2022-09-01T10:19:21.374 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:21.373+0000 7fa2e82cf600 1 bucket sync caught up with source: 2022-09-01T10:19:21.375 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000003.29.11, , ] 2022-09-01T10:19:21.375 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000003.29.11, , ] 2022-09-01T10:19:21.375 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:21.373+0000 7fa2e82cf600 0 bucket checkpoint complete 2022-09-01T10:19:21.392 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-21 2022-09-01T10:19:21.393 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-21', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:21.394 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-21', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:21.395 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-21 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:21.461 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:21.462 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:21.508 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:21.508+0000 7f9b898c6600 1 bucket sync caught up with source: 2022-09-01T10:19:21.509 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000003.29.11, , ] 2022-09-01T10:19:21.509 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000003.29.11, , ] 2022-09-01T10:19:21.509 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:21.508+0000 7f9b898c6600 0 bucket checkpoint complete 2022-09-01T10:19:21.530 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-21 2022-09-01T10:19:21.532 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-21', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:21.533 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-21', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:21.534 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-21 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:21.600 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:21.600 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:21.638 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:21.638+0000 7f23f4002600 1 bucket sync caught up with source: 2022-09-01T10:19:21.639 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000003.29.11, , ] 2022-09-01T10:19:21.639 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000003.29.11, , ] 2022-09-01T10:19:21.640 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:21.638+0000 7f23f4002600 0 bucket checkpoint complete 2022-09-01T10:19:21.653 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-21 2022-09-01T10:19:21.654 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-21', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:21.655 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-21', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:21.656 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-21 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:21.717 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:21.718 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:21.770 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:21.771+0000 7f80e907d600 1 waiting to reach incremental sync.. 2022-09-01T10:19:26.772 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:26.771+0000 7f80e907d600 1 waiting to reach incremental sync.. 2022-09-01T10:19:31.773 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:31.773+0000 7f80e907d600 1 bucket sync caught up with source: 2022-09-01T10:19:31.774 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000002.60.5, , ] 2022-09-01T10:19:31.774 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000002.60.5, , ] 2022-09-01T10:19:31.774 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:31.773+0000 7f80e907d600 0 bucket checkpoint complete 2022-09-01T10:19:31.791 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-21 2022-09-01T10:19:31.792 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-21', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:31.793 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-21', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:31.794 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-21 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:31.860 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:31.860 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:31.899 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:31.900+0000 7f0f53246600 1 waiting for incremental sync to catch up: 2022-09-01T10:19:31.900 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.28.10, , ] 2022-09-01T10:19:31.900 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000002.60.5, , ] 2022-09-01T10:19:36.902 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:36.901+0000 7f0f53246600 1 waiting for incremental sync to catch up: 2022-09-01T10:19:36.903 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.28.10, , ] 2022-09-01T10:19:36.903 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000002.60.5, , ] 2022-09-01T10:19:41.903 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:41.903+0000 7f0f53246600 1 waiting for incremental sync to catch up: 2022-09-01T10:19:41.904 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.28.10, , ] 2022-09-01T10:19:41.904 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000002.60.5, , ] 2022-09-01T10:19:46.905 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:46.905+0000 7f0f53246600 1 waiting for incremental sync to catch up: 2022-09-01T10:19:46.905 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.28.10, , ] 2022-09-01T10:19:46.906 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000002.60.5, , ] 2022-09-01T10:19:51.906 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:51.905+0000 7f0f53246600 1 bucket sync caught up with source: 2022-09-01T10:19:51.907 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000002.60.5, , ] 2022-09-01T10:19:51.907 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000002.60.5, , ] 2022-09-01T10:19:51.907 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:51.905+0000 7f0f53246600 0 bucket checkpoint complete 2022-09-01T10:19:51.924 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-21 2022-09-01T10:19:51.925 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-21 2022-09-01T10:19:51.926 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-21', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:51.927 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-21', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:51.928 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-21 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:51.993 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:51.993 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:52.037 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:52.037+0000 7f3a082aa600 1 bucket sync caught up with source: 2022-09-01T10:19:52.038 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000002.48.5, , ] 2022-09-01T10:19:52.038 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000002.48.5, , ] 2022-09-01T10:19:52.039 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:52.037+0000 7f3a082aa600 0 bucket checkpoint complete 2022-09-01T10:19:52.056 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-21 2022-09-01T10:19:52.057 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-21', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:52.058 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-21', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:52.059 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-21 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:52.128 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:52.129 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:52.167 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:52.166+0000 7febcf367600 1 bucket sync caught up with source: 2022-09-01T10:19:52.168 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000002.48.5, , ] 2022-09-01T10:19:52.168 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000002.48.5, , ] 2022-09-01T10:19:52.168 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:52.166+0000 7febcf367600 0 bucket checkpoint complete 2022-09-01T10:19:52.183 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-21 2022-09-01T10:19:52.184 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-21 zones={test-zone2, test-zone1} 2022-09-01T10:19:52.185 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.187 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.188 DEBUG:boto:Method: HEAD 2022-09-01T10:19:52.189 DEBUG:boto:Path: /ptoxvb-21/ 2022-09-01T10:19:52.190 DEBUG:boto:Data: 2022-09-01T10:19:52.192 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.193 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:52.194 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.195 DEBUG:boto:Params: {} 2022-09-01T10:19:52.196 DEBUG:boto:Token: None 2022-09-01T10:19:52.197 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/ 2022-09-01T10:19:52.198 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9uo0PgpeiKvMmMunC9uESs/dhbQ= 2022-09-01T10:19:52.199 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9uo0PgpeiKvMmMunC9uESs/dhbQ=', 'Content-Length': '0'} 2022-09-01T10:19:52.203 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c936dbe4bc64dc6e-0063108748-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.204 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.206 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.207 DEBUG:boto:Method: HEAD 2022-09-01T10:19:52.208 DEBUG:boto:Path: /ptoxvb-21/ 2022-09-01T10:19:52.209 DEBUG:boto:Data: 2022-09-01T10:19:52.209 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.210 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.211 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.213 DEBUG:boto:Params: {} 2022-09-01T10:19:52.214 DEBUG:boto:Token: None 2022-09-01T10:19:52.215 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/ 2022-09-01T10:19:52.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9uo0PgpeiKvMmMunC9uESs/dhbQ= 2022-09-01T10:19:52.217 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9uo0PgpeiKvMmMunC9uESs/dhbQ=', 'Content-Length': '0'} 2022-09-01T10:19:52.221 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006af7df4142e681c0-0063108748-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.222 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:19:52.223 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.224 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.225 DEBUG:boto:path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.227 DEBUG:boto:auth_path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.228 DEBUG:boto:Method: GET 2022-09-01T10:19:52.229 DEBUG:boto:Path: /ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.230 DEBUG:boto:Data: 2022-09-01T10:19:52.231 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.232 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:52.233 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.234 DEBUG:boto:Params: {} 2022-09-01T10:19:52.241 DEBUG:boto:Token: None 2022-09-01T10:19:52.242 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/?versions 2022-09-01T10:19:52.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w= 2022-09-01T10:19:52.244 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w=', 'Content-Length': '0'} 2022-09-01T10:19:52.246 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ba4e25fc5809fcc7-0063108748-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.247 DEBUG:boto:b'ptoxvb-21999falseobjCTCQBhGi9u9hjMn3YshQlExPU3R0QGytrue2022-09-01T10:18:56.021Zrgw-multisite-test-userMultisite Test UserNormalobj1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYqfalse2022-09-01T10:18:55.962Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:52.249 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:52.249 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:52.250 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:19:52.250 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.251 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.252 DEBUG:boto:path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.253 DEBUG:boto:auth_path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.254 DEBUG:boto:Method: GET 2022-09-01T10:19:52.254 DEBUG:boto:Path: /ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.256 DEBUG:boto:Data: 2022-09-01T10:19:52.257 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.257 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.258 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.258 DEBUG:boto:Params: {} 2022-09-01T10:19:52.259 DEBUG:boto:Token: None 2022-09-01T10:19:52.260 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/?versions 2022-09-01T10:19:52.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w= 2022-09-01T10:19:52.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w=', 'Content-Length': '0'} 2022-09-01T10:19:52.265 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000293cbabbff1cdbf0-0063108748-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.266 DEBUG:boto:b'ptoxvb-21999falseobjCTCQBhGi9u9hjMn3YshQlExPU3R0QGytrue2022-09-01T10:18:56.021Zrgw-multisite-test-userMultisite Test UserNormalobj1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYqfalse2022-09-01T10:18:55.962Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:52.267 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:52.268 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:52.269 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.270 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.282 DEBUG:boto:path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.284 DEBUG:boto:auth_path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.285 DEBUG:boto:Method: GET 2022-09-01T10:19:52.286 DEBUG:boto:Path: /ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.287 DEBUG:boto:Data: 2022-09-01T10:19:52.288 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.290 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:52.295 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.296 DEBUG:boto:Params: {} 2022-09-01T10:19:52.296 DEBUG:boto:Token: None 2022-09-01T10:19:52.297 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/?versions 2022-09-01T10:19:52.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w= 2022-09-01T10:19:52.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w=', 'Content-Length': '0'} 2022-09-01T10:19:52.308 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a9d5071a9a39588d-0063108748-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.316 DEBUG:boto:b'ptoxvb-21999falseobjCTCQBhGi9u9hjMn3YshQlExPU3R0QGytrue2022-09-01T10:18:56.021Zrgw-multisite-test-userMultisite Test UserNormalobj1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYqfalse2022-09-01T10:18:55.962Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:52.317 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.318 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.318 DEBUG:boto:path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.319 DEBUG:boto:auth_path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.319 DEBUG:boto:Method: GET 2022-09-01T10:19:52.320 DEBUG:boto:Path: /ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.321 DEBUG:boto:Data: 2022-09-01T10:19:52.321 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.322 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.323 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.323 DEBUG:boto:Params: {} 2022-09-01T10:19:52.324 DEBUG:boto:Token: None 2022-09-01T10:19:52.324 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/?versions 2022-09-01T10:19:52.325 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w= 2022-09-01T10:19:52.326 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w=', 'Content-Length': '0'} 2022-09-01T10:19:52.331 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003af8a31d4757fed0-0063108748-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.332 DEBUG:boto:b'ptoxvb-21999falseobjCTCQBhGi9u9hjMn3YshQlExPU3R0QGytrue2022-09-01T10:18:56.021Zrgw-multisite-test-userMultisite Test UserNormalobj1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYqfalse2022-09-01T10:18:55.962Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:52.333 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:52.335 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.336 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.338 DEBUG:boto:Method: HEAD 2022-09-01T10:19:52.339 DEBUG:boto:Path: /ptoxvb-21/obj 2022-09-01T10:19:52.342 DEBUG:boto:Data: 2022-09-01T10:19:52.343 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.343 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:52.344 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.345 DEBUG:boto:Params: {} 2022-09-01T10:19:52.346 DEBUG:boto:Token: None 2022-09-01T10:19:52.347 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj 2022-09-01T10:19:52.348 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+UB58cofjAHRgK3pVz7bHGIXQ0o= 2022-09-01T10:19:52.349 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+UB58cofjAHRgK3pVz7bHGIXQ0o=', 'Content-Length': '0'} 2022-09-01T10:19:52.352 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000c41fbc90eeadcced-0063108748-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.353 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.353 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.354 DEBUG:boto:Method: HEAD 2022-09-01T10:19:52.356 DEBUG:boto:Path: /ptoxvb-21/obj 2022-09-01T10:19:52.357 DEBUG:boto:Data: 2022-09-01T10:19:52.358 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.359 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.364 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.367 DEBUG:boto:Params: {} 2022-09-01T10:19:52.368 DEBUG:boto:Token: None 2022-09-01T10:19:52.369 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj 2022-09-01T10:19:52.370 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+UB58cofjAHRgK3pVz7bHGIXQ0o= 2022-09-01T10:19:52.371 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+UB58cofjAHRgK3pVz7bHGIXQ0o=', 'Content-Length': '0'} 2022-09-01T10:19:52.383 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000b42ec9e586d992d9-0063108748-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.384 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:52.385 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.387 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.388 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.388 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.389 DEBUG:boto:Method: GET 2022-09-01T10:19:52.390 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.391 DEBUG:boto:Data: 2022-09-01T10:19:52.401 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.402 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:52.404 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.406 DEBUG:boto:Params: {} 2022-09-01T10:19:52.408 DEBUG:boto:Token: None 2022-09-01T10:19:52.408 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ= 2022-09-01T10:19:52.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ=', 'Content-Length': '0'} 2022-09-01T10:19:52.413 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000006d89d34530f55b3-0063108748-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.414 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.415 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.416 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.416 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.417 DEBUG:boto:Method: GET 2022-09-01T10:19:52.417 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.418 DEBUG:boto:Data: 2022-09-01T10:19:52.419 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.420 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.420 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.421 DEBUG:boto:Params: {} 2022-09-01T10:19:52.421 DEBUG:boto:Token: None 2022-09-01T10:19:52.422 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.423 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ= 2022-09-01T10:19:52.424 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ=', 'Content-Length': '0'} 2022-09-01T10:19:52.426 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000000f1ca6588767b03b-0063108748-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.427 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.428 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.429 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.429 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.430 DEBUG:boto:Method: HEAD 2022-09-01T10:19:52.430 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.431 DEBUG:boto:Data: 2022-09-01T10:19:52.431 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.432 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:52.432 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.433 DEBUG:boto:Params: {} 2022-09-01T10:19:52.434 DEBUG:boto:Token: None 2022-09-01T10:19:52.434 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ght7xy5WOUq26kMacuAig8mW0xk= 2022-09-01T10:19:52.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ght7xy5WOUq26kMacuAig8mW0xk=', 'Content-Length': '0'} 2022-09-01T10:19:52.438 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a2406df45ee65825-0063108748-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.439 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.439 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.440 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.441 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.441 DEBUG:boto:Method: HEAD 2022-09-01T10:19:52.442 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.442 DEBUG:boto:Data: 2022-09-01T10:19:52.443 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.444 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.444 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.445 DEBUG:boto:Params: {} 2022-09-01T10:19:52.446 DEBUG:boto:Token: None 2022-09-01T10:19:52.446 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.447 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ght7xy5WOUq26kMacuAig8mW0xk= 2022-09-01T10:19:52.447 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ght7xy5WOUq26kMacuAig8mW0xk=', 'Content-Length': '0'} 2022-09-01T10:19:52.455 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000e23182cf384376fc-0063108748-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.456 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:52.457 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.458 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.458 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.459 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.459 DEBUG:boto:Method: GET 2022-09-01T10:19:52.460 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.460 DEBUG:boto:Data: 2022-09-01T10:19:52.461 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.461 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:52.463 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.463 DEBUG:boto:Params: {} 2022-09-01T10:19:52.464 DEBUG:boto:Token: None 2022-09-01T10:19:52.464 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.465 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ= 2022-09-01T10:19:52.466 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ=', 'Content-Length': '0'} 2022-09-01T10:19:52.470 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000393420f5b5f02715-0063108748-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.472 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.472 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.474 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.475 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.476 DEBUG:boto:Method: GET 2022-09-01T10:19:52.476 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.477 DEBUG:boto:Data: 2022-09-01T10:19:52.477 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.478 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.481 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.483 DEBUG:boto:Params: {} 2022-09-01T10:19:52.484 DEBUG:boto:Token: None 2022-09-01T10:19:52.485 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ= 2022-09-01T10:19:52.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ=', 'Content-Length': '0'} 2022-09-01T10:19:52.495 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a31e3ced1fed9803-0063108748-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.497 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.498 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.499 DEBUG:boto:path=/ptoxvb-21/?prefix=obj 2022-09-01T10:19:52.500 DEBUG:boto:auth_path=/ptoxvb-21/?prefix=obj 2022-09-01T10:19:52.501 DEBUG:boto:Method: GET 2022-09-01T10:19:52.503 DEBUG:boto:Path: /ptoxvb-21/?prefix=obj 2022-09-01T10:19:52.504 DEBUG:boto:Data: 2022-09-01T10:19:52.505 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.506 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:52.507 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.508 DEBUG:boto:Params: {} 2022-09-01T10:19:52.509 DEBUG:boto:Token: None 2022-09-01T10:19:52.510 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/ 2022-09-01T10:19:52.511 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/vCn2YXHg+kRgLJTWjoLl2RWT7k= 2022-09-01T10:19:52.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/vCn2YXHg+kRgLJTWjoLl2RWT7k=', 'Content-Length': '0'} 2022-09-01T10:19:52.522 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a8edf7db1aa170c5-0063108748-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.524 DEBUG:boto:b'ptoxvb-21obj1000false' 2022-09-01T10:19:52.525 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.527 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.528 DEBUG:boto:path=/ptoxvb-21/?prefix=obj 2022-09-01T10:19:52.529 DEBUG:boto:auth_path=/ptoxvb-21/?prefix=obj 2022-09-01T10:19:52.530 DEBUG:boto:Method: GET 2022-09-01T10:19:52.530 DEBUG:boto:Path: /ptoxvb-21/?prefix=obj 2022-09-01T10:19:52.531 DEBUG:boto:Data: 2022-09-01T10:19:52.531 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.532 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.532 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.533 DEBUG:boto:Params: {} 2022-09-01T10:19:52.534 DEBUG:boto:Token: None 2022-09-01T10:19:52.535 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/ 2022-09-01T10:19:52.535 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/vCn2YXHg+kRgLJTWjoLl2RWT7k= 2022-09-01T10:19:52.536 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/vCn2YXHg+kRgLJTWjoLl2RWT7k=', 'Content-Length': '0'} 2022-09-01T10:19:52.539 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002e1761374982331e-0063108748-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.540 DEBUG:boto:b'ptoxvb-21obj1000false' 2022-09-01T10:19:52.541 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.542 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.542 DEBUG:boto:Method: HEAD 2022-09-01T10:19:52.543 DEBUG:boto:Path: /ptoxvb-21/obj 2022-09-01T10:19:52.543 DEBUG:boto:Data: 2022-09-01T10:19:52.544 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.545 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:52.546 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.547 DEBUG:boto:Params: {} 2022-09-01T10:19:52.547 DEBUG:boto:Token: None 2022-09-01T10:19:52.548 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj 2022-09-01T10:19:52.550 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+UB58cofjAHRgK3pVz7bHGIXQ0o= 2022-09-01T10:19:52.551 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+UB58cofjAHRgK3pVz7bHGIXQ0o=', 'Content-Length': '0'} 2022-09-01T10:19:52.556 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000006ddc239ce7dd5b50-0063108748-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.558 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.559 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.560 DEBUG:boto:Method: HEAD 2022-09-01T10:19:52.561 DEBUG:boto:Path: /ptoxvb-21/obj 2022-09-01T10:19:52.563 DEBUG:boto:Data: 2022-09-01T10:19:52.564 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.564 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.565 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.566 DEBUG:boto:Params: {} 2022-09-01T10:19:52.567 DEBUG:boto:Token: None 2022-09-01T10:19:52.568 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj 2022-09-01T10:19:52.569 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+UB58cofjAHRgK3pVz7bHGIXQ0o= 2022-09-01T10:19:52.571 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+UB58cofjAHRgK3pVz7bHGIXQ0o=', 'Content-Length': '0'} 2022-09-01T10:19:52.574 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000006a7a5fe066714ddb-0063108748-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.575 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-21 zones={test-zone2, test-zone1} 2022-09-01T10:19:52.576 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-21 zones={test-zone3, test-zone1} 2022-09-01T10:19:52.577 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.578 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.579 DEBUG:boto:Method: HEAD 2022-09-01T10:19:52.580 DEBUG:boto:Path: /ptoxvb-21/ 2022-09-01T10:19:52.581 DEBUG:boto:Data: 2022-09-01T10:19:52.581 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.582 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:52.583 DEBUG:boto:Port: 8001 2022-09-01T10:19:52.584 DEBUG:boto:Params: {} 2022-09-01T10:19:52.585 DEBUG:boto:Token: None 2022-09-01T10:19:52.586 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/ 2022-09-01T10:19:52.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9uo0PgpeiKvMmMunC9uESs/dhbQ= 2022-09-01T10:19:52.588 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9uo0PgpeiKvMmMunC9uESs/dhbQ=', 'Content-Length': '0'} 2022-09-01T10:19:52.595 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c69a830079b67bd9-0063108748-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.596 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.597 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.598 DEBUG:boto:Method: HEAD 2022-09-01T10:19:52.599 DEBUG:boto:Path: /ptoxvb-21/ 2022-09-01T10:19:52.600 DEBUG:boto:Data: 2022-09-01T10:19:52.601 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.602 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.602 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.603 DEBUG:boto:Params: {} 2022-09-01T10:19:52.605 DEBUG:boto:Token: None 2022-09-01T10:19:52.606 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/ 2022-09-01T10:19:52.609 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9uo0PgpeiKvMmMunC9uESs/dhbQ= 2022-09-01T10:19:52.610 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9uo0PgpeiKvMmMunC9uESs/dhbQ=', 'Content-Length': '0'} 2022-09-01T10:19:52.613 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003de763bf4cee96a6-0063108748-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.614 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:19:52.615 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.615 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.616 DEBUG:boto:path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.616 DEBUG:boto:auth_path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.617 DEBUG:boto:Method: GET 2022-09-01T10:19:52.617 DEBUG:boto:Path: /ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.618 DEBUG:boto:Data: 2022-09-01T10:19:52.618 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.619 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:52.619 DEBUG:boto:Port: 8001 2022-09-01T10:19:52.620 DEBUG:boto:Params: {} 2022-09-01T10:19:52.621 DEBUG:boto:Token: None 2022-09-01T10:19:52.621 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/?versions 2022-09-01T10:19:52.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w= 2022-09-01T10:19:52.625 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w=', 'Content-Length': '0'} 2022-09-01T10:19:52.629 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d9c5c5872742df89-0063108748-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.631 DEBUG:boto:b'ptoxvb-21999falseobjCTCQBhGi9u9hjMn3YshQlExPU3R0QGytrue2022-09-01T10:18:56.021Zrgw-multisite-test-userMultisite Test UserNormalobj1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYqfalse2022-09-01T10:18:55.962Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:52.632 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:52.633 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:52.634 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:19:52.635 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.636 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.637 DEBUG:boto:path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.638 DEBUG:boto:auth_path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.639 DEBUG:boto:Method: GET 2022-09-01T10:19:52.639 DEBUG:boto:Path: /ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.640 DEBUG:boto:Data: 2022-09-01T10:19:52.641 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.642 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.643 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.644 DEBUG:boto:Params: {} 2022-09-01T10:19:52.645 DEBUG:boto:Token: None 2022-09-01T10:19:52.646 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/?versions 2022-09-01T10:19:52.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w= 2022-09-01T10:19:52.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w=', 'Content-Length': '0'} 2022-09-01T10:19:52.667 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003104f8713692593d-0063108748-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.671 DEBUG:boto:b'ptoxvb-21999falseobjCTCQBhGi9u9hjMn3YshQlExPU3R0QGytrue2022-09-01T10:18:56.021Zrgw-multisite-test-userMultisite Test UserNormalobj1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYqfalse2022-09-01T10:18:55.962Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:52.672 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:52.673 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:52.673 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.677 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.677 DEBUG:boto:path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.678 DEBUG:boto:auth_path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.679 DEBUG:boto:Method: GET 2022-09-01T10:19:52.679 DEBUG:boto:Path: /ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.680 DEBUG:boto:Data: 2022-09-01T10:19:52.681 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.681 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:52.682 DEBUG:boto:Port: 8001 2022-09-01T10:19:52.682 DEBUG:boto:Params: {} 2022-09-01T10:19:52.683 DEBUG:boto:Token: None 2022-09-01T10:19:52.684 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/?versions 2022-09-01T10:19:52.684 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w= 2022-09-01T10:19:52.685 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w=', 'Content-Length': '0'} 2022-09-01T10:19:52.690 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000772d5a39a8498541-0063108748-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.697 DEBUG:boto:b'ptoxvb-21999falseobjCTCQBhGi9u9hjMn3YshQlExPU3R0QGytrue2022-09-01T10:18:56.021Zrgw-multisite-test-userMultisite Test UserNormalobj1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYqfalse2022-09-01T10:18:55.962Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:52.699 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.707 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.708 DEBUG:boto:path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.709 DEBUG:boto:auth_path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.710 DEBUG:boto:Method: GET 2022-09-01T10:19:52.711 DEBUG:boto:Path: /ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:52.712 DEBUG:boto:Data: 2022-09-01T10:19:52.712 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.713 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.713 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.715 DEBUG:boto:Params: {} 2022-09-01T10:19:52.716 DEBUG:boto:Token: None 2022-09-01T10:19:52.717 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/?versions 2022-09-01T10:19:52.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w= 2022-09-01T10:19:52.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UYphrZj7VN38C4fWzJkp6w0cH0w=', 'Content-Length': '0'} 2022-09-01T10:19:52.727 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000ff4ff8d7b97996b-0063108748-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.774 DEBUG:boto:b'ptoxvb-21999falseobjCTCQBhGi9u9hjMn3YshQlExPU3R0QGytrue2022-09-01T10:18:56.021Zrgw-multisite-test-userMultisite Test UserNormalobj1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYqfalse2022-09-01T10:18:55.962Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:52.776 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:52.777 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.782 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.783 DEBUG:boto:Method: HEAD 2022-09-01T10:19:52.784 DEBUG:boto:Path: /ptoxvb-21/obj 2022-09-01T10:19:52.785 DEBUG:boto:Data: 2022-09-01T10:19:52.786 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.787 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:52.787 DEBUG:boto:Port: 8001 2022-09-01T10:19:52.788 DEBUG:boto:Params: {} 2022-09-01T10:19:52.789 DEBUG:boto:Token: None 2022-09-01T10:19:52.790 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj 2022-09-01T10:19:52.792 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+UB58cofjAHRgK3pVz7bHGIXQ0o= 2022-09-01T10:19:52.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+UB58cofjAHRgK3pVz7bHGIXQ0o=', 'Content-Length': '0'} 2022-09-01T10:19:52.796 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000008c5f7bc5eff274c3-0063108748-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.797 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.797 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.798 DEBUG:boto:Method: HEAD 2022-09-01T10:19:52.798 DEBUG:boto:Path: /ptoxvb-21/obj 2022-09-01T10:19:52.799 DEBUG:boto:Data: 2022-09-01T10:19:52.799 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.800 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.800 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.801 DEBUG:boto:Params: {} 2022-09-01T10:19:52.802 DEBUG:boto:Token: None 2022-09-01T10:19:52.803 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj 2022-09-01T10:19:52.803 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+UB58cofjAHRgK3pVz7bHGIXQ0o= 2022-09-01T10:19:52.804 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+UB58cofjAHRgK3pVz7bHGIXQ0o=', 'Content-Length': '0'} 2022-09-01T10:19:52.807 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000002e565e1a171f3457-0063108748-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.807 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:52.808 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.809 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.810 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.811 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.812 DEBUG:boto:Method: GET 2022-09-01T10:19:52.813 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.814 DEBUG:boto:Data: 2022-09-01T10:19:52.815 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.816 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:52.817 DEBUG:boto:Port: 8001 2022-09-01T10:19:52.818 DEBUG:boto:Params: {} 2022-09-01T10:19:52.819 DEBUG:boto:Token: None 2022-09-01T10:19:52.820 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.822 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ= 2022-09-01T10:19:52.823 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ=', 'Content-Length': '0'} 2022-09-01T10:19:52.827 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000c1c77be41812d329-0063108748-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.828 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.829 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.830 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.831 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.832 DEBUG:boto:Method: GET 2022-09-01T10:19:52.833 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.834 DEBUG:boto:Data: 2022-09-01T10:19:52.835 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.836 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.837 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.838 DEBUG:boto:Params: {} 2022-09-01T10:19:52.839 DEBUG:boto:Token: None 2022-09-01T10:19:52.840 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.841 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ= 2022-09-01T10:19:52.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ=', 'Content-Length': '0'} 2022-09-01T10:19:52.847 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000005bfa3783a0bdfd19-0063108748-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.848 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.858 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.859 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.860 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.860 DEBUG:boto:Method: HEAD 2022-09-01T10:19:52.861 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.862 DEBUG:boto:Data: 2022-09-01T10:19:52.863 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.864 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:52.865 DEBUG:boto:Port: 8001 2022-09-01T10:19:52.867 DEBUG:boto:Params: {} 2022-09-01T10:19:52.869 DEBUG:boto:Token: None 2022-09-01T10:19:52.870 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ght7xy5WOUq26kMacuAig8mW0xk= 2022-09-01T10:19:52.872 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ght7xy5WOUq26kMacuAig8mW0xk=', 'Content-Length': '0'} 2022-09-01T10:19:52.884 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000673427a6855f5bbb-0063108748-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.885 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.886 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.887 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.888 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.889 DEBUG:boto:Method: HEAD 2022-09-01T10:19:52.890 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.891 DEBUG:boto:Data: 2022-09-01T10:19:52.892 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.894 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.895 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.895 DEBUG:boto:Params: {} 2022-09-01T10:19:52.896 DEBUG:boto:Token: None 2022-09-01T10:19:52.896 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.897 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ght7xy5WOUq26kMacuAig8mW0xk= 2022-09-01T10:19:52.897 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ght7xy5WOUq26kMacuAig8mW0xk=', 'Content-Length': '0'} 2022-09-01T10:19:52.900 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000064f7fba31574d5ed-0063108748-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.901 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:52.901 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.902 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.902 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.904 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.905 DEBUG:boto:Method: GET 2022-09-01T10:19:52.905 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.906 DEBUG:boto:Data: 2022-09-01T10:19:52.906 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.907 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:52.907 DEBUG:boto:Port: 8001 2022-09-01T10:19:52.908 DEBUG:boto:Params: {} 2022-09-01T10:19:52.909 DEBUG:boto:Token: None 2022-09-01T10:19:52.909 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ= 2022-09-01T10:19:52.910 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ=', 'Content-Length': '0'} 2022-09-01T10:19:52.912 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a816e9865021cc56-0063108748-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.913 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:52.915 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:52.915 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.916 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.916 DEBUG:boto:Method: GET 2022-09-01T10:19:52.917 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.917 DEBUG:boto:Data: 2022-09-01T10:19:52.918 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.918 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.919 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.919 DEBUG:boto:Params: {} 2022-09-01T10:19:52.920 DEBUG:boto:Token: None 2022-09-01T10:19:52.921 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:52.921 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ= 2022-09-01T10:19:52.922 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v0PhJ7vbxxeKUw8BjG4iIrkuBaQ=', 'Content-Length': '0'} 2022-09-01T10:19:52.925 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000075e322214e20c359-0063108748-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.926 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.927 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.927 DEBUG:boto:path=/ptoxvb-21/?prefix=obj 2022-09-01T10:19:52.928 DEBUG:boto:auth_path=/ptoxvb-21/?prefix=obj 2022-09-01T10:19:52.928 DEBUG:boto:Method: GET 2022-09-01T10:19:52.929 DEBUG:boto:Path: /ptoxvb-21/?prefix=obj 2022-09-01T10:19:52.929 DEBUG:boto:Data: 2022-09-01T10:19:52.930 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.931 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:52.931 DEBUG:boto:Port: 8001 2022-09-01T10:19:52.932 DEBUG:boto:Params: {} 2022-09-01T10:19:52.933 DEBUG:boto:Token: None 2022-09-01T10:19:52.935 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/ 2022-09-01T10:19:52.936 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/vCn2YXHg+kRgLJTWjoLl2RWT7k= 2022-09-01T10:19:52.937 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/vCn2YXHg+kRgLJTWjoLl2RWT7k=', 'Content-Length': '0'} 2022-09-01T10:19:52.941 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003d5cf932d065e3fb-0063108748-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:52 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:52.983 DEBUG:boto:b'ptoxvb-21obj1000false' 2022-09-01T10:19:52.985 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:52.986 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:52.986 DEBUG:boto:path=/ptoxvb-21/?prefix=obj 2022-09-01T10:19:52.987 DEBUG:boto:auth_path=/ptoxvb-21/?prefix=obj 2022-09-01T10:19:52.987 DEBUG:boto:Method: GET 2022-09-01T10:19:52.988 DEBUG:boto:Path: /ptoxvb-21/?prefix=obj 2022-09-01T10:19:52.990 DEBUG:boto:Data: 2022-09-01T10:19:52.991 DEBUG:boto:Headers: {} 2022-09-01T10:19:52.992 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:52.993 DEBUG:boto:Port: 8000 2022-09-01T10:19:52.993 DEBUG:boto:Params: {} 2022-09-01T10:19:52.994 DEBUG:boto:Token: None 2022-09-01T10:19:52.995 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:52 GMT /ptoxvb-21/ 2022-09-01T10:19:52.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/vCn2YXHg+kRgLJTWjoLl2RWT7k= 2022-09-01T10:19:52.998 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:52 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/vCn2YXHg+kRgLJTWjoLl2RWT7k=', 'Content-Length': '0'} 2022-09-01T10:19:53.002 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006a3e441892d9edcd-0063108748-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.003 DEBUG:boto:b'ptoxvb-21obj1000false' 2022-09-01T10:19:53.004 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:53.004 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:53.005 DEBUG:boto:Method: HEAD 2022-09-01T10:19:53.005 DEBUG:boto:Path: /ptoxvb-21/obj 2022-09-01T10:19:53.006 DEBUG:boto:Data: 2022-09-01T10:19:53.007 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.007 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:53.008 DEBUG:boto:Port: 8001 2022-09-01T10:19:53.008 DEBUG:boto:Params: {} 2022-09-01T10:19:53.009 DEBUG:boto:Token: None 2022-09-01T10:19:53.009 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/obj 2022-09-01T10:19:53.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0kdsoO6wrJwTzEiShDklqXYQxFI= 2022-09-01T10:19:53.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0kdsoO6wrJwTzEiShDklqXYQxFI=', 'Content-Length': '0'} 2022-09-01T10:19:53.014 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000005ecc9d5e1bae40a7-0063108749-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.015 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:53.016 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:53.016 DEBUG:boto:Method: HEAD 2022-09-01T10:19:53.017 DEBUG:boto:Path: /ptoxvb-21/obj 2022-09-01T10:19:53.017 DEBUG:boto:Data: 2022-09-01T10:19:53.018 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.019 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:53.019 DEBUG:boto:Port: 8000 2022-09-01T10:19:53.020 DEBUG:boto:Params: {} 2022-09-01T10:19:53.025 DEBUG:boto:Token: None 2022-09-01T10:19:53.026 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/obj 2022-09-01T10:19:53.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0kdsoO6wrJwTzEiShDklqXYQxFI= 2022-09-01T10:19:53.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0kdsoO6wrJwTzEiShDklqXYQxFI=', 'Content-Length': '0'} 2022-09-01T10:19:53.033 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx0000007790852183ea704-0063108749-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.034 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-21 zones={test-zone3, test-zone1} 2022-09-01T10:19:53.034 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-21 zones={test-zone3, test-zone2} 2022-09-01T10:19:53.035 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:53.035 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:53.036 DEBUG:boto:Method: HEAD 2022-09-01T10:19:53.036 DEBUG:boto:Path: /ptoxvb-21/ 2022-09-01T10:19:53.038 DEBUG:boto:Data: 2022-09-01T10:19:53.038 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.039 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:53.039 DEBUG:boto:Port: 8001 2022-09-01T10:19:53.040 DEBUG:boto:Params: {} 2022-09-01T10:19:53.041 DEBUG:boto:Token: None 2022-09-01T10:19:53.041 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/ 2022-09-01T10:19:53.042 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ITeS4hreoWdD0KxXZigKuekMpQw= 2022-09-01T10:19:53.042 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ITeS4hreoWdD0KxXZigKuekMpQw=', 'Content-Length': '0'} 2022-09-01T10:19:53.045 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000da1faee943ad7c39-0063108749-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.046 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:53.047 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:53.049 DEBUG:boto:Method: HEAD 2022-09-01T10:19:53.049 DEBUG:boto:Path: /ptoxvb-21/ 2022-09-01T10:19:53.050 DEBUG:boto:Data: 2022-09-01T10:19:53.051 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.051 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:53.052 DEBUG:boto:Port: 8000 2022-09-01T10:19:53.052 DEBUG:boto:Params: {} 2022-09-01T10:19:53.053 DEBUG:boto:Token: None 2022-09-01T10:19:53.053 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/ 2022-09-01T10:19:53.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ITeS4hreoWdD0KxXZigKuekMpQw= 2022-09-01T10:19:53.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ITeS4hreoWdD0KxXZigKuekMpQw=', 'Content-Length': '0'} 2022-09-01T10:19:53.057 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002fc408521eed11fe-0063108749-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.059 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:19:53.059 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:53.060 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:53.060 DEBUG:boto:path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:53.061 DEBUG:boto:auth_path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:53.061 DEBUG:boto:Method: GET 2022-09-01T10:19:53.062 DEBUG:boto:Path: /ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:53.063 DEBUG:boto:Data: 2022-09-01T10:19:53.064 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:53.065 DEBUG:boto:Port: 8001 2022-09-01T10:19:53.065 DEBUG:boto:Params: {} 2022-09-01T10:19:53.066 DEBUG:boto:Token: None 2022-09-01T10:19:53.067 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/?versions 2022-09-01T10:19:53.067 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+/2vTaalYarl5nr+Ijr4zQLTs8g= 2022-09-01T10:19:53.069 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+/2vTaalYarl5nr+Ijr4zQLTs8g=', 'Content-Length': '0'} 2022-09-01T10:19:53.071 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000004712b4ab1dde93d-0063108749-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.073 DEBUG:boto:b'ptoxvb-21999falseobjCTCQBhGi9u9hjMn3YshQlExPU3R0QGytrue2022-09-01T10:18:56.021Zrgw-multisite-test-userMultisite Test UserNormalobj1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYqfalse2022-09-01T10:18:55.962Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:53.073 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:53.074 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:53.075 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:19:53.075 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:53.076 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:53.076 DEBUG:boto:path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:53.077 DEBUG:boto:auth_path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:53.077 DEBUG:boto:Method: GET 2022-09-01T10:19:53.078 DEBUG:boto:Path: /ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:53.079 DEBUG:boto:Data: 2022-09-01T10:19:53.080 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.080 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:53.081 DEBUG:boto:Port: 8000 2022-09-01T10:19:53.082 DEBUG:boto:Params: {} 2022-09-01T10:19:53.082 DEBUG:boto:Token: None 2022-09-01T10:19:53.083 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/?versions 2022-09-01T10:19:53.087 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+/2vTaalYarl5nr+Ijr4zQLTs8g= 2022-09-01T10:19:53.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+/2vTaalYarl5nr+Ijr4zQLTs8g=', 'Content-Length': '0'} 2022-09-01T10:19:53.092 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b39bf58939bd1bab-0063108749-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.093 DEBUG:boto:b'ptoxvb-21999falseobjCTCQBhGi9u9hjMn3YshQlExPU3R0QGytrue2022-09-01T10:18:56.021Zrgw-multisite-test-userMultisite Test UserNormalobj1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYqfalse2022-09-01T10:18:55.962Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:53.094 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:53.095 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:53.096 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:53.097 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:53.098 DEBUG:boto:path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:53.099 DEBUG:boto:auth_path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:53.100 DEBUG:boto:Method: GET 2022-09-01T10:19:53.101 DEBUG:boto:Path: /ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:53.102 DEBUG:boto:Data: 2022-09-01T10:19:53.103 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.104 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:53.105 DEBUG:boto:Port: 8001 2022-09-01T10:19:53.106 DEBUG:boto:Params: {} 2022-09-01T10:19:53.108 DEBUG:boto:Token: None 2022-09-01T10:19:53.109 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/?versions 2022-09-01T10:19:53.110 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+/2vTaalYarl5nr+Ijr4zQLTs8g= 2022-09-01T10:19:53.112 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+/2vTaalYarl5nr+Ijr4zQLTs8g=', 'Content-Length': '0'} 2022-09-01T10:19:53.116 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d1d96e506c507c82-0063108749-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.117 DEBUG:boto:b'ptoxvb-21999falseobjCTCQBhGi9u9hjMn3YshQlExPU3R0QGytrue2022-09-01T10:18:56.021Zrgw-multisite-test-userMultisite Test UserNormalobj1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYqfalse2022-09-01T10:18:55.962Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:53.118 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:53.120 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:53.120 DEBUG:boto:path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:53.121 DEBUG:boto:auth_path=/ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:53.121 DEBUG:boto:Method: GET 2022-09-01T10:19:53.122 DEBUG:boto:Path: /ptoxvb-21/?versions&max-keys=999 2022-09-01T10:19:53.122 DEBUG:boto:Data: 2022-09-01T10:19:53.123 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.123 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:53.124 DEBUG:boto:Port: 8000 2022-09-01T10:19:53.124 DEBUG:boto:Params: {} 2022-09-01T10:19:53.126 DEBUG:boto:Token: None 2022-09-01T10:19:53.126 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/?versions 2022-09-01T10:19:53.127 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+/2vTaalYarl5nr+Ijr4zQLTs8g= 2022-09-01T10:19:53.127 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+/2vTaalYarl5nr+Ijr4zQLTs8g=', 'Content-Length': '0'} 2022-09-01T10:19:53.131 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000de395a6115d7791e-0063108749-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.178 DEBUG:boto:b'ptoxvb-21999falseobjCTCQBhGi9u9hjMn3YshQlExPU3R0QGytrue2022-09-01T10:18:56.021Zrgw-multisite-test-userMultisite Test UserNormalobj1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYqfalse2022-09-01T10:18:55.962Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:53.179 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:53.180 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:53.180 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:53.181 DEBUG:boto:Method: HEAD 2022-09-01T10:19:53.181 DEBUG:boto:Path: /ptoxvb-21/obj 2022-09-01T10:19:53.183 DEBUG:boto:Data: 2022-09-01T10:19:53.184 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.186 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:53.186 DEBUG:boto:Port: 8001 2022-09-01T10:19:53.187 DEBUG:boto:Params: {} 2022-09-01T10:19:53.188 DEBUG:boto:Token: None 2022-09-01T10:19:53.190 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/obj 2022-09-01T10:19:53.191 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0kdsoO6wrJwTzEiShDklqXYQxFI= 2022-09-01T10:19:53.192 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0kdsoO6wrJwTzEiShDklqXYQxFI=', 'Content-Length': '0'} 2022-09-01T10:19:53.194 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000fbeb5dd743123b55-0063108749-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.195 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:53.196 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:53.197 DEBUG:boto:Method: HEAD 2022-09-01T10:19:53.198 DEBUG:boto:Path: /ptoxvb-21/obj 2022-09-01T10:19:53.199 DEBUG:boto:Data: 2022-09-01T10:19:53.200 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.201 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:53.202 DEBUG:boto:Port: 8000 2022-09-01T10:19:53.203 DEBUG:boto:Params: {} 2022-09-01T10:19:53.204 DEBUG:boto:Token: None 2022-09-01T10:19:53.205 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/obj 2022-09-01T10:19:53.206 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0kdsoO6wrJwTzEiShDklqXYQxFI= 2022-09-01T10:19:53.207 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0kdsoO6wrJwTzEiShDklqXYQxFI=', 'Content-Length': '0'} 2022-09-01T10:19:53.210 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000fc319131c3a46346-0063108749-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.212 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:53.213 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:53.214 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:53.214 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.215 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.216 DEBUG:boto:Method: GET 2022-09-01T10:19:53.217 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.218 DEBUG:boto:Data: 2022-09-01T10:19:53.219 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.219 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:53.220 DEBUG:boto:Port: 8001 2022-09-01T10:19:53.220 DEBUG:boto:Params: {} 2022-09-01T10:19:53.221 DEBUG:boto:Token: None 2022-09-01T10:19:53.222 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.223 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GBh2BPtF4b5bPeC+6qimzlAvm+U= 2022-09-01T10:19:53.224 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GBh2BPtF4b5bPeC+6qimzlAvm+U=', 'Content-Length': '0'} 2022-09-01T10:19:53.227 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000820a23a8c72fd922-0063108749-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.229 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:53.230 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:53.231 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.232 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.233 DEBUG:boto:Method: GET 2022-09-01T10:19:53.234 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.234 DEBUG:boto:Data: 2022-09-01T10:19:53.235 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.236 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:53.237 DEBUG:boto:Port: 8000 2022-09-01T10:19:53.238 DEBUG:boto:Params: {} 2022-09-01T10:19:53.239 DEBUG:boto:Token: None 2022-09-01T10:19:53.239 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GBh2BPtF4b5bPeC+6qimzlAvm+U= 2022-09-01T10:19:53.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GBh2BPtF4b5bPeC+6qimzlAvm+U=', 'Content-Length': '0'} 2022-09-01T10:19:53.243 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000039500885057f4387-0063108749-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.244 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:53.245 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:53.245 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.246 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.246 DEBUG:boto:Method: HEAD 2022-09-01T10:19:53.247 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.247 DEBUG:boto:Data: 2022-09-01T10:19:53.248 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.248 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:53.249 DEBUG:boto:Port: 8001 2022-09-01T10:19:53.249 DEBUG:boto:Params: {} 2022-09-01T10:19:53.250 DEBUG:boto:Token: None 2022-09-01T10:19:53.251 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.251 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ajbIg0iBi2HxsADD8PqBlAY88Jk= 2022-09-01T10:19:53.252 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ajbIg0iBi2HxsADD8PqBlAY88Jk=', 'Content-Length': '0'} 2022-09-01T10:19:53.255 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ea9b08e826630dd7-0063108749-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.256 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:53.257 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:53.258 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.259 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.259 DEBUG:boto:Method: HEAD 2022-09-01T10:19:53.260 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.260 DEBUG:boto:Data: 2022-09-01T10:19:53.261 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.261 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:53.262 DEBUG:boto:Port: 8000 2022-09-01T10:19:53.262 DEBUG:boto:Params: {} 2022-09-01T10:19:53.263 DEBUG:boto:Token: None 2022-09-01T10:19:53.264 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.264 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ajbIg0iBi2HxsADD8PqBlAY88Jk= 2022-09-01T10:19:53.266 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ajbIg0iBi2HxsADD8PqBlAY88Jk=', 'Content-Length': '0'} 2022-09-01T10:19:53.268 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003075604292308fb9-0063108749-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.269 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:53.269 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:53.270 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:53.271 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.271 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.272 DEBUG:boto:Method: GET 2022-09-01T10:19:53.272 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.273 DEBUG:boto:Data: 2022-09-01T10:19:53.273 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.274 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:53.274 DEBUG:boto:Port: 8001 2022-09-01T10:19:53.275 DEBUG:boto:Params: {} 2022-09-01T10:19:53.276 DEBUG:boto:Token: None 2022-09-01T10:19:53.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GBh2BPtF4b5bPeC+6qimzlAvm+U= 2022-09-01T10:19:53.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GBh2BPtF4b5bPeC+6qimzlAvm+U=', 'Content-Length': '0'} 2022-09-01T10:19:53.282 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000d5002bad286991fa-0063108749-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.283 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:53.283 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:53.284 DEBUG:boto:path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.285 DEBUG:boto:auth_path=/ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.285 DEBUG:boto:Method: GET 2022-09-01T10:19:53.286 DEBUG:boto:Path: /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.286 DEBUG:boto:Data: 2022-09-01T10:19:53.287 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.288 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:53.289 DEBUG:boto:Port: 8000 2022-09-01T10:19:53.289 DEBUG:boto:Params: {} 2022-09-01T10:19:53.290 DEBUG:boto:Token: None 2022-09-01T10:19:53.293 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/obj?versionId=1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq 2022-09-01T10:19:53.294 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GBh2BPtF4b5bPeC+6qimzlAvm+U= 2022-09-01T10:19:53.295 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GBh2BPtF4b5bPeC+6qimzlAvm+U=', 'Content-Length': '0'} 2022-09-01T10:19:53.297 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:55 GMT'), ('x-amz-version-id', '1dSw6YOe-1mI.2sUaXsO2x7OqpBRmYq'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004c0dc1f2063a3a8f-0063108749-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.298 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:53.299 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:53.299 DEBUG:boto:path=/ptoxvb-21/?prefix=obj 2022-09-01T10:19:53.300 DEBUG:boto:auth_path=/ptoxvb-21/?prefix=obj 2022-09-01T10:19:53.300 DEBUG:boto:Method: GET 2022-09-01T10:19:53.301 DEBUG:boto:Path: /ptoxvb-21/?prefix=obj 2022-09-01T10:19:53.301 DEBUG:boto:Data: 2022-09-01T10:19:53.302 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.302 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:53.303 DEBUG:boto:Port: 8001 2022-09-01T10:19:53.303 DEBUG:boto:Params: {} 2022-09-01T10:19:53.304 DEBUG:boto:Token: None 2022-09-01T10:19:53.305 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/ 2022-09-01T10:19:53.305 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xCvM0KzbiF/AU7QfWlg1u0/fmjY= 2022-09-01T10:19:53.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xCvM0KzbiF/AU7QfWlg1u0/fmjY=', 'Content-Length': '0'} 2022-09-01T10:19:53.309 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e6fa54e25dcfee62-0063108749-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.350 DEBUG:boto:b'ptoxvb-21obj1000false' 2022-09-01T10:19:53.351 DEBUG:boto:path=/ptoxvb-21/ 2022-09-01T10:19:53.352 DEBUG:boto:auth_path=/ptoxvb-21/ 2022-09-01T10:19:53.352 DEBUG:boto:path=/ptoxvb-21/?prefix=obj 2022-09-01T10:19:53.353 DEBUG:boto:auth_path=/ptoxvb-21/?prefix=obj 2022-09-01T10:19:53.353 DEBUG:boto:Method: GET 2022-09-01T10:19:53.354 DEBUG:boto:Path: /ptoxvb-21/?prefix=obj 2022-09-01T10:19:53.355 DEBUG:boto:Data: 2022-09-01T10:19:53.359 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.359 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:53.360 DEBUG:boto:Port: 8000 2022-09-01T10:19:53.363 DEBUG:boto:Params: {} 2022-09-01T10:19:53.364 DEBUG:boto:Token: None 2022-09-01T10:19:53.365 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/ 2022-09-01T10:19:53.370 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xCvM0KzbiF/AU7QfWlg1u0/fmjY= 2022-09-01T10:19:53.371 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xCvM0KzbiF/AU7QfWlg1u0/fmjY=', 'Content-Length': '0'} 2022-09-01T10:19:53.378 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d8a832a9328ed038-0063108749-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.379 DEBUG:boto:b'ptoxvb-21obj1000false' 2022-09-01T10:19:53.380 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:53.381 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:53.381 DEBUG:boto:Method: HEAD 2022-09-01T10:19:53.382 DEBUG:boto:Path: /ptoxvb-21/obj 2022-09-01T10:19:53.383 DEBUG:boto:Data: 2022-09-01T10:19:53.384 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.385 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:53.385 DEBUG:boto:Port: 8001 2022-09-01T10:19:53.386 DEBUG:boto:Params: {} 2022-09-01T10:19:53.386 DEBUG:boto:Token: None 2022-09-01T10:19:53.387 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/obj 2022-09-01T10:19:53.388 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0kdsoO6wrJwTzEiShDklqXYQxFI= 2022-09-01T10:19:53.389 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0kdsoO6wrJwTzEiShDklqXYQxFI=', 'Content-Length': '0'} 2022-09-01T10:19:53.392 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000a409204b162c6c20-0063108749-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.394 DEBUG:boto:path=/ptoxvb-21/obj 2022-09-01T10:19:53.395 DEBUG:boto:auth_path=/ptoxvb-21/obj 2022-09-01T10:19:53.395 DEBUG:boto:Method: HEAD 2022-09-01T10:19:53.396 DEBUG:boto:Path: /ptoxvb-21/obj 2022-09-01T10:19:53.397 DEBUG:boto:Data: 2022-09-01T10:19:53.397 DEBUG:boto:Headers: {} 2022-09-01T10:19:53.398 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:53.398 DEBUG:boto:Port: 8000 2022-09-01T10:19:53.399 DEBUG:boto:Params: {} 2022-09-01T10:19:53.399 DEBUG:boto:Token: None 2022-09-01T10:19:53.400 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:53 GMT /ptoxvb-21/obj 2022-09-01T10:19:53.401 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0kdsoO6wrJwTzEiShDklqXYQxFI= 2022-09-01T10:19:53.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0kdsoO6wrJwTzEiShDklqXYQxFI=', 'Content-Length': '0'} 2022-09-01T10:19:53.406 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx0000008f0d2f95192b1cb-0063108749-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:53.407 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-21 zones={test-zone3, test-zone2} 2022-09-01T10:19:53.408 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-22 2022-09-01T10:19:53.409 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-22', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:53.409 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-22', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:53.411 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-22 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:53.475 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:53.476 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:53.514 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:53.513+0000 7f2a5f6ae600 1 bucket sync caught up with source: 2022-09-01T10:19:53.514 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000002.29.5, , ] 2022-09-01T10:19:53.515 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000002.29.5, , ] 2022-09-01T10:19:53.515 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:53.513+0000 7f2a5f6ae600 0 bucket checkpoint complete 2022-09-01T10:19:53.528 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-22 2022-09-01T10:19:53.528 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-22', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:53.529 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-22', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:53.531 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-22 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:53.599 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:53.600 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:53.645 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:53.644+0000 7f9d761b2600 1 bucket sync caught up with source: 2022-09-01T10:19:53.646 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000002.29.5, , ] 2022-09-01T10:19:53.646 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000002.29.5, , ] 2022-09-01T10:19:53.646 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:53.645+0000 7f9d761b2600 0 bucket checkpoint complete 2022-09-01T10:19:53.665 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-22 2022-09-01T10:19:53.666 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-22', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:53.667 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-22', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:53.668 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-22 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:53.733 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:53.733 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:53.767 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:53.766+0000 7fcd2a56a600 1 bucket sync caught up with source: 2022-09-01T10:19:53.768 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000002.29.5, , ] 2022-09-01T10:19:53.769 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000002.29.5, , ] 2022-09-01T10:19:53.783 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:53.766+0000 7fcd2a56a600 0 bucket checkpoint complete 2022-09-01T10:19:53.787 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-22 2022-09-01T10:19:53.789 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-22', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:53.790 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-22', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:53.791 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-22 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:53.855 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:53.855 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:53.888 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:53.887+0000 7fb611a07600 1 bucket sync caught up with source: 2022-09-01T10:19:53.889 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000003.121.11, , ] 2022-09-01T10:19:53.889 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000003.121.11, , ] 2022-09-01T10:19:53.890 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:53.887+0000 7fb611a07600 0 bucket checkpoint complete 2022-09-01T10:19:53.905 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-22 2022-09-01T10:19:53.921 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-22', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:53.922 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-22', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:53.923 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-22 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:53.997 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:53.998 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:54.042 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:54.041+0000 7f72746a2600 1 bucket sync caught up with source: 2022-09-01T10:19:54.043 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000003.121.11, , ] 2022-09-01T10:19:54.043 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000003.121.11, , ] 2022-09-01T10:19:54.044 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:54.041+0000 7f72746a2600 0 bucket checkpoint complete 2022-09-01T10:19:54.056 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-22 2022-09-01T10:19:54.057 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-22 2022-09-01T10:19:54.058 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-22', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:54.059 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-22', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:54.060 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-22 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:54.119 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:54.124 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:54.164 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:54.163+0000 7f4e4b0a5600 1 bucket sync caught up with source: 2022-09-01T10:19:54.164 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000002.47.5, , ] 2022-09-01T10:19:54.165 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000002.47.5, , ] 2022-09-01T10:19:54.165 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:54.163+0000 7f4e4b0a5600 0 bucket checkpoint complete 2022-09-01T10:19:54.182 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-22 2022-09-01T10:19:54.182 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-22', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:54.183 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-22', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:54.184 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-22 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:54.244 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:54.244 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:54.284 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:54.277+0000 7f5d65dd7600 1 bucket sync caught up with source: 2022-09-01T10:19:54.284 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000002.47.5, , ] 2022-09-01T10:19:54.284 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000002.47.5, , ] 2022-09-01T10:19:54.285 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:54.277+0000 7f5d65dd7600 0 bucket checkpoint complete 2022-09-01T10:19:54.291 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-22 2022-09-01T10:19:54.292 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-22 zones={test-zone2, test-zone1} 2022-09-01T10:19:54.292 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:54.293 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:54.293 DEBUG:boto:Method: HEAD 2022-09-01T10:19:54.295 DEBUG:boto:Path: /ptoxvb-22/ 2022-09-01T10:19:54.295 DEBUG:boto:Data: 2022-09-01T10:19:54.296 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.296 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:54.297 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.298 DEBUG:boto:Params: {} 2022-09-01T10:19:54.298 DEBUG:boto:Token: None 2022-09-01T10:19:54.299 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/ 2022-09-01T10:19:54.300 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dTx7x64ciWk6h7/25YAwXFbhK9E= 2022-09-01T10:19:54.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dTx7x64ciWk6h7/25YAwXFbhK9E=', 'Content-Length': '0'} 2022-09-01T10:19:54.303 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000538200edaa0f2967-006310874a-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.304 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:54.304 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:54.305 DEBUG:boto:Method: HEAD 2022-09-01T10:19:54.305 DEBUG:boto:Path: /ptoxvb-22/ 2022-09-01T10:19:54.306 DEBUG:boto:Data: 2022-09-01T10:19:54.306 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.307 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.308 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.308 DEBUG:boto:Params: {} 2022-09-01T10:19:54.309 DEBUG:boto:Token: None 2022-09-01T10:19:54.310 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/ 2022-09-01T10:19:54.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dTx7x64ciWk6h7/25YAwXFbhK9E= 2022-09-01T10:19:54.313 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dTx7x64ciWk6h7/25YAwXFbhK9E=', 'Content-Length': '0'} 2022-09-01T10:19:54.317 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005ba1f24bdbce528e-006310874a-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.318 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:19:54.319 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:54.320 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:54.321 DEBUG:boto:path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.324 DEBUG:boto:auth_path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.325 DEBUG:boto:Method: GET 2022-09-01T10:19:54.327 DEBUG:boto:Path: /ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.328 DEBUG:boto:Data: 2022-09-01T10:19:54.330 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.331 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:54.332 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.337 DEBUG:boto:Params: {} 2022-09-01T10:19:54.338 DEBUG:boto:Token: None 2022-09-01T10:19:54.339 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/?versions 2022-09-01T10:19:54.340 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ= 2022-09-01T10:19:54.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ=', 'Content-Length': '0'} 2022-09-01T10:19:54.345 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004ea2a76176ac9df0-006310874a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.345 DEBUG:boto:b'ptoxvb-22999falseobjy7giGlExJBmfxAqWAyw-Zpe0yLsUFPftrue2022-09-01T10:18:56.118Zrgw-multisite-test-userMultisite Test UserNormalobjXLTQ56FMcek82a4Jya5ZSipI1gll.0Sfalse2022-09-01T10:18:56.068Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:54.346 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:54.347 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:54.347 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:19:54.348 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:54.348 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:54.349 DEBUG:boto:path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.349 DEBUG:boto:auth_path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.350 DEBUG:boto:Method: GET 2022-09-01T10:19:54.350 DEBUG:boto:Path: /ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.351 DEBUG:boto:Data: 2022-09-01T10:19:54.351 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.352 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.352 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.353 DEBUG:boto:Params: {} 2022-09-01T10:19:54.354 DEBUG:boto:Token: None 2022-09-01T10:19:54.354 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/?versions 2022-09-01T10:19:54.356 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ= 2022-09-01T10:19:54.356 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ=', 'Content-Length': '0'} 2022-09-01T10:19:54.359 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005322ea4065f81404-006310874a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.360 DEBUG:boto:b'ptoxvb-22999falseobjy7giGlExJBmfxAqWAyw-Zpe0yLsUFPftrue2022-09-01T10:18:56.118Zrgw-multisite-test-userMultisite Test UserNormalobjXLTQ56FMcek82a4Jya5ZSipI1gll.0Sfalse2022-09-01T10:18:56.068Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:54.360 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:54.361 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:54.361 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:54.362 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:54.363 DEBUG:boto:path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.363 DEBUG:boto:auth_path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.364 DEBUG:boto:Method: GET 2022-09-01T10:19:54.364 DEBUG:boto:Path: /ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.365 DEBUG:boto:Data: 2022-09-01T10:19:54.367 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.368 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:54.368 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.369 DEBUG:boto:Params: {} 2022-09-01T10:19:54.370 DEBUG:boto:Token: None 2022-09-01T10:19:54.371 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/?versions 2022-09-01T10:19:54.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ= 2022-09-01T10:19:54.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ=', 'Content-Length': '0'} 2022-09-01T10:19:54.376 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005118a93c0fbbf91f-006310874a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.377 DEBUG:boto:b'ptoxvb-22999falseobjy7giGlExJBmfxAqWAyw-Zpe0yLsUFPftrue2022-09-01T10:18:56.118Zrgw-multisite-test-userMultisite Test UserNormalobjXLTQ56FMcek82a4Jya5ZSipI1gll.0Sfalse2022-09-01T10:18:56.068Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:54.379 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:54.381 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:54.381 DEBUG:boto:path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.382 DEBUG:boto:auth_path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.383 DEBUG:boto:Method: GET 2022-09-01T10:19:54.385 DEBUG:boto:Path: /ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.388 DEBUG:boto:Data: 2022-09-01T10:19:54.389 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.391 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.392 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.393 DEBUG:boto:Params: {} 2022-09-01T10:19:54.394 DEBUG:boto:Token: None 2022-09-01T10:19:54.395 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/?versions 2022-09-01T10:19:54.396 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ= 2022-09-01T10:19:54.397 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ=', 'Content-Length': '0'} 2022-09-01T10:19:54.401 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000013f25a4c484395b9-006310874a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.403 DEBUG:boto:b'ptoxvb-22999falseobjy7giGlExJBmfxAqWAyw-Zpe0yLsUFPftrue2022-09-01T10:18:56.118Zrgw-multisite-test-userMultisite Test UserNormalobjXLTQ56FMcek82a4Jya5ZSipI1gll.0Sfalse2022-09-01T10:18:56.068Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:54.406 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:54.407 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.408 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.408 DEBUG:boto:Method: HEAD 2022-09-01T10:19:54.409 DEBUG:boto:Path: /ptoxvb-22/obj 2022-09-01T10:19:54.409 DEBUG:boto:Data: 2022-09-01T10:19:54.410 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.411 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:54.411 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.412 DEBUG:boto:Params: {} 2022-09-01T10:19:54.412 DEBUG:boto:Token: None 2022-09-01T10:19:54.413 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj 2022-09-01T10:19:54.413 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+HVElzDiI0ycgWnYa2prB4YsxFw= 2022-09-01T10:19:54.414 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+HVElzDiI0ycgWnYa2prB4YsxFw=', 'Content-Length': '0'} 2022-09-01T10:19:54.416 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000a430f23f821f3a76-006310874a-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.417 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.417 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.418 DEBUG:boto:Method: HEAD 2022-09-01T10:19:54.418 DEBUG:boto:Path: /ptoxvb-22/obj 2022-09-01T10:19:54.419 DEBUG:boto:Data: 2022-09-01T10:19:54.419 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.420 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.421 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.422 DEBUG:boto:Params: {} 2022-09-01T10:19:54.422 DEBUG:boto:Token: None 2022-09-01T10:19:54.423 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj 2022-09-01T10:19:54.424 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+HVElzDiI0ycgWnYa2prB4YsxFw= 2022-09-01T10:19:54.424 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+HVElzDiI0ycgWnYa2prB4YsxFw=', 'Content-Length': '0'} 2022-09-01T10:19:54.427 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000003fb1c49660fc9ba2-006310874a-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.428 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:54.429 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.430 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.431 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.432 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.433 DEBUG:boto:Method: GET 2022-09-01T10:19:54.434 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.435 DEBUG:boto:Data: 2022-09-01T10:19:54.436 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.437 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:54.438 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.439 DEBUG:boto:Params: {} 2022-09-01T10:19:54.440 DEBUG:boto:Token: None 2022-09-01T10:19:54.441 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros= 2022-09-01T10:19:54.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros=', 'Content-Length': '0'} 2022-09-01T10:19:54.447 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000b6b1de67543c0901-006310874a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.448 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.449 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.450 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.451 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.452 DEBUG:boto:Method: GET 2022-09-01T10:19:54.453 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.454 DEBUG:boto:Data: 2022-09-01T10:19:54.455 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.456 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.457 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.458 DEBUG:boto:Params: {} 2022-09-01T10:19:54.459 DEBUG:boto:Token: None 2022-09-01T10:19:54.460 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.461 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros= 2022-09-01T10:19:54.463 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros=', 'Content-Length': '0'} 2022-09-01T10:19:54.466 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000c830be76cf910f95-006310874a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.467 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.468 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.469 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.470 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.472 DEBUG:boto:Method: HEAD 2022-09-01T10:19:54.473 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.474 DEBUG:boto:Data: 2022-09-01T10:19:54.475 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.475 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:54.476 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.476 DEBUG:boto:Params: {} 2022-09-01T10:19:54.477 DEBUG:boto:Token: None 2022-09-01T10:19:54.477 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.478 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kuiny3G6kw6hpJcmDAz7NJZ/20s= 2022-09-01T10:19:54.479 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kuiny3G6kw6hpJcmDAz7NJZ/20s=', 'Content-Length': '0'} 2022-09-01T10:19:54.481 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000ebe816717496556c-006310874a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.482 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.482 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.484 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.485 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.485 DEBUG:boto:Method: HEAD 2022-09-01T10:19:54.486 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.487 DEBUG:boto:Data: 2022-09-01T10:19:54.487 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.488 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.488 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.489 DEBUG:boto:Params: {} 2022-09-01T10:19:54.489 DEBUG:boto:Token: None 2022-09-01T10:19:54.490 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.491 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kuiny3G6kw6hpJcmDAz7NJZ/20s= 2022-09-01T10:19:54.491 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kuiny3G6kw6hpJcmDAz7NJZ/20s=', 'Content-Length': '0'} 2022-09-01T10:19:54.494 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000095ff3b1ff70adca6-006310874a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.495 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:54.496 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.497 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.498 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.499 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.500 DEBUG:boto:Method: GET 2022-09-01T10:19:54.501 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.502 DEBUG:boto:Data: 2022-09-01T10:19:54.503 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.504 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:54.505 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.506 DEBUG:boto:Params: {} 2022-09-01T10:19:54.507 DEBUG:boto:Token: None 2022-09-01T10:19:54.508 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.509 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros= 2022-09-01T10:19:54.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros=', 'Content-Length': '0'} 2022-09-01T10:19:54.513 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000002728b7582797b2e6-006310874a-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.514 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.516 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.517 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.518 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.519 DEBUG:boto:Method: GET 2022-09-01T10:19:54.520 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.520 DEBUG:boto:Data: 2022-09-01T10:19:54.521 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.522 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.523 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.524 DEBUG:boto:Params: {} 2022-09-01T10:19:54.525 DEBUG:boto:Token: None 2022-09-01T10:19:54.526 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.527 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros= 2022-09-01T10:19:54.528 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros=', 'Content-Length': '0'} 2022-09-01T10:19:54.532 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000d5168a0d212bf9d1-006310874a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.534 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:54.534 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:54.535 DEBUG:boto:path=/ptoxvb-22/?prefix=obj 2022-09-01T10:19:54.536 DEBUG:boto:auth_path=/ptoxvb-22/?prefix=obj 2022-09-01T10:19:54.536 DEBUG:boto:Method: GET 2022-09-01T10:19:54.537 DEBUG:boto:Path: /ptoxvb-22/?prefix=obj 2022-09-01T10:19:54.538 DEBUG:boto:Data: 2022-09-01T10:19:54.538 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.539 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:54.540 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.540 DEBUG:boto:Params: {} 2022-09-01T10:19:54.541 DEBUG:boto:Token: None 2022-09-01T10:19:54.541 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/ 2022-09-01T10:19:54.543 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t3fzQpU4nol4ANho5xpP4xSdB7Y= 2022-09-01T10:19:54.544 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t3fzQpU4nol4ANho5xpP4xSdB7Y=', 'Content-Length': '0'} 2022-09-01T10:19:54.546 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c1f14210048ea00c-006310874a-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.594 DEBUG:boto:b'ptoxvb-22obj1000false' 2022-09-01T10:19:54.596 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:54.597 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:54.598 DEBUG:boto:path=/ptoxvb-22/?prefix=obj 2022-09-01T10:19:54.599 DEBUG:boto:auth_path=/ptoxvb-22/?prefix=obj 2022-09-01T10:19:54.600 DEBUG:boto:Method: GET 2022-09-01T10:19:54.601 DEBUG:boto:Path: /ptoxvb-22/?prefix=obj 2022-09-01T10:19:54.601 DEBUG:boto:Data: 2022-09-01T10:19:54.602 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.603 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.603 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.604 DEBUG:boto:Params: {} 2022-09-01T10:19:54.605 DEBUG:boto:Token: None 2022-09-01T10:19:54.606 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/ 2022-09-01T10:19:54.607 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t3fzQpU4nol4ANho5xpP4xSdB7Y= 2022-09-01T10:19:54.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t3fzQpU4nol4ANho5xpP4xSdB7Y=', 'Content-Length': '0'} 2022-09-01T10:19:54.613 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000acb07e103b895ef2-006310874a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.614 DEBUG:boto:b'ptoxvb-22obj1000false' 2022-09-01T10:19:54.615 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.616 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.616 DEBUG:boto:Method: HEAD 2022-09-01T10:19:54.617 DEBUG:boto:Path: /ptoxvb-22/obj 2022-09-01T10:19:54.617 DEBUG:boto:Data: 2022-09-01T10:19:54.618 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.618 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:54.619 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.619 DEBUG:boto:Params: {} 2022-09-01T10:19:54.620 DEBUG:boto:Token: None 2022-09-01T10:19:54.620 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj 2022-09-01T10:19:54.621 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+HVElzDiI0ycgWnYa2prB4YsxFw= 2022-09-01T10:19:54.621 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+HVElzDiI0ycgWnYa2prB4YsxFw=', 'Content-Length': '0'} 2022-09-01T10:19:54.624 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx0000056b7460b59d3815e-006310874a-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.624 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.625 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.625 DEBUG:boto:Method: HEAD 2022-09-01T10:19:54.626 DEBUG:boto:Path: /ptoxvb-22/obj 2022-09-01T10:19:54.626 DEBUG:boto:Data: 2022-09-01T10:19:54.627 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.627 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.628 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.628 DEBUG:boto:Params: {} 2022-09-01T10:19:54.635 DEBUG:boto:Token: None 2022-09-01T10:19:54.637 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj 2022-09-01T10:19:54.638 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+HVElzDiI0ycgWnYa2prB4YsxFw= 2022-09-01T10:19:54.639 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+HVElzDiI0ycgWnYa2prB4YsxFw=', 'Content-Length': '0'} 2022-09-01T10:19:54.642 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000006f8dc13ac8dcc6b9-006310874a-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.643 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-22 zones={test-zone2, test-zone1} 2022-09-01T10:19:54.644 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-22 zones={test-zone3, test-zone1} 2022-09-01T10:19:54.645 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:54.646 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:54.647 DEBUG:boto:Method: HEAD 2022-09-01T10:19:54.647 DEBUG:boto:Path: /ptoxvb-22/ 2022-09-01T10:19:54.648 DEBUG:boto:Data: 2022-09-01T10:19:54.648 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.649 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:54.649 DEBUG:boto:Port: 8001 2022-09-01T10:19:54.649 DEBUG:boto:Params: {} 2022-09-01T10:19:54.650 DEBUG:boto:Token: None 2022-09-01T10:19:54.651 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/ 2022-09-01T10:19:54.651 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dTx7x64ciWk6h7/25YAwXFbhK9E= 2022-09-01T10:19:54.652 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dTx7x64ciWk6h7/25YAwXFbhK9E=', 'Content-Length': '0'} 2022-09-01T10:19:54.655 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004e4ee24d809c69d2-006310874a-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.656 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:54.657 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:54.657 DEBUG:boto:Method: HEAD 2022-09-01T10:19:54.658 DEBUG:boto:Path: /ptoxvb-22/ 2022-09-01T10:19:54.659 DEBUG:boto:Data: 2022-09-01T10:19:54.659 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.660 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.661 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.662 DEBUG:boto:Params: {} 2022-09-01T10:19:54.663 DEBUG:boto:Token: None 2022-09-01T10:19:54.664 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/ 2022-09-01T10:19:54.665 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dTx7x64ciWk6h7/25YAwXFbhK9E= 2022-09-01T10:19:54.666 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dTx7x64ciWk6h7/25YAwXFbhK9E=', 'Content-Length': '0'} 2022-09-01T10:19:54.671 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005a166a3e82da1491-006310874a-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.672 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:19:54.673 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:54.674 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:54.675 DEBUG:boto:path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.675 DEBUG:boto:auth_path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.676 DEBUG:boto:Method: GET 2022-09-01T10:19:54.677 DEBUG:boto:Path: /ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.678 DEBUG:boto:Data: 2022-09-01T10:19:54.680 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.681 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:54.681 DEBUG:boto:Port: 8001 2022-09-01T10:19:54.682 DEBUG:boto:Params: {} 2022-09-01T10:19:54.683 DEBUG:boto:Token: None 2022-09-01T10:19:54.684 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/?versions 2022-09-01T10:19:54.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ= 2022-09-01T10:19:54.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ=', 'Content-Length': '0'} 2022-09-01T10:19:54.689 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bd91a631d4287017-006310874a-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.690 DEBUG:boto:b'ptoxvb-22999falseobjy7giGlExJBmfxAqWAyw-Zpe0yLsUFPftrue2022-09-01T10:18:56.118Zrgw-multisite-test-userMultisite Test UserNormalobjXLTQ56FMcek82a4Jya5ZSipI1gll.0Sfalse2022-09-01T10:18:56.068Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:54.692 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:54.693 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:54.693 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:19:54.694 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:54.694 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:54.695 DEBUG:boto:path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.695 DEBUG:boto:auth_path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.696 DEBUG:boto:Method: GET 2022-09-01T10:19:54.696 DEBUG:boto:Path: /ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.697 DEBUG:boto:Data: 2022-09-01T10:19:54.697 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.698 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.698 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.699 DEBUG:boto:Params: {} 2022-09-01T10:19:54.699 DEBUG:boto:Token: None 2022-09-01T10:19:54.700 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/?versions 2022-09-01T10:19:54.700 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ= 2022-09-01T10:19:54.701 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ=', 'Content-Length': '0'} 2022-09-01T10:19:54.703 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001ebf488b456abc03-006310874a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.753 DEBUG:boto:b'ptoxvb-22999falseobjy7giGlExJBmfxAqWAyw-Zpe0yLsUFPftrue2022-09-01T10:18:56.118Zrgw-multisite-test-userMultisite Test UserNormalobjXLTQ56FMcek82a4Jya5ZSipI1gll.0Sfalse2022-09-01T10:18:56.068Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:54.799 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:54.799 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:54.800 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:54.801 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:54.801 DEBUG:boto:path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.802 DEBUG:boto:auth_path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.802 DEBUG:boto:Method: GET 2022-09-01T10:19:54.803 DEBUG:boto:Path: /ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.804 DEBUG:boto:Data: 2022-09-01T10:19:54.804 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.805 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:54.805 DEBUG:boto:Port: 8001 2022-09-01T10:19:54.806 DEBUG:boto:Params: {} 2022-09-01T10:19:54.806 DEBUG:boto:Token: None 2022-09-01T10:19:54.807 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/?versions 2022-09-01T10:19:54.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ= 2022-09-01T10:19:54.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ=', 'Content-Length': '0'} 2022-09-01T10:19:54.811 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000120be172cbcd5867-006310874a-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.812 DEBUG:boto:b'ptoxvb-22999falseobjy7giGlExJBmfxAqWAyw-Zpe0yLsUFPftrue2022-09-01T10:18:56.118Zrgw-multisite-test-userMultisite Test UserNormalobjXLTQ56FMcek82a4Jya5ZSipI1gll.0Sfalse2022-09-01T10:18:56.068Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:54.814 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:54.815 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:54.816 DEBUG:boto:path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.817 DEBUG:boto:auth_path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.818 DEBUG:boto:Method: GET 2022-09-01T10:19:54.819 DEBUG:boto:Path: /ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:54.820 DEBUG:boto:Data: 2022-09-01T10:19:54.821 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.821 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.822 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.822 DEBUG:boto:Params: {} 2022-09-01T10:19:54.824 DEBUG:boto:Token: None 2022-09-01T10:19:54.825 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/?versions 2022-09-01T10:19:54.825 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ= 2022-09-01T10:19:54.826 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8CgRWNYQ2rkNehaRNapPdoZSnYQ=', 'Content-Length': '0'} 2022-09-01T10:19:54.829 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008d67ffdb97ffa489-006310874a-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.831 DEBUG:boto:b'ptoxvb-22999falseobjy7giGlExJBmfxAqWAyw-Zpe0yLsUFPftrue2022-09-01T10:18:56.118Zrgw-multisite-test-userMultisite Test UserNormalobjXLTQ56FMcek82a4Jya5ZSipI1gll.0Sfalse2022-09-01T10:18:56.068Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:54.833 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:54.833 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.834 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.835 DEBUG:boto:Method: HEAD 2022-09-01T10:19:54.837 DEBUG:boto:Path: /ptoxvb-22/obj 2022-09-01T10:19:54.838 DEBUG:boto:Data: 2022-09-01T10:19:54.839 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.839 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:54.840 DEBUG:boto:Port: 8001 2022-09-01T10:19:54.840 DEBUG:boto:Params: {} 2022-09-01T10:19:54.841 DEBUG:boto:Token: None 2022-09-01T10:19:54.842 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj 2022-09-01T10:19:54.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+HVElzDiI0ycgWnYa2prB4YsxFw= 2022-09-01T10:19:54.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+HVElzDiI0ycgWnYa2prB4YsxFw=', 'Content-Length': '0'} 2022-09-01T10:19:54.851 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx0000038db42d722965669-006310874a-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.852 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.853 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.854 DEBUG:boto:Method: HEAD 2022-09-01T10:19:54.855 DEBUG:boto:Path: /ptoxvb-22/obj 2022-09-01T10:19:54.856 DEBUG:boto:Data: 2022-09-01T10:19:54.857 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.858 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.859 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.860 DEBUG:boto:Params: {} 2022-09-01T10:19:54.861 DEBUG:boto:Token: None 2022-09-01T10:19:54.862 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj 2022-09-01T10:19:54.863 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+HVElzDiI0ycgWnYa2prB4YsxFw= 2022-09-01T10:19:54.864 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+HVElzDiI0ycgWnYa2prB4YsxFw=', 'Content-Length': '0'} 2022-09-01T10:19:54.867 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000b8986659d8706e8d-006310874a-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.867 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:54.868 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.869 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.870 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.871 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.872 DEBUG:boto:Method: GET 2022-09-01T10:19:54.873 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.874 DEBUG:boto:Data: 2022-09-01T10:19:54.874 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.875 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:54.876 DEBUG:boto:Port: 8001 2022-09-01T10:19:54.877 DEBUG:boto:Params: {} 2022-09-01T10:19:54.878 DEBUG:boto:Token: None 2022-09-01T10:19:54.881 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.882 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros= 2022-09-01T10:19:54.883 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros=', 'Content-Length': '0'} 2022-09-01T10:19:54.886 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000001b8ed6680f018ffa-006310874a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.887 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.888 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.890 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.891 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.893 DEBUG:boto:Method: GET 2022-09-01T10:19:54.894 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.895 DEBUG:boto:Data: 2022-09-01T10:19:54.896 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.897 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.898 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.899 DEBUG:boto:Params: {} 2022-09-01T10:19:54.900 DEBUG:boto:Token: None 2022-09-01T10:19:54.902 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.903 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros= 2022-09-01T10:19:54.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros=', 'Content-Length': '0'} 2022-09-01T10:19:54.907 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000000d58f84062c4aa9-006310874a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.908 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.908 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.909 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.910 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.911 DEBUG:boto:Method: HEAD 2022-09-01T10:19:54.911 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.912 DEBUG:boto:Data: 2022-09-01T10:19:54.912 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.913 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:54.913 DEBUG:boto:Port: 8001 2022-09-01T10:19:54.914 DEBUG:boto:Params: {} 2022-09-01T10:19:54.914 DEBUG:boto:Token: None 2022-09-01T10:19:54.915 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.916 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kuiny3G6kw6hpJcmDAz7NJZ/20s= 2022-09-01T10:19:54.916 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kuiny3G6kw6hpJcmDAz7NJZ/20s=', 'Content-Length': '0'} 2022-09-01T10:19:54.918 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004e6c504018614989-006310874a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.919 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.920 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.921 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.921 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.922 DEBUG:boto:Method: HEAD 2022-09-01T10:19:54.922 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.923 DEBUG:boto:Data: 2022-09-01T10:19:54.923 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.924 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.924 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.925 DEBUG:boto:Params: {} 2022-09-01T10:19:54.925 DEBUG:boto:Token: None 2022-09-01T10:19:54.926 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.927 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kuiny3G6kw6hpJcmDAz7NJZ/20s= 2022-09-01T10:19:54.927 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kuiny3G6kw6hpJcmDAz7NJZ/20s=', 'Content-Length': '0'} 2022-09-01T10:19:54.929 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000633d681f1c09a3ff-006310874a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.930 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:54.931 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.931 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.932 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.932 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.933 DEBUG:boto:Method: GET 2022-09-01T10:19:54.933 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.934 DEBUG:boto:Data: 2022-09-01T10:19:54.935 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.936 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:54.936 DEBUG:boto:Port: 8001 2022-09-01T10:19:54.937 DEBUG:boto:Params: {} 2022-09-01T10:19:54.938 DEBUG:boto:Token: None 2022-09-01T10:19:54.939 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.940 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros= 2022-09-01T10:19:54.941 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros=', 'Content-Length': '0'} 2022-09-01T10:19:54.944 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000049e7e46186e73b16-006310874a-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.946 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:54.947 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:54.948 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.949 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.950 DEBUG:boto:Method: GET 2022-09-01T10:19:54.951 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.955 DEBUG:boto:Data: 2022-09-01T10:19:54.956 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.957 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:54.958 DEBUG:boto:Port: 8000 2022-09-01T10:19:54.959 DEBUG:boto:Params: {} 2022-09-01T10:19:54.961 DEBUG:boto:Token: None 2022-09-01T10:19:54.962 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:54.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros= 2022-09-01T10:19:54.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXUgaTih97c90QxWsXbgBneMros=', 'Content-Length': '0'} 2022-09-01T10:19:54.967 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000002e602be31e428b7b-006310874a-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:54.968 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:54.969 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:54.969 DEBUG:boto:path=/ptoxvb-22/?prefix=obj 2022-09-01T10:19:54.970 DEBUG:boto:auth_path=/ptoxvb-22/?prefix=obj 2022-09-01T10:19:54.971 DEBUG:boto:Method: GET 2022-09-01T10:19:54.971 DEBUG:boto:Path: /ptoxvb-22/?prefix=obj 2022-09-01T10:19:54.972 DEBUG:boto:Data: 2022-09-01T10:19:54.972 DEBUG:boto:Headers: {} 2022-09-01T10:19:54.973 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:54.973 DEBUG:boto:Port: 8001 2022-09-01T10:19:54.974 DEBUG:boto:Params: {} 2022-09-01T10:19:54.974 DEBUG:boto:Token: None 2022-09-01T10:19:54.975 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:54 GMT /ptoxvb-22/ 2022-09-01T10:19:54.976 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t3fzQpU4nol4ANho5xpP4xSdB7Y= 2022-09-01T10:19:54.977 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t3fzQpU4nol4ANho5xpP4xSdB7Y=', 'Content-Length': '0'} 2022-09-01T10:19:54.980 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b9eaf151776941f3-006310874a-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.026 DEBUG:boto:b'ptoxvb-22obj1000false' 2022-09-01T10:19:55.027 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:55.028 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:55.028 DEBUG:boto:path=/ptoxvb-22/?prefix=obj 2022-09-01T10:19:55.029 DEBUG:boto:auth_path=/ptoxvb-22/?prefix=obj 2022-09-01T10:19:55.029 DEBUG:boto:Method: GET 2022-09-01T10:19:55.030 DEBUG:boto:Path: /ptoxvb-22/?prefix=obj 2022-09-01T10:19:55.031 DEBUG:boto:Data: 2022-09-01T10:19:55.032 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.033 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:55.033 DEBUG:boto:Port: 8000 2022-09-01T10:19:55.035 DEBUG:boto:Params: {} 2022-09-01T10:19:55.036 DEBUG:boto:Token: None 2022-09-01T10:19:55.036 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/ 2022-09-01T10:19:55.037 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KAnE/4oO0idQKjjn+itcJqUKd5Y= 2022-09-01T10:19:55.038 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KAnE/4oO0idQKjjn+itcJqUKd5Y=', 'Content-Length': '0'} 2022-09-01T10:19:55.041 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ddaa851bd56b41f4-006310874b-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.042 DEBUG:boto:b'ptoxvb-22obj1000false' 2022-09-01T10:19:55.043 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:55.043 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:55.044 DEBUG:boto:Method: HEAD 2022-09-01T10:19:55.045 DEBUG:boto:Path: /ptoxvb-22/obj 2022-09-01T10:19:55.046 DEBUG:boto:Data: 2022-09-01T10:19:55.046 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.047 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:55.047 DEBUG:boto:Port: 8001 2022-09-01T10:19:55.048 DEBUG:boto:Params: {} 2022-09-01T10:19:55.049 DEBUG:boto:Token: None 2022-09-01T10:19:55.049 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/obj 2022-09-01T10:19:55.050 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xlYxOcenqsswesMs3+9kKZjIVps= 2022-09-01T10:19:55.051 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xlYxOcenqsswesMs3+9kKZjIVps=', 'Content-Length': '0'} 2022-09-01T10:19:55.056 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000386b235ba21109c3-006310874b-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.057 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:55.058 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:55.059 DEBUG:boto:Method: HEAD 2022-09-01T10:19:55.059 DEBUG:boto:Path: /ptoxvb-22/obj 2022-09-01T10:19:55.060 DEBUG:boto:Data: 2022-09-01T10:19:55.060 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.061 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:55.061 DEBUG:boto:Port: 8000 2022-09-01T10:19:55.062 DEBUG:boto:Params: {} 2022-09-01T10:19:55.064 DEBUG:boto:Token: None 2022-09-01T10:19:55.065 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/obj 2022-09-01T10:19:55.065 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xlYxOcenqsswesMs3+9kKZjIVps= 2022-09-01T10:19:55.066 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xlYxOcenqsswesMs3+9kKZjIVps=', 'Content-Length': '0'} 2022-09-01T10:19:55.069 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000d21472d8b0b1640e-006310874b-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.070 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-22 zones={test-zone3, test-zone1} 2022-09-01T10:19:55.070 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-22 zones={test-zone3, test-zone2} 2022-09-01T10:19:55.071 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:55.071 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:55.072 DEBUG:boto:Method: HEAD 2022-09-01T10:19:55.073 DEBUG:boto:Path: /ptoxvb-22/ 2022-09-01T10:19:55.073 DEBUG:boto:Data: 2022-09-01T10:19:55.074 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.075 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:55.076 DEBUG:boto:Port: 8001 2022-09-01T10:19:55.076 DEBUG:boto:Params: {} 2022-09-01T10:19:55.077 DEBUG:boto:Token: None 2022-09-01T10:19:55.078 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/ 2022-09-01T10:19:55.079 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KULX4MdqIzgidSvp5oYtnU4Peq8= 2022-09-01T10:19:55.080 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KULX4MdqIzgidSvp5oYtnU4Peq8=', 'Content-Length': '0'} 2022-09-01T10:19:55.083 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006ff39c6a05772fb7-006310874b-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.084 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:55.085 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:55.086 DEBUG:boto:Method: HEAD 2022-09-01T10:19:55.087 DEBUG:boto:Path: /ptoxvb-22/ 2022-09-01T10:19:55.088 DEBUG:boto:Data: 2022-09-01T10:19:55.088 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.089 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:55.089 DEBUG:boto:Port: 8000 2022-09-01T10:19:55.090 DEBUG:boto:Params: {} 2022-09-01T10:19:55.091 DEBUG:boto:Token: None 2022-09-01T10:19:55.091 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/ 2022-09-01T10:19:55.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KULX4MdqIzgidSvp5oYtnU4Peq8= 2022-09-01T10:19:55.092 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KULX4MdqIzgidSvp5oYtnU4Peq8=', 'Content-Length': '0'} 2022-09-01T10:19:55.095 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000004ddeec8f95827be-006310874b-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.096 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:19:55.096 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:55.097 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:55.097 DEBUG:boto:path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:55.098 DEBUG:boto:auth_path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:55.099 DEBUG:boto:Method: GET 2022-09-01T10:19:55.099 DEBUG:boto:Path: /ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:55.100 DEBUG:boto:Data: 2022-09-01T10:19:55.100 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.101 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:55.101 DEBUG:boto:Port: 8001 2022-09-01T10:19:55.102 DEBUG:boto:Params: {} 2022-09-01T10:19:55.103 DEBUG:boto:Token: None 2022-09-01T10:19:55.103 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/?versions 2022-09-01T10:19:55.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d9zZVFP3V8oc0W2dpJaO5OuTsCg= 2022-09-01T10:19:55.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d9zZVFP3V8oc0W2dpJaO5OuTsCg=', 'Content-Length': '0'} 2022-09-01T10:19:55.107 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b48861eef98c6274-006310874b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.109 DEBUG:boto:b'ptoxvb-22999falseobjy7giGlExJBmfxAqWAyw-Zpe0yLsUFPftrue2022-09-01T10:18:56.118Zrgw-multisite-test-userMultisite Test UserNormalobjXLTQ56FMcek82a4Jya5ZSipI1gll.0Sfalse2022-09-01T10:18:56.068Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:55.110 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:55.111 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:55.111 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:19:55.111 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:55.112 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:55.113 DEBUG:boto:path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:55.113 DEBUG:boto:auth_path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:55.114 DEBUG:boto:Method: GET 2022-09-01T10:19:55.114 DEBUG:boto:Path: /ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:55.115 DEBUG:boto:Data: 2022-09-01T10:19:55.116 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.116 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:55.117 DEBUG:boto:Port: 8000 2022-09-01T10:19:55.117 DEBUG:boto:Params: {} 2022-09-01T10:19:55.118 DEBUG:boto:Token: None 2022-09-01T10:19:55.119 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/?versions 2022-09-01T10:19:55.119 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d9zZVFP3V8oc0W2dpJaO5OuTsCg= 2022-09-01T10:19:55.120 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d9zZVFP3V8oc0W2dpJaO5OuTsCg=', 'Content-Length': '0'} 2022-09-01T10:19:55.123 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003e93f13c4b367479-006310874b-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.124 DEBUG:boto:b'ptoxvb-22999falseobjy7giGlExJBmfxAqWAyw-Zpe0yLsUFPftrue2022-09-01T10:18:56.118Zrgw-multisite-test-userMultisite Test UserNormalobjXLTQ56FMcek82a4Jya5ZSipI1gll.0Sfalse2022-09-01T10:18:56.068Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:55.124 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:55.125 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:55.126 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:55.126 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:55.127 DEBUG:boto:path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:55.127 DEBUG:boto:auth_path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:55.128 DEBUG:boto:Method: GET 2022-09-01T10:19:55.128 DEBUG:boto:Path: /ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:55.129 DEBUG:boto:Data: 2022-09-01T10:19:55.129 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.130 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:55.130 DEBUG:boto:Port: 8001 2022-09-01T10:19:55.131 DEBUG:boto:Params: {} 2022-09-01T10:19:55.132 DEBUG:boto:Token: None 2022-09-01T10:19:55.132 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/?versions 2022-09-01T10:19:55.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d9zZVFP3V8oc0W2dpJaO5OuTsCg= 2022-09-01T10:19:55.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d9zZVFP3V8oc0W2dpJaO5OuTsCg=', 'Content-Length': '0'} 2022-09-01T10:19:55.136 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002f58e6f32de1cf1a-006310874b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.178 DEBUG:boto:b'ptoxvb-22999falseobjy7giGlExJBmfxAqWAyw-Zpe0yLsUFPftrue2022-09-01T10:18:56.118Zrgw-multisite-test-userMultisite Test UserNormalobjXLTQ56FMcek82a4Jya5ZSipI1gll.0Sfalse2022-09-01T10:18:56.068Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:55.180 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:55.181 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:55.182 DEBUG:boto:path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:55.183 DEBUG:boto:auth_path=/ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:55.184 DEBUG:boto:Method: GET 2022-09-01T10:19:55.185 DEBUG:boto:Path: /ptoxvb-22/?versions&max-keys=999 2022-09-01T10:19:55.186 DEBUG:boto:Data: 2022-09-01T10:19:55.187 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.188 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:55.190 DEBUG:boto:Port: 8000 2022-09-01T10:19:55.191 DEBUG:boto:Params: {} 2022-09-01T10:19:55.192 DEBUG:boto:Token: None 2022-09-01T10:19:55.192 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/?versions 2022-09-01T10:19:55.193 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d9zZVFP3V8oc0W2dpJaO5OuTsCg= 2022-09-01T10:19:55.194 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d9zZVFP3V8oc0W2dpJaO5OuTsCg=', 'Content-Length': '0'} 2022-09-01T10:19:55.197 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f689fa1adee1ebd3-006310874b-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.198 DEBUG:boto:b'ptoxvb-22999falseobjy7giGlExJBmfxAqWAyw-Zpe0yLsUFPftrue2022-09-01T10:18:56.118Zrgw-multisite-test-userMultisite Test UserNormalobjXLTQ56FMcek82a4Jya5ZSipI1gll.0Sfalse2022-09-01T10:18:56.068Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:55.199 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:55.200 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:55.201 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:55.201 DEBUG:boto:Method: HEAD 2022-09-01T10:19:55.202 DEBUG:boto:Path: /ptoxvb-22/obj 2022-09-01T10:19:55.203 DEBUG:boto:Data: 2022-09-01T10:19:55.204 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.204 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:55.206 DEBUG:boto:Port: 8001 2022-09-01T10:19:55.207 DEBUG:boto:Params: {} 2022-09-01T10:19:55.208 DEBUG:boto:Token: None 2022-09-01T10:19:55.209 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/obj 2022-09-01T10:19:55.209 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xlYxOcenqsswesMs3+9kKZjIVps= 2022-09-01T10:19:55.211 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xlYxOcenqsswesMs3+9kKZjIVps=', 'Content-Length': '0'} 2022-09-01T10:19:55.214 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx0000096922f78548ec852-006310874b-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.215 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:55.216 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:55.217 DEBUG:boto:Method: HEAD 2022-09-01T10:19:55.218 DEBUG:boto:Path: /ptoxvb-22/obj 2022-09-01T10:19:55.219 DEBUG:boto:Data: 2022-09-01T10:19:55.220 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.221 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:55.222 DEBUG:boto:Port: 8000 2022-09-01T10:19:55.223 DEBUG:boto:Params: {} 2022-09-01T10:19:55.224 DEBUG:boto:Token: None 2022-09-01T10:19:55.225 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/obj 2022-09-01T10:19:55.226 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xlYxOcenqsswesMs3+9kKZjIVps= 2022-09-01T10:19:55.227 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xlYxOcenqsswesMs3+9kKZjIVps=', 'Content-Length': '0'} 2022-09-01T10:19:55.230 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000b379e5e9c1e5f8ed-006310874b-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.231 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:55.232 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:55.233 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:55.234 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.235 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.236 DEBUG:boto:Method: GET 2022-09-01T10:19:55.237 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.238 DEBUG:boto:Data: 2022-09-01T10:19:55.239 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:55.240 DEBUG:boto:Port: 8001 2022-09-01T10:19:55.240 DEBUG:boto:Params: {} 2022-09-01T10:19:55.241 DEBUG:boto:Token: None 2022-09-01T10:19:55.243 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.244 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/BDz0WfiW0NAic/HyfffMxukfR8= 2022-09-01T10:19:55.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/BDz0WfiW0NAic/HyfffMxukfR8=', 'Content-Length': '0'} 2022-09-01T10:19:55.248 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000d4a114f1644b0ce6-006310874b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.249 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:55.250 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:55.251 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.252 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.254 DEBUG:boto:Method: GET 2022-09-01T10:19:55.255 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.256 DEBUG:boto:Data: 2022-09-01T10:19:55.257 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.258 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:55.259 DEBUG:boto:Port: 8000 2022-09-01T10:19:55.260 DEBUG:boto:Params: {} 2022-09-01T10:19:55.261 DEBUG:boto:Token: None 2022-09-01T10:19:55.262 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.263 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/BDz0WfiW0NAic/HyfffMxukfR8= 2022-09-01T10:19:55.264 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/BDz0WfiW0NAic/HyfffMxukfR8=', 'Content-Length': '0'} 2022-09-01T10:19:55.267 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000bb9684f83f9066f0-006310874b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.268 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:55.269 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:55.270 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.271 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.272 DEBUG:boto:Method: HEAD 2022-09-01T10:19:55.273 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.274 DEBUG:boto:Data: 2022-09-01T10:19:55.275 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.276 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:55.277 DEBUG:boto:Port: 8001 2022-09-01T10:19:55.278 DEBUG:boto:Params: {} 2022-09-01T10:19:55.279 DEBUG:boto:Token: None 2022-09-01T10:19:55.279 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dCdJkrkQ5wheV7c+qgOMsPfLAwU= 2022-09-01T10:19:55.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dCdJkrkQ5wheV7c+qgOMsPfLAwU=', 'Content-Length': '0'} 2022-09-01T10:19:55.284 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000041d408ad87bc94c5-006310874b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.286 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:55.286 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:55.287 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.289 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.290 DEBUG:boto:Method: HEAD 2022-09-01T10:19:55.291 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.293 DEBUG:boto:Data: 2022-09-01T10:19:55.294 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.294 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:55.295 DEBUG:boto:Port: 8000 2022-09-01T10:19:55.295 DEBUG:boto:Params: {} 2022-09-01T10:19:55.296 DEBUG:boto:Token: None 2022-09-01T10:19:55.297 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dCdJkrkQ5wheV7c+qgOMsPfLAwU= 2022-09-01T10:19:55.298 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dCdJkrkQ5wheV7c+qgOMsPfLAwU=', 'Content-Length': '0'} 2022-09-01T10:19:55.301 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000f21e01e2d7a77f1a-006310874b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.303 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:55.304 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:55.305 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:55.306 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.307 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.308 DEBUG:boto:Method: GET 2022-09-01T10:19:55.309 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.310 DEBUG:boto:Data: 2022-09-01T10:19:55.311 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.312 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:55.313 DEBUG:boto:Port: 8001 2022-09-01T10:19:55.314 DEBUG:boto:Params: {} 2022-09-01T10:19:55.315 DEBUG:boto:Token: None 2022-09-01T10:19:55.316 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.317 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/BDz0WfiW0NAic/HyfffMxukfR8= 2022-09-01T10:19:55.318 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/BDz0WfiW0NAic/HyfffMxukfR8=', 'Content-Length': '0'} 2022-09-01T10:19:55.321 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000009808157295523215-006310874b-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.323 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:55.324 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:55.325 DEBUG:boto:path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.326 DEBUG:boto:auth_path=/ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.327 DEBUG:boto:Method: GET 2022-09-01T10:19:55.328 DEBUG:boto:Path: /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.329 DEBUG:boto:Data: 2022-09-01T10:19:55.330 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.331 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:55.332 DEBUG:boto:Port: 8000 2022-09-01T10:19:55.333 DEBUG:boto:Params: {} 2022-09-01T10:19:55.334 DEBUG:boto:Token: None 2022-09-01T10:19:55.336 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/obj?versionId=XLTQ56FMcek82a4Jya5ZSipI1gll.0S 2022-09-01T10:19:55.337 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/BDz0WfiW0NAic/HyfffMxukfR8= 2022-09-01T10:19:55.338 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/BDz0WfiW0NAic/HyfffMxukfR8=', 'Content-Length': '0'} 2022-09-01T10:19:55.341 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', 'XLTQ56FMcek82a4Jya5ZSipI1gll.0S'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000be93c2aa33565575-006310874b-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.343 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:55.343 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:55.344 DEBUG:boto:path=/ptoxvb-22/?prefix=obj 2022-09-01T10:19:55.345 DEBUG:boto:auth_path=/ptoxvb-22/?prefix=obj 2022-09-01T10:19:55.346 DEBUG:boto:Method: GET 2022-09-01T10:19:55.347 DEBUG:boto:Path: /ptoxvb-22/?prefix=obj 2022-09-01T10:19:55.348 DEBUG:boto:Data: 2022-09-01T10:19:55.349 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.350 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:55.351 DEBUG:boto:Port: 8001 2022-09-01T10:19:55.352 DEBUG:boto:Params: {} 2022-09-01T10:19:55.352 DEBUG:boto:Token: None 2022-09-01T10:19:55.353 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/ 2022-09-01T10:19:55.355 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KAnE/4oO0idQKjjn+itcJqUKd5Y= 2022-09-01T10:19:55.356 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KAnE/4oO0idQKjjn+itcJqUKd5Y=', 'Content-Length': '0'} 2022-09-01T10:19:55.360 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000077618c2aecee4820-006310874b-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.361 DEBUG:boto:b'ptoxvb-22obj1000false' 2022-09-01T10:19:55.363 DEBUG:boto:path=/ptoxvb-22/ 2022-09-01T10:19:55.363 DEBUG:boto:auth_path=/ptoxvb-22/ 2022-09-01T10:19:55.364 DEBUG:boto:path=/ptoxvb-22/?prefix=obj 2022-09-01T10:19:55.365 DEBUG:boto:auth_path=/ptoxvb-22/?prefix=obj 2022-09-01T10:19:55.366 DEBUG:boto:Method: GET 2022-09-01T10:19:55.366 DEBUG:boto:Path: /ptoxvb-22/?prefix=obj 2022-09-01T10:19:55.367 DEBUG:boto:Data: 2022-09-01T10:19:55.367 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.368 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:55.368 DEBUG:boto:Port: 8000 2022-09-01T10:19:55.370 DEBUG:boto:Params: {} 2022-09-01T10:19:55.371 DEBUG:boto:Token: None 2022-09-01T10:19:55.372 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/ 2022-09-01T10:19:55.373 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KAnE/4oO0idQKjjn+itcJqUKd5Y= 2022-09-01T10:19:55.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KAnE/4oO0idQKjjn+itcJqUKd5Y=', 'Content-Length': '0'} 2022-09-01T10:19:55.382 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004c671c12592ce9d0-006310874b-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.424 DEBUG:boto:b'ptoxvb-22obj1000false' 2022-09-01T10:19:55.426 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:55.427 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:55.428 DEBUG:boto:Method: HEAD 2022-09-01T10:19:55.432 DEBUG:boto:Path: /ptoxvb-22/obj 2022-09-01T10:19:55.433 DEBUG:boto:Data: 2022-09-01T10:19:55.434 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.435 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:55.436 DEBUG:boto:Port: 8001 2022-09-01T10:19:55.436 DEBUG:boto:Params: {} 2022-09-01T10:19:55.438 DEBUG:boto:Token: None 2022-09-01T10:19:55.439 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/obj 2022-09-01T10:19:55.440 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xlYxOcenqsswesMs3+9kKZjIVps= 2022-09-01T10:19:55.441 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xlYxOcenqsswesMs3+9kKZjIVps=', 'Content-Length': '0'} 2022-09-01T10:19:55.444 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000e5561301569ebea9-006310874b-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.445 DEBUG:boto:path=/ptoxvb-22/obj 2022-09-01T10:19:55.446 DEBUG:boto:auth_path=/ptoxvb-22/obj 2022-09-01T10:19:55.447 DEBUG:boto:Method: HEAD 2022-09-01T10:19:55.448 DEBUG:boto:Path: /ptoxvb-22/obj 2022-09-01T10:19:55.449 DEBUG:boto:Data: 2022-09-01T10:19:55.449 DEBUG:boto:Headers: {} 2022-09-01T10:19:55.450 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:55.451 DEBUG:boto:Port: 8000 2022-09-01T10:19:55.452 DEBUG:boto:Params: {} 2022-09-01T10:19:55.453 DEBUG:boto:Token: None 2022-09-01T10:19:55.454 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:55 GMT /ptoxvb-22/obj 2022-09-01T10:19:55.455 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xlYxOcenqsswesMs3+9kKZjIVps= 2022-09-01T10:19:55.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xlYxOcenqsswesMs3+9kKZjIVps=', 'Content-Length': '0'} 2022-09-01T10:19:55.459 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000473c7b1a0a7b332e-006310874b-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:55.460 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-22 zones={test-zone3, test-zone2} 2022-09-01T10:19:55.461 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-23 2022-09-01T10:19:55.462 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-23', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:55.463 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-23', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:55.464 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-23 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:55.530 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:55.531 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:55.569 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:55.568+0000 7f5ce78ad600 1 bucket sync caught up with source: 2022-09-01T10:19:55.569 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000002.120.5, , ] 2022-09-01T10:19:55.570 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000002.120.5, , ] 2022-09-01T10:19:55.570 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:55.568+0000 7f5ce78ad600 0 bucket checkpoint complete 2022-09-01T10:19:55.586 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-23 2022-09-01T10:19:55.587 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-23', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:55.588 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-23', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:55.590 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-23 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:55.657 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:55.658 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:55.701 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:55.698+0000 7f282af30600 1 bucket sync caught up with source: 2022-09-01T10:19:55.702 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000002.120.5, , ] 2022-09-01T10:19:55.702 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000002.120.5, , ] 2022-09-01T10:19:55.703 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:55.698+0000 7f282af30600 0 bucket checkpoint complete 2022-09-01T10:19:55.718 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-23 2022-09-01T10:19:55.721 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-23', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:55.722 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-23', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:55.723 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-23 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:55.797 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:55.798 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:55.839 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:55.832+0000 7f4cdd408600 1 bucket sync caught up with source: 2022-09-01T10:19:55.840 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000002.120.5, , ] 2022-09-01T10:19:55.840 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000002.120.5, , ] 2022-09-01T10:19:55.841 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:55.832+0000 7f4cdd408600 0 bucket checkpoint complete 2022-09-01T10:19:55.845 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-23 2022-09-01T10:19:55.846 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-23', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:55.846 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-23', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:55.848 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-23 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:55.908 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:55.908 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:55.967 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:55.966+0000 7fd76260f600 1 bucket sync caught up with source: 2022-09-01T10:19:55.968 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000002.185.5, , ] 2022-09-01T10:19:55.968 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000002.185.5, , ] 2022-09-01T10:19:55.969 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:55.966+0000 7fd76260f600 0 bucket checkpoint complete 2022-09-01T10:19:55.991 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-23 2022-09-01T10:19:55.992 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-23', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:55.992 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-23', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:55.993 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-23 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:56.052 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:56.053 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:56.101 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:56.100+0000 7f540de1a600 1 bucket sync caught up with source: 2022-09-01T10:19:56.102 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000002.185.5, , ] 2022-09-01T10:19:56.103 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000002.185.5, , ] 2022-09-01T10:19:56.103 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:56.100+0000 7f540de1a600 0 bucket checkpoint complete 2022-09-01T10:19:56.130 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-23 2022-09-01T10:19:56.131 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-23 2022-09-01T10:19:56.131 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-23', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:56.132 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-23', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:56.133 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-23 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:56.194 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:56.195 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:56.238 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:56.237+0000 7f299e40b600 1 bucket sync caught up with source: 2022-09-01T10:19:56.238 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000003.339.11, , ] 2022-09-01T10:19:56.239 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000003.339.11, , ] 2022-09-01T10:19:56.239 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:19:56.237+0000 7f299e40b600 0 bucket checkpoint complete 2022-09-01T10:19:56.257 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-23 2022-09-01T10:19:56.258 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-23', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:56.259 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-23', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:19:56.259 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-23 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:19:56.330 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:56.331 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:56.354 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:56.353+0000 7f4b0adf1600 1 bucket sync caught up with source: 2022-09-01T10:19:56.355 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000003.339.11, , ] 2022-09-01T10:19:56.355 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000003.339.11, , ] 2022-09-01T10:19:56.356 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:56.353+0000 7f4b0adf1600 0 bucket checkpoint complete 2022-09-01T10:19:56.367 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-23 2022-09-01T10:19:56.368 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-23 zones={test-zone2, test-zone1} 2022-09-01T10:19:56.369 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.370 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.372 DEBUG:boto:Method: HEAD 2022-09-01T10:19:56.373 DEBUG:boto:Path: /ptoxvb-23/ 2022-09-01T10:19:56.375 DEBUG:boto:Data: 2022-09-01T10:19:56.376 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.376 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:56.377 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.378 DEBUG:boto:Params: {} 2022-09-01T10:19:56.379 DEBUG:boto:Token: None 2022-09-01T10:19:56.380 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/ 2022-09-01T10:19:56.381 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vKEJKOOcYfnG9nUSu4CxxDT6pUU= 2022-09-01T10:19:56.383 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vKEJKOOcYfnG9nUSu4CxxDT6pUU=', 'Content-Length': '0'} 2022-09-01T10:19:56.386 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000061f3707762ed141c-006310874c-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.387 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.388 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.389 DEBUG:boto:Method: HEAD 2022-09-01T10:19:56.391 DEBUG:boto:Path: /ptoxvb-23/ 2022-09-01T10:19:56.391 DEBUG:boto:Data: 2022-09-01T10:19:56.392 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.395 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.396 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.397 DEBUG:boto:Params: {} 2022-09-01T10:19:56.398 DEBUG:boto:Token: None 2022-09-01T10:19:56.399 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/ 2022-09-01T10:19:56.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vKEJKOOcYfnG9nUSu4CxxDT6pUU= 2022-09-01T10:19:56.402 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vKEJKOOcYfnG9nUSu4CxxDT6pUU=', 'Content-Length': '0'} 2022-09-01T10:19:56.414 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000040ccb0137947717-006310874c-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.415 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:19:56.416 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.417 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.418 DEBUG:boto:path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.419 DEBUG:boto:auth_path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.420 DEBUG:boto:Method: GET 2022-09-01T10:19:56.421 DEBUG:boto:Path: /ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.424 DEBUG:boto:Data: 2022-09-01T10:19:56.425 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.426 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:56.427 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.427 DEBUG:boto:Params: {} 2022-09-01T10:19:56.428 DEBUG:boto:Token: None 2022-09-01T10:19:56.429 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/?versions 2022-09-01T10:19:56.429 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0= 2022-09-01T10:19:56.430 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0=', 'Content-Length': '0'} 2022-09-01T10:19:56.433 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005afe9c6417a2067c-006310874c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.433 DEBUG:boto:b'ptoxvb-23999falseobjplpUiRGuRvCrtRCG4WZEGZAkyZ-OBIktrue2022-09-01T10:18:56.265Zrgw-multisite-test-userMultisite Test UserNormalobj5APZHz-n4L2.UqtFc83VR.QP0FnfhPifalse2022-09-01T10:18:56.174Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:56.434 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:56.435 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:56.435 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:19:56.436 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.437 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.437 DEBUG:boto:path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.438 DEBUG:boto:auth_path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.438 DEBUG:boto:Method: GET 2022-09-01T10:19:56.439 DEBUG:boto:Path: /ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.439 DEBUG:boto:Data: 2022-09-01T10:19:56.440 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.440 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.441 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.441 DEBUG:boto:Params: {} 2022-09-01T10:19:56.442 DEBUG:boto:Token: None 2022-09-01T10:19:56.443 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/?versions 2022-09-01T10:19:56.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0= 2022-09-01T10:19:56.445 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0=', 'Content-Length': '0'} 2022-09-01T10:19:56.450 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000019ae5d09a6035ee2-006310874c-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.451 DEBUG:boto:b'ptoxvb-23999falseobjplpUiRGuRvCrtRCG4WZEGZAkyZ-OBIktrue2022-09-01T10:18:56.265Zrgw-multisite-test-userMultisite Test UserNormalobj5APZHz-n4L2.UqtFc83VR.QP0FnfhPifalse2022-09-01T10:18:56.174Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:56.452 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:56.453 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:56.453 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.454 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.454 DEBUG:boto:path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.455 DEBUG:boto:auth_path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.455 DEBUG:boto:Method: GET 2022-09-01T10:19:56.456 DEBUG:boto:Path: /ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.456 DEBUG:boto:Data: 2022-09-01T10:19:56.457 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.457 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:56.458 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.458 DEBUG:boto:Params: {} 2022-09-01T10:19:56.459 DEBUG:boto:Token: None 2022-09-01T10:19:56.459 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/?versions 2022-09-01T10:19:56.460 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0= 2022-09-01T10:19:56.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0=', 'Content-Length': '0'} 2022-09-01T10:19:56.463 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000034aa146b419da2e4-006310874c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.464 DEBUG:boto:b'ptoxvb-23999falseobjplpUiRGuRvCrtRCG4WZEGZAkyZ-OBIktrue2022-09-01T10:18:56.265Zrgw-multisite-test-userMultisite Test UserNormalobj5APZHz-n4L2.UqtFc83VR.QP0FnfhPifalse2022-09-01T10:18:56.174Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:56.466 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.467 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.468 DEBUG:boto:path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.469 DEBUG:boto:auth_path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.470 DEBUG:boto:Method: GET 2022-09-01T10:19:56.471 DEBUG:boto:Path: /ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.472 DEBUG:boto:Data: 2022-09-01T10:19:56.473 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.474 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.475 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.476 DEBUG:boto:Params: {} 2022-09-01T10:19:56.477 DEBUG:boto:Token: None 2022-09-01T10:19:56.478 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/?versions 2022-09-01T10:19:56.479 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0= 2022-09-01T10:19:56.480 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0=', 'Content-Length': '0'} 2022-09-01T10:19:56.483 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ad59a769fc9861a4-006310874c-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.484 DEBUG:boto:b'ptoxvb-23999falseobjplpUiRGuRvCrtRCG4WZEGZAkyZ-OBIktrue2022-09-01T10:18:56.265Zrgw-multisite-test-userMultisite Test UserNormalobj5APZHz-n4L2.UqtFc83VR.QP0FnfhPifalse2022-09-01T10:18:56.174Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:56.486 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:56.487 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.488 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.489 DEBUG:boto:Method: HEAD 2022-09-01T10:19:56.490 DEBUG:boto:Path: /ptoxvb-23/obj 2022-09-01T10:19:56.491 DEBUG:boto:Data: 2022-09-01T10:19:56.492 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.493 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:56.494 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.495 DEBUG:boto:Params: {} 2022-09-01T10:19:56.496 DEBUG:boto:Token: None 2022-09-01T10:19:56.497 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj 2022-09-01T10:19:56.498 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jP1lPudXBUB3k6JqSsDQDAoPACQ= 2022-09-01T10:19:56.499 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jP1lPudXBUB3k6JqSsDQDAoPACQ=', 'Content-Length': '0'} 2022-09-01T10:19:56.502 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000007728d145d4e512b4-006310874c-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.504 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.505 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.506 DEBUG:boto:Method: HEAD 2022-09-01T10:19:56.507 DEBUG:boto:Path: /ptoxvb-23/obj 2022-09-01T10:19:56.507 DEBUG:boto:Data: 2022-09-01T10:19:56.508 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.508 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.509 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.509 DEBUG:boto:Params: {} 2022-09-01T10:19:56.510 DEBUG:boto:Token: None 2022-09-01T10:19:56.511 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj 2022-09-01T10:19:56.511 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jP1lPudXBUB3k6JqSsDQDAoPACQ= 2022-09-01T10:19:56.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jP1lPudXBUB3k6JqSsDQDAoPACQ=', 'Content-Length': '0'} 2022-09-01T10:19:56.514 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx0000091f8773856d6c11a-006310874c-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.515 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:56.516 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.516 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.517 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.517 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.518 DEBUG:boto:Method: GET 2022-09-01T10:19:56.519 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.520 DEBUG:boto:Data: 2022-09-01T10:19:56.520 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.521 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:56.522 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.523 DEBUG:boto:Params: {} 2022-09-01T10:19:56.524 DEBUG:boto:Token: None 2022-09-01T10:19:56.526 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.527 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I= 2022-09-01T10:19:56.528 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I=', 'Content-Length': '0'} 2022-09-01T10:19:56.533 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000002dc3415524e013ce-006310874c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.535 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.536 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.537 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.538 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.539 DEBUG:boto:Method: GET 2022-09-01T10:19:56.540 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.541 DEBUG:boto:Data: 2022-09-01T10:19:56.542 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.544 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.545 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.546 DEBUG:boto:Params: {} 2022-09-01T10:19:56.547 DEBUG:boto:Token: None 2022-09-01T10:19:56.548 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I= 2022-09-01T10:19:56.551 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I=', 'Content-Length': '0'} 2022-09-01T10:19:56.554 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000006626ab3050c8bce5-006310874c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.556 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.556 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.557 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.557 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.558 DEBUG:boto:Method: HEAD 2022-09-01T10:19:56.559 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.559 DEBUG:boto:Data: 2022-09-01T10:19:56.560 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.560 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:56.561 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.562 DEBUG:boto:Params: {} 2022-09-01T10:19:56.562 DEBUG:boto:Token: None 2022-09-01T10:19:56.563 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OFMmA4CPpuDYchaKuzkvsXsCzxM= 2022-09-01T10:19:56.565 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OFMmA4CPpuDYchaKuzkvsXsCzxM=', 'Content-Length': '0'} 2022-09-01T10:19:56.567 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000dfb24d676729cc5c-006310874c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.568 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.568 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.569 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.569 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.570 DEBUG:boto:Method: HEAD 2022-09-01T10:19:56.571 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.571 DEBUG:boto:Data: 2022-09-01T10:19:56.572 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.572 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.573 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.573 DEBUG:boto:Params: {} 2022-09-01T10:19:56.574 DEBUG:boto:Token: None 2022-09-01T10:19:56.576 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.576 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OFMmA4CPpuDYchaKuzkvsXsCzxM= 2022-09-01T10:19:56.577 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OFMmA4CPpuDYchaKuzkvsXsCzxM=', 'Content-Length': '0'} 2022-09-01T10:19:56.580 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000092e0ca2bfc7156eb-006310874c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.581 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:56.582 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.583 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.584 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.585 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.586 DEBUG:boto:Method: GET 2022-09-01T10:19:56.587 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.588 DEBUG:boto:Data: 2022-09-01T10:19:56.589 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.590 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:56.591 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.592 DEBUG:boto:Params: {} 2022-09-01T10:19:56.593 DEBUG:boto:Token: None 2022-09-01T10:19:56.594 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.595 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I= 2022-09-01T10:19:56.595 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I=', 'Content-Length': '0'} 2022-09-01T10:19:56.597 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000004412898729bd2271-006310874c-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.598 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.599 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.599 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.600 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.601 DEBUG:boto:Method: GET 2022-09-01T10:19:56.601 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.602 DEBUG:boto:Data: 2022-09-01T10:19:56.602 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.603 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.603 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.604 DEBUG:boto:Params: {} 2022-09-01T10:19:56.605 DEBUG:boto:Token: None 2022-09-01T10:19:56.605 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I= 2022-09-01T10:19:56.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I=', 'Content-Length': '0'} 2022-09-01T10:19:56.608 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000059e62982c3c8f59-006310874c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.609 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.610 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.611 DEBUG:boto:path=/ptoxvb-23/?prefix=obj 2022-09-01T10:19:56.611 DEBUG:boto:auth_path=/ptoxvb-23/?prefix=obj 2022-09-01T10:19:56.612 DEBUG:boto:Method: GET 2022-09-01T10:19:56.613 DEBUG:boto:Path: /ptoxvb-23/?prefix=obj 2022-09-01T10:19:56.613 DEBUG:boto:Data: 2022-09-01T10:19:56.614 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.614 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:56.615 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.616 DEBUG:boto:Params: {} 2022-09-01T10:19:56.616 DEBUG:boto:Token: None 2022-09-01T10:19:56.617 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/ 2022-09-01T10:19:56.617 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TmV76T35ReFa5mydGQC8IPqLm2c= 2022-09-01T10:19:56.618 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TmV76T35ReFa5mydGQC8IPqLm2c=', 'Content-Length': '0'} 2022-09-01T10:19:56.620 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007bd966b40c67934f-006310874c-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.662 DEBUG:boto:b'ptoxvb-23obj1000false' 2022-09-01T10:19:56.663 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.664 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.664 DEBUG:boto:path=/ptoxvb-23/?prefix=obj 2022-09-01T10:19:56.665 DEBUG:boto:auth_path=/ptoxvb-23/?prefix=obj 2022-09-01T10:19:56.665 DEBUG:boto:Method: GET 2022-09-01T10:19:56.666 DEBUG:boto:Path: /ptoxvb-23/?prefix=obj 2022-09-01T10:19:56.667 DEBUG:boto:Data: 2022-09-01T10:19:56.667 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.668 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.668 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.669 DEBUG:boto:Params: {} 2022-09-01T10:19:56.669 DEBUG:boto:Token: None 2022-09-01T10:19:56.670 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/ 2022-09-01T10:19:56.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TmV76T35ReFa5mydGQC8IPqLm2c= 2022-09-01T10:19:56.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TmV76T35ReFa5mydGQC8IPqLm2c=', 'Content-Length': '0'} 2022-09-01T10:19:56.676 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005eef4ce06584825e-006310874c-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.678 DEBUG:boto:b'ptoxvb-23obj1000false' 2022-09-01T10:19:56.679 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.680 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.681 DEBUG:boto:Method: HEAD 2022-09-01T10:19:56.682 DEBUG:boto:Path: /ptoxvb-23/obj 2022-09-01T10:19:56.683 DEBUG:boto:Data: 2022-09-01T10:19:56.684 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.685 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:56.685 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.686 DEBUG:boto:Params: {} 2022-09-01T10:19:56.686 DEBUG:boto:Token: None 2022-09-01T10:19:56.687 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj 2022-09-01T10:19:56.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jP1lPudXBUB3k6JqSsDQDAoPACQ= 2022-09-01T10:19:56.689 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jP1lPudXBUB3k6JqSsDQDAoPACQ=', 'Content-Length': '0'} 2022-09-01T10:19:56.691 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000789b153838b1cfc9-006310874c-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.692 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.692 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.693 DEBUG:boto:Method: HEAD 2022-09-01T10:19:56.693 DEBUG:boto:Path: /ptoxvb-23/obj 2022-09-01T10:19:56.695 DEBUG:boto:Data: 2022-09-01T10:19:56.701 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.702 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.702 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.703 DEBUG:boto:Params: {} 2022-09-01T10:19:56.704 DEBUG:boto:Token: None 2022-09-01T10:19:56.704 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj 2022-09-01T10:19:56.705 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jP1lPudXBUB3k6JqSsDQDAoPACQ= 2022-09-01T10:19:56.705 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jP1lPudXBUB3k6JqSsDQDAoPACQ=', 'Content-Length': '0'} 2022-09-01T10:19:56.708 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000008ed986949ac1427e-006310874c-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.708 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-23 zones={test-zone2, test-zone1} 2022-09-01T10:19:56.709 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-23 zones={test-zone3, test-zone1} 2022-09-01T10:19:56.709 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.710 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.711 DEBUG:boto:Method: HEAD 2022-09-01T10:19:56.711 DEBUG:boto:Path: /ptoxvb-23/ 2022-09-01T10:19:56.712 DEBUG:boto:Data: 2022-09-01T10:19:56.712 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.713 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:56.713 DEBUG:boto:Port: 8001 2022-09-01T10:19:56.714 DEBUG:boto:Params: {} 2022-09-01T10:19:56.715 DEBUG:boto:Token: None 2022-09-01T10:19:56.715 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/ 2022-09-01T10:19:56.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vKEJKOOcYfnG9nUSu4CxxDT6pUU= 2022-09-01T10:19:56.716 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vKEJKOOcYfnG9nUSu4CxxDT6pUU=', 'Content-Length': '0'} 2022-09-01T10:19:56.719 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000009f9a5aa21f02d05-006310874c-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.720 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.723 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.724 DEBUG:boto:Method: HEAD 2022-09-01T10:19:56.724 DEBUG:boto:Path: /ptoxvb-23/ 2022-09-01T10:19:56.725 DEBUG:boto:Data: 2022-09-01T10:19:56.725 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.726 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.726 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.727 DEBUG:boto:Params: {} 2022-09-01T10:19:56.727 DEBUG:boto:Token: None 2022-09-01T10:19:56.728 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/ 2022-09-01T10:19:56.729 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vKEJKOOcYfnG9nUSu4CxxDT6pUU= 2022-09-01T10:19:56.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vKEJKOOcYfnG9nUSu4CxxDT6pUU=', 'Content-Length': '0'} 2022-09-01T10:19:56.732 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000041de2934394ecf30-006310874c-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.733 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:19:56.733 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.734 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.735 DEBUG:boto:path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.735 DEBUG:boto:auth_path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.736 DEBUG:boto:Method: GET 2022-09-01T10:19:56.736 DEBUG:boto:Path: /ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.737 DEBUG:boto:Data: 2022-09-01T10:19:56.737 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.738 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:56.739 DEBUG:boto:Port: 8001 2022-09-01T10:19:56.739 DEBUG:boto:Params: {} 2022-09-01T10:19:56.740 DEBUG:boto:Token: None 2022-09-01T10:19:56.740 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/?versions 2022-09-01T10:19:56.741 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0= 2022-09-01T10:19:56.741 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0=', 'Content-Length': '0'} 2022-09-01T10:19:56.744 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000047005e8fb6801367-006310874c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.746 DEBUG:boto:b'ptoxvb-23999falseobjplpUiRGuRvCrtRCG4WZEGZAkyZ-OBIktrue2022-09-01T10:18:56.265Zrgw-multisite-test-userMultisite Test UserNormalobj5APZHz-n4L2.UqtFc83VR.QP0FnfhPifalse2022-09-01T10:18:56.174Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:56.748 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:56.749 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:56.749 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:19:56.750 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.750 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.751 DEBUG:boto:path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.752 DEBUG:boto:auth_path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.752 DEBUG:boto:Method: GET 2022-09-01T10:19:56.753 DEBUG:boto:Path: /ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.754 DEBUG:boto:Data: 2022-09-01T10:19:56.754 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.755 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.756 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.757 DEBUG:boto:Params: {} 2022-09-01T10:19:56.758 DEBUG:boto:Token: None 2022-09-01T10:19:56.760 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/?versions 2022-09-01T10:19:56.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0= 2022-09-01T10:19:56.762 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0=', 'Content-Length': '0'} 2022-09-01T10:19:56.765 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d47215b24a180780-006310874c-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.766 DEBUG:boto:b'ptoxvb-23999falseobjplpUiRGuRvCrtRCG4WZEGZAkyZ-OBIktrue2022-09-01T10:18:56.265Zrgw-multisite-test-userMultisite Test UserNormalobj5APZHz-n4L2.UqtFc83VR.QP0FnfhPifalse2022-09-01T10:18:56.174Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:56.767 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:56.767 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:56.768 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.769 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.769 DEBUG:boto:path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.770 DEBUG:boto:auth_path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.770 DEBUG:boto:Method: GET 2022-09-01T10:19:56.771 DEBUG:boto:Path: /ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.772 DEBUG:boto:Data: 2022-09-01T10:19:56.773 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.774 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:56.774 DEBUG:boto:Port: 8001 2022-09-01T10:19:56.775 DEBUG:boto:Params: {} 2022-09-01T10:19:56.776 DEBUG:boto:Token: None 2022-09-01T10:19:56.776 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/?versions 2022-09-01T10:19:56.777 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0= 2022-09-01T10:19:56.777 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0=', 'Content-Length': '0'} 2022-09-01T10:19:56.780 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ba2338aad430ae8c-006310874c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.782 DEBUG:boto:b'ptoxvb-23999falseobjplpUiRGuRvCrtRCG4WZEGZAkyZ-OBIktrue2022-09-01T10:18:56.265Zrgw-multisite-test-userMultisite Test UserNormalobj5APZHz-n4L2.UqtFc83VR.QP0FnfhPifalse2022-09-01T10:18:56.174Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:56.783 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.784 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.785 DEBUG:boto:path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.787 DEBUG:boto:auth_path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.788 DEBUG:boto:Method: GET 2022-09-01T10:19:56.788 DEBUG:boto:Path: /ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:56.789 DEBUG:boto:Data: 2022-09-01T10:19:56.789 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.790 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.790 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.791 DEBUG:boto:Params: {} 2022-09-01T10:19:56.792 DEBUG:boto:Token: None 2022-09-01T10:19:56.792 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/?versions 2022-09-01T10:19:56.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0= 2022-09-01T10:19:56.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sWHnFdr9VFvzFqsGdHcBk7lO9r0=', 'Content-Length': '0'} 2022-09-01T10:19:56.797 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003c6af0392fd79e64-006310874c-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.798 DEBUG:boto:b'ptoxvb-23999falseobjplpUiRGuRvCrtRCG4WZEGZAkyZ-OBIktrue2022-09-01T10:18:56.265Zrgw-multisite-test-userMultisite Test UserNormalobj5APZHz-n4L2.UqtFc83VR.QP0FnfhPifalse2022-09-01T10:18:56.174Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:56.799 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:56.799 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.800 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.800 DEBUG:boto:Method: HEAD 2022-09-01T10:19:56.801 DEBUG:boto:Path: /ptoxvb-23/obj 2022-09-01T10:19:56.802 DEBUG:boto:Data: 2022-09-01T10:19:56.802 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.803 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:56.803 DEBUG:boto:Port: 8001 2022-09-01T10:19:56.804 DEBUG:boto:Params: {} 2022-09-01T10:19:56.804 DEBUG:boto:Token: None 2022-09-01T10:19:56.805 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj 2022-09-01T10:19:56.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jP1lPudXBUB3k6JqSsDQDAoPACQ= 2022-09-01T10:19:56.806 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jP1lPudXBUB3k6JqSsDQDAoPACQ=', 'Content-Length': '0'} 2022-09-01T10:19:56.808 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000eea81e2484092afc-006310874c-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.809 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.810 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.810 DEBUG:boto:Method: HEAD 2022-09-01T10:19:56.811 DEBUG:boto:Path: /ptoxvb-23/obj 2022-09-01T10:19:56.811 DEBUG:boto:Data: 2022-09-01T10:19:56.812 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.812 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.813 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.813 DEBUG:boto:Params: {} 2022-09-01T10:19:56.814 DEBUG:boto:Token: None 2022-09-01T10:19:56.815 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj 2022-09-01T10:19:56.815 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jP1lPudXBUB3k6JqSsDQDAoPACQ= 2022-09-01T10:19:56.816 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jP1lPudXBUB3k6JqSsDQDAoPACQ=', 'Content-Length': '0'} 2022-09-01T10:19:56.818 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000ebd1573eca2bf796-006310874c-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.819 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:56.820 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.820 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.821 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.822 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.822 DEBUG:boto:Method: GET 2022-09-01T10:19:56.823 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.824 DEBUG:boto:Data: 2022-09-01T10:19:56.825 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.826 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:56.827 DEBUG:boto:Port: 8001 2022-09-01T10:19:56.828 DEBUG:boto:Params: {} 2022-09-01T10:19:56.829 DEBUG:boto:Token: None 2022-09-01T10:19:56.830 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.832 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I= 2022-09-01T10:19:56.833 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I=', 'Content-Length': '0'} 2022-09-01T10:19:56.835 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000e7245f00ed24b884-006310874c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.836 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.838 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.839 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.840 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.841 DEBUG:boto:Method: GET 2022-09-01T10:19:56.842 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.843 DEBUG:boto:Data: 2022-09-01T10:19:56.847 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.848 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.849 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.849 DEBUG:boto:Params: {} 2022-09-01T10:19:56.850 DEBUG:boto:Token: None 2022-09-01T10:19:56.851 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.851 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I= 2022-09-01T10:19:56.852 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I=', 'Content-Length': '0'} 2022-09-01T10:19:56.859 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000045eda19a5063d2d6-006310874c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.860 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.861 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.862 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.863 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.864 DEBUG:boto:Method: HEAD 2022-09-01T10:19:56.865 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.866 DEBUG:boto:Data: 2022-09-01T10:19:56.867 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.868 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:56.868 DEBUG:boto:Port: 8001 2022-09-01T10:19:56.869 DEBUG:boto:Params: {} 2022-09-01T10:19:56.871 DEBUG:boto:Token: None 2022-09-01T10:19:56.871 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OFMmA4CPpuDYchaKuzkvsXsCzxM= 2022-09-01T10:19:56.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OFMmA4CPpuDYchaKuzkvsXsCzxM=', 'Content-Length': '0'} 2022-09-01T10:19:56.876 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000058cfe8bb103258bf-006310874c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.877 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.878 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.879 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.880 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.881 DEBUG:boto:Method: HEAD 2022-09-01T10:19:56.881 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.882 DEBUG:boto:Data: 2022-09-01T10:19:56.882 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.883 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.884 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.885 DEBUG:boto:Params: {} 2022-09-01T10:19:56.886 DEBUG:boto:Token: None 2022-09-01T10:19:56.886 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.887 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OFMmA4CPpuDYchaKuzkvsXsCzxM= 2022-09-01T10:19:56.888 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OFMmA4CPpuDYchaKuzkvsXsCzxM=', 'Content-Length': '0'} 2022-09-01T10:19:56.890 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000a7363ea717c049fa-006310874c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.891 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:56.891 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.892 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.893 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.893 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.894 DEBUG:boto:Method: GET 2022-09-01T10:19:56.894 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.895 DEBUG:boto:Data: 2022-09-01T10:19:56.895 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.896 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:56.896 DEBUG:boto:Port: 8001 2022-09-01T10:19:56.897 DEBUG:boto:Params: {} 2022-09-01T10:19:56.897 DEBUG:boto:Token: None 2022-09-01T10:19:56.898 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I= 2022-09-01T10:19:56.899 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I=', 'Content-Length': '0'} 2022-09-01T10:19:56.901 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000003889461b168ed217-006310874c-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.902 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.903 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.903 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.904 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.904 DEBUG:boto:Method: GET 2022-09-01T10:19:56.905 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.906 DEBUG:boto:Data: 2022-09-01T10:19:56.906 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.907 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.907 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.908 DEBUG:boto:Params: {} 2022-09-01T10:19:56.908 DEBUG:boto:Token: None 2022-09-01T10:19:56.909 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:56.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I= 2022-09-01T10:19:56.920 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dMp6sUCQQEZNx8vfGGogINOia/I=', 'Content-Length': '0'} 2022-09-01T10:19:56.926 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000685855ac5d617afd-006310874c-10f8-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.927 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.928 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.928 DEBUG:boto:path=/ptoxvb-23/?prefix=obj 2022-09-01T10:19:56.929 DEBUG:boto:auth_path=/ptoxvb-23/?prefix=obj 2022-09-01T10:19:56.929 DEBUG:boto:Method: GET 2022-09-01T10:19:56.930 DEBUG:boto:Path: /ptoxvb-23/?prefix=obj 2022-09-01T10:19:56.931 DEBUG:boto:Data: 2022-09-01T10:19:56.931 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.932 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:56.932 DEBUG:boto:Port: 8001 2022-09-01T10:19:56.933 DEBUG:boto:Params: {} 2022-09-01T10:19:56.933 DEBUG:boto:Token: None 2022-09-01T10:19:56.934 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/ 2022-09-01T10:19:56.935 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TmV76T35ReFa5mydGQC8IPqLm2c= 2022-09-01T10:19:56.935 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TmV76T35ReFa5mydGQC8IPqLm2c=', 'Content-Length': '0'} 2022-09-01T10:19:56.938 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f509aac5c7327cb7-006310874c-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.939 DEBUG:boto:b'ptoxvb-23obj1000false' 2022-09-01T10:19:56.942 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:56.943 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:56.943 DEBUG:boto:path=/ptoxvb-23/?prefix=obj 2022-09-01T10:19:56.944 DEBUG:boto:auth_path=/ptoxvb-23/?prefix=obj 2022-09-01T10:19:56.944 DEBUG:boto:Method: GET 2022-09-01T10:19:56.945 DEBUG:boto:Path: /ptoxvb-23/?prefix=obj 2022-09-01T10:19:56.945 DEBUG:boto:Data: 2022-09-01T10:19:56.946 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.947 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:56.947 DEBUG:boto:Port: 8000 2022-09-01T10:19:56.948 DEBUG:boto:Params: {} 2022-09-01T10:19:56.949 DEBUG:boto:Token: None 2022-09-01T10:19:56.949 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:56 GMT /ptoxvb-23/ 2022-09-01T10:19:56.950 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TmV76T35ReFa5mydGQC8IPqLm2c= 2022-09-01T10:19:56.951 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TmV76T35ReFa5mydGQC8IPqLm2c=', 'Content-Length': '0'} 2022-09-01T10:19:56.954 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fa4f21b4d9233035-006310874c-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:56.994 DEBUG:boto:b'ptoxvb-23obj1000false' 2022-09-01T10:19:56.995 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:56.996 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:56.996 DEBUG:boto:Method: HEAD 2022-09-01T10:19:56.997 DEBUG:boto:Path: /ptoxvb-23/obj 2022-09-01T10:19:56.997 DEBUG:boto:Data: 2022-09-01T10:19:56.998 DEBUG:boto:Headers: {} 2022-09-01T10:19:56.999 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:56.999 DEBUG:boto:Port: 8001 2022-09-01T10:19:57.000 DEBUG:boto:Params: {} 2022-09-01T10:19:57.001 DEBUG:boto:Token: None 2022-09-01T10:19:57.001 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/obj 2022-09-01T10:19:57.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t465MRgi58Rhlkx3CujVQpVw2CE= 2022-09-01T10:19:57.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t465MRgi58Rhlkx3CujVQpVw2CE=', 'Content-Length': '0'} 2022-09-01T10:19:57.007 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000004e12b7a9a5662a2c-006310874d-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.008 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:57.010 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:57.011 DEBUG:boto:Method: HEAD 2022-09-01T10:19:57.019 DEBUG:boto:Path: /ptoxvb-23/obj 2022-09-01T10:19:57.021 DEBUG:boto:Data: 2022-09-01T10:19:57.022 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.022 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:57.024 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.026 DEBUG:boto:Params: {} 2022-09-01T10:19:57.028 DEBUG:boto:Token: None 2022-09-01T10:19:57.029 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/obj 2022-09-01T10:19:57.030 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t465MRgi58Rhlkx3CujVQpVw2CE= 2022-09-01T10:19:57.031 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t465MRgi58Rhlkx3CujVQpVw2CE=', 'Content-Length': '0'} 2022-09-01T10:19:57.035 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx0000073705ab25ce54dc0-006310874d-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.036 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-23 zones={test-zone3, test-zone1} 2022-09-01T10:19:57.037 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-23 zones={test-zone3, test-zone2} 2022-09-01T10:19:57.045 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:57.057 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:57.058 DEBUG:boto:Method: HEAD 2022-09-01T10:19:57.059 DEBUG:boto:Path: /ptoxvb-23/ 2022-09-01T10:19:57.059 DEBUG:boto:Data: 2022-09-01T10:19:57.060 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.060 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:57.061 DEBUG:boto:Port: 8001 2022-09-01T10:19:57.061 DEBUG:boto:Params: {} 2022-09-01T10:19:57.062 DEBUG:boto:Token: None 2022-09-01T10:19:57.063 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/ 2022-09-01T10:19:57.063 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ozy/tGqzgnUBBF99FrUbehYWVto= 2022-09-01T10:19:57.064 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ozy/tGqzgnUBBF99FrUbehYWVto=', 'Content-Length': '0'} 2022-09-01T10:19:57.066 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000dfe7b849cc4c998c-006310874d-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.067 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:57.067 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:57.068 DEBUG:boto:Method: HEAD 2022-09-01T10:19:57.068 DEBUG:boto:Path: /ptoxvb-23/ 2022-09-01T10:19:57.069 DEBUG:boto:Data: 2022-09-01T10:19:57.070 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.071 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:57.072 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.073 DEBUG:boto:Params: {} 2022-09-01T10:19:57.074 DEBUG:boto:Token: None 2022-09-01T10:19:57.075 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/ 2022-09-01T10:19:57.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ozy/tGqzgnUBBF99FrUbehYWVto= 2022-09-01T10:19:57.077 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ozy/tGqzgnUBBF99FrUbehYWVto=', 'Content-Length': '0'} 2022-09-01T10:19:57.080 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d06d75254299739f-006310874d-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.082 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:19:57.083 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:57.083 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:57.084 DEBUG:boto:path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:57.085 DEBUG:boto:auth_path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:57.086 DEBUG:boto:Method: GET 2022-09-01T10:19:57.087 DEBUG:boto:Path: /ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:57.088 DEBUG:boto:Data: 2022-09-01T10:19:57.091 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.091 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:57.092 DEBUG:boto:Port: 8001 2022-09-01T10:19:57.092 DEBUG:boto:Params: {} 2022-09-01T10:19:57.093 DEBUG:boto:Token: None 2022-09-01T10:19:57.094 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/?versions 2022-09-01T10:19:57.095 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MxzaxQhUrCE5BriRNpHNw8m9eVI= 2022-09-01T10:19:57.095 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MxzaxQhUrCE5BriRNpHNw8m9eVI=', 'Content-Length': '0'} 2022-09-01T10:19:57.103 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a013c58ce3d0b17f-006310874d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.146 DEBUG:boto:b'ptoxvb-23999falseobjplpUiRGuRvCrtRCG4WZEGZAkyZ-OBIktrue2022-09-01T10:18:56.265Zrgw-multisite-test-userMultisite Test UserNormalobj5APZHz-n4L2.UqtFc83VR.QP0FnfhPifalse2022-09-01T10:18:56.174Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:57.147 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:57.148 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:57.148 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:19:57.149 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:57.149 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:57.160 DEBUG:boto:path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:57.164 DEBUG:boto:auth_path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:57.164 DEBUG:boto:Method: GET 2022-09-01T10:19:57.165 DEBUG:boto:Path: /ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:57.165 DEBUG:boto:Data: 2022-09-01T10:19:57.166 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.166 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:57.167 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.168 DEBUG:boto:Params: {} 2022-09-01T10:19:57.169 DEBUG:boto:Token: None 2022-09-01T10:19:57.170 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/?versions 2022-09-01T10:19:57.172 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MxzaxQhUrCE5BriRNpHNw8m9eVI= 2022-09-01T10:19:57.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MxzaxQhUrCE5BriRNpHNw8m9eVI=', 'Content-Length': '0'} 2022-09-01T10:19:57.177 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dbda9cf4eb862fd2-006310874d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.178 DEBUG:boto:b'ptoxvb-23999falseobjplpUiRGuRvCrtRCG4WZEGZAkyZ-OBIktrue2022-09-01T10:18:56.265Zrgw-multisite-test-userMultisite Test UserNormalobj5APZHz-n4L2.UqtFc83VR.QP0FnfhPifalse2022-09-01T10:18:56.174Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:57.180 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:57.180 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:19:57.181 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:57.182 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:57.183 DEBUG:boto:path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:57.183 DEBUG:boto:auth_path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:57.184 DEBUG:boto:Method: GET 2022-09-01T10:19:57.184 DEBUG:boto:Path: /ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:57.185 DEBUG:boto:Data: 2022-09-01T10:19:57.186 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.187 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:57.187 DEBUG:boto:Port: 8001 2022-09-01T10:19:57.188 DEBUG:boto:Params: {} 2022-09-01T10:19:57.188 DEBUG:boto:Token: None 2022-09-01T10:19:57.190 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/?versions 2022-09-01T10:19:57.190 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MxzaxQhUrCE5BriRNpHNw8m9eVI= 2022-09-01T10:19:57.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MxzaxQhUrCE5BriRNpHNw8m9eVI=', 'Content-Length': '0'} 2022-09-01T10:19:57.194 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d03d310781ca68c1-006310874d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.195 DEBUG:boto:b'ptoxvb-23999falseobjplpUiRGuRvCrtRCG4WZEGZAkyZ-OBIktrue2022-09-01T10:18:56.265Zrgw-multisite-test-userMultisite Test UserNormalobj5APZHz-n4L2.UqtFc83VR.QP0FnfhPifalse2022-09-01T10:18:56.174Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:57.197 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:57.198 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:57.199 DEBUG:boto:path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:57.201 DEBUG:boto:auth_path=/ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:57.201 DEBUG:boto:Method: GET 2022-09-01T10:19:57.202 DEBUG:boto:Path: /ptoxvb-23/?versions&max-keys=999 2022-09-01T10:19:57.203 DEBUG:boto:Data: 2022-09-01T10:19:57.203 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.204 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:57.204 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.205 DEBUG:boto:Params: {} 2022-09-01T10:19:57.206 DEBUG:boto:Token: None 2022-09-01T10:19:57.207 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/?versions 2022-09-01T10:19:57.208 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MxzaxQhUrCE5BriRNpHNw8m9eVI= 2022-09-01T10:19:57.209 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MxzaxQhUrCE5BriRNpHNw8m9eVI=', 'Content-Length': '0'} 2022-09-01T10:19:57.212 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004398d8a2c10b1267-006310874d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.213 DEBUG:boto:b'ptoxvb-23999falseobjplpUiRGuRvCrtRCG4WZEGZAkyZ-OBIktrue2022-09-01T10:18:56.265Zrgw-multisite-test-userMultisite Test UserNormalobj5APZHz-n4L2.UqtFc83VR.QP0FnfhPifalse2022-09-01T10:18:56.174Z"d41d8cd98f00b204e9800998ecf8427e"0STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:19:57.215 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:57.217 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:57.220 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:57.220 DEBUG:boto:Method: HEAD 2022-09-01T10:19:57.221 DEBUG:boto:Path: /ptoxvb-23/obj 2022-09-01T10:19:57.223 DEBUG:boto:Data: 2022-09-01T10:19:57.224 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.225 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:57.227 DEBUG:boto:Port: 8001 2022-09-01T10:19:57.230 DEBUG:boto:Params: {} 2022-09-01T10:19:57.232 DEBUG:boto:Token: None 2022-09-01T10:19:57.234 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/obj 2022-09-01T10:19:57.235 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t465MRgi58Rhlkx3CujVQpVw2CE= 2022-09-01T10:19:57.235 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t465MRgi58Rhlkx3CujVQpVw2CE=', 'Content-Length': '0'} 2022-09-01T10:19:57.238 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000d6ad3710b1430a9b-006310874d-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.241 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:57.241 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:57.242 DEBUG:boto:Method: HEAD 2022-09-01T10:19:57.242 DEBUG:boto:Path: /ptoxvb-23/obj 2022-09-01T10:19:57.243 DEBUG:boto:Data: 2022-09-01T10:19:57.243 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.244 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:57.244 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.245 DEBUG:boto:Params: {} 2022-09-01T10:19:57.245 DEBUG:boto:Token: None 2022-09-01T10:19:57.246 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/obj 2022-09-01T10:19:57.247 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t465MRgi58Rhlkx3CujVQpVw2CE= 2022-09-01T10:19:57.247 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t465MRgi58Rhlkx3CujVQpVw2CE=', 'Content-Length': '0'} 2022-09-01T10:19:57.262 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000009f9f265694a2096c-006310874d-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.263 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:57.263 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:57.270 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:57.271 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.271 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.272 DEBUG:boto:Method: GET 2022-09-01T10:19:57.272 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.273 DEBUG:boto:Data: 2022-09-01T10:19:57.274 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.275 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:57.275 DEBUG:boto:Port: 8001 2022-09-01T10:19:57.276 DEBUG:boto:Params: {} 2022-09-01T10:19:57.276 DEBUG:boto:Token: None 2022-09-01T10:19:57.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6XFddX5Onme0pWWepW6tQrn1TVQ= 2022-09-01T10:19:57.278 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6XFddX5Onme0pWWepW6tQrn1TVQ=', 'Content-Length': '0'} 2022-09-01T10:19:57.280 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000fc73cedabc57b164-006310874d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.281 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:57.282 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:57.282 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.283 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.284 DEBUG:boto:Method: GET 2022-09-01T10:19:57.284 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.285 DEBUG:boto:Data: 2022-09-01T10:19:57.285 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.286 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:57.286 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.287 DEBUG:boto:Params: {} 2022-09-01T10:19:57.287 DEBUG:boto:Token: None 2022-09-01T10:19:57.288 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.289 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6XFddX5Onme0pWWepW6tQrn1TVQ= 2022-09-01T10:19:57.289 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6XFddX5Onme0pWWepW6tQrn1TVQ=', 'Content-Length': '0'} 2022-09-01T10:19:57.292 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000084d9a6b3c73a5e32-006310874d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.292 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:57.293 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:57.294 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.294 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.295 DEBUG:boto:Method: HEAD 2022-09-01T10:19:57.295 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.296 DEBUG:boto:Data: 2022-09-01T10:19:57.296 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.297 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:57.297 DEBUG:boto:Port: 8001 2022-09-01T10:19:57.297 DEBUG:boto:Params: {} 2022-09-01T10:19:57.298 DEBUG:boto:Token: None 2022-09-01T10:19:57.299 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:116lg5/pgJj0oLbGjWgclz45QBA= 2022-09-01T10:19:57.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:116lg5/pgJj0oLbGjWgclz45QBA=', 'Content-Length': '0'} 2022-09-01T10:19:57.302 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000008075da3170ba7478-006310874d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.303 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:57.304 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:57.304 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.305 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.305 DEBUG:boto:Method: HEAD 2022-09-01T10:19:57.306 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.306 DEBUG:boto:Data: 2022-09-01T10:19:57.307 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.307 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:57.308 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.308 DEBUG:boto:Params: {} 2022-09-01T10:19:57.309 DEBUG:boto:Token: None 2022-09-01T10:19:57.309 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.310 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:116lg5/pgJj0oLbGjWgclz45QBA= 2022-09-01T10:19:57.311 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:116lg5/pgJj0oLbGjWgclz45QBA=', 'Content-Length': '0'} 2022-09-01T10:19:57.313 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx000005f129866ff5e2ae3-006310874d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.314 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:19:57.315 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:57.315 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:57.316 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.316 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.317 DEBUG:boto:Method: GET 2022-09-01T10:19:57.317 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.319 DEBUG:boto:Data: 2022-09-01T10:19:57.320 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.321 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:57.321 DEBUG:boto:Port: 8001 2022-09-01T10:19:57.322 DEBUG:boto:Params: {} 2022-09-01T10:19:57.322 DEBUG:boto:Token: None 2022-09-01T10:19:57.323 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.324 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6XFddX5Onme0pWWepW6tQrn1TVQ= 2022-09-01T10:19:57.324 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6XFddX5Onme0pWWepW6tQrn1TVQ=', 'Content-Length': '0'} 2022-09-01T10:19:57.327 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx00000fa690543a01124a6-006310874d-10f4-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.328 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:57.329 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:57.329 DEBUG:boto:path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.330 DEBUG:boto:auth_path=/ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.333 DEBUG:boto:Method: GET 2022-09-01T10:19:57.334 DEBUG:boto:Path: /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.335 DEBUG:boto:Data: 2022-09-01T10:19:57.335 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.338 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:57.339 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.339 DEBUG:boto:Params: {} 2022-09-01T10:19:57.340 DEBUG:boto:Token: None 2022-09-01T10:19:57.340 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/obj?versionId=5APZHz-n4L2.UqtFc83VR.QP0FnfhPi 2022-09-01T10:19:57.341 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6XFddX5Onme0pWWepW6tQrn1TVQ= 2022-09-01T10:19:57.342 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6XFddX5Onme0pWWepW6tQrn1TVQ=', 'Content-Length': '0'} 2022-09-01T10:19:57.348 DEBUG:boto:Response headers: [('Content-Length', '0'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:18:56 GMT'), ('x-amz-version-id', '5APZHz-n4L2.UqtFc83VR.QP0FnfhPi'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('x-amz-request-id', 'tx0000013267099b4bbafcf-006310874d-10e7-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.349 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:57.353 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:57.354 DEBUG:boto:path=/ptoxvb-23/?prefix=obj 2022-09-01T10:19:57.355 DEBUG:boto:auth_path=/ptoxvb-23/?prefix=obj 2022-09-01T10:19:57.357 DEBUG:boto:Method: GET 2022-09-01T10:19:57.358 DEBUG:boto:Path: /ptoxvb-23/?prefix=obj 2022-09-01T10:19:57.359 DEBUG:boto:Data: 2022-09-01T10:19:57.360 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.361 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:57.362 DEBUG:boto:Port: 8001 2022-09-01T10:19:57.363 DEBUG:boto:Params: {} 2022-09-01T10:19:57.364 DEBUG:boto:Token: None 2022-09-01T10:19:57.365 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/ 2022-09-01T10:19:57.366 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i5+CenCigivdmAi0QOyPb51xJNw= 2022-09-01T10:19:57.367 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i5+CenCigivdmAi0QOyPb51xJNw=', 'Content-Length': '0'} 2022-09-01T10:19:57.370 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000018e3b79238c36307-006310874d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.372 DEBUG:boto:b'ptoxvb-23obj1000false' 2022-09-01T10:19:57.373 DEBUG:boto:path=/ptoxvb-23/ 2022-09-01T10:19:57.375 DEBUG:boto:auth_path=/ptoxvb-23/ 2022-09-01T10:19:57.376 DEBUG:boto:path=/ptoxvb-23/?prefix=obj 2022-09-01T10:19:57.377 DEBUG:boto:auth_path=/ptoxvb-23/?prefix=obj 2022-09-01T10:19:57.378 DEBUG:boto:Method: GET 2022-09-01T10:19:57.379 DEBUG:boto:Path: /ptoxvb-23/?prefix=obj 2022-09-01T10:19:57.382 DEBUG:boto:Data: 2022-09-01T10:19:57.383 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.386 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:57.387 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.388 DEBUG:boto:Params: {} 2022-09-01T10:19:57.389 DEBUG:boto:Token: None 2022-09-01T10:19:57.390 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/ 2022-09-01T10:19:57.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i5+CenCigivdmAi0QOyPb51xJNw= 2022-09-01T10:19:57.393 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i5+CenCigivdmAi0QOyPb51xJNw=', 'Content-Length': '0'} 2022-09-01T10:19:57.397 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000df2013d7e970b9cb-006310874d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.398 DEBUG:boto:b'ptoxvb-23obj1000false' 2022-09-01T10:19:57.400 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:57.401 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:57.403 DEBUG:boto:Method: HEAD 2022-09-01T10:19:57.408 DEBUG:boto:Path: /ptoxvb-23/obj 2022-09-01T10:19:57.409 DEBUG:boto:Data: 2022-09-01T10:19:57.411 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.412 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:57.413 DEBUG:boto:Port: 8001 2022-09-01T10:19:57.414 DEBUG:boto:Params: {} 2022-09-01T10:19:57.419 DEBUG:boto:Token: None 2022-09-01T10:19:57.420 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/obj 2022-09-01T10:19:57.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t465MRgi58Rhlkx3CujVQpVw2CE= 2022-09-01T10:19:57.423 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t465MRgi58Rhlkx3CujVQpVw2CE=', 'Content-Length': '0'} 2022-09-01T10:19:57.428 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx0000097a95b5a80b61ec4-006310874d-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.429 DEBUG:boto:path=/ptoxvb-23/obj 2022-09-01T10:19:57.430 DEBUG:boto:auth_path=/ptoxvb-23/obj 2022-09-01T10:19:57.431 DEBUG:boto:Method: HEAD 2022-09-01T10:19:57.432 DEBUG:boto:Path: /ptoxvb-23/obj 2022-09-01T10:19:57.433 DEBUG:boto:Data: 2022-09-01T10:19:57.434 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.435 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:57.436 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.438 DEBUG:boto:Params: {} 2022-09-01T10:19:57.439 DEBUG:boto:Token: None 2022-09-01T10:19:57.440 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-23/obj 2022-09-01T10:19:57.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t465MRgi58Rhlkx3CujVQpVw2CE= 2022-09-01T10:19:57.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t465MRgi58Rhlkx3CujVQpVw2CE=', 'Content-Length': '0'} 2022-09-01T10:19:57.446 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx0000076a7353f5c96a4ce-006310874d-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.448 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-23 zones={test-zone3, test-zone2} 2022-09-01T10:19:57.449 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_delete_marker_full_sync ... ok 2022-09-01T10:19:57.452 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-24 2022-09-01T10:19:57.459 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:19:57.460 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:19:57.461 DEBUG:boto:Method: PUT 2022-09-01T10:19:57.469 DEBUG:boto:Path: /ptoxvb-24/ 2022-09-01T10:19:57.470 DEBUG:boto:Data: 2022-09-01T10:19:57.472 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.472 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:57.473 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.473 DEBUG:boto:Params: {} 2022-09-01T10:19:57.474 DEBUG:boto:Token: None 2022-09-01T10:19:57.474 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-24/ 2022-09-01T10:19:57.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:InEcJJLSWgJET+Ktp7IMQ7uOK44= 2022-09-01T10:19:57.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:InEcJJLSWgJET+Ktp7IMQ7uOK44=', 'Content-Length': '0'} 2022-09-01T10:19:57.501 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000f9af55b2658cef58-006310874d-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.502 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-25 2022-09-01T10:19:57.502 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:19:57.503 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:19:57.511 DEBUG:boto:Method: PUT 2022-09-01T10:19:57.511 DEBUG:boto:Path: /ptoxvb-25/ 2022-09-01T10:19:57.512 DEBUG:boto:Data: 2022-09-01T10:19:57.512 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.513 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:57.513 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.520 DEBUG:boto:Params: {} 2022-09-01T10:19:57.521 DEBUG:boto:Token: None 2022-09-01T10:19:57.523 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-25/ 2022-09-01T10:19:57.525 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kUEp0aW43/Cn++70bqNbq2cTWts= 2022-09-01T10:19:57.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kUEp0aW43/Cn++70bqNbq2cTWts=', 'Content-Length': '0'} 2022-09-01T10:19:57.592 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000039291f8d110903af-006310874d-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.593 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-26 2022-09-01T10:19:57.593 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:19:57.594 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:19:57.595 DEBUG:boto:Method: PUT 2022-09-01T10:19:57.596 DEBUG:boto:Path: /ptoxvb-26/ 2022-09-01T10:19:57.596 DEBUG:boto:Data: 2022-09-01T10:19:57.597 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.599 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:57.600 DEBUG:boto:Port: 8001 2022-09-01T10:19:57.601 DEBUG:boto:Params: {} 2022-09-01T10:19:57.602 DEBUG:boto:Token: None 2022-09-01T10:19:57.603 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-26/ 2022-09-01T10:19:57.604 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kXMoaadHA9uWb/Ams4Vq5yErdDQ= 2022-09-01T10:19:57.605 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kXMoaadHA9uWb/Ams4Vq5yErdDQ=', 'Content-Length': '0'} 2022-09-01T10:19:57.644 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000a0d7437825c29adb-006310874d-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.645 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:19:57.646 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:19:57.646 DEBUG:boto:path=/ptoxvb-24/?versioning 2022-09-01T10:19:57.647 DEBUG:boto:auth_path=/ptoxvb-24/?versioning 2022-09-01T10:19:57.647 DEBUG:boto:Method: PUT 2022-09-01T10:19:57.648 DEBUG:boto:Path: /ptoxvb-24/?versioning 2022-09-01T10:19:57.648 DEBUG:boto:Data: Enabled Disabled 2022-09-01T10:19:57.649 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.650 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:57.651 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.654 DEBUG:boto:Params: {} 2022-09-01T10:19:57.655 DEBUG:boto:Token: None 2022-09-01T10:19:57.657 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-24/?versioning 2022-09-01T10:19:57.658 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oeylGkLrwTBuuv5C0GIRKY2lA+Y= 2022-09-01T10:19:57.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oeylGkLrwTBuuv5C0GIRKY2lA+Y=', 'Content-Length': '228'} 2022-09-01T10:19:57.666 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000c30f87bd54f64c33-006310874d-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.667 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:19:57.668 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:19:57.674 DEBUG:boto:path=/ptoxvb-24/?versioning 2022-09-01T10:19:57.675 DEBUG:boto:auth_path=/ptoxvb-24/?versioning 2022-09-01T10:19:57.676 DEBUG:boto:Method: PUT 2022-09-01T10:19:57.677 DEBUG:boto:Path: /ptoxvb-24/?versioning 2022-09-01T10:19:57.678 DEBUG:boto:Data: Suspended Disabled 2022-09-01T10:19:57.679 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.680 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:19:57.681 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.683 DEBUG:boto:Params: {} 2022-09-01T10:19:57.684 DEBUG:boto:Token: None 2022-09-01T10:19:57.685 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-24/?versioning 2022-09-01T10:19:57.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oeylGkLrwTBuuv5C0GIRKY2lA+Y= 2022-09-01T10:19:57.687 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oeylGkLrwTBuuv5C0GIRKY2lA+Y=', 'Content-Length': '230'} 2022-09-01T10:19:57.789 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000f00911468679da3a-006310874d-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.792 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:19:57.793 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:19:57.794 DEBUG:boto:path=/ptoxvb-25/?versioning 2022-09-01T10:19:57.795 DEBUG:boto:auth_path=/ptoxvb-25/?versioning 2022-09-01T10:19:57.796 DEBUG:boto:Method: PUT 2022-09-01T10:19:57.797 DEBUG:boto:Path: /ptoxvb-25/?versioning 2022-09-01T10:19:57.798 DEBUG:boto:Data: Enabled Disabled 2022-09-01T10:19:57.799 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.799 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:57.800 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.802 DEBUG:boto:Params: {} 2022-09-01T10:19:57.803 DEBUG:boto:Token: None 2022-09-01T10:19:57.805 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-25/?versioning 2022-09-01T10:19:57.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GqFniIRCYv4WP71oezg00aUKJ6Q= 2022-09-01T10:19:57.808 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GqFniIRCYv4WP71oezg00aUKJ6Q=', 'Content-Length': '228'} 2022-09-01T10:19:57.827 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000008a5a05620ec90dc8-006310874d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.829 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:19:57.829 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:19:57.831 DEBUG:boto:path=/ptoxvb-25/?versioning 2022-09-01T10:19:57.831 DEBUG:boto:auth_path=/ptoxvb-25/?versioning 2022-09-01T10:19:57.832 DEBUG:boto:Method: PUT 2022-09-01T10:19:57.832 DEBUG:boto:Path: /ptoxvb-25/?versioning 2022-09-01T10:19:57.833 DEBUG:boto:Data: Suspended Disabled 2022-09-01T10:19:57.833 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.836 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:19:57.837 DEBUG:boto:Port: 8000 2022-09-01T10:19:57.837 DEBUG:boto:Params: {} 2022-09-01T10:19:57.838 DEBUG:boto:Token: None 2022-09-01T10:19:57.839 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-25/?versioning 2022-09-01T10:19:57.841 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GqFniIRCYv4WP71oezg00aUKJ6Q= 2022-09-01T10:19:57.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GqFniIRCYv4WP71oezg00aUKJ6Q=', 'Content-Length': '230'} 2022-09-01T10:19:57.858 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000b0d0f25d086e6870-006310874d-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.860 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:19:57.861 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:19:57.861 DEBUG:boto:path=/ptoxvb-26/?versioning 2022-09-01T10:19:57.862 DEBUG:boto:auth_path=/ptoxvb-26/?versioning 2022-09-01T10:19:57.862 DEBUG:boto:Method: PUT 2022-09-01T10:19:57.863 DEBUG:boto:Path: /ptoxvb-26/?versioning 2022-09-01T10:19:57.863 DEBUG:boto:Data: Enabled Disabled 2022-09-01T10:19:57.864 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.865 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:57.865 DEBUG:boto:Port: 8001 2022-09-01T10:19:57.866 DEBUG:boto:Params: {} 2022-09-01T10:19:57.868 DEBUG:boto:Token: None 2022-09-01T10:19:57.869 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-26/?versioning 2022-09-01T10:19:57.873 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9k3AyyPcnXgQ1kHATbfD4MRdzSY= 2022-09-01T10:19:57.874 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9k3AyyPcnXgQ1kHATbfD4MRdzSY=', 'Content-Length': '228'} 2022-09-01T10:19:57.890 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000faa3a3ec30333b17-006310874d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.891 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:19:57.892 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:19:57.893 DEBUG:boto:path=/ptoxvb-26/?versioning 2022-09-01T10:19:57.894 DEBUG:boto:auth_path=/ptoxvb-26/?versioning 2022-09-01T10:19:57.895 DEBUG:boto:Method: PUT 2022-09-01T10:19:57.895 DEBUG:boto:Path: /ptoxvb-26/?versioning 2022-09-01T10:19:57.899 DEBUG:boto:Data: Suspended Disabled 2022-09-01T10:19:57.900 DEBUG:boto:Headers: {} 2022-09-01T10:19:57.900 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:19:57.901 DEBUG:boto:Port: 8001 2022-09-01T10:19:57.903 DEBUG:boto:Params: {} 2022-09-01T10:19:57.904 DEBUG:boto:Token: None 2022-09-01T10:19:57.905 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:19:57 GMT /ptoxvb-26/?versioning 2022-09-01T10:19:57.906 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9k3AyyPcnXgQ1kHATbfD4MRdzSY= 2022-09-01T10:19:57.907 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:19:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9k3AyyPcnXgQ1kHATbfD4MRdzSY=', 'Content-Length': '230'} 2022-09-01T10:19:57.937 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000031e4920fe2d11f19-006310874d-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:19:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:19:57.939 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:19:57.940 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:19:57.941 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:19:58.000 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:58.000 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:58.050 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T10:19:58.070 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:19:58.071 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:19:58.071 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:19:58.072 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T10:19:58.072 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:19:58.072 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:19:58.073 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:19:58.073 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:19:58.073 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:19:58.074 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:19:58.075 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:19:58.078 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:47.867747Z" 2022-09-01T10:19:58.084 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:19:58.088 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:19:58.088 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027597.929411_184.1", 2022-09-01T10:19:58.089 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:19:57.929411Z" 2022-09-01T10:19:58.089 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:19:58.090 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:19:58.092 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027597.929411_184.1'} 2022-09-01T10:19:58.093 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:19:58.110 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:19:58.111 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:19:58.112 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:19:58.176 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:19:58.176 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:19:58.204 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:58.203+0000 7f0ae91cd600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:19:58.205 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:19:58.204+0000 7f0ae91cd600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:19:58.220 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:19:58.221 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:19:58.221 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:19:58.221 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:19:58.222 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:19:58.222 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:19:58.223 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:19:58.224 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:19:58.224 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:19:58.225 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:19:58.226 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:19:58.226 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:19:58.227 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:19:58.227 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:19:58.228 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:19:58.228 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:19:58.229 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:19:58.229 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:19:58.230 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:19:58.231 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:19:58.231 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:19:58.231 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:19:58.232 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:19:58.232 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:19:58.233 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:19:58.233 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:19:58.234 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:19:58.235 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:19:58.235 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:19:58.236 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:19:58.236 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:19:58.237 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:19:58.237 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:19:58.238 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:19:58.238 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:19:58.239 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:19:58.240 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:19:58.240 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:19:58.241 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:19:58.241 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:19:58.242 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:19:58.242 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:19:58.243 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:19:58.244 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:19:58.245 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:19:58.245 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:19:58.246 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:19:58.246 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:19:58.247 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:19:58.247 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027597.624235_170.1", 2022-09-01T10:19:58.248 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:19:58.248 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:19:58.249 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:19:58.249 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.624235Z", 2022-09-01T10:19:58.250 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:19:58.251 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:19:58.252 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:19:58.253 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:19:58.254 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:19:58.255 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:19:58.255 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:19:58.256 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:19:58.256 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:19:58.256 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:19:58Z" 2022-09-01T10:19:58.257 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:19:58.260 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027597.624235_170.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:19:57.624235Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:19:58Z" } 2022-09-01T10:19:58.260 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027597.624235_170.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:19:57.624235Z', 'realm_epoch': 2}}] 2022-09-01T10:19:58.261 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027597.929411_184.1'} 2022-09-01T10:19:58.261 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027597.624235_170.1'} 2022-09-01T10:19:58.262 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027597.929411_184.1 target=1_1662027597.624235_170.1 2022-09-01T10:20:03.264 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:20:03.266 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:20:03.268 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:20:03.356 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:20:03.357 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:20:03.382 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:20:03.379+0000 7fd088721600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:20:03.383 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:20:03.380+0000 7fd088721600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:20:03.400 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:20:03.401 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:20:03.401 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:20:03.402 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:20:03.402 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:20:03.404 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:20:03.405 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:20:03.406 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:20:03.406 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:20:03.407 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:20:03.407 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:20:03.408 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:20:03.409 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:20:03.409 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:20:03.409 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:20:03.410 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:20:03.410 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:20:03.410 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:20:03.410 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:20:03.411 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:20:03.411 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:20:03.411 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:20:03.411 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:20:03.412 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:20:03.412 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:20:03.412 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:20:03.412 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:20:03.413 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:20:03.413 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:20:03.413 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:20:03.414 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:20:03.415 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:20:03.415 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:20:03.415 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:20:03.416 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:20:03.416 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:20:03.416 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:20:03.416 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:20:03.417 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:20:03.417 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:20:03.417 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:20:03.417 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:20:03.418 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:20:03.418 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:20:03.418 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:20:03.420 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:20:03.420 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:20:03.421 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:20:03.421 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:20:03.421 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027597.929411_184.1", 2022-09-01T10:20:03.422 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:20:03.422 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:20:03.422 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:20:03.423 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.929411Z", 2022-09-01T10:20:03.423 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:20:03.423 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:20:03.423 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:20:03.424 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:20:03.426 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:20:03.426 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:20:03.427 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:20:03.427 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:20:03.427 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:20:03.427 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:20:03Z" 2022-09-01T10:20:03.428 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:20:03.428 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027597.929411_184.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:19:57.929411Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:20:03Z" } 2022-09-01T10:20:03.429 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027597.929411_184.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:19:57.929411Z', 'realm_epoch': 2}}] 2022-09-01T10:20:03.429 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027597.929411_184.1'} 2022-09-01T10:20:03.430 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027597.929411_184.1'} 2022-09-01T10:20:03.430 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:20:03.431 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:20:03.431 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:20:03.432 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:20:03.432 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:20:03.506 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:20:03.507 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:20:03.555 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:20:03.554+0000 7feb89d7a600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:20:03.556 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:20:03.555+0000 7feb89d7a600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:20:03.591 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:20:03.592 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:20:03.593 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:20:03.593 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:20:03.594 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:20:03.601 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:20:03.602 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:03.602 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:03.603 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:20:03.603 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:03.604 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:20:03.605 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:03.605 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:03.606 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:20:03.606 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:03.607 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:20:03.607 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:03.610 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:20:03.611 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:03.611 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:03.612 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:03.612 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:03.613 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:20:03.613 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:03.613 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:03.614 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:20:03.614 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:03.615 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:20:03.615 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:03.616 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:20:03.616 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:03.617 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:03.617 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:03.618 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:03.623 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:20:03.623 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:03.624 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:03.624 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:20:03.625 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:03.625 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:20:03.626 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:03.626 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:20:03.626 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:03.627 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:03.628 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:03.630 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:03.630 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:20:03.633 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:03.633 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:03.634 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027597.541593_165.1", 2022-09-01T10:20:03.634 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:03.635 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:20:03.636 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:03.636 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.541593Z", 2022-09-01T10:20:03.637 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:03.638 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:03.638 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:03.639 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:20:03.639 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:03.640 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:20:03.641 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:20:03.642 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:20:03.644 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:03.645 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:20:03Z" 2022-09-01T10:20:03.645 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:20:03.646 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027597.541593_165.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:19:57.541593Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:20:03Z" } 2022-09-01T10:20:03.647 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027597.541593_165.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:19:57.541593Z', 'realm_epoch': 2}}] 2022-09-01T10:20:03.649 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027597.929411_184.1'} 2022-09-01T10:20:03.650 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027597.541593_165.1'} 2022-09-01T10:20:03.651 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=3 master=1_1662027597.929411_184.1 target=1_1662027597.541593_165.1 2022-09-01T10:20:08.656 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:20:08.657 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:20:08.658 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:20:08.727 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:20:08.727 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:20:08.805 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:20:08.805+0000 7fb5caf63600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:20:08.806 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:20:08.806+0000 7fb5caf63600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:20:08.828 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:20:08.828 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:20:08.828 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:20:08.829 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:20:08.829 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:20:08.829 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:20:08.829 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:08.835 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:08.836 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:20:08.836 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:08.836 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:20:08.837 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:08.837 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:08.837 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:20:08.837 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:08.838 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:20:08.838 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:08.838 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:20:08.838 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:08.839 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:08.839 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:08.840 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:08.840 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:20:08.840 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:08.840 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:08.841 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:20:08.843 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:08.843 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:20:08.843 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:08.844 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:20:08.844 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:08.844 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:08.845 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:08.845 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:08.845 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:20:08.845 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:08.847 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:08.848 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:20:08.848 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:08.848 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:20:08.848 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:08.850 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:20:08.850 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:08.850 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:08.851 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:08.851 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:08.851 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:20:08.851 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:08.852 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:08.853 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027597.492601_162.1", 2022-09-01T10:20:08.853 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:08.853 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:20:08.854 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:08.854 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.492601Z", 2022-09-01T10:20:08.854 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:08.854 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:08.855 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:08.855 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:20:08.855 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:08.856 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:20:08.856 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:20:08.858 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:20:08.858 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:08.858 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:20:08Z" 2022-09-01T10:20:08.858 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:20:08.860 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027597.492601_162.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:19:57.492601Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:20:08Z" } 2022-09-01T10:20:08.861 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027597.492601_162.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:19:57.492601Z', 'realm_epoch': 2}}] 2022-09-01T10:20:08.861 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027597.929411_184.1'} 2022-09-01T10:20:08.862 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027597.492601_162.1'} 2022-09-01T10:20:08.862 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=3 master=1_1662027597.929411_184.1 target=1_1662027597.492601_162.1 2022-09-01T10:20:13.864 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:20:13.865 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:20:13.866 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:20:13.919 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:20:13.919 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:20:13.954 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:20:13.951+0000 7f04f9fa4600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:20:13.954 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:20:13.953+0000 7f04f9fa4600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:20:13.976 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:20:13.976 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:20:13.976 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:20:13.976 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:20:13.977 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:20:13.986 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:20:13.987 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:13.988 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:13.988 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:20:13.989 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:13.989 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:20:13.990 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:13.991 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:13.992 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:20:13.993 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:13.993 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:20:13.994 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:13.994 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:20:13.995 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:13.996 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:13.997 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:13.998 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:13.998 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:20:13.999 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:14.005 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:14.006 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:20:14.008 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:14.008 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:20:14.009 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:14.029 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:20:14.029 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:14.030 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:14.030 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:14.030 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:14.030 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:20:14.031 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:14.031 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:14.031 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:20:14.031 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:14.032 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:20:14.032 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:14.032 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:20:14.032 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:14.033 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:14.033 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:14.033 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:14.033 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:20:14.033 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:14.034 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:14.034 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027597.488246_161.1", 2022-09-01T10:20:14.034 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:14.035 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:20:14.035 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:14.035 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.488246Z", 2022-09-01T10:20:14.035 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:14.036 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:14.036 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:14.036 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:20:14.036 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:14.037 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:20:14.037 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:20:14.037 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:20:14.037 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:14.038 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:20:13Z" 2022-09-01T10:20:14.038 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:20:14.038 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027597.488246_161.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:19:57.488246Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:20:13Z" } 2022-09-01T10:20:14.039 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027597.488246_161.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:19:57.488246Z', 'realm_epoch': 2}}] 2022-09-01T10:20:14.040 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027597.929411_184.1'} 2022-09-01T10:20:14.041 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027597.488246_161.1'} 2022-09-01T10:20:14.043 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=3 master=1_1662027597.929411_184.1 target=1_1662027597.488246_161.1 2022-09-01T10:20:19.047 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:20:19.054 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:20:19.055 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:20:19.120 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:20:19.121 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:20:19.159 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:20:19.154+0000 7f1c70824600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:20:19.171 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:20:19.155+0000 7f1c70824600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:20:19.172 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:20:19.173 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:20:19.173 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:20:19.173 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:20:19.173 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:20:19.176 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:20:19.180 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:19.180 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:19.181 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:20:19.182 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:19.182 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:20:19.183 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:19.183 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:19.184 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:20:19.184 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:19.185 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:20:19.185 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:19.186 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:20:19.187 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:19.187 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:19.188 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:19.197 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:19.200 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:20:19.201 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:19.201 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:19.201 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:20:19.201 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:19.202 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:20:19.202 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:19.202 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:20:19.202 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:19.203 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:19.203 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:19.203 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:19.203 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:20:19.204 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:19.204 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:19.204 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:20:19.204 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:19.205 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:20:19.209 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:19.210 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:20:19.211 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:19.211 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:19.212 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:19.216 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:20:19.217 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:20:19.218 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:20:19.218 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:20:19.218 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027597.929411_184.1", 2022-09-01T10:20:19.219 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:20:19.219 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:20:19.219 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:20:19.219 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.929411Z", 2022-09-01T10:20:19.220 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:20:19.220 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:19.220 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:20:19.221 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:20:19.221 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:19.221 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:20:19.221 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:20:19.222 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:20:19.222 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:20:19.222 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:20:19Z" 2022-09-01T10:20:19.222 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:20:19.223 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027597.929411_184.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:19:57.929411Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:20:19Z" } 2022-09-01T10:20:19.224 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027597.929411_184.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:19:57.929411Z', 'realm_epoch': 2}}] 2022-09-01T10:20:19.224 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027597.929411_184.1'} 2022-09-01T10:20:19.225 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027597.929411_184.1'} 2022-09-01T10:20:19.225 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:20:19.226 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:20:19.226 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:20:19.227 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:20:19.227 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:20:19.297 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:20:19.298 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:20:19.323 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:20:19.321+0000 7fd72ff9f600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:20:19.325 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:20:19.323+0000 7fd72ff9f600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:20:19.349 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:20:19.352 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:20:19.352 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:20:19.353 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:20:19.353 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:20:19.354 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:20:19.354 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:20:19.358 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:20:19.358 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:20:19.359 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:20:19.360 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:20:19.360 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:20:19.361 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:20:19.361 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:20:19.362 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:20:19.362 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:20:19.363 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:20:19.363 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:20:19.364 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:20:19.365 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:20:19.366 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:20:19.366 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:20:19.367 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:20:19.367 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:20:19.367 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:20:19.368 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:20:19.368 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:20:19.369 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:20:19.369 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:20:19.370 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:20:19.370 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:20:19.371 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:20:19.371 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:20:19.371 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:20:19.372 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:20:19.373 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:20:19.373 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:20:19.376 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:20:19.376 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:20:19.376 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:20:19.377 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:20:19.377 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:20:19.377 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:20:19.378 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:20:19.378 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:20:19.378 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:20:19.378 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:20:19.379 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:20:19.379 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:20:19.379 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027597.929411_184.1", 2022-09-01T10:20:19.379 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:20:19.380 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:20:19.380 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:20:19.380 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.929411Z", 2022-09-01T10:20:19.380 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:20:19.381 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:20:19.381 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:20:19.381 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:20:19.382 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:20:19.382 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:20:19.382 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:20:19.382 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:20:19.383 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:20:19.383 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:20:19Z" 2022-09-01T10:20:19.383 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:20:19.383 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027597.929411_184.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:19:57.929411Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:20:19Z" } 2022-09-01T10:20:19.384 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027597.929411_184.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:19:57.929411Z', 'realm_epoch': 2}}] 2022-09-01T10:20:19.385 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027597.929411_184.1'} 2022-09-01T10:20:19.385 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027597.929411_184.1'} 2022-09-01T10:20:19.386 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:20:19.386 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:20:19.387 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:20:19.387 DEBUG:boto:Method: HEAD 2022-09-01T10:20:19.388 DEBUG:boto:Path: /ptoxvb-24/ 2022-09-01T10:20:19.388 DEBUG:boto:Data: 2022-09-01T10:20:19.389 DEBUG:boto:Headers: {} 2022-09-01T10:20:19.389 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:20:19.390 DEBUG:boto:Port: 8000 2022-09-01T10:20:19.390 DEBUG:boto:Params: {} 2022-09-01T10:20:19.391 DEBUG:boto:Token: None 2022-09-01T10:20:19.392 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:20:19 GMT /ptoxvb-24/ 2022-09-01T10:20:19.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2QrmMlO3WJDPvaGuNuP7Z273vz0= 2022-09-01T10:20:19.393 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:20:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2QrmMlO3WJDPvaGuNuP7Z273vz0=', 'Content-Length': '0'} 2022-09-01T10:20:19.403 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000085f3037b1309477e-0063108763-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:20:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:20:19.405 DEBUG:boto:path=/ptoxvb-24/obj 2022-09-01T10:20:19.406 DEBUG:boto:auth_path=/ptoxvb-24/obj 2022-09-01T10:20:19.407 DEBUG:boto:Method: PUT 2022-09-01T10:20:19.408 DEBUG:boto:Path: /ptoxvb-24/obj 2022-09-01T10:20:19.409 DEBUG:boto:Data: 2022-09-01T10:20:19.409 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue'} 2022-09-01T10:20:19.410 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:20:19.411 DEBUG:boto:Port: 8000 2022-09-01T10:20:19.412 DEBUG:boto:Params: {} 2022-09-01T10:20:19.413 DEBUG:boto:Token: None 2022-09-01T10:20:19.414 DEBUG:boto:StringToSign: PUT 1B2M2Y8AsgTpgAmY7PhCfg== application/octet-stream Thu, 01 Sep 2022 10:20:19 GMT /ptoxvb-24/obj 2022-09-01T10:20:19.415 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LWwRiZxFMDHerDu4Tne6K/L/DvM= 2022-09-01T10:20:19.416 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:20:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LWwRiZxFMDHerDu4Tne6K/L/DvM='} 2022-09-01T10:20:19.473 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f6462e1319e0d93d-0063108763-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:20:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:20:19.474 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:20:19.474 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:20:19.475 DEBUG:boto:Method: HEAD 2022-09-01T10:20:19.476 DEBUG:boto:Path: /ptoxvb-24/ 2022-09-01T10:20:19.479 DEBUG:boto:Data: 2022-09-01T10:20:19.480 DEBUG:boto:Headers: {} 2022-09-01T10:20:19.482 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:20:19.483 DEBUG:boto:Port: 8000 2022-09-01T10:20:19.483 DEBUG:boto:Params: {} 2022-09-01T10:20:19.484 DEBUG:boto:Token: None 2022-09-01T10:20:19.486 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:20:19 GMT /ptoxvb-24/ 2022-09-01T10:20:19.487 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2QrmMlO3WJDPvaGuNuP7Z273vz0= 2022-09-01T10:20:19.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:20:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2QrmMlO3WJDPvaGuNuP7Z273vz0=', 'Content-Length': '0'} 2022-09-01T10:20:19.493 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000988509e4aa87732f-0063108763-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:20:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:20:19.496 DEBUG:boto:path=/ptoxvb-24/obj 2022-09-01T10:20:19.496 DEBUG:boto:auth_path=/ptoxvb-24/obj 2022-09-01T10:20:19.497 DEBUG:boto:Method: DELETE 2022-09-01T10:20:19.498 DEBUG:boto:Path: /ptoxvb-24/obj 2022-09-01T10:20:19.498 DEBUG:boto:Data: 2022-09-01T10:20:19.499 DEBUG:boto:Headers: {} 2022-09-01T10:20:19.499 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:20:19.500 DEBUG:boto:Port: 8000 2022-09-01T10:20:19.501 DEBUG:boto:Params: {} 2022-09-01T10:20:19.502 DEBUG:boto:Token: None 2022-09-01T10:20:19.502 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:20:19 GMT /ptoxvb-24/obj 2022-09-01T10:20:19.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QdGrlfsiOMGEAqF673WTv6DwFmw= 2022-09-01T10:20:19.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:20:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QdGrlfsiOMGEAqF673WTv6DwFmw=', 'Content-Length': '0'} 2022-09-01T10:20:19.517 DEBUG:boto:Response headers: [('x-amz-version-id', 'null'), ('x-amz-delete-marker', 'true'), ('x-amz-request-id', 'tx000009b50ea79cd62a01f-0063108763-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:20:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:20:19.519 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:20:19.520 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:20:19.520 DEBUG:boto:Method: HEAD 2022-09-01T10:20:19.521 DEBUG:boto:Path: /ptoxvb-25/ 2022-09-01T10:20:19.522 DEBUG:boto:Data: 2022-09-01T10:20:19.523 DEBUG:boto:Headers: {} 2022-09-01T10:20:19.524 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:20:19.524 DEBUG:boto:Port: 8000 2022-09-01T10:20:19.525 DEBUG:boto:Params: {} 2022-09-01T10:20:19.526 DEBUG:boto:Token: None 2022-09-01T10:20:19.527 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:20:19 GMT /ptoxvb-25/ 2022-09-01T10:20:19.528 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pSqBudo+qW1n0kdGLnuiTjOWTm0= 2022-09-01T10:20:19.529 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:20:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pSqBudo+qW1n0kdGLnuiTjOWTm0=', 'Content-Length': '0'} 2022-09-01T10:20:19.536 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ec786636771f33f2-0063108763-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:20:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:20:19.537 DEBUG:boto:path=/ptoxvb-25/obj 2022-09-01T10:20:19.538 DEBUG:boto:auth_path=/ptoxvb-25/obj 2022-09-01T10:20:19.539 DEBUG:boto:Method: PUT 2022-09-01T10:20:19.540 DEBUG:boto:Path: /ptoxvb-25/obj 2022-09-01T10:20:19.542 DEBUG:boto:Data: 2022-09-01T10:20:19.543 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue'} 2022-09-01T10:20:19.544 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:20:19.545 DEBUG:boto:Port: 8000 2022-09-01T10:20:19.546 DEBUG:boto:Params: {} 2022-09-01T10:20:19.547 DEBUG:boto:Token: None 2022-09-01T10:20:19.548 DEBUG:boto:StringToSign: PUT 1B2M2Y8AsgTpgAmY7PhCfg== application/octet-stream Thu, 01 Sep 2022 10:20:19 GMT /ptoxvb-25/obj 2022-09-01T10:20:19.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cSgVfLQhgjQQB8ePi7GNTTJfYS4= 2022-09-01T10:20:19.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:20:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cSgVfLQhgjQQB8ePi7GNTTJfYS4='} 2022-09-01T10:20:19.562 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000001c50a7e5753b5788-0063108763-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:20:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:20:19.563 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:20:19.564 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:20:19.564 DEBUG:boto:Method: HEAD 2022-09-01T10:20:19.565 DEBUG:boto:Path: /ptoxvb-25/ 2022-09-01T10:20:19.567 DEBUG:boto:Data: 2022-09-01T10:20:19.567 DEBUG:boto:Headers: {} 2022-09-01T10:20:19.568 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:20:19.568 DEBUG:boto:Port: 8000 2022-09-01T10:20:19.569 DEBUG:boto:Params: {} 2022-09-01T10:20:19.569 DEBUG:boto:Token: None 2022-09-01T10:20:19.571 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:20:19 GMT /ptoxvb-25/ 2022-09-01T10:20:19.577 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pSqBudo+qW1n0kdGLnuiTjOWTm0= 2022-09-01T10:20:19.580 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:20:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pSqBudo+qW1n0kdGLnuiTjOWTm0=', 'Content-Length': '0'} 2022-09-01T10:20:19.591 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001f10fa972b2457cf-0063108763-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:20:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:20:19.593 DEBUG:boto:path=/ptoxvb-25/obj 2022-09-01T10:20:19.594 DEBUG:boto:auth_path=/ptoxvb-25/obj 2022-09-01T10:20:19.595 DEBUG:boto:Method: DELETE 2022-09-01T10:20:19.599 DEBUG:boto:Path: /ptoxvb-25/obj 2022-09-01T10:20:19.600 DEBUG:boto:Data: 2022-09-01T10:20:19.600 DEBUG:boto:Headers: {} 2022-09-01T10:20:19.601 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:20:19.601 DEBUG:boto:Port: 8000 2022-09-01T10:20:19.602 DEBUG:boto:Params: {} 2022-09-01T10:20:19.603 DEBUG:boto:Token: None 2022-09-01T10:20:19.603 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:20:19 GMT /ptoxvb-25/obj 2022-09-01T10:20:19.604 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dRHv7p97gls8kIwGJwDdkAxv4Z8= 2022-09-01T10:20:19.605 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:20:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dRHv7p97gls8kIwGJwDdkAxv4Z8=', 'Content-Length': '0'} 2022-09-01T10:20:19.618 DEBUG:boto:Response headers: [('x-amz-version-id', 'null'), ('x-amz-delete-marker', 'true'), ('x-amz-request-id', 'tx000000038f553b600e683-0063108763-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:20:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:20:19.624 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:20:19.625 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:20:19.639 DEBUG:boto:Method: HEAD 2022-09-01T10:20:19.640 DEBUG:boto:Path: /ptoxvb-26/ 2022-09-01T10:20:19.640 DEBUG:boto:Data: 2022-09-01T10:20:19.641 DEBUG:boto:Headers: {} 2022-09-01T10:20:19.642 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:20:19.644 DEBUG:boto:Port: 8001 2022-09-01T10:20:19.645 DEBUG:boto:Params: {} 2022-09-01T10:20:19.646 DEBUG:boto:Token: None 2022-09-01T10:20:19.648 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:20:19 GMT /ptoxvb-26/ 2022-09-01T10:20:19.649 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VDd1CS6evXN1dwFivPswaXfJ7wE= 2022-09-01T10:20:19.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:20:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VDd1CS6evXN1dwFivPswaXfJ7wE=', 'Content-Length': '0'} 2022-09-01T10:20:19.656 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b069f045b495c6bb-0063108763-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:20:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:20:19.659 DEBUG:boto:path=/ptoxvb-26/obj 2022-09-01T10:20:19.661 DEBUG:boto:auth_path=/ptoxvb-26/obj 2022-09-01T10:20:19.662 DEBUG:boto:Method: PUT 2022-09-01T10:20:19.664 DEBUG:boto:Path: /ptoxvb-26/obj 2022-09-01T10:20:19.666 DEBUG:boto:Data: 2022-09-01T10:20:19.667 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue'} 2022-09-01T10:20:19.677 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:20:19.678 DEBUG:boto:Port: 8001 2022-09-01T10:20:19.679 DEBUG:boto:Params: {} 2022-09-01T10:20:19.680 DEBUG:boto:Token: None 2022-09-01T10:20:19.681 DEBUG:boto:StringToSign: PUT 1B2M2Y8AsgTpgAmY7PhCfg== application/octet-stream Thu, 01 Sep 2022 10:20:19 GMT /ptoxvb-26/obj 2022-09-01T10:20:19.683 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+R74lJwgVvN1j/KdR47JL8xmX+0= 2022-09-01T10:20:19.684 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Content-Length': '0', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:20:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+R74lJwgVvN1j/KdR47JL8xmX+0='} 2022-09-01T10:20:19.703 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"d41d8cd98f00b204e9800998ecf8427e"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000aec4229e626bddc5-0063108763-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:20:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:20:19.704 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:20:19.705 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:20:19.706 DEBUG:boto:Method: HEAD 2022-09-01T10:20:19.709 DEBUG:boto:Path: /ptoxvb-26/ 2022-09-01T10:20:19.712 DEBUG:boto:Data: 2022-09-01T10:20:19.713 DEBUG:boto:Headers: {} 2022-09-01T10:20:19.714 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:20:19.715 DEBUG:boto:Port: 8001 2022-09-01T10:20:19.715 DEBUG:boto:Params: {} 2022-09-01T10:20:19.716 DEBUG:boto:Token: None 2022-09-01T10:20:19.717 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:20:19 GMT /ptoxvb-26/ 2022-09-01T10:20:19.717 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VDd1CS6evXN1dwFivPswaXfJ7wE= 2022-09-01T10:20:19.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:20:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VDd1CS6evXN1dwFivPswaXfJ7wE=', 'Content-Length': '0'} 2022-09-01T10:20:19.727 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002f3fe7335bc8e326-0063108763-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:20:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:20:19.729 DEBUG:boto:path=/ptoxvb-26/obj 2022-09-01T10:20:19.730 DEBUG:boto:auth_path=/ptoxvb-26/obj 2022-09-01T10:20:19.738 DEBUG:boto:Method: DELETE 2022-09-01T10:20:19.739 DEBUG:boto:Path: /ptoxvb-26/obj 2022-09-01T10:20:19.740 DEBUG:boto:Data: 2022-09-01T10:20:19.741 DEBUG:boto:Headers: {} 2022-09-01T10:20:19.742 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:20:19.743 DEBUG:boto:Port: 8001 2022-09-01T10:20:19.744 DEBUG:boto:Params: {} 2022-09-01T10:20:19.745 DEBUG:boto:Token: None 2022-09-01T10:20:19.750 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:20:19 GMT /ptoxvb-26/obj 2022-09-01T10:20:19.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vRskdjRhhE556fzVyhgFalBRCg8= 2022-09-01T10:20:19.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:20:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vRskdjRhhE556fzVyhgFalBRCg8=', 'Content-Length': '0'} 2022-09-01T10:20:19.764 DEBUG:boto:Response headers: [('x-amz-version-id', 'null'), ('x-amz-delete-marker', 'true'), ('x-amz-request-id', 'tx00000c1f8df966c5dbacf-0063108763-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:20:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:20:19.765 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-24 2022-09-01T10:20:19.765 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-24', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:20:19.766 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-24', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:20:19.767 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-24 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:20:19.833 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:20:19.836 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:20:19.869 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:20:19.869+0000 7fea0bf4c600 1 waiting to reach incremental sync.. 2022-09-01T10:20:24.870 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:20:24.870+0000 7fea0bf4c600 1 waiting to reach incremental sync.. 2022-09-01T10:20:29.870 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:20:29.871+0000 7fea0bf4c600 1 waiting to reach incremental sync.. 2022-09-01T10:20:34.872 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:20:34.871+0000 7fea0bf4c600 1 waiting to reach incremental sync.. 2022-09-01T10:20:39.872 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:20:39.872+0000 7fea0bf4c600 1 waiting to reach incremental sync.. 2022-09-01T10:20:44.874 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:20:44.873+0000 7fea0bf4c600 1 waiting to reach incremental sync.. 2022-09-01T10:20:49.879 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:20:49.874+0000 7fea0bf4c600 1 waiting to reach incremental sync.. 2022-09-01T10:20:54.875 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:20:54.874+0000 7fea0bf4c600 1 waiting to reach incremental sync.. 2022-09-01T10:20:59.878 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:20:59.875+0000 7fea0bf4c600 1 waiting to reach incremental sync.. 2022-09-01T10:21:04.875 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:04.876+0000 7fea0bf4c600 1 waiting to reach incremental sync.. 2022-09-01T10:21:09.879 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:09.875+0000 7fea0bf4c600 1 waiting to reach incremental sync.. 2022-09-01T10:21:14.880 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:14.876+0000 7fea0bf4c600 1 waiting to reach incremental sync.. 2022-09-01T10:21:19.878 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:19.878+0000 7fea0bf4c600 1 bucket sync caught up with source: 2022-09-01T10:21:19.879 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000003.11.6, , ] 2022-09-01T10:21:19.879 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000003.11.6, , ] 2022-09-01T10:21:19.879 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:19.878+0000 7fea0bf4c600 0 bucket checkpoint complete 2022-09-01T10:21:19.899 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-24 2022-09-01T10:21:19.902 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-24', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:19.904 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-24', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:19.905 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-24 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:19.974 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:19.975 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:20.027 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:20.026+0000 7fec8d73e600 1 bucket sync caught up with source: 2022-09-01T10:21:20.028 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000003.11.6, , ] 2022-09-01T10:21:20.028 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000003.11.6, , ] 2022-09-01T10:21:20.029 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:20.026+0000 7fec8d73e600 0 bucket checkpoint complete 2022-09-01T10:21:20.063 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-24 2022-09-01T10:21:20.064 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-24', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:20.064 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-24', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:20.065 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-24 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:20.147 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:20.148 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:20.194 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:20.184+0000 7feafc2fe600 1 bucket sync caught up with source: 2022-09-01T10:21:20.195 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000003.11.6, , ] 2022-09-01T10:21:20.195 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000003.11.6, , ] 2022-09-01T10:21:20.195 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:20.184+0000 7feafc2fe600 0 bucket checkpoint complete 2022-09-01T10:21:20.204 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-24 2022-09-01T10:21:20.205 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-24', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:20.205 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-24', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:20.206 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-24 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:20.268 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:20.269 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:20.333 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:20.326+0000 7fbb3e359600 1 bucket sync caught up with source: 2022-09-01T10:21:20.334 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.33.12, , ] 2022-09-01T10:21:20.335 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.33.12, , ] 2022-09-01T10:21:20.335 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:20.326+0000 7fbb3e359600 0 bucket checkpoint complete 2022-09-01T10:21:20.350 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-24 2022-09-01T10:21:20.351 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-24', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:20.352 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-24', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:20.353 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-24 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:20.429 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:20.429 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:20.457 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:20.455+0000 7f810556d600 1 bucket sync caught up with source: 2022-09-01T10:21:20.457 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.33.12, , ] 2022-09-01T10:21:20.458 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.33.12, , ] 2022-09-01T10:21:20.458 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:20.455+0000 7f810556d600 0 bucket checkpoint complete 2022-09-01T10:21:20.468 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-24 2022-09-01T10:21:20.469 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-24 2022-09-01T10:21:20.471 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-24', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:20.472 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-24', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:20.473 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-24 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:20.552 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:20.553 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:20.602 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:20.602+0000 7f66ac562600 1 bucket sync caught up with source: 2022-09-01T10:21:20.602 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.15.12, , ] 2022-09-01T10:21:20.603 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.15.12, , ] 2022-09-01T10:21:20.603 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:20.602+0000 7f66ac562600 0 bucket checkpoint complete 2022-09-01T10:21:20.624 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-24 2022-09-01T10:21:20.626 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-24', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:20.632 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-24', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:20.633 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-24 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:20.713 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:20.714 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:20.746 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:20.746+0000 7f127c722600 1 bucket sync caught up with source: 2022-09-01T10:21:20.747 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.15.12, , ] 2022-09-01T10:21:20.747 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.15.12, , ] 2022-09-01T10:21:20.747 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:20.746+0000 7f127c722600 0 bucket checkpoint complete 2022-09-01T10:21:20.763 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-24 2022-09-01T10:21:20.764 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-24 zones={test-zone2, test-zone1} 2022-09-01T10:21:20.765 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:20.765 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:20.779 DEBUG:boto:Method: HEAD 2022-09-01T10:21:20.780 DEBUG:boto:Path: /ptoxvb-24/ 2022-09-01T10:21:20.781 DEBUG:boto:Data: 2022-09-01T10:21:20.785 DEBUG:boto:Headers: {} 2022-09-01T10:21:20.794 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:20.795 DEBUG:boto:Port: 8000 2022-09-01T10:21:20.796 DEBUG:boto:Params: {} 2022-09-01T10:21:20.798 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:21:20.808 DEBUG:boto:Token: None 2022-09-01T10:21:20.809 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:20 GMT /ptoxvb-24/ 2022-09-01T10:21:20.810 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hRnxMeqEIlXn8xyC+/MssITqn8k= 2022-09-01T10:21:20.811 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hRnxMeqEIlXn8xyC+/MssITqn8k=', 'Content-Length': '0'} 2022-09-01T10:21:20.817 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b9f8e10a1d1c387c-00631087a0-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:20.818 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:20.819 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:20.820 DEBUG:boto:Method: HEAD 2022-09-01T10:21:20.820 DEBUG:boto:Path: /ptoxvb-24/ 2022-09-01T10:21:20.821 DEBUG:boto:Data: 2022-09-01T10:21:20.822 DEBUG:boto:Headers: {} 2022-09-01T10:21:20.823 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:20.824 DEBUG:boto:Port: 8000 2022-09-01T10:21:20.824 DEBUG:boto:Params: {} 2022-09-01T10:21:20.825 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:21:20.826 DEBUG:boto:Token: None 2022-09-01T10:21:20.826 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:20 GMT /ptoxvb-24/ 2022-09-01T10:21:20.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hRnxMeqEIlXn8xyC+/MssITqn8k= 2022-09-01T10:21:20.828 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hRnxMeqEIlXn8xyC+/MssITqn8k=', 'Content-Length': '0'} 2022-09-01T10:21:20.850 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000cd045d957f29f07f-00631087a0-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:20.851 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:21:20.852 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:20.853 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:20.854 DEBUG:boto:path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:20.855 DEBUG:boto:auth_path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:20.856 DEBUG:boto:Method: GET 2022-09-01T10:21:20.862 DEBUG:boto:Path: /ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:20.863 DEBUG:boto:Data: 2022-09-01T10:21:20.864 DEBUG:boto:Headers: {} 2022-09-01T10:21:20.864 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:20.866 DEBUG:boto:Port: 8000 2022-09-01T10:21:20.867 DEBUG:boto:Params: {} 2022-09-01T10:21:20.868 DEBUG:boto:Token: None 2022-09-01T10:21:20.869 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:20 GMT /ptoxvb-24/?versions 2022-09-01T10:21:20.878 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zFOqY4uUKSoC4fQOJEM5w5Q+uZk= 2022-09-01T10:21:20.879 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zFOqY4uUKSoC4fQOJEM5w5Q+uZk=', 'Content-Length': '0'} 2022-09-01T10:21:20.891 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000024b1e03aa1296958-00631087a0-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:20.896 DEBUG:boto:b'ptoxvb-24999falseobjnulltrue2022-09-01T10:20:19.508Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:20.903 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:20.904 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:21:20.905 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:20.921 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:20.922 DEBUG:boto:path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:20.923 DEBUG:boto:auth_path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:20.923 DEBUG:boto:Method: GET 2022-09-01T10:21:20.924 DEBUG:boto:Path: /ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:20.924 DEBUG:boto:Data: 2022-09-01T10:21:20.925 DEBUG:boto:Headers: {} 2022-09-01T10:21:20.925 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:20.926 DEBUG:boto:Port: 8000 2022-09-01T10:21:20.926 DEBUG:boto:Params: {} 2022-09-01T10:21:20.937 DEBUG:boto:Token: None 2022-09-01T10:21:20.939 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:20 GMT /ptoxvb-24/?versions 2022-09-01T10:21:20.940 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zFOqY4uUKSoC4fQOJEM5w5Q+uZk= 2022-09-01T10:21:20.948 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zFOqY4uUKSoC4fQOJEM5w5Q+uZk=', 'Content-Length': '0'} 2022-09-01T10:21:20.955 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004fca20c5ff3423ac-00631087a0-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:20.956 DEBUG:boto:b'ptoxvb-24999falseobjnulltrue2022-09-01T10:20:19.508Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:20.957 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:20.957 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:20.961 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:20.961 DEBUG:boto:path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:20.962 DEBUG:boto:auth_path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:20.964 DEBUG:boto:Method: GET 2022-09-01T10:21:20.965 DEBUG:boto:Path: /ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:20.965 DEBUG:boto:Data: 2022-09-01T10:21:20.966 DEBUG:boto:Headers: {} 2022-09-01T10:21:20.966 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:20.967 DEBUG:boto:Port: 8000 2022-09-01T10:21:20.967 DEBUG:boto:Params: {} 2022-09-01T10:21:20.968 DEBUG:boto:Token: None 2022-09-01T10:21:20.969 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:20 GMT /ptoxvb-24/?versions 2022-09-01T10:21:20.970 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zFOqY4uUKSoC4fQOJEM5w5Q+uZk= 2022-09-01T10:21:20.971 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zFOqY4uUKSoC4fQOJEM5w5Q+uZk=', 'Content-Length': '0'} 2022-09-01T10:21:20.974 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002863045fd7dcced3-00631087a0-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:20.975 DEBUG:boto:b'ptoxvb-24999falseobjnulltrue2022-09-01T10:20:19.508Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:20.976 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:20.980 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:20.981 DEBUG:boto:path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:20.984 DEBUG:boto:auth_path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:20.991 DEBUG:boto:Method: GET 2022-09-01T10:21:20.992 DEBUG:boto:Path: /ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:20.992 DEBUG:boto:Data: 2022-09-01T10:21:20.993 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.002 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:21.003 DEBUG:boto:Port: 8000 2022-09-01T10:21:21.004 DEBUG:boto:Params: {} 2022-09-01T10:21:21.005 DEBUG:boto:Token: None 2022-09-01T10:21:21.010 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/?versions 2022-09-01T10:21:21.011 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8= 2022-09-01T10:21:21.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8=', 'Content-Length': '0'} 2022-09-01T10:21:21.039 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000033567a471792657a-00631087a1-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.040 DEBUG:boto:b'ptoxvb-24999falseobjnulltrue2022-09-01T10:20:19.508Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:21.042 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:21:21.045 DEBUG:boto:path=/ptoxvb-24/obj 2022-09-01T10:21:21.047 DEBUG:boto:auth_path=/ptoxvb-24/obj 2022-09-01T10:21:21.048 DEBUG:boto:Method: HEAD 2022-09-01T10:21:21.058 DEBUG:boto:Path: /ptoxvb-24/obj 2022-09-01T10:21:21.069 DEBUG:boto:Data: 2022-09-01T10:21:21.079 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.080 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:21.081 DEBUG:boto:Port: 8000 2022-09-01T10:21:21.082 DEBUG:boto:Params: {} 2022-09-01T10:21:21.083 DEBUG:boto:Token: None 2022-09-01T10:21:21.084 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/obj 2022-09-01T10:21:21.085 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jd5hLVXLIhOsNO6IbH13OMbu7g8= 2022-09-01T10:21:21.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jd5hLVXLIhOsNO6IbH13OMbu7g8=', 'Content-Length': '0'} 2022-09-01T10:21:21.106 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000e6559b1ee32330b6-00631087a1-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.107 DEBUG:boto:path=/ptoxvb-24/obj 2022-09-01T10:21:21.108 DEBUG:boto:auth_path=/ptoxvb-24/obj 2022-09-01T10:21:21.108 DEBUG:boto:Method: HEAD 2022-09-01T10:21:21.109 DEBUG:boto:Path: /ptoxvb-24/obj 2022-09-01T10:21:21.109 DEBUG:boto:Data: 2022-09-01T10:21:21.110 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.110 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:21.111 DEBUG:boto:Port: 8000 2022-09-01T10:21:21.111 DEBUG:boto:Params: {} 2022-09-01T10:21:21.112 DEBUG:boto:Token: None 2022-09-01T10:21:21.121 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/obj 2022-09-01T10:21:21.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jd5hLVXLIhOsNO6IbH13OMbu7g8= 2022-09-01T10:21:21.123 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jd5hLVXLIhOsNO6IbH13OMbu7g8=', 'Content-Length': '0'} 2022-09-01T10:21:21.125 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx0000081ef09be61175bbd-00631087a1-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.126 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-24 zones={test-zone2, test-zone1} 2022-09-01T10:21:21.126 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-24 zones={test-zone3, test-zone1} 2022-09-01T10:21:21.127 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:21.127 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:21.128 DEBUG:boto:Method: HEAD 2022-09-01T10:21:21.129 DEBUG:boto:Path: /ptoxvb-24/ 2022-09-01T10:21:21.130 DEBUG:boto:Data: 2022-09-01T10:21:21.131 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.132 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:21.133 DEBUG:boto:Port: 8001 2022-09-01T10:21:21.134 DEBUG:boto:Params: {} 2022-09-01T10:21:21.135 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:21:21.136 DEBUG:boto:Token: None 2022-09-01T10:21:21.137 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/ 2022-09-01T10:21:21.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p8JWJYk/fIRShFDlox9JngeV4Dg= 2022-09-01T10:21:21.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p8JWJYk/fIRShFDlox9JngeV4Dg=', 'Content-Length': '0'} 2022-09-01T10:21:21.145 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001e54dd23b1b1b92b-00631087a1-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.146 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:21.147 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:21.148 DEBUG:boto:Method: HEAD 2022-09-01T10:21:21.149 DEBUG:boto:Path: /ptoxvb-24/ 2022-09-01T10:21:21.152 DEBUG:boto:Data: 2022-09-01T10:21:21.153 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.154 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:21.155 DEBUG:boto:Port: 8000 2022-09-01T10:21:21.164 DEBUG:boto:Params: {} 2022-09-01T10:21:21.165 DEBUG:boto:Token: None 2022-09-01T10:21:21.165 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/ 2022-09-01T10:21:21.166 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p8JWJYk/fIRShFDlox9JngeV4Dg= 2022-09-01T10:21:21.167 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p8JWJYk/fIRShFDlox9JngeV4Dg=', 'Content-Length': '0'} 2022-09-01T10:21:21.169 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ec8f60373fb1b9ae-00631087a1-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.170 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:21:21.171 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:21.172 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:21.175 DEBUG:boto:path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.175 DEBUG:boto:auth_path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.176 DEBUG:boto:Method: GET 2022-09-01T10:21:21.176 DEBUG:boto:Path: /ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.184 DEBUG:boto:Data: 2022-09-01T10:21:21.188 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.189 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:21.189 DEBUG:boto:Port: 8001 2022-09-01T10:21:21.190 DEBUG:boto:Params: {} 2022-09-01T10:21:21.190 DEBUG:boto:Token: None 2022-09-01T10:21:21.191 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/?versions 2022-09-01T10:21:21.192 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8= 2022-09-01T10:21:21.192 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8=', 'Content-Length': '0'} 2022-09-01T10:21:21.198 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000032eb47a49dac9a93-00631087a1-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.200 DEBUG:boto:b'ptoxvb-24999falseobjnulltrue2022-09-01T10:20:19.508Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:21.208 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:21.209 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:21:21.212 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:21.213 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:21.214 DEBUG:boto:path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.214 DEBUG:boto:auth_path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.215 DEBUG:boto:Method: GET 2022-09-01T10:21:21.215 DEBUG:boto:Path: /ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.216 DEBUG:boto:Data: 2022-09-01T10:21:21.217 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.218 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:21.220 DEBUG:boto:Port: 8000 2022-09-01T10:21:21.221 DEBUG:boto:Params: {} 2022-09-01T10:21:21.223 DEBUG:boto:Token: None 2022-09-01T10:21:21.224 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/?versions 2022-09-01T10:21:21.225 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8= 2022-09-01T10:21:21.226 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8=', 'Content-Length': '0'} 2022-09-01T10:21:21.230 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d4580adc6f056389-00631087a1-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.231 DEBUG:boto:b'ptoxvb-24999falseobjnulltrue2022-09-01T10:20:19.508Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:21.233 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:21.234 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:21.235 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:21.236 DEBUG:boto:path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.237 DEBUG:boto:auth_path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.237 DEBUG:boto:Method: GET 2022-09-01T10:21:21.238 DEBUG:boto:Path: /ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.239 DEBUG:boto:Data: 2022-09-01T10:21:21.240 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.241 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:21.242 DEBUG:boto:Port: 8001 2022-09-01T10:21:21.243 DEBUG:boto:Params: {} 2022-09-01T10:21:21.244 DEBUG:boto:Token: None 2022-09-01T10:21:21.245 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/?versions 2022-09-01T10:21:21.246 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8= 2022-09-01T10:21:21.247 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8=', 'Content-Length': '0'} 2022-09-01T10:21:21.254 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005a20746e28f7967c-00631087a1-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.256 DEBUG:boto:b'ptoxvb-24999falseobjnulltrue2022-09-01T10:20:19.508Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:21.257 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:21.258 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:21.259 DEBUG:boto:path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.261 DEBUG:boto:auth_path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.261 DEBUG:boto:Method: GET 2022-09-01T10:21:21.262 DEBUG:boto:Path: /ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.263 DEBUG:boto:Data: 2022-09-01T10:21:21.264 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.265 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:21.266 DEBUG:boto:Port: 8000 2022-09-01T10:21:21.267 DEBUG:boto:Params: {} 2022-09-01T10:21:21.268 DEBUG:boto:Token: None 2022-09-01T10:21:21.269 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/?versions 2022-09-01T10:21:21.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8= 2022-09-01T10:21:21.271 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8=', 'Content-Length': '0'} 2022-09-01T10:21:21.276 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000067e49939027e2849-00631087a1-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.277 DEBUG:boto:b'ptoxvb-24999falseobjnulltrue2022-09-01T10:20:19.508Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:21.278 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:21:21.278 DEBUG:boto:path=/ptoxvb-24/obj 2022-09-01T10:21:21.279 DEBUG:boto:auth_path=/ptoxvb-24/obj 2022-09-01T10:21:21.279 DEBUG:boto:Method: HEAD 2022-09-01T10:21:21.280 DEBUG:boto:Path: /ptoxvb-24/obj 2022-09-01T10:21:21.284 DEBUG:boto:Data: 2022-09-01T10:21:21.285 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.286 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:21.287 DEBUG:boto:Port: 8001 2022-09-01T10:21:21.288 DEBUG:boto:Params: {} 2022-09-01T10:21:21.289 DEBUG:boto:Token: None 2022-09-01T10:21:21.290 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/obj 2022-09-01T10:21:21.291 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jd5hLVXLIhOsNO6IbH13OMbu7g8= 2022-09-01T10:21:21.294 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jd5hLVXLIhOsNO6IbH13OMbu7g8=', 'Content-Length': '0'} 2022-09-01T10:21:21.301 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx0000091152a2fc4b7223c-00631087a1-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.303 DEBUG:boto:path=/ptoxvb-24/obj 2022-09-01T10:21:21.307 DEBUG:boto:auth_path=/ptoxvb-24/obj 2022-09-01T10:21:21.308 DEBUG:boto:Method: HEAD 2022-09-01T10:21:21.309 DEBUG:boto:Path: /ptoxvb-24/obj 2022-09-01T10:21:21.310 DEBUG:boto:Data: 2022-09-01T10:21:21.311 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.312 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:21.313 DEBUG:boto:Port: 8000 2022-09-01T10:21:21.314 DEBUG:boto:Params: {} 2022-09-01T10:21:21.315 DEBUG:boto:Token: None 2022-09-01T10:21:21.316 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/obj 2022-09-01T10:21:21.317 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jd5hLVXLIhOsNO6IbH13OMbu7g8= 2022-09-01T10:21:21.318 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jd5hLVXLIhOsNO6IbH13OMbu7g8=', 'Content-Length': '0'} 2022-09-01T10:21:21.321 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000003263afff13e113b1-00631087a1-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.322 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-24 zones={test-zone3, test-zone1} 2022-09-01T10:21:21.323 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-24 zones={test-zone3, test-zone2} 2022-09-01T10:21:21.324 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:21.325 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:21.326 DEBUG:boto:Method: HEAD 2022-09-01T10:21:21.327 DEBUG:boto:Path: /ptoxvb-24/ 2022-09-01T10:21:21.327 DEBUG:boto:Data: 2022-09-01T10:21:21.328 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.328 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:21.329 DEBUG:boto:Port: 8001 2022-09-01T10:21:21.329 DEBUG:boto:Params: {} 2022-09-01T10:21:21.330 DEBUG:boto:Token: None 2022-09-01T10:21:21.331 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/ 2022-09-01T10:21:21.332 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p8JWJYk/fIRShFDlox9JngeV4Dg= 2022-09-01T10:21:21.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p8JWJYk/fIRShFDlox9JngeV4Dg=', 'Content-Length': '0'} 2022-09-01T10:21:21.338 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a67ea7e2708826f1-00631087a1-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.341 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:21.342 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:21.344 DEBUG:boto:Method: HEAD 2022-09-01T10:21:21.345 DEBUG:boto:Path: /ptoxvb-24/ 2022-09-01T10:21:21.346 DEBUG:boto:Data: 2022-09-01T10:21:21.347 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.348 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:21.349 DEBUG:boto:Port: 8000 2022-09-01T10:21:21.351 DEBUG:boto:Params: {} 2022-09-01T10:21:21.352 DEBUG:boto:Token: None 2022-09-01T10:21:21.353 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/ 2022-09-01T10:21:21.354 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p8JWJYk/fIRShFDlox9JngeV4Dg= 2022-09-01T10:21:21.354 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p8JWJYk/fIRShFDlox9JngeV4Dg=', 'Content-Length': '0'} 2022-09-01T10:21:21.358 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c09773fd2c25542b-00631087a1-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.360 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:21:21.361 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:21.362 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:21.364 DEBUG:boto:path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.365 DEBUG:boto:auth_path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.366 DEBUG:boto:Method: GET 2022-09-01T10:21:21.367 DEBUG:boto:Path: /ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.370 DEBUG:boto:Data: 2022-09-01T10:21:21.371 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.372 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:21.372 DEBUG:boto:Port: 8001 2022-09-01T10:21:21.373 DEBUG:boto:Params: {} 2022-09-01T10:21:21.373 DEBUG:boto:Token: None 2022-09-01T10:21:21.374 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/?versions 2022-09-01T10:21:21.375 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8= 2022-09-01T10:21:21.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8=', 'Content-Length': '0'} 2022-09-01T10:21:21.383 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009f97fcbd68467685-00631087a1-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.384 DEBUG:boto:b'ptoxvb-24999falseobjnulltrue2022-09-01T10:20:19.508Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:21.386 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:21.387 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:21:21.388 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:21.392 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:21.393 DEBUG:boto:path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.393 DEBUG:boto:auth_path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.394 DEBUG:boto:Method: GET 2022-09-01T10:21:21.395 DEBUG:boto:Path: /ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.396 DEBUG:boto:Data: 2022-09-01T10:21:21.397 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.398 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:21.399 DEBUG:boto:Port: 8000 2022-09-01T10:21:21.400 DEBUG:boto:Params: {} 2022-09-01T10:21:21.403 DEBUG:boto:Token: None 2022-09-01T10:21:21.404 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/?versions 2022-09-01T10:21:21.405 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8= 2022-09-01T10:21:21.406 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8=', 'Content-Length': '0'} 2022-09-01T10:21:21.410 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000317425ac3adadf63-00631087a1-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.412 DEBUG:boto:b'ptoxvb-24999falseobjnulltrue2022-09-01T10:20:19.508Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:21.413 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:21.414 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:21.415 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:21.416 DEBUG:boto:path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.417 DEBUG:boto:auth_path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.418 DEBUG:boto:Method: GET 2022-09-01T10:21:21.419 DEBUG:boto:Path: /ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.419 DEBUG:boto:Data: 2022-09-01T10:21:21.420 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.421 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:21.422 DEBUG:boto:Port: 8001 2022-09-01T10:21:21.423 DEBUG:boto:Params: {} 2022-09-01T10:21:21.424 DEBUG:boto:Token: None 2022-09-01T10:21:21.425 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/?versions 2022-09-01T10:21:21.427 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8= 2022-09-01T10:21:21.428 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8=', 'Content-Length': '0'} 2022-09-01T10:21:21.430 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005da820cd1b640a91-00631087a1-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.432 DEBUG:boto:b'ptoxvb-24999falseobjnulltrue2022-09-01T10:20:19.508Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:21.433 DEBUG:boto:path=/ptoxvb-24/ 2022-09-01T10:21:21.434 DEBUG:boto:auth_path=/ptoxvb-24/ 2022-09-01T10:21:21.435 DEBUG:boto:path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.435 DEBUG:boto:auth_path=/ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.436 DEBUG:boto:Method: GET 2022-09-01T10:21:21.436 DEBUG:boto:Path: /ptoxvb-24/?versions&max-keys=999 2022-09-01T10:21:21.437 DEBUG:boto:Data: 2022-09-01T10:21:21.437 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.438 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:21.438 DEBUG:boto:Port: 8000 2022-09-01T10:21:21.439 DEBUG:boto:Params: {} 2022-09-01T10:21:21.439 DEBUG:boto:Token: None 2022-09-01T10:21:21.441 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/?versions 2022-09-01T10:21:21.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8= 2022-09-01T10:21:21.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aCSrAdxkNk1kDBPPjFWt1tZM/m8=', 'Content-Length': '0'} 2022-09-01T10:21:21.446 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ec25ef7cac87b3d9-00631087a1-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.447 DEBUG:boto:b'ptoxvb-24999falseobjnulltrue2022-09-01T10:20:19.508Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:21.448 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:21:21.449 DEBUG:boto:path=/ptoxvb-24/obj 2022-09-01T10:21:21.449 DEBUG:boto:auth_path=/ptoxvb-24/obj 2022-09-01T10:21:21.450 DEBUG:boto:Method: HEAD 2022-09-01T10:21:21.450 DEBUG:boto:Path: /ptoxvb-24/obj 2022-09-01T10:21:21.451 DEBUG:boto:Data: 2022-09-01T10:21:21.452 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.453 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:21.453 DEBUG:boto:Port: 8001 2022-09-01T10:21:21.454 DEBUG:boto:Params: {} 2022-09-01T10:21:21.454 DEBUG:boto:Token: None 2022-09-01T10:21:21.455 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/obj 2022-09-01T10:21:21.456 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jd5hLVXLIhOsNO6IbH13OMbu7g8= 2022-09-01T10:21:21.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jd5hLVXLIhOsNO6IbH13OMbu7g8=', 'Content-Length': '0'} 2022-09-01T10:21:21.459 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000b9fa77236d6066b7-00631087a1-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.461 DEBUG:boto:path=/ptoxvb-24/obj 2022-09-01T10:21:21.462 DEBUG:boto:auth_path=/ptoxvb-24/obj 2022-09-01T10:21:21.463 DEBUG:boto:Method: HEAD 2022-09-01T10:21:21.464 DEBUG:boto:Path: /ptoxvb-24/obj 2022-09-01T10:21:21.465 DEBUG:boto:Data: 2022-09-01T10:21:21.466 DEBUG:boto:Headers: {} 2022-09-01T10:21:21.468 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:21.468 DEBUG:boto:Port: 8000 2022-09-01T10:21:21.469 DEBUG:boto:Params: {} 2022-09-01T10:21:21.471 DEBUG:boto:Token: None 2022-09-01T10:21:21.472 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:21 GMT /ptoxvb-24/obj 2022-09-01T10:21:21.473 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jd5hLVXLIhOsNO6IbH13OMbu7g8= 2022-09-01T10:21:21.482 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jd5hLVXLIhOsNO6IbH13OMbu7g8=', 'Content-Length': '0'} 2022-09-01T10:21:21.485 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000004ca66d8fd22db0d8-00631087a1-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:21.486 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-24 zones={test-zone3, test-zone2} 2022-09-01T10:21:21.488 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-25 2022-09-01T10:21:21.488 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-25', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:21.489 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-25', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:21.489 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-25 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:21.556 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:21.557 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:21.594 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:21.593+0000 7f2669d05600 1 bucket sync caught up with source: 2022-09-01T10:21:21.595 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.7.12, , ] 2022-09-01T10:21:21.598 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.7.12, , ] 2022-09-01T10:21:21.599 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:21.593+0000 7f2669d05600 0 bucket checkpoint complete 2022-09-01T10:21:21.613 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-25 2022-09-01T10:21:21.613 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-25', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:21.614 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-25', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:21.615 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-25 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:21.681 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:21.681 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:21.728 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:21.728+0000 7f76d35fe600 1 bucket sync caught up with source: 2022-09-01T10:21:21.729 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.7.12, , ] 2022-09-01T10:21:21.729 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.7.12, , ] 2022-09-01T10:21:21.730 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:21.728+0000 7f76d35fe600 0 bucket checkpoint complete 2022-09-01T10:21:21.756 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-25 2022-09-01T10:21:21.757 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-25', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:21.763 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-25', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:21.764 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-25 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:21.827 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:21.827 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:21.863 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:21.862+0000 7efdae0e6600 1 bucket sync caught up with source: 2022-09-01T10:21:21.865 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.7.12, , ] 2022-09-01T10:21:21.865 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.7.12, , ] 2022-09-01T10:21:21.865 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:21.862+0000 7efdae0e6600 0 bucket checkpoint complete 2022-09-01T10:21:21.876 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-25 2022-09-01T10:21:21.877 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-25', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:21.877 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-25', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:21.878 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-25 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:21.939 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:21.940 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:21.999 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:21.998+0000 7fcfb9791600 1 bucket sync caught up with source: 2022-09-01T10:21:22.000 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000003.32.6, , ] 2022-09-01T10:21:22.000 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000003.32.6, , ] 2022-09-01T10:21:22.001 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:21.998+0000 7fcfb9791600 0 bucket checkpoint complete 2022-09-01T10:21:22.023 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-25 2022-09-01T10:21:22.024 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-25', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:22.025 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-25', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:22.026 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-25 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:22.084 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:22.084 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:22.124 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:22.124+0000 7f05cb094600 1 bucket sync caught up with source: 2022-09-01T10:21:22.125 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000003.32.6, , ] 2022-09-01T10:21:22.125 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000003.32.6, , ] 2022-09-01T10:21:22.132 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:22.124+0000 7f05cb094600 0 bucket checkpoint complete 2022-09-01T10:21:22.137 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-25 2022-09-01T10:21:22.139 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-25 2022-09-01T10:21:22.140 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-25', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:22.141 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-25', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:22.142 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-25 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:22.200 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:22.200 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:22.238 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:22.239+0000 7f0eca58a600 1 bucket sync caught up with source: 2022-09-01T10:21:22.239 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.15.12, , ] 2022-09-01T10:21:22.239 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.15.12, , ] 2022-09-01T10:21:22.239 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:22.239+0000 7f0eca58a600 0 bucket checkpoint complete 2022-09-01T10:21:22.257 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-25 2022-09-01T10:21:22.258 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-25', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:22.259 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-25', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:22.260 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-25 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:22.322 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:22.323 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:22.357 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:22.356+0000 7fcaca0d3600 1 bucket sync caught up with source: 2022-09-01T10:21:22.357 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.15.12, , ] 2022-09-01T10:21:22.358 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.15.12, , ] 2022-09-01T10:21:22.359 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:22.356+0000 7fcaca0d3600 0 bucket checkpoint complete 2022-09-01T10:21:22.371 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-25 2022-09-01T10:21:22.372 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-25 zones={test-zone2, test-zone1} 2022-09-01T10:21:22.374 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.376 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.377 DEBUG:boto:Method: HEAD 2022-09-01T10:21:22.378 DEBUG:boto:Path: /ptoxvb-25/ 2022-09-01T10:21:22.379 DEBUG:boto:Data: 2022-09-01T10:21:22.380 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.381 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:22.382 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.382 DEBUG:boto:Params: {} 2022-09-01T10:21:22.384 DEBUG:boto:Token: None 2022-09-01T10:21:22.385 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/ 2022-09-01T10:21:22.393 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1ZMYIWofEc8zmBrF9cDl566m+Q8= 2022-09-01T10:21:22.399 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1ZMYIWofEc8zmBrF9cDl566m+Q8=', 'Content-Length': '0'} 2022-09-01T10:21:22.422 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c17f890ab2015380-00631087a2-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.428 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.428 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.429 DEBUG:boto:Method: HEAD 2022-09-01T10:21:22.429 DEBUG:boto:Path: /ptoxvb-25/ 2022-09-01T10:21:22.430 DEBUG:boto:Data: 2022-09-01T10:21:22.430 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.431 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:22.432 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.432 DEBUG:boto:Params: {} 2022-09-01T10:21:22.433 DEBUG:boto:Token: None 2022-09-01T10:21:22.434 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/ 2022-09-01T10:21:22.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1ZMYIWofEc8zmBrF9cDl566m+Q8= 2022-09-01T10:21:22.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1ZMYIWofEc8zmBrF9cDl566m+Q8=', 'Content-Length': '0'} 2022-09-01T10:21:22.440 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006f665e7d15f301a4-00631087a2-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.441 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:21:22.441 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.442 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.443 DEBUG:boto:path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.443 DEBUG:boto:auth_path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.444 DEBUG:boto:Method: GET 2022-09-01T10:21:22.444 DEBUG:boto:Path: /ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.445 DEBUG:boto:Data: 2022-09-01T10:21:22.450 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.451 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:22.451 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.452 DEBUG:boto:Params: {} 2022-09-01T10:21:22.453 DEBUG:boto:Token: None 2022-09-01T10:21:22.453 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/?versions 2022-09-01T10:21:22.454 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY= 2022-09-01T10:21:22.455 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY=', 'Content-Length': '0'} 2022-09-01T10:21:22.458 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000039e5be0b4ca99082-00631087a2-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.459 DEBUG:boto:b'ptoxvb-25999falseobjnulltrue2022-09-01T10:20:19.609Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:22.459 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:22.460 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:21:22.460 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.461 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.461 DEBUG:boto:path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.462 DEBUG:boto:auth_path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.463 DEBUG:boto:Method: GET 2022-09-01T10:21:22.463 DEBUG:boto:Path: /ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.464 DEBUG:boto:Data: 2022-09-01T10:21:22.464 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.465 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:22.465 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.466 DEBUG:boto:Params: {} 2022-09-01T10:21:22.466 DEBUG:boto:Token: None 2022-09-01T10:21:22.467 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/?versions 2022-09-01T10:21:22.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY= 2022-09-01T10:21:22.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY=', 'Content-Length': '0'} 2022-09-01T10:21:22.472 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000bbab80970265ced-00631087a2-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.473 DEBUG:boto:b'ptoxvb-25999falseobjnulltrue2022-09-01T10:20:19.609Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:22.473 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:22.474 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.474 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.475 DEBUG:boto:path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.475 DEBUG:boto:auth_path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.476 DEBUG:boto:Method: GET 2022-09-01T10:21:22.487 DEBUG:boto:Path: /ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.488 DEBUG:boto:Data: 2022-09-01T10:21:22.489 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.493 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:22.494 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.495 DEBUG:boto:Params: {} 2022-09-01T10:21:22.496 DEBUG:boto:Token: None 2022-09-01T10:21:22.497 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/?versions 2022-09-01T10:21:22.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY= 2022-09-01T10:21:22.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY=', 'Content-Length': '0'} 2022-09-01T10:21:22.507 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009eb2d6546361a040-00631087a2-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.508 DEBUG:boto:b'ptoxvb-25999falseobjnulltrue2022-09-01T10:20:19.609Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:22.509 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.509 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.510 DEBUG:boto:path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.512 DEBUG:boto:auth_path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.513 DEBUG:boto:Method: GET 2022-09-01T10:21:22.514 DEBUG:boto:Path: /ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.514 DEBUG:boto:Data: 2022-09-01T10:21:22.515 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.515 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:22.516 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.522 DEBUG:boto:Params: {} 2022-09-01T10:21:22.530 DEBUG:boto:Token: None 2022-09-01T10:21:22.531 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/?versions 2022-09-01T10:21:22.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY= 2022-09-01T10:21:22.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY=', 'Content-Length': '0'} 2022-09-01T10:21:22.536 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002b3ed332a63c93c0-00631087a2-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.537 DEBUG:boto:b'ptoxvb-25999falseobjnulltrue2022-09-01T10:20:19.609Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:22.538 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:21:22.542 DEBUG:boto:path=/ptoxvb-25/obj 2022-09-01T10:21:22.542 DEBUG:boto:auth_path=/ptoxvb-25/obj 2022-09-01T10:21:22.543 DEBUG:boto:Method: HEAD 2022-09-01T10:21:22.544 DEBUG:boto:Path: /ptoxvb-25/obj 2022-09-01T10:21:22.544 DEBUG:boto:Data: 2022-09-01T10:21:22.545 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.545 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:22.546 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.546 DEBUG:boto:Params: {} 2022-09-01T10:21:22.547 DEBUG:boto:Token: None 2022-09-01T10:21:22.548 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/obj 2022-09-01T10:21:22.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8ALcZjyCbi+NsYJS3F5q+NnSvgo= 2022-09-01T10:21:22.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8ALcZjyCbi+NsYJS3F5q+NnSvgo=', 'Content-Length': '0'} 2022-09-01T10:21:22.556 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000c94111bd78e67833-00631087a2-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.558 DEBUG:boto:path=/ptoxvb-25/obj 2022-09-01T10:21:22.559 DEBUG:boto:auth_path=/ptoxvb-25/obj 2022-09-01T10:21:22.561 DEBUG:boto:Method: HEAD 2022-09-01T10:21:22.562 DEBUG:boto:Path: /ptoxvb-25/obj 2022-09-01T10:21:22.564 DEBUG:boto:Data: 2022-09-01T10:21:22.565 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.566 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:22.567 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.568 DEBUG:boto:Params: {} 2022-09-01T10:21:22.570 DEBUG:boto:Token: None 2022-09-01T10:21:22.571 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/obj 2022-09-01T10:21:22.572 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8ALcZjyCbi+NsYJS3F5q+NnSvgo= 2022-09-01T10:21:22.573 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8ALcZjyCbi+NsYJS3F5q+NnSvgo=', 'Content-Length': '0'} 2022-09-01T10:21:22.578 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000d2973fe4c56e0fb2-00631087a2-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.580 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-25 zones={test-zone2, test-zone1} 2022-09-01T10:21:22.581 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-25 zones={test-zone3, test-zone1} 2022-09-01T10:21:22.582 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.583 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.584 DEBUG:boto:Method: HEAD 2022-09-01T10:21:22.584 DEBUG:boto:Path: /ptoxvb-25/ 2022-09-01T10:21:22.585 DEBUG:boto:Data: 2022-09-01T10:21:22.586 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.587 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:22.588 DEBUG:boto:Port: 8001 2022-09-01T10:21:22.589 DEBUG:boto:Params: {} 2022-09-01T10:21:22.590 DEBUG:boto:Token: None 2022-09-01T10:21:22.591 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/ 2022-09-01T10:21:22.592 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1ZMYIWofEc8zmBrF9cDl566m+Q8= 2022-09-01T10:21:22.593 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1ZMYIWofEc8zmBrF9cDl566m+Q8=', 'Content-Length': '0'} 2022-09-01T10:21:22.601 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002cb4b1dee341389d-00631087a2-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.602 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.603 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.605 DEBUG:boto:Method: HEAD 2022-09-01T10:21:22.606 DEBUG:boto:Path: /ptoxvb-25/ 2022-09-01T10:21:22.607 DEBUG:boto:Data: 2022-09-01T10:21:22.608 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.610 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:22.611 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.612 DEBUG:boto:Params: {} 2022-09-01T10:21:22.613 DEBUG:boto:Token: None 2022-09-01T10:21:22.616 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/ 2022-09-01T10:21:22.617 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1ZMYIWofEc8zmBrF9cDl566m+Q8= 2022-09-01T10:21:22.628 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1ZMYIWofEc8zmBrF9cDl566m+Q8=', 'Content-Length': '0'} 2022-09-01T10:21:22.636 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f94cfe9a768e7a03-00631087a2-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.638 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:21:22.639 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.640 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.641 DEBUG:boto:path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.641 DEBUG:boto:auth_path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.643 DEBUG:boto:Method: GET 2022-09-01T10:21:22.644 DEBUG:boto:Path: /ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.646 DEBUG:boto:Data: 2022-09-01T10:21:22.647 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.650 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:22.651 DEBUG:boto:Port: 8001 2022-09-01T10:21:22.653 DEBUG:boto:Params: {} 2022-09-01T10:21:22.654 DEBUG:boto:Token: None 2022-09-01T10:21:22.655 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/?versions 2022-09-01T10:21:22.656 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY= 2022-09-01T10:21:22.657 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY=', 'Content-Length': '0'} 2022-09-01T10:21:22.660 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000418d36403595b855-00631087a2-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.661 DEBUG:boto:b'ptoxvb-25999falseobjnulltrue2022-09-01T10:20:19.609Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:22.663 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:22.664 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:21:22.665 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.668 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.671 DEBUG:boto:path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.672 DEBUG:boto:auth_path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.673 DEBUG:boto:Method: GET 2022-09-01T10:21:22.674 DEBUG:boto:Path: /ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.675 DEBUG:boto:Data: 2022-09-01T10:21:22.679 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.680 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:22.682 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.683 DEBUG:boto:Params: {} 2022-09-01T10:21:22.684 DEBUG:boto:Token: None 2022-09-01T10:21:22.686 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/?versions 2022-09-01T10:21:22.687 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY= 2022-09-01T10:21:22.690 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY=', 'Content-Length': '0'} 2022-09-01T10:21:22.695 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d67589e5a38db94e-00631087a2-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.696 DEBUG:boto:b'ptoxvb-25999falseobjnulltrue2022-09-01T10:20:19.609Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:22.697 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:22.698 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.698 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.699 DEBUG:boto:path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.699 DEBUG:boto:auth_path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.700 DEBUG:boto:Method: GET 2022-09-01T10:21:22.700 DEBUG:boto:Path: /ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.701 DEBUG:boto:Data: 2022-09-01T10:21:22.701 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.702 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:22.704 DEBUG:boto:Port: 8001 2022-09-01T10:21:22.706 DEBUG:boto:Params: {} 2022-09-01T10:21:22.707 DEBUG:boto:Token: None 2022-09-01T10:21:22.708 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/?versions 2022-09-01T10:21:22.710 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY= 2022-09-01T10:21:22.711 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY=', 'Content-Length': '0'} 2022-09-01T10:21:22.715 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b57101094634f08c-00631087a2-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.716 DEBUG:boto:b'ptoxvb-25999falseobjnulltrue2022-09-01T10:20:19.609Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:22.717 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.718 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.720 DEBUG:boto:path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.721 DEBUG:boto:auth_path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.722 DEBUG:boto:Method: GET 2022-09-01T10:21:22.723 DEBUG:boto:Path: /ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.724 DEBUG:boto:Data: 2022-09-01T10:21:22.725 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.726 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:22.728 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.729 DEBUG:boto:Params: {} 2022-09-01T10:21:22.730 DEBUG:boto:Token: None 2022-09-01T10:21:22.731 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/?versions 2022-09-01T10:21:22.732 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY= 2022-09-01T10:21:22.733 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY=', 'Content-Length': '0'} 2022-09-01T10:21:22.738 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001101772eaa699208-00631087a2-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.778 DEBUG:boto:b'ptoxvb-25999falseobjnulltrue2022-09-01T10:20:19.609Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:22.789 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:21:22.790 DEBUG:boto:path=/ptoxvb-25/obj 2022-09-01T10:21:22.791 DEBUG:boto:auth_path=/ptoxvb-25/obj 2022-09-01T10:21:22.792 DEBUG:boto:Method: HEAD 2022-09-01T10:21:22.793 DEBUG:boto:Path: /ptoxvb-25/obj 2022-09-01T10:21:22.794 DEBUG:boto:Data: 2022-09-01T10:21:22.795 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.796 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:22.796 DEBUG:boto:Port: 8001 2022-09-01T10:21:22.797 DEBUG:boto:Params: {} 2022-09-01T10:21:22.798 DEBUG:boto:Token: None 2022-09-01T10:21:22.800 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/obj 2022-09-01T10:21:22.801 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8ALcZjyCbi+NsYJS3F5q+NnSvgo= 2022-09-01T10:21:22.802 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8ALcZjyCbi+NsYJS3F5q+NnSvgo=', 'Content-Length': '0'} 2022-09-01T10:21:22.805 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000009bd738062de3f0c6-00631087a2-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.807 DEBUG:boto:path=/ptoxvb-25/obj 2022-09-01T10:21:22.809 DEBUG:boto:auth_path=/ptoxvb-25/obj 2022-09-01T10:21:22.810 DEBUG:boto:Method: HEAD 2022-09-01T10:21:22.811 DEBUG:boto:Path: /ptoxvb-25/obj 2022-09-01T10:21:22.811 DEBUG:boto:Data: 2022-09-01T10:21:22.812 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.813 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:22.813 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.814 DEBUG:boto:Params: {} 2022-09-01T10:21:22.815 DEBUG:boto:Token: None 2022-09-01T10:21:22.816 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/obj 2022-09-01T10:21:22.816 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8ALcZjyCbi+NsYJS3F5q+NnSvgo= 2022-09-01T10:21:22.818 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8ALcZjyCbi+NsYJS3F5q+NnSvgo=', 'Content-Length': '0'} 2022-09-01T10:21:22.820 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000f3cb85541e12527c-00631087a2-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.821 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-25 zones={test-zone3, test-zone1} 2022-09-01T10:21:22.822 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-25 zones={test-zone3, test-zone2} 2022-09-01T10:21:22.824 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.825 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.826 DEBUG:boto:Method: HEAD 2022-09-01T10:21:22.827 DEBUG:boto:Path: /ptoxvb-25/ 2022-09-01T10:21:22.828 DEBUG:boto:Data: 2022-09-01T10:21:22.829 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.830 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:22.831 DEBUG:boto:Port: 8001 2022-09-01T10:21:22.831 DEBUG:boto:Params: {} 2022-09-01T10:21:22.832 DEBUG:boto:Token: None 2022-09-01T10:21:22.833 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/ 2022-09-01T10:21:22.835 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1ZMYIWofEc8zmBrF9cDl566m+Q8= 2022-09-01T10:21:22.836 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1ZMYIWofEc8zmBrF9cDl566m+Q8=', 'Content-Length': '0'} 2022-09-01T10:21:22.839 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e001a2e916da0a42-00631087a2-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.841 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.841 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.843 DEBUG:boto:Method: HEAD 2022-09-01T10:21:22.843 DEBUG:boto:Path: /ptoxvb-25/ 2022-09-01T10:21:22.844 DEBUG:boto:Data: 2022-09-01T10:21:22.845 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.847 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:22.847 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.848 DEBUG:boto:Params: {} 2022-09-01T10:21:22.849 DEBUG:boto:Token: None 2022-09-01T10:21:22.849 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/ 2022-09-01T10:21:22.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1ZMYIWofEc8zmBrF9cDl566m+Q8= 2022-09-01T10:21:22.851 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1ZMYIWofEc8zmBrF9cDl566m+Q8=', 'Content-Length': '0'} 2022-09-01T10:21:22.854 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006cb1c6b7e41550ec-00631087a2-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.855 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:21:22.856 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.857 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.857 DEBUG:boto:path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.858 DEBUG:boto:auth_path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.858 DEBUG:boto:Method: GET 2022-09-01T10:21:22.859 DEBUG:boto:Path: /ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.859 DEBUG:boto:Data: 2022-09-01T10:21:22.860 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.861 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:22.861 DEBUG:boto:Port: 8001 2022-09-01T10:21:22.862 DEBUG:boto:Params: {} 2022-09-01T10:21:22.863 DEBUG:boto:Token: None 2022-09-01T10:21:22.863 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/?versions 2022-09-01T10:21:22.864 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY= 2022-09-01T10:21:22.865 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY=', 'Content-Length': '0'} 2022-09-01T10:21:22.868 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cfa695a844bfe1b1-00631087a2-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.869 DEBUG:boto:b'ptoxvb-25999falseobjnulltrue2022-09-01T10:20:19.609Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:22.870 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:22.870 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:21:22.871 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.871 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.872 DEBUG:boto:path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.872 DEBUG:boto:auth_path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.873 DEBUG:boto:Method: GET 2022-09-01T10:21:22.873 DEBUG:boto:Path: /ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.874 DEBUG:boto:Data: 2022-09-01T10:21:22.874 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.875 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:22.875 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.876 DEBUG:boto:Params: {} 2022-09-01T10:21:22.877 DEBUG:boto:Token: None 2022-09-01T10:21:22.878 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/?versions 2022-09-01T10:21:22.879 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY= 2022-09-01T10:21:22.880 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY=', 'Content-Length': '0'} 2022-09-01T10:21:22.893 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000046077cc81305b83d-00631087a2-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.895 DEBUG:boto:b'ptoxvb-25999falseobjnulltrue2022-09-01T10:20:19.609Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:22.896 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:22.897 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.898 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.900 DEBUG:boto:path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.902 DEBUG:boto:auth_path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.903 DEBUG:boto:Method: GET 2022-09-01T10:21:22.904 DEBUG:boto:Path: /ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.905 DEBUG:boto:Data: 2022-09-01T10:21:22.905 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.906 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:22.907 DEBUG:boto:Port: 8001 2022-09-01T10:21:22.908 DEBUG:boto:Params: {} 2022-09-01T10:21:22.909 DEBUG:boto:Token: None 2022-09-01T10:21:22.910 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/?versions 2022-09-01T10:21:22.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY= 2022-09-01T10:21:22.912 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY=', 'Content-Length': '0'} 2022-09-01T10:21:22.916 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000070a6238014327eca-00631087a2-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.918 DEBUG:boto:b'ptoxvb-25999falseobjnulltrue2022-09-01T10:20:19.609Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:22.920 DEBUG:boto:path=/ptoxvb-25/ 2022-09-01T10:21:22.921 DEBUG:boto:auth_path=/ptoxvb-25/ 2022-09-01T10:21:22.922 DEBUG:boto:path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.923 DEBUG:boto:auth_path=/ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.924 DEBUG:boto:Method: GET 2022-09-01T10:21:22.926 DEBUG:boto:Path: /ptoxvb-25/?versions&max-keys=999 2022-09-01T10:21:22.927 DEBUG:boto:Data: 2022-09-01T10:21:22.928 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.929 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:22.931 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.936 DEBUG:boto:Params: {} 2022-09-01T10:21:22.937 DEBUG:boto:Token: None 2022-09-01T10:21:22.938 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/?versions 2022-09-01T10:21:22.938 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY= 2022-09-01T10:21:22.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6OZ79t8LRrT1dr+dKp1MDUpIpmY=', 'Content-Length': '0'} 2022-09-01T10:21:22.943 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000042031523a8b69111-00631087a2-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.944 DEBUG:boto:b'ptoxvb-25999falseobjnulltrue2022-09-01T10:20:19.609Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:22.945 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:21:22.946 DEBUG:boto:path=/ptoxvb-25/obj 2022-09-01T10:21:22.946 DEBUG:boto:auth_path=/ptoxvb-25/obj 2022-09-01T10:21:22.947 DEBUG:boto:Method: HEAD 2022-09-01T10:21:22.947 DEBUG:boto:Path: /ptoxvb-25/obj 2022-09-01T10:21:22.948 DEBUG:boto:Data: 2022-09-01T10:21:22.949 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.949 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:22.950 DEBUG:boto:Port: 8001 2022-09-01T10:21:22.950 DEBUG:boto:Params: {} 2022-09-01T10:21:22.951 DEBUG:boto:Token: None 2022-09-01T10:21:22.951 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/obj 2022-09-01T10:21:22.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8ALcZjyCbi+NsYJS3F5q+NnSvgo= 2022-09-01T10:21:22.953 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8ALcZjyCbi+NsYJS3F5q+NnSvgo=', 'Content-Length': '0'} 2022-09-01T10:21:22.958 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000007b10d2f02ecfd17f-00631087a2-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.959 DEBUG:boto:path=/ptoxvb-25/obj 2022-09-01T10:21:22.960 DEBUG:boto:auth_path=/ptoxvb-25/obj 2022-09-01T10:21:22.961 DEBUG:boto:Method: HEAD 2022-09-01T10:21:22.961 DEBUG:boto:Path: /ptoxvb-25/obj 2022-09-01T10:21:22.962 DEBUG:boto:Data: 2022-09-01T10:21:22.962 DEBUG:boto:Headers: {} 2022-09-01T10:21:22.963 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:22.963 DEBUG:boto:Port: 8000 2022-09-01T10:21:22.964 DEBUG:boto:Params: {} 2022-09-01T10:21:22.964 DEBUG:boto:Token: None 2022-09-01T10:21:22.965 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:22 GMT /ptoxvb-25/obj 2022-09-01T10:21:22.966 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8ALcZjyCbi+NsYJS3F5q+NnSvgo= 2022-09-01T10:21:22.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8ALcZjyCbi+NsYJS3F5q+NnSvgo=', 'Content-Length': '0'} 2022-09-01T10:21:22.970 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000fbddd9e954a74e7b-00631087a2-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:22.972 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-25 zones={test-zone3, test-zone2} 2022-09-01T10:21:22.972 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-26 2022-09-01T10:21:22.973 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-26', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:22.974 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-26', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:22.975 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-26 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:23.043 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:23.043 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:23.080 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:23.078+0000 7f3eb49df600 1 bucket sync caught up with source: 2022-09-01T10:21:23.080 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.44.12, , ] 2022-09-01T10:21:23.081 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.44.12, , ] 2022-09-01T10:21:23.081 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:23.078+0000 7f3eb49df600 0 bucket checkpoint complete 2022-09-01T10:21:23.096 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-26 2022-09-01T10:21:23.097 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-26', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:23.100 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-26', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:23.103 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-26 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:23.173 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:23.174 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:23.226 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:23.220+0000 7f345706e600 1 bucket sync caught up with source: 2022-09-01T10:21:23.227 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.44.12, , ] 2022-09-01T10:21:23.227 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.44.12, , ] 2022-09-01T10:21:23.228 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:23.220+0000 7f345706e600 0 bucket checkpoint complete 2022-09-01T10:21:23.239 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-26 2022-09-01T10:21:23.239 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-26', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:23.240 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-26', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:23.241 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-26 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:23.301 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:23.302 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:23.337 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:23.336+0000 7f23e0977600 1 bucket sync caught up with source: 2022-09-01T10:21:23.338 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.44.12, , ] 2022-09-01T10:21:23.338 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.44.12, , ] 2022-09-01T10:21:23.339 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:23.337+0000 7f23e0977600 0 bucket checkpoint complete 2022-09-01T10:21:23.352 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-26 2022-09-01T10:21:23.353 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-26', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:23.354 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-26', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:23.354 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-26 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:23.413 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:23.414 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:23.462 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:23.462+0000 7f384b5b1600 1 bucket sync caught up with source: 2022-09-01T10:21:23.463 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.45.12, , ] 2022-09-01T10:21:23.463 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.45.12, , ] 2022-09-01T10:21:23.464 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:23.462+0000 7f384b5b1600 0 bucket checkpoint complete 2022-09-01T10:21:23.479 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-26 2022-09-01T10:21:23.480 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-26', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:23.480 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-26', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:23.481 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-26 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:23.538 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:23.539 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:23.582 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:23.581+0000 7f72a62f2600 1 waiting to reach incremental sync.. 2022-09-01T10:21:28.586 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:28.583+0000 7f72a62f2600 1 bucket sync caught up with source: 2022-09-01T10:21:28.587 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.45.12, , ] 2022-09-01T10:21:28.588 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.45.12, , ] 2022-09-01T10:21:28.588 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:28.583+0000 7f72a62f2600 0 bucket checkpoint complete 2022-09-01T10:21:28.604 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-26 2022-09-01T10:21:28.605 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-26 2022-09-01T10:21:28.612 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-26', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:28.613 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-26', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:28.614 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-26 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:28.714 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:28.715 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:28.754 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:28.752+0000 7f75c451a600 1 bucket sync caught up with source: 2022-09-01T10:21:28.755 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000003.170.6, , ] 2022-09-01T10:21:28.755 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000003.170.6, , ] 2022-09-01T10:21:28.755 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:28.752+0000 7f75c451a600 0 bucket checkpoint complete 2022-09-01T10:21:28.768 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-26 2022-09-01T10:21:28.769 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-26', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:28.792 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-26', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:21:28.793 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-26 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:21:28.867 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:28.868 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:28.903 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:28.900+0000 7f457ed67600 1 bucket sync caught up with source: 2022-09-01T10:21:28.903 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000003.170.6, , ] 2022-09-01T10:21:28.904 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000003.170.6, , ] 2022-09-01T10:21:28.904 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:28.900+0000 7f457ed67600 0 bucket checkpoint complete 2022-09-01T10:21:28.920 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-26 2022-09-01T10:21:28.921 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-26 zones={test-zone2, test-zone1} 2022-09-01T10:21:28.922 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:28.927 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:28.928 DEBUG:boto:Method: HEAD 2022-09-01T10:21:28.936 DEBUG:boto:Path: /ptoxvb-26/ 2022-09-01T10:21:28.939 DEBUG:boto:Data: 2022-09-01T10:21:28.940 DEBUG:boto:Headers: {} 2022-09-01T10:21:28.941 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:28.954 DEBUG:boto:Port: 8000 2022-09-01T10:21:28.955 DEBUG:boto:Params: {} 2022-09-01T10:21:28.956 DEBUG:boto:Token: None 2022-09-01T10:21:28.957 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:28 GMT /ptoxvb-26/ 2022-09-01T10:21:28.959 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlosMzPVZkugRU/R38d5PJ1nJVc= 2022-09-01T10:21:28.960 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlosMzPVZkugRU/R38d5PJ1nJVc=', 'Content-Length': '0'} 2022-09-01T10:21:28.964 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b65657cbe3e58d30-00631087a8-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:28.965 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:28.966 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:28.967 DEBUG:boto:Method: HEAD 2022-09-01T10:21:28.968 DEBUG:boto:Path: /ptoxvb-26/ 2022-09-01T10:21:28.969 DEBUG:boto:Data: 2022-09-01T10:21:28.970 DEBUG:boto:Headers: {} 2022-09-01T10:21:28.971 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:28.972 DEBUG:boto:Port: 8000 2022-09-01T10:21:28.973 DEBUG:boto:Params: {} 2022-09-01T10:21:28.974 DEBUG:boto:Token: None 2022-09-01T10:21:28.975 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:28 GMT /ptoxvb-26/ 2022-09-01T10:21:28.976 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlosMzPVZkugRU/R38d5PJ1nJVc= 2022-09-01T10:21:28.977 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlosMzPVZkugRU/R38d5PJ1nJVc=', 'Content-Length': '0'} 2022-09-01T10:21:28.982 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a22dda87d8173535-00631087a8-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:28.982 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:21:28.983 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:28.984 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:28.992 DEBUG:boto:path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:28.992 DEBUG:boto:auth_path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:28.993 DEBUG:boto:Method: GET 2022-09-01T10:21:28.993 DEBUG:boto:Path: /ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:28.994 DEBUG:boto:Data: 2022-09-01T10:21:28.994 DEBUG:boto:Headers: {} 2022-09-01T10:21:28.995 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:28.997 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.000 DEBUG:boto:Params: {} 2022-09-01T10:21:29.004 DEBUG:boto:Token: None 2022-09-01T10:21:29.005 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/?versions 2022-09-01T10:21:29.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4= 2022-09-01T10:21:29.007 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4=', 'Content-Length': '0'} 2022-09-01T10:21:29.017 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003a4ba08f0d06556d-00631087a9-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.018 DEBUG:boto:b'ptoxvb-26999falseobjnulltrue2022-09-01T10:20:19.755Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:29.019 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:29.019 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:21:29.020 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:29.020 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:29.027 DEBUG:boto:path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.028 DEBUG:boto:auth_path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.029 DEBUG:boto:Method: GET 2022-09-01T10:21:29.029 DEBUG:boto:Path: /ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.030 DEBUG:boto:Data: 2022-09-01T10:21:29.030 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.031 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:29.031 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.032 DEBUG:boto:Params: {} 2022-09-01T10:21:29.032 DEBUG:boto:Token: None 2022-09-01T10:21:29.033 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/?versions 2022-09-01T10:21:29.033 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4= 2022-09-01T10:21:29.036 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4=', 'Content-Length': '0'} 2022-09-01T10:21:29.045 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b267eae23f3e9129-00631087a9-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.052 DEBUG:boto:b'ptoxvb-26999falseobjnulltrue2022-09-01T10:20:19.755Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:29.053 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:29.059 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:29.060 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:29.060 DEBUG:boto:path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.061 DEBUG:boto:auth_path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.062 DEBUG:boto:Method: GET 2022-09-01T10:21:29.062 DEBUG:boto:Path: /ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.063 DEBUG:boto:Data: 2022-09-01T10:21:29.063 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.064 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:29.064 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.065 DEBUG:boto:Params: {} 2022-09-01T10:21:29.065 DEBUG:boto:Token: None 2022-09-01T10:21:29.066 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/?versions 2022-09-01T10:21:29.067 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4= 2022-09-01T10:21:29.067 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4=', 'Content-Length': '0'} 2022-09-01T10:21:29.076 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001fd3deef9e53a3ac-00631087a9-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.077 DEBUG:boto:b'ptoxvb-26999falseobjnulltrue2022-09-01T10:20:19.755Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:29.078 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:29.079 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:29.079 DEBUG:boto:path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.080 DEBUG:boto:auth_path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.080 DEBUG:boto:Method: GET 2022-09-01T10:21:29.081 DEBUG:boto:Path: /ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.092 DEBUG:boto:Data: 2022-09-01T10:21:29.093 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.094 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:29.094 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.095 DEBUG:boto:Params: {} 2022-09-01T10:21:29.095 DEBUG:boto:Token: None 2022-09-01T10:21:29.096 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/?versions 2022-09-01T10:21:29.097 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4= 2022-09-01T10:21:29.099 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4=', 'Content-Length': '0'} 2022-09-01T10:21:29.102 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000073f4ef1c5b2a72ec-00631087a9-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.103 DEBUG:boto:b'ptoxvb-26999falseobjnulltrue2022-09-01T10:20:19.755Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:29.104 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:21:29.104 DEBUG:boto:path=/ptoxvb-26/obj 2022-09-01T10:21:29.105 DEBUG:boto:auth_path=/ptoxvb-26/obj 2022-09-01T10:21:29.106 DEBUG:boto:Method: HEAD 2022-09-01T10:21:29.106 DEBUG:boto:Path: /ptoxvb-26/obj 2022-09-01T10:21:29.107 DEBUG:boto:Data: 2022-09-01T10:21:29.107 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.109 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:29.110 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.110 DEBUG:boto:Params: {} 2022-09-01T10:21:29.111 DEBUG:boto:Token: None 2022-09-01T10:21:29.111 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/obj 2022-09-01T10:21:29.113 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Js/Ds85ftlg81lPve8fzxVhxIKE= 2022-09-01T10:21:29.113 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Js/Ds85ftlg81lPve8fzxVhxIKE=', 'Content-Length': '0'} 2022-09-01T10:21:29.116 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000004bc79f828e55378c-00631087a9-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.118 DEBUG:boto:path=/ptoxvb-26/obj 2022-09-01T10:21:29.119 DEBUG:boto:auth_path=/ptoxvb-26/obj 2022-09-01T10:21:29.119 DEBUG:boto:Method: HEAD 2022-09-01T10:21:29.120 DEBUG:boto:Path: /ptoxvb-26/obj 2022-09-01T10:21:29.130 DEBUG:boto:Data: 2022-09-01T10:21:29.131 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.131 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:29.132 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.132 DEBUG:boto:Params: {} 2022-09-01T10:21:29.133 DEBUG:boto:Token: None 2022-09-01T10:21:29.134 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/obj 2022-09-01T10:21:29.141 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Js/Ds85ftlg81lPve8fzxVhxIKE= 2022-09-01T10:21:29.143 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Js/Ds85ftlg81lPve8fzxVhxIKE=', 'Content-Length': '0'} 2022-09-01T10:21:29.146 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx00000c774fdbb05ab6622-00631087a9-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.147 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-26 zones={test-zone2, test-zone1} 2022-09-01T10:21:29.148 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-26 zones={test-zone3, test-zone1} 2022-09-01T10:21:29.149 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:29.151 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:29.153 DEBUG:boto:Method: HEAD 2022-09-01T10:21:29.153 DEBUG:boto:Path: /ptoxvb-26/ 2022-09-01T10:21:29.154 DEBUG:boto:Data: 2022-09-01T10:21:29.155 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.156 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:29.157 DEBUG:boto:Port: 8001 2022-09-01T10:21:29.157 DEBUG:boto:Params: {} 2022-09-01T10:21:29.158 DEBUG:boto:Token: None 2022-09-01T10:21:29.160 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/ 2022-09-01T10:21:29.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7E62pZkIZTPsKic4VrJnuaeXXwE= 2022-09-01T10:21:29.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7E62pZkIZTPsKic4VrJnuaeXXwE=', 'Content-Length': '0'} 2022-09-01T10:21:29.173 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000139634048609ac8a-00631087a9-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.174 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:29.175 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:29.177 DEBUG:boto:Method: HEAD 2022-09-01T10:21:29.178 DEBUG:boto:Path: /ptoxvb-26/ 2022-09-01T10:21:29.179 DEBUG:boto:Data: 2022-09-01T10:21:29.180 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.181 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:29.184 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.185 DEBUG:boto:Params: {} 2022-09-01T10:21:29.192 DEBUG:boto:Token: None 2022-09-01T10:21:29.194 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/ 2022-09-01T10:21:29.196 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7E62pZkIZTPsKic4VrJnuaeXXwE= 2022-09-01T10:21:29.197 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7E62pZkIZTPsKic4VrJnuaeXXwE=', 'Content-Length': '0'} 2022-09-01T10:21:29.211 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007b830142bd856d4d-00631087a9-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.212 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:21:29.213 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:29.214 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:29.215 DEBUG:boto:path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.217 DEBUG:boto:auth_path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.218 DEBUG:boto:Method: GET 2022-09-01T10:21:29.219 DEBUG:boto:Path: /ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.220 DEBUG:boto:Data: 2022-09-01T10:21:29.221 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.222 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:29.222 DEBUG:boto:Port: 8001 2022-09-01T10:21:29.224 DEBUG:boto:Params: {} 2022-09-01T10:21:29.225 DEBUG:boto:Token: None 2022-09-01T10:21:29.226 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/?versions 2022-09-01T10:21:29.228 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4= 2022-09-01T10:21:29.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4=', 'Content-Length': '0'} 2022-09-01T10:21:29.238 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f02c482595bbd3d4-00631087a9-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.240 DEBUG:boto:b'ptoxvb-26999falseobjnulltrue2022-09-01T10:20:19.755Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:29.242 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:29.244 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:21:29.245 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:29.246 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:29.247 DEBUG:boto:path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.251 DEBUG:boto:auth_path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.259 DEBUG:boto:Method: GET 2022-09-01T10:21:29.260 DEBUG:boto:Path: /ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.261 DEBUG:boto:Data: 2022-09-01T10:21:29.263 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.264 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:29.265 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.266 DEBUG:boto:Params: {} 2022-09-01T10:21:29.267 DEBUG:boto:Token: None 2022-09-01T10:21:29.269 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/?versions 2022-09-01T10:21:29.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4= 2022-09-01T10:21:29.274 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4=', 'Content-Length': '0'} 2022-09-01T10:21:29.294 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006ca5bc31b737727e-00631087a9-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.295 DEBUG:boto:b'ptoxvb-26999falseobjnulltrue2022-09-01T10:20:19.755Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:29.296 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:29.297 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:29.297 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:29.298 DEBUG:boto:path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.306 DEBUG:boto:auth_path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.307 DEBUG:boto:Method: GET 2022-09-01T10:21:29.307 DEBUG:boto:Path: /ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.308 DEBUG:boto:Data: 2022-09-01T10:21:29.308 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.309 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:29.309 DEBUG:boto:Port: 8001 2022-09-01T10:21:29.318 DEBUG:boto:Params: {} 2022-09-01T10:21:29.321 DEBUG:boto:Token: None 2022-09-01T10:21:29.322 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/?versions 2022-09-01T10:21:29.323 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4= 2022-09-01T10:21:29.324 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4=', 'Content-Length': '0'} 2022-09-01T10:21:29.333 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009e7643b8d2d9ac8f-00631087a9-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.335 DEBUG:boto:b'ptoxvb-26999falseobjnulltrue2022-09-01T10:20:19.755Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:29.336 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:29.337 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:29.337 DEBUG:boto:path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.338 DEBUG:boto:auth_path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.339 DEBUG:boto:Method: GET 2022-09-01T10:21:29.339 DEBUG:boto:Path: /ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.340 DEBUG:boto:Data: 2022-09-01T10:21:29.340 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.341 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:29.341 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.342 DEBUG:boto:Params: {} 2022-09-01T10:21:29.343 DEBUG:boto:Token: None 2022-09-01T10:21:29.343 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/?versions 2022-09-01T10:21:29.344 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4= 2022-09-01T10:21:29.345 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4=', 'Content-Length': '0'} 2022-09-01T10:21:29.348 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009976f375bafa2b11-00631087a9-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.349 DEBUG:boto:b'ptoxvb-26999falseobjnulltrue2022-09-01T10:20:19.755Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:29.362 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:21:29.365 DEBUG:boto:path=/ptoxvb-26/obj 2022-09-01T10:21:29.366 DEBUG:boto:auth_path=/ptoxvb-26/obj 2022-09-01T10:21:29.368 DEBUG:boto:Method: HEAD 2022-09-01T10:21:29.369 DEBUG:boto:Path: /ptoxvb-26/obj 2022-09-01T10:21:29.370 DEBUG:boto:Data: 2022-09-01T10:21:29.371 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.372 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:29.372 DEBUG:boto:Port: 8001 2022-09-01T10:21:29.373 DEBUG:boto:Params: {} 2022-09-01T10:21:29.374 DEBUG:boto:Token: None 2022-09-01T10:21:29.384 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/obj 2022-09-01T10:21:29.388 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Js/Ds85ftlg81lPve8fzxVhxIKE= 2022-09-01T10:21:29.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Js/Ds85ftlg81lPve8fzxVhxIKE=', 'Content-Length': '0'} 2022-09-01T10:21:29.394 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000008f53424c09006c86-00631087a9-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.395 DEBUG:boto:path=/ptoxvb-26/obj 2022-09-01T10:21:29.399 DEBUG:boto:auth_path=/ptoxvb-26/obj 2022-09-01T10:21:29.400 DEBUG:boto:Method: HEAD 2022-09-01T10:21:29.401 DEBUG:boto:Path: /ptoxvb-26/obj 2022-09-01T10:21:29.402 DEBUG:boto:Data: 2022-09-01T10:21:29.404 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.405 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:29.406 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.407 DEBUG:boto:Params: {} 2022-09-01T10:21:29.409 DEBUG:boto:Token: None 2022-09-01T10:21:29.410 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/obj 2022-09-01T10:21:29.412 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Js/Ds85ftlg81lPve8fzxVhxIKE= 2022-09-01T10:21:29.413 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Js/Ds85ftlg81lPve8fzxVhxIKE=', 'Content-Length': '0'} 2022-09-01T10:21:29.418 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000002f79475a4892a3a7-00631087a9-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.421 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-26 zones={test-zone3, test-zone1} 2022-09-01T10:21:29.422 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-26 zones={test-zone3, test-zone2} 2022-09-01T10:21:29.427 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:29.428 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:29.429 DEBUG:boto:Method: HEAD 2022-09-01T10:21:29.429 DEBUG:boto:Path: /ptoxvb-26/ 2022-09-01T10:21:29.430 DEBUG:boto:Data: 2022-09-01T10:21:29.431 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.432 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:29.433 DEBUG:boto:Port: 8001 2022-09-01T10:21:29.434 DEBUG:boto:Params: {} 2022-09-01T10:21:29.435 DEBUG:boto:Token: None 2022-09-01T10:21:29.437 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/ 2022-09-01T10:21:29.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7E62pZkIZTPsKic4VrJnuaeXXwE= 2022-09-01T10:21:29.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7E62pZkIZTPsKic4VrJnuaeXXwE=', 'Content-Length': '0'} 2022-09-01T10:21:29.446 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008de7175445bf1760-00631087a9-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.447 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:29.448 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:29.449 DEBUG:boto:Method: HEAD 2022-09-01T10:21:29.450 DEBUG:boto:Path: /ptoxvb-26/ 2022-09-01T10:21:29.451 DEBUG:boto:Data: 2022-09-01T10:21:29.452 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.453 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:29.454 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.455 DEBUG:boto:Params: {} 2022-09-01T10:21:29.458 DEBUG:boto:Token: None 2022-09-01T10:21:29.459 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/ 2022-09-01T10:21:29.460 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7E62pZkIZTPsKic4VrJnuaeXXwE= 2022-09-01T10:21:29.462 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7E62pZkIZTPsKic4VrJnuaeXXwE=', 'Content-Length': '0'} 2022-09-01T10:21:29.469 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ab1c8e60931f4619-00631087a9-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.471 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:21:29.472 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:29.473 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:29.474 DEBUG:boto:path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.475 DEBUG:boto:auth_path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.476 DEBUG:boto:Method: GET 2022-09-01T10:21:29.477 DEBUG:boto:Path: /ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.478 DEBUG:boto:Data: 2022-09-01T10:21:29.479 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.480 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:29.481 DEBUG:boto:Port: 8001 2022-09-01T10:21:29.483 DEBUG:boto:Params: {} 2022-09-01T10:21:29.484 DEBUG:boto:Token: None 2022-09-01T10:21:29.486 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/?versions 2022-09-01T10:21:29.487 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4= 2022-09-01T10:21:29.488 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4=', 'Content-Length': '0'} 2022-09-01T10:21:29.506 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001a0f153dc03b3a4d-00631087a9-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.507 DEBUG:boto:b'ptoxvb-26999falseobjnulltrue2022-09-01T10:20:19.755Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:29.508 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:29.509 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:21:29.509 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:29.510 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:29.511 DEBUG:boto:path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.511 DEBUG:boto:auth_path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.512 DEBUG:boto:Method: GET 2022-09-01T10:21:29.512 DEBUG:boto:Path: /ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.513 DEBUG:boto:Data: 2022-09-01T10:21:29.513 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.517 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:29.517 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.518 DEBUG:boto:Params: {} 2022-09-01T10:21:29.520 DEBUG:boto:Token: None 2022-09-01T10:21:29.520 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/?versions 2022-09-01T10:21:29.522 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4= 2022-09-01T10:21:29.523 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4=', 'Content-Length': '0'} 2022-09-01T10:21:29.538 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000a6b6f5bfd0a90ee-00631087a9-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.539 DEBUG:boto:b'ptoxvb-26999falseobjnulltrue2022-09-01T10:20:19.755Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:29.540 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-09-01T10:21:29.541 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:29.541 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:29.565 DEBUG:boto:path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.566 DEBUG:boto:auth_path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.566 DEBUG:boto:Method: GET 2022-09-01T10:21:29.567 DEBUG:boto:Path: /ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.567 DEBUG:boto:Data: 2022-09-01T10:21:29.568 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.568 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:29.569 DEBUG:boto:Port: 8001 2022-09-01T10:21:29.579 DEBUG:boto:Params: {} 2022-09-01T10:21:29.580 DEBUG:boto:Token: None 2022-09-01T10:21:29.581 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/?versions 2022-09-01T10:21:29.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4= 2022-09-01T10:21:29.582 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4=', 'Content-Length': '0'} 2022-09-01T10:21:29.588 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f6e4a861e046a1b6-00631087a9-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.589 DEBUG:boto:b'ptoxvb-26999falseobjnulltrue2022-09-01T10:20:19.755Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:29.590 DEBUG:boto:path=/ptoxvb-26/ 2022-09-01T10:21:29.591 DEBUG:boto:auth_path=/ptoxvb-26/ 2022-09-01T10:21:29.591 DEBUG:boto:path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.592 DEBUG:boto:auth_path=/ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.592 DEBUG:boto:Method: GET 2022-09-01T10:21:29.593 DEBUG:boto:Path: /ptoxvb-26/?versions&max-keys=999 2022-09-01T10:21:29.593 DEBUG:boto:Data: 2022-09-01T10:21:29.594 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.594 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:29.595 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.595 DEBUG:boto:Params: {} 2022-09-01T10:21:29.596 DEBUG:boto:Token: None 2022-09-01T10:21:29.597 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/?versions 2022-09-01T10:21:29.597 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4= 2022-09-01T10:21:29.598 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JOo+0Q1tcxkm5CMMgAI5mwGZpK4=', 'Content-Length': '0'} 2022-09-01T10:21:29.602 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e4b5475c5fee7152-00631087a9-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.604 DEBUG:boto:b'ptoxvb-26999falseobjnulltrue2022-09-01T10:20:19.755Zrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:21:29.607 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-09-01T10:21:29.610 DEBUG:boto:path=/ptoxvb-26/obj 2022-09-01T10:21:29.611 DEBUG:boto:auth_path=/ptoxvb-26/obj 2022-09-01T10:21:29.612 DEBUG:boto:Method: HEAD 2022-09-01T10:21:29.613 DEBUG:boto:Path: /ptoxvb-26/obj 2022-09-01T10:21:29.621 DEBUG:boto:Data: 2022-09-01T10:21:29.622 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.623 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:29.624 DEBUG:boto:Port: 8001 2022-09-01T10:21:29.624 DEBUG:boto:Params: {} 2022-09-01T10:21:29.625 DEBUG:boto:Token: None 2022-09-01T10:21:29.627 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/obj 2022-09-01T10:21:29.633 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Js/Ds85ftlg81lPve8fzxVhxIKE= 2022-09-01T10:21:29.634 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Js/Ds85ftlg81lPve8fzxVhxIKE=', 'Content-Length': '0'} 2022-09-01T10:21:29.638 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000003dbaf41e82f6eeee-00631087a9-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.640 DEBUG:boto:path=/ptoxvb-26/obj 2022-09-01T10:21:29.644 DEBUG:boto:auth_path=/ptoxvb-26/obj 2022-09-01T10:21:29.645 DEBUG:boto:Method: HEAD 2022-09-01T10:21:29.646 DEBUG:boto:Path: /ptoxvb-26/obj 2022-09-01T10:21:29.648 DEBUG:boto:Data: 2022-09-01T10:21:29.649 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.651 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:29.665 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.666 DEBUG:boto:Params: {} 2022-09-01T10:21:29.667 DEBUG:boto:Token: None 2022-09-01T10:21:29.668 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-26/obj 2022-09-01T10:21:29.669 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Js/Ds85ftlg81lPve8fzxVhxIKE= 2022-09-01T10:21:29.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Js/Ds85ftlg81lPve8fzxVhxIKE=', 'Content-Length': '0'} 2022-09-01T10:21:29.690 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000006669be20b6dd482f-00631087a9-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.698 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-26 zones={test-zone3, test-zone2} 2022-09-01T10:21:29.699 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_suspended_delete_marker_full_sync ... ok 2022-09-01T10:21:29.706 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-27 2022-09-01T10:21:29.707 DEBUG:boto:path=/ptoxvb-27/ 2022-09-01T10:21:29.708 DEBUG:boto:auth_path=/ptoxvb-27/ 2022-09-01T10:21:29.709 DEBUG:boto:Method: PUT 2022-09-01T10:21:29.718 DEBUG:boto:Path: /ptoxvb-27/ 2022-09-01T10:21:29.719 DEBUG:boto:Data: 2022-09-01T10:21:29.719 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.720 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:29.720 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.721 DEBUG:boto:Params: {} 2022-09-01T10:21:29.721 DEBUG:boto:Token: None 2022-09-01T10:21:29.723 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-27/ 2022-09-01T10:21:29.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8KCFsRZpmEPD2Z5QjMY9s7RTXMo= 2022-09-01T10:21:29.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8KCFsRZpmEPD2Z5QjMY9s7RTXMo=', 'Content-Length': '0'} 2022-09-01T10:21:29.756 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000009b9e40d376ed62cd-00631087a9-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.757 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-28 2022-09-01T10:21:29.771 DEBUG:boto:path=/ptoxvb-28/ 2022-09-01T10:21:29.772 DEBUG:boto:auth_path=/ptoxvb-28/ 2022-09-01T10:21:29.773 DEBUG:boto:Method: PUT 2022-09-01T10:21:29.774 DEBUG:boto:Path: /ptoxvb-28/ 2022-09-01T10:21:29.775 DEBUG:boto:Data: 2022-09-01T10:21:29.776 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.777 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:29.778 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.778 DEBUG:boto:Params: {} 2022-09-01T10:21:29.779 DEBUG:boto:Token: None 2022-09-01T10:21:29.780 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-28/ 2022-09-01T10:21:29.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V5JwlwHs7ZsmiYHAjlQ/nHqKrWo= 2022-09-01T10:21:29.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V5JwlwHs7ZsmiYHAjlQ/nHqKrWo=', 'Content-Length': '0'} 2022-09-01T10:21:29.822 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000003d085b36eb1844cc-00631087a9-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.823 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-29 2022-09-01T10:21:29.823 DEBUG:boto:path=/ptoxvb-29/ 2022-09-01T10:21:29.824 DEBUG:boto:auth_path=/ptoxvb-29/ 2022-09-01T10:21:29.824 DEBUG:boto:Method: PUT 2022-09-01T10:21:29.825 DEBUG:boto:Path: /ptoxvb-29/ 2022-09-01T10:21:29.825 DEBUG:boto:Data: 2022-09-01T10:21:29.827 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.828 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:29.829 DEBUG:boto:Port: 8001 2022-09-01T10:21:29.830 DEBUG:boto:Params: {} 2022-09-01T10:21:29.831 DEBUG:boto:Token: None 2022-09-01T10:21:29.832 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-29/ 2022-09-01T10:21:29.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5P+u4dwwoSjDlYZVFqeF+hdR3DA= 2022-09-01T10:21:29.853 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5P+u4dwwoSjDlYZVFqeF+hdR3DA=', 'Content-Length': '0'} 2022-09-01T10:21:29.900 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000007a61e5d7f8ebbe36-00631087a9-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.901 DEBUG:boto:path=/ptoxvb-27/ 2022-09-01T10:21:29.902 DEBUG:boto:auth_path=/ptoxvb-27/ 2022-09-01T10:21:29.906 DEBUG:boto:path=/ptoxvb-27/?versioning 2022-09-01T10:21:29.907 DEBUG:boto:auth_path=/ptoxvb-27/?versioning 2022-09-01T10:21:29.908 DEBUG:boto:Method: PUT 2022-09-01T10:21:29.908 DEBUG:boto:Path: /ptoxvb-27/?versioning 2022-09-01T10:21:29.909 DEBUG:boto:Data: Enabled Disabled 2022-09-01T10:21:29.909 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.910 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:29.910 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.911 DEBUG:boto:Params: {} 2022-09-01T10:21:29.911 DEBUG:boto:Token: None 2022-09-01T10:21:29.912 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-27/?versioning 2022-09-01T10:21:29.913 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9qPD0bftrei+VZZlnGLkehvORxY= 2022-09-01T10:21:29.913 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9qPD0bftrei+VZZlnGLkehvORxY=', 'Content-Length': '228'} 2022-09-01T10:21:29.923 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000e8ab7b7b81c5a4fe-00631087a9-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.924 DEBUG:boto:path=/ptoxvb-27/ 2022-09-01T10:21:29.924 DEBUG:boto:auth_path=/ptoxvb-27/ 2022-09-01T10:21:29.925 DEBUG:boto:path=/ptoxvb-27/?versioning 2022-09-01T10:21:29.925 DEBUG:boto:auth_path=/ptoxvb-27/?versioning 2022-09-01T10:21:29.926 DEBUG:boto:Method: GET 2022-09-01T10:21:29.926 DEBUG:boto:Path: /ptoxvb-27/?versioning 2022-09-01T10:21:29.927 DEBUG:boto:Data: 2022-09-01T10:21:29.927 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.928 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:29.928 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.929 DEBUG:boto:Params: {} 2022-09-01T10:21:29.930 DEBUG:boto:Token: None 2022-09-01T10:21:29.931 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-27/?versioning 2022-09-01T10:21:29.931 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:px9c66Ks9xHw3MEwlmbUAr8Tbxw= 2022-09-01T10:21:29.932 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:px9c66Ks9xHw3MEwlmbUAr8Tbxw=', 'Content-Length': '0'} 2022-09-01T10:21:29.942 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000007980d83d0de77d81-00631087a9-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '192'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.943 DEBUG:boto:EnabledDisabled 2022-09-01T10:21:29.944 DEBUG:boto:path=/ptoxvb-28/ 2022-09-01T10:21:29.945 DEBUG:boto:auth_path=/ptoxvb-28/ 2022-09-01T10:21:29.947 DEBUG:boto:path=/ptoxvb-28/?versioning 2022-09-01T10:21:29.948 DEBUG:boto:auth_path=/ptoxvb-28/?versioning 2022-09-01T10:21:29.949 DEBUG:boto:Method: PUT 2022-09-01T10:21:29.953 DEBUG:boto:Path: /ptoxvb-28/?versioning 2022-09-01T10:21:29.955 DEBUG:boto:Data: Enabled Disabled 2022-09-01T10:21:29.956 DEBUG:boto:Headers: {} 2022-09-01T10:21:29.965 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:29.966 DEBUG:boto:Port: 8000 2022-09-01T10:21:29.967 DEBUG:boto:Params: {} 2022-09-01T10:21:29.968 DEBUG:boto:Token: None 2022-09-01T10:21:29.969 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:29 GMT /ptoxvb-28/?versioning 2022-09-01T10:21:29.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b/zpcmm0/yO2fE0DefWBzNg20RM= 2022-09-01T10:21:29.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:29 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b/zpcmm0/yO2fE0DefWBzNg20RM=', 'Content-Length': '228'} 2022-09-01T10:21:29.990 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000009da985c6d277edc9-00631087a9-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:29 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:29.991 DEBUG:boto:path=/ptoxvb-28/ 2022-09-01T10:21:29.991 DEBUG:boto:auth_path=/ptoxvb-28/ 2022-09-01T10:21:29.991 DEBUG:boto:path=/ptoxvb-28/?versioning 2022-09-01T10:21:29.992 DEBUG:boto:auth_path=/ptoxvb-28/?versioning 2022-09-01T10:21:29.992 DEBUG:boto:Method: GET 2022-09-01T10:21:30.019 DEBUG:boto:Path: /ptoxvb-28/?versioning 2022-09-01T10:21:30.019 DEBUG:boto:Data: 2022-09-01T10:21:30.020 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.020 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:30.021 DEBUG:boto:Port: 8000 2022-09-01T10:21:30.021 DEBUG:boto:Params: {} 2022-09-01T10:21:30.041 DEBUG:boto:Token: None 2022-09-01T10:21:30.042 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-28/?versioning 2022-09-01T10:21:30.043 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Re6VS/8gI5m+yP8LAeKmpxkZLuU= 2022-09-01T10:21:30.043 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Re6VS/8gI5m+yP8LAeKmpxkZLuU=', 'Content-Length': '0'} 2022-09-01T10:21:30.045 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000005b56e5afdea8d929-00631087aa-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '192'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.046 DEBUG:boto:EnabledDisabled 2022-09-01T10:21:30.047 DEBUG:boto:path=/ptoxvb-29/ 2022-09-01T10:21:30.048 DEBUG:boto:auth_path=/ptoxvb-29/ 2022-09-01T10:21:30.048 DEBUG:boto:path=/ptoxvb-29/?versioning 2022-09-01T10:21:30.049 DEBUG:boto:auth_path=/ptoxvb-29/?versioning 2022-09-01T10:21:30.049 DEBUG:boto:Method: PUT 2022-09-01T10:21:30.050 DEBUG:boto:Path: /ptoxvb-29/?versioning 2022-09-01T10:21:30.051 DEBUG:boto:Data: Enabled Disabled 2022-09-01T10:21:30.051 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.053 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:30.053 DEBUG:boto:Port: 8001 2022-09-01T10:21:30.054 DEBUG:boto:Params: {} 2022-09-01T10:21:30.054 DEBUG:boto:Token: None 2022-09-01T10:21:30.055 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-29/?versioning 2022-09-01T10:21:30.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2PWCcOBkgxiwJnlMzBJzddh7tOg= 2022-09-01T10:21:30.056 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2PWCcOBkgxiwJnlMzBJzddh7tOg=', 'Content-Length': '228'} 2022-09-01T10:21:30.079 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000a21defd52e64060c-00631087aa-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.080 DEBUG:boto:path=/ptoxvb-29/ 2022-09-01T10:21:30.081 DEBUG:boto:auth_path=/ptoxvb-29/ 2022-09-01T10:21:30.082 DEBUG:boto:path=/ptoxvb-29/?versioning 2022-09-01T10:21:30.105 DEBUG:boto:auth_path=/ptoxvb-29/?versioning 2022-09-01T10:21:30.105 DEBUG:boto:Method: GET 2022-09-01T10:21:30.106 DEBUG:boto:Path: /ptoxvb-29/?versioning 2022-09-01T10:21:30.106 DEBUG:boto:Data: 2022-09-01T10:21:30.107 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.107 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:30.108 DEBUG:boto:Port: 8001 2022-09-01T10:21:30.108 DEBUG:boto:Params: {} 2022-09-01T10:21:30.109 DEBUG:boto:Token: None 2022-09-01T10:21:30.110 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-29/?versioning 2022-09-01T10:21:30.110 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3O8QFRxyTsoA0aevvhl4Sgtjq0M= 2022-09-01T10:21:30.111 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3O8QFRxyTsoA0aevvhl4Sgtjq0M=', 'Content-Length': '0'} 2022-09-01T10:21:30.112 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000039c46e023713d2c6-00631087aa-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '192'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.113 DEBUG:boto:EnabledDisabled 2022-09-01T10:21:30.113 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_versioning ... ok 2022-09-01T10:21:30.114 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-30 2022-09-01T10:21:30.116 DEBUG:boto:path=/ptoxvb-30/ 2022-09-01T10:21:30.116 DEBUG:boto:auth_path=/ptoxvb-30/ 2022-09-01T10:21:30.117 DEBUG:boto:Method: PUT 2022-09-01T10:21:30.117 DEBUG:boto:Path: /ptoxvb-30/ 2022-09-01T10:21:30.118 DEBUG:boto:Data: 2022-09-01T10:21:30.118 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.119 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:30.120 DEBUG:boto:Port: 8000 2022-09-01T10:21:30.120 DEBUG:boto:Params: {} 2022-09-01T10:21:30.121 DEBUG:boto:Token: None 2022-09-01T10:21:30.122 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-30/ 2022-09-01T10:21:30.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Lz6zk3gjJ6hIMcV5v2O659zXVVw= 2022-09-01T10:21:30.123 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Lz6zk3gjJ6hIMcV5v2O659zXVVw=', 'Content-Length': '0'} 2022-09-01T10:21:30.165 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000c0866074ea36d524-00631087aa-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.167 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-31 2022-09-01T10:21:30.168 DEBUG:boto:path=/ptoxvb-31/ 2022-09-01T10:21:30.169 DEBUG:boto:auth_path=/ptoxvb-31/ 2022-09-01T10:21:30.171 DEBUG:boto:Method: PUT 2022-09-01T10:21:30.172 DEBUG:boto:Path: /ptoxvb-31/ 2022-09-01T10:21:30.173 DEBUG:boto:Data: 2022-09-01T10:21:30.175 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.176 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:30.177 DEBUG:boto:Port: 8000 2022-09-01T10:21:30.178 DEBUG:boto:Params: {} 2022-09-01T10:21:30.180 DEBUG:boto:Token: None 2022-09-01T10:21:30.188 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-31/ 2022-09-01T10:21:30.190 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sb1/LIeXpGGjZlVHbkaqxKCH/aY= 2022-09-01T10:21:30.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sb1/LIeXpGGjZlVHbkaqxKCH/aY=', 'Content-Length': '0'} 2022-09-01T10:21:30.226 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000946c001bab487e3b-00631087aa-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.234 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-32 2022-09-01T10:21:30.234 DEBUG:boto:path=/ptoxvb-32/ 2022-09-01T10:21:30.235 DEBUG:boto:auth_path=/ptoxvb-32/ 2022-09-01T10:21:30.235 DEBUG:boto:Method: PUT 2022-09-01T10:21:30.236 DEBUG:boto:Path: /ptoxvb-32/ 2022-09-01T10:21:30.236 DEBUG:boto:Data: 2022-09-01T10:21:30.238 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:30.239 DEBUG:boto:Port: 8001 2022-09-01T10:21:30.240 DEBUG:boto:Params: {} 2022-09-01T10:21:30.249 DEBUG:boto:Token: None 2022-09-01T10:21:30.259 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-32/ 2022-09-01T10:21:30.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dntUIgveG381u7fLHl9gylqRlis= 2022-09-01T10:21:30.265 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dntUIgveG381u7fLHl9gylqRlis=', 'Content-Length': '0'} 2022-09-01T10:21:30.302 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000094a39bc1b001b016-00631087aa-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.304 DEBUG:boto:path=/ptoxvb-30/ 2022-09-01T10:21:30.311 DEBUG:boto:auth_path=/ptoxvb-30/ 2022-09-01T10:21:30.312 DEBUG:boto:path=/ptoxvb-30/?acl 2022-09-01T10:21:30.313 DEBUG:boto:auth_path=/ptoxvb-30/?acl 2022-09-01T10:21:30.314 DEBUG:boto:Method: GET 2022-09-01T10:21:30.324 DEBUG:boto:Path: /ptoxvb-30/?acl 2022-09-01T10:21:30.334 DEBUG:boto:Data: 2022-09-01T10:21:30.335 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.336 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:30.337 DEBUG:boto:Port: 8000 2022-09-01T10:21:30.343 DEBUG:boto:Params: {} 2022-09-01T10:21:30.344 DEBUG:boto:Token: None 2022-09-01T10:21:30.345 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-30/?acl 2022-09-01T10:21:30.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v6Npo1wwzpeHeqY1goa0kYUgcRY= 2022-09-01T10:21:30.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v6Npo1wwzpeHeqY1goa0kYUgcRY=', 'Content-Length': '0'} 2022-09-01T10:21:30.351 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000000b6535ab95b89369-00631087aa-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '489'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.367 DEBUG:boto:path=/ptoxvb-30/ 2022-09-01T10:21:30.368 DEBUG:boto:auth_path=/ptoxvb-30/ 2022-09-01T10:21:30.369 DEBUG:boto:path=/ptoxvb-30/?acl 2022-09-01T10:21:30.371 DEBUG:boto:auth_path=/ptoxvb-30/?acl 2022-09-01T10:21:30.373 DEBUG:boto:Method: PUT 2022-09-01T10:21:30.374 DEBUG:boto:Path: /ptoxvb-30/?acl 2022-09-01T10:21:30.374 DEBUG:boto:Data: 2022-09-01T10:21:30.375 DEBUG:boto:Headers: {'x-amz-acl': 'public-read'} 2022-09-01T10:21:30.376 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:30.377 DEBUG:boto:Port: 8000 2022-09-01T10:21:30.379 DEBUG:boto:Params: {} 2022-09-01T10:21:30.393 DEBUG:boto:Token: None 2022-09-01T10:21:30.394 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:30 GMT x-amz-acl:public-read /ptoxvb-30/?acl 2022-09-01T10:21:30.395 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qMP0uxnmsiMwWhg1PKLxdohzI/Q= 2022-09-01T10:21:30.397 DEBUG:boto:Final headers: {'x-amz-acl': 'public-read', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qMP0uxnmsiMwWhg1PKLxdohzI/Q=', 'Content-Length': '0'} 2022-09-01T10:21:30.422 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000ccbd8035a765d276-00631087aa-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.426 DEBUG:boto:path=/ptoxvb-30/ 2022-09-01T10:21:30.427 DEBUG:boto:auth_path=/ptoxvb-30/ 2022-09-01T10:21:30.429 DEBUG:boto:path=/ptoxvb-30/?acl 2022-09-01T10:21:30.431 DEBUG:boto:auth_path=/ptoxvb-30/?acl 2022-09-01T10:21:30.432 DEBUG:boto:Method: GET 2022-09-01T10:21:30.433 DEBUG:boto:Path: /ptoxvb-30/?acl 2022-09-01T10:21:30.434 DEBUG:boto:Data: 2022-09-01T10:21:30.435 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.437 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:30.438 DEBUG:boto:Port: 8000 2022-09-01T10:21:30.439 DEBUG:boto:Params: {} 2022-09-01T10:21:30.443 DEBUG:boto:Token: None 2022-09-01T10:21:30.444 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-30/?acl 2022-09-01T10:21:30.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v6Npo1wwzpeHeqY1goa0kYUgcRY= 2022-09-01T10:21:30.447 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v6Npo1wwzpeHeqY1goa0kYUgcRY=', 'Content-Length': '0'} 2022-09-01T10:21:30.456 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000d5c1b111e79cd0f3-00631087aa-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '681'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.491 DEBUG:boto:path=/ptoxvb-31/ 2022-09-01T10:21:30.492 DEBUG:boto:auth_path=/ptoxvb-31/ 2022-09-01T10:21:30.493 DEBUG:boto:path=/ptoxvb-31/?acl 2022-09-01T10:21:30.503 DEBUG:boto:auth_path=/ptoxvb-31/?acl 2022-09-01T10:21:30.509 DEBUG:boto:Method: GET 2022-09-01T10:21:30.510 DEBUG:boto:Path: /ptoxvb-31/?acl 2022-09-01T10:21:30.511 DEBUG:boto:Data: 2022-09-01T10:21:30.512 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.512 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:30.513 DEBUG:boto:Port: 8000 2022-09-01T10:21:30.513 DEBUG:boto:Params: {} 2022-09-01T10:21:30.514 DEBUG:boto:Token: None 2022-09-01T10:21:30.515 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-31/?acl 2022-09-01T10:21:30.516 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OLNarlLjdxuLcve/FJ8AM6C7D1g= 2022-09-01T10:21:30.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OLNarlLjdxuLcve/FJ8AM6C7D1g=', 'Content-Length': '0'} 2022-09-01T10:21:30.518 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000790f8906719db3cc-00631087aa-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '489'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.520 DEBUG:boto:path=/ptoxvb-31/ 2022-09-01T10:21:30.520 DEBUG:boto:auth_path=/ptoxvb-31/ 2022-09-01T10:21:30.521 DEBUG:boto:path=/ptoxvb-31/?acl 2022-09-01T10:21:30.521 DEBUG:boto:auth_path=/ptoxvb-31/?acl 2022-09-01T10:21:30.522 DEBUG:boto:Method: PUT 2022-09-01T10:21:30.523 DEBUG:boto:Path: /ptoxvb-31/?acl 2022-09-01T10:21:30.523 DEBUG:boto:Data: 2022-09-01T10:21:30.524 DEBUG:boto:Headers: {'x-amz-acl': 'public-read'} 2022-09-01T10:21:30.524 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:30.525 DEBUG:boto:Port: 8000 2022-09-01T10:21:30.525 DEBUG:boto:Params: {} 2022-09-01T10:21:30.533 DEBUG:boto:Token: None 2022-09-01T10:21:30.534 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:30 GMT x-amz-acl:public-read /ptoxvb-31/?acl 2022-09-01T10:21:30.535 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:omVpe8KaXYcUD37m51rkENhjfp4= 2022-09-01T10:21:30.536 DEBUG:boto:Final headers: {'x-amz-acl': 'public-read', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:omVpe8KaXYcUD37m51rkENhjfp4=', 'Content-Length': '0'} 2022-09-01T10:21:30.551 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000007e1257fed456b645-00631087aa-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.552 DEBUG:boto:path=/ptoxvb-31/ 2022-09-01T10:21:30.553 DEBUG:boto:auth_path=/ptoxvb-31/ 2022-09-01T10:21:30.557 DEBUG:boto:path=/ptoxvb-31/?acl 2022-09-01T10:21:30.558 DEBUG:boto:auth_path=/ptoxvb-31/?acl 2022-09-01T10:21:30.587 DEBUG:boto:Method: GET 2022-09-01T10:21:30.588 DEBUG:boto:Path: /ptoxvb-31/?acl 2022-09-01T10:21:30.589 DEBUG:boto:Data: 2022-09-01T10:21:30.589 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.590 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:30.591 DEBUG:boto:Port: 8000 2022-09-01T10:21:30.593 DEBUG:boto:Params: {} 2022-09-01T10:21:30.594 DEBUG:boto:Token: None 2022-09-01T10:21:30.595 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-31/?acl 2022-09-01T10:21:30.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OLNarlLjdxuLcve/FJ8AM6C7D1g= 2022-09-01T10:21:30.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OLNarlLjdxuLcve/FJ8AM6C7D1g=', 'Content-Length': '0'} 2022-09-01T10:21:30.599 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000e3781428b30a48aa-00631087aa-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '681'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.615 DEBUG:boto:path=/ptoxvb-32/ 2022-09-01T10:21:30.616 DEBUG:boto:auth_path=/ptoxvb-32/ 2022-09-01T10:21:30.616 DEBUG:boto:path=/ptoxvb-32/?acl 2022-09-01T10:21:30.617 DEBUG:boto:auth_path=/ptoxvb-32/?acl 2022-09-01T10:21:30.617 DEBUG:boto:Method: GET 2022-09-01T10:21:30.618 DEBUG:boto:Path: /ptoxvb-32/?acl 2022-09-01T10:21:30.618 DEBUG:boto:Data: 2022-09-01T10:21:30.631 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.632 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:30.633 DEBUG:boto:Port: 8001 2022-09-01T10:21:30.634 DEBUG:boto:Params: {} 2022-09-01T10:21:30.635 DEBUG:boto:Token: None 2022-09-01T10:21:30.636 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-32/?acl 2022-09-01T10:21:30.637 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4dDnmRoUo3/KchCQz5oAsm6hyWc= 2022-09-01T10:21:30.639 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4dDnmRoUo3/KchCQz5oAsm6hyWc=', 'Content-Length': '0'} 2022-09-01T10:21:30.646 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000005b59beb15489a6f-00631087aa-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '489'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.647 DEBUG:boto:path=/ptoxvb-32/ 2022-09-01T10:21:30.649 DEBUG:boto:auth_path=/ptoxvb-32/ 2022-09-01T10:21:30.650 DEBUG:boto:path=/ptoxvb-32/?acl 2022-09-01T10:21:30.651 DEBUG:boto:auth_path=/ptoxvb-32/?acl 2022-09-01T10:21:30.652 DEBUG:boto:Method: PUT 2022-09-01T10:21:30.653 DEBUG:boto:Path: /ptoxvb-32/?acl 2022-09-01T10:21:30.655 DEBUG:boto:Data: 2022-09-01T10:21:30.655 DEBUG:boto:Headers: {'x-amz-acl': 'public-read'} 2022-09-01T10:21:30.656 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:30.657 DEBUG:boto:Port: 8001 2022-09-01T10:21:30.658 DEBUG:boto:Params: {} 2022-09-01T10:21:30.659 DEBUG:boto:Token: None 2022-09-01T10:21:30.660 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:30 GMT x-amz-acl:public-read /ptoxvb-32/?acl 2022-09-01T10:21:30.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:85OT9u4ayE6r12Uo4TKHLn5lrM8= 2022-09-01T10:21:30.662 DEBUG:boto:Final headers: {'x-amz-acl': 'public-read', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:85OT9u4ayE6r12Uo4TKHLn5lrM8=', 'Content-Length': '0'} 2022-09-01T10:21:30.672 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000008d5f6345ad619f24-00631087aa-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.673 DEBUG:boto:path=/ptoxvb-32/ 2022-09-01T10:21:30.674 DEBUG:boto:auth_path=/ptoxvb-32/ 2022-09-01T10:21:30.674 DEBUG:boto:path=/ptoxvb-32/?acl 2022-09-01T10:21:30.675 DEBUG:boto:auth_path=/ptoxvb-32/?acl 2022-09-01T10:21:30.675 DEBUG:boto:Method: GET 2022-09-01T10:21:30.676 DEBUG:boto:Path: /ptoxvb-32/?acl 2022-09-01T10:21:30.676 DEBUG:boto:Data: 2022-09-01T10:21:30.677 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.677 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:30.678 DEBUG:boto:Port: 8001 2022-09-01T10:21:30.679 DEBUG:boto:Params: {} 2022-09-01T10:21:30.679 DEBUG:boto:Token: None 2022-09-01T10:21:30.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-32/?acl 2022-09-01T10:21:30.680 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4dDnmRoUo3/KchCQz5oAsm6hyWc= 2022-09-01T10:21:30.681 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4dDnmRoUo3/KchCQz5oAsm6hyWc=', 'Content-Length': '0'} 2022-09-01T10:21:30.683 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000650e8242a2db5e9f-00631087aa-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '681'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.683 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_acl ... ok 2022-09-01T10:21:30.684 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-33 2022-09-01T10:21:30.685 DEBUG:boto:path=/ptoxvb-33/ 2022-09-01T10:21:30.685 DEBUG:boto:auth_path=/ptoxvb-33/ 2022-09-01T10:21:30.686 DEBUG:boto:Method: PUT 2022-09-01T10:21:30.687 DEBUG:boto:Path: /ptoxvb-33/ 2022-09-01T10:21:30.687 DEBUG:boto:Data: 2022-09-01T10:21:30.687 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.688 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:30.688 DEBUG:boto:Port: 8000 2022-09-01T10:21:30.689 DEBUG:boto:Params: {} 2022-09-01T10:21:30.697 DEBUG:boto:Token: None 2022-09-01T10:21:30.699 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-33/ 2022-09-01T10:21:30.700 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yKGsfv9cGD9prAWRKWpCG4WvrDg= 2022-09-01T10:21:30.701 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yKGsfv9cGD9prAWRKWpCG4WvrDg=', 'Content-Length': '0'} 2022-09-01T10:21:30.726 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000b35b1fa079890b0e-00631087aa-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.727 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-34 2022-09-01T10:21:30.728 DEBUG:boto:path=/ptoxvb-34/ 2022-09-01T10:21:30.739 DEBUG:boto:auth_path=/ptoxvb-34/ 2022-09-01T10:21:30.740 DEBUG:boto:Method: PUT 2022-09-01T10:21:30.741 DEBUG:boto:Path: /ptoxvb-34/ 2022-09-01T10:21:30.753 DEBUG:boto:Data: 2022-09-01T10:21:30.754 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.755 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:30.755 DEBUG:boto:Port: 8000 2022-09-01T10:21:30.756 DEBUG:boto:Params: {} 2022-09-01T10:21:30.757 DEBUG:boto:Token: None 2022-09-01T10:21:30.762 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-34/ 2022-09-01T10:21:30.763 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5o02RhbDWhC5qNRu+K3HFIr63/4= 2022-09-01T10:21:30.764 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5o02RhbDWhC5qNRu+K3HFIr63/4=', 'Content-Length': '0'} 2022-09-01T10:21:30.814 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000fabe44a8d826272f-00631087aa-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.816 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-35 2022-09-01T10:21:30.817 DEBUG:boto:path=/ptoxvb-35/ 2022-09-01T10:21:30.818 DEBUG:boto:auth_path=/ptoxvb-35/ 2022-09-01T10:21:30.819 DEBUG:boto:Method: PUT 2022-09-01T10:21:30.819 DEBUG:boto:Path: /ptoxvb-35/ 2022-09-01T10:21:30.820 DEBUG:boto:Data: 2022-09-01T10:21:30.829 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.836 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:30.837 DEBUG:boto:Port: 8001 2022-09-01T10:21:30.843 DEBUG:boto:Params: {} 2022-09-01T10:21:30.844 DEBUG:boto:Token: None 2022-09-01T10:21:30.846 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-35/ 2022-09-01T10:21:30.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4RXhYcOlICsg7pk/Wkrp1koF6vY= 2022-09-01T10:21:30.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4RXhYcOlICsg7pk/Wkrp1koF6vY=', 'Content-Length': '0'} 2022-09-01T10:21:30.887 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000000190149eae335491-00631087aa-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.889 DEBUG:boto:path=/ptoxvb-33/ 2022-09-01T10:21:30.895 DEBUG:boto:auth_path=/ptoxvb-33/ 2022-09-01T10:21:30.896 DEBUG:boto:path=/ptoxvb-33/?cors 2022-09-01T10:21:30.897 DEBUG:boto:auth_path=/ptoxvb-33/?cors 2022-09-01T10:21:30.897 DEBUG:boto:Method: PUT 2022-09-01T10:21:30.898 DEBUG:boto:Path: /ptoxvb-33/?cors 2022-09-01T10:21:30.898 DEBUG:boto:Data: DELETEhttps://www.example.com*3000 2022-09-01T10:21:30.899 DEBUG:boto:Headers: {'Content-MD5': 'c5gEzAIzM7zcw8WVE+AbrQ==', 'Content-Type': 'text/xml'} 2022-09-01T10:21:30.899 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:30.900 DEBUG:boto:Port: 8000 2022-09-01T10:21:30.900 DEBUG:boto:Params: {} 2022-09-01T10:21:30.902 DEBUG:boto:Token: None 2022-09-01T10:21:30.902 DEBUG:boto:StringToSign: PUT c5gEzAIzM7zcw8WVE+AbrQ== text/xml Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-33/?cors 2022-09-01T10:21:30.903 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YYtcfiriNgomMfVD4mUGXSrI1nU= 2022-09-01T10:21:30.903 DEBUG:boto:Final headers: {'Content-MD5': 'c5gEzAIzM7zcw8WVE+AbrQ==', 'Content-Type': 'text/xml', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YYtcfiriNgomMfVD4mUGXSrI1nU=', 'Content-Length': '218'} 2022-09-01T10:21:30.920 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000011c621c6868eaac2-00631087aa-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.920 DEBUG:boto:path=/ptoxvb-33/ 2022-09-01T10:21:30.921 DEBUG:boto:auth_path=/ptoxvb-33/ 2022-09-01T10:21:30.922 DEBUG:boto:path=/ptoxvb-33/?cors 2022-09-01T10:21:30.922 DEBUG:boto:auth_path=/ptoxvb-33/?cors 2022-09-01T10:21:30.923 DEBUG:boto:Method: GET 2022-09-01T10:21:30.923 DEBUG:boto:Path: /ptoxvb-33/?cors 2022-09-01T10:21:30.924 DEBUG:boto:Data: 2022-09-01T10:21:30.924 DEBUG:boto:Headers: {} 2022-09-01T10:21:30.925 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:30.925 DEBUG:boto:Port: 8000 2022-09-01T10:21:30.934 DEBUG:boto:Params: {} 2022-09-01T10:21:30.935 DEBUG:boto:Token: None 2022-09-01T10:21:30.936 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-33/?cors 2022-09-01T10:21:30.937 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6GmDvwvJWRYkQxyL+w5HiKiqh+A= 2022-09-01T10:21:30.937 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6GmDvwvJWRYkQxyL+w5HiKiqh+A=', 'Content-Length': '0'} 2022-09-01T10:21:30.953 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000005d0326997fab1adf-00631087aa-10f8-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '266'), ('Date', 'Thu, 01 Sep 2022 10:21:30 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:30.954 DEBUG:boto:b'DELETEhttps://www.example.com*3000' 2022-09-01T10:21:30.955 DEBUG:boto:path=/ptoxvb-34/ 2022-09-01T10:21:30.956 DEBUG:boto:auth_path=/ptoxvb-34/ 2022-09-01T10:21:30.956 DEBUG:boto:path=/ptoxvb-34/?cors 2022-09-01T10:21:30.957 DEBUG:boto:auth_path=/ptoxvb-34/?cors 2022-09-01T10:21:30.957 DEBUG:boto:Method: PUT 2022-09-01T10:21:30.958 DEBUG:boto:Path: /ptoxvb-34/?cors 2022-09-01T10:21:30.958 DEBUG:boto:Data: DELETEhttps://www.example.com*3000 2022-09-01T10:21:30.960 DEBUG:boto:Headers: {'Content-MD5': 'c5gEzAIzM7zcw8WVE+AbrQ==', 'Content-Type': 'text/xml'} 2022-09-01T10:21:30.962 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:30.962 DEBUG:boto:Port: 8000 2022-09-01T10:21:30.963 DEBUG:boto:Params: {} 2022-09-01T10:21:30.963 DEBUG:boto:Token: None 2022-09-01T10:21:30.964 DEBUG:boto:StringToSign: PUT c5gEzAIzM7zcw8WVE+AbrQ== text/xml Thu, 01 Sep 2022 10:21:30 GMT /ptoxvb-34/?cors 2022-09-01T10:21:30.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+GGbLqgFPvnO8ensJxUnZdqTcwc= 2022-09-01T10:21:30.965 DEBUG:boto:Final headers: {'Content-MD5': 'c5gEzAIzM7zcw8WVE+AbrQ==', 'Content-Type': 'text/xml', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:30 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+GGbLqgFPvnO8ensJxUnZdqTcwc=', 'Content-Length': '218'} 2022-09-01T10:21:31.982 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000ab78b8ebd788f54b-00631087aa-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:31 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:31.984 DEBUG:boto:path=/ptoxvb-34/ 2022-09-01T10:21:31.985 DEBUG:boto:auth_path=/ptoxvb-34/ 2022-09-01T10:21:31.985 DEBUG:boto:path=/ptoxvb-34/?cors 2022-09-01T10:21:32.002 DEBUG:boto:auth_path=/ptoxvb-34/?cors 2022-09-01T10:21:32.004 DEBUG:boto:Method: GET 2022-09-01T10:21:32.006 DEBUG:boto:Path: /ptoxvb-34/?cors 2022-09-01T10:21:32.007 DEBUG:boto:Data: 2022-09-01T10:21:32.007 DEBUG:boto:Headers: {} 2022-09-01T10:21:32.008 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:32.009 DEBUG:boto:Port: 8000 2022-09-01T10:21:32.027 DEBUG:boto:Params: {} 2022-09-01T10:21:32.029 DEBUG:boto:Token: None 2022-09-01T10:21:32.030 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:32 GMT /ptoxvb-34/?cors 2022-09-01T10:21:32.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uFiJfKkFi17wjlcRtS2k0fHUvk0= 2022-09-01T10:21:32.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uFiJfKkFi17wjlcRtS2k0fHUvk0=', 'Content-Length': '0'} 2022-09-01T10:21:32.063 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000e3de400799061489-00631087ac-10e7-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '266'), ('Date', 'Thu, 01 Sep 2022 10:21:32 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:32.070 DEBUG:boto:b'DELETEhttps://www.example.com*3000' 2022-09-01T10:21:32.072 DEBUG:boto:path=/ptoxvb-35/ 2022-09-01T10:21:32.073 DEBUG:boto:auth_path=/ptoxvb-35/ 2022-09-01T10:21:32.078 DEBUG:boto:path=/ptoxvb-35/?cors 2022-09-01T10:21:32.079 DEBUG:boto:auth_path=/ptoxvb-35/?cors 2022-09-01T10:21:32.080 DEBUG:boto:Method: PUT 2022-09-01T10:21:32.081 DEBUG:boto:Path: /ptoxvb-35/?cors 2022-09-01T10:21:32.082 DEBUG:boto:Data: DELETEhttps://www.example.com*3000 2022-09-01T10:21:32.083 DEBUG:boto:Headers: {'Content-MD5': 'c5gEzAIzM7zcw8WVE+AbrQ==', 'Content-Type': 'text/xml'} 2022-09-01T10:21:32.084 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:32.085 DEBUG:boto:Port: 8001 2022-09-01T10:21:32.086 DEBUG:boto:Params: {} 2022-09-01T10:21:32.089 DEBUG:boto:Token: None 2022-09-01T10:21:32.090 DEBUG:boto:StringToSign: PUT c5gEzAIzM7zcw8WVE+AbrQ== text/xml Thu, 01 Sep 2022 10:21:32 GMT /ptoxvb-35/?cors 2022-09-01T10:21:32.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d3v4D3j1w5A1U7HTe7pRADCStV0= 2022-09-01T10:21:32.092 DEBUG:boto:Final headers: {'Content-MD5': 'c5gEzAIzM7zcw8WVE+AbrQ==', 'Content-Type': 'text/xml', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:32 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d3v4D3j1w5A1U7HTe7pRADCStV0=', 'Content-Length': '218'} 2022-09-01T10:21:33.106 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000052f512dde38069dc-00631087ac-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:33.107 DEBUG:boto:path=/ptoxvb-35/ 2022-09-01T10:21:33.108 DEBUG:boto:auth_path=/ptoxvb-35/ 2022-09-01T10:21:33.109 DEBUG:boto:path=/ptoxvb-35/?cors 2022-09-01T10:21:33.110 DEBUG:boto:auth_path=/ptoxvb-35/?cors 2022-09-01T10:21:33.111 DEBUG:boto:Method: GET 2022-09-01T10:21:33.112 DEBUG:boto:Path: /ptoxvb-35/?cors 2022-09-01T10:21:33.113 DEBUG:boto:Data: 2022-09-01T10:21:33.113 DEBUG:boto:Headers: {} 2022-09-01T10:21:33.124 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:33.125 DEBUG:boto:Port: 8001 2022-09-01T10:21:33.125 DEBUG:boto:Params: {} 2022-09-01T10:21:33.131 DEBUG:boto:Token: None 2022-09-01T10:21:33.132 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:21:33 GMT /ptoxvb-35/?cors 2022-09-01T10:21:33.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q8aUNNmlZ9gHbu+Xy/Kvl/xN2yA= 2022-09-01T10:21:33.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q8aUNNmlZ9gHbu+Xy/Kvl/xN2yA=', 'Content-Length': '0'} 2022-09-01T10:21:33.137 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000ec8fadcfe77d72e9-00631087ad-10f4-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '266'), ('Date', 'Thu, 01 Sep 2022 10:21:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:33.138 DEBUG:boto:b'DELETEhttps://www.example.com*3000' 2022-09-01T10:21:33.141 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_cors ... ok 2022-09-01T10:21:33.143 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-36 2022-09-01T10:21:33.144 DEBUG:boto:path=/ptoxvb-36/ 2022-09-01T10:21:33.145 DEBUG:boto:auth_path=/ptoxvb-36/ 2022-09-01T10:21:33.146 DEBUG:boto:Method: PUT 2022-09-01T10:21:33.147 DEBUG:boto:Path: /ptoxvb-36/ 2022-09-01T10:21:33.148 DEBUG:boto:Data: 2022-09-01T10:21:33.149 DEBUG:boto:Headers: {} 2022-09-01T10:21:33.150 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:33.151 DEBUG:boto:Port: 8000 2022-09-01T10:21:33.164 DEBUG:boto:Params: {} 2022-09-01T10:21:33.166 DEBUG:boto:Token: None 2022-09-01T10:21:33.167 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:33 GMT /ptoxvb-36/ 2022-09-01T10:21:33.168 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ik/QkXHh/rcg/3nkU2NgNIfXIqY= 2022-09-01T10:21:33.169 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ik/QkXHh/rcg/3nkU2NgNIfXIqY=', 'Content-Length': '0'} 2022-09-01T10:21:33.209 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000009d95f7e8cb385189-00631087ad-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:33.211 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-37 2022-09-01T10:21:33.214 DEBUG:boto:path=/ptoxvb-37/ 2022-09-01T10:21:33.215 DEBUG:boto:auth_path=/ptoxvb-37/ 2022-09-01T10:21:33.216 DEBUG:boto:Method: PUT 2022-09-01T10:21:33.218 DEBUG:boto:Path: /ptoxvb-37/ 2022-09-01T10:21:33.219 DEBUG:boto:Data: 2022-09-01T10:21:33.222 DEBUG:boto:Headers: {} 2022-09-01T10:21:33.234 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:33.235 DEBUG:boto:Port: 8000 2022-09-01T10:21:33.236 DEBUG:boto:Params: {} 2022-09-01T10:21:33.237 DEBUG:boto:Token: None 2022-09-01T10:21:33.238 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:33 GMT /ptoxvb-37/ 2022-09-01T10:21:33.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g252YkX4aHpICJ9D+GENqFwPG4M= 2022-09-01T10:21:33.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g252YkX4aHpICJ9D+GENqFwPG4M=', 'Content-Length': '0'} 2022-09-01T10:21:33.290 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000481b8a0d6f9c20f6-00631087ad-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:33.298 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-38 2022-09-01T10:21:33.299 DEBUG:boto:path=/ptoxvb-38/ 2022-09-01T10:21:33.299 DEBUG:boto:auth_path=/ptoxvb-38/ 2022-09-01T10:21:33.300 DEBUG:boto:Method: PUT 2022-09-01T10:21:33.300 DEBUG:boto:Path: /ptoxvb-38/ 2022-09-01T10:21:33.301 DEBUG:boto:Data: 2022-09-01T10:21:33.301 DEBUG:boto:Headers: {} 2022-09-01T10:21:33.302 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:33.302 DEBUG:boto:Port: 8001 2022-09-01T10:21:33.303 DEBUG:boto:Params: {} 2022-09-01T10:21:33.303 DEBUG:boto:Token: None 2022-09-01T10:21:33.304 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:33 GMT /ptoxvb-38/ 2022-09-01T10:21:33.305 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j8sjl+il/S5japNIuQnuCOPUF4U= 2022-09-01T10:21:33.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j8sjl+il/S5japNIuQnuCOPUF4U=', 'Content-Length': '0'} 2022-09-01T10:21:33.357 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000008f5d0bee8e02dd09-00631087ad-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:33.359 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:33.360 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:33.361 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:21:33.454 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:33.490 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T10:21:33.514 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:21:33.515 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:33.515 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:21:33.516 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T10:21:33.516 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:33.522 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:33.522 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:21:33.523 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:21:33.523 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:33.524 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:33.524 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:21:33.525 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:47.867747Z" 2022-09-01T10:21:33.525 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:33.526 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:33.526 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027693.333073_252.1", 2022-09-01T10:21:33.526 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:21:33.333073Z" 2022-09-01T10:21:33.527 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:21:33.527 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:21:33.528 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027693.333073_252.1'} 2022-09-01T10:21:33.529 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:21:33.536 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:33.537 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:33.546 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:21:33.609 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:33.610 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:33.634 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:33.633+0000 7f698e505600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:33.636 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:33.634+0000 7f698e505600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:33.651 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:21:33.652 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:21:33.656 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:21:33.657 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:21:33.657 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:21:33.658 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:21:33.659 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:33.659 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:33.659 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:21:33.660 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:33.660 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:21:33.661 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:33.661 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:33.662 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:21:33.662 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:33.664 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:21:33.664 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:33.664 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:21:33.665 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:33.665 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:33.666 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:33.668 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:33.669 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:21:33.669 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:33.669 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:33.670 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:21:33.671 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:33.671 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:33.671 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:33.672 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:21:33.672 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:33.673 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:33.673 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:33.674 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:33.674 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:21:33.675 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:33.675 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:33.675 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:21:33.676 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:33.676 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:33.677 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:33.677 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:21:33.677 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:33.678 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:33.678 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:33.679 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:33.679 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:21:33.680 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:33.681 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:33.681 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027693.183854_241.1", 2022-09-01T10:21:33.681 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:33.682 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:33.683 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:33.683 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.183854Z", 2022-09-01T10:21:33.683 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:33.684 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:33.684 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:33.685 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:21:33.685 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:33.686 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:21:33.687 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:21:33.687 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:21:33.688 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:33.689 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:21:33Z" 2022-09-01T10:21:33.690 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:21:33.690 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027693.183854_241.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:21:33.183854Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:21:33Z" } 2022-09-01T10:21:33.691 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027693.183854_241.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:21:33.183854Z', 'realm_epoch': 2}}] 2022-09-01T10:21:33.692 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027693.333073_252.1'} 2022-09-01T10:21:33.693 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027693.183854_241.1'} 2022-09-01T10:21:33.695 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027693.333073_252.1 target=1_1662027693.183854_241.1 2022-09-01T10:21:38.697 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:38.698 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:38.699 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:21:38.759 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:38.760 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:38.792 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:38.790+0000 7f956645b600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:38.793 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:38.791+0000 7f956645b600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:38.810 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:21:38.811 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:21:38.811 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:21:38.811 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:21:38.812 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:21:38.812 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:21:38.813 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:38.813 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:38.815 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:21:38.816 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:38.816 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:21:38.816 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:38.816 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:38.817 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:21:38.817 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:38.817 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:21:38.817 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:38.818 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:21:38.818 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:38.818 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:38.818 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:38.819 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:38.819 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:21:38.819 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:38.820 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:38.820 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:21:38.820 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:38.821 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:38.821 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:38.821 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:21:38.821 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:38.822 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:38.822 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:38.822 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:38.822 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:21:38.823 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:38.823 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:38.823 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:21:38.824 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:38.824 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:38.824 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:38.824 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:21:38.825 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:38.825 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:38.825 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:38.825 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:38.826 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:21:38.826 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:38.826 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:38.826 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027693.333073_252.1", 2022-09-01T10:21:38.827 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:38.827 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:38.827 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:38.827 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.333073Z", 2022-09-01T10:21:38.828 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:38.828 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:38.828 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:38.828 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:21:38.829 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:38.829 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:21:38.829 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:21:38.830 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:21:38.830 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:38.830 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:21:38Z" 2022-09-01T10:21:38.830 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:21:38.831 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027693.333073_252.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:21:33.333073Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:21:38Z" } 2022-09-01T10:21:38.832 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027693.333073_252.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:21:33.333073Z', 'realm_epoch': 2}}] 2022-09-01T10:21:38.832 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027693.333073_252.1'} 2022-09-01T10:21:38.833 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027693.333073_252.1'} 2022-09-01T10:21:38.833 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:21:38.833 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:21:38.834 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:38.835 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:38.835 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:21:38.894 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:38.895 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:38.929 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:38.927+0000 7f987c588600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:38.930 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:38.928+0000 7f987c588600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:38.942 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:21:38.943 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:21:38.943 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:21:38.944 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:21:38.944 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:21:38.945 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:21:38.945 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:21:38.946 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:38.949 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:21:38.950 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:38.950 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:21:38.951 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:21:38.951 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:21:38.952 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:21:38.952 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:21:38.953 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:21:38.953 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:21:38.954 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:21:38.954 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:21:38.955 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:21:38.955 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:38.956 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:38.958 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:21:38.959 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:21:38.959 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:21:38.959 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:21:38.959 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:21:38.960 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:21:38.960 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:21:38.960 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:21:38.961 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:21:38.961 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:21:38.961 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:38.961 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:38.962 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:21:38.962 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:21:38.962 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:21:38.962 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:21:38.964 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:21:38.964 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:21:38.964 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:21:38.964 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:21:38.965 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:21:38.965 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:21:38.965 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:38.965 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:38.966 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:21:38.966 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:21:38.966 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:21:38.967 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027693.333073_252.1", 2022-09-01T10:21:38.967 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:21:38.967 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:21:38.967 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:21:38.968 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.333073Z", 2022-09-01T10:21:38.968 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:21:38.968 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:21:38.968 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:21:38.969 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:21:38.969 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:38.969 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:21:38.969 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:21:38.970 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:21:38.970 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:38.970 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:21:38Z" 2022-09-01T10:21:38.970 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:21:38.972 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027693.333073_252.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:21:33.333073Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:21:38Z" } 2022-09-01T10:21:38.972 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027693.333073_252.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:21:33.333073Z', 'realm_epoch': 2}}] 2022-09-01T10:21:38.973 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027693.333073_252.1'} 2022-09-01T10:21:38.974 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027693.333073_252.1'} 2022-09-01T10:21:38.975 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:21:38.975 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:21:38.976 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:38.976 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:38.977 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:21:39.031 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:39.032 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:39.064 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:39.059+0000 7f1d5921d600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:39.065 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:39.060+0000 7f1d5921d600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:39.072 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:21:39.076 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:21:39.077 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:21:39.077 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:21:39.077 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:21:39.078 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:21:39.078 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:39.078 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:39.078 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:21:39.079 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:39.079 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:21:39.079 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:39.079 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:39.081 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:21:39.081 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:39.082 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:21:39.082 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:39.083 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:21:39.083 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:39.083 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:39.084 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:39.084 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:39.085 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:21:39.085 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:39.086 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:39.086 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:21:39.087 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:39.087 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:39.087 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:39.088 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:21:39.088 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:39.089 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:39.090 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:39.091 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:39.091 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:21:39.092 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:39.092 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:39.092 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:21:39.093 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:39.093 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:39.094 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:39.094 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:21:39.094 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:39.095 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:39.095 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:39.095 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:39.095 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:21:39.096 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:39.096 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:39.097 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027693.333073_252.1", 2022-09-01T10:21:39.098 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:39.098 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:39.099 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:39.100 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.333073Z", 2022-09-01T10:21:39.100 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:39.100 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:39.101 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:39.102 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:21:39.102 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:39.102 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:21:39.102 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:21:39.103 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:21:39.103 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:39.103 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:21:39Z" 2022-09-01T10:21:39.103 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:21:39.105 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027693.333073_252.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:21:33.333073Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:21:39Z" } 2022-09-01T10:21:39.105 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027693.333073_252.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:21:33.333073Z', 'realm_epoch': 2}}] 2022-09-01T10:21:39.106 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027693.333073_252.1'} 2022-09-01T10:21:39.106 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027693.333073_252.1'} 2022-09-01T10:21:39.107 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:21:39.107 DEBUG:boto:path=/ptoxvb-36/ 2022-09-01T10:21:39.108 DEBUG:boto:auth_path=/ptoxvb-36/ 2022-09-01T10:21:39.108 DEBUG:boto:Method: HEAD 2022-09-01T10:21:39.109 DEBUG:boto:Path: /ptoxvb-36/ 2022-09-01T10:21:39.109 DEBUG:boto:Data: 2022-09-01T10:21:39.110 DEBUG:boto:Headers: {} 2022-09-01T10:21:39.110 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:39.111 DEBUG:boto:Port: 8000 2022-09-01T10:21:39.111 DEBUG:boto:Params: {} 2022-09-01T10:21:39.112 DEBUG:boto:Token: None 2022-09-01T10:21:39.112 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:39 GMT /ptoxvb-36/ 2022-09-01T10:21:39.114 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aPucg7GHOhxpVplIf2IxeITvV+4= 2022-09-01T10:21:39.114 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aPucg7GHOhxpVplIf2IxeITvV+4=', 'Content-Length': '0'} 2022-09-01T10:21:39.117 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000029be17ba5717b7e0-00631087b3-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:39.119 DEBUG:boto:path=/ptoxvb-36/foo 2022-09-01T10:21:39.120 DEBUG:boto:auth_path=/ptoxvb-36/foo 2022-09-01T10:21:39.121 DEBUG:boto:Method: PUT 2022-09-01T10:21:39.123 DEBUG:boto:Path: /ptoxvb-36/foo 2022-09-01T10:21:39.123 DEBUG:boto:Data: 2022-09-01T10:21:39.124 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'N7UdGUp1E+RbVvZSTy1R8g==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:21:39.125 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:39.126 DEBUG:boto:Port: 8000 2022-09-01T10:21:39.127 DEBUG:boto:Params: {} 2022-09-01T10:21:39.128 DEBUG:boto:Token: None 2022-09-01T10:21:39.129 DEBUG:boto:StringToSign: PUT N7UdGUp1E+RbVvZSTy1R8g== application/octet-stream Thu, 01 Sep 2022 10:21:39 GMT /ptoxvb-36/foo 2022-09-01T10:21:39.130 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:575YF854iEWhFXXYtoYwxs5VO7o= 2022-09-01T10:21:39.131 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'N7UdGUp1E+RbVvZSTy1R8g==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:21:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:575YF854iEWhFXXYtoYwxs5VO7o='} 2022-09-01T10:21:39.146 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"37b51d194a7513e45b56f6524f2d51f2"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005bfb29969ce3af98-00631087b3-10f8-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:21:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:39.147 DEBUG:boto:path=/ptoxvb-36/ 2022-09-01T10:21:39.148 DEBUG:boto:auth_path=/ptoxvb-36/ 2022-09-01T10:21:39.148 DEBUG:boto:Method: DELETE 2022-09-01T10:21:39.149 DEBUG:boto:Path: /ptoxvb-36/ 2022-09-01T10:21:39.149 DEBUG:boto:Data: 2022-09-01T10:21:39.150 DEBUG:boto:Headers: {} 2022-09-01T10:21:39.151 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:39.151 DEBUG:boto:Port: 8000 2022-09-01T10:21:39.152 DEBUG:boto:Params: {} 2022-09-01T10:21:39.152 DEBUG:boto:Token: None 2022-09-01T10:21:39.153 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:21:39 GMT /ptoxvb-36/ 2022-09-01T10:21:39.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x7fU8mv7EEkZNLKA4xfHj+7GkwU= 2022-09-01T10:21:39.154 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x7fU8mv7EEkZNLKA4xfHj+7GkwU=', 'Content-Length': '0'} 2022-09-01T10:21:39.166 DEBUG:boto:Response headers: [('Content-Length', '234'), ('x-amz-request-id', 'tx000001b14cd3bf90964c5-00631087b3-10f8-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:39.167 DEBUG:boto:path=/ptoxvb-37/ 2022-09-01T10:21:39.167 DEBUG:boto:auth_path=/ptoxvb-37/ 2022-09-01T10:21:39.168 DEBUG:boto:Method: HEAD 2022-09-01T10:21:39.168 DEBUG:boto:Path: /ptoxvb-37/ 2022-09-01T10:21:39.169 DEBUG:boto:Data: 2022-09-01T10:21:39.170 DEBUG:boto:Headers: {} 2022-09-01T10:21:39.175 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:39.176 DEBUG:boto:Port: 8000 2022-09-01T10:21:39.177 DEBUG:boto:Params: {} 2022-09-01T10:21:39.177 DEBUG:boto:Token: None 2022-09-01T10:21:39.188 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:39 GMT /ptoxvb-37/ 2022-09-01T10:21:39.189 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2kYG5boP2uKdvc0Dp2wbrTO8XjE= 2022-09-01T10:21:39.190 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2kYG5boP2uKdvc0Dp2wbrTO8XjE=', 'Content-Length': '0'} 2022-09-01T10:21:39.194 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f48379cdf5596c7d-00631087b3-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:39.195 DEBUG:boto:path=/ptoxvb-37/foo 2022-09-01T10:21:39.197 DEBUG:boto:auth_path=/ptoxvb-37/foo 2022-09-01T10:21:39.199 DEBUG:boto:Method: PUT 2022-09-01T10:21:39.200 DEBUG:boto:Path: /ptoxvb-37/foo 2022-09-01T10:21:39.201 DEBUG:boto:Data: 2022-09-01T10:21:39.201 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'N7UdGUp1E+RbVvZSTy1R8g==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:21:39.202 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:39.204 DEBUG:boto:Port: 8000 2022-09-01T10:21:39.205 DEBUG:boto:Params: {} 2022-09-01T10:21:39.206 DEBUG:boto:Token: None 2022-09-01T10:21:39.208 DEBUG:boto:StringToSign: PUT N7UdGUp1E+RbVvZSTy1R8g== application/octet-stream Thu, 01 Sep 2022 10:21:39 GMT /ptoxvb-37/foo 2022-09-01T10:21:39.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gJ2X7i92C32xX0WTq+2U7kBUTi4= 2022-09-01T10:21:39.212 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'N7UdGUp1E+RbVvZSTy1R8g==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:21:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gJ2X7i92C32xX0WTq+2U7kBUTi4='} 2022-09-01T10:21:39.223 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"37b51d194a7513e45b56f6524f2d51f2"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000d709642df6fdec5b-00631087b3-10e7-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:21:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:39.224 DEBUG:boto:path=/ptoxvb-37/ 2022-09-01T10:21:39.224 DEBUG:boto:auth_path=/ptoxvb-37/ 2022-09-01T10:21:39.225 DEBUG:boto:Method: DELETE 2022-09-01T10:21:39.225 DEBUG:boto:Path: /ptoxvb-37/ 2022-09-01T10:21:39.227 DEBUG:boto:Data: 2022-09-01T10:21:39.227 DEBUG:boto:Headers: {} 2022-09-01T10:21:39.228 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:39.228 DEBUG:boto:Port: 8000 2022-09-01T10:21:39.229 DEBUG:boto:Params: {} 2022-09-01T10:21:39.229 DEBUG:boto:Token: None 2022-09-01T10:21:39.230 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:21:39 GMT /ptoxvb-37/ 2022-09-01T10:21:39.231 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rKgX6YxSGPEip9M6mkuLJYpfo08= 2022-09-01T10:21:39.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rKgX6YxSGPEip9M6mkuLJYpfo08=', 'Content-Length': '0'} 2022-09-01T10:21:39.240 DEBUG:boto:Response headers: [('Content-Length', '234'), ('x-amz-request-id', 'tx00000087f064e74f2488e-00631087b3-10e7-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:39.243 DEBUG:boto:path=/ptoxvb-38/ 2022-09-01T10:21:39.243 DEBUG:boto:auth_path=/ptoxvb-38/ 2022-09-01T10:21:39.244 DEBUG:boto:Method: HEAD 2022-09-01T10:21:39.244 DEBUG:boto:Path: /ptoxvb-38/ 2022-09-01T10:21:39.245 DEBUG:boto:Data: 2022-09-01T10:21:39.245 DEBUG:boto:Headers: {} 2022-09-01T10:21:39.246 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:39.246 DEBUG:boto:Port: 8001 2022-09-01T10:21:39.247 DEBUG:boto:Params: {} 2022-09-01T10:21:39.248 DEBUG:boto:Token: None 2022-09-01T10:21:39.248 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:39 GMT /ptoxvb-38/ 2022-09-01T10:21:39.249 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X4FpQ89Su2tQLS1onfdcTUqQ+Xk= 2022-09-01T10:21:39.249 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X4FpQ89Su2tQLS1onfdcTUqQ+Xk=', 'Content-Length': '0'} 2022-09-01T10:21:39.256 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000063064e7d59fe54f2-00631087b3-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:39.257 DEBUG:boto:path=/ptoxvb-38/foo 2022-09-01T10:21:39.258 DEBUG:boto:auth_path=/ptoxvb-38/foo 2022-09-01T10:21:39.259 DEBUG:boto:Method: PUT 2022-09-01T10:21:39.260 DEBUG:boto:Path: /ptoxvb-38/foo 2022-09-01T10:21:39.261 DEBUG:boto:Data: 2022-09-01T10:21:39.262 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'N7UdGUp1E+RbVvZSTy1R8g==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:21:39.263 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:39.264 DEBUG:boto:Port: 8001 2022-09-01T10:21:39.265 DEBUG:boto:Params: {} 2022-09-01T10:21:39.266 DEBUG:boto:Token: None 2022-09-01T10:21:39.267 DEBUG:boto:StringToSign: PUT N7UdGUp1E+RbVvZSTy1R8g== application/octet-stream Thu, 01 Sep 2022 10:21:39 GMT /ptoxvb-38/foo 2022-09-01T10:21:39.268 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DM23VJrBh1IZkvULiL0l0Aft+TU= 2022-09-01T10:21:39.270 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'N7UdGUp1E+RbVvZSTy1R8g==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:21:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DM23VJrBh1IZkvULiL0l0Aft+TU='} 2022-09-01T10:21:39.291 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"37b51d194a7513e45b56f6524f2d51f2"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000c7daa23726386662-00631087b3-10f4-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:21:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:39.292 DEBUG:boto:path=/ptoxvb-38/ 2022-09-01T10:21:39.292 DEBUG:boto:auth_path=/ptoxvb-38/ 2022-09-01T10:21:39.293 DEBUG:boto:Method: DELETE 2022-09-01T10:21:39.293 DEBUG:boto:Path: /ptoxvb-38/ 2022-09-01T10:21:39.294 DEBUG:boto:Data: 2022-09-01T10:21:39.294 DEBUG:boto:Headers: {} 2022-09-01T10:21:39.295 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:39.295 DEBUG:boto:Port: 8001 2022-09-01T10:21:39.296 DEBUG:boto:Params: {} 2022-09-01T10:21:39.296 DEBUG:boto:Token: None 2022-09-01T10:21:39.297 DEBUG:boto:StringToSign: DELETE Thu, 01 Sep 2022 10:21:39 GMT /ptoxvb-38/ 2022-09-01T10:21:39.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JdM1ybNP2W7jEfzMYsr8m0kGaAs= 2022-09-01T10:21:39.303 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JdM1ybNP2W7jEfzMYsr8m0kGaAs=', 'Content-Length': '0'} 2022-09-01T10:21:39.313 DEBUG:boto:Response headers: [('Content-Length', '234'), ('x-amz-request-id', 'tx00000f8aa624d1191a275-00631087b3-10f4-test-zone3'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:21:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:39.356 DEBUG:boto:path=/ptoxvb-36/ 2022-09-01T10:21:39.363 DEBUG:boto:auth_path=/ptoxvb-36/ 2022-09-01T10:21:39.364 DEBUG:boto:Method: HEAD 2022-09-01T10:21:39.364 DEBUG:boto:Path: /ptoxvb-36/ 2022-09-01T10:21:39.365 DEBUG:boto:Data: 2022-09-01T10:21:39.370 DEBUG:boto:Headers: {} 2022-09-01T10:21:39.371 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:39.380 DEBUG:boto:Port: 8000 2022-09-01T10:21:39.380 DEBUG:boto:Params: {} 2022-09-01T10:21:39.381 DEBUG:boto:Token: None 2022-09-01T10:21:39.381 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:39 GMT /ptoxvb-36/ 2022-09-01T10:21:39.382 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aPucg7GHOhxpVplIf2IxeITvV+4= 2022-09-01T10:21:39.382 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aPucg7GHOhxpVplIf2IxeITvV+4=', 'Content-Length': '0'} 2022-09-01T10:21:39.385 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '3'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000add2d77d23397d5-00631087b3-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:39.387 DEBUG:boto:path=/ptoxvb-37/ 2022-09-01T10:21:39.387 DEBUG:boto:auth_path=/ptoxvb-37/ 2022-09-01T10:21:39.388 DEBUG:boto:Method: HEAD 2022-09-01T10:21:39.388 DEBUG:boto:Path: /ptoxvb-37/ 2022-09-01T10:21:39.389 DEBUG:boto:Data: 2022-09-01T10:21:39.391 DEBUG:boto:Headers: {} 2022-09-01T10:21:39.391 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:39.392 DEBUG:boto:Port: 8000 2022-09-01T10:21:39.392 DEBUG:boto:Params: {} 2022-09-01T10:21:39.393 DEBUG:boto:Token: None 2022-09-01T10:21:39.394 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:39 GMT /ptoxvb-37/ 2022-09-01T10:21:39.394 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2kYG5boP2uKdvc0Dp2wbrTO8XjE= 2022-09-01T10:21:39.395 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2kYG5boP2uKdvc0Dp2wbrTO8XjE=', 'Content-Length': '0'} 2022-09-01T10:21:39.398 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000024cf82ccd3eb1daa-00631087b3-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:39.398 DEBUG:boto:path=/ptoxvb-38/ 2022-09-01T10:21:39.399 DEBUG:boto:auth_path=/ptoxvb-38/ 2022-09-01T10:21:39.408 DEBUG:boto:Method: HEAD 2022-09-01T10:21:39.409 DEBUG:boto:Path: /ptoxvb-38/ 2022-09-01T10:21:39.410 DEBUG:boto:Data: 2022-09-01T10:21:39.421 DEBUG:boto:Headers: {} 2022-09-01T10:21:39.423 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:39.424 DEBUG:boto:Port: 8000 2022-09-01T10:21:39.425 DEBUG:boto:Params: {} 2022-09-01T10:21:39.427 DEBUG:boto:Token: None 2022-09-01T10:21:39.428 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:21:39 GMT /ptoxvb-38/ 2022-09-01T10:21:39.429 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X4FpQ89Su2tQLS1onfdcTUqQ+Xk= 2022-09-01T10:21:39.430 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X4FpQ89Su2tQLS1onfdcTUqQ+Xk=', 'Content-Length': '0'} 2022-09-01T10:21:39.437 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003903b1a5defa09c3-00631087b3-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:39.439 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_delete_notempty ... ok 2022-09-01T10:21:39.441 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-39 2022-09-01T10:21:39.442 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:21:39.443 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:21:39.443 DEBUG:boto:Method: PUT 2022-09-01T10:21:39.444 DEBUG:boto:Path: /ptoxvb-39/ 2022-09-01T10:21:39.444 DEBUG:boto:Data: 2022-09-01T10:21:39.445 DEBUG:boto:Headers: {} 2022-09-01T10:21:39.446 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:21:39.447 DEBUG:boto:Port: 8000 2022-09-01T10:21:39.448 DEBUG:boto:Params: {} 2022-09-01T10:21:39.449 DEBUG:boto:Token: None 2022-09-01T10:21:39.451 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:39 GMT /ptoxvb-39/ 2022-09-01T10:21:39.453 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8AcIo0I1/YtdOiN9A1WOvqa5lrE= 2022-09-01T10:21:39.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8AcIo0I1/YtdOiN9A1WOvqa5lrE=', 'Content-Length': '0'} 2022-09-01T10:21:39.483 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000f8d3f22fe236633e-00631087b3-10f8-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:39.484 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-40 2022-09-01T10:21:39.485 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:21:39.485 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:21:39.486 DEBUG:boto:Method: PUT 2022-09-01T10:21:39.486 DEBUG:boto:Path: /ptoxvb-40/ 2022-09-01T10:21:39.487 DEBUG:boto:Data: 2022-09-01T10:21:39.488 DEBUG:boto:Headers: {} 2022-09-01T10:21:39.489 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:21:39.490 DEBUG:boto:Port: 8000 2022-09-01T10:21:39.491 DEBUG:boto:Params: {} 2022-09-01T10:21:39.492 DEBUG:boto:Token: None 2022-09-01T10:21:39.492 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:39 GMT /ptoxvb-40/ 2022-09-01T10:21:39.493 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XYnZ9KxGIshKsGE4c6lZu0RVIVw= 2022-09-01T10:21:39.494 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XYnZ9KxGIshKsGE4c6lZu0RVIVw=', 'Content-Length': '0'} 2022-09-01T10:21:39.531 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000f5667fdf631422f5-00631087b3-10e7-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:39.533 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-41 2022-09-01T10:21:39.533 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:21:39.534 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:21:39.535 DEBUG:boto:Method: PUT 2022-09-01T10:21:39.536 DEBUG:boto:Path: /ptoxvb-41/ 2022-09-01T10:21:39.537 DEBUG:boto:Data: 2022-09-01T10:21:39.538 DEBUG:boto:Headers: {} 2022-09-01T10:21:39.539 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:21:39.551 DEBUG:boto:Port: 8001 2022-09-01T10:21:39.552 DEBUG:boto:Params: {} 2022-09-01T10:21:39.553 DEBUG:boto:Token: None 2022-09-01T10:21:39.553 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:21:39 GMT /ptoxvb-41/ 2022-09-01T10:21:39.559 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4k6Qni4i3isL/i+3pOiruG/oUtM= 2022-09-01T10:21:39.560 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:21:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4k6Qni4i3isL/i+3pOiruG/oUtM=', 'Content-Length': '0'} 2022-09-01T10:21:39.613 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000004263cf63c3fb27f4-00631087b3-10f4-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:21:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:21:39.619 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:39.621 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:39.622 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:21:39.673 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:39.674 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:39.702 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=4dcfef22-513c-4d25-99ed-606dde9c5a5f 2022-09-01T10:21:39.715 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:21:39.715 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:39.716 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:21:39.716 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:55:14.283764Z" 2022-09-01T10:21:39.716 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:39.717 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:39.717 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:21:39.718 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:21:39.718 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:39.719 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:39.719 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:21:39.719 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T09:57:47.867747Z" 2022-09-01T10:21:39.720 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:39.720 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:39.720 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027699.586180_264.1", 2022-09-01T10:21:39.721 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:21:39.586180Z" 2022-09-01T10:21:39.721 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:21:39.722 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:21:39.723 DEBUG:rgw_multi.tests:master meta markers={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027699.586180_264.1'} 2022-09-01T10:21:39.724 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:21:39.725 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:39.726 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:39.727 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:21:39.789 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:39.790 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:39.826 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:39.819+0000 7fb8fe237600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:39.827 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:39.821+0000 7fb8fe237600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:39.835 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:21:39.836 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:21:39.836 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:21:39.837 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:21:39.837 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:21:39.838 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:21:39.838 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:39.839 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:39.839 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:21:39.840 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:39.840 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:21:39.841 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:39.842 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:39.843 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:21:39.844 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:39.844 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:21:39.844 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:39.845 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:21:39.845 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:39.845 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:39.846 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:39.846 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:39.846 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:21:39.847 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:39.847 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:39.847 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:21:39.848 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:39.848 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:39.848 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:39.849 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:21:39.850 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:39.851 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:39.852 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:39.853 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:39.854 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:21:39.854 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:39.855 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:39.855 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:21:39.856 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:39.856 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:39.857 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:39.857 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:21:39.865 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:39.865 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:39.866 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:39.866 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:39.867 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:21:39.867 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:39.868 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:39.868 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027699.575242_261.1", 2022-09-01T10:21:39.870 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:39.870 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:39.870 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:39.870 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.575242Z", 2022-09-01T10:21:39.871 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:39.871 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:39.871 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:39.871 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:21:39.872 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:39.872 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:21:39.872 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:21:39.872 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:21:39.873 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:39.873 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:21:39Z" 2022-09-01T10:21:39.873 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:21:39.874 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027699.575242_261.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:21:39.575242Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:21:39Z" } 2022-09-01T10:21:39.875 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027699.575242_261.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:21:39.575242Z', 'realm_epoch': 2}}] 2022-09-01T10:21:39.876 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027699.586180_264.1'} 2022-09-01T10:21:39.876 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027699.575242_261.1'} 2022-09-01T10:21:39.876 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027699.586180_264.1 target=1_1662027699.575242_261.1 2022-09-01T10:21:44.878 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:44.879 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:44.880 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:21:44.942 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:44.943 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:44.974 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:44.973+0000 7fc7f2cd5600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:44.975 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:44.974+0000 7fc7f2cd5600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:44.988 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:21:44.989 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:21:44.990 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:21:44.990 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:21:44.991 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:21:44.991 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:21:44.991 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:44.992 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:44.992 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:21:44.993 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:44.993 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:21:44.994 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:44.995 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:44.995 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:21:44.995 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:44.996 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:21:44.997 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:44.997 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:21:44.998 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:44.998 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:44.999 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:44.999 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:44.999 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:21:45.000 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:45.000 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:45.001 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:21:45.002 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:45.003 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:45.003 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:45.004 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:21:45.004 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:45.005 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:45.005 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:45.006 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:45.006 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:21:45.007 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:45.007 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:45.008 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:21:45.008 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:45.008 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:45.009 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:45.009 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:21:45.010 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:45.010 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:45.011 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:45.011 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:45.013 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:21:45.013 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:45.014 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:45.014 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027699.586180_264.1", 2022-09-01T10:21:45.014 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:45.015 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:45.015 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:45.016 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.586180Z", 2022-09-01T10:21:45.016 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:45.017 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:45.017 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:45.017 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:21:45.018 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:45.019 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:21:45.020 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:21:45.020 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:21:45.021 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:45.021 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:21:44Z" 2022-09-01T10:21:45.022 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:21:45.025 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027699.586180_264.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:21:39.586180Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:21:44Z" } 2022-09-01T10:21:45.026 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027699.586180_264.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:21:39.586180Z', 'realm_epoch': 2}}] 2022-09-01T10:21:45.027 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027699.586180_264.1'} 2022-09-01T10:21:45.028 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027699.586180_264.1'} 2022-09-01T10:21:45.028 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:21:45.029 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:21:45.030 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:45.031 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:45.032 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:21:45.090 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:45.091 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:45.132 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:45.133+0000 7f955d9a1600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:45.134 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:21:45.134+0000 7f955d9a1600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:45.150 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:21:45.152 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:21:45.152 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:21:45.152 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:21:45.152 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:21:45.153 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:21:45.154 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:21:45.154 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:45.155 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:21:45.155 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:45.155 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:21:45.156 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:21:45.156 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:21:45.156 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:21:45.156 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:21:45.157 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:21:45.157 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:21:45.157 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:21:45.158 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:21:45.160 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:21:45.161 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:45.161 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:45.162 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:21:45.162 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:21:45.163 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:21:45.163 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:21:45.164 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:21:45.164 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:21:45.166 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:21:45.167 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:21:45.167 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:21:45.167 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:21:45.167 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:45.168 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:45.168 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:21:45.168 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:21:45.168 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:21:45.169 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:21:45.169 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:21:45.169 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:21:45.170 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:21:45.171 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:21:45.171 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:21:45.171 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:21:45.171 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:45.172 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:21:45.172 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:21:45.172 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:21:45.172 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:21:45.173 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027699.586180_264.1", 2022-09-01T10:21:45.173 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:21:45.173 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:21:45.173 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:21:45.174 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.586180Z", 2022-09-01T10:21:45.174 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:21:45.174 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:21:45.174 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:21:45.175 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:21:45.175 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:45.175 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:21:45.176 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:21:45.176 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:21:45.176 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:21:45.176 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:21:45Z" 2022-09-01T10:21:45.177 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:21:45.178 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027699.586180_264.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:21:39.586180Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:21:45Z" } 2022-09-01T10:21:45.179 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027699.586180_264.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:21:39.586180Z', 'realm_epoch': 2}}] 2022-09-01T10:21:45.179 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027699.586180_264.1'} 2022-09-01T10:21:45.180 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027699.586180_264.1'} 2022-09-01T10:21:45.180 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:21:45.181 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:21:45.181 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:45.182 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:21:45.183 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:21:45.246 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:45.250 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:45.291 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:45.271+0000 7f8f73d0c600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:45.292 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:45.272+0000 7f8f73d0c600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:45.294 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:21:45.300 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:21:45.301 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:21:45.301 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:21:45.302 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:21:45.302 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:21:45.303 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:45.303 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:45.304 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:21:45.304 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:45.305 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:21:45.305 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:45.305 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:45.305 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:21:45.308 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:45.312 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:21:45.312 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:45.313 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:21:45.313 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:45.313 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:45.314 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:45.315 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:45.315 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:21:45.315 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:45.315 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:45.316 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:21:45.316 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:45.316 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:45.326 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:45.327 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:21:45.327 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:45.327 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:45.328 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:45.328 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:45.328 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:21:45.329 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:45.329 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:45.329 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:21:45.330 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:45.330 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:45.331 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:45.331 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:21:45.331 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:45.332 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:45.332 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:45.332 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:45.333 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:21:45.333 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:45.333 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:21:45.333 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027699.586180_264.1", 2022-09-01T10:21:45.339 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:21:45.339 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:21:45.340 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:21:45.340 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.586180Z", 2022-09-01T10:21:45.340 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:21:45.342 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:45.342 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:45.343 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:21:45.343 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:45.344 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:21:45.344 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:21:45.344 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:21:45.345 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:45.345 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:21:45Z" 2022-09-01T10:21:45.346 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:21:45.350 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", "realm_epoch": 2 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027699.586180_264.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:21:39.586180Z", "realm_epoch": 2 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:21:45Z" } 2022-09-01T10:21:45.351 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027699.586180_264.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:21:39.586180Z', 'realm_epoch': 2}}] 2022-09-01T10:21:45.352 DEBUG:rgw_multi.tests:log_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027699.586180_264.1'} 2022-09-01T10:21:45.352 DEBUG:rgw_multi.tests:sync_status={0: '1_1662026114.283764_49.1', 1: '', 2: '1_1662026267.867747_115.1', 3: '1_1662027699.586180_264.1'} 2022-09-01T10:21:45.353 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:21:45.366 DEBUG:tasks.rgw.c1.client.1:waiting for process to exit 2022-09-01T10:21:45.368 INFO:teuthology.orchestra.run:waiting for 300 2022-09-01T10:21:45.370 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T10:21:45.368+0000 7f2b4607a700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8001 -n client.1 --cluster c1 -k /etc/ceph/c1.client.1.keyring --log-file /var/log/ceph/rgw.c1.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.1.sock --foreground --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm (PID: 101919) UID: 0 2022-09-01T10:21:45.371 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T10:21:45.368+0000 7f2b4b251600 -1 shutting down 2022-09-01T10:21:48.009 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~0s 2022-09-01T10:21:48.264 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T10:21:48.263+0000 7fdfbb409700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-5) 2022-09-01T10:21:48.348 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T10:21:48.348+0000 7fdfbb409700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5) 2022-09-01T10:21:48.364 INFO:tasks.rgw.c1.client.0.smithi044.stdout:2022-09-01T10:21:48.365+0000 7fdad018d700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5) 2022-09-01T10:21:48.399 INFO:tasks.rgw.c1.client.0.smithi044.stdout:2022-09-01T10:21:48.400+0000 7fdad018d700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16) 2022-09-01T10:21:48.430 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T10:21:48.430+0000 7fdfbb409700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16) 2022-09-01T10:21:48.535 INFO:tasks.rgw.c1.client.0.smithi044.stdout:2022-09-01T10:21:48.535+0000 7fdad018d700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5) 2022-09-01T10:21:51.470 INFO:tasks.rgw.c1.client.1:Stopped 2022-09-01T10:21:51.471 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--master', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:21:51.472 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--master', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:21:51.473 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone modify --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --master --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:21:51.540 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:51.540 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:51.561 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:51.560+0000 7f9f31993600 0 NOTICE: overriding master zone: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 2022-09-01T10:21:51.562 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:51.561+0000 7f9f31993600 0 failed reading obj info from .rgw.root:zone_info.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7: (2) No such file or directory 2022-09-01T10:21:51.563 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:51.561+0000 7f9f31993600 0 WARNING: could not read zone params for zone id=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 name=test-zone1 2022-09-01T10:21:51.563 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:51.561+0000 7f9f31993600 0 failed reading obj info from .rgw.root:zone_info.e6a21916-7630-45e1-bee5-90abb9102ea2: (2) No such file or directory 2022-09-01T10:21:51.564 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:51.561+0000 7f9f31993600 0 WARNING: could not read zone params for zone id=e6a21916-7630-45e1-bee5-90abb9102ea2 name=test-zone3 2022-09-01T10:21:51.566 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:21:51.567 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:21:51.567 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone2", 2022-09-01T10:21:51.567 INFO:teuthology.orchestra.run.smithi052.stdout: "domain_root": "test-zone2.rgw.meta:root", 2022-09-01T10:21:51.568 INFO:teuthology.orchestra.run.smithi052.stdout: "control_pool": "test-zone2.rgw.control", 2022-09-01T10:21:51.568 INFO:teuthology.orchestra.run.smithi052.stdout: "gc_pool": "test-zone2.rgw.log:gc", 2022-09-01T10:21:51.568 INFO:teuthology.orchestra.run.smithi052.stdout: "lc_pool": "test-zone2.rgw.log:lc", 2022-09-01T10:21:51.568 INFO:teuthology.orchestra.run.smithi052.stdout: "log_pool": "test-zone2.rgw.log", 2022-09-01T10:21:51.569 INFO:teuthology.orchestra.run.smithi052.stdout: "intent_log_pool": "test-zone2.rgw.log:intent", 2022-09-01T10:21:51.569 INFO:teuthology.orchestra.run.smithi052.stdout: "usage_log_pool": "test-zone2.rgw.log:usage", 2022-09-01T10:21:51.569 INFO:teuthology.orchestra.run.smithi052.stdout: "roles_pool": "test-zone2.rgw.meta:roles", 2022-09-01T10:21:51.569 INFO:teuthology.orchestra.run.smithi052.stdout: "reshard_pool": "test-zone2.rgw.log:reshard", 2022-09-01T10:21:51.570 INFO:teuthology.orchestra.run.smithi052.stdout: "user_keys_pool": "test-zone2.rgw.meta:users.keys", 2022-09-01T10:21:51.570 INFO:teuthology.orchestra.run.smithi052.stdout: "user_email_pool": "test-zone2.rgw.meta:users.email", 2022-09-01T10:21:51.570 INFO:teuthology.orchestra.run.smithi052.stdout: "user_swift_pool": "test-zone2.rgw.meta:users.swift", 2022-09-01T10:21:51.571 INFO:teuthology.orchestra.run.smithi052.stdout: "user_uid_pool": "test-zone2.rgw.meta:users.uid", 2022-09-01T10:21:51.571 INFO:teuthology.orchestra.run.smithi052.stdout: "otp_pool": "test-zone2.rgw.otp", 2022-09-01T10:21:51.571 INFO:teuthology.orchestra.run.smithi052.stdout: "system_key": { 2022-09-01T10:21:51.571 INFO:teuthology.orchestra.run.smithi052.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T10:21:51.572 INFO:teuthology.orchestra.run.smithi052.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T10:21:51.572 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:51.572 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_pools": [ 2022-09-01T10:21:51.572 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:51.573 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "default-placement", 2022-09-01T10:21:51.573 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:21:51.573 INFO:teuthology.orchestra.run.smithi052.stdout: "index_pool": "test-zone2.rgw.buckets.index", 2022-09-01T10:21:51.573 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": { 2022-09-01T10:21:51.574 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD": { 2022-09-01T10:21:51.574 INFO:teuthology.orchestra.run.smithi052.stdout: "data_pool": "test-zone2.rgw.buckets.data", 2022-09-01T10:21:51.574 INFO:teuthology.orchestra.run.smithi052.stdout: "compression_type": "random" 2022-09-01T10:21:51.574 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:51.575 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:51.575 INFO:teuthology.orchestra.run.smithi052.stdout: "data_extra_pool": "test-zone2.rgw.buckets.non-ec", 2022-09-01T10:21:51.575 INFO:teuthology.orchestra.run.smithi052.stdout: "index_type": 0 2022-09-01T10:21:51.575 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:51.576 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:51.576 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:21:51.576 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:21:51.576 INFO:teuthology.orchestra.run.smithi052.stdout: "notif_pool": "test-zone2.rgw.log:notif" 2022-09-01T10:21:51.577 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:21:51.578 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:21:51.579 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:21:51.579 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:21:51.632 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:21:51.633 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:21:51.671 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:51.671+0000 7f9790f34600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:51.672 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:21:51.672+0000 7f9790f34600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:21:51.685 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:21:51.686 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "74a33b6f-f1d1-40a5-b9ec-b739d2976075", 2022-09-01T10:21:51.686 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 1, 2022-09-01T10:21:51.687 INFO:teuthology.orchestra.run.smithi052.stdout: "predecessor_uuid": "4dcfef22-513c-4d25-99ed-606dde9c5a5f", 2022-09-01T10:21:51.687 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": [ 2022-09-01T10:21:51.687 INFO:teuthology.orchestra.run.smithi052.stdout: "1_1662026114.283764_49.1", 2022-09-01T10:21:51.688 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:21:51.688 INFO:teuthology.orchestra.run.smithi052.stdout: "1_1662026267.867747_115.1", 2022-09-01T10:21:51.689 INFO:teuthology.orchestra.run.smithi052.stdout: "1_1662027699.586180_264.1" 2022-09-01T10:21:51.689 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:21:51.689 INFO:teuthology.orchestra.run.smithi052.stdout: "period_map": { 2022-09-01T10:21:51.689 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "74a33b6f-f1d1-40a5-b9ec-b739d2976075", 2022-09-01T10:21:51.690 INFO:teuthology.orchestra.run.smithi052.stdout: "zonegroups": [ 2022-09-01T10:21:51.691 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:51.691 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "test-zonegroup", 2022-09-01T10:21:51.691 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zonegroup", 2022-09-01T10:21:51.692 INFO:teuthology.orchestra.run.smithi052.stdout: "api_name": "", 2022-09-01T10:21:51.692 INFO:teuthology.orchestra.run.smithi052.stdout: "is_master": true, 2022-09-01T10:21:51.692 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:21:51.693 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:21:51.693 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:21:51.693 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames": [], 2022-09-01T10:21:51.694 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames_s3website": [], 2022-09-01T10:21:51.694 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:21:51.695 INFO:teuthology.orchestra.run.smithi052.stdout: "zones": [ 2022-09-01T10:21:51.695 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:51.696 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:21:51.696 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone4", 2022-09-01T10:21:51.696 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:21:51.697 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi052.front.sepia.ceph.com:8001" 2022-09-01T10:21:51.697 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:21:51.698 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:21:51.699 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:21:51.699 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:21:51.700 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:21:51.700 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "pubsub", 2022-09-01T10:21:51.701 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": false, 2022-09-01T10:21:51.701 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [ 2022-09-01T10:21:51.701 INFO:teuthology.orchestra.run.smithi052.stdout: "test-zone1" 2022-09-01T10:21:51.702 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:21:51.702 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:21:51.702 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:21:51.702 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:21:51.703 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:21:51.703 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:51.703 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:51.703 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:21:51.704 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone2", 2022-09-01T10:21:51.704 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:21:51.704 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi052.front.sepia.ceph.com:8000" 2022-09-01T10:21:51.704 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:21:51.705 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:21:51.705 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:21:51.705 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:21:51.705 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:21:51.706 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:21:51.706 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:21:51.706 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:21:51.706 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:21:51.707 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:21:51.707 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:21:51.707 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:21:51.707 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:51.708 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:51.708 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:21:51.708 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone1", 2022-09-01T10:21:51.709 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:21:51.709 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:21:51.709 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:21:51.709 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:21:51.710 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:21:51.710 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:21:51.710 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:21:51.710 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:21:51.711 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:21:51.711 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:21:51.711 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:21:51.712 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:21:51.712 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:21:51.712 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:21:51.713 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:51.713 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:51.713 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:21:51.714 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone3", 2022-09-01T10:21:51.714 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:21:51.714 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8001" 2022-09-01T10:21:51.714 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:21:51.715 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:21:51.715 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:21:51.715 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:21:51.716 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:21:51.716 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:21:51.716 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:21:51.717 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:21:51.717 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:21:51.717 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:21:51.718 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:21:51.718 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:21:51.718 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:51.719 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:21:51.719 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_targets": [ 2022-09-01T10:21:51.719 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:51.721 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default-placement", 2022-09-01T10:21:51.721 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2022-09-01T10:21:51.722 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": [ 2022-09-01T10:21:51.722 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD" 2022-09-01T10:21:51.722 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:21:51.722 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:51.723 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:21:51.723 INFO:teuthology.orchestra.run.smithi052.stdout: "default_placement": "default-placement", 2022-09-01T10:21:51.723 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:21:51.724 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_policy": { 2022-09-01T10:21:51.724 INFO:teuthology.orchestra.run.smithi052.stdout: "groups": [] 2022-09-01T10:21:51.724 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:51.724 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled_features": [ 2022-09-01T10:21:51.725 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:21:51.725 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:21:51.725 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:51.725 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:21:51.726 INFO:teuthology.orchestra.run.smithi052.stdout: "short_zone_ids": [ 2022-09-01T10:21:51.726 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:51.726 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:21:51.726 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 130640457 2022-09-01T10:21:51.727 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:51.727 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:51.727 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:21:51.727 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 2888871583 2022-09-01T10:21:51.728 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:51.728 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:51.728 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:21:51.728 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 1160424817 2022-09-01T10:21:51.729 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:51.729 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:21:51.729 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:21:51.730 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 3168230928 2022-09-01T10:21:51.730 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:51.730 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:21:51.731 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:51.731 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zonegroup": "test-zonegroup", 2022-09-01T10:21:51.731 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:21:51.731 INFO:teuthology.orchestra.run.smithi052.stdout: "period_config": { 2022-09-01T10:21:51.732 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_quota": { 2022-09-01T10:21:51.732 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T10:21:51.732 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T10:21:51.733 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T10:21:51.733 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T10:21:51.733 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T10:21:51.734 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:51.734 INFO:teuthology.orchestra.run.smithi052.stdout: "user_quota": { 2022-09-01T10:21:51.734 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T10:21:51.734 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T10:21:51.735 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T10:21:51.735 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T10:21:51.735 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T10:21:51.735 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:51.736 INFO:teuthology.orchestra.run.smithi052.stdout: "user_ratelimit": { 2022-09-01T10:21:51.736 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:21:51.736 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:21:51.737 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:21:51.737 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:21:51.737 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:21:51.737 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:51.738 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_ratelimit": { 2022-09-01T10:21:51.738 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:21:51.738 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:21:51.738 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:21:51.739 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:21:51.739 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:21:51.739 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:51.739 INFO:teuthology.orchestra.run.smithi052.stdout: "anonymous_ratelimit": { 2022-09-01T10:21:51.740 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:21:51.740 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:21:51.742 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:21:51.743 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:21:51.743 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:21:51.743 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:21:51.744 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:21:51.744 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:21:51.744 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_name": "test-realm", 2022-09-01T10:21:51.745 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 3 2022-09-01T10:21:51.745 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:21:51.746 INFO:rgw_multi.tests:Set master zone=test-zone2, waiting 60s for reconfiguration.. 2022-09-01T10:21:53.619 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 has been restored 2022-09-01T10:22:51.748 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-42 2022-09-01T10:22:51.750 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:22:51.751 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:22:51.751 DEBUG:boto:Method: PUT 2022-09-01T10:22:51.752 DEBUG:boto:Path: /ptoxvb-42/ 2022-09-01T10:22:51.752 DEBUG:boto:Data: 2022-09-01T10:22:51.753 DEBUG:boto:Headers: {} 2022-09-01T10:22:51.753 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:22:51.754 DEBUG:boto:Port: 8000 2022-09-01T10:22:51.755 DEBUG:boto:Params: {} 2022-09-01T10:22:51.756 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:22:51.757 DEBUG:boto:Token: None 2022-09-01T10:22:51.757 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:22:51 GMT /ptoxvb-42/ 2022-09-01T10:22:51.760 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rMe/3KkEc9VyQi8u6ERCMgQAD7E= 2022-09-01T10:22:51.761 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:22:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rMe/3KkEc9VyQi8u6ERCMgQAD7E=', 'Content-Length': '0'} 2022-09-01T10:22:51.803 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000001d5dc5f0f965ea6f-00631087fb-1432-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:22:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:22:51.804 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-43 2022-09-01T10:22:51.805 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:22:51.805 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:22:51.806 DEBUG:boto:Method: PUT 2022-09-01T10:22:51.807 DEBUG:boto:Path: /ptoxvb-43/ 2022-09-01T10:22:51.807 DEBUG:boto:Data: 2022-09-01T10:22:51.808 DEBUG:boto:Headers: {} 2022-09-01T10:22:51.809 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:22:51.809 DEBUG:boto:Port: 8000 2022-09-01T10:22:51.810 DEBUG:boto:Params: {} 2022-09-01T10:22:51.810 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:22:51.811 DEBUG:boto:Token: None 2022-09-01T10:22:51.811 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:22:51 GMT /ptoxvb-43/ 2022-09-01T10:22:51.812 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qjdh6U0ZI600u1c65qVDF9we1JM= 2022-09-01T10:22:51.813 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:22:51 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qjdh6U0ZI600u1c65qVDF9we1JM=', 'Content-Length': '0'} 2022-09-01T10:22:51.834 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000004d2ba9112623e7aa-00631087fb-1421-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:22:51 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:22:51.835 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:22:51.836 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:22:51.837 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:22:51.895 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:22:51.896 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:22:51.927 INFO:teuthology.orchestra.run.smithi052.stderr:No --period given, using current period=74a33b6f-f1d1-40a5-b9ec-b739d2976075 2022-09-01T10:22:51.941 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:22:51.942 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:22:51.942 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:22:51.943 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "0.000000" 2022-09-01T10:22:51.943 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:22:51.944 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:22:51.944 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:22:51.944 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "0.000000" 2022-09-01T10:22:51.945 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:22:51.945 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:22:51.945 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:22:51.946 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "0.000000" 2022-09-01T10:22:51.946 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:22:51.946 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:22:51.947 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027771.833793_155.1", 2022-09-01T10:22:51.947 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:22:51.833793Z" 2022-09-01T10:22:51.948 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:22:51.949 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:22:51.951 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662027771.833793_155.1'} 2022-09-01T10:22:51.952 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone1 2022-09-01T10:22:51.953 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:22:51.953 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:22:51.954 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:22:52.010 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:22:52.010 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:22:52.041 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:22:52.042+0000 7fd6c1b10600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:22:52.042 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:22:52.043+0000 7fd6c1b10600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:22:52.059 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:22:52.060 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:22:52.060 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:22:52.061 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:22:52.061 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:22:52.062 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "74a33b6f-f1d1-40a5-b9ec-b739d2976075", 2022-09-01T10:22:52.062 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 3 2022-09-01T10:22:52.063 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:52.064 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:22:52.064 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:52.065 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:22:52.066 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:22:52.066 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 0, 2022-09-01T10:22:52.066 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "bucket.instance:ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:22:52.067 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:22:52.067 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 81, 2022-09-01T10:22:52.068 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 21, 2022-09-01T10:22:52.068 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:22:52.069 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 0 2022-09-01T10:22:52.069 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:52.070 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:52.070 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:52.070 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:22:52.070 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:22:52.071 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:22:52.071 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:22:52.071 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:22:52.072 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:22:52.072 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:22:52.073 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:22:52.073 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 3 2022-09-01T10:22:52.074 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:52.074 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:52.075 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:52.075 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:22:52.076 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:22:52.076 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:22:52.077 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:22:52.077 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:22:52.078 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:22:52.078 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:22:52.079 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:22:52.079 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 3 2022-09-01T10:22:52.080 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:52.080 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:52.081 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:52.081 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:22:52.082 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:22:52.082 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:22:52.082 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027771.780440_148.1", 2022-09-01T10:22:52.083 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:22:52.084 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:22:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:22:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.780440Z", 2022-09-01T10:22:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 3 2022-09-01T10:22:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:22:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:22:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 81, 2022-09-01T10:22:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 21 2022-09-01T10:22:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:22:52Z" 2022-09-01T10:22:52.088 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:22:52.090 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "74a33b6f-f1d1-40a5-b9ec-b739d2976075", "realm_epoch": 3 }, "markers": [ { "key": 0, "val": { "state": 0, "marker": "bucket.instance:ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", "next_step_marker": "", "total_entries": 81, "pos": 21, "timestamp": "0.000000", "realm_epoch": 0 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 3 } }, { "key": 2, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 3 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027771.780440_148.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:22:51.780440Z", "realm_epoch": 3 } } ] }, "full_sync": { "total": 81, "complete": 21 }, "current_time": "2022-09-01T10:22:52Z" } 2022-09-01T10:22:52.091 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 0, 'marker': 'bucket.instance:ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29', 'next_step_marker': '', 'total_entries': 81, 'pos': 21, 'timestamp': '0.000000', 'realm_epoch': 0}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 3}}, {'key': 2, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 3}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027771.780440_148.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:22:51.780440Z', 'realm_epoch': 3}}] 2022-09-01T10:22:52.091 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027771.833793_155.1'} 2022-09-01T10:22:52.092 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027771.780440_148.1'} 2022-09-01T10:22:52.092 WARNING:rgw_multi.tests:zone test-zone1 behind master: shard=3 master=1_1662027771.833793_155.1 target=1_1662027771.780440_148.1 2022-09-01T10:22:57.094 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:22:57.096 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:22:57.097 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:22:57.156 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:22:57.156 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:22:57.190 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:22:57.191+0000 7fb003f71600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:22:57.191 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:22:57.192+0000 7fb003f71600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:22:57.213 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:22:57.214 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:22:57.214 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:22:57.215 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:22:57.215 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:22:57.216 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "74a33b6f-f1d1-40a5-b9ec-b739d2976075", 2022-09-01T10:22:57.216 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 3 2022-09-01T10:22:57.217 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.217 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:22:57.218 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:57.219 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:22:57.220 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:22:57.220 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 0, 2022-09-01T10:22:57.221 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "bucket.instance:ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:22:57.221 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:22:57.222 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 81, 2022-09-01T10:22:57.223 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 21, 2022-09-01T10:22:57.223 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:22:57.224 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 0 2022-09-01T10:22:57.224 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:57.225 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.225 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:57.226 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:22:57.226 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:22:57.227 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:22:57.227 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:22:57.227 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:22:57.228 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:22:57.229 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:22:57.230 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:22:57.230 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 3 2022-09-01T10:22:57.231 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:57.231 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.231 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:57.232 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:22:57.232 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:22:57.232 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:22:57.232 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:22:57.233 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:22:57.233 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:22:57.233 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:22:57.233 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:22:57.234 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 3 2022-09-01T10:22:57.234 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:57.235 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.235 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:57.235 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:22:57.236 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:22:57.236 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:22:57.236 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027771.833793_155.1", 2022-09-01T10:22:57.237 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:22:57.237 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:22:57.237 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:22:57.238 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.833793Z", 2022-09-01T10:22:57.238 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 3 2022-09-01T10:22:57.238 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:57.239 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:57.239 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:22:57.240 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.240 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:22:57.240 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 81, 2022-09-01T10:22:57.240 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 21 2022-09-01T10:22:57.241 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.241 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:22:57Z" 2022-09-01T10:22:57.241 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:22:57.242 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "74a33b6f-f1d1-40a5-b9ec-b739d2976075", "realm_epoch": 3 }, "markers": [ { "key": 0, "val": { "state": 0, "marker": "bucket.instance:ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", "next_step_marker": "", "total_entries": 81, "pos": 21, "timestamp": "0.000000", "realm_epoch": 0 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 3 } }, { "key": 2, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 3 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027771.833793_155.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:22:51.833793Z", "realm_epoch": 3 } } ] }, "full_sync": { "total": 81, "complete": 21 }, "current_time": "2022-09-01T10:22:57Z" } 2022-09-01T10:22:57.242 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 0, 'marker': 'bucket.instance:ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29', 'next_step_marker': '', 'total_entries': 81, 'pos': 21, 'timestamp': '0.000000', 'realm_epoch': 0}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 3}}, {'key': 2, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 3}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027771.833793_155.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:22:51.833793Z', 'realm_epoch': 3}}] 2022-09-01T10:22:57.243 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027771.833793_155.1'} 2022-09-01T10:22:57.243 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027771.833793_155.1'} 2022-09-01T10:22:57.244 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone1 2022-09-01T10:22:57.245 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--master', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:22:57.247 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'modify', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--master', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:22:57.248 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone modify --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --master --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:22:57.298 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:22:57.299 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:22:57.324 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:22:57.324+0000 7fc755750600 0 NOTICE: overriding master zone: c831b8c8-c79b-4178-80d6-596fd8ecbf6b 2022-09-01T10:22:57.324 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:22:57.324+0000 7fc755750600 0 failed reading obj info from .rgw.root:zone_info.5f408913-0728-4bc6-9ec6-7672c9bb67c0: (2) No such file or directory 2022-09-01T10:22:57.324 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:22:57.324+0000 7fc755750600 0 WARNING: could not read zone params for zone id=5f408913-0728-4bc6-9ec6-7672c9bb67c0 name=test-zone4 2022-09-01T10:22:57.325 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:22:57.324+0000 7fc755750600 0 failed reading obj info from .rgw.root:zone_info.c831b8c8-c79b-4178-80d6-596fd8ecbf6b: (2) No such file or directory 2022-09-01T10:22:57.325 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:22:57.324+0000 7fc755750600 0 WARNING: could not read zone params for zone id=c831b8c8-c79b-4178-80d6-596fd8ecbf6b name=test-zone2 2022-09-01T10:22:57.330 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:22:57.331 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:22:57.331 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone1", 2022-09-01T10:22:57.331 INFO:teuthology.orchestra.run.smithi044.stdout: "domain_root": "test-zone1.rgw.meta:root", 2022-09-01T10:22:57.331 INFO:teuthology.orchestra.run.smithi044.stdout: "control_pool": "test-zone1.rgw.control", 2022-09-01T10:22:57.332 INFO:teuthology.orchestra.run.smithi044.stdout: "gc_pool": "test-zone1.rgw.log:gc", 2022-09-01T10:22:57.332 INFO:teuthology.orchestra.run.smithi044.stdout: "lc_pool": "test-zone1.rgw.log:lc", 2022-09-01T10:22:57.332 INFO:teuthology.orchestra.run.smithi044.stdout: "log_pool": "test-zone1.rgw.log", 2022-09-01T10:22:57.332 INFO:teuthology.orchestra.run.smithi044.stdout: "intent_log_pool": "test-zone1.rgw.log:intent", 2022-09-01T10:22:57.333 INFO:teuthology.orchestra.run.smithi044.stdout: "usage_log_pool": "test-zone1.rgw.log:usage", 2022-09-01T10:22:57.333 INFO:teuthology.orchestra.run.smithi044.stdout: "roles_pool": "test-zone1.rgw.meta:roles", 2022-09-01T10:22:57.333 INFO:teuthology.orchestra.run.smithi044.stdout: "reshard_pool": "test-zone1.rgw.log:reshard", 2022-09-01T10:22:57.333 INFO:teuthology.orchestra.run.smithi044.stdout: "user_keys_pool": "test-zone1.rgw.meta:users.keys", 2022-09-01T10:22:57.334 INFO:teuthology.orchestra.run.smithi044.stdout: "user_email_pool": "test-zone1.rgw.meta:users.email", 2022-09-01T10:22:57.334 INFO:teuthology.orchestra.run.smithi044.stdout: "user_swift_pool": "test-zone1.rgw.meta:users.swift", 2022-09-01T10:22:57.334 INFO:teuthology.orchestra.run.smithi044.stdout: "user_uid_pool": "test-zone1.rgw.meta:users.uid", 2022-09-01T10:22:57.335 INFO:teuthology.orchestra.run.smithi044.stdout: "otp_pool": "test-zone1.rgw.otp", 2022-09-01T10:22:57.335 INFO:teuthology.orchestra.run.smithi044.stdout: "system_key": { 2022-09-01T10:22:57.335 INFO:teuthology.orchestra.run.smithi044.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T10:22:57.335 INFO:teuthology.orchestra.run.smithi044.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T10:22:57.336 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.336 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_pools": [ 2022-09-01T10:22:57.336 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:57.336 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "default-placement", 2022-09-01T10:22:57.337 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:22:57.337 INFO:teuthology.orchestra.run.smithi044.stdout: "index_pool": "test-zone1.rgw.buckets.index", 2022-09-01T10:22:57.337 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": { 2022-09-01T10:22:57.337 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD": { 2022-09-01T10:22:57.338 INFO:teuthology.orchestra.run.smithi044.stdout: "data_pool": "test-zone1.rgw.buckets.data", 2022-09-01T10:22:57.338 INFO:teuthology.orchestra.run.smithi044.stdout: "compression_type": "random" 2022-09-01T10:22:57.338 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:57.339 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.339 INFO:teuthology.orchestra.run.smithi044.stdout: "data_extra_pool": "test-zone1.rgw.buckets.non-ec", 2022-09-01T10:22:57.339 INFO:teuthology.orchestra.run.smithi044.stdout: "index_type": 0 2022-09-01T10:22:57.339 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:57.340 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:57.340 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:22:57.340 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:22:57.340 INFO:teuthology.orchestra.run.smithi044.stdout: "notif_pool": "test-zone1.rgw.log:notif" 2022-09-01T10:22:57.341 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:22:57.342 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:22:57.343 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:22:57.343 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:22:57.393 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:22:57.394 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:22:57.459 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:22:57.459+0000 7f4525d9c600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:22:57.460 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:22:57.460+0000 7f4525d9c600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:22:57.476 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:22:57.477 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:22:57.477 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 1, 2022-09-01T10:22:57.477 INFO:teuthology.orchestra.run.smithi044.stdout: "predecessor_uuid": "74a33b6f-f1d1-40a5-b9ec-b739d2976075", 2022-09-01T10:22:57.478 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": [ 2022-09-01T10:22:57.478 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2022-09-01T10:22:57.478 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2022-09-01T10:22:57.481 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2022-09-01T10:22:57.482 INFO:teuthology.orchestra.run.smithi044.stdout: "1_1662027771.833793_155.1" 2022-09-01T10:22:57.482 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:22:57.483 INFO:teuthology.orchestra.run.smithi044.stdout: "period_map": { 2022-09-01T10:22:57.483 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:22:57.483 INFO:teuthology.orchestra.run.smithi044.stdout: "zonegroups": [ 2022-09-01T10:22:57.484 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:57.484 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "test-zonegroup", 2022-09-01T10:22:57.485 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zonegroup", 2022-09-01T10:22:57.485 INFO:teuthology.orchestra.run.smithi044.stdout: "api_name": "", 2022-09-01T10:22:57.486 INFO:teuthology.orchestra.run.smithi044.stdout: "is_master": true, 2022-09-01T10:22:57.486 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:22:57.492 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:22:57.493 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:22:57.493 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames": [], 2022-09-01T10:22:57.493 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames_s3website": [], 2022-09-01T10:22:57.494 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:22:57.494 INFO:teuthology.orchestra.run.smithi044.stdout: "zones": [ 2022-09-01T10:22:57.494 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:57.494 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:22:57.495 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone4", 2022-09-01T10:22:57.495 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:22:57.495 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi052.front.sepia.ceph.com:8001" 2022-09-01T10:22:57.496 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:22:57.496 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:22:57.496 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:22:57.496 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:22:57.497 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:22:57.497 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "pubsub", 2022-09-01T10:22:57.497 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": false, 2022-09-01T10:22:57.497 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [ 2022-09-01T10:22:57.498 INFO:teuthology.orchestra.run.smithi044.stdout: "test-zone1" 2022-09-01T10:22:57.498 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:22:57.498 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:22:57.499 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:22:57.499 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:22:57.499 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:22:57.499 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.500 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:57.500 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:22:57.500 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone2", 2022-09-01T10:22:57.500 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:22:57.501 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi052.front.sepia.ceph.com:8000" 2022-09-01T10:22:57.501 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:22:57.501 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:22:57.502 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:22:57.502 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:22:57.502 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:22:57.503 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:22:57.503 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:22:57.503 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:22:57.504 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:22:57.504 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:22:57.504 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:22:57.504 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:22:57.505 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.505 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:57.505 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:22:57.505 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone1", 2022-09-01T10:22:57.506 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:22:57.506 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:22:57.506 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:22:57.507 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:22:57.507 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:22:57.507 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:22:57.508 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:22:57.508 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:22:57.508 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:22:57.509 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:22:57.509 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:22:57.509 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:22:57.509 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:22:57.510 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:22:57.510 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.510 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:57.510 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:22:57.511 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone3", 2022-09-01T10:22:57.511 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:22:57.511 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8001" 2022-09-01T10:22:57.512 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:22:57.512 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:22:57.512 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:22:57.512 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:22:57.513 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:22:57.513 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:22:57.513 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:22:57.514 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:22:57.514 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:22:57.514 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:22:57.514 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:22:57.515 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:22:57.515 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:57.515 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:22:57.516 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_targets": [ 2022-09-01T10:22:57.516 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:57.516 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default-placement", 2022-09-01T10:22:57.519 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2022-09-01T10:22:57.520 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": [ 2022-09-01T10:22:57.520 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD" 2022-09-01T10:22:57.520 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:22:57.520 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:57.521 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:22:57.521 INFO:teuthology.orchestra.run.smithi044.stdout: "default_placement": "default-placement", 2022-09-01T10:22:57.521 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:22:57.521 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_policy": { 2022-09-01T10:22:57.522 INFO:teuthology.orchestra.run.smithi044.stdout: "groups": [] 2022-09-01T10:22:57.522 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.522 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled_features": [ 2022-09-01T10:22:57.523 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:22:57.523 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:22:57.523 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:57.523 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:22:57.524 INFO:teuthology.orchestra.run.smithi044.stdout: "short_zone_ids": [ 2022-09-01T10:22:57.524 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:57.524 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:22:57.524 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 130640457 2022-09-01T10:22:57.525 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.525 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:57.525 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:22:57.526 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 2888871583 2022-09-01T10:22:57.526 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.526 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:57.527 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:22:57.527 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 1160424817 2022-09-01T10:22:57.527 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.527 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:22:57.528 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:22:57.528 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 3168230928 2022-09-01T10:22:57.528 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:57.528 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:22:57.529 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.529 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zonegroup": "test-zonegroup", 2022-09-01T10:22:57.529 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:22:57.529 INFO:teuthology.orchestra.run.smithi044.stdout: "period_config": { 2022-09-01T10:22:57.530 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_quota": { 2022-09-01T10:22:57.530 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T10:22:57.530 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T10:22:57.530 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T10:22:57.531 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T10:22:57.531 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T10:22:57.531 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.532 INFO:teuthology.orchestra.run.smithi044.stdout: "user_quota": { 2022-09-01T10:22:57.532 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T10:22:57.532 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T10:22:57.532 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T10:22:57.532 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T10:22:57.533 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T10:22:57.533 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.533 INFO:teuthology.orchestra.run.smithi044.stdout: "user_ratelimit": { 2022-09-01T10:22:57.534 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T10:22:57.534 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T10:22:57.534 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T10:22:57.534 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T10:22:57.535 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T10:22:57.535 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_ratelimit": { 2022-09-01T10:22:57.535 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T10:22:57.536 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T10:22:57.536 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T10:22:57.537 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T10:22:57.537 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T10:22:57.537 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.537 INFO:teuthology.orchestra.run.smithi044.stdout: "anonymous_ratelimit": { 2022-09-01T10:22:57.538 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T10:22:57.538 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T10:22:57.539 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T10:22:57.540 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T10:22:57.540 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T10:22:57.540 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:22:57.540 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:22:57.541 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:22:57.541 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_name": "test-realm", 2022-09-01T10:22:57.541 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:22:57.541 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:22:57.542 INFO:rgw_multi.tests:Set master zone=test-zone1, waiting 60s for reconfiguration.. 2022-09-01T10:23:57.544 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-44 2022-09-01T10:23:57.545 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:23:57.546 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:23:57.546 DEBUG:boto:Method: PUT 2022-09-01T10:23:57.547 DEBUG:boto:Path: /ptoxvb-44/ 2022-09-01T10:23:57.547 DEBUG:boto:Data: 2022-09-01T10:23:57.548 DEBUG:boto:Headers: {} 2022-09-01T10:23:57.549 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:23:57.550 DEBUG:boto:Port: 8000 2022-09-01T10:23:57.551 DEBUG:boto:Params: {} 2022-09-01T10:23:57.553 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:23:57.554 DEBUG:boto:Token: None 2022-09-01T10:23:57.555 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:23:57 GMT /ptoxvb-44/ 2022-09-01T10:23:57.556 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d2/m94301fYeMoSEwPFIZKrSQOE= 2022-09-01T10:23:57.558 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d2/m94301fYeMoSEwPFIZKrSQOE=', 'Content-Length': '0'} 2022-09-01T10:23:57.592 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000386cdd5584bb7863-006310883d-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:23:57.593 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-45 2022-09-01T10:23:57.593 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:23:57.594 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:23:57.594 DEBUG:boto:Method: PUT 2022-09-01T10:23:57.595 DEBUG:boto:Path: /ptoxvb-45/ 2022-09-01T10:23:57.595 DEBUG:boto:Data: 2022-09-01T10:23:57.596 DEBUG:boto:Headers: {} 2022-09-01T10:23:57.596 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:23:57.597 DEBUG:boto:Port: 8000 2022-09-01T10:23:57.597 DEBUG:boto:Params: {} 2022-09-01T10:23:57.598 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:23:57.599 DEBUG:boto:Token: None 2022-09-01T10:23:57.599 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:23:57 GMT /ptoxvb-45/ 2022-09-01T10:23:57.600 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:osk39Uu7+tyR83Gx+xDm3/UrMD4= 2022-09-01T10:23:57.600 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:osk39Uu7+tyR83Gx+xDm3/UrMD4=', 'Content-Length': '0'} 2022-09-01T10:23:57.645 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000007ffd0d26fce28dcc-006310883d-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:23:57.647 INFO:tasks.rgw.c1.client.1:Restarting daemon 2022-09-01T10:23:57.648 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8001' -n client.1 --cluster c1 -k /etc/ceph/c1.client.1.keyring --log-file /var/log/ceph/rgw.c1.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.1.sock --foreground --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c1.client.1.stdout 2>&1 2022-09-01T10:23:57.653 INFO:tasks.rgw.c1.client.1:Started 2022-09-01T10:23:57.654 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8001 2022-09-01T10:23:57.680 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T10:23:57.682 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T10:23:57.683 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T10:23:57.683 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8001: Connection refused 2022-09-01T10:23:58.684 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8001 2022-09-01T10:23:58.712 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T10:23:58.712 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T10:23:58.718 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2022-09-01T10:23:58.720 INFO:teuthology.orchestra.run.smithi044.stdout:anonymous 2022-09-01T10:23:58.720 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:23:58.721 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:23:58.722 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:23:58.812 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:23:58.813 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:23:58.868 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T10:23:58.906 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:23:58.906 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:23:58.906 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:23:58.907 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:23:58.907 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:23:58.907 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:23:58.908 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:23:58.908 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:23:58.908 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:23:58.908 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:23:58.909 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:23:58.909 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:23:58.909 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:23:58.909 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:23:58.910 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027837.632931_135.1", 2022-09-01T10:23:58.910 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:23:57.632931Z" 2022-09-01T10:23:58.910 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:23:58.910 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:23:58.912 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662027837.632931_135.1'} 2022-09-01T10:23:58.912 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:23:58.913 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:23:58.914 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:23:58.916 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:23:58.970 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:23:58.971 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:23:58.998 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:23:58.998+0000 7fc0cf067600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:23:58.999 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:23:58.999+0000 7fc0cf067600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:23:59.011 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:23:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:23:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:23:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:23:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:23:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:23:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:23:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:23:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:23:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:23:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:23:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:23:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:23:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:23:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:23:59.019 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:23:59.020 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:23:59.020 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:23:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:23:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:23:59.022 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:23:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:23:59.024 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:23:59.024 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:23:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:23:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:23:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:23:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:23:59.027 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:23:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:23:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:23:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:23:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:23:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:23:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:23:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:23:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:23:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:23:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:23:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:23:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:23:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:23:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:23:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:23:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:23:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:23:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:23:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:23:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:23:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027837.576162_128.1", 2022-09-01T10:23:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:23:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:23:59.042 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:23:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.576162Z", 2022-09-01T10:23:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:23:59.044 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:23:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:23:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:23:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:23:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:23:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:23:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:23:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:23:59.048 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:23:59Z" 2022-09-01T10:23:59.048 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:23:59.050 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027837.576162_128.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:23:57.576162Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:23:59Z" } 2022-09-01T10:23:59.051 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027837.576162_128.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:23:57.576162Z', 'realm_epoch': 4}}] 2022-09-01T10:23:59.052 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027837.632931_135.1'} 2022-09-01T10:23:59.053 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027837.576162_128.1'} 2022-09-01T10:23:59.053 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027837.632931_135.1 target=1_1662027837.576162_128.1 2022-09-01T10:24:04.055 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:04.056 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:04.057 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:04.115 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:04.116 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:04.147 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:24:04.147+0000 7ff629622600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:24:04.148 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:24:04.148+0000 7ff629622600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:24:04.162 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:24:04.163 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:24:04.163 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:24:04.163 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:24:04.164 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:24:04.164 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:24:04.164 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:24:04.164 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:04.165 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:24:04.165 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:04.165 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:24:04.165 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:04.166 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:04.166 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:24:04.167 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:04.167 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:24:04.167 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:04.168 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:24:04.168 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:24:04.168 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:04.169 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:04.170 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:04.170 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:24:04.171 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:04.171 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:04.171 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:24:04.172 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:04.172 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:04.172 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:04.173 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:24:04.173 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:24:04.173 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:04.174 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:04.174 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:04.175 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:24:04.175 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:04.176 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:04.177 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:24:04.177 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:04.177 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:04.178 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:04.178 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:24:04.178 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:24:04.179 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:04.179 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:04.179 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:04.179 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:24:04.180 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:04.180 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:04.180 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027837.632931_135.1", 2022-09-01T10:24:04.180 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:04.181 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:04.181 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:04.181 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.632931Z", 2022-09-01T10:24:04.181 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:24:04.181 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:04.182 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:04.182 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:24:04.182 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:04.183 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:24:04.183 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:24:04.183 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:24:04.183 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:04.183 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:24:04Z" 2022-09-01T10:24:04.184 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:24:04.185 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027837.632931_135.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:23:57.632931Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:24:04Z" } 2022-09-01T10:24:04.186 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027837.632931_135.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:23:57.632931Z', 'realm_epoch': 4}}] 2022-09-01T10:24:04.186 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027837.632931_135.1'} 2022-09-01T10:24:04.187 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027837.632931_135.1'} 2022-09-01T10:24:04.187 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:24:04.188 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:24:04.188 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:04.189 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:04.189 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:04.248 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:04.249 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:04.294 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:24:04.294+0000 7f5a2fc13600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:24:04.295 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:24:04.295+0000 7f5a2fc13600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:24:04.312 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:24:04.313 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:24:04.314 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:24:04.314 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:24:04.315 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:24:04.315 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:24:04.316 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:24:04.316 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:04.317 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:24:04.317 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:04.318 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:24:04.319 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:04.319 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:24:04.320 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:24:04.320 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:04.321 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:24:04.321 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:04.322 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:24:04.322 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:24:04.323 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:04.323 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:04.323 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:04.324 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:24:04.324 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:04.324 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:24:04.324 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:24:04.325 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:04.325 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:04.325 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:04.325 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:24:04.326 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:24:04.326 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:04.327 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:04.327 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:04.327 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:24:04.327 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:04.328 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:24:04.328 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:24:04.328 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:04.329 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:04.329 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:04.330 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:24:04.330 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:24:04.330 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:04.331 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:04.331 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:04.331 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:24:04.332 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:04.332 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:24:04.332 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027837.632931_135.1", 2022-09-01T10:24:04.333 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:04.333 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:04.333 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:04.333 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.632931Z", 2022-09-01T10:24:04.334 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:24:04.334 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:04.334 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:04.335 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:24:04.335 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:04.335 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:24:04.335 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:24:04.336 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:24:04.336 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:04.336 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:24:04Z" 2022-09-01T10:24:04.336 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:24:04.338 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027837.632931_135.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:23:57.632931Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:24:04Z" } 2022-09-01T10:24:04.339 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027837.632931_135.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:23:57.632931Z', 'realm_epoch': 4}}] 2022-09-01T10:24:04.340 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027837.632931_135.1'} 2022-09-01T10:24:04.341 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027837.632931_135.1'} 2022-09-01T10:24:04.341 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:24:04.342 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:24:04.342 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:04.343 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:04.344 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:04.399 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:04.399 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:04.436 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:24:04.428+0000 7f7e0fd2c600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:24:04.436 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:24:04.429+0000 7f7e0fd2c600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:24:04.442 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:24:04.442 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:24:04.443 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:24:04.443 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:24:04.443 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:24:04.443 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:24:04.444 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:24:04.444 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:04.445 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:24:04.445 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:04.445 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:24:04.445 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:04.446 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:04.446 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:24:04.446 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:04.447 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:24:04.447 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:04.449 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:24:04.450 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:24:04.450 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:04.451 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:04.451 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:04.451 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:24:04.452 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:04.452 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:04.452 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:24:04.452 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:04.453 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:04.453 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:04.454 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:24:04.454 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:24:04.454 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:04.454 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:04.455 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:04.455 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:24:04.455 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:04.456 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:04.456 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:24:04.456 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:04.456 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:04.457 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:04.457 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:24:04.457 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:24:04.457 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:04.458 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:04.458 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:04.458 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:24:04.459 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:04.459 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:04.460 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027837.632931_135.1", 2022-09-01T10:24:04.460 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:04.460 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:04.460 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:04.461 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.632931Z", 2022-09-01T10:24:04.462 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:24:04.462 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:04.462 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:04.462 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:24:04.463 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:04.463 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:24:04.463 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:24:04.463 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:24:04.464 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:04.464 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:24:04Z" 2022-09-01T10:24:04.464 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:24:04.466 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027837.632931_135.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:23:57.632931Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:24:04Z" } 2022-09-01T10:24:04.466 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027837.632931_135.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:23:57.632931Z', 'realm_epoch': 4}}] 2022-09-01T10:24:04.467 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027837.632931_135.1'} 2022-09-01T10:24:04.467 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027837.632931_135.1'} 2022-09-01T10:24:04.468 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:24:04.468 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-39 zones={test-zone2, test-zone1} 2022-09-01T10:24:04.470 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.470 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.471 DEBUG:boto:Method: HEAD 2022-09-01T10:24:04.472 DEBUG:boto:Path: /ptoxvb-39/ 2022-09-01T10:24:04.472 DEBUG:boto:Data: 2022-09-01T10:24:04.473 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.473 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:04.474 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.474 DEBUG:boto:Params: {} 2022-09-01T10:24:04.475 DEBUG:boto:Token: None 2022-09-01T10:24:04.476 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/ 2022-09-01T10:24:04.476 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM= 2022-09-01T10:24:04.477 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM=', 'Content-Length': '0'} 2022-09-01T10:24:04.480 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000af586e677011a177-0063108844-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.481 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.482 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.483 DEBUG:boto:Method: HEAD 2022-09-01T10:24:04.483 DEBUG:boto:Path: /ptoxvb-39/ 2022-09-01T10:24:04.484 DEBUG:boto:Data: 2022-09-01T10:24:04.484 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.486 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:04.486 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.487 DEBUG:boto:Params: {} 2022-09-01T10:24:04.487 DEBUG:boto:Token: None 2022-09-01T10:24:04.488 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/ 2022-09-01T10:24:04.488 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM= 2022-09-01T10:24:04.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM=', 'Content-Length': '0'} 2022-09-01T10:24:04.493 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000eda5c70406c6590e-0063108844-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.494 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:04.496 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.496 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.497 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.497 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.498 DEBUG:boto:Method: GET 2022-09-01T10:24:04.498 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.499 DEBUG:boto:Data: 2022-09-01T10:24:04.499 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.500 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:04.500 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.501 DEBUG:boto:Params: {} 2022-09-01T10:24:04.501 DEBUG:boto:Token: None 2022-09-01T10:24:04.502 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.503 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.509 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000456c4af27ba90f67-0063108844-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.510 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.511 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:04.512 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.512 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.513 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.513 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.514 DEBUG:boto:Method: GET 2022-09-01T10:24:04.515 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.515 DEBUG:boto:Data: 2022-09-01T10:24:04.516 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.516 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:04.517 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.517 DEBUG:boto:Params: {} 2022-09-01T10:24:04.518 DEBUG:boto:Token: None 2022-09-01T10:24:04.519 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.523 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000be3292795b9553e7-0063108844-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.525 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.526 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.527 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.528 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.529 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.531 DEBUG:boto:Method: GET 2022-09-01T10:24:04.532 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.533 DEBUG:boto:Data: 2022-09-01T10:24:04.534 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.535 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:04.536 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.537 DEBUG:boto:Params: {} 2022-09-01T10:24:04.538 DEBUG:boto:Token: None 2022-09-01T10:24:04.539 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.540 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.546 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005ddaa6e7849e1c48-0063108844-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.547 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.548 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.549 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.549 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.550 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.550 DEBUG:boto:Method: GET 2022-09-01T10:24:04.551 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.552 DEBUG:boto:Data: 2022-09-01T10:24:04.552 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.553 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:04.553 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.554 DEBUG:boto:Params: {} 2022-09-01T10:24:04.555 DEBUG:boto:Token: None 2022-09-01T10:24:04.556 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.557 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.558 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.560 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007356488bfe125b04-0063108844-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.561 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.563 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-39 zones={test-zone2, test-zone1} 2022-09-01T10:24:04.564 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-39 zones={test-zone3, test-zone1} 2022-09-01T10:24:04.565 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.566 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.567 DEBUG:boto:Method: HEAD 2022-09-01T10:24:04.568 DEBUG:boto:Path: /ptoxvb-39/ 2022-09-01T10:24:04.569 DEBUG:boto:Data: 2022-09-01T10:24:04.570 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.571 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:04.572 DEBUG:boto:Port: 8001 2022-09-01T10:24:04.572 DEBUG:boto:Params: {} 2022-09-01T10:24:04.582 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:24:04.584 DEBUG:boto:Token: None 2022-09-01T10:24:04.585 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/ 2022-09-01T10:24:04.586 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM= 2022-09-01T10:24:04.587 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM=', 'Content-Length': '0'} 2022-09-01T10:24:04.597 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000017f1448561ce794c-0063108844-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.598 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.599 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.600 DEBUG:boto:Method: HEAD 2022-09-01T10:24:04.601 DEBUG:boto:Path: /ptoxvb-39/ 2022-09-01T10:24:04.601 DEBUG:boto:Data: 2022-09-01T10:24:04.604 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.605 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:04.606 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.606 DEBUG:boto:Params: {} 2022-09-01T10:24:04.607 DEBUG:boto:Token: None 2022-09-01T10:24:04.607 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/ 2022-09-01T10:24:04.608 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM= 2022-09-01T10:24:04.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM=', 'Content-Length': '0'} 2022-09-01T10:24:04.611 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000656287b6b9ef4e7d-0063108844-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.613 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:04.614 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.615 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.615 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.616 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.616 DEBUG:boto:Method: GET 2022-09-01T10:24:04.617 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.617 DEBUG:boto:Data: 2022-09-01T10:24:04.618 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.619 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:04.619 DEBUG:boto:Port: 8001 2022-09-01T10:24:04.620 DEBUG:boto:Params: {} 2022-09-01T10:24:04.620 DEBUG:boto:Token: None 2022-09-01T10:24:04.621 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.622 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.627 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000076d8a136b51f810c-0063108844-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.629 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.630 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:04.631 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.633 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.634 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.635 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.636 DEBUG:boto:Method: GET 2022-09-01T10:24:04.637 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.637 DEBUG:boto:Data: 2022-09-01T10:24:04.637 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.638 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:04.639 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.639 DEBUG:boto:Params: {} 2022-09-01T10:24:04.640 DEBUG:boto:Token: None 2022-09-01T10:24:04.641 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.642 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.645 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.649 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e6d3428a542198ca-0063108844-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.650 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.651 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.652 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.654 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.654 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.655 DEBUG:boto:Method: GET 2022-09-01T10:24:04.655 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.656 DEBUG:boto:Data: 2022-09-01T10:24:04.656 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.657 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:04.657 DEBUG:boto:Port: 8001 2022-09-01T10:24:04.658 DEBUG:boto:Params: {} 2022-09-01T10:24:04.659 DEBUG:boto:Token: None 2022-09-01T10:24:04.659 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.660 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.660 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.666 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c3b939d0dc23c104-0063108844-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.667 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.668 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.668 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.669 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.669 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.670 DEBUG:boto:Method: GET 2022-09-01T10:24:04.670 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.671 DEBUG:boto:Data: 2022-09-01T10:24:04.671 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.672 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:04.672 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.673 DEBUG:boto:Params: {} 2022-09-01T10:24:04.673 DEBUG:boto:Token: None 2022-09-01T10:24:04.674 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.678 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000036dbc0cacf2e573f-0063108844-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.678 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.679 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-39 zones={test-zone3, test-zone1} 2022-09-01T10:24:04.680 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-39 zones={test-zone1, test-zone2} 2022-09-01T10:24:04.680 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.681 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.681 DEBUG:boto:Method: HEAD 2022-09-01T10:24:04.682 DEBUG:boto:Path: /ptoxvb-39/ 2022-09-01T10:24:04.682 DEBUG:boto:Data: 2022-09-01T10:24:04.683 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.683 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:04.684 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.684 DEBUG:boto:Params: {} 2022-09-01T10:24:04.685 DEBUG:boto:Token: None 2022-09-01T10:24:04.685 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/ 2022-09-01T10:24:04.686 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM= 2022-09-01T10:24:04.687 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM=', 'Content-Length': '0'} 2022-09-01T10:24:04.690 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000033a156c37c09d744-0063108844-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.690 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.691 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.692 DEBUG:boto:Method: HEAD 2022-09-01T10:24:04.692 DEBUG:boto:Path: /ptoxvb-39/ 2022-09-01T10:24:04.693 DEBUG:boto:Data: 2022-09-01T10:24:04.694 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.695 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:04.696 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.697 DEBUG:boto:Params: {} 2022-09-01T10:24:04.698 DEBUG:boto:Token: None 2022-09-01T10:24:04.700 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/ 2022-09-01T10:24:04.701 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM= 2022-09-01T10:24:04.702 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM=', 'Content-Length': '0'} 2022-09-01T10:24:04.705 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000871c363a7deaf92-0063108844-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.706 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:04.707 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.708 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.709 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.709 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.710 DEBUG:boto:Method: GET 2022-09-01T10:24:04.711 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.712 DEBUG:boto:Data: 2022-09-01T10:24:04.713 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.714 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:04.715 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.716 DEBUG:boto:Params: {} 2022-09-01T10:24:04.717 DEBUG:boto:Token: None 2022-09-01T10:24:04.718 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.719 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.720 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.723 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000047a0054b16f838be-0063108844-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.724 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.726 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:04.727 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.728 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.728 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.729 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.729 DEBUG:boto:Method: GET 2022-09-01T10:24:04.730 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.730 DEBUG:boto:Data: 2022-09-01T10:24:04.731 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.731 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:04.732 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.732 DEBUG:boto:Params: {} 2022-09-01T10:24:04.733 DEBUG:boto:Token: None 2022-09-01T10:24:04.733 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.737 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005f41e729425876cd-0063108844-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.738 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.739 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.740 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.740 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.740 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.741 DEBUG:boto:Method: GET 2022-09-01T10:24:04.741 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.742 DEBUG:boto:Data: 2022-09-01T10:24:04.743 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.743 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:04.743 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.744 DEBUG:boto:Params: {} 2022-09-01T10:24:04.745 DEBUG:boto:Token: None 2022-09-01T10:24:04.745 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.746 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.746 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.749 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b50fbdcbe4af07e1-0063108844-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.790 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.791 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.792 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.792 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.793 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.793 DEBUG:boto:Method: GET 2022-09-01T10:24:04.794 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.795 DEBUG:boto:Data: 2022-09-01T10:24:04.795 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.796 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:04.796 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.797 DEBUG:boto:Params: {} 2022-09-01T10:24:04.797 DEBUG:boto:Token: None 2022-09-01T10:24:04.798 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.798 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.799 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.801 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001d47e2193f7ac78e-0063108844-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.802 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.803 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-39 zones={test-zone1, test-zone2} 2022-09-01T10:24:04.803 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-39 zones={test-zone3, test-zone2} 2022-09-01T10:24:04.804 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.804 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.805 DEBUG:boto:Method: HEAD 2022-09-01T10:24:04.806 DEBUG:boto:Path: /ptoxvb-39/ 2022-09-01T10:24:04.814 DEBUG:boto:Data: 2022-09-01T10:24:04.815 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.815 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:04.816 DEBUG:boto:Port: 8001 2022-09-01T10:24:04.816 DEBUG:boto:Params: {} 2022-09-01T10:24:04.817 DEBUG:boto:Token: None 2022-09-01T10:24:04.817 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/ 2022-09-01T10:24:04.818 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM= 2022-09-01T10:24:04.819 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM=', 'Content-Length': '0'} 2022-09-01T10:24:04.822 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000b86495a8c5ad121-0063108844-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.824 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.825 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.826 DEBUG:boto:Method: HEAD 2022-09-01T10:24:04.826 DEBUG:boto:Path: /ptoxvb-39/ 2022-09-01T10:24:04.827 DEBUG:boto:Data: 2022-09-01T10:24:04.827 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.828 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:04.828 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.829 DEBUG:boto:Params: {} 2022-09-01T10:24:04.829 DEBUG:boto:Token: None 2022-09-01T10:24:04.830 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/ 2022-09-01T10:24:04.831 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM= 2022-09-01T10:24:04.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM=', 'Content-Length': '0'} 2022-09-01T10:24:04.835 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001aea1a68932f78f6-0063108844-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.836 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:04.837 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.838 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.839 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.840 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.841 DEBUG:boto:Method: GET 2022-09-01T10:24:04.842 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.843 DEBUG:boto:Data: 2022-09-01T10:24:04.844 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.845 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:04.846 DEBUG:boto:Port: 8001 2022-09-01T10:24:04.849 DEBUG:boto:Params: {} 2022-09-01T10:24:04.850 DEBUG:boto:Token: None 2022-09-01T10:24:04.850 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.851 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.852 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.855 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000003b5115b3a38dac1-0063108844-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.857 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.858 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:04.859 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.860 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.860 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.861 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.862 DEBUG:boto:Method: GET 2022-09-01T10:24:04.862 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.863 DEBUG:boto:Data: 2022-09-01T10:24:04.863 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.864 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:04.865 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.865 DEBUG:boto:Params: {} 2022-09-01T10:24:04.866 DEBUG:boto:Token: None 2022-09-01T10:24:04.867 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.867 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.868 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.873 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000531324d1cf617683-0063108844-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.918 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.920 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.921 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.922 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.923 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.924 DEBUG:boto:Method: GET 2022-09-01T10:24:04.925 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.925 DEBUG:boto:Data: 2022-09-01T10:24:04.927 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.927 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:04.928 DEBUG:boto:Port: 8001 2022-09-01T10:24:04.929 DEBUG:boto:Params: {} 2022-09-01T10:24:04.935 DEBUG:boto:Token: None 2022-09-01T10:24:04.936 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.937 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.942 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f0e59fe82337ba4b-0063108844-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.945 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.946 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.947 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.948 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.949 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.950 DEBUG:boto:Method: GET 2022-09-01T10:24:04.951 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.952 DEBUG:boto:Data: 2022-09-01T10:24:04.952 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.953 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:04.954 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.955 DEBUG:boto:Params: {} 2022-09-01T10:24:04.956 DEBUG:boto:Token: None 2022-09-01T10:24:04.957 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.962 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000347e0063269f7ec1-0063108844-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.964 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:04.965 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-39 zones={test-zone3, test-zone2} 2022-09-01T10:24:04.966 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-39 zones={test-zone1, test-zone3} 2022-09-01T10:24:04.967 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.967 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.968 DEBUG:boto:Method: HEAD 2022-09-01T10:24:04.969 DEBUG:boto:Path: /ptoxvb-39/ 2022-09-01T10:24:04.969 DEBUG:boto:Data: 2022-09-01T10:24:04.970 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.970 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:04.971 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.972 DEBUG:boto:Params: {} 2022-09-01T10:24:04.972 DEBUG:boto:Token: None 2022-09-01T10:24:04.973 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/ 2022-09-01T10:24:04.973 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM= 2022-09-01T10:24:04.974 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM=', 'Content-Length': '0'} 2022-09-01T10:24:04.977 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000318a11b378f8ae7f-0063108844-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.978 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.978 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.979 DEBUG:boto:Method: HEAD 2022-09-01T10:24:04.979 DEBUG:boto:Path: /ptoxvb-39/ 2022-09-01T10:24:04.980 DEBUG:boto:Data: 2022-09-01T10:24:04.980 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.981 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:04.981 DEBUG:boto:Port: 8001 2022-09-01T10:24:04.982 DEBUG:boto:Params: {} 2022-09-01T10:24:04.983 DEBUG:boto:Token: None 2022-09-01T10:24:04.983 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/ 2022-09-01T10:24:04.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM= 2022-09-01T10:24:04.984 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:REuGcx5LnOKvu4ib57aSlznplrM=', 'Content-Length': '0'} 2022-09-01T10:24:04.987 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009e314c7df467043a-0063108844-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:04.988 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:04.989 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:04.989 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:04.990 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.990 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.991 DEBUG:boto:Method: GET 2022-09-01T10:24:04.991 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:04.992 DEBUG:boto:Data: 2022-09-01T10:24:04.992 DEBUG:boto:Headers: {} 2022-09-01T10:24:04.993 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:04.993 DEBUG:boto:Port: 8000 2022-09-01T10:24:04.994 DEBUG:boto:Params: {} 2022-09-01T10:24:04.995 DEBUG:boto:Token: None 2022-09-01T10:24:04.995 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:04 GMT /ptoxvb-39/?versions 2022-09-01T10:24:04.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI= 2022-09-01T10:24:04.996 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsTMCzZ6DnUBVwO7x5TErx8NuFI=', 'Content-Length': '0'} 2022-09-01T10:24:04.999 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b8a8cd954201b851-0063108844-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.000 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:05.001 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:05.002 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:05.003 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:05.003 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.004 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.005 DEBUG:boto:Method: GET 2022-09-01T10:24:05.006 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.007 DEBUG:boto:Data: 2022-09-01T10:24:05.008 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.011 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.011 DEBUG:boto:Params: {} 2022-09-01T10:24:05.012 DEBUG:boto:Token: None 2022-09-01T10:24:05.013 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-39/?versions 2022-09-01T10:24:05.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+uvjKbmqwYHGt4J2Jc+iD7q1Inc= 2022-09-01T10:24:05.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+uvjKbmqwYHGt4J2Jc+iD7q1Inc=', 'Content-Length': '0'} 2022-09-01T10:24:05.019 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000956bd338de439e49-0063108845-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.066 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:05.067 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:05.068 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:05.069 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.070 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.072 DEBUG:boto:Method: GET 2022-09-01T10:24:05.073 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.074 DEBUG:boto:Data: 2022-09-01T10:24:05.075 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.075 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:05.076 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.076 DEBUG:boto:Params: {} 2022-09-01T10:24:05.077 DEBUG:boto:Token: None 2022-09-01T10:24:05.078 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-39/?versions 2022-09-01T10:24:05.078 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+uvjKbmqwYHGt4J2Jc+iD7q1Inc= 2022-09-01T10:24:05.079 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+uvjKbmqwYHGt4J2Jc+iD7q1Inc=', 'Content-Length': '0'} 2022-09-01T10:24:05.082 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d04b396d3424c6a6-0063108845-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.083 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:05.083 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:05.084 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:05.085 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.085 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.086 DEBUG:boto:Method: GET 2022-09-01T10:24:05.086 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.087 DEBUG:boto:Data: 2022-09-01T10:24:05.087 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.088 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.088 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.089 DEBUG:boto:Params: {} 2022-09-01T10:24:05.089 DEBUG:boto:Token: None 2022-09-01T10:24:05.090 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-39/?versions 2022-09-01T10:24:05.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+uvjKbmqwYHGt4J2Jc+iD7q1Inc= 2022-09-01T10:24:05.091 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+uvjKbmqwYHGt4J2Jc+iD7q1Inc=', 'Content-Length': '0'} 2022-09-01T10:24:05.098 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f3de87c3ddd056f0-0063108845-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.099 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:05.100 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-39 zones={test-zone1, test-zone3} 2022-09-01T10:24:05.100 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-39 zones={test-zone2, test-zone3} 2022-09-01T10:24:05.101 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:05.101 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:05.102 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.102 DEBUG:boto:Path: /ptoxvb-39/ 2022-09-01T10:24:05.103 DEBUG:boto:Data: 2022-09-01T10:24:05.104 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.105 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.105 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.106 DEBUG:boto:Params: {} 2022-09-01T10:24:05.106 DEBUG:boto:Token: None 2022-09-01T10:24:05.107 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-39/ 2022-09-01T10:24:05.107 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:btFujJDidkXAEEeWbbs540Wyrxk= 2022-09-01T10:24:05.108 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:btFujJDidkXAEEeWbbs540Wyrxk=', 'Content-Length': '0'} 2022-09-01T10:24:05.111 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009e66ae50d4e4446f-0063108845-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.111 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:05.112 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:05.112 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.113 DEBUG:boto:Path: /ptoxvb-39/ 2022-09-01T10:24:05.114 DEBUG:boto:Data: 2022-09-01T10:24:05.114 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.115 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.115 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.116 DEBUG:boto:Params: {} 2022-09-01T10:24:05.116 DEBUG:boto:Token: None 2022-09-01T10:24:05.117 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-39/ 2022-09-01T10:24:05.117 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:btFujJDidkXAEEeWbbs540Wyrxk= 2022-09-01T10:24:05.118 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:btFujJDidkXAEEeWbbs540Wyrxk=', 'Content-Length': '0'} 2022-09-01T10:24:05.121 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005a4261318eedcffc-0063108845-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.122 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:05.122 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:05.123 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:05.123 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.124 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.124 DEBUG:boto:Method: GET 2022-09-01T10:24:05.125 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.125 DEBUG:boto:Data: 2022-09-01T10:24:05.126 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.127 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.127 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.128 DEBUG:boto:Params: {} 2022-09-01T10:24:05.128 DEBUG:boto:Token: None 2022-09-01T10:24:05.129 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-39/?versions 2022-09-01T10:24:05.129 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+uvjKbmqwYHGt4J2Jc+iD7q1Inc= 2022-09-01T10:24:05.130 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+uvjKbmqwYHGt4J2Jc+iD7q1Inc=', 'Content-Length': '0'} 2022-09-01T10:24:05.133 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f68fcb005a75beb0-0063108845-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.133 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:05.134 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:05.135 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:05.135 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:05.136 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.136 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.137 DEBUG:boto:Method: GET 2022-09-01T10:24:05.137 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.138 DEBUG:boto:Data: 2022-09-01T10:24:05.138 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.139 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.139 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.140 DEBUG:boto:Params: {} 2022-09-01T10:24:05.140 DEBUG:boto:Token: None 2022-09-01T10:24:05.141 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-39/?versions 2022-09-01T10:24:05.142 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+uvjKbmqwYHGt4J2Jc+iD7q1Inc= 2022-09-01T10:24:05.142 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+uvjKbmqwYHGt4J2Jc+iD7q1Inc=', 'Content-Length': '0'} 2022-09-01T10:24:05.145 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002a4f79e7665b621d-0063108845-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.146 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:05.147 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:05.147 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:05.148 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.148 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.149 DEBUG:boto:Method: GET 2022-09-01T10:24:05.149 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.150 DEBUG:boto:Data: 2022-09-01T10:24:05.150 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.151 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.151 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.152 DEBUG:boto:Params: {} 2022-09-01T10:24:05.152 DEBUG:boto:Token: None 2022-09-01T10:24:05.153 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-39/?versions 2022-09-01T10:24:05.154 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+uvjKbmqwYHGt4J2Jc+iD7q1Inc= 2022-09-01T10:24:05.155 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+uvjKbmqwYHGt4J2Jc+iD7q1Inc=', 'Content-Length': '0'} 2022-09-01T10:24:05.158 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f50a04a275484bf4-0063108845-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.159 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:05.160 DEBUG:boto:path=/ptoxvb-39/ 2022-09-01T10:24:05.161 DEBUG:boto:auth_path=/ptoxvb-39/ 2022-09-01T10:24:05.163 DEBUG:boto:path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.164 DEBUG:boto:auth_path=/ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.165 DEBUG:boto:Method: GET 2022-09-01T10:24:05.166 DEBUG:boto:Path: /ptoxvb-39/?versions&max-keys=999 2022-09-01T10:24:05.167 DEBUG:boto:Data: 2022-09-01T10:24:05.168 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.169 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.169 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.170 DEBUG:boto:Params: {} 2022-09-01T10:24:05.171 DEBUG:boto:Token: None 2022-09-01T10:24:05.171 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-39/?versions 2022-09-01T10:24:05.172 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+uvjKbmqwYHGt4J2Jc+iD7q1Inc= 2022-09-01T10:24:05.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+uvjKbmqwYHGt4J2Jc+iD7q1Inc=', 'Content-Length': '0'} 2022-09-01T10:24:05.176 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d74395f44f48e378-0063108845-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.177 DEBUG:boto:b'ptoxvb-39999false' 2022-09-01T10:24:05.178 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-39 zones={test-zone2, test-zone3} 2022-09-01T10:24:05.178 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-40 zones={test-zone2, test-zone1} 2022-09-01T10:24:05.179 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.179 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.180 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.180 DEBUG:boto:Path: /ptoxvb-40/ 2022-09-01T10:24:05.181 DEBUG:boto:Data: 2022-09-01T10:24:05.181 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.182 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.182 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.183 DEBUG:boto:Params: {} 2022-09-01T10:24:05.184 DEBUG:boto:Token: None 2022-09-01T10:24:05.184 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/ 2022-09-01T10:24:05.185 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI= 2022-09-01T10:24:05.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI=', 'Content-Length': '0'} 2022-09-01T10:24:05.188 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001c2ec43a13ef06f8-0063108845-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.189 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.190 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.190 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.191 DEBUG:boto:Path: /ptoxvb-40/ 2022-09-01T10:24:05.192 DEBUG:boto:Data: 2022-09-01T10:24:05.192 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.193 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:05.193 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.194 DEBUG:boto:Params: {} 2022-09-01T10:24:05.194 DEBUG:boto:Token: None 2022-09-01T10:24:05.195 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/ 2022-09-01T10:24:05.195 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI= 2022-09-01T10:24:05.196 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI=', 'Content-Length': '0'} 2022-09-01T10:24:05.200 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000b91e53480766c31-0063108845-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.201 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:05.202 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.202 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.203 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.203 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.204 DEBUG:boto:Method: GET 2022-09-01T10:24:05.205 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.206 DEBUG:boto:Data: 2022-09-01T10:24:05.207 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.208 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.209 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.209 DEBUG:boto:Params: {} 2022-09-01T10:24:05.210 DEBUG:boto:Token: None 2022-09-01T10:24:05.210 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.211 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.212 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.214 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000072e1795f964ab22f-0063108845-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.215 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.216 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:05.216 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.217 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.217 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.218 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.218 DEBUG:boto:Method: GET 2022-09-01T10:24:05.219 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.219 DEBUG:boto:Data: 2022-09-01T10:24:05.220 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.221 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:05.221 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.222 DEBUG:boto:Params: {} 2022-09-01T10:24:05.222 DEBUG:boto:Token: None 2022-09-01T10:24:05.223 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.223 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.224 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.227 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000042029eb8ebfb9522-0063108845-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.228 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.229 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.230 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.231 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.232 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.233 DEBUG:boto:Method: GET 2022-09-01T10:24:05.234 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.235 DEBUG:boto:Data: 2022-09-01T10:24:05.236 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.237 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.237 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.238 DEBUG:boto:Params: {} 2022-09-01T10:24:05.239 DEBUG:boto:Token: None 2022-09-01T10:24:05.240 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.242 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.246 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e957138e8231542c-0063108845-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.247 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.248 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.249 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.250 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.250 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.251 DEBUG:boto:Method: GET 2022-09-01T10:24:05.252 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.253 DEBUG:boto:Data: 2022-09-01T10:24:05.254 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.255 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:05.256 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.257 DEBUG:boto:Params: {} 2022-09-01T10:24:05.257 DEBUG:boto:Token: None 2022-09-01T10:24:05.258 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.259 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.259 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.262 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000837a4230913845ec-0063108845-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.263 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.264 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-40 zones={test-zone2, test-zone1} 2022-09-01T10:24:05.265 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-40 zones={test-zone3, test-zone1} 2022-09-01T10:24:05.266 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.267 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.268 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.268 DEBUG:boto:Path: /ptoxvb-40/ 2022-09-01T10:24:05.269 DEBUG:boto:Data: 2022-09-01T10:24:05.269 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.270 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.271 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.272 DEBUG:boto:Params: {} 2022-09-01T10:24:05.273 DEBUG:boto:Token: None 2022-09-01T10:24:05.274 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/ 2022-09-01T10:24:05.275 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI= 2022-09-01T10:24:05.276 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI=', 'Content-Length': '0'} 2022-09-01T10:24:05.280 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b70188acaf64d1ea-0063108845-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.282 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.283 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.284 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.285 DEBUG:boto:Path: /ptoxvb-40/ 2022-09-01T10:24:05.285 DEBUG:boto:Data: 2022-09-01T10:24:05.286 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.287 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:05.287 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.288 DEBUG:boto:Params: {} 2022-09-01T10:24:05.289 DEBUG:boto:Token: None 2022-09-01T10:24:05.289 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/ 2022-09-01T10:24:05.290 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI= 2022-09-01T10:24:05.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI=', 'Content-Length': '0'} 2022-09-01T10:24:05.294 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008c7ee6a98cb9c526-0063108845-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.295 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:05.295 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.296 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.296 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.297 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.297 DEBUG:boto:Method: GET 2022-09-01T10:24:05.298 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.298 DEBUG:boto:Data: 2022-09-01T10:24:05.299 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.299 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.300 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.300 DEBUG:boto:Params: {} 2022-09-01T10:24:05.301 DEBUG:boto:Token: None 2022-09-01T10:24:05.302 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.302 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.303 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.307 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009a8e9c3c272e8911-0063108845-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.307 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.308 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:05.309 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.309 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.310 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.310 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.311 DEBUG:boto:Method: GET 2022-09-01T10:24:05.311 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.312 DEBUG:boto:Data: 2022-09-01T10:24:05.312 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.313 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:05.313 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.314 DEBUG:boto:Params: {} 2022-09-01T10:24:05.315 DEBUG:boto:Token: None 2022-09-01T10:24:05.315 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.316 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.317 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.320 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dce443f228c42eaa-0063108845-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.366 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.368 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.369 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.370 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.371 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.372 DEBUG:boto:Method: GET 2022-09-01T10:24:05.373 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.374 DEBUG:boto:Data: 2022-09-01T10:24:05.375 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.376 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.377 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.378 DEBUG:boto:Params: {} 2022-09-01T10:24:05.379 DEBUG:boto:Token: None 2022-09-01T10:24:05.380 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.380 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.381 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.384 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003d6c9140cfb70217-0063108845-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.385 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.386 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.386 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.387 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.387 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.388 DEBUG:boto:Method: GET 2022-09-01T10:24:05.388 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.389 DEBUG:boto:Data: 2022-09-01T10:24:05.389 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.390 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:05.391 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.392 DEBUG:boto:Params: {} 2022-09-01T10:24:05.393 DEBUG:boto:Token: None 2022-09-01T10:24:05.394 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.395 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.396 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.399 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000030a4a447cfa90a01-0063108845-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.401 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.402 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-40 zones={test-zone3, test-zone1} 2022-09-01T10:24:05.403 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-40 zones={test-zone1, test-zone2} 2022-09-01T10:24:05.403 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.404 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.404 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.405 DEBUG:boto:Path: /ptoxvb-40/ 2022-09-01T10:24:05.405 DEBUG:boto:Data: 2022-09-01T10:24:05.406 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.406 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:05.407 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.408 DEBUG:boto:Params: {} 2022-09-01T10:24:05.408 DEBUG:boto:Token: None 2022-09-01T10:24:05.409 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/ 2022-09-01T10:24:05.410 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI= 2022-09-01T10:24:05.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI=', 'Content-Length': '0'} 2022-09-01T10:24:05.413 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ac2711d7416eeaeb-0063108845-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.414 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.414 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.415 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.415 DEBUG:boto:Path: /ptoxvb-40/ 2022-09-01T10:24:05.416 DEBUG:boto:Data: 2022-09-01T10:24:05.417 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.417 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.418 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.418 DEBUG:boto:Params: {} 2022-09-01T10:24:05.419 DEBUG:boto:Token: None 2022-09-01T10:24:05.420 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/ 2022-09-01T10:24:05.420 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI= 2022-09-01T10:24:05.421 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI=', 'Content-Length': '0'} 2022-09-01T10:24:05.423 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c8cf99d847bf5ee7-0063108845-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.424 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:05.425 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.425 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.426 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.426 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.427 DEBUG:boto:Method: GET 2022-09-01T10:24:05.428 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.428 DEBUG:boto:Data: 2022-09-01T10:24:05.429 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.429 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:05.430 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.430 DEBUG:boto:Params: {} 2022-09-01T10:24:05.431 DEBUG:boto:Token: None 2022-09-01T10:24:05.432 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.433 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.436 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f6bc70bbc02c9991-0063108845-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.437 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.438 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:05.439 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.440 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.440 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.441 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.441 DEBUG:boto:Method: GET 2022-09-01T10:24:05.442 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.443 DEBUG:boto:Data: 2022-09-01T10:24:05.443 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.444 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.445 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.446 DEBUG:boto:Params: {} 2022-09-01T10:24:05.446 DEBUG:boto:Token: None 2022-09-01T10:24:05.447 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.449 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.450 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.453 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000090f1876cfe204cb9-0063108845-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.498 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.500 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.501 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.502 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.503 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.504 DEBUG:boto:Method: GET 2022-09-01T10:24:05.505 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.505 DEBUG:boto:Data: 2022-09-01T10:24:05.505 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.506 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:05.507 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.507 DEBUG:boto:Params: {} 2022-09-01T10:24:05.508 DEBUG:boto:Token: None 2022-09-01T10:24:05.508 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.509 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.513 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d33c4db0eb337153-0063108845-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.515 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.516 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.517 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.518 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.519 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.520 DEBUG:boto:Method: GET 2022-09-01T10:24:05.520 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.521 DEBUG:boto:Data: 2022-09-01T10:24:05.522 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.523 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.524 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.525 DEBUG:boto:Params: {} 2022-09-01T10:24:05.526 DEBUG:boto:Token: None 2022-09-01T10:24:05.527 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.528 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.529 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.532 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000008209e500a70fd1c-0063108845-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.533 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.534 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-40 zones={test-zone1, test-zone2} 2022-09-01T10:24:05.534 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-40 zones={test-zone3, test-zone2} 2022-09-01T10:24:05.535 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.536 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.537 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.537 DEBUG:boto:Path: /ptoxvb-40/ 2022-09-01T10:24:05.538 DEBUG:boto:Data: 2022-09-01T10:24:05.538 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.539 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.539 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.540 DEBUG:boto:Params: {} 2022-09-01T10:24:05.540 DEBUG:boto:Token: None 2022-09-01T10:24:05.541 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/ 2022-09-01T10:24:05.541 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI= 2022-09-01T10:24:05.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI=', 'Content-Length': '0'} 2022-09-01T10:24:05.545 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005434d4f3e03fc780-0063108845-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.545 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.546 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.546 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.547 DEBUG:boto:Path: /ptoxvb-40/ 2022-09-01T10:24:05.547 DEBUG:boto:Data: 2022-09-01T10:24:05.548 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.548 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.549 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.549 DEBUG:boto:Params: {} 2022-09-01T10:24:05.550 DEBUG:boto:Token: None 2022-09-01T10:24:05.550 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/ 2022-09-01T10:24:05.551 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI= 2022-09-01T10:24:05.552 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI=', 'Content-Length': '0'} 2022-09-01T10:24:05.554 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000c40cab132737861-0063108845-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.555 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:05.555 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.556 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.556 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.557 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.557 DEBUG:boto:Method: GET 2022-09-01T10:24:05.558 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.558 DEBUG:boto:Data: 2022-09-01T10:24:05.559 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.560 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.560 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.561 DEBUG:boto:Params: {} 2022-09-01T10:24:05.561 DEBUG:boto:Token: None 2022-09-01T10:24:05.562 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.566 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000218ecbb64585aa53-0063108845-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.566 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.567 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:05.567 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.568 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.568 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.569 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.570 DEBUG:boto:Method: GET 2022-09-01T10:24:05.570 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.571 DEBUG:boto:Data: 2022-09-01T10:24:05.571 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.572 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.572 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.573 DEBUG:boto:Params: {} 2022-09-01T10:24:05.573 DEBUG:boto:Token: None 2022-09-01T10:24:05.574 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.574 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.578 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000050306b0274c28f12-0063108845-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.579 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.579 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.580 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.580 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.581 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.582 DEBUG:boto:Method: GET 2022-09-01T10:24:05.582 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.583 DEBUG:boto:Data: 2022-09-01T10:24:05.583 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.584 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.584 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.585 DEBUG:boto:Params: {} 2022-09-01T10:24:05.585 DEBUG:boto:Token: None 2022-09-01T10:24:05.586 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.587 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.590 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a3566ef5f1c66831-0063108845-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.592 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.593 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.594 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.595 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.596 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.597 DEBUG:boto:Method: GET 2022-09-01T10:24:05.598 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.599 DEBUG:boto:Data: 2022-09-01T10:24:05.600 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.600 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.601 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.602 DEBUG:boto:Params: {} 2022-09-01T10:24:05.603 DEBUG:boto:Token: None 2022-09-01T10:24:05.604 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.605 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.606 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.610 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f77e24c4174abca7-0063108845-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.650 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.651 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-40 zones={test-zone3, test-zone2} 2022-09-01T10:24:05.652 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-40 zones={test-zone1, test-zone3} 2022-09-01T10:24:05.652 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.653 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.653 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.654 DEBUG:boto:Path: /ptoxvb-40/ 2022-09-01T10:24:05.654 DEBUG:boto:Data: 2022-09-01T10:24:05.655 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.655 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:05.656 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.657 DEBUG:boto:Params: {} 2022-09-01T10:24:05.659 DEBUG:boto:Token: None 2022-09-01T10:24:05.660 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/ 2022-09-01T10:24:05.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI= 2022-09-01T10:24:05.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI=', 'Content-Length': '0'} 2022-09-01T10:24:05.665 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000360212bb2c301765-0063108845-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.666 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.667 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.668 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.669 DEBUG:boto:Path: /ptoxvb-40/ 2022-09-01T10:24:05.669 DEBUG:boto:Data: 2022-09-01T10:24:05.670 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.671 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.672 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.673 DEBUG:boto:Params: {} 2022-09-01T10:24:05.674 DEBUG:boto:Token: None 2022-09-01T10:24:05.675 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/ 2022-09-01T10:24:05.676 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI= 2022-09-01T10:24:05.677 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI=', 'Content-Length': '0'} 2022-09-01T10:24:05.680 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000912031756c9fccde-0063108845-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.682 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:05.683 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.684 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.684 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.685 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.686 DEBUG:boto:Method: GET 2022-09-01T10:24:05.687 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.688 DEBUG:boto:Data: 2022-09-01T10:24:05.689 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.690 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:05.691 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.692 DEBUG:boto:Params: {} 2022-09-01T10:24:05.693 DEBUG:boto:Token: None 2022-09-01T10:24:05.695 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.696 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.697 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.700 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ed1f90dc324438f4-0063108845-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.702 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.703 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:05.704 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.705 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.705 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.706 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.707 DEBUG:boto:Method: GET 2022-09-01T10:24:05.708 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.709 DEBUG:boto:Data: 2022-09-01T10:24:05.710 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.711 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.712 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.713 DEBUG:boto:Params: {} 2022-09-01T10:24:05.714 DEBUG:boto:Token: None 2022-09-01T10:24:05.715 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.722 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000095413b66864303c4-0063108845-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.724 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.725 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.726 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.727 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.728 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.729 DEBUG:boto:Method: GET 2022-09-01T10:24:05.730 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.731 DEBUG:boto:Data: 2022-09-01T10:24:05.732 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.733 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:05.734 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.735 DEBUG:boto:Params: {} 2022-09-01T10:24:05.736 DEBUG:boto:Token: None 2022-09-01T10:24:05.737 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.738 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.739 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.743 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004d3d7e6bcb79250b-0063108845-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.744 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.745 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.745 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.746 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.747 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.747 DEBUG:boto:Method: GET 2022-09-01T10:24:05.748 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.749 DEBUG:boto:Data: 2022-09-01T10:24:05.750 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.751 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.752 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.754 DEBUG:boto:Params: {} 2022-09-01T10:24:05.755 DEBUG:boto:Token: None 2022-09-01T10:24:05.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.760 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ee13c0ff6d7c4eb2-0063108845-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.802 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.804 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-40 zones={test-zone1, test-zone3} 2022-09-01T10:24:05.805 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-40 zones={test-zone2, test-zone3} 2022-09-01T10:24:05.806 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.807 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.808 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.808 DEBUG:boto:Path: /ptoxvb-40/ 2022-09-01T10:24:05.809 DEBUG:boto:Data: 2022-09-01T10:24:05.809 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.811 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.812 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.813 DEBUG:boto:Params: {} 2022-09-01T10:24:05.814 DEBUG:boto:Token: None 2022-09-01T10:24:05.816 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/ 2022-09-01T10:24:05.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI= 2022-09-01T10:24:05.818 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI=', 'Content-Length': '0'} 2022-09-01T10:24:05.822 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009170adf033967819-0063108845-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.823 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.824 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.824 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.825 DEBUG:boto:Path: /ptoxvb-40/ 2022-09-01T10:24:05.825 DEBUG:boto:Data: 2022-09-01T10:24:05.826 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.827 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.828 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.829 DEBUG:boto:Params: {} 2022-09-01T10:24:05.830 DEBUG:boto:Token: None 2022-09-01T10:24:05.832 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/ 2022-09-01T10:24:05.835 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI= 2022-09-01T10:24:05.836 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hU7HmtAoggptT73mXkKpyyXWZgI=', 'Content-Length': '0'} 2022-09-01T10:24:05.840 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d1d65e9cda65181c-0063108845-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.841 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:05.841 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.842 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.843 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.844 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.844 DEBUG:boto:Method: GET 2022-09-01T10:24:05.845 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.845 DEBUG:boto:Data: 2022-09-01T10:24:05.846 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.847 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.847 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.848 DEBUG:boto:Params: {} 2022-09-01T10:24:05.849 DEBUG:boto:Token: None 2022-09-01T10:24:05.849 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.851 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.857 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bee1a1ffa321a4fc-0063108845-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.858 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.859 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:05.860 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.861 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.862 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.862 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.863 DEBUG:boto:Method: GET 2022-09-01T10:24:05.863 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.864 DEBUG:boto:Data: 2022-09-01T10:24:05.864 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.865 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.865 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.866 DEBUG:boto:Params: {} 2022-09-01T10:24:05.866 DEBUG:boto:Token: None 2022-09-01T10:24:05.867 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.867 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.868 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.871 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b92277f1a75a4d0b-0063108845-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.872 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.873 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.873 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.874 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.874 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.875 DEBUG:boto:Method: GET 2022-09-01T10:24:05.875 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.876 DEBUG:boto:Data: 2022-09-01T10:24:05.876 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.877 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.877 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.878 DEBUG:boto:Params: {} 2022-09-01T10:24:05.878 DEBUG:boto:Token: None 2022-09-01T10:24:05.879 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.880 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.885 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a8e119e38153a0ad-0063108845-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.886 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.887 DEBUG:boto:path=/ptoxvb-40/ 2022-09-01T10:24:05.887 DEBUG:boto:auth_path=/ptoxvb-40/ 2022-09-01T10:24:05.888 DEBUG:boto:path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.888 DEBUG:boto:auth_path=/ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.889 DEBUG:boto:Method: GET 2022-09-01T10:24:05.889 DEBUG:boto:Path: /ptoxvb-40/?versions&max-keys=999 2022-09-01T10:24:05.890 DEBUG:boto:Data: 2022-09-01T10:24:05.891 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.891 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:05.892 DEBUG:boto:Port: 8001 2022-09-01T10:24:05.892 DEBUG:boto:Params: {} 2022-09-01T10:24:05.893 DEBUG:boto:Token: None 2022-09-01T10:24:05.893 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-40/?versions 2022-09-01T10:24:05.894 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0= 2022-09-01T10:24:05.895 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LC0IpsmUbgxuCsI45xRSsC71Q0=', 'Content-Length': '0'} 2022-09-01T10:24:05.897 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000062b7824070b413ff-0063108845-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.942 DEBUG:boto:b'ptoxvb-40999false' 2022-09-01T10:24:05.943 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-40 zones={test-zone2, test-zone3} 2022-09-01T10:24:05.944 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-41 zones={test-zone2, test-zone1} 2022-09-01T10:24:05.944 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:05.945 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:05.945 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.946 DEBUG:boto:Path: /ptoxvb-41/ 2022-09-01T10:24:05.947 DEBUG:boto:Data: 2022-09-01T10:24:05.948 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.948 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:05.949 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.949 DEBUG:boto:Params: {} 2022-09-01T10:24:05.950 DEBUG:boto:Token: None 2022-09-01T10:24:05.952 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-41/ 2022-09-01T10:24:05.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0NyjBGDyxKRyMa6jKjdfkOC2KjI= 2022-09-01T10:24:05.953 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0NyjBGDyxKRyMa6jKjdfkOC2KjI=', 'Content-Length': '0'} 2022-09-01T10:24:05.959 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000bf3c6904b136bbcb-0063108845-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.960 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:05.961 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:05.962 DEBUG:boto:Method: HEAD 2022-09-01T10:24:05.964 DEBUG:boto:Path: /ptoxvb-41/ 2022-09-01T10:24:05.972 DEBUG:boto:Data: 2022-09-01T10:24:05.973 DEBUG:boto:Headers: {} 2022-09-01T10:24:05.974 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:05.974 DEBUG:boto:Port: 8000 2022-09-01T10:24:05.975 DEBUG:boto:Params: {} 2022-09-01T10:24:05.976 DEBUG:boto:Token: None 2022-09-01T10:24:05.976 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:05 GMT /ptoxvb-41/ 2022-09-01T10:24:05.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0NyjBGDyxKRyMa6jKjdfkOC2KjI= 2022-09-01T10:24:05.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0NyjBGDyxKRyMa6jKjdfkOC2KjI=', 'Content-Length': '0'} 2022-09-01T10:24:05.987 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ffc4560166c7796b-0063108845-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:05.988 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:05.989 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:05.991 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:05.995 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:05.996 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:05.997 DEBUG:boto:Method: GET 2022-09-01T10:24:05.998 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:05.999 DEBUG:boto:Data: 2022-09-01T10:24:06.000 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.001 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:06.002 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.003 DEBUG:boto:Params: {} 2022-09-01T10:24:06.004 DEBUG:boto:Token: None 2022-09-01T10:24:06.006 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.007 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.008 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.012 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d2f2e33d44819125-0063108846-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.013 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.014 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:06.014 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.015 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.016 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.016 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.017 DEBUG:boto:Method: GET 2022-09-01T10:24:06.017 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.018 DEBUG:boto:Data: 2022-09-01T10:24:06.019 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.020 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:06.020 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.021 DEBUG:boto:Params: {} 2022-09-01T10:24:06.021 DEBUG:boto:Token: None 2022-09-01T10:24:06.022 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.022 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.023 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.026 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d4e4dc2926d409b6-0063108846-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.070 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.072 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.073 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.074 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.075 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.076 DEBUG:boto:Method: GET 2022-09-01T10:24:06.077 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.077 DEBUG:boto:Data: 2022-09-01T10:24:06.078 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.079 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:06.080 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.081 DEBUG:boto:Params: {} 2022-09-01T10:24:06.082 DEBUG:boto:Token: None 2022-09-01T10:24:06.082 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.083 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.084 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.088 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000be56f96e86cab784-0063108846-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.091 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.093 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.094 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.095 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.098 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.099 DEBUG:boto:Method: GET 2022-09-01T10:24:06.100 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.101 DEBUG:boto:Data: 2022-09-01T10:24:06.102 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.103 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:06.104 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.105 DEBUG:boto:Params: {} 2022-09-01T10:24:06.106 DEBUG:boto:Token: None 2022-09-01T10:24:06.107 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.112 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002b53b432db68df7b-0063108846-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.114 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.115 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-41 zones={test-zone2, test-zone1} 2022-09-01T10:24:06.116 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-41 zones={test-zone3, test-zone1} 2022-09-01T10:24:06.117 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.118 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.119 DEBUG:boto:Method: HEAD 2022-09-01T10:24:06.120 DEBUG:boto:Path: /ptoxvb-41/ 2022-09-01T10:24:06.120 DEBUG:boto:Data: 2022-09-01T10:24:06.122 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.123 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:06.124 DEBUG:boto:Port: 8001 2022-09-01T10:24:06.125 DEBUG:boto:Params: {} 2022-09-01T10:24:06.126 DEBUG:boto:Token: None 2022-09-01T10:24:06.127 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/ 2022-09-01T10:24:06.128 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs= 2022-09-01T10:24:06.129 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs=', 'Content-Length': '0'} 2022-09-01T10:24:06.133 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e0bc84616e3f9fb1-0063108846-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.139 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.145 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.146 DEBUG:boto:Method: HEAD 2022-09-01T10:24:06.146 DEBUG:boto:Path: /ptoxvb-41/ 2022-09-01T10:24:06.147 DEBUG:boto:Data: 2022-09-01T10:24:06.147 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.148 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:06.149 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.149 DEBUG:boto:Params: {} 2022-09-01T10:24:06.150 DEBUG:boto:Token: None 2022-09-01T10:24:06.150 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/ 2022-09-01T10:24:06.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs= 2022-09-01T10:24:06.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs=', 'Content-Length': '0'} 2022-09-01T10:24:06.155 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000672ec61042e122b4-0063108846-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.155 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:06.158 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.159 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.159 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.160 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.160 DEBUG:boto:Method: GET 2022-09-01T10:24:06.161 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.161 DEBUG:boto:Data: 2022-09-01T10:24:06.162 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.163 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:06.163 DEBUG:boto:Port: 8001 2022-09-01T10:24:06.164 DEBUG:boto:Params: {} 2022-09-01T10:24:06.164 DEBUG:boto:Token: None 2022-09-01T10:24:06.165 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.166 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.166 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.170 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a25f53c6376f3cf9-0063108846-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.171 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.172 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:06.173 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.173 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.174 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.174 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.175 DEBUG:boto:Method: GET 2022-09-01T10:24:06.175 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.176 DEBUG:boto:Data: 2022-09-01T10:24:06.176 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.177 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:06.178 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.179 DEBUG:boto:Params: {} 2022-09-01T10:24:06.180 DEBUG:boto:Token: None 2022-09-01T10:24:06.180 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.181 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.181 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.185 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007a795468fd45e738-0063108846-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.186 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.187 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.187 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.188 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.188 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.189 DEBUG:boto:Method: GET 2022-09-01T10:24:06.190 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.190 DEBUG:boto:Data: 2022-09-01T10:24:06.191 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:06.192 DEBUG:boto:Port: 8001 2022-09-01T10:24:06.192 DEBUG:boto:Params: {} 2022-09-01T10:24:06.193 DEBUG:boto:Token: None 2022-09-01T10:24:06.194 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.195 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.198 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ff35ebe75d517f55-0063108846-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.199 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.199 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.200 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.201 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.201 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.202 DEBUG:boto:Method: GET 2022-09-01T10:24:06.203 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.203 DEBUG:boto:Data: 2022-09-01T10:24:06.204 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.205 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:06.205 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.207 DEBUG:boto:Params: {} 2022-09-01T10:24:06.207 DEBUG:boto:Token: None 2022-09-01T10:24:06.208 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.211 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.223 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e61bc213b859d24d-0063108846-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.224 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.224 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-41 zones={test-zone3, test-zone1} 2022-09-01T10:24:06.225 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-41 zones={test-zone1, test-zone2} 2022-09-01T10:24:06.225 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.226 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.227 DEBUG:boto:Method: HEAD 2022-09-01T10:24:06.227 DEBUG:boto:Path: /ptoxvb-41/ 2022-09-01T10:24:06.228 DEBUG:boto:Data: 2022-09-01T10:24:06.228 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.229 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:06.229 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.230 DEBUG:boto:Params: {} 2022-09-01T10:24:06.230 DEBUG:boto:Token: None 2022-09-01T10:24:06.231 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/ 2022-09-01T10:24:06.238 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs= 2022-09-01T10:24:06.239 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs=', 'Content-Length': '0'} 2022-09-01T10:24:06.243 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000cd4dd3362b9712af-0063108846-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.244 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.245 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.245 DEBUG:boto:Method: HEAD 2022-09-01T10:24:06.248 DEBUG:boto:Path: /ptoxvb-41/ 2022-09-01T10:24:06.249 DEBUG:boto:Data: 2022-09-01T10:24:06.249 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.250 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:06.250 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.251 DEBUG:boto:Params: {} 2022-09-01T10:24:06.251 DEBUG:boto:Token: None 2022-09-01T10:24:06.252 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/ 2022-09-01T10:24:06.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs= 2022-09-01T10:24:06.253 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs=', 'Content-Length': '0'} 2022-09-01T10:24:06.258 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001b9958c1f2bf4c09-0063108846-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.259 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:06.259 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.260 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.260 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.261 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.261 DEBUG:boto:Method: GET 2022-09-01T10:24:06.262 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.262 DEBUG:boto:Data: 2022-09-01T10:24:06.263 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.263 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:06.264 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.264 DEBUG:boto:Params: {} 2022-09-01T10:24:06.265 DEBUG:boto:Token: None 2022-09-01T10:24:06.265 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.267 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.270 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eb906c59ff3523c7-0063108846-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.271 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.272 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:06.272 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.273 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.274 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.274 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.275 DEBUG:boto:Method: GET 2022-09-01T10:24:06.275 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.276 DEBUG:boto:Data: 2022-09-01T10:24:06.276 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.277 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:06.278 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.278 DEBUG:boto:Params: {} 2022-09-01T10:24:06.279 DEBUG:boto:Token: None 2022-09-01T10:24:06.279 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.285 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008786189dcb5e0c94-0063108846-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.286 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.288 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.289 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.290 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.291 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.292 DEBUG:boto:Method: GET 2022-09-01T10:24:06.293 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.294 DEBUG:boto:Data: 2022-09-01T10:24:06.295 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.296 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:06.296 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.297 DEBUG:boto:Params: {} 2022-09-01T10:24:06.298 DEBUG:boto:Token: None 2022-09-01T10:24:06.299 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.303 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000099f698d3317ed11b-0063108846-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.350 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.351 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.352 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.352 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.353 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.354 DEBUG:boto:Method: GET 2022-09-01T10:24:06.354 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.355 DEBUG:boto:Data: 2022-09-01T10:24:06.355 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.356 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:06.356 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.357 DEBUG:boto:Params: {} 2022-09-01T10:24:06.358 DEBUG:boto:Token: None 2022-09-01T10:24:06.358 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.360 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.363 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ae22a0fa8e6577b7-0063108846-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.363 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.364 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-41 zones={test-zone1, test-zone2} 2022-09-01T10:24:06.364 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-41 zones={test-zone3, test-zone2} 2022-09-01T10:24:06.365 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.366 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.366 DEBUG:boto:Method: HEAD 2022-09-01T10:24:06.367 DEBUG:boto:Path: /ptoxvb-41/ 2022-09-01T10:24:06.367 DEBUG:boto:Data: 2022-09-01T10:24:06.368 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.369 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:06.369 DEBUG:boto:Port: 8001 2022-09-01T10:24:06.370 DEBUG:boto:Params: {} 2022-09-01T10:24:06.371 DEBUG:boto:Token: None 2022-09-01T10:24:06.373 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/ 2022-09-01T10:24:06.374 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs= 2022-09-01T10:24:06.375 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs=', 'Content-Length': '0'} 2022-09-01T10:24:06.389 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d9ec36185df99c9a-0063108846-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.390 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.395 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.396 DEBUG:boto:Method: HEAD 2022-09-01T10:24:06.397 DEBUG:boto:Path: /ptoxvb-41/ 2022-09-01T10:24:06.398 DEBUG:boto:Data: 2022-09-01T10:24:06.399 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.400 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:06.401 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.402 DEBUG:boto:Params: {} 2022-09-01T10:24:06.403 DEBUG:boto:Token: None 2022-09-01T10:24:06.404 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/ 2022-09-01T10:24:06.405 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs= 2022-09-01T10:24:06.406 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs=', 'Content-Length': '0'} 2022-09-01T10:24:06.410 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007c37915d5774a52f-0063108846-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.411 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:06.412 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.413 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.414 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.415 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.416 DEBUG:boto:Method: GET 2022-09-01T10:24:06.417 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.418 DEBUG:boto:Data: 2022-09-01T10:24:06.419 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.420 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:06.421 DEBUG:boto:Port: 8001 2022-09-01T10:24:06.426 DEBUG:boto:Params: {} 2022-09-01T10:24:06.427 DEBUG:boto:Token: None 2022-09-01T10:24:06.428 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.428 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.429 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.432 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f78757a04efa45ee-0063108846-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.434 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.435 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:06.436 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.437 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.438 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.439 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.441 DEBUG:boto:Method: GET 2022-09-01T10:24:06.442 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.443 DEBUG:boto:Data: 2022-09-01T10:24:06.444 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.445 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:06.446 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.449 DEBUG:boto:Params: {} 2022-09-01T10:24:06.450 DEBUG:boto:Token: None 2022-09-01T10:24:06.451 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.452 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.455 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000052c4989d06edcfe0-0063108846-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.456 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.458 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.459 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.460 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.461 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.462 DEBUG:boto:Method: GET 2022-09-01T10:24:06.463 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.465 DEBUG:boto:Data: 2022-09-01T10:24:06.466 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.467 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:06.468 DEBUG:boto:Port: 8001 2022-09-01T10:24:06.470 DEBUG:boto:Params: {} 2022-09-01T10:24:06.472 DEBUG:boto:Token: None 2022-09-01T10:24:06.473 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.480 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003670a426608fe1c4-0063108846-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.481 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.482 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.485 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.486 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.487 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.488 DEBUG:boto:Method: GET 2022-09-01T10:24:06.489 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.490 DEBUG:boto:Data: 2022-09-01T10:24:06.491 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.492 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:06.493 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.494 DEBUG:boto:Params: {} 2022-09-01T10:24:06.497 DEBUG:boto:Token: None 2022-09-01T10:24:06.498 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.499 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.509 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d7c0109ea60998c1-0063108846-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.511 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.512 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-41 zones={test-zone3, test-zone2} 2022-09-01T10:24:06.513 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-41 zones={test-zone1, test-zone3} 2022-09-01T10:24:06.514 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.514 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.515 DEBUG:boto:Method: HEAD 2022-09-01T10:24:06.517 DEBUG:boto:Path: /ptoxvb-41/ 2022-09-01T10:24:06.518 DEBUG:boto:Data: 2022-09-01T10:24:06.519 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.520 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:06.520 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.522 DEBUG:boto:Params: {} 2022-09-01T10:24:06.523 DEBUG:boto:Token: None 2022-09-01T10:24:06.524 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/ 2022-09-01T10:24:06.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs= 2022-09-01T10:24:06.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs=', 'Content-Length': '0'} 2022-09-01T10:24:06.529 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000aee0dbdf9d87fc8-0063108846-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.530 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.531 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.531 DEBUG:boto:Method: HEAD 2022-09-01T10:24:06.532 DEBUG:boto:Path: /ptoxvb-41/ 2022-09-01T10:24:06.532 DEBUG:boto:Data: 2022-09-01T10:24:06.533 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.534 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:06.535 DEBUG:boto:Port: 8001 2022-09-01T10:24:06.535 DEBUG:boto:Params: {} 2022-09-01T10:24:06.536 DEBUG:boto:Token: None 2022-09-01T10:24:06.537 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/ 2022-09-01T10:24:06.538 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs= 2022-09-01T10:24:06.539 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs=', 'Content-Length': '0'} 2022-09-01T10:24:06.542 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000009c42f1136cb9994-0063108846-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.543 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:06.544 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.545 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.547 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.548 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.548 DEBUG:boto:Method: GET 2022-09-01T10:24:06.550 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.551 DEBUG:boto:Data: 2022-09-01T10:24:06.552 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.557 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:06.558 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.559 DEBUG:boto:Params: {} 2022-09-01T10:24:06.560 DEBUG:boto:Token: None 2022-09-01T10:24:06.561 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.567 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fdaf163ded01fe45-0063108846-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.568 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.570 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:06.571 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.572 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.573 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.573 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.574 DEBUG:boto:Method: GET 2022-09-01T10:24:06.575 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.576 DEBUG:boto:Data: 2022-09-01T10:24:06.577 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.578 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:06.579 DEBUG:boto:Port: 8001 2022-09-01T10:24:06.580 DEBUG:boto:Params: {} 2022-09-01T10:24:06.581 DEBUG:boto:Token: None 2022-09-01T10:24:06.581 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.583 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.586 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c76dd5b55a1ec25e-0063108846-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.596 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.597 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.598 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.598 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.599 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.600 DEBUG:boto:Method: GET 2022-09-01T10:24:06.600 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.601 DEBUG:boto:Data: 2022-09-01T10:24:06.601 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.602 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:06.602 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.603 DEBUG:boto:Params: {} 2022-09-01T10:24:06.604 DEBUG:boto:Token: None 2022-09-01T10:24:06.605 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.611 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000508201824c5b9066-0063108846-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.612 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.612 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.613 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.614 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.614 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.615 DEBUG:boto:Method: GET 2022-09-01T10:24:06.615 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.616 DEBUG:boto:Data: 2022-09-01T10:24:06.616 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.617 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:06.618 DEBUG:boto:Port: 8001 2022-09-01T10:24:06.618 DEBUG:boto:Params: {} 2022-09-01T10:24:06.619 DEBUG:boto:Token: None 2022-09-01T10:24:06.620 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.620 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.621 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.624 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009bb5d94710c28ec8-0063108846-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.625 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.625 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-41 zones={test-zone1, test-zone3} 2022-09-01T10:24:06.626 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-41 zones={test-zone2, test-zone3} 2022-09-01T10:24:06.627 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.628 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.629 DEBUG:boto:Method: HEAD 2022-09-01T10:24:06.630 DEBUG:boto:Path: /ptoxvb-41/ 2022-09-01T10:24:06.631 DEBUG:boto:Data: 2022-09-01T10:24:06.631 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.632 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:06.632 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.633 DEBUG:boto:Params: {} 2022-09-01T10:24:06.633 DEBUG:boto:Token: None 2022-09-01T10:24:06.634 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/ 2022-09-01T10:24:06.635 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs= 2022-09-01T10:24:06.636 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs=', 'Content-Length': '0'} 2022-09-01T10:24:06.642 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000b2415deaf9f7ae4-0063108846-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.643 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.644 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.645 DEBUG:boto:Method: HEAD 2022-09-01T10:24:06.646 DEBUG:boto:Path: /ptoxvb-41/ 2022-09-01T10:24:06.647 DEBUG:boto:Data: 2022-09-01T10:24:06.649 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.650 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:06.651 DEBUG:boto:Port: 8001 2022-09-01T10:24:06.652 DEBUG:boto:Params: {} 2022-09-01T10:24:06.653 DEBUG:boto:Token: None 2022-09-01T10:24:06.654 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/ 2022-09-01T10:24:06.655 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs= 2022-09-01T10:24:06.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UdEeboc1UBvvq8zjpmNpYbK7VFs=', 'Content-Length': '0'} 2022-09-01T10:24:06.660 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f5736f9c057ee4ff-0063108846-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.661 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:06.662 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.663 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.664 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.665 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.666 DEBUG:boto:Method: GET 2022-09-01T10:24:06.667 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.667 DEBUG:boto:Data: 2022-09-01T10:24:06.668 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.669 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:06.670 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.671 DEBUG:boto:Params: {} 2022-09-01T10:24:06.672 DEBUG:boto:Token: None 2022-09-01T10:24:06.673 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.676 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.679 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009397a2f14239113e-0063108846-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.726 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.728 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:06.729 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.730 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.731 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.731 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.732 DEBUG:boto:Method: GET 2022-09-01T10:24:06.733 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.734 DEBUG:boto:Data: 2022-09-01T10:24:06.735 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.736 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:06.737 DEBUG:boto:Port: 8001 2022-09-01T10:24:06.738 DEBUG:boto:Params: {} 2022-09-01T10:24:06.739 DEBUG:boto:Token: None 2022-09-01T10:24:06.740 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.740 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.741 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.744 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e0d9e61fffc29e06-0063108846-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.745 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.746 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.746 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.747 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.747 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.748 DEBUG:boto:Method: GET 2022-09-01T10:24:06.748 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.749 DEBUG:boto:Data: 2022-09-01T10:24:06.749 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.750 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:06.750 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.751 DEBUG:boto:Params: {} 2022-09-01T10:24:06.752 DEBUG:boto:Token: None 2022-09-01T10:24:06.752 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.753 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.753 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.756 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001b79d21f47bd3970-0063108846-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.757 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.757 DEBUG:boto:path=/ptoxvb-41/ 2022-09-01T10:24:06.758 DEBUG:boto:auth_path=/ptoxvb-41/ 2022-09-01T10:24:06.759 DEBUG:boto:path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.759 DEBUG:boto:auth_path=/ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.760 DEBUG:boto:Method: GET 2022-09-01T10:24:06.760 DEBUG:boto:Path: /ptoxvb-41/?versions&max-keys=999 2022-09-01T10:24:06.761 DEBUG:boto:Data: 2022-09-01T10:24:06.762 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.762 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:06.763 DEBUG:boto:Port: 8001 2022-09-01T10:24:06.763 DEBUG:boto:Params: {} 2022-09-01T10:24:06.764 DEBUG:boto:Token: None 2022-09-01T10:24:06.764 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-41/?versions 2022-09-01T10:24:06.765 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE= 2022-09-01T10:24:06.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TILzJUgO7q7D7tfMwinS9ITyCSE=', 'Content-Length': '0'} 2022-09-01T10:24:06.769 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005825d5865734ed64-0063108846-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.770 DEBUG:boto:b'ptoxvb-41999false' 2022-09-01T10:24:06.772 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-41 zones={test-zone2, test-zone3} 2022-09-01T10:24:06.773 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-42 zones={test-zone2, test-zone1} 2022-09-01T10:24:06.774 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:06.774 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:06.775 DEBUG:boto:Method: HEAD 2022-09-01T10:24:06.777 DEBUG:boto:Path: /ptoxvb-42/ 2022-09-01T10:24:06.779 DEBUG:boto:Data: 2022-09-01T10:24:06.780 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.781 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:06.782 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.783 DEBUG:boto:Params: {} 2022-09-01T10:24:06.784 DEBUG:boto:Token: None 2022-09-01T10:24:06.785 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-42/ 2022-09-01T10:24:06.786 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UDlS/zrnHf4qxIMnbc6ozgVyNSc= 2022-09-01T10:24:06.788 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UDlS/zrnHf4qxIMnbc6ozgVyNSc=', 'Content-Length': '0'} 2022-09-01T10:24:06.796 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a6d9731980c40a34-0063108846-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.798 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:06.798 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:06.799 DEBUG:boto:Method: HEAD 2022-09-01T10:24:06.800 DEBUG:boto:Path: /ptoxvb-42/ 2022-09-01T10:24:06.801 DEBUG:boto:Data: 2022-09-01T10:24:06.802 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.803 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:06.805 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.806 DEBUG:boto:Params: {} 2022-09-01T10:24:06.807 DEBUG:boto:Token: None 2022-09-01T10:24:06.808 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-42/ 2022-09-01T10:24:06.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UDlS/zrnHf4qxIMnbc6ozgVyNSc= 2022-09-01T10:24:06.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UDlS/zrnHf4qxIMnbc6ozgVyNSc=', 'Content-Length': '0'} 2022-09-01T10:24:06.813 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000058b067ede82e365d-0063108846-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.815 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:06.816 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:06.817 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:06.818 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:06.819 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:06.821 DEBUG:boto:Method: GET 2022-09-01T10:24:06.822 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:06.823 DEBUG:boto:Data: 2022-09-01T10:24:06.823 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.824 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:06.825 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.826 DEBUG:boto:Params: {} 2022-09-01T10:24:06.827 DEBUG:boto:Token: None 2022-09-01T10:24:06.828 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-42/?versions 2022-09-01T10:24:06.829 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/qfebP13y4lG5Qmv2Z0m+dvWXVg= 2022-09-01T10:24:06.830 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/qfebP13y4lG5Qmv2Z0m+dvWXVg=', 'Content-Length': '0'} 2022-09-01T10:24:06.841 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000345dee2e34095df4-0063108846-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.842 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:06.844 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:06.845 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:06.846 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:06.847 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:06.848 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:06.850 DEBUG:boto:Method: GET 2022-09-01T10:24:06.851 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:06.851 DEBUG:boto:Data: 2022-09-01T10:24:06.852 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.852 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:06.853 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.853 DEBUG:boto:Params: {} 2022-09-01T10:24:06.855 DEBUG:boto:Token: None 2022-09-01T10:24:06.855 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-42/?versions 2022-09-01T10:24:06.856 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/qfebP13y4lG5Qmv2Z0m+dvWXVg= 2022-09-01T10:24:06.857 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/qfebP13y4lG5Qmv2Z0m+dvWXVg=', 'Content-Length': '0'} 2022-09-01T10:24:06.871 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003036ca27f9499c50-0063108846-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.872 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:06.874 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:06.875 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:06.876 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:06.877 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:06.879 DEBUG:boto:Method: GET 2022-09-01T10:24:06.880 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:06.881 DEBUG:boto:Data: 2022-09-01T10:24:06.882 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.883 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:06.884 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.885 DEBUG:boto:Params: {} 2022-09-01T10:24:06.887 DEBUG:boto:Token: None 2022-09-01T10:24:06.888 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-42/?versions 2022-09-01T10:24:06.889 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/qfebP13y4lG5Qmv2Z0m+dvWXVg= 2022-09-01T10:24:06.890 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/qfebP13y4lG5Qmv2Z0m+dvWXVg=', 'Content-Length': '0'} 2022-09-01T10:24:06.897 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000026ce0f6f2976ee2f-0063108846-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.938 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:06.940 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:06.941 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:06.942 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:06.943 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:06.944 DEBUG:boto:Method: GET 2022-09-01T10:24:06.945 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:06.946 DEBUG:boto:Data: 2022-09-01T10:24:06.947 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.947 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:06.948 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.949 DEBUG:boto:Params: {} 2022-09-01T10:24:06.950 DEBUG:boto:Token: None 2022-09-01T10:24:06.951 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-42/?versions 2022-09-01T10:24:06.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/qfebP13y4lG5Qmv2Z0m+dvWXVg= 2022-09-01T10:24:06.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/qfebP13y4lG5Qmv2Z0m+dvWXVg=', 'Content-Length': '0'} 2022-09-01T10:24:06.958 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005a20477611e76d26-0063108846-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.959 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:06.960 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-42 zones={test-zone2, test-zone1} 2022-09-01T10:24:06.960 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-42 zones={test-zone3, test-zone1} 2022-09-01T10:24:06.961 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:06.961 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:06.962 DEBUG:boto:Method: HEAD 2022-09-01T10:24:06.962 DEBUG:boto:Path: /ptoxvb-42/ 2022-09-01T10:24:06.963 DEBUG:boto:Data: 2022-09-01T10:24:06.963 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.964 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:06.965 DEBUG:boto:Port: 8001 2022-09-01T10:24:06.965 DEBUG:boto:Params: {} 2022-09-01T10:24:06.967 DEBUG:boto:Token: None 2022-09-01T10:24:06.967 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-42/ 2022-09-01T10:24:06.968 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UDlS/zrnHf4qxIMnbc6ozgVyNSc= 2022-09-01T10:24:06.968 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UDlS/zrnHf4qxIMnbc6ozgVyNSc=', 'Content-Length': '0'} 2022-09-01T10:24:06.971 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c161fcf90ac9e1d3-0063108846-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.972 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:06.973 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:06.973 DEBUG:boto:Method: HEAD 2022-09-01T10:24:06.974 DEBUG:boto:Path: /ptoxvb-42/ 2022-09-01T10:24:06.974 DEBUG:boto:Data: 2022-09-01T10:24:06.975 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.976 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:06.976 DEBUG:boto:Port: 8000 2022-09-01T10:24:06.977 DEBUG:boto:Params: {} 2022-09-01T10:24:06.978 DEBUG:boto:Token: None 2022-09-01T10:24:06.979 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-42/ 2022-09-01T10:24:06.979 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UDlS/zrnHf4qxIMnbc6ozgVyNSc= 2022-09-01T10:24:06.980 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UDlS/zrnHf4qxIMnbc6ozgVyNSc=', 'Content-Length': '0'} 2022-09-01T10:24:06.982 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000159255239dde1e89-0063108846-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:06.983 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:06.984 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:06.984 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:06.985 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:06.985 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:06.986 DEBUG:boto:Method: GET 2022-09-01T10:24:06.987 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:06.987 DEBUG:boto:Data: 2022-09-01T10:24:06.988 DEBUG:boto:Headers: {} 2022-09-01T10:24:06.989 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:06.990 DEBUG:boto:Port: 8001 2022-09-01T10:24:06.991 DEBUG:boto:Params: {} 2022-09-01T10:24:06.992 DEBUG:boto:Token: None 2022-09-01T10:24:06.993 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:06 GMT /ptoxvb-42/?versions 2022-09-01T10:24:06.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/qfebP13y4lG5Qmv2Z0m+dvWXVg= 2022-09-01T10:24:06.996 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/qfebP13y4lG5Qmv2Z0m+dvWXVg=', 'Content-Length': '0'} 2022-09-01T10:24:06.999 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004deddab1bdab6256-0063108846-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.042 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.044 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:07.045 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.046 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.046 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.047 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.048 DEBUG:boto:Method: GET 2022-09-01T10:24:07.048 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.049 DEBUG:boto:Data: 2022-09-01T10:24:07.050 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.051 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.051 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.052 DEBUG:boto:Params: {} 2022-09-01T10:24:07.052 DEBUG:boto:Token: None 2022-09-01T10:24:07.053 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.057 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000098e3c2063e21d1bf-0063108847-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.059 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.061 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.062 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.063 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.064 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.065 DEBUG:boto:Method: GET 2022-09-01T10:24:07.066 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.066 DEBUG:boto:Data: 2022-09-01T10:24:07.067 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.068 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:07.069 DEBUG:boto:Port: 8001 2022-09-01T10:24:07.070 DEBUG:boto:Params: {} 2022-09-01T10:24:07.071 DEBUG:boto:Token: None 2022-09-01T10:24:07.072 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.074 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.078 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b0958b8791a36dfc-0063108847-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.079 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.080 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.081 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.082 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.083 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.084 DEBUG:boto:Method: GET 2022-09-01T10:24:07.085 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.086 DEBUG:boto:Data: 2022-09-01T10:24:07.087 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.088 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.089 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.090 DEBUG:boto:Params: {} 2022-09-01T10:24:07.092 DEBUG:boto:Token: None 2022-09-01T10:24:07.093 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.094 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.095 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.098 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a94b851514f0f1e9-0063108847-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.099 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.100 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-42 zones={test-zone3, test-zone1} 2022-09-01T10:24:07.101 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-42 zones={test-zone1, test-zone2} 2022-09-01T10:24:07.102 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.102 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.103 DEBUG:boto:Method: HEAD 2022-09-01T10:24:07.104 DEBUG:boto:Path: /ptoxvb-42/ 2022-09-01T10:24:07.104 DEBUG:boto:Data: 2022-09-01T10:24:07.105 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.105 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.106 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.107 DEBUG:boto:Params: {} 2022-09-01T10:24:07.108 DEBUG:boto:Token: None 2022-09-01T10:24:07.109 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/ 2022-09-01T10:24:07.110 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA= 2022-09-01T10:24:07.111 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA=', 'Content-Length': '0'} 2022-09-01T10:24:07.114 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002d3ee7f344e116f2-0063108847-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.116 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.116 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.117 DEBUG:boto:Method: HEAD 2022-09-01T10:24:07.118 DEBUG:boto:Path: /ptoxvb-42/ 2022-09-01T10:24:07.119 DEBUG:boto:Data: 2022-09-01T10:24:07.120 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.121 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:07.122 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.123 DEBUG:boto:Params: {} 2022-09-01T10:24:07.124 DEBUG:boto:Token: None 2022-09-01T10:24:07.125 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/ 2022-09-01T10:24:07.125 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA= 2022-09-01T10:24:07.126 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA=', 'Content-Length': '0'} 2022-09-01T10:24:07.129 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000020ef0b9a5809cd97-0063108847-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.130 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:07.131 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.132 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.133 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.133 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.134 DEBUG:boto:Method: GET 2022-09-01T10:24:07.134 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.135 DEBUG:boto:Data: 2022-09-01T10:24:07.135 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.136 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.136 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.137 DEBUG:boto:Params: {} 2022-09-01T10:24:07.138 DEBUG:boto:Token: None 2022-09-01T10:24:07.138 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.139 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.140 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.142 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f1870aa76b8094cc-0063108847-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.191 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.193 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:07.194 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.194 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.195 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.198 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.199 DEBUG:boto:Method: GET 2022-09-01T10:24:07.199 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.200 DEBUG:boto:Data: 2022-09-01T10:24:07.202 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.203 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:07.204 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.205 DEBUG:boto:Params: {} 2022-09-01T10:24:07.206 DEBUG:boto:Token: None 2022-09-01T10:24:07.208 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.209 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.210 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.221 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000082fbed1ec72b7836-0063108847-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.222 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.224 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.225 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.226 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.227 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.228 DEBUG:boto:Method: GET 2022-09-01T10:24:07.229 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.231 DEBUG:boto:Data: 2022-09-01T10:24:07.232 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.233 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.234 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.234 DEBUG:boto:Params: {} 2022-09-01T10:24:07.235 DEBUG:boto:Token: None 2022-09-01T10:24:07.236 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.237 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.237 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.241 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f54cdc19bcdcbb44-0063108847-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.241 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.242 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.243 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.243 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.244 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.245 DEBUG:boto:Method: GET 2022-09-01T10:24:07.246 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.247 DEBUG:boto:Data: 2022-09-01T10:24:07.248 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.249 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:07.250 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.251 DEBUG:boto:Params: {} 2022-09-01T10:24:07.251 DEBUG:boto:Token: None 2022-09-01T10:24:07.252 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.253 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.257 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cfd580f6d4b91212-0063108847-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.258 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.259 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-42 zones={test-zone1, test-zone2} 2022-09-01T10:24:07.259 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-42 zones={test-zone3, test-zone2} 2022-09-01T10:24:07.260 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.260 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.261 DEBUG:boto:Method: HEAD 2022-09-01T10:24:07.261 DEBUG:boto:Path: /ptoxvb-42/ 2022-09-01T10:24:07.262 DEBUG:boto:Data: 2022-09-01T10:24:07.262 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.263 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:07.264 DEBUG:boto:Port: 8001 2022-09-01T10:24:07.265 DEBUG:boto:Params: {} 2022-09-01T10:24:07.266 DEBUG:boto:Token: None 2022-09-01T10:24:07.267 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/ 2022-09-01T10:24:07.268 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA= 2022-09-01T10:24:07.269 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA=', 'Content-Length': '0'} 2022-09-01T10:24:07.271 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c3ce6ef53c76cb27-0063108847-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.272 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.273 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.273 DEBUG:boto:Method: HEAD 2022-09-01T10:24:07.274 DEBUG:boto:Path: /ptoxvb-42/ 2022-09-01T10:24:07.275 DEBUG:boto:Data: 2022-09-01T10:24:07.275 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.276 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:07.276 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.277 DEBUG:boto:Params: {} 2022-09-01T10:24:07.278 DEBUG:boto:Token: None 2022-09-01T10:24:07.279 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/ 2022-09-01T10:24:07.279 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA= 2022-09-01T10:24:07.280 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA=', 'Content-Length': '0'} 2022-09-01T10:24:07.284 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004360c062fc6b9153-0063108847-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.285 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:07.286 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.286 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.287 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.288 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.289 DEBUG:boto:Method: GET 2022-09-01T10:24:07.290 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.292 DEBUG:boto:Data: 2022-09-01T10:24:07.293 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.294 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:07.295 DEBUG:boto:Port: 8001 2022-09-01T10:24:07.296 DEBUG:boto:Params: {} 2022-09-01T10:24:07.297 DEBUG:boto:Token: None 2022-09-01T10:24:07.298 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.304 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000093dd899a1b75f7ba-0063108847-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.305 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.306 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:07.307 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.308 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.309 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.310 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.311 DEBUG:boto:Method: GET 2022-09-01T10:24:07.311 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.312 DEBUG:boto:Data: 2022-09-01T10:24:07.313 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.313 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:07.314 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.314 DEBUG:boto:Params: {} 2022-09-01T10:24:07.315 DEBUG:boto:Token: None 2022-09-01T10:24:07.316 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.316 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.317 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.320 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000079ee78fcc6da3572-0063108847-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.320 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.321 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.322 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.322 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.323 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.323 DEBUG:boto:Method: GET 2022-09-01T10:24:07.324 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.324 DEBUG:boto:Data: 2022-09-01T10:24:07.325 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.325 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:07.326 DEBUG:boto:Port: 8001 2022-09-01T10:24:07.326 DEBUG:boto:Params: {} 2022-09-01T10:24:07.327 DEBUG:boto:Token: None 2022-09-01T10:24:07.328 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.332 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005206074d4b7c1fa2-0063108847-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.374 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.375 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.376 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.377 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.377 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.378 DEBUG:boto:Method: GET 2022-09-01T10:24:07.378 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.379 DEBUG:boto:Data: 2022-09-01T10:24:07.379 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.380 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:07.381 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.382 DEBUG:boto:Params: {} 2022-09-01T10:24:07.383 DEBUG:boto:Token: None 2022-09-01T10:24:07.385 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.386 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.387 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.391 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000805a9b8577c852a4-0063108847-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.392 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.393 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-42 zones={test-zone3, test-zone2} 2022-09-01T10:24:07.394 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-42 zones={test-zone1, test-zone3} 2022-09-01T10:24:07.395 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.395 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.396 DEBUG:boto:Method: HEAD 2022-09-01T10:24:07.396 DEBUG:boto:Path: /ptoxvb-42/ 2022-09-01T10:24:07.397 DEBUG:boto:Data: 2022-09-01T10:24:07.397 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.398 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.399 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.400 DEBUG:boto:Params: {} 2022-09-01T10:24:07.401 DEBUG:boto:Token: None 2022-09-01T10:24:07.402 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/ 2022-09-01T10:24:07.402 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA= 2022-09-01T10:24:07.403 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA=', 'Content-Length': '0'} 2022-09-01T10:24:07.406 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008352ac4ac4123f47-0063108847-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.407 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.407 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.408 DEBUG:boto:Method: HEAD 2022-09-01T10:24:07.408 DEBUG:boto:Path: /ptoxvb-42/ 2022-09-01T10:24:07.409 DEBUG:boto:Data: 2022-09-01T10:24:07.409 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.410 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:07.410 DEBUG:boto:Port: 8001 2022-09-01T10:24:07.411 DEBUG:boto:Params: {} 2022-09-01T10:24:07.412 DEBUG:boto:Token: None 2022-09-01T10:24:07.412 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/ 2022-09-01T10:24:07.413 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA= 2022-09-01T10:24:07.414 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA=', 'Content-Length': '0'} 2022-09-01T10:24:07.416 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000946796d5e8237fa0-0063108847-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.417 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:07.417 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.418 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.418 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.419 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.419 DEBUG:boto:Method: GET 2022-09-01T10:24:07.420 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.420 DEBUG:boto:Data: 2022-09-01T10:24:07.421 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.421 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.422 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.422 DEBUG:boto:Params: {} 2022-09-01T10:24:07.423 DEBUG:boto:Token: None 2022-09-01T10:24:07.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.424 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.428 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006c0c96d62cd4d2ee-0063108847-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.428 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.430 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:07.430 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.431 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.431 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.432 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.432 DEBUG:boto:Method: GET 2022-09-01T10:24:07.433 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.433 DEBUG:boto:Data: 2022-09-01T10:24:07.434 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.435 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:07.435 DEBUG:boto:Port: 8001 2022-09-01T10:24:07.436 DEBUG:boto:Params: {} 2022-09-01T10:24:07.437 DEBUG:boto:Token: None 2022-09-01T10:24:07.437 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.439 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.442 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002ff981f08b9e5586-0063108847-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.443 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.444 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.444 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.445 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.445 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.446 DEBUG:boto:Method: GET 2022-09-01T10:24:07.446 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.447 DEBUG:boto:Data: 2022-09-01T10:24:07.448 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.449 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.449 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.451 DEBUG:boto:Params: {} 2022-09-01T10:24:07.451 DEBUG:boto:Token: None 2022-09-01T10:24:07.452 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.453 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.456 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006dfe2d785cbf8766-0063108847-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.457 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.458 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.459 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.460 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.461 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.461 DEBUG:boto:Method: GET 2022-09-01T10:24:07.462 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.463 DEBUG:boto:Data: 2022-09-01T10:24:07.464 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.465 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:07.466 DEBUG:boto:Port: 8001 2022-09-01T10:24:07.467 DEBUG:boto:Params: {} 2022-09-01T10:24:07.467 DEBUG:boto:Token: None 2022-09-01T10:24:07.468 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.469 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.469 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.472 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dc9b598443ba2093-0063108847-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.473 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.474 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-42 zones={test-zone1, test-zone3} 2022-09-01T10:24:07.475 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-42 zones={test-zone2, test-zone3} 2022-09-01T10:24:07.475 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.476 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.476 DEBUG:boto:Method: HEAD 2022-09-01T10:24:07.477 DEBUG:boto:Path: /ptoxvb-42/ 2022-09-01T10:24:07.477 DEBUG:boto:Data: 2022-09-01T10:24:07.478 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.479 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:07.479 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.479 DEBUG:boto:Params: {} 2022-09-01T10:24:07.480 DEBUG:boto:Token: None 2022-09-01T10:24:07.481 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/ 2022-09-01T10:24:07.481 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA= 2022-09-01T10:24:07.482 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA=', 'Content-Length': '0'} 2022-09-01T10:24:07.485 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000043231444db8434c2-0063108847-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.486 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.486 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.487 DEBUG:boto:Method: HEAD 2022-09-01T10:24:07.487 DEBUG:boto:Path: /ptoxvb-42/ 2022-09-01T10:24:07.488 DEBUG:boto:Data: 2022-09-01T10:24:07.488 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.489 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:07.489 DEBUG:boto:Port: 8001 2022-09-01T10:24:07.490 DEBUG:boto:Params: {} 2022-09-01T10:24:07.490 DEBUG:boto:Token: None 2022-09-01T10:24:07.491 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/ 2022-09-01T10:24:07.491 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA= 2022-09-01T10:24:07.492 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nhsrmkq5bK6Tyj4Nd3nZPSljRaA=', 'Content-Length': '0'} 2022-09-01T10:24:07.495 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ac3d79d4bf1fb2c9-0063108847-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.495 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:07.496 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.497 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.497 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.498 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.498 DEBUG:boto:Method: GET 2022-09-01T10:24:07.499 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.499 DEBUG:boto:Data: 2022-09-01T10:24:07.500 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.500 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:07.501 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.501 DEBUG:boto:Params: {} 2022-09-01T10:24:07.502 DEBUG:boto:Token: None 2022-09-01T10:24:07.502 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.506 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e667ff8551d4a9ea-0063108847-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.507 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.508 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:07.508 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.509 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.510 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.510 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.511 DEBUG:boto:Method: GET 2022-09-01T10:24:07.511 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.512 DEBUG:boto:Data: 2022-09-01T10:24:07.512 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.513 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:07.513 DEBUG:boto:Port: 8001 2022-09-01T10:24:07.514 DEBUG:boto:Params: {} 2022-09-01T10:24:07.514 DEBUG:boto:Token: None 2022-09-01T10:24:07.515 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.519 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000072ac7a4ae871788c-0063108847-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.521 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.523 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.524 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.525 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.525 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.527 DEBUG:boto:Method: GET 2022-09-01T10:24:07.529 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.530 DEBUG:boto:Data: 2022-09-01T10:24:07.531 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.532 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:07.532 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.533 DEBUG:boto:Params: {} 2022-09-01T10:24:07.534 DEBUG:boto:Token: None 2022-09-01T10:24:07.535 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.535 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.536 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.539 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000acaa45b58ae6c543-0063108847-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.540 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.541 DEBUG:boto:path=/ptoxvb-42/ 2022-09-01T10:24:07.541 DEBUG:boto:auth_path=/ptoxvb-42/ 2022-09-01T10:24:07.542 DEBUG:boto:path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.542 DEBUG:boto:auth_path=/ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.543 DEBUG:boto:Method: GET 2022-09-01T10:24:07.544 DEBUG:boto:Path: /ptoxvb-42/?versions&max-keys=999 2022-09-01T10:24:07.544 DEBUG:boto:Data: 2022-09-01T10:24:07.545 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.545 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:07.546 DEBUG:boto:Port: 8001 2022-09-01T10:24:07.546 DEBUG:boto:Params: {} 2022-09-01T10:24:07.547 DEBUG:boto:Token: None 2022-09-01T10:24:07.548 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-42/?versions 2022-09-01T10:24:07.548 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c= 2022-09-01T10:24:07.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYF5V9o8NB7YAIVUC7bL4REPT2c=', 'Content-Length': '0'} 2022-09-01T10:24:07.552 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000998cf8df061c7681-0063108847-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.595 DEBUG:boto:b'ptoxvb-42999false' 2022-09-01T10:24:07.596 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-42 zones={test-zone2, test-zone3} 2022-09-01T10:24:07.597 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-43 zones={test-zone2, test-zone1} 2022-09-01T10:24:07.597 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.598 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.599 DEBUG:boto:Method: HEAD 2022-09-01T10:24:07.599 DEBUG:boto:Path: /ptoxvb-43/ 2022-09-01T10:24:07.600 DEBUG:boto:Data: 2022-09-01T10:24:07.600 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.601 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:07.601 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.602 DEBUG:boto:Params: {} 2022-09-01T10:24:07.602 DEBUG:boto:Token: None 2022-09-01T10:24:07.603 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/ 2022-09-01T10:24:07.605 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:43QZ34pIpi8Kd6Nw6SFzEtzSi4I= 2022-09-01T10:24:07.606 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:43QZ34pIpi8Kd6Nw6SFzEtzSi4I=', 'Content-Length': '0'} 2022-09-01T10:24:07.609 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002708f56e5e2ee721-0063108847-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.610 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.610 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.611 DEBUG:boto:Method: HEAD 2022-09-01T10:24:07.611 DEBUG:boto:Path: /ptoxvb-43/ 2022-09-01T10:24:07.612 DEBUG:boto:Data: 2022-09-01T10:24:07.612 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.613 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.614 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.614 DEBUG:boto:Params: {} 2022-09-01T10:24:07.615 DEBUG:boto:Token: None 2022-09-01T10:24:07.616 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/ 2022-09-01T10:24:07.616 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:43QZ34pIpi8Kd6Nw6SFzEtzSi4I= 2022-09-01T10:24:07.617 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:43QZ34pIpi8Kd6Nw6SFzEtzSi4I=', 'Content-Length': '0'} 2022-09-01T10:24:07.622 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003d34a1361fb63f55-0063108847-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.623 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:07.625 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.626 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.627 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.627 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.631 DEBUG:boto:Method: GET 2022-09-01T10:24:07.632 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.633 DEBUG:boto:Data: 2022-09-01T10:24:07.634 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.635 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:07.636 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.637 DEBUG:boto:Params: {} 2022-09-01T10:24:07.638 DEBUG:boto:Token: None 2022-09-01T10:24:07.639 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/?versions 2022-09-01T10:24:07.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8= 2022-09-01T10:24:07.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8=', 'Content-Length': '0'} 2022-09-01T10:24:07.644 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006f8ca7ccb887e146-0063108847-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.646 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:07.647 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:07.647 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.648 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.649 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.649 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.650 DEBUG:boto:Method: GET 2022-09-01T10:24:07.650 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.651 DEBUG:boto:Data: 2022-09-01T10:24:07.652 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.653 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.653 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.654 DEBUG:boto:Params: {} 2022-09-01T10:24:07.655 DEBUG:boto:Token: None 2022-09-01T10:24:07.656 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/?versions 2022-09-01T10:24:07.656 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8= 2022-09-01T10:24:07.657 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8=', 'Content-Length': '0'} 2022-09-01T10:24:07.661 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bd1a4258998d87e3-0063108847-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.662 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:07.663 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.663 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.664 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.664 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.665 DEBUG:boto:Method: GET 2022-09-01T10:24:07.665 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.666 DEBUG:boto:Data: 2022-09-01T10:24:07.667 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.667 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:07.668 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.668 DEBUG:boto:Params: {} 2022-09-01T10:24:07.669 DEBUG:boto:Token: None 2022-09-01T10:24:07.670 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/?versions 2022-09-01T10:24:07.672 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8= 2022-09-01T10:24:07.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8=', 'Content-Length': '0'} 2022-09-01T10:24:07.676 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005238170c78036a0b-0063108847-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.719 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:07.721 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.721 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.722 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.723 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.723 DEBUG:boto:Method: GET 2022-09-01T10:24:07.725 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.726 DEBUG:boto:Data: 2022-09-01T10:24:07.726 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.727 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.728 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.729 DEBUG:boto:Params: {} 2022-09-01T10:24:07.729 DEBUG:boto:Token: None 2022-09-01T10:24:07.730 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/?versions 2022-09-01T10:24:07.731 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8= 2022-09-01T10:24:07.731 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8=', 'Content-Length': '0'} 2022-09-01T10:24:07.736 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006fd721cb6a7ca249-0063108847-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.738 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:07.739 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-43 zones={test-zone2, test-zone1} 2022-09-01T10:24:07.740 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-43 zones={test-zone3, test-zone1} 2022-09-01T10:24:07.741 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.741 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.743 DEBUG:boto:Method: HEAD 2022-09-01T10:24:07.744 DEBUG:boto:Path: /ptoxvb-43/ 2022-09-01T10:24:07.744 DEBUG:boto:Data: 2022-09-01T10:24:07.745 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.745 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:07.746 DEBUG:boto:Port: 8001 2022-09-01T10:24:07.746 DEBUG:boto:Params: {} 2022-09-01T10:24:07.747 DEBUG:boto:Token: None 2022-09-01T10:24:07.747 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/ 2022-09-01T10:24:07.748 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:43QZ34pIpi8Kd6Nw6SFzEtzSi4I= 2022-09-01T10:24:07.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:43QZ34pIpi8Kd6Nw6SFzEtzSi4I=', 'Content-Length': '0'} 2022-09-01T10:24:07.753 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d5d57fad100fdad5-0063108847-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.754 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.754 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.755 DEBUG:boto:Method: HEAD 2022-09-01T10:24:07.755 DEBUG:boto:Path: /ptoxvb-43/ 2022-09-01T10:24:07.756 DEBUG:boto:Data: 2022-09-01T10:24:07.756 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.757 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.757 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.758 DEBUG:boto:Params: {} 2022-09-01T10:24:07.758 DEBUG:boto:Token: None 2022-09-01T10:24:07.759 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/ 2022-09-01T10:24:07.759 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:43QZ34pIpi8Kd6Nw6SFzEtzSi4I= 2022-09-01T10:24:07.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:43QZ34pIpi8Kd6Nw6SFzEtzSi4I=', 'Content-Length': '0'} 2022-09-01T10:24:07.763 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000042ce33a0d4075903-0063108847-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.764 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:07.764 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.765 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.765 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.766 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.767 DEBUG:boto:Method: GET 2022-09-01T10:24:07.768 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.768 DEBUG:boto:Data: 2022-09-01T10:24:07.769 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.769 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:07.770 DEBUG:boto:Port: 8001 2022-09-01T10:24:07.770 DEBUG:boto:Params: {} 2022-09-01T10:24:07.771 DEBUG:boto:Token: None 2022-09-01T10:24:07.772 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/?versions 2022-09-01T10:24:07.773 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8= 2022-09-01T10:24:07.774 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8=', 'Content-Length': '0'} 2022-09-01T10:24:07.778 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a42b0128f609066f-0063108847-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.779 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:07.780 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:07.781 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.783 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.784 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.785 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.785 DEBUG:boto:Method: GET 2022-09-01T10:24:07.787 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.788 DEBUG:boto:Data: 2022-09-01T10:24:07.789 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.790 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.791 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.791 DEBUG:boto:Params: {} 2022-09-01T10:24:07.793 DEBUG:boto:Token: None 2022-09-01T10:24:07.794 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/?versions 2022-09-01T10:24:07.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8= 2022-09-01T10:24:07.796 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8=', 'Content-Length': '0'} 2022-09-01T10:24:07.804 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c82eaa7b3ebd9660-0063108847-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.842 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:07.843 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.845 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.846 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.847 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.847 DEBUG:boto:Method: GET 2022-09-01T10:24:07.848 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.848 DEBUG:boto:Data: 2022-09-01T10:24:07.849 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.850 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:07.850 DEBUG:boto:Port: 8001 2022-09-01T10:24:07.851 DEBUG:boto:Params: {} 2022-09-01T10:24:07.853 DEBUG:boto:Token: None 2022-09-01T10:24:07.853 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/?versions 2022-09-01T10:24:07.854 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8= 2022-09-01T10:24:07.855 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8=', 'Content-Length': '0'} 2022-09-01T10:24:07.858 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000007c143d4a393a287-0063108847-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.859 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:07.859 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.861 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.862 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.863 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.864 DEBUG:boto:Method: GET 2022-09-01T10:24:07.865 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.866 DEBUG:boto:Data: 2022-09-01T10:24:07.867 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.868 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.869 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.870 DEBUG:boto:Params: {} 2022-09-01T10:24:07.872 DEBUG:boto:Token: None 2022-09-01T10:24:07.873 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/?versions 2022-09-01T10:24:07.874 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8= 2022-09-01T10:24:07.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8=', 'Content-Length': '0'} 2022-09-01T10:24:07.889 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ec7a4968eeedb80d-0063108847-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.890 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:07.891 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-43 zones={test-zone3, test-zone1} 2022-09-01T10:24:07.891 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-43 zones={test-zone1, test-zone2} 2022-09-01T10:24:07.892 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.892 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.893 DEBUG:boto:Method: HEAD 2022-09-01T10:24:07.893 DEBUG:boto:Path: /ptoxvb-43/ 2022-09-01T10:24:07.895 DEBUG:boto:Data: 2022-09-01T10:24:07.896 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.897 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.898 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.899 DEBUG:boto:Params: {} 2022-09-01T10:24:07.900 DEBUG:boto:Token: None 2022-09-01T10:24:07.901 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/ 2022-09-01T10:24:07.901 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:43QZ34pIpi8Kd6Nw6SFzEtzSi4I= 2022-09-01T10:24:07.902 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:43QZ34pIpi8Kd6Nw6SFzEtzSi4I=', 'Content-Length': '0'} 2022-09-01T10:24:07.905 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004f179b29713a6e38-0063108847-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.906 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.906 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.908 DEBUG:boto:Method: HEAD 2022-09-01T10:24:07.909 DEBUG:boto:Path: /ptoxvb-43/ 2022-09-01T10:24:07.910 DEBUG:boto:Data: 2022-09-01T10:24:07.910 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.911 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:07.911 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.912 DEBUG:boto:Params: {} 2022-09-01T10:24:07.913 DEBUG:boto:Token: None 2022-09-01T10:24:07.915 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/ 2022-09-01T10:24:07.915 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:43QZ34pIpi8Kd6Nw6SFzEtzSi4I= 2022-09-01T10:24:07.916 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:43QZ34pIpi8Kd6Nw6SFzEtzSi4I=', 'Content-Length': '0'} 2022-09-01T10:24:07.919 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000b3962619beea1d8-0063108847-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.920 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:07.920 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.921 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.922 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.923 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.923 DEBUG:boto:Method: GET 2022-09-01T10:24:07.924 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.924 DEBUG:boto:Data: 2022-09-01T10:24:07.925 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.925 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.926 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.926 DEBUG:boto:Params: {} 2022-09-01T10:24:07.927 DEBUG:boto:Token: None 2022-09-01T10:24:07.927 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/?versions 2022-09-01T10:24:07.928 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8= 2022-09-01T10:24:07.929 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8=', 'Content-Length': '0'} 2022-09-01T10:24:07.935 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cd1c2628b1ad2415-0063108847-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.936 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:07.937 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:07.938 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.938 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.939 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.939 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.940 DEBUG:boto:Method: GET 2022-09-01T10:24:07.940 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.941 DEBUG:boto:Data: 2022-09-01T10:24:07.942 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.942 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:07.943 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.943 DEBUG:boto:Params: {} 2022-09-01T10:24:07.944 DEBUG:boto:Token: None 2022-09-01T10:24:07.944 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/?versions 2022-09-01T10:24:07.945 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8= 2022-09-01T10:24:07.945 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8=', 'Content-Length': '0'} 2022-09-01T10:24:07.948 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008e5f1391ce81bbc8-0063108847-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:07.950 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:07.951 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:07.952 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:07.953 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.954 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.955 DEBUG:boto:Method: GET 2022-09-01T10:24:07.956 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:07.957 DEBUG:boto:Data: 2022-09-01T10:24:07.958 DEBUG:boto:Headers: {} 2022-09-01T10:24:07.959 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:07.960 DEBUG:boto:Port: 8000 2022-09-01T10:24:07.961 DEBUG:boto:Params: {} 2022-09-01T10:24:07.962 DEBUG:boto:Token: None 2022-09-01T10:24:07.963 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:07 GMT /ptoxvb-43/?versions 2022-09-01T10:24:07.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8= 2022-09-01T10:24:07.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7KFE/sr+zQtvF1DkbKUsx9pVxG8=', 'Content-Length': '0'} 2022-09-01T10:24:07.970 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000012d836c4168675a2-0063108847-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.015 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:08.017 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.017 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.018 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.018 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.020 DEBUG:boto:Method: GET 2022-09-01T10:24:08.021 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.021 DEBUG:boto:Data: 2022-09-01T10:24:08.025 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.025 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.026 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.027 DEBUG:boto:Params: {} 2022-09-01T10:24:08.028 DEBUG:boto:Token: None 2022-09-01T10:24:08.028 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/?versions 2022-09-01T10:24:08.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys= 2022-09-01T10:24:08.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys=', 'Content-Length': '0'} 2022-09-01T10:24:08.036 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007ab1c722f04c3f36-0063108848-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.037 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:08.037 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-43 zones={test-zone1, test-zone2} 2022-09-01T10:24:08.038 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-43 zones={test-zone3, test-zone2} 2022-09-01T10:24:08.039 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.040 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.041 DEBUG:boto:Method: HEAD 2022-09-01T10:24:08.042 DEBUG:boto:Path: /ptoxvb-43/ 2022-09-01T10:24:08.043 DEBUG:boto:Data: 2022-09-01T10:24:08.044 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:08.046 DEBUG:boto:Port: 8001 2022-09-01T10:24:08.046 DEBUG:boto:Params: {} 2022-09-01T10:24:08.047 DEBUG:boto:Token: None 2022-09-01T10:24:08.048 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/ 2022-09-01T10:24:08.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SAh8kPZ6oWkFBezVufKDhDKd9CA= 2022-09-01T10:24:08.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SAh8kPZ6oWkFBezVufKDhDKd9CA=', 'Content-Length': '0'} 2022-09-01T10:24:08.055 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000e1dd4dc588cad5e-0063108848-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.057 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.058 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.059 DEBUG:boto:Method: HEAD 2022-09-01T10:24:08.060 DEBUG:boto:Path: /ptoxvb-43/ 2022-09-01T10:24:08.061 DEBUG:boto:Data: 2022-09-01T10:24:08.062 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.063 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.064 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.065 DEBUG:boto:Params: {} 2022-09-01T10:24:08.066 DEBUG:boto:Token: None 2022-09-01T10:24:08.067 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/ 2022-09-01T10:24:08.068 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SAh8kPZ6oWkFBezVufKDhDKd9CA= 2022-09-01T10:24:08.069 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SAh8kPZ6oWkFBezVufKDhDKd9CA=', 'Content-Length': '0'} 2022-09-01T10:24:08.073 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004591fc42d04a40ad-0063108848-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.075 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:08.075 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.076 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.079 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.080 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.082 DEBUG:boto:Method: GET 2022-09-01T10:24:08.083 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.084 DEBUG:boto:Data: 2022-09-01T10:24:08.085 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.086 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:08.087 DEBUG:boto:Port: 8001 2022-09-01T10:24:08.088 DEBUG:boto:Params: {} 2022-09-01T10:24:08.089 DEBUG:boto:Token: None 2022-09-01T10:24:08.090 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/?versions 2022-09-01T10:24:08.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys= 2022-09-01T10:24:08.098 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys=', 'Content-Length': '0'} 2022-09-01T10:24:08.106 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008c741ea685426b3d-0063108848-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.108 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:08.109 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:08.120 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.121 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.122 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.123 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.124 DEBUG:boto:Method: GET 2022-09-01T10:24:08.125 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.126 DEBUG:boto:Data: 2022-09-01T10:24:08.127 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.128 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.129 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.130 DEBUG:boto:Params: {} 2022-09-01T10:24:08.131 DEBUG:boto:Token: None 2022-09-01T10:24:08.133 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/?versions 2022-09-01T10:24:08.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys= 2022-09-01T10:24:08.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys=', 'Content-Length': '0'} 2022-09-01T10:24:08.137 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bb132cb5636e9a0b-0063108848-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.138 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:08.140 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.141 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.142 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.143 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.143 DEBUG:boto:Method: GET 2022-09-01T10:24:08.144 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.145 DEBUG:boto:Data: 2022-09-01T10:24:08.146 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.149 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:08.149 DEBUG:boto:Port: 8001 2022-09-01T10:24:08.150 DEBUG:boto:Params: {} 2022-09-01T10:24:08.150 DEBUG:boto:Token: None 2022-09-01T10:24:08.152 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/?versions 2022-09-01T10:24:08.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys= 2022-09-01T10:24:08.154 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys=', 'Content-Length': '0'} 2022-09-01T10:24:08.158 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007c09d16660ffc29a-0063108848-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.159 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:08.161 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.162 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.164 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.165 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.166 DEBUG:boto:Method: GET 2022-09-01T10:24:08.167 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.168 DEBUG:boto:Data: 2022-09-01T10:24:08.170 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.174 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.175 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.176 DEBUG:boto:Params: {} 2022-09-01T10:24:08.179 DEBUG:boto:Token: None 2022-09-01T10:24:08.180 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/?versions 2022-09-01T10:24:08.181 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys= 2022-09-01T10:24:08.183 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys=', 'Content-Length': '0'} 2022-09-01T10:24:08.191 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000209fda15baceaf79-0063108848-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.193 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:08.195 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-43 zones={test-zone3, test-zone2} 2022-09-01T10:24:08.196 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-43 zones={test-zone1, test-zone3} 2022-09-01T10:24:08.197 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.198 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.199 DEBUG:boto:Method: HEAD 2022-09-01T10:24:08.200 DEBUG:boto:Path: /ptoxvb-43/ 2022-09-01T10:24:08.201 DEBUG:boto:Data: 2022-09-01T10:24:08.201 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.202 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:08.203 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.203 DEBUG:boto:Params: {} 2022-09-01T10:24:08.204 DEBUG:boto:Token: None 2022-09-01T10:24:08.204 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/ 2022-09-01T10:24:08.205 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SAh8kPZ6oWkFBezVufKDhDKd9CA= 2022-09-01T10:24:08.206 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SAh8kPZ6oWkFBezVufKDhDKd9CA=', 'Content-Length': '0'} 2022-09-01T10:24:08.216 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000563badc2772c20c5-0063108848-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.219 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.221 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.222 DEBUG:boto:Method: HEAD 2022-09-01T10:24:08.223 DEBUG:boto:Path: /ptoxvb-43/ 2022-09-01T10:24:08.223 DEBUG:boto:Data: 2022-09-01T10:24:08.224 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.226 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:08.227 DEBUG:boto:Port: 8001 2022-09-01T10:24:08.229 DEBUG:boto:Params: {} 2022-09-01T10:24:08.231 DEBUG:boto:Token: None 2022-09-01T10:24:08.233 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/ 2022-09-01T10:24:08.234 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SAh8kPZ6oWkFBezVufKDhDKd9CA= 2022-09-01T10:24:08.235 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SAh8kPZ6oWkFBezVufKDhDKd9CA=', 'Content-Length': '0'} 2022-09-01T10:24:08.238 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000038725e44574d0a7f-0063108848-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.239 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:08.240 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.240 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.241 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.241 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.242 DEBUG:boto:Method: GET 2022-09-01T10:24:08.242 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.243 DEBUG:boto:Data: 2022-09-01T10:24:08.243 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.244 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:08.245 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.245 DEBUG:boto:Params: {} 2022-09-01T10:24:08.246 DEBUG:boto:Token: None 2022-09-01T10:24:08.247 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/?versions 2022-09-01T10:24:08.247 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys= 2022-09-01T10:24:08.248 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys=', 'Content-Length': '0'} 2022-09-01T10:24:08.251 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009efe7eeeb0876cb7-0063108848-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.251 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:08.252 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:08.253 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.254 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.254 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.255 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.255 DEBUG:boto:Method: GET 2022-09-01T10:24:08.256 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.257 DEBUG:boto:Data: 2022-09-01T10:24:08.257 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.258 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:08.258 DEBUG:boto:Port: 8001 2022-09-01T10:24:08.259 DEBUG:boto:Params: {} 2022-09-01T10:24:08.259 DEBUG:boto:Token: None 2022-09-01T10:24:08.260 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/?versions 2022-09-01T10:24:08.261 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys= 2022-09-01T10:24:08.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys=', 'Content-Length': '0'} 2022-09-01T10:24:08.265 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004f552c51044d9a62-0063108848-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.266 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:08.268 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.269 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.270 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.271 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.272 DEBUG:boto:Method: GET 2022-09-01T10:24:08.273 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.274 DEBUG:boto:Data: 2022-09-01T10:24:08.275 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.276 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:08.284 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.285 DEBUG:boto:Params: {} 2022-09-01T10:24:08.286 DEBUG:boto:Token: None 2022-09-01T10:24:08.287 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/?versions 2022-09-01T10:24:08.288 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys= 2022-09-01T10:24:08.289 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys=', 'Content-Length': '0'} 2022-09-01T10:24:08.297 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f83dfec8fb5051de-0063108848-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.298 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:08.300 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.301 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.302 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.309 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.309 DEBUG:boto:Method: GET 2022-09-01T10:24:08.310 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.310 DEBUG:boto:Data: 2022-09-01T10:24:08.311 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.312 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:08.312 DEBUG:boto:Port: 8001 2022-09-01T10:24:08.313 DEBUG:boto:Params: {} 2022-09-01T10:24:08.313 DEBUG:boto:Token: None 2022-09-01T10:24:08.314 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/?versions 2022-09-01T10:24:08.314 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys= 2022-09-01T10:24:08.315 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys=', 'Content-Length': '0'} 2022-09-01T10:24:08.319 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d616c39188ab68a5-0063108848-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.320 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:08.321 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-43 zones={test-zone1, test-zone3} 2022-09-01T10:24:08.321 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-43 zones={test-zone2, test-zone3} 2022-09-01T10:24:08.322 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.322 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.323 DEBUG:boto:Method: HEAD 2022-09-01T10:24:08.324 DEBUG:boto:Path: /ptoxvb-43/ 2022-09-01T10:24:08.325 DEBUG:boto:Data: 2022-09-01T10:24:08.326 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.327 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.328 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.329 DEBUG:boto:Params: {} 2022-09-01T10:24:08.331 DEBUG:boto:Token: None 2022-09-01T10:24:08.332 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/ 2022-09-01T10:24:08.333 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SAh8kPZ6oWkFBezVufKDhDKd9CA= 2022-09-01T10:24:08.334 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SAh8kPZ6oWkFBezVufKDhDKd9CA=', 'Content-Length': '0'} 2022-09-01T10:24:08.338 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000fc1d6dc06faf0fe2-0063108848-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.339 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.341 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.342 DEBUG:boto:Method: HEAD 2022-09-01T10:24:08.343 DEBUG:boto:Path: /ptoxvb-43/ 2022-09-01T10:24:08.344 DEBUG:boto:Data: 2022-09-01T10:24:08.344 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.345 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:08.345 DEBUG:boto:Port: 8001 2022-09-01T10:24:08.346 DEBUG:boto:Params: {} 2022-09-01T10:24:08.347 DEBUG:boto:Token: None 2022-09-01T10:24:08.347 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/ 2022-09-01T10:24:08.348 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SAh8kPZ6oWkFBezVufKDhDKd9CA= 2022-09-01T10:24:08.349 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SAh8kPZ6oWkFBezVufKDhDKd9CA=', 'Content-Length': '0'} 2022-09-01T10:24:08.351 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005ef51740ddc063c9-0063108848-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.352 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:08.353 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.353 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.354 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.355 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.357 DEBUG:boto:Method: GET 2022-09-01T10:24:08.359 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.360 DEBUG:boto:Data: 2022-09-01T10:24:08.361 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.362 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.363 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.364 DEBUG:boto:Params: {} 2022-09-01T10:24:08.365 DEBUG:boto:Token: None 2022-09-01T10:24:08.367 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/?versions 2022-09-01T10:24:08.368 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys= 2022-09-01T10:24:08.369 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys=', 'Content-Length': '0'} 2022-09-01T10:24:08.375 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008791c47a47af8fdd-0063108848-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.377 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:08.379 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:08.380 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.381 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.381 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.384 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.385 DEBUG:boto:Method: GET 2022-09-01T10:24:08.386 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.386 DEBUG:boto:Data: 2022-09-01T10:24:08.387 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.389 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:08.390 DEBUG:boto:Port: 8001 2022-09-01T10:24:08.391 DEBUG:boto:Params: {} 2022-09-01T10:24:08.392 DEBUG:boto:Token: None 2022-09-01T10:24:08.394 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/?versions 2022-09-01T10:24:08.395 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys= 2022-09-01T10:24:08.396 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys=', 'Content-Length': '0'} 2022-09-01T10:24:08.399 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000051525ba6a6b60ba3-0063108848-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.445 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:08.446 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.447 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.448 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.448 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.449 DEBUG:boto:Method: GET 2022-09-01T10:24:08.449 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.450 DEBUG:boto:Data: 2022-09-01T10:24:08.450 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.451 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.451 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.452 DEBUG:boto:Params: {} 2022-09-01T10:24:08.453 DEBUG:boto:Token: None 2022-09-01T10:24:08.454 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/?versions 2022-09-01T10:24:08.454 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys= 2022-09-01T10:24:08.455 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys=', 'Content-Length': '0'} 2022-09-01T10:24:08.458 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000013b19c779468b6e4-0063108848-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.460 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:08.462 DEBUG:boto:path=/ptoxvb-43/ 2022-09-01T10:24:08.463 DEBUG:boto:auth_path=/ptoxvb-43/ 2022-09-01T10:24:08.464 DEBUG:boto:path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.465 DEBUG:boto:auth_path=/ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.465 DEBUG:boto:Method: GET 2022-09-01T10:24:08.467 DEBUG:boto:Path: /ptoxvb-43/?versions&max-keys=999 2022-09-01T10:24:08.467 DEBUG:boto:Data: 2022-09-01T10:24:08.468 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.469 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:08.469 DEBUG:boto:Port: 8001 2022-09-01T10:24:08.470 DEBUG:boto:Params: {} 2022-09-01T10:24:08.471 DEBUG:boto:Token: None 2022-09-01T10:24:08.472 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-43/?versions 2022-09-01T10:24:08.472 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys= 2022-09-01T10:24:08.473 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdVHSqW89WlWf09iVeyrq6nxUys=', 'Content-Length': '0'} 2022-09-01T10:24:08.477 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000094d38991448d9cc2-0063108848-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.478 DEBUG:boto:b'ptoxvb-43999false' 2022-09-01T10:24:08.478 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-43 zones={test-zone2, test-zone3} 2022-09-01T10:24:08.479 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-44 zones={test-zone2, test-zone1} 2022-09-01T10:24:08.480 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.481 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.482 DEBUG:boto:Method: HEAD 2022-09-01T10:24:08.483 DEBUG:boto:Path: /ptoxvb-44/ 2022-09-01T10:24:08.484 DEBUG:boto:Data: 2022-09-01T10:24:08.488 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.489 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.490 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.491 DEBUG:boto:Params: {} 2022-09-01T10:24:08.492 DEBUG:boto:Token: None 2022-09-01T10:24:08.493 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/ 2022-09-01T10:24:08.495 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ= 2022-09-01T10:24:08.496 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ=', 'Content-Length': '0'} 2022-09-01T10:24:08.502 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000008249419125be43a-0063108848-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.503 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.504 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.504 DEBUG:boto:Method: HEAD 2022-09-01T10:24:08.505 DEBUG:boto:Path: /ptoxvb-44/ 2022-09-01T10:24:08.506 DEBUG:boto:Data: 2022-09-01T10:24:08.506 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.507 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:08.508 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.510 DEBUG:boto:Params: {} 2022-09-01T10:24:08.511 DEBUG:boto:Token: None 2022-09-01T10:24:08.512 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/ 2022-09-01T10:24:08.513 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ= 2022-09-01T10:24:08.514 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ=', 'Content-Length': '0'} 2022-09-01T10:24:08.517 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000033089d4428f9833-0063108848-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.518 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:08.520 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.521 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.521 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.522 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.523 DEBUG:boto:Method: GET 2022-09-01T10:24:08.523 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.524 DEBUG:boto:Data: 2022-09-01T10:24:08.525 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.525 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.526 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.526 DEBUG:boto:Params: {} 2022-09-01T10:24:08.527 DEBUG:boto:Token: None 2022-09-01T10:24:08.528 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.529 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.529 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.533 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b40c831772b5b12a-0063108848-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.574 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:08.576 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:08.577 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.578 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.579 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.579 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.582 DEBUG:boto:Method: GET 2022-09-01T10:24:08.582 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.583 DEBUG:boto:Data: 2022-09-01T10:24:08.583 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.584 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:08.584 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.585 DEBUG:boto:Params: {} 2022-09-01T10:24:08.587 DEBUG:boto:Token: None 2022-09-01T10:24:08.588 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.590 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.591 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.596 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000096b3b1e583fc42f6-0063108848-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.597 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:08.598 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.599 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.599 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.601 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.602 DEBUG:boto:Method: GET 2022-09-01T10:24:08.602 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.614 DEBUG:boto:Data: 2022-09-01T10:24:08.615 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.616 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.617 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.618 DEBUG:boto:Params: {} 2022-09-01T10:24:08.619 DEBUG:boto:Token: None 2022-09-01T10:24:08.620 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.621 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.623 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.626 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004bc1cc42918c6706-0063108848-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.627 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:08.628 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.628 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.629 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.629 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.630 DEBUG:boto:Method: GET 2022-09-01T10:24:08.630 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.631 DEBUG:boto:Data: 2022-09-01T10:24:08.631 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.632 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:08.632 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.633 DEBUG:boto:Params: {} 2022-09-01T10:24:08.634 DEBUG:boto:Token: None 2022-09-01T10:24:08.634 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.635 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.635 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.639 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006c12c579d87c3a5d-0063108848-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.640 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:08.640 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-44 zones={test-zone2, test-zone1} 2022-09-01T10:24:08.641 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-44 zones={test-zone3, test-zone1} 2022-09-01T10:24:08.641 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.642 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.643 DEBUG:boto:Method: HEAD 2022-09-01T10:24:08.643 DEBUG:boto:Path: /ptoxvb-44/ 2022-09-01T10:24:08.644 DEBUG:boto:Data: 2022-09-01T10:24:08.644 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.645 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:08.645 DEBUG:boto:Port: 8001 2022-09-01T10:24:08.646 DEBUG:boto:Params: {} 2022-09-01T10:24:08.646 DEBUG:boto:Token: None 2022-09-01T10:24:08.647 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/ 2022-09-01T10:24:08.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ= 2022-09-01T10:24:08.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ=', 'Content-Length': '0'} 2022-09-01T10:24:08.651 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000b8e483ba617a133-0063108848-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.652 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.652 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.653 DEBUG:boto:Method: HEAD 2022-09-01T10:24:08.653 DEBUG:boto:Path: /ptoxvb-44/ 2022-09-01T10:24:08.654 DEBUG:boto:Data: 2022-09-01T10:24:08.654 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.655 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:08.655 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.656 DEBUG:boto:Params: {} 2022-09-01T10:24:08.657 DEBUG:boto:Token: None 2022-09-01T10:24:08.657 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/ 2022-09-01T10:24:08.658 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ= 2022-09-01T10:24:08.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ=', 'Content-Length': '0'} 2022-09-01T10:24:08.661 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e419ce35a3feb812-0063108848-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.662 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:08.662 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.663 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.664 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.664 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.665 DEBUG:boto:Method: GET 2022-09-01T10:24:08.665 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.666 DEBUG:boto:Data: 2022-09-01T10:24:08.666 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.667 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:08.667 DEBUG:boto:Port: 8001 2022-09-01T10:24:08.668 DEBUG:boto:Params: {} 2022-09-01T10:24:08.668 DEBUG:boto:Token: None 2022-09-01T10:24:08.669 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.674 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c773edab7a24d326-0063108848-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.674 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:08.675 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:08.676 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.676 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.677 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.677 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.678 DEBUG:boto:Method: GET 2022-09-01T10:24:08.679 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.680 DEBUG:boto:Data: 2022-09-01T10:24:08.681 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:08.682 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.683 DEBUG:boto:Params: {} 2022-09-01T10:24:08.684 DEBUG:boto:Token: None 2022-09-01T10:24:08.686 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.687 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.688 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.692 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000018cfb29e7471186a-0063108848-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.693 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:08.694 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.695 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.696 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.697 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.698 DEBUG:boto:Method: GET 2022-09-01T10:24:08.700 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.701 DEBUG:boto:Data: 2022-09-01T10:24:08.702 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.703 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:08.704 DEBUG:boto:Port: 8001 2022-09-01T10:24:08.705 DEBUG:boto:Params: {} 2022-09-01T10:24:08.706 DEBUG:boto:Token: None 2022-09-01T10:24:08.707 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.712 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000083594154a43d723-0063108848-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.714 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:08.715 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.716 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.717 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.718 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.719 DEBUG:boto:Method: GET 2022-09-01T10:24:08.720 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.721 DEBUG:boto:Data: 2022-09-01T10:24:08.722 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.723 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:08.724 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.725 DEBUG:boto:Params: {} 2022-09-01T10:24:08.726 DEBUG:boto:Token: None 2022-09-01T10:24:08.727 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.728 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.733 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005a85603e6acf3103-0063108848-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.734 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:08.735 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-44 zones={test-zone3, test-zone1} 2022-09-01T10:24:08.736 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-44 zones={test-zone1, test-zone2} 2022-09-01T10:24:08.737 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.738 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.739 DEBUG:boto:Method: HEAD 2022-09-01T10:24:08.740 DEBUG:boto:Path: /ptoxvb-44/ 2022-09-01T10:24:08.740 DEBUG:boto:Data: 2022-09-01T10:24:08.741 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.741 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:08.742 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.742 DEBUG:boto:Params: {} 2022-09-01T10:24:08.743 DEBUG:boto:Token: None 2022-09-01T10:24:08.744 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/ 2022-09-01T10:24:08.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ= 2022-09-01T10:24:08.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ=', 'Content-Length': '0'} 2022-09-01T10:24:08.748 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000af164f2386f4cb8b-0063108848-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.749 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.749 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.750 DEBUG:boto:Method: HEAD 2022-09-01T10:24:08.750 DEBUG:boto:Path: /ptoxvb-44/ 2022-09-01T10:24:08.751 DEBUG:boto:Data: 2022-09-01T10:24:08.752 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.752 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.753 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.753 DEBUG:boto:Params: {} 2022-09-01T10:24:08.754 DEBUG:boto:Token: None 2022-09-01T10:24:08.754 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/ 2022-09-01T10:24:08.755 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ= 2022-09-01T10:24:08.756 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ=', 'Content-Length': '0'} 2022-09-01T10:24:08.759 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000085d5d8709d9476d7-0063108848-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.760 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:08.760 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.761 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.761 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.762 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.762 DEBUG:boto:Method: GET 2022-09-01T10:24:08.763 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.763 DEBUG:boto:Data: 2022-09-01T10:24:08.764 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.764 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:08.765 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.765 DEBUG:boto:Params: {} 2022-09-01T10:24:08.766 DEBUG:boto:Token: None 2022-09-01T10:24:08.767 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.767 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.768 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.771 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006aa819d1d9cfa259-0063108848-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.772 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:08.774 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:08.775 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.776 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.776 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.777 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.779 DEBUG:boto:Method: GET 2022-09-01T10:24:08.780 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.781 DEBUG:boto:Data: 2022-09-01T10:24:08.782 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.782 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.783 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.784 DEBUG:boto:Params: {} 2022-09-01T10:24:08.785 DEBUG:boto:Token: None 2022-09-01T10:24:08.786 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.787 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.788 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.791 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000076577bc579a19938-0063108848-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.793 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:08.794 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.796 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.797 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.798 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.799 DEBUG:boto:Method: GET 2022-09-01T10:24:08.800 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.801 DEBUG:boto:Data: 2022-09-01T10:24:08.802 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.803 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:08.804 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.805 DEBUG:boto:Params: {} 2022-09-01T10:24:08.806 DEBUG:boto:Token: None 2022-09-01T10:24:08.807 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.814 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000030187d5aef3a81ef-0063108848-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.815 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:08.817 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.818 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.819 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.820 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.821 DEBUG:boto:Method: GET 2022-09-01T10:24:08.822 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.822 DEBUG:boto:Data: 2022-09-01T10:24:08.823 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.824 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.825 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.826 DEBUG:boto:Params: {} 2022-09-01T10:24:08.827 DEBUG:boto:Token: None 2022-09-01T10:24:08.828 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.829 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.831 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.835 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000df53ed0f0094a8e6-0063108848-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.836 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:08.838 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-44 zones={test-zone1, test-zone2} 2022-09-01T10:24:08.839 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-44 zones={test-zone3, test-zone2} 2022-09-01T10:24:08.840 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.840 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.841 DEBUG:boto:Method: HEAD 2022-09-01T10:24:08.842 DEBUG:boto:Path: /ptoxvb-44/ 2022-09-01T10:24:08.843 DEBUG:boto:Data: 2022-09-01T10:24:08.844 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.846 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:08.847 DEBUG:boto:Port: 8001 2022-09-01T10:24:08.848 DEBUG:boto:Params: {} 2022-09-01T10:24:08.849 DEBUG:boto:Token: None 2022-09-01T10:24:08.854 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/ 2022-09-01T10:24:08.855 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ= 2022-09-01T10:24:08.856 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ=', 'Content-Length': '0'} 2022-09-01T10:24:08.859 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001176bf3d503013d7-0063108848-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.861 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.862 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.863 DEBUG:boto:Method: HEAD 2022-09-01T10:24:08.865 DEBUG:boto:Path: /ptoxvb-44/ 2022-09-01T10:24:08.866 DEBUG:boto:Data: 2022-09-01T10:24:08.867 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.868 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.869 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.869 DEBUG:boto:Params: {} 2022-09-01T10:24:08.870 DEBUG:boto:Token: None 2022-09-01T10:24:08.871 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/ 2022-09-01T10:24:08.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ= 2022-09-01T10:24:08.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FDEvyThgnNeqce0JJdAGX6owKKQ=', 'Content-Length': '0'} 2022-09-01T10:24:08.877 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003710f85e9a00e298-0063108848-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.878 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:08.879 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.880 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.880 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.881 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.881 DEBUG:boto:Method: GET 2022-09-01T10:24:08.882 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.883 DEBUG:boto:Data: 2022-09-01T10:24:08.883 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.884 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:08.884 DEBUG:boto:Port: 8001 2022-09-01T10:24:08.885 DEBUG:boto:Params: {} 2022-09-01T10:24:08.886 DEBUG:boto:Token: None 2022-09-01T10:24:08.887 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.888 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.889 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.892 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005ca9cae0abe72daf-0063108848-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.935 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:08.936 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:08.936 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.937 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.937 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.938 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.938 DEBUG:boto:Method: GET 2022-09-01T10:24:08.939 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.939 DEBUG:boto:Data: 2022-09-01T10:24:08.940 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.940 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.941 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.942 DEBUG:boto:Params: {} 2022-09-01T10:24:08.943 DEBUG:boto:Token: None 2022-09-01T10:24:08.943 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.944 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.947 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d0db69cb2692dc66-0063108848-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.948 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:08.949 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.949 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.950 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.950 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.951 DEBUG:boto:Method: GET 2022-09-01T10:24:08.951 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.952 DEBUG:boto:Data: 2022-09-01T10:24:08.952 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.953 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:08.953 DEBUG:boto:Port: 8001 2022-09-01T10:24:08.954 DEBUG:boto:Params: {} 2022-09-01T10:24:08.955 DEBUG:boto:Token: None 2022-09-01T10:24:08.955 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.961 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000767d30e1d035891c-0063108848-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:08.962 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:08.963 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:08.964 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:08.965 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.965 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.966 DEBUG:boto:Method: GET 2022-09-01T10:24:08.967 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:08.968 DEBUG:boto:Data: 2022-09-01T10:24:08.969 DEBUG:boto:Headers: {} 2022-09-01T10:24:08.969 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:08.970 DEBUG:boto:Port: 8000 2022-09-01T10:24:08.970 DEBUG:boto:Params: {} 2022-09-01T10:24:08.971 DEBUG:boto:Token: None 2022-09-01T10:24:08.972 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:08 GMT /ptoxvb-44/?versions 2022-09-01T10:24:08.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY= 2022-09-01T10:24:08.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcAwmSul7OvGYHFo7DaKT7HZJKY=', 'Content-Length': '0'} 2022-09-01T10:24:08.976 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007b8978f40ea3997d-0063108848-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.020 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:09.022 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-44 zones={test-zone3, test-zone2} 2022-09-01T10:24:09.023 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-44 zones={test-zone1, test-zone3} 2022-09-01T10:24:09.024 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:09.025 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:09.027 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.028 DEBUG:boto:Path: /ptoxvb-44/ 2022-09-01T10:24:09.028 DEBUG:boto:Data: 2022-09-01T10:24:09.030 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.031 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:09.032 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.033 DEBUG:boto:Params: {} 2022-09-01T10:24:09.033 DEBUG:boto:Token: None 2022-09-01T10:24:09.034 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-44/ 2022-09-01T10:24:09.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gsiWT8YOdMNA/Z0q9Jhg1bdop0U= 2022-09-01T10:24:09.036 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gsiWT8YOdMNA/Z0q9Jhg1bdop0U=', 'Content-Length': '0'} 2022-09-01T10:24:09.038 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000efde52c39aa1bf30-0063108849-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.040 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:09.041 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:09.041 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.042 DEBUG:boto:Path: /ptoxvb-44/ 2022-09-01T10:24:09.043 DEBUG:boto:Data: 2022-09-01T10:24:09.044 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.046 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.047 DEBUG:boto:Params: {} 2022-09-01T10:24:09.048 DEBUG:boto:Token: None 2022-09-01T10:24:09.049 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-44/ 2022-09-01T10:24:09.050 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gsiWT8YOdMNA/Z0q9Jhg1bdop0U= 2022-09-01T10:24:09.051 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gsiWT8YOdMNA/Z0q9Jhg1bdop0U=', 'Content-Length': '0'} 2022-09-01T10:24:09.055 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002dc67113c73a5c62-0063108849-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.056 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:09.057 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:09.058 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:09.059 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.059 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.060 DEBUG:boto:Method: GET 2022-09-01T10:24:09.061 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.061 DEBUG:boto:Data: 2022-09-01T10:24:09.062 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.062 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:09.063 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.063 DEBUG:boto:Params: {} 2022-09-01T10:24:09.064 DEBUG:boto:Token: None 2022-09-01T10:24:09.064 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-44/?versions 2022-09-01T10:24:09.065 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4= 2022-09-01T10:24:09.066 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4=', 'Content-Length': '0'} 2022-09-01T10:24:09.069 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000d5b6855a2d03890-0063108849-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.111 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:09.112 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:09.113 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:09.114 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:09.115 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.116 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.117 DEBUG:boto:Method: GET 2022-09-01T10:24:09.118 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.119 DEBUG:boto:Data: 2022-09-01T10:24:09.119 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.120 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.121 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.122 DEBUG:boto:Params: {} 2022-09-01T10:24:09.122 DEBUG:boto:Token: None 2022-09-01T10:24:09.123 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-44/?versions 2022-09-01T10:24:09.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4= 2022-09-01T10:24:09.124 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4=', 'Content-Length': '0'} 2022-09-01T10:24:09.130 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e520dfb28dfcbe42-0063108849-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.131 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:09.132 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:09.133 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:09.134 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.135 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.135 DEBUG:boto:Method: GET 2022-09-01T10:24:09.136 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.136 DEBUG:boto:Data: 2022-09-01T10:24:09.137 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.138 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:09.139 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.140 DEBUG:boto:Params: {} 2022-09-01T10:24:09.140 DEBUG:boto:Token: None 2022-09-01T10:24:09.141 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-44/?versions 2022-09-01T10:24:09.141 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4= 2022-09-01T10:24:09.142 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4=', 'Content-Length': '0'} 2022-09-01T10:24:09.146 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002f78de8512cf156f-0063108849-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.146 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:09.147 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:09.149 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:09.149 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.150 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.150 DEBUG:boto:Method: GET 2022-09-01T10:24:09.151 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.151 DEBUG:boto:Data: 2022-09-01T10:24:09.152 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.153 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.154 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.155 DEBUG:boto:Params: {} 2022-09-01T10:24:09.156 DEBUG:boto:Token: None 2022-09-01T10:24:09.157 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-44/?versions 2022-09-01T10:24:09.158 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4= 2022-09-01T10:24:09.159 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4=', 'Content-Length': '0'} 2022-09-01T10:24:09.162 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000068137ad70d7f3a25-0063108849-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.163 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:09.164 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-44 zones={test-zone1, test-zone3} 2022-09-01T10:24:09.165 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-44 zones={test-zone2, test-zone3} 2022-09-01T10:24:09.166 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:09.167 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:09.168 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.169 DEBUG:boto:Path: /ptoxvb-44/ 2022-09-01T10:24:09.170 DEBUG:boto:Data: 2022-09-01T10:24:09.171 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.171 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:09.172 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.173 DEBUG:boto:Params: {} 2022-09-01T10:24:09.174 DEBUG:boto:Token: None 2022-09-01T10:24:09.175 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-44/ 2022-09-01T10:24:09.176 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gsiWT8YOdMNA/Z0q9Jhg1bdop0U= 2022-09-01T10:24:09.177 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gsiWT8YOdMNA/Z0q9Jhg1bdop0U=', 'Content-Length': '0'} 2022-09-01T10:24:09.182 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c0e4e933e58419bb-0063108849-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.183 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:09.184 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:09.184 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.185 DEBUG:boto:Path: /ptoxvb-44/ 2022-09-01T10:24:09.186 DEBUG:boto:Data: 2022-09-01T10:24:09.187 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.188 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.189 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.190 DEBUG:boto:Params: {} 2022-09-01T10:24:09.192 DEBUG:boto:Token: None 2022-09-01T10:24:09.194 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-44/ 2022-09-01T10:24:09.195 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gsiWT8YOdMNA/Z0q9Jhg1bdop0U= 2022-09-01T10:24:09.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gsiWT8YOdMNA/Z0q9Jhg1bdop0U=', 'Content-Length': '0'} 2022-09-01T10:24:09.198 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e179a8586e536ad9-0063108849-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.200 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:09.201 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:09.202 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:09.203 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.204 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.205 DEBUG:boto:Method: GET 2022-09-01T10:24:09.205 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.206 DEBUG:boto:Data: 2022-09-01T10:24:09.206 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.207 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:09.207 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.208 DEBUG:boto:Params: {} 2022-09-01T10:24:09.208 DEBUG:boto:Token: None 2022-09-01T10:24:09.209 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-44/?versions 2022-09-01T10:24:09.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4= 2022-09-01T10:24:09.211 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4=', 'Content-Length': '0'} 2022-09-01T10:24:09.214 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c09583daadb442b0-0063108849-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.215 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:09.216 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:09.217 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:09.217 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:09.218 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.218 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.219 DEBUG:boto:Method: GET 2022-09-01T10:24:09.220 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.220 DEBUG:boto:Data: 2022-09-01T10:24:09.221 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.221 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.222 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.223 DEBUG:boto:Params: {} 2022-09-01T10:24:09.223 DEBUG:boto:Token: None 2022-09-01T10:24:09.224 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-44/?versions 2022-09-01T10:24:09.225 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4= 2022-09-01T10:24:09.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4=', 'Content-Length': '0'} 2022-09-01T10:24:09.229 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000760c33e95e193f53-0063108849-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.270 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:09.272 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:09.273 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:09.274 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.275 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.276 DEBUG:boto:Method: GET 2022-09-01T10:24:09.277 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.278 DEBUG:boto:Data: 2022-09-01T10:24:09.279 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.279 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:09.280 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.280 DEBUG:boto:Params: {} 2022-09-01T10:24:09.281 DEBUG:boto:Token: None 2022-09-01T10:24:09.281 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-44/?versions 2022-09-01T10:24:09.282 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4= 2022-09-01T10:24:09.283 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4=', 'Content-Length': '0'} 2022-09-01T10:24:09.286 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007c4d43bef80219f4-0063108849-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.287 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:09.288 DEBUG:boto:path=/ptoxvb-44/ 2022-09-01T10:24:09.289 DEBUG:boto:auth_path=/ptoxvb-44/ 2022-09-01T10:24:09.290 DEBUG:boto:path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.291 DEBUG:boto:auth_path=/ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.292 DEBUG:boto:Method: GET 2022-09-01T10:24:09.292 DEBUG:boto:Path: /ptoxvb-44/?versions&max-keys=999 2022-09-01T10:24:09.294 DEBUG:boto:Data: 2022-09-01T10:24:09.294 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.295 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.296 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.297 DEBUG:boto:Params: {} 2022-09-01T10:24:09.298 DEBUG:boto:Token: None 2022-09-01T10:24:09.299 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-44/?versions 2022-09-01T10:24:09.300 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4= 2022-09-01T10:24:09.301 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:66Do80dx62QTick4LmRgjdZJlP4=', 'Content-Length': '0'} 2022-09-01T10:24:09.304 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000081d0a1f5c931c229-0063108849-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.305 DEBUG:boto:b'ptoxvb-44999false' 2022-09-01T10:24:09.306 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-44 zones={test-zone2, test-zone3} 2022-09-01T10:24:09.307 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-45 zones={test-zone2, test-zone1} 2022-09-01T10:24:09.308 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.309 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.310 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.311 DEBUG:boto:Path: /ptoxvb-45/ 2022-09-01T10:24:09.312 DEBUG:boto:Data: 2022-09-01T10:24:09.313 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.314 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:09.315 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.328 DEBUG:boto:Params: {} 2022-09-01T10:24:09.329 DEBUG:boto:Token: None 2022-09-01T10:24:09.330 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/ 2022-09-01T10:24:09.331 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs= 2022-09-01T10:24:09.332 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs=', 'Content-Length': '0'} 2022-09-01T10:24:09.335 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ef8ff6e4eaf8550f-0063108849-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.336 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.337 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.338 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.339 DEBUG:boto:Path: /ptoxvb-45/ 2022-09-01T10:24:09.340 DEBUG:boto:Data: 2022-09-01T10:24:09.341 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.341 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:09.342 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.342 DEBUG:boto:Params: {} 2022-09-01T10:24:09.343 DEBUG:boto:Token: None 2022-09-01T10:24:09.343 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/ 2022-09-01T10:24:09.344 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs= 2022-09-01T10:24:09.345 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs=', 'Content-Length': '0'} 2022-09-01T10:24:09.348 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000034a796aafa8bc7bc-0063108849-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.349 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:09.350 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.350 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.351 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.351 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.352 DEBUG:boto:Method: GET 2022-09-01T10:24:09.352 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.353 DEBUG:boto:Data: 2022-09-01T10:24:09.353 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.354 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:09.354 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.355 DEBUG:boto:Params: {} 2022-09-01T10:24:09.355 DEBUG:boto:Token: None 2022-09-01T10:24:09.356 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.357 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.357 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.361 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006a33fd5acdae40d6-0063108849-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.362 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.363 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:09.363 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.364 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.364 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.365 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.365 DEBUG:boto:Method: GET 2022-09-01T10:24:09.366 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.366 DEBUG:boto:Data: 2022-09-01T10:24:09.367 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.367 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:09.368 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.368 DEBUG:boto:Params: {} 2022-09-01T10:24:09.369 DEBUG:boto:Token: None 2022-09-01T10:24:09.370 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.370 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.371 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.374 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001c70fef98b23bf71-0063108849-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.374 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.375 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.376 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.376 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.377 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.378 DEBUG:boto:Method: GET 2022-09-01T10:24:09.378 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.379 DEBUG:boto:Data: 2022-09-01T10:24:09.380 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.381 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:09.382 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.382 DEBUG:boto:Params: {} 2022-09-01T10:24:09.383 DEBUG:boto:Token: None 2022-09-01T10:24:09.384 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.385 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.386 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.389 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d358451cc2e53aa8-0063108849-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.390 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.392 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.392 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.393 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.394 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.395 DEBUG:boto:Method: GET 2022-09-01T10:24:09.395 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.396 DEBUG:boto:Data: 2022-09-01T10:24:09.397 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.397 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:09.398 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.399 DEBUG:boto:Params: {} 2022-09-01T10:24:09.400 DEBUG:boto:Token: None 2022-09-01T10:24:09.400 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.401 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.402 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.405 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000093d911e950ec0d31-0063108849-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.405 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.406 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-45 zones={test-zone2, test-zone1} 2022-09-01T10:24:09.407 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-45 zones={test-zone3, test-zone1} 2022-09-01T10:24:09.407 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.408 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.408 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.409 DEBUG:boto:Path: /ptoxvb-45/ 2022-09-01T10:24:09.409 DEBUG:boto:Data: 2022-09-01T10:24:09.410 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.410 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.411 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.412 DEBUG:boto:Params: {} 2022-09-01T10:24:09.412 DEBUG:boto:Token: None 2022-09-01T10:24:09.413 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/ 2022-09-01T10:24:09.414 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs= 2022-09-01T10:24:09.414 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs=', 'Content-Length': '0'} 2022-09-01T10:24:09.417 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001555fe8c2c1dd1a6-0063108849-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.418 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.418 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.419 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.420 DEBUG:boto:Path: /ptoxvb-45/ 2022-09-01T10:24:09.420 DEBUG:boto:Data: 2022-09-01T10:24:09.421 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.421 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:09.422 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.422 DEBUG:boto:Params: {} 2022-09-01T10:24:09.423 DEBUG:boto:Token: None 2022-09-01T10:24:09.424 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/ 2022-09-01T10:24:09.424 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs= 2022-09-01T10:24:09.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs=', 'Content-Length': '0'} 2022-09-01T10:24:09.428 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a76b82e8e913cb45-0063108849-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.429 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:09.430 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.430 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.431 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.431 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.432 DEBUG:boto:Method: GET 2022-09-01T10:24:09.433 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.433 DEBUG:boto:Data: 2022-09-01T10:24:09.434 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.434 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.435 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.435 DEBUG:boto:Params: {} 2022-09-01T10:24:09.436 DEBUG:boto:Token: None 2022-09-01T10:24:09.437 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.443 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b06216502dc8253c-0063108849-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.445 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.446 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:09.446 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.447 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.448 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.449 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.450 DEBUG:boto:Method: GET 2022-09-01T10:24:09.451 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.451 DEBUG:boto:Data: 2022-09-01T10:24:09.452 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.453 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:09.454 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.455 DEBUG:boto:Params: {} 2022-09-01T10:24:09.456 DEBUG:boto:Token: None 2022-09-01T10:24:09.457 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.458 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.460 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.463 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000479bd774724e3539-0063108849-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.507 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.509 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.509 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.510 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.511 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.512 DEBUG:boto:Method: GET 2022-09-01T10:24:09.513 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.514 DEBUG:boto:Data: 2022-09-01T10:24:09.514 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.515 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.515 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.516 DEBUG:boto:Params: {} 2022-09-01T10:24:09.516 DEBUG:boto:Token: None 2022-09-01T10:24:09.517 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.517 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.518 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.521 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a8dc263c7736bd62-0063108849-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.523 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.524 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.525 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.525 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.526 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.527 DEBUG:boto:Method: GET 2022-09-01T10:24:09.528 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.529 DEBUG:boto:Data: 2022-09-01T10:24:09.531 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.531 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:09.532 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.534 DEBUG:boto:Params: {} 2022-09-01T10:24:09.535 DEBUG:boto:Token: None 2022-09-01T10:24:09.536 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.537 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.538 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.542 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000865e1a05fe86ed1a-0063108849-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.543 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.544 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-45 zones={test-zone3, test-zone1} 2022-09-01T10:24:09.544 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-45 zones={test-zone1, test-zone2} 2022-09-01T10:24:09.545 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.545 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.546 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.547 DEBUG:boto:Path: /ptoxvb-45/ 2022-09-01T10:24:09.548 DEBUG:boto:Data: 2022-09-01T10:24:09.549 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.549 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:09.550 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.551 DEBUG:boto:Params: {} 2022-09-01T10:24:09.551 DEBUG:boto:Token: None 2022-09-01T10:24:09.552 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/ 2022-09-01T10:24:09.552 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs= 2022-09-01T10:24:09.553 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs=', 'Content-Length': '0'} 2022-09-01T10:24:09.563 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b9aa432c4b99fbff-0063108849-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.564 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.564 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.565 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.566 DEBUG:boto:Path: /ptoxvb-45/ 2022-09-01T10:24:09.566 DEBUG:boto:Data: 2022-09-01T10:24:09.567 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.568 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:09.569 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.570 DEBUG:boto:Params: {} 2022-09-01T10:24:09.571 DEBUG:boto:Token: None 2022-09-01T10:24:09.572 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/ 2022-09-01T10:24:09.574 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs= 2022-09-01T10:24:09.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs=', 'Content-Length': '0'} 2022-09-01T10:24:09.579 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009e005712d8aa521a-0063108849-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.579 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:09.580 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.581 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.581 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.582 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.582 DEBUG:boto:Method: GET 2022-09-01T10:24:09.584 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.584 DEBUG:boto:Data: 2022-09-01T10:24:09.585 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.585 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:09.586 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.586 DEBUG:boto:Params: {} 2022-09-01T10:24:09.587 DEBUG:boto:Token: None 2022-09-01T10:24:09.589 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.591 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.592 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.602 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cdcf0da171d6f8c7-0063108849-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.646 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.647 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:09.647 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.648 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.648 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.649 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.650 DEBUG:boto:Method: GET 2022-09-01T10:24:09.651 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.651 DEBUG:boto:Data: 2022-09-01T10:24:09.652 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.653 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:09.653 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.654 DEBUG:boto:Params: {} 2022-09-01T10:24:09.654 DEBUG:boto:Token: None 2022-09-01T10:24:09.655 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.656 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.660 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f333ec1cded8e2fb-0063108849-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.660 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.661 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.662 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.663 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.663 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.664 DEBUG:boto:Method: GET 2022-09-01T10:24:09.665 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.665 DEBUG:boto:Data: 2022-09-01T10:24:09.666 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.667 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:09.668 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.670 DEBUG:boto:Params: {} 2022-09-01T10:24:09.671 DEBUG:boto:Token: None 2022-09-01T10:24:09.673 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.676 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.679 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009cf200ecb46ff809-0063108849-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.680 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.682 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.683 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.684 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.684 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.685 DEBUG:boto:Method: GET 2022-09-01T10:24:09.685 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.686 DEBUG:boto:Data: 2022-09-01T10:24:09.687 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.687 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:09.688 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.688 DEBUG:boto:Params: {} 2022-09-01T10:24:09.689 DEBUG:boto:Token: None 2022-09-01T10:24:09.690 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.691 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.692 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.696 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000084c32c67c0262023-0063108849-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.697 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.698 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-45 zones={test-zone1, test-zone2} 2022-09-01T10:24:09.699 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-45 zones={test-zone3, test-zone2} 2022-09-01T10:24:09.700 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.700 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.701 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.701 DEBUG:boto:Path: /ptoxvb-45/ 2022-09-01T10:24:09.702 DEBUG:boto:Data: 2022-09-01T10:24:09.702 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.703 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.704 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.704 DEBUG:boto:Params: {} 2022-09-01T10:24:09.705 DEBUG:boto:Token: None 2022-09-01T10:24:09.705 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/ 2022-09-01T10:24:09.706 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs= 2022-09-01T10:24:09.707 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs=', 'Content-Length': '0'} 2022-09-01T10:24:09.710 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d03b73bd1d6c91b6-0063108849-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.712 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.713 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.714 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.715 DEBUG:boto:Path: /ptoxvb-45/ 2022-09-01T10:24:09.716 DEBUG:boto:Data: 2022-09-01T10:24:09.716 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.717 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:09.717 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.718 DEBUG:boto:Params: {} 2022-09-01T10:24:09.719 DEBUG:boto:Token: None 2022-09-01T10:24:09.720 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/ 2022-09-01T10:24:09.721 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs= 2022-09-01T10:24:09.721 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs=', 'Content-Length': '0'} 2022-09-01T10:24:09.724 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006fed80216339e93c-0063108849-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.724 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:09.725 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.726 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.726 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.727 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.727 DEBUG:boto:Method: GET 2022-09-01T10:24:09.728 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.729 DEBUG:boto:Data: 2022-09-01T10:24:09.730 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.730 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.731 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.731 DEBUG:boto:Params: {} 2022-09-01T10:24:09.732 DEBUG:boto:Token: None 2022-09-01T10:24:09.733 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.733 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.734 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.737 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cb7d62cc7bd095d4-0063108849-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.738 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.739 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:09.739 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.740 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.740 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.741 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.741 DEBUG:boto:Method: GET 2022-09-01T10:24:09.742 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.743 DEBUG:boto:Data: 2022-09-01T10:24:09.743 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.744 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:09.744 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.745 DEBUG:boto:Params: {} 2022-09-01T10:24:09.746 DEBUG:boto:Token: None 2022-09-01T10:24:09.747 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.747 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.748 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.751 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d47a23756b76cae6-0063108849-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.798 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.800 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.801 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.802 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.803 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.804 DEBUG:boto:Method: GET 2022-09-01T10:24:09.805 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.806 DEBUG:boto:Data: 2022-09-01T10:24:09.807 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.808 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.808 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.809 DEBUG:boto:Params: {} 2022-09-01T10:24:09.810 DEBUG:boto:Token: None 2022-09-01T10:24:09.811 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.812 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.813 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.816 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bed51bf2b6ea3e2d-0063108849-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.817 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.819 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.820 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.820 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.821 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.822 DEBUG:boto:Method: GET 2022-09-01T10:24:09.823 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.824 DEBUG:boto:Data: 2022-09-01T10:24:09.825 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.826 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:09.826 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.827 DEBUG:boto:Params: {} 2022-09-01T10:24:09.828 DEBUG:boto:Token: None 2022-09-01T10:24:09.829 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.830 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.835 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c52a356b978cce4d-0063108849-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.836 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.838 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-45 zones={test-zone3, test-zone2} 2022-09-01T10:24:09.839 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-45 zones={test-zone1, test-zone3} 2022-09-01T10:24:09.839 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.840 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.841 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.841 DEBUG:boto:Path: /ptoxvb-45/ 2022-09-01T10:24:09.842 DEBUG:boto:Data: 2022-09-01T10:24:09.842 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.843 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:09.843 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.844 DEBUG:boto:Params: {} 2022-09-01T10:24:09.845 DEBUG:boto:Token: None 2022-09-01T10:24:09.846 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/ 2022-09-01T10:24:09.846 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs= 2022-09-01T10:24:09.847 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs=', 'Content-Length': '0'} 2022-09-01T10:24:09.850 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003a67d8ca05f4c798-0063108849-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.851 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.852 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.853 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.853 DEBUG:boto:Path: /ptoxvb-45/ 2022-09-01T10:24:09.854 DEBUG:boto:Data: 2022-09-01T10:24:09.854 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.855 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.855 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.856 DEBUG:boto:Params: {} 2022-09-01T10:24:09.857 DEBUG:boto:Token: None 2022-09-01T10:24:09.857 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/ 2022-09-01T10:24:09.858 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs= 2022-09-01T10:24:09.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs=', 'Content-Length': '0'} 2022-09-01T10:24:09.861 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000089c31a46a8dd188-0063108849-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.862 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:09.862 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.863 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.863 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.864 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.864 DEBUG:boto:Method: GET 2022-09-01T10:24:09.865 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.865 DEBUG:boto:Data: 2022-09-01T10:24:09.866 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.867 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:09.867 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.868 DEBUG:boto:Params: {} 2022-09-01T10:24:09.868 DEBUG:boto:Token: None 2022-09-01T10:24:09.869 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.873 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e97e181104c7698d-0063108849-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.873 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.874 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:09.875 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.875 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.876 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.876 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.877 DEBUG:boto:Method: GET 2022-09-01T10:24:09.877 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.878 DEBUG:boto:Data: 2022-09-01T10:24:09.879 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.879 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.880 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.880 DEBUG:boto:Params: {} 2022-09-01T10:24:09.881 DEBUG:boto:Token: None 2022-09-01T10:24:09.882 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.883 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.883 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.886 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008e72634435dedb4f-0063108849-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.887 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.888 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.888 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.889 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.889 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.890 DEBUG:boto:Method: GET 2022-09-01T10:24:09.890 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.891 DEBUG:boto:Data: 2022-09-01T10:24:09.891 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.892 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:09.893 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.893 DEBUG:boto:Params: {} 2022-09-01T10:24:09.894 DEBUG:boto:Token: None 2022-09-01T10:24:09.894 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.898 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006255545e16d82a47-0063108849-144e-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.899 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.900 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.900 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.901 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.901 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.902 DEBUG:boto:Method: GET 2022-09-01T10:24:09.903 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.903 DEBUG:boto:Data: 2022-09-01T10:24:09.904 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.904 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.905 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.906 DEBUG:boto:Params: {} 2022-09-01T10:24:09.906 DEBUG:boto:Token: None 2022-09-01T10:24:09.907 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/?versions 2022-09-01T10:24:09.907 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk= 2022-09-01T10:24:09.908 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qW1wsh3SjuCeVlcZBxSzvlYd4Zk=', 'Content-Length': '0'} 2022-09-01T10:24:09.911 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005697ba35ac26d507-0063108849-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.955 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:09.956 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-45 zones={test-zone1, test-zone3} 2022-09-01T10:24:09.957 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-45 zones={test-zone2, test-zone3} 2022-09-01T10:24:09.958 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.959 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.959 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.960 DEBUG:boto:Path: /ptoxvb-45/ 2022-09-01T10:24:09.961 DEBUG:boto:Data: 2022-09-01T10:24:09.962 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.963 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:09.964 DEBUG:boto:Port: 8000 2022-09-01T10:24:09.965 DEBUG:boto:Params: {} 2022-09-01T10:24:09.966 DEBUG:boto:Token: None 2022-09-01T10:24:09.967 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/ 2022-09-01T10:24:09.968 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs= 2022-09-01T10:24:09.969 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs=', 'Content-Length': '0'} 2022-09-01T10:24:09.973 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000032d22aeabcb7605b-0063108849-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.974 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.975 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.976 DEBUG:boto:Method: HEAD 2022-09-01T10:24:09.977 DEBUG:boto:Path: /ptoxvb-45/ 2022-09-01T10:24:09.978 DEBUG:boto:Data: 2022-09-01T10:24:09.979 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.979 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:09.980 DEBUG:boto:Port: 8001 2022-09-01T10:24:09.981 DEBUG:boto:Params: {} 2022-09-01T10:24:09.982 DEBUG:boto:Token: None 2022-09-01T10:24:09.983 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:09 GMT /ptoxvb-45/ 2022-09-01T10:24:09.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs= 2022-09-01T10:24:09.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cInMycAkXNWJcEDWwxKJxhPgrVs=', 'Content-Length': '0'} 2022-09-01T10:24:09.989 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f58d295636f90483-0063108849-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:09.990 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:24:09.991 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:09.992 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:09.993 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.994 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.995 DEBUG:boto:Method: GET 2022-09-01T10:24:09.996 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:09.997 DEBUG:boto:Data: 2022-09-01T10:24:09.998 DEBUG:boto:Headers: {} 2022-09-01T10:24:09.999 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:10.000 DEBUG:boto:Port: 8000 2022-09-01T10:24:10.001 DEBUG:boto:Params: {} 2022-09-01T10:24:10.002 DEBUG:boto:Token: None 2022-09-01T10:24:10.003 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:10 GMT /ptoxvb-45/?versions 2022-09-01T10:24:10.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v7NFuOdjxVXFx5xUjOabZXy1cZY= 2022-09-01T10:24:10.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v7NFuOdjxVXFx5xUjOabZXy1cZY=', 'Content-Length': '0'} 2022-09-01T10:24:10.007 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000079cc7984574bb2fa-006310884a-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:10.008 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:10.010 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:24:10.011 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:10.012 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:10.013 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:10.013 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:10.014 DEBUG:boto:Method: GET 2022-09-01T10:24:10.015 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:10.016 DEBUG:boto:Data: 2022-09-01T10:24:10.017 DEBUG:boto:Headers: {} 2022-09-01T10:24:10.017 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:10.018 DEBUG:boto:Port: 8001 2022-09-01T10:24:10.019 DEBUG:boto:Params: {} 2022-09-01T10:24:10.023 DEBUG:boto:Token: None 2022-09-01T10:24:10.024 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:10 GMT /ptoxvb-45/?versions 2022-09-01T10:24:10.024 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v7NFuOdjxVXFx5xUjOabZXy1cZY= 2022-09-01T10:24:10.025 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v7NFuOdjxVXFx5xUjOabZXy1cZY=', 'Content-Length': '0'} 2022-09-01T10:24:10.030 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000af75b83df551bd16-006310884a-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:10.031 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:10.032 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:10.033 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:10.034 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:10.035 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:10.036 DEBUG:boto:Method: GET 2022-09-01T10:24:10.037 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:10.038 DEBUG:boto:Data: 2022-09-01T10:24:10.039 DEBUG:boto:Headers: {} 2022-09-01T10:24:10.039 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:10.040 DEBUG:boto:Port: 8000 2022-09-01T10:24:10.041 DEBUG:boto:Params: {} 2022-09-01T10:24:10.042 DEBUG:boto:Token: None 2022-09-01T10:24:10.043 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:10 GMT /ptoxvb-45/?versions 2022-09-01T10:24:10.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v7NFuOdjxVXFx5xUjOabZXy1cZY= 2022-09-01T10:24:10.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v7NFuOdjxVXFx5xUjOabZXy1cZY=', 'Content-Length': '0'} 2022-09-01T10:24:10.053 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b67f908587d6df79-006310884a-142f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:10.055 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:10.056 DEBUG:boto:path=/ptoxvb-45/ 2022-09-01T10:24:10.057 DEBUG:boto:auth_path=/ptoxvb-45/ 2022-09-01T10:24:10.058 DEBUG:boto:path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:10.059 DEBUG:boto:auth_path=/ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:10.060 DEBUG:boto:Method: GET 2022-09-01T10:24:10.061 DEBUG:boto:Path: /ptoxvb-45/?versions&max-keys=999 2022-09-01T10:24:10.062 DEBUG:boto:Data: 2022-09-01T10:24:10.062 DEBUG:boto:Headers: {} 2022-09-01T10:24:10.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:10.064 DEBUG:boto:Port: 8001 2022-09-01T10:24:10.065 DEBUG:boto:Params: {} 2022-09-01T10:24:10.066 DEBUG:boto:Token: None 2022-09-01T10:24:10.068 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:24:10 GMT /ptoxvb-45/?versions 2022-09-01T10:24:10.069 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v7NFuOdjxVXFx5xUjOabZXy1cZY= 2022-09-01T10:24:10.070 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v7NFuOdjxVXFx5xUjOabZXy1cZY=', 'Content-Length': '0'} 2022-09-01T10:24:10.077 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000083436e85f30ed6eb-006310884a-1454-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:10.078 DEBUG:boto:b'ptoxvb-45999false' 2022-09-01T10:24:10.079 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-45 zones={test-zone2, test-zone3} 2022-09-01T10:24:10.079 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:10.080 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:10.081 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 4dcfef22-513c-4d25-99ed-606dde9c5a5f --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:10.143 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:10.144 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:10.187 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:24:10.187 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.188 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026114.279276_48.1", 2022-09-01T10:24:10.188 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "user", 2022-09-01T10:24:10.189 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rgw-multisite-test-user", 2022-09-01T10:24:10.189 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.279276607Z", 2022-09-01T10:24:10.191 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.191 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.192 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.192 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.193 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.193 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.194 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_jd-mdI2j8Bv2MAb2idA_lFy", 2022-09-01T10:24:10.194 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.195 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.212 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.217 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.218 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.219 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.219 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.220 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.220 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026114.283764_49.1", 2022-09-01T10:24:10.229 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "user", 2022-09-01T10:24:10.230 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rgw-multisite-test-user", 2022-09-01T10:24:10.230 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764027Z", 2022-09-01T10:24:10.241 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.242 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.243 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.244 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.245 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.245 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.246 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_jd-mdI2j8Bv2MAb2idA_lFy", 2022-09-01T10:24:10.246 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.247 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.247 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.248 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.248 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.249 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.250 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.250 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.254 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.272104_68.1", 2022-09-01T10:24:10.255 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.255 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-1:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.1", 2022-09-01T10:24:10.256 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.272104468Z", 2022-09-01T10:24:10.256 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.256 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.257 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.257 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.258 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.258 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.259 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_X2-XpIv4hVj2c3z3awqwpBh", 2022-09-01T10:24:10.259 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.259 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.260 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.260 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.261 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.261 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.262 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.262 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.263 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.283433_69.1", 2022-09-01T10:24:10.263 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.264 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-1:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.1", 2022-09-01T10:24:10.264 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.283433580Z", 2022-09-01T10:24:10.265 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.266 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.266 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.267 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.267 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.268 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.268 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_X2-XpIv4hVj2c3z3awqwpBh", 2022-09-01T10:24:10.268 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.269 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.269 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.270 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.270 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.271 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.271 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.272 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.272 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.284963_70.1", 2022-09-01T10:24:10.273 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.273 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-1", 2022-09-01T10:24:10.274 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.284963689Z", 2022-09-01T10:24:10.274 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.275 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.275 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.276 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.277 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.277 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.277 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_FfnOMLCbkj6dsuBca4AoTOV", 2022-09-01T10:24:10.278 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.279 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.279 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.280 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.281 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.281 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.282 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.282 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.283 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.288284_71.1", 2022-09-01T10:24:10.283 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.284 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-1", 2022-09-01T10:24:10.284 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.288284201Z", 2022-09-01T10:24:10.285 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.285 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.286 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.286 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.286 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.287 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.287 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_FfnOMLCbkj6dsuBca4AoTOV", 2022-09-01T10:24:10.288 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.288 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.289 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.289 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.290 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.290 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.291 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.291 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.292 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.309976_72.1", 2022-09-01T10:24:10.292 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.293 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-2:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.2", 2022-09-01T10:24:10.293 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.309976293Z", 2022-09-01T10:24:10.294 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.294 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.295 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.295 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.296 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.296 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.297 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_agaRRC1k_990aC_Tz5AKhz6", 2022-09-01T10:24:10.297 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.298 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.298 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.299 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.299 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.300 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.300 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.301 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.307 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.312954_73.1", 2022-09-01T10:24:10.308 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.309 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-2:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.2", 2022-09-01T10:24:10.309 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.312954957Z", 2022-09-01T10:24:10.309 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.310 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.311 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.311 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.312 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.312 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.313 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_agaRRC1k_990aC_Tz5AKhz6", 2022-09-01T10:24:10.313 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.313 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.323 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.324 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.324 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.324 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.325 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.325 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.325 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.314062_74.1", 2022-09-01T10:24:10.325 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.326 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-2", 2022-09-01T10:24:10.326 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.314062960Z", 2022-09-01T10:24:10.326 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.327 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.327 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.327 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.327 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.328 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.328 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_rKsv_ZFdc3yiT_iMCgSgtyO", 2022-09-01T10:24:10.329 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.329 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.329 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.330 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.330 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.330 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.331 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.331 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.332 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.316915_75.1", 2022-09-01T10:24:10.332 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.332 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-2", 2022-09-01T10:24:10.333 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.316915905Z", 2022-09-01T10:24:10.333 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.333 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.334 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.334 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.334 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.335 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.335 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_rKsv_ZFdc3yiT_iMCgSgtyO", 2022-09-01T10:24:10.335 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.335 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.336 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.336 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.336 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.337 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.337 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.337 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.338 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026238.805484_76.1", 2022-09-01T10:24:10.338 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.339 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-3:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.3", 2022-09-01T10:24:10.340 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:18.805484770Z", 2022-09-01T10:24:10.340 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.341 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.341 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.341 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.342 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.342 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.342 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_YTf1DYfihXl0d2zG9Qwl3rM", 2022-09-01T10:24:10.343 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.343 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.343 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.343 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.344 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.344 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.344 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.345 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.345 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026238.810334_77.1", 2022-09-01T10:24:10.345 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.346 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-3:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.3", 2022-09-01T10:24:10.346 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:18.810334159Z", 2022-09-01T10:24:10.346 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.347 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.347 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.347 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.348 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.348 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.348 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_YTf1DYfihXl0d2zG9Qwl3rM", 2022-09-01T10:24:10.348 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.349 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.350 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.350 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.350 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.351 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.351 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.351 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.351 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026238.812058_78.1", 2022-09-01T10:24:10.352 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.352 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-3", 2022-09-01T10:24:10.352 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:18.812058912Z", 2022-09-01T10:24:10.352 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.353 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.353 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.353 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.353 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.354 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.354 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VucNhM9eppkfvhp0iiXfZCD", 2022-09-01T10:24:10.354 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.355 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.355 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.355 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.355 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.356 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.356 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.356 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.356 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026238.817811_79.1", 2022-09-01T10:24:10.357 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.357 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-3", 2022-09-01T10:24:10.357 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:18.817811971Z", 2022-09-01T10:24:10.357 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.358 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.358 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.358 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.359 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.359 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.359 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VucNhM9eppkfvhp0iiXfZCD", 2022-09-01T10:24:10.359 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.360 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.360 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.360 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.361 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.361 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.361 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.362 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.362 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.666854_80.1", 2022-09-01T10:24:10.362 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.362 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-4:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.4", 2022-09-01T10:24:10.363 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.666854153Z", 2022-09-01T10:24:10.363 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.364 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.364 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.364 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.364 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.365 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.365 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yccacFIdsXB9X8d9eklC3Xv", 2022-09-01T10:24:10.365 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.365 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.366 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.367 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.377 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.378 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.379 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.379 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.379 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.672550_81.1", 2022-09-01T10:24:10.379 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.380 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-4:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.4", 2022-09-01T10:24:10.380 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.672550394Z", 2022-09-01T10:24:10.380 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.381 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.381 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.381 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.381 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.382 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.382 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yccacFIdsXB9X8d9eklC3Xv", 2022-09-01T10:24:10.382 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.383 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.383 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.389 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.389 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.389 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.390 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.390 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.390 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.674668_82.1", 2022-09-01T10:24:10.391 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.391 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-4", 2022-09-01T10:24:10.391 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.674668778Z", 2022-09-01T10:24:10.391 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.392 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.392 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.392 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.392 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.393 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.393 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_LZoF5zo1dVhCkE769dSOsBS", 2022-09-01T10:24:10.393 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.394 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.394 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.394 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.394 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.395 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.395 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.396 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.396 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.680532_83.1", 2022-09-01T10:24:10.396 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.397 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-4", 2022-09-01T10:24:10.397 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.680532283Z", 2022-09-01T10:24:10.397 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.398 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.398 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.398 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.398 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.399 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.399 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_LZoF5zo1dVhCkE769dSOsBS", 2022-09-01T10:24:10.399 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.399 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.400 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.400 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.400 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.400 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.401 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.401 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.401 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.704805_84.1", 2022-09-01T10:24:10.402 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.402 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-5:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.5", 2022-09-01T10:24:10.402 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.704805972Z", 2022-09-01T10:24:10.403 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.403 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.403 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.403 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.404 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.404 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.404 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_gdMWJ8mL1JY6Gv5WAg8vcW0", 2022-09-01T10:24:10.405 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.405 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.408 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.410 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.410 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.410 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.411 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.411 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.411 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.710308_85.1", 2022-09-01T10:24:10.411 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.412 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-5:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.5", 2022-09-01T10:24:10.412 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.710308686Z", 2022-09-01T10:24:10.412 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.412 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.413 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.413 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.414 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.415 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.416 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_gdMWJ8mL1JY6Gv5WAg8vcW0", 2022-09-01T10:24:10.416 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.416 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.416 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.417 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.418 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.418 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.418 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.418 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.419 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.711380_86.1", 2022-09-01T10:24:10.419 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.419 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-5", 2022-09-01T10:24:10.419 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.711380233Z", 2022-09-01T10:24:10.420 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.420 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.420 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.420 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.420 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.421 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.421 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NzE9QCSbzgmpkJMSD2jsSED", 2022-09-01T10:24:10.421 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.421 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.422 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.422 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.422 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.422 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.423 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.423 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.423 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.714119_87.1", 2022-09-01T10:24:10.423 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.424 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-5", 2022-09-01T10:24:10.425 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.714119000Z", 2022-09-01T10:24:10.425 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.425 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.426 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.426 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.427 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.427 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.428 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NzE9QCSbzgmpkJMSD2jsSED", 2022-09-01T10:24:10.428 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.429 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.429 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.429 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.429 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.430 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.431 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.431 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.431 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.741523_88.1", 2022-09-01T10:24:10.431 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.432 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-6:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.6", 2022-09-01T10:24:10.432 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.741523592Z", 2022-09-01T10:24:10.432 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.432 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.433 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.433 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.433 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.433 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.434 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_HPaWzBT_cRNOohzB9yaunPZ", 2022-09-01T10:24:10.434 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.435 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.435 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.435 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.435 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.436 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.436 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.436 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.436 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.744374_89.1", 2022-09-01T10:24:10.436 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.437 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-6:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.6", 2022-09-01T10:24:10.437 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.744374743Z", 2022-09-01T10:24:10.437 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.437 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.438 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.439 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.439 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.439 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.439 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_HPaWzBT_cRNOohzB9yaunPZ", 2022-09-01T10:24:10.440 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.440 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.440 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.440 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.441 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.441 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.441 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.442 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.442 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.745454_90.1", 2022-09-01T10:24:10.443 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.443 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-6", 2022-09-01T10:24:10.443 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.745454090Z", 2022-09-01T10:24:10.444 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.444 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.444 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.445 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.446 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.446 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.447 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_eXceY7tWp2AYzuHwaIalU6D", 2022-09-01T10:24:10.447 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.447 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.448 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.448 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.448 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.449 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.449 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.450 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.450 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.748191_91.1", 2022-09-01T10:24:10.450 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.451 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-6", 2022-09-01T10:24:10.451 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.748191220Z", 2022-09-01T10:24:10.452 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.452 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.452 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.452 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.453 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.453 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.453 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_eXceY7tWp2AYzuHwaIalU6D", 2022-09-01T10:24:10.453 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.454 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.454 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.454 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.454 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.455 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.455 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.456 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.456 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.853496_92.1", 2022-09-01T10:24:10.456 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.456 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:10.457 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.853496367Z", 2022-09-01T10:24:10.457 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.457 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.458 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.458 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.458 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.458 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.459 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:10.459 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.459 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.459 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.460 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.460 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.460 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.460 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.461 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.461 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.859004_93.1", 2022-09-01T10:24:10.461 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.461 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:10.462 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.859004994Z", 2022-09-01T10:24:10.462 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.462 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.462 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.463 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.463 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.463 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.463 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:10.464 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.464 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.464 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.464 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.465 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.465 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.465 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.465 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.466 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.861081_94.1", 2022-09-01T10:24:10.466 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.467 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:10.467 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.861081887Z", 2022-09-01T10:24:10.467 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.467 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.468 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.468 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.468 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.468 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.866765_95.1", 2022-09-01T10:24:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.472 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:10.472 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.866765355Z", 2022-09-01T10:24:10.472 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.472 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.476 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.476 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.889560_96.1", 2022-09-01T10:24:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.889560233Z", 2022-09-01T10:24:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.482 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.482 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.891981_97.1", 2022-09-01T10:24:10.482 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.483 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:10.483 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.891981973Z", 2022-09-01T10:24:10.483 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.483 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.483 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.484 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.484 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.484 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.484 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:10.485 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.485 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.485 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.485 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.486 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.488 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.489 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.490 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.491 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.892941_98.1", 2022-09-01T10:24:10.492 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.492 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:10.493 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.892941173Z", 2022-09-01T10:24:10.494 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.494 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.495 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.495 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.496 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.496 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.496 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:10.497 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.498 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.499 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.499 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.500 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.500 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.501 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.502 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.502 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.895415_99.1", 2022-09-01T10:24:10.503 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.503 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:10.504 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.895415047Z", 2022-09-01T10:24:10.505 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.505 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.506 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.506 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.507 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.507 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.508 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:10.509 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.509 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.510 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.511 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.511 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.512 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.513 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.516 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.518 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.919624_100.1", 2022-09-01T10:24:10.518 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.519 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:10.519 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.919624506Z", 2022-09-01T10:24:10.520 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.520 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.521 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.522 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.522 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.525 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.525 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:10.525 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.526 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.526 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.526 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.526 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.527 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.527 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.528 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.528 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.922084_101.1", 2022-09-01T10:24:10.528 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.529 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:10.529 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.922084851Z", 2022-09-01T10:24:10.530 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.530 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.531 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.531 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.532 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.532 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.533 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:10.534 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.535 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.536 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.536 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.537 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.537 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.539 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.539 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.539 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.923046_102.1", 2022-09-01T10:24:10.540 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.540 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:10.541 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.923046965Z", 2022-09-01T10:24:10.541 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.542 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.542 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.543 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.544 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.544 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.545 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:10.545 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.546 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.546 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.546 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.547 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.547 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.548 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.548 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.549 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.925495_103.1", 2022-09-01T10:24:10.549 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.550 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:10.550 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.925495355Z", 2022-09-01T10:24:10.551 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.551 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.552 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.552 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.553 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.553 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.554 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:10.555 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.555 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.556 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.556 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.557 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.557 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.558 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.558 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.559 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.718424_104.1", 2022-09-01T10:24:10.559 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.560 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:10.560 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.718424428Z", 2022-09-01T10:24:10.561 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.561 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.561 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:10.562 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.562 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.563 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.563 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:10.564 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:10.564 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.565 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.565 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.566 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.566 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.566 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.567 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.567 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.721542_105.1", 2022-09-01T10:24:10.568 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.568 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:10.569 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.721542598Z", 2022-09-01T10:24:10.569 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.569 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.569 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:10.570 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.570 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.570 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.571 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:10.571 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:10.571 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.572 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.572 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.572 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.572 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.573 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.573 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.573 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.731580_106.1", 2022-09-01T10:24:10.574 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.574 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:10.574 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.731580574Z", 2022-09-01T10:24:10.574 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.575 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.575 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:10.575 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.575 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.576 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.576 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:10.576 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:10.577 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.577 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.577 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "remove" 2022-09-01T10:24:10.577 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.578 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.578 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.578 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.578 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.734312_107.1", 2022-09-01T10:24:10.579 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.579 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:10.579 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.734312740Z", 2022-09-01T10:24:10.579 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.580 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.580 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:10.580 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.580 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.581 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.581 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:10.581 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:10.581 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.582 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.582 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.582 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.583 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.583 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.583 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.583 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.766443_108.1", 2022-09-01T10:24:10.584 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.584 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:10.584 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.766443662Z", 2022-09-01T10:24:10.584 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.585 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.585 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:10.585 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.586 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.586 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.586 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:10.587 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:10.587 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.587 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.587 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.587 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.588 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.588 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.588 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.588 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.771984_109.1", 2022-09-01T10:24:10.589 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.589 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:10.589 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.771984013Z", 2022-09-01T10:24:10.590 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.590 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.590 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:10.590 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.591 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.591 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.591 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:10.591 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:10.592 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.592 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.592 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.592 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.593 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.593 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.593 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.594 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.785648_110.1", 2022-09-01T10:24:10.594 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.594 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:10.594 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.785648267Z", 2022-09-01T10:24:10.595 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.595 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.595 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:10.596 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.596 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.596 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.597 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:10.597 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:10.597 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.598 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.598 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "remove" 2022-09-01T10:24:10.598 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.599 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.599 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.599 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.599 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.789265_111.1", 2022-09-01T10:24:10.600 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.600 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:10.601 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.789265880Z", 2022-09-01T10:24:10.601 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.601 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.602 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:10.602 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.602 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.603 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.603 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:10.603 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:10.603 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.604 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.604 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.605 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.605 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.605 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.605 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.606 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.846083_112.1", 2022-09-01T10:24:10.606 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.606 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:10.606 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.846083056Z", 2022-09-01T10:24:10.607 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.607 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.607 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:10.608 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.608 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.608 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.608 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:10.609 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:10.609 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.609 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.609 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.610 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.610 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.610 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.610 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.611 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.852450_113.1", 2022-09-01T10:24:10.611 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.611 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:10.612 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.852450247Z", 2022-09-01T10:24:10.612 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.613 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.614 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:10.614 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.614 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.615 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.615 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:10.615 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:10.615 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.616 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.616 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.616 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.617 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.617 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.617 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.618 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.864085_114.1", 2022-09-01T10:24:10.627 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.628 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:10.628 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.864085438Z", 2022-09-01T10:24:10.628 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.628 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.629 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:10.629 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.629 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.629 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.630 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:10.630 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:10.631 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.631 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.631 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "remove" 2022-09-01T10:24:10.632 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.632 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.632 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.633 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.633 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.867747_115.1", 2022-09-01T10:24:10.633 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.634 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:10.634 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747344Z", 2022-09-01T10:24:10.634 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.636 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.636 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:10.637 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.637 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.638 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.638 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:10.639 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:10.639 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.639 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.640 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.640 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.641 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.642 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.642 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.643 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.621156_44.1", 2022-09-01T10:24:10.643 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.644 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10", 2022-09-01T10:24:10.644 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.621156245Z", 2022-09-01T10:24:10.644 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.645 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.645 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.647 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.647 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.648 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.648 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Mzw0icFFiJYByZ4Os_BK7GB", 2022-09-01T10:24:10.649 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.649 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.650 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.650 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.651 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.651 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.652 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.652 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.653 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.624961_45.1", 2022-09-01T10:24:10.653 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.654 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10", 2022-09-01T10:24:10.654 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.624961201Z", 2022-09-01T10:24:10.655 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.655 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.656 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.656 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.657 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.658 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.658 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Mzw0icFFiJYByZ4Os_BK7GB", 2022-09-01T10:24:10.659 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.659 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.660 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.660 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.661 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.661 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.662 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.662 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.663 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.626042_46.1", 2022-09-01T10:24:10.663 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.663 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-10", 2022-09-01T10:24:10.664 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.626042706Z", 2022-09-01T10:24:10.664 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.665 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.665 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.666 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.666 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.667 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.667 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3EoVumACQMWwpJYncedF9eZ", 2022-09-01T10:24:10.668 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.668 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.669 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.669 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.670 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.670 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.671 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.671 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.672 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.629011_47.1", 2022-09-01T10:24:10.674 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.674 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-10", 2022-09-01T10:24:10.675 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.629011222Z", 2022-09-01T10:24:10.675 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.676 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.676 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.677 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.677 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.678 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.678 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3EoVumACQMWwpJYncedF9eZ", 2022-09-01T10:24:10.679 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.679 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.680 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.680 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.681 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.681 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.682 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.682 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.683 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.645928_48.1", 2022-09-01T10:24:10.683 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.684 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11", 2022-09-01T10:24:10.687 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.645928482Z", 2022-09-01T10:24:10.688 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.688 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.689 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.690 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.690 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.691 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.691 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VXWHEvu3kkNwR4Uyh-b4SV3", 2022-09-01T10:24:10.692 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.692 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.693 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.693 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.694 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.694 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.694 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.695 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.695 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.651587_49.1", 2022-09-01T10:24:10.696 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.696 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11", 2022-09-01T10:24:10.697 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.651587010Z", 2022-09-01T10:24:10.697 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.698 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.698 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.698 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.699 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.699 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.700 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VXWHEvu3kkNwR4Uyh-b4SV3", 2022-09-01T10:24:10.700 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.701 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.701 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.702 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.702 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.703 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.703 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.704 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.704 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.653520_50.1", 2022-09-01T10:24:10.704 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.705 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-11", 2022-09-01T10:24:10.706 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.653520594Z", 2022-09-01T10:24:10.706 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.708 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.708 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.709 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.709 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.710 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.710 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_iRjywEHqFsk3_sJZMVU6A6N", 2022-09-01T10:24:10.711 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.711 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.712 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.712 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.713 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.713 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.714 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.714 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.715 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.656662_51.1", 2022-09-01T10:24:10.715 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.716 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-11", 2022-09-01T10:24:10.716 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.656662111Z", 2022-09-01T10:24:10.717 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.718 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.718 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.719 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.720 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.720 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.721 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_iRjywEHqFsk3_sJZMVU6A6N", 2022-09-01T10:24:10.721 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.722 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.722 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.723 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.723 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.724 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.724 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.725 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.725 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.687547_52.1", 2022-09-01T10:24:10.726 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.726 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12", 2022-09-01T10:24:10.727 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.687547340Z", 2022-09-01T10:24:10.727 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.728 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.728 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.728 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.729 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.729 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.730 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_SVfkrIfF5zYqbAyv3coLn2U", 2022-09-01T10:24:10.730 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.731 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.731 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.732 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.732 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.733 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.733 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.733 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.736 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.695907_53.1", 2022-09-01T10:24:10.736 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.737 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12", 2022-09-01T10:24:10.737 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.695907838Z", 2022-09-01T10:24:10.738 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.738 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.739 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.739 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.740 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.740 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.741 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_SVfkrIfF5zYqbAyv3coLn2U", 2022-09-01T10:24:10.741 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.743 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.744 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.744 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.745 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.745 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.745 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.746 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.746 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.696954_54.1", 2022-09-01T10:24:10.747 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.747 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-12", 2022-09-01T10:24:10.748 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.696954361Z", 2022-09-01T10:24:10.748 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.749 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.749 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.750 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.750 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.750 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.751 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_OR10cuEus-0ikP44dsK6wGU", 2022-09-01T10:24:10.751 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.752 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.753 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.754 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.754 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.755 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.755 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.756 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.756 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.699701_55.1", 2022-09-01T10:24:10.757 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.757 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-12", 2022-09-01T10:24:10.757 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.699701036Z", 2022-09-01T10:24:10.758 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.758 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.759 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.759 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.760 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.760 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.760 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_OR10cuEus-0ikP44dsK6wGU", 2022-09-01T10:24:10.761 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.761 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.762 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.762 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.763 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.764 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.764 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.765 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.765 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.483827_63.1", 2022-09-01T10:24:10.766 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.766 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13", 2022-09-01T10:24:10.767 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.483827523Z", 2022-09-01T10:24:10.767 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.768 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.768 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.769 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.769 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.769 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.770 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9I04qQXZnOE_1wIeLrInKYx", 2022-09-01T10:24:10.771 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.771 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.772 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.772 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.773 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.773 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.774 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.775 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.776 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.488141_64.1", 2022-09-01T10:24:10.776 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.777 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13", 2022-09-01T10:24:10.777 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.488141107Z", 2022-09-01T10:24:10.778 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.778 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.779 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.779 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.780 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.780 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.781 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9I04qQXZnOE_1wIeLrInKYx", 2022-09-01T10:24:10.781 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.781 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.782 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.782 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.783 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.783 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.784 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.784 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.784 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.489367_65.1", 2022-09-01T10:24:10.786 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.786 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-13", 2022-09-01T10:24:10.787 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.489367440Z", 2022-09-01T10:24:10.787 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.788 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.788 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.789 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.789 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.789 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.790 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_mOpQ8i3tQ0CrBcWx1BcZcNa", 2022-09-01T10:24:10.790 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.791 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.791 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.792 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.792 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.793 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.793 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.793 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.794 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.492647_66.1", 2022-09-01T10:24:10.794 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.795 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-13", 2022-09-01T10:24:10.795 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.492647668Z", 2022-09-01T10:24:10.796 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.797 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.797 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.798 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.798 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.799 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.799 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_mOpQ8i3tQ0CrBcWx1BcZcNa", 2022-09-01T10:24:10.799 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.799 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.800 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.800 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.801 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.801 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.802 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.803 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.803 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.522234_67.1", 2022-09-01T10:24:10.804 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.804 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14", 2022-09-01T10:24:10.804 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.522234189Z", 2022-09-01T10:24:10.805 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.805 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.806 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.806 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.806 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.808 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.809 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_DjYrBVRMvnw17suO_PkfXoc", 2022-09-01T10:24:10.809 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.810 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.810 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.811 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.811 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.812 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.812 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.813 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.813 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.525459_68.1", 2022-09-01T10:24:10.813 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.814 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14", 2022-09-01T10:24:10.814 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.525459812Z", 2022-09-01T10:24:10.815 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.815 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.816 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.816 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.817 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.818 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.819 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_DjYrBVRMvnw17suO_PkfXoc", 2022-09-01T10:24:10.819 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.820 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.820 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.821 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.821 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.822 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.822 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.823 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.823 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.526626_69.1", 2022-09-01T10:24:10.824 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.824 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-14", 2022-09-01T10:24:10.825 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.526626985Z", 2022-09-01T10:24:10.825 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.826 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.826 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.827 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.827 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.827 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.828 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_DJk_pQ6BLk4r_TYcmnoYvak", 2022-09-01T10:24:10.829 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.830 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.830 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.831 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.831 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.832 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.832 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.832 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.833 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.529761_70.1", 2022-09-01T10:24:10.833 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.834 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-14", 2022-09-01T10:24:10.834 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.529761842Z", 2022-09-01T10:24:10.835 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.836 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.836 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.837 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.837 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.838 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.838 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_DJk_pQ6BLk4r_TYcmnoYvak", 2022-09-01T10:24:10.839 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.841 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.841 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.842 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.842 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.843 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.843 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.844 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.844 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.565455_71.1", 2022-09-01T10:24:10.844 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.845 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15", 2022-09-01T10:24:10.845 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.565455441Z", 2022-09-01T10:24:10.846 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.846 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.847 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.847 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.847 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.848 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.848 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8GjFqeWwtzavbAOjanit_KI", 2022-09-01T10:24:10.849 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.849 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.850 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.850 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.850 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.851 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.852 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.852 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.853 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.575017_72.1", 2022-09-01T10:24:10.853 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.854 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15", 2022-09-01T10:24:10.854 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.575017726Z", 2022-09-01T10:24:10.855 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.855 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.856 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.856 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.857 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.857 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.858 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8GjFqeWwtzavbAOjanit_KI", 2022-09-01T10:24:10.858 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.859 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.859 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.860 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.860 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.861 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.861 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.862 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.862 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.580190_73.1", 2022-09-01T10:24:10.863 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.863 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-15", 2022-09-01T10:24:10.864 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.580190798Z", 2022-09-01T10:24:10.864 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.865 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.865 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.866 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.866 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.867 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.868 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_GZyItGRAZI_2tsC5-SJqzeH", 2022-09-01T10:24:10.868 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.869 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.869 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.870 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.870 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.871 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.871 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.872 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.872 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.591075_74.1", 2022-09-01T10:24:10.873 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.873 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-15", 2022-09-01T10:24:10.873 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.591075892Z", 2022-09-01T10:24:10.874 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.874 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.875 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.875 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.875 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.876 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.876 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_GZyItGRAZI_2tsC5-SJqzeH", 2022-09-01T10:24:10.877 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.877 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.877 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.878 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.878 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.879 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.879 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.880 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.880 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026668.944295_75.1", 2022-09-01T10:24:10.881 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.881 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:10.882 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:28.944295114Z", 2022-09-01T10:24:10.882 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.882 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.883 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.883 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.884 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.884 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.884 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:10.885 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.886 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.886 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.887 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.887 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.888 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.888 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.889 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.890 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026668.947952_76.1", 2022-09-01T10:24:10.891 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.891 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:10.895 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:28.947952840Z", 2022-09-01T10:24:10.896 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.896 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.897 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.897 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.897 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.902 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.903 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:10.903 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.904 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.904 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.905 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.905 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.905 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.907 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.907 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.908 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026668.949302_77.1", 2022-09-01T10:24:10.908 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.909 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-16", 2022-09-01T10:24:10.909 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:28.949302368Z", 2022-09-01T10:24:10.910 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.910 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.911 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.911 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.912 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.912 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.913 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_1F62ZotDT1b2MFJI3E36Vpd", 2022-09-01T10:24:10.914 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.915 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.915 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.915 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.915 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.916 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.916 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.916 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.919 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026668.952731_78.1", 2022-09-01T10:24:10.920 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.920 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-16", 2022-09-01T10:24:10.921 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:28.952731156Z", 2022-09-01T10:24:10.921 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.921 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.922 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.922 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.923 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.923 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.924 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_1F62ZotDT1b2MFJI3E36Vpd", 2022-09-01T10:24:10.924 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.925 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.925 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.926 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.926 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.927 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.927 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.928 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.928 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026669.976748_79.1", 2022-09-01T10:24:10.929 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.929 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:10.930 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:29.976748292Z", 2022-09-01T10:24:10.930 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.931 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.931 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.932 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.932 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.933 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.933 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:10.933 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.933 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.934 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.935 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.935 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.936 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.936 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.937 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.937 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026669.981636_80.1", 2022-09-01T10:24:10.938 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.938 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:10.939 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:29.981636240Z", 2022-09-01T10:24:10.939 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.939 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.940 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.940 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.941 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.941 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.942 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:10.942 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.943 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.943 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.944 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.944 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.944 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.945 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.945 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.946 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026669.982934_81.1", 2022-09-01T10:24:10.947 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.947 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-17", 2022-09-01T10:24:10.948 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:29.982934640Z", 2022-09-01T10:24:10.948 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.949 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.949 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.950 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.951 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.951 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.952 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_rTH3E_lfSENm-BBEDnaV6eO", 2022-09-01T10:24:10.952 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.952 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.953 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.953 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.954 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.954 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.955 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.955 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.957 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026669.988911_82.1", 2022-09-01T10:24:10.958 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.959 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-17", 2022-09-01T10:24:10.959 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:29.988911265Z", 2022-09-01T10:24:10.960 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.961 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.961 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.962 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.962 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.963 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.963 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_rTH3E_lfSENm-BBEDnaV6eO", 2022-09-01T10:24:10.963 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.964 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.964 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.965 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.965 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.966 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.966 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.967 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.968 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.027320_83.1", 2022-09-01T10:24:10.968 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.969 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:10.969 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.027320563Z", 2022-09-01T10:24:10.970 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.973 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.973 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.974 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.974 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.975 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.976 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:10.976 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.977 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.977 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.978 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.978 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.979 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.979 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.980 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.980 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.031432_84.1", 2022-09-01T10:24:10.981 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:10.981 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:10.982 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.031432214Z", 2022-09-01T10:24:10.982 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.983 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.983 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.984 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.984 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.985 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.985 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:10.986 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.986 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.987 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.987 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:10.988 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.988 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.988 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.989 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.989 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.032546_85.1", 2022-09-01T10:24:10.990 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.990 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-18", 2022-09-01T10:24:10.991 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.032546178Z", 2022-09-01T10:24:10.991 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.992 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.992 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:10.993 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:10.993 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.993 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:10.994 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_MCyxjM_inKvHzqAc6le0e21", 2022-09-01T10:24:10.994 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:10.995 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.995 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:10.995 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:10.996 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.996 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:10.996 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:10.996 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:10.997 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.035508_86.1", 2022-09-01T10:24:10.997 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:10.998 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-18", 2022-09-01T10:24:10.998 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.035508598Z", 2022-09-01T10:24:10.998 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:10.999 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:10.999 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.000 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.000 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.000 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.001 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_MCyxjM_inKvHzqAc6le0e21", 2022-09-01T10:24:11.001 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.002 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.002 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.003 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.003 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.004 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.004 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.005 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.005 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.071720_87.1", 2022-09-01T10:24:11.005 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.006 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:11.006 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.071720762Z", 2022-09-01T10:24:11.007 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.007 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.008 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:11.008 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.009 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.009 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.010 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:11.010 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.010 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.011 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.011 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.012 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.012 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.012 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.013 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.013 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.076319_88.1", 2022-09-01T10:24:11.014 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.014 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:11.015 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.076319966Z", 2022-09-01T10:24:11.015 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.016 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.016 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:11.017 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.017 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.017 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.018 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:11.018 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.018 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.018 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.019 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.019 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.019 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.020 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.020 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.021 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.092505_89.1", 2022-09-01T10:24:11.021 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.021 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:11.022 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.092505302Z", 2022-09-01T10:24:11.022 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.022 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.022 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:11.023 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.023 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.023 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.023 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:11.024 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.024 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.024 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.024 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.025 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.025 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.026 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.026 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.027 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.099216_90.1", 2022-09-01T10:24:11.027 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.027 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:11.028 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.099216059Z", 2022-09-01T10:24:11.028 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.029 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.029 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:11.030 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.030 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.031 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.031 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:11.032 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.032 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.032 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.033 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.033 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.034 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.034 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.034 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.035 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.114417_91.1", 2022-09-01T10:24:11.035 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.036 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:11.036 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.114417870Z", 2022-09-01T10:24:11.037 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.037 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.038 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:11.038 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.039 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.039 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.040 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:11.040 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.041 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.041 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.042 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.042 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.043 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.043 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.043 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.044 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.118638_92.1", 2022-09-01T10:24:11.044 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.045 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:11.045 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.118638704Z", 2022-09-01T10:24:11.045 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.046 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.046 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:11.047 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.047 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.047 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.048 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:11.048 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.049 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.049 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.050 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.051 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.051 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.051 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.051 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.052 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027157.087371_116.1", 2022-09-01T10:24:11.052 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.052 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:11.053 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:12:37.087371954Z", 2022-09-01T10:24:11.053 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.053 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.053 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.054 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.054 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.055 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.056 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:11.056 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.056 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.057 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.057 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.058 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.058 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.059 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.059 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.060 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027157.090559_117.1", 2022-09-01T10:24:11.060 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.060 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:11.061 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:12:37.090559767Z", 2022-09-01T10:24:11.061 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.062 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.062 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.062 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.063 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.063 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.063 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:11.063 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.064 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.064 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.064 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.065 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.065 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.066 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.066 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.067 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027157.091895_118.1", 2022-09-01T10:24:11.067 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.068 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-19", 2022-09-01T10:24:11.068 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:12:37.091895129Z", 2022-09-01T10:24:11.068 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.069 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.069 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.070 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.070 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.070 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.071 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_gdGYy7qqC4R_qWC7npkmBlf", 2022-09-01T10:24:11.071 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.072 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.072 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.072 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.073 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.073 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.074 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.074 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.075 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027157.094795_119.1", 2022-09-01T10:24:11.075 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.076 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-19", 2022-09-01T10:24:11.076 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:12:37.094795820Z", 2022-09-01T10:24:11.077 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.077 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.078 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.078 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.078 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.079 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.079 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_gdGYy7qqC4R_qWC7npkmBlf", 2022-09-01T10:24:11.079 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.079 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.080 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.080 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.080 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.080 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.081 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.081 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.081 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027157.109168_120.1", 2022-09-01T10:24:11.082 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.082 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:11.083 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:12:37.109168263Z", 2022-09-01T10:24:11.083 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.084 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.084 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:11.084 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.085 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.085 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.086 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:11.086 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.087 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.087 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.088 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.088 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.089 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.089 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.090 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.090 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027157.112233_121.1", 2022-09-01T10:24:11.090 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.091 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:11.091 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:12:37.112233589Z", 2022-09-01T10:24:11.092 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.092 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.092 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:11.093 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.093 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.094 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.094 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:11.095 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.095 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.095 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.096 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.096 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.096 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.097 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.097 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.097 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027345.473043_131.1", 2022-09-01T10:24:11.097 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.098 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:11.098 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:15:45.473043972Z", 2022-09-01T10:24:11.098 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.098 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.099 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.099 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.099 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.100 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.100 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:11.101 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.101 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.101 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.101 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.102 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.102 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.102 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.103 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.103 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027345.475654_132.1", 2022-09-01T10:24:11.104 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.104 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:11.104 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:15:45.475654597Z", 2022-09-01T10:24:11.104 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.105 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.105 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.105 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.105 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.106 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.106 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:11.106 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.107 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.107 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.107 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.108 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.108 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.108 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.108 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.109 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027345.476838_133.1", 2022-09-01T10:24:11.109 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.109 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20", 2022-09-01T10:24:11.110 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:15:45.476838830Z", 2022-09-01T10:24:11.110 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.110 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.111 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.111 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.112 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.112 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.112 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_SfcLSHDhj7nNBl_mLflWSNu", 2022-09-01T10:24:11.112 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.113 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.113 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.113 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.113 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.114 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.114 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.114 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.114 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027345.480914_134.1", 2022-09-01T10:24:11.115 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.115 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20", 2022-09-01T10:24:11.115 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:15:45.480914680Z", 2022-09-01T10:24:11.116 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.116 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.116 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.116 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.117 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.117 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.117 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_SfcLSHDhj7nNBl_mLflWSNu", 2022-09-01T10:24:11.117 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.118 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.118 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.118 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.118 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.119 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.119 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.119 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.119 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027413.714883_137.1", 2022-09-01T10:24:11.120 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.120 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:11.120 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:16:53.714883352Z", 2022-09-01T10:24:11.120 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.121 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.121 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:11.121 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.121 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.121 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.122 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:11.123 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.123 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.123 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.123 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.124 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.124 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.124 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.124 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.125 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027413.718736_138.1", 2022-09-01T10:24:11.125 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.125 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:11.125 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:16:53.718736728Z", 2022-09-01T10:24:11.126 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.126 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.126 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:11.127 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.127 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.127 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.127 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:11.128 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.128 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.128 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.128 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.129 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.129 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.129 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.129 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.129 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027472.733798_139.1", 2022-09-01T10:24:11.130 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.130 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:11.130 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:17:52.733798382Z", 2022-09-01T10:24:11.131 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.131 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.131 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:11.131 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.132 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.132 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.132 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:11.132 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:11.133 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.133 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.133 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.133 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.134 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.134 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.134 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.134 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027472.737720_140.1", 2022-09-01T10:24:11.135 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.135 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:11.135 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:17:52.737720842Z", 2022-09-01T10:24:11.135 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.136 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.136 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:11.136 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.136 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.137 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.137 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:11.137 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:11.137 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.138 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.138 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.138 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.138 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.139 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.139 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.139 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.819930_141.1", 2022-09-01T10:24:11.139 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.140 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:11.140 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.819930434Z", 2022-09-01T10:24:11.140 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.140 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.141 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.141 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.141 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.141 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.142 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:11.142 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.142 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.142 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.143 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.143 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.143 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.143 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.144 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.144 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.825471_142.1", 2022-09-01T10:24:11.144 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.144 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:11.145 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.825471173Z", 2022-09-01T10:24:11.145 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.145 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.145 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.146 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.146 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.146 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.146 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:11.147 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.147 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.147 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.147 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.148 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.148 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.148 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.148 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.149 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.826955_143.1", 2022-09-01T10:24:11.149 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.149 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-21", 2022-09-01T10:24:11.149 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.826955475Z", 2022-09-01T10:24:11.150 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.150 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.150 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.150 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.151 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.151 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.151 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_LslxSX6cpHCTuNiL4slVPQO", 2022-09-01T10:24:11.152 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.152 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.152 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.152 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.153 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.153 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.153 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.153 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.154 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.833188_144.1", 2022-09-01T10:24:11.154 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.154 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-21", 2022-09-01T10:24:11.154 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.833188552Z", 2022-09-01T10:24:11.155 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.155 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.155 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.155 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.156 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.156 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.157 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_LslxSX6cpHCTuNiL4slVPQO", 2022-09-01T10:24:11.158 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.159 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.159 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.160 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.161 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.161 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.162 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.162 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.162 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.862499_145.1", 2022-09-01T10:24:11.163 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.163 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:11.164 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.862499043Z", 2022-09-01T10:24:11.165 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.165 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.166 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.166 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.167 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.167 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.168 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:11.168 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.169 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.169 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.169 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.170 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.170 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.171 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.171 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.172 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.865791_146.1", 2022-09-01T10:24:11.172 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.172 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:11.173 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.865791808Z", 2022-09-01T10:24:11.173 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.173 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.173 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.174 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.174 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.174 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.174 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:11.175 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.175 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.175 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.176 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.176 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.176 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.176 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.177 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.177 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.867024_147.1", 2022-09-01T10:24:11.177 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.177 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-22", 2022-09-01T10:24:11.178 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.867024024Z", 2022-09-01T10:24:11.178 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.178 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.178 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.179 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.179 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.179 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.180 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_JduOKn9JpdGjtV5xDMt7fdi", 2022-09-01T10:24:11.180 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.180 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.180 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.181 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.181 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.181 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.182 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.182 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.183 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.870028_148.1", 2022-09-01T10:24:11.183 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.183 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-22", 2022-09-01T10:24:11.183 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.870028007Z", 2022-09-01T10:24:11.184 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.184 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.184 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.184 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.185 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.185 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.185 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_JduOKn9JpdGjtV5xDMt7fdi", 2022-09-01T10:24:11.185 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.186 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.186 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.186 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.186 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.187 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.187 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.187 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.188 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.911260_149.1", 2022-09-01T10:24:11.188 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.188 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:11.188 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.911260238Z", 2022-09-01T10:24:11.189 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.189 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.189 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.189 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.190 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.190 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.190 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:11.190 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.191 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.191 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.192 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.192 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.192 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.193 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.193 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.194 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.916903_150.1", 2022-09-01T10:24:11.195 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.195 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:11.195 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.916903859Z", 2022-09-01T10:24:11.196 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.196 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.197 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.197 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.197 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.197 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.198 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:11.198 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.198 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.199 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.199 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.199 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.199 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.200 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.200 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.200 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.918897_151.1", 2022-09-01T10:24:11.200 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.201 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-23", 2022-09-01T10:24:11.201 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.918897698Z", 2022-09-01T10:24:11.202 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.202 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.202 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.203 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.203 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.203 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.204 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "__n4Uc2Wgg_a3W1EONyrCehL", 2022-09-01T10:24:11.204 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.204 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.205 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.205 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.205 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.205 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.206 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.206 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.206 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.924945_152.1", 2022-09-01T10:24:11.206 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.207 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-23", 2022-09-01T10:24:11.207 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.924945211Z", 2022-09-01T10:24:11.207 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.207 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.208 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.208 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.208 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.208 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.209 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "__n4Uc2Wgg_a3W1EONyrCehL", 2022-09-01T10:24:11.209 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.209 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.209 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.210 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.210 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.210 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.210 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.211 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.211 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.980630_153.1", 2022-09-01T10:24:11.211 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.211 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:11.212 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.980630449Z", 2022-09-01T10:24:11.212 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.212 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.212 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:11.213 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.213 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.213 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.213 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:11.214 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.214 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.214 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.214 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.215 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.215 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.215 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.215 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.215 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.985105_154.1", 2022-09-01T10:24:11.216 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.216 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:11.216 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.985105867Z", 2022-09-01T10:24:11.217 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.217 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.218 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:11.218 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.218 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.219 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.219 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:11.219 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.220 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.220 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.221 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.221 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.222 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.222 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.223 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.223 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027530.010026_155.1", 2022-09-01T10:24:11.224 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.224 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:11.225 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:50.010026792Z", 2022-09-01T10:24:11.225 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.226 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.226 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:11.227 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.227 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.228 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.228 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:11.229 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.229 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.230 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.231 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.231 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.232 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.232 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.233 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.233 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027530.012793_156.1", 2022-09-01T10:24:11.234 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.234 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:11.235 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:50.012793852Z", 2022-09-01T10:24:11.235 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.236 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.236 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:11.237 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.237 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.238 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.238 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:11.239 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.240 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.240 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.241 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.241 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.242 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.242 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.243 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.244 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027530.045702_157.1", 2022-09-01T10:24:11.244 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.245 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:11.245 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:50.045702638Z", 2022-09-01T10:24:11.246 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.246 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.247 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:11.247 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.248 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.248 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.248 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:11.249 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.249 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.250 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.250 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.251 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.251 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.252 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.252 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.253 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027530.052391_158.1", 2022-09-01T10:24:11.253 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.254 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:11.254 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:50.052391213Z", 2022-09-01T10:24:11.255 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.255 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.255 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:11.256 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.257 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.257 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:11.258 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.259 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.259 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.261 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.262 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.263 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.263 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.264 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.264 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.488246_161.1", 2022-09-01T10:24:11.265 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.265 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:11.266 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.488246254Z", 2022-09-01T10:24:11.267 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.267 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.268 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.269 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.269 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.271 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.272 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:11.272 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.273 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.273 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.274 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.274 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.275 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.275 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.276 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.276 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.492601_162.1", 2022-09-01T10:24:11.277 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.277 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:11.278 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.492601947Z", 2022-09-01T10:24:11.278 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.279 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.279 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.280 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.281 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.281 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.282 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:11.282 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.283 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.283 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.284 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.284 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.285 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.285 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.286 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.286 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.494494_163.1", 2022-09-01T10:24:11.287 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.287 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24", 2022-09-01T10:24:11.288 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.494494410Z", 2022-09-01T10:24:11.288 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.289 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.289 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.290 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.290 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.291 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.291 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_6D1oNmY3tkQ9BE1h-3qWbLA", 2022-09-01T10:24:11.292 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.292 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.293 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.293 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.294 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.294 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.295 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.295 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.296 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.499351_164.1", 2022-09-01T10:24:11.296 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.297 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24", 2022-09-01T10:24:11.297 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.499351244Z", 2022-09-01T10:24:11.298 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.298 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.299 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.300 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.300 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.300 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.301 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_6D1oNmY3tkQ9BE1h-3qWbLA", 2022-09-01T10:24:11.301 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.302 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.302 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.303 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.303 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.304 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.304 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.305 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.305 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.541593_165.1", 2022-09-01T10:24:11.306 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.306 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:11.307 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.541593070Z", 2022-09-01T10:24:11.307 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.308 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.308 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.309 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.309 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.310 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.311 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:11.311 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.312 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.312 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.313 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.313 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.314 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.314 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.315 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.315 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.545091_166.1", 2022-09-01T10:24:11.316 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.317 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:11.317 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.545091016Z", 2022-09-01T10:24:11.318 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.318 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.319 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.320 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.320 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.321 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.321 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:11.322 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.322 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.323 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.323 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.324 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.324 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.325 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.325 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.326 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.576478_167.1", 2022-09-01T10:24:11.326 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.327 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25", 2022-09-01T10:24:11.327 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.576478456Z", 2022-09-01T10:24:11.328 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.329 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.329 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.330 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.330 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.331 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.331 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Bbaqto7A2rarmNl8gHFg-rC", 2022-09-01T10:24:11.332 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.332 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.333 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.333 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.334 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.334 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.335 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.335 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.336 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.580063_168.1", 2022-09-01T10:24:11.336 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.337 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25", 2022-09-01T10:24:11.338 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.580063076Z", 2022-09-01T10:24:11.338 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.339 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.339 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.340 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.340 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.341 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.342 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Bbaqto7A2rarmNl8gHFg-rC", 2022-09-01T10:24:11.342 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.343 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.343 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.344 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.344 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.345 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.345 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.345 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.345 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.620696_169.1", 2022-09-01T10:24:11.346 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.346 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:11.346 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.620696388Z", 2022-09-01T10:24:11.346 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.347 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.347 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.347 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.347 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.348 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.348 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:11.348 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.348 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.349 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.349 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.349 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.349 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.350 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.350 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.350 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.624235_170.1", 2022-09-01T10:24:11.351 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.351 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:11.351 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.624235386Z", 2022-09-01T10:24:11.351 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.352 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.352 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.352 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.352 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.353 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.353 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:11.353 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.353 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.354 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.354 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.354 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.354 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.355 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.355 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.355 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.626091_171.1", 2022-09-01T10:24:11.356 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.356 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26", 2022-09-01T10:24:11.357 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.626091313Z", 2022-09-01T10:24:11.357 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.358 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.358 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.359 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.359 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.360 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.360 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_es4UK9QQLs-GPoh6yoq0cNZ", 2022-09-01T10:24:11.361 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.362 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.362 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.363 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.363 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.363 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.364 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.364 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.365 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.630622_172.1", 2022-09-01T10:24:11.365 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.365 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26", 2022-09-01T10:24:11.366 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.630622811Z", 2022-09-01T10:24:11.366 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.367 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.367 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.368 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.368 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.368 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.369 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_es4UK9QQLs-GPoh6yoq0cNZ", 2022-09-01T10:24:11.369 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.370 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.370 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.371 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.371 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.371 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.372 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.372 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.373 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.662574_173.1", 2022-09-01T10:24:11.373 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.374 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:11.374 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.662574019Z", 2022-09-01T10:24:11.375 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.375 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.376 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:11.376 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.377 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.377 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.378 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:11.378 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.379 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.379 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.380 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.380 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.381 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.381 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.381 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.381 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.665860_174.1", 2022-09-01T10:24:11.382 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.382 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:11.382 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.665860665Z", 2022-09-01T10:24:11.382 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.383 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.383 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:11.383 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.384 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.384 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.384 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:11.384 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.385 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.385 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.385 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.385 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.386 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.386 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.386 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.386 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.784727_175.1", 2022-09-01T10:24:11.387 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.387 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:11.387 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.784727551Z", 2022-09-01T10:24:11.387 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.388 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.388 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:11.388 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.389 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.389 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.389 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:11.389 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:11.390 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.390 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.390 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.390 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.391 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.391 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.391 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.391 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.789529_176.1", 2022-09-01T10:24:11.392 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.392 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:11.392 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.789529590Z", 2022-09-01T10:24:11.393 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.393 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.393 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:11.393 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.394 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.394 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.394 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:11.394 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:11.395 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.395 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.395 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.395 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.396 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.396 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.396 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.396 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.813631_177.1", 2022-09-01T10:24:11.397 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.397 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:11.397 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.813631052Z", 2022-09-01T10:24:11.397 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.398 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.398 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:11.398 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.399 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.399 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.399 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:11.399 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.400 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.400 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.400 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.400 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.401 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.401 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.401 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.401 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.818027_178.1", 2022-09-01T10:24:11.402 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.402 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:11.402 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.818027883Z", 2022-09-01T10:24:11.402 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.403 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.403 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:11.403 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.403 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.404 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.404 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:11.404 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.404 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.405 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.405 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.405 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.405 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.406 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.406 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.406 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.847589_179.1", 2022-09-01T10:24:11.406 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.407 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:11.407 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.847589962Z", 2022-09-01T10:24:11.407 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.407 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.408 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:11.408 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.408 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.409 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.409 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:11.409 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:11.409 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.410 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.410 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.410 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.410 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.411 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.411 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.411 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.854176_180.1", 2022-09-01T10:24:11.411 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.412 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:11.412 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.854176862Z", 2022-09-01T10:24:11.412 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.413 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.413 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:11.413 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.414 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.414 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.414 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:11.414 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:11.415 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.415 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.415 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.415 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.416 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.416 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.416 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.416 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.878834_181.1", 2022-09-01T10:24:11.417 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.417 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:11.417 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.878834641Z", 2022-09-01T10:24:11.417 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.418 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.418 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:11.418 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.418 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.419 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.419 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:11.419 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.419 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.420 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.420 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.420 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.420 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.421 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.421 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.421 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.885472_182.1", 2022-09-01T10:24:11.421 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.422 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:11.422 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.885472014Z", 2022-09-01T10:24:11.422 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.422 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.423 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:11.423 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.423 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.423 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.424 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:11.424 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.424 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.424 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.425 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.425 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.425 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.425 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.426 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.426 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.911981_183.1", 2022-09-01T10:24:11.426 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.426 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:11.427 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.911981807Z", 2022-09-01T10:24:11.427 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.427 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.427 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:11.428 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.428 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.428 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.428 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:11.429 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:11.429 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.429 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.429 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.430 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.430 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.430 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.430 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.431 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.929411_184.1", 2022-09-01T10:24:11.431 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.431 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:11.431 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.929411284Z", 2022-09-01T10:24:11.432 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.432 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.432 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:11.433 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.433 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.433 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.433 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:11.434 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:11.434 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.434 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.434 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.435 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.435 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.435 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.435 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.436 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.737441_187.1", 2022-09-01T10:24:11.436 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.436 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:11.436 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.737441149Z", 2022-09-01T10:24:11.437 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.437 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.437 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.437 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.438 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.438 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.438 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:11.438 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.439 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.439 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.439 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.439 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.440 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.440 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.440 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.440 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.740886_188.1", 2022-09-01T10:24:11.441 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.441 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:11.441 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.740886000Z", 2022-09-01T10:24:11.441 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.442 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.442 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.442 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.443 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.443 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.443 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:11.443 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.443 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.444 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.444 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.444 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.445 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.445 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.445 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.445 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.742312_189.1", 2022-09-01T10:24:11.446 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.446 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-27", 2022-09-01T10:24:11.446 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.742312659Z", 2022-09-01T10:24:11.446 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.447 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.447 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.447 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.447 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.448 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.448 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_AOBuCudVsbgsqthashsTjma", 2022-09-01T10:24:11.448 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.448 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.449 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.449 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.449 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.449 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.450 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.450 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.450 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.751913_190.1", 2022-09-01T10:24:11.450 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.451 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-27", 2022-09-01T10:24:11.451 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.751913777Z", 2022-09-01T10:24:11.451 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.451 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.452 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.452 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.452 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.452 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.453 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_AOBuCudVsbgsqthashsTjma", 2022-09-01T10:24:11.453 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.453 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.453 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.454 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.454 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.454 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.454 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.455 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.455 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.796286_191.1", 2022-09-01T10:24:11.455 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.455 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:11.456 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.796286970Z", 2022-09-01T10:24:11.456 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.456 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.456 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.457 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.457 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.457 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.457 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:11.458 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.458 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.458 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.458 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.459 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.459 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.459 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.459 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.460 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.800971_192.1", 2022-09-01T10:24:11.460 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.460 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:11.460 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.800971571Z", 2022-09-01T10:24:11.461 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.461 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.461 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.461 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.462 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.462 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.462 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:11.462 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.463 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.463 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.463 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.463 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.464 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.464 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.464 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.464 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.803061_193.1", 2022-09-01T10:24:11.465 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.465 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-28", 2022-09-01T10:24:11.465 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.803061985Z", 2022-09-01T10:24:11.465 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.466 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.466 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.466 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.466 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.467 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.467 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_6f124sDisCpZEDeWTD-UsyL", 2022-09-01T10:24:11.467 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.467 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.468 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.468 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.468 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.469 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.469 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.469 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.469 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.807450_194.1", 2022-09-01T10:24:11.470 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.470 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-28", 2022-09-01T10:24:11.470 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.807450497Z", 2022-09-01T10:24:11.470 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.471 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.471 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.471 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.471 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.472 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.472 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_6f124sDisCpZEDeWTD-UsyL", 2022-09-01T10:24:11.472 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.473 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.473 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.473 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.474 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.474 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.474 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.474 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.475 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.869997_195.1", 2022-09-01T10:24:11.475 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.475 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:11.476 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.869997669Z", 2022-09-01T10:24:11.476 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.476 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.476 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.477 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.477 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.477 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.477 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:11.478 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.478 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.478 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.478 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.479 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.479 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.479 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.479 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.480 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.876658_196.1", 2022-09-01T10:24:11.480 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.480 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:11.480 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.876658913Z", 2022-09-01T10:24:11.481 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.481 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.481 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.481 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.482 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.482 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.482 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:11.482 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.483 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.483 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.483 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.483 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.484 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.484 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.484 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.484 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.878060_197.1", 2022-09-01T10:24:11.485 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.485 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-29", 2022-09-01T10:24:11.485 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.878060260Z", 2022-09-01T10:24:11.485 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.486 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.486 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.486 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.486 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.487 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.487 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_sw3RT0vjtnjPlV9oJTc1WxO", 2022-09-01T10:24:11.487 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.487 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.488 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.488 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.488 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.488 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.489 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.489 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.489 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.883555_198.1", 2022-09-01T10:24:11.489 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.490 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-29", 2022-09-01T10:24:11.490 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.883555416Z", 2022-09-01T10:24:11.490 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.491 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.491 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.491 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.491 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.491 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.492 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_sw3RT0vjtnjPlV9oJTc1WxO", 2022-09-01T10:24:11.492 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.492 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.492 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.493 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.493 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.493 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.493 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.494 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.494 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.917829_199.1", 2022-09-01T10:24:11.494 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.495 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:11.495 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.917829590Z", 2022-09-01T10:24:11.495 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.495 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.496 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:11.496 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.496 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.496 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.497 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:11.497 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.497 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.497 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.498 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.498 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.498 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.498 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.499 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.499 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.922088_200.1", 2022-09-01T10:24:11.499 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.499 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:11.500 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.922088865Z", 2022-09-01T10:24:11.500 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.500 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.500 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:11.501 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.501 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.501 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.501 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:11.502 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.502 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.502 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.503 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.503 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.503 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.503 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.504 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.504 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.977561_201.1", 2022-09-01T10:24:11.504 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.504 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:11.505 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.977561550Z", 2022-09-01T10:24:11.505 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.505 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.505 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:11.506 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.506 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.506 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.506 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:11.507 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.507 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.507 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.507 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.508 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.508 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.508 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.508 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.509 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.982582_202.1", 2022-09-01T10:24:11.509 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.509 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:11.509 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.982582015Z", 2022-09-01T10:24:11.510 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.510 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.510 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:11.510 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.511 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.511 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.511 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:11.511 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.512 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.512 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.512 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.512 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.513 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.513 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.513 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.513 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.060988_203.1", 2022-09-01T10:24:11.514 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.514 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:11.514 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.060988854Z", 2022-09-01T10:24:11.514 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.515 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.515 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:11.515 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.515 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.516 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.516 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:11.516 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.516 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.517 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.517 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.517 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.517 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.518 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.518 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.518 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.065863_204.1", 2022-09-01T10:24:11.519 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.519 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:11.519 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.065863267Z", 2022-09-01T10:24:11.519 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.520 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.520 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:11.520 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.520 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.521 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.521 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:11.521 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.521 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.522 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.522 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.522 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.523 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.523 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.523 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.523 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.136152_205.1", 2022-09-01T10:24:11.524 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.524 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:11.524 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.136152964Z", 2022-09-01T10:24:11.524 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.525 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.525 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.525 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.525 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.526 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.526 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:11.526 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.526 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.527 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.527 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.527 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.528 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.528 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.528 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.528 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.141084_206.1", 2022-09-01T10:24:11.529 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.529 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:11.529 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.141084707Z", 2022-09-01T10:24:11.529 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.530 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.530 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.530 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.530 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.531 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.531 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:11.531 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.531 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.532 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.532 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.532 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.532 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.533 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.533 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.533 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.143432_207.1", 2022-09-01T10:24:11.533 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.534 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-30", 2022-09-01T10:24:11.534 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.143432972Z", 2022-09-01T10:24:11.534 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.534 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.535 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.535 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.535 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.535 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.536 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_V61Pqd4HLhxFAhO8Cg2ZhqR", 2022-09-01T10:24:11.536 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.536 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.536 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.537 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.537 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.537 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.537 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.538 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.538 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.150117_208.1", 2022-09-01T10:24:11.538 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.538 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-30", 2022-09-01T10:24:11.539 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.150117402Z", 2022-09-01T10:24:11.539 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.539 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.539 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.540 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.540 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.540 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.540 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_V61Pqd4HLhxFAhO8Cg2ZhqR", 2022-09-01T10:24:11.541 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.541 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.541 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.541 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.542 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.542 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.542 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.542 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.543 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.202105_209.1", 2022-09-01T10:24:11.543 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.543 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:11.543 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.202105104Z", 2022-09-01T10:24:11.544 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.544 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.544 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.544 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.545 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.545 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.545 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:11.545 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.546 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.546 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.546 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.546 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.547 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.547 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.547 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.547 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.205636_210.1", 2022-09-01T10:24:11.548 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.548 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:11.548 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.205636781Z", 2022-09-01T10:24:11.548 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.549 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.549 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.549 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.549 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.550 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.550 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:11.551 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.551 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.551 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.551 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.552 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.552 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.552 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.552 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.553 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.206740_211.1", 2022-09-01T10:24:11.553 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.553 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-31", 2022-09-01T10:24:11.553 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.206740685Z", 2022-09-01T10:24:11.554 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.554 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.554 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.554 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.555 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.555 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.555 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_AWNn3ocK495Jd8nA_bhu8cb", 2022-09-01T10:24:11.555 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.556 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.556 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.556 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.556 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.557 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.557 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.557 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.557 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.211000_212.1", 2022-09-01T10:24:11.558 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.558 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-31", 2022-09-01T10:24:11.558 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.211000114Z", 2022-09-01T10:24:11.559 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.559 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.559 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.559 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.560 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.560 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.560 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_AWNn3ocK495Jd8nA_bhu8cb", 2022-09-01T10:24:11.560 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.561 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.561 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.561 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.561 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.562 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.562 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.562 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.562 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.276538_213.1", 2022-09-01T10:24:11.563 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.563 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:11.563 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.276538944Z", 2022-09-01T10:24:11.563 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.564 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.564 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.565 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.565 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.566 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.566 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:11.567 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.567 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.568 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.568 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.569 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.569 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.569 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.570 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.570 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.283758_214.1", 2022-09-01T10:24:11.571 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.571 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:11.572 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.283758954Z", 2022-09-01T10:24:11.572 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.573 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.573 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.574 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.574 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.575 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.575 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:11.576 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.576 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.577 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.577 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.578 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.578 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.579 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.579 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.580 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.288378_215.1", 2022-09-01T10:24:11.580 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.581 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-32", 2022-09-01T10:24:11.581 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.288378417Z", 2022-09-01T10:24:11.581 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.582 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.582 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.583 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.583 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.584 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.584 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_RbvwGvd_eiwinxdtL8lBwX0", 2022-09-01T10:24:11.585 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.585 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.586 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.586 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.586 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.587 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.588 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.588 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.588 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.292698_216.1", 2022-09-01T10:24:11.589 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.589 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-32", 2022-09-01T10:24:11.590 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.292698195Z", 2022-09-01T10:24:11.590 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.591 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.591 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.592 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.593 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.593 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.593 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_RbvwGvd_eiwinxdtL8lBwX0", 2022-09-01T10:24:11.594 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.594 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.595 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.595 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.596 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.596 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.597 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.597 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.597 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.418700_217.1", 2022-09-01T10:24:11.598 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.598 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:11.599 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.418700642Z", 2022-09-01T10:24:11.599 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.599 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.600 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:11.600 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.600 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.601 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.601 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:11.601 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.602 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.602 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.602 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.603 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.603 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.603 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.604 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.604 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.421366_218.1", 2022-09-01T10:24:11.605 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.605 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:11.606 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.421366234Z", 2022-09-01T10:24:11.606 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.607 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.607 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:11.608 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.608 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.609 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.609 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:11.610 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.610 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.611 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.611 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.611 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.611 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.612 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.612 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.612 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.541306_219.1", 2022-09-01T10:24:11.613 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.613 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:11.614 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.541306665Z", 2022-09-01T10:24:11.614 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.615 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.615 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:11.616 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.616 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.616 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.617 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:11.618 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.618 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.618 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.619 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.619 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.620 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.620 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.621 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.621 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.544157_220.1", 2022-09-01T10:24:11.622 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.622 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:11.623 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.544157606Z", 2022-09-01T10:24:11.623 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.624 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.624 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:11.624 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.625 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.625 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.626 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:11.626 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.627 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.627 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.628 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.628 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.629 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.629 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.630 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.630 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.666191_221.1", 2022-09-01T10:24:11.631 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.631 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:11.632 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.666191117Z", 2022-09-01T10:24:11.632 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.633 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.633 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:11.634 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.634 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.635 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.635 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:11.636 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.636 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.637 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.637 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.638 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.638 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.639 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.639 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.640 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.669181_222.1", 2022-09-01T10:24:11.640 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.641 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:11.641 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.669181120Z", 2022-09-01T10:24:11.642 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.643 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.643 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:11.643 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.644 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.644 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.645 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:11.645 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.646 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.646 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.646 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.647 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.647 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.647 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.647 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.648 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.713681_223.1", 2022-09-01T10:24:11.648 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.648 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:11.648 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.713681309Z", 2022-09-01T10:24:11.649 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.649 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.649 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.649 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.650 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.650 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.650 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:11.651 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.651 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.651 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.652 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.652 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.652 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.653 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.653 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.653 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.717023_224.1", 2022-09-01T10:24:11.653 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.654 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:11.654 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.717023691Z", 2022-09-01T10:24:11.654 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.654 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.655 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.655 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.656 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.656 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.657 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:11.657 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.658 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.658 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.658 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.659 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.659 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.660 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.660 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.661 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.719046_225.1", 2022-09-01T10:24:11.661 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.662 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-33", 2022-09-01T10:24:11.662 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.719046705Z", 2022-09-01T10:24:11.662 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.662 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.663 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.663 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.663 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.663 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_29kg8LQPhQzTrazSFMiHC8w", 2022-09-01T10:24:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.665 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.665 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.665 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.666 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.667 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.667 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.723252_226.1", 2022-09-01T10:24:11.667 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.667 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-33", 2022-09-01T10:24:11.668 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.723252920Z", 2022-09-01T10:24:11.668 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.668 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.668 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.668 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.669 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.669 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.669 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_29kg8LQPhQzTrazSFMiHC8w", 2022-09-01T10:24:11.670 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.670 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.670 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.671 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.671 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.672 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.672 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.673 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.673 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.785609_227.1", 2022-09-01T10:24:11.674 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.674 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:11.675 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.785609167Z", 2022-09-01T10:24:11.675 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.676 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.676 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.676 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.677 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.677 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.678 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:11.678 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.678 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.679 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.679 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.679 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.679 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.680 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.680 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.680 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.794220_228.1", 2022-09-01T10:24:11.680 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.680 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:11.681 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.794220736Z", 2022-09-01T10:24:11.681 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.681 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.681 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.682 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.682 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.682 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.683 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:11.683 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.683 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.683 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.684 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.684 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.684 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.684 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.685 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.685 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.796384_229.1", 2022-09-01T10:24:11.685 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.686 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-34", 2022-09-01T10:24:11.686 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.796384207Z", 2022-09-01T10:24:11.686 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.687 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.687 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.687 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.687 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.688 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.688 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8AZYblgc7dPXT6DejAZixq-", 2022-09-01T10:24:11.688 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.689 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.689 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.689 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.690 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.690 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.690 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.690 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.691 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.801109_230.1", 2022-09-01T10:24:11.691 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.691 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-34", 2022-09-01T10:24:11.692 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.801109630Z", 2022-09-01T10:24:11.692 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.693 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.693 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.693 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.693 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.694 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.694 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8AZYblgc7dPXT6DejAZixq-", 2022-09-01T10:24:11.694 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.694 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.695 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.695 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.696 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.696 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.696 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.697 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.697 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.862111_231.1", 2022-09-01T10:24:11.697 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.698 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:11.698 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.862111150Z", 2022-09-01T10:24:11.698 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.699 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.699 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.700 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.700 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.700 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.700 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:11.700 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.701 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.701 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.701 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.702 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.702 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.702 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.702 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.703 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.865079_232.1", 2022-09-01T10:24:11.703 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.703 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:11.703 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.865079462Z", 2022-09-01T10:24:11.704 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.704 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.705 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.705 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.706 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.706 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.706 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:11.707 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.707 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.707 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.708 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.708 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.709 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.709 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.709 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.710 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.866023_233.1", 2022-09-01T10:24:11.710 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.710 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-35", 2022-09-01T10:24:11.711 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.866023713Z", 2022-09-01T10:24:11.711 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.712 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.712 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.712 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.713 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.713 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.714 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_EtVsz7U60PS4rjixgEy87sr", 2022-09-01T10:24:11.714 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.715 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.715 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.716 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.716 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.717 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.717 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.718 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.718 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.868409_234.1", 2022-09-01T10:24:11.719 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.719 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-35", 2022-09-01T10:24:11.720 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.868409294Z", 2022-09-01T10:24:11.720 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.720 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.721 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.721 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.722 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.722 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.722 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_EtVsz7U60PS4rjixgEy87sr", 2022-09-01T10:24:11.723 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.723 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.724 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.724 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.724 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.724 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.725 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.725 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.725 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.912523_235.1", 2022-09-01T10:24:11.725 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.726 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:11.726 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.912523543Z", 2022-09-01T10:24:11.726 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.727 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.727 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:11.728 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.728 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.729 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.729 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:11.729 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.729 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.730 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.730 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.731 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.731 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.732 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.732 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.733 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.915109_236.1", 2022-09-01T10:24:11.733 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.734 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:11.734 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.915109057Z", 2022-09-01T10:24:11.735 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.735 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.736 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:11.736 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.737 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.737 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.738 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:11.738 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.739 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.739 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.740 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.740 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.741 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.741 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.742 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.742 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027691.973209_237.1", 2022-09-01T10:24:11.743 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.743 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:11.744 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:31.973209717Z", 2022-09-01T10:24:11.744 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.745 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.745 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:11.746 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.746 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.747 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.748 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:11.748 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.748 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.749 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.750 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.750 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.750 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.751 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.751 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.752 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027691.976994_238.1", 2022-09-01T10:24:11.752 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.752 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:11.752 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:31.976994986Z", 2022-09-01T10:24:11.753 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.753 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.753 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:11.753 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.754 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.754 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.754 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:11.755 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.755 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.755 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.755 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.756 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.756 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.756 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.756 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.757 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.098155_239.1", 2022-09-01T10:24:11.757 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.757 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:11.757 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.098155464Z", 2022-09-01T10:24:11.758 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.758 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.758 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:11.758 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.759 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.759 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.759 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:11.759 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.760 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.760 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.760 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.760 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.760 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.761 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.761 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.761 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.101886_240.1", 2022-09-01T10:24:11.761 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.762 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:11.762 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.101886978Z", 2022-09-01T10:24:11.762 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.763 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.763 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:11.763 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.763 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.764 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.764 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:11.764 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:11.764 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.765 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.765 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.765 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.765 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.766 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.766 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.766 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.183854_241.1", 2022-09-01T10:24:11.766 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.767 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36", 2022-09-01T10:24:11.767 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.183854406Z", 2022-09-01T10:24:11.767 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.767 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.768 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.768 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.768 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.768 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.769 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Cluwqu3oafwRlznemJtUr0k", 2022-09-01T10:24:11.769 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.769 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.769 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.770 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.770 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.770 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.771 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.771 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.771 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.192039_242.1", 2022-09-01T10:24:11.771 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.772 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36", 2022-09-01T10:24:11.772 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.192039470Z", 2022-09-01T10:24:11.772 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.772 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.773 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.773 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.773 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.773 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.774 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Cluwqu3oafwRlznemJtUr0k", 2022-09-01T10:24:11.774 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.774 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.774 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.775 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.775 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.775 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.775 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.776 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.776 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.194106_243.1", 2022-09-01T10:24:11.776 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.776 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-36", 2022-09-01T10:24:11.777 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.194106643Z", 2022-09-01T10:24:11.777 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.777 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.777 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.778 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.778 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.778 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.778 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZG-KBTVeyKrF6yd1bADQL-g", 2022-09-01T10:24:11.779 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.779 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.779 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.779 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.779 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.780 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.780 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.780 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.781 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.205579_244.1", 2022-09-01T10:24:11.781 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.781 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-36", 2022-09-01T10:24:11.781 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.205579108Z", 2022-09-01T10:24:11.782 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.782 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.782 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.782 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.783 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.783 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.783 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZG-KBTVeyKrF6yd1bADQL-g", 2022-09-01T10:24:11.783 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.784 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.784 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.784 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.784 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.785 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.785 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.785 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.785 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.258184_245.1", 2022-09-01T10:24:11.786 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.786 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37", 2022-09-01T10:24:11.786 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.258184275Z", 2022-09-01T10:24:11.786 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.787 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.787 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.787 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.787 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.788 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.788 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_zc5LeVEIouaz0XCT0oeii9M", 2022-09-01T10:24:11.788 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.788 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.789 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.789 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.789 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.789 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.789 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.790 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.790 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.263427_246.1", 2022-09-01T10:24:11.790 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.790 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37", 2022-09-01T10:24:11.791 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.263427743Z", 2022-09-01T10:24:11.791 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.791 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.792 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.792 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.792 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.792 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.792 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_zc5LeVEIouaz0XCT0oeii9M", 2022-09-01T10:24:11.793 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.793 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.793 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.793 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.794 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.794 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.794 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.794 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.795 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.265571_247.1", 2022-09-01T10:24:11.795 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.795 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-37", 2022-09-01T10:24:11.795 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.265571217Z", 2022-09-01T10:24:11.796 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.796 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.796 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.796 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.797 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.797 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.797 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_KCrJFfF8b-dtYEtDOys1Yvt", 2022-09-01T10:24:11.797 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.798 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.798 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.798 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.798 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.799 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.799 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.799 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.799 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.271445_248.1", 2022-09-01T10:24:11.800 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.800 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-37", 2022-09-01T10:24:11.800 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.271445486Z", 2022-09-01T10:24:11.800 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.801 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.801 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.801 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.801 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.802 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.802 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_KCrJFfF8b-dtYEtDOys1Yvt", 2022-09-01T10:24:11.802 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.802 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.803 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.803 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.803 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.803 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.804 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.804 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.804 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.321076_249.1", 2022-09-01T10:24:11.804 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.805 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38", 2022-09-01T10:24:11.805 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.321076826Z", 2022-09-01T10:24:11.805 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.805 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.806 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.806 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.806 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.806 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.807 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_V7XkfnOPScNuTt7RQy-8i_-", 2022-09-01T10:24:11.807 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.807 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.807 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.808 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.808 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.808 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.808 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.808 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.809 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.325498_250.1", 2022-09-01T10:24:11.809 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.809 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38", 2022-09-01T10:24:11.809 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.325498466Z", 2022-09-01T10:24:11.810 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.810 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.810 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.810 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.811 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.811 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.811 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_V7XkfnOPScNuTt7RQy-8i_-", 2022-09-01T10:24:11.811 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.812 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.812 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.812 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.812 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.813 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.813 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.813 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.813 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.327363_251.1", 2022-09-01T10:24:11.813 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.814 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-38", 2022-09-01T10:24:11.814 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.327363673Z", 2022-09-01T10:24:11.814 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.814 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.815 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.815 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.815 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.815 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.816 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_71F0TgAXK8hYm8brJqZQ2HC", 2022-09-01T10:24:11.816 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.816 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.816 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.817 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.817 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.817 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.817 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.818 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.818 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.333073_252.1", 2022-09-01T10:24:11.818 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.818 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-38", 2022-09-01T10:24:11.819 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.333073562Z", 2022-09-01T10:24:11.819 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.819 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.819 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.820 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.820 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.820 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.820 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_71F0TgAXK8hYm8brJqZQ2HC", 2022-09-01T10:24:11.821 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.821 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.821 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.821 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.822 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.822 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.822 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.822 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.823 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.467544_253.1", 2022-09-01T10:24:11.823 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.823 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-39:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.39", 2022-09-01T10:24:11.823 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.467544698Z", 2022-09-01T10:24:11.824 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.824 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.824 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.824 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.825 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.825 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.825 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_KgwlUrKBXwN-Ey4WYZWqWHe", 2022-09-01T10:24:11.825 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.826 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.826 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.826 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.826 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.827 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.827 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.827 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.827 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.471872_254.1", 2022-09-01T10:24:11.828 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.828 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-39:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.39", 2022-09-01T10:24:11.828 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.471872276Z", 2022-09-01T10:24:11.828 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.829 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.829 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.829 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.829 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.830 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.830 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_KgwlUrKBXwN-Ey4WYZWqWHe", 2022-09-01T10:24:11.830 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.830 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.830 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.831 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.831 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.831 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.831 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.832 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.832 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.473920_255.1", 2022-09-01T10:24:11.832 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.832 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-39", 2022-09-01T10:24:11.833 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.473920984Z", 2022-09-01T10:24:11.833 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.833 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.833 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.834 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.834 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.834 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.834 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_gTVfJ1f8ZbcmKUYcqS9Ls7i", 2022-09-01T10:24:11.835 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.835 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.835 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.835 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.835 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.836 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.836 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.836 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.837 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.479744_256.1", 2022-09-01T10:24:11.837 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.837 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-39", 2022-09-01T10:24:11.837 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.479744738Z", 2022-09-01T10:24:11.838 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.838 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.838 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.838 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.839 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.839 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.839 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_gTVfJ1f8ZbcmKUYcqS9Ls7i", 2022-09-01T10:24:11.839 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.840 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.840 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.840 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.840 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.840 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.841 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.841 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.841 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.507426_257.1", 2022-09-01T10:24:11.841 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.842 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-40:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.40", 2022-09-01T10:24:11.842 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.507426757Z", 2022-09-01T10:24:11.842 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.843 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.843 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.843 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.843 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.844 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.844 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_N2-Eod1KTsk7PJCRaJuO3A1", 2022-09-01T10:24:11.844 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.844 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.845 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.845 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.845 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.845 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.846 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.846 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.846 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.510388_258.1", 2022-09-01T10:24:11.846 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.847 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-40:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.40", 2022-09-01T10:24:11.847 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.510388758Z", 2022-09-01T10:24:11.847 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.847 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.848 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.848 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.848 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.848 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.849 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_N2-Eod1KTsk7PJCRaJuO3A1", 2022-09-01T10:24:11.849 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.849 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.849 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.850 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.850 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.850 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.850 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.851 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.851 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.511482_259.1", 2022-09-01T10:24:11.851 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.851 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-40", 2022-09-01T10:24:11.852 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.511482808Z", 2022-09-01T10:24:11.852 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.852 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.852 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.853 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.853 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.853 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.853 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_sAhVAgTI1YC4UZ6i3eHJpuD", 2022-09-01T10:24:11.853 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.854 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.854 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.854 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.854 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.855 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.855 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.855 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.855 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.517528_260.1", 2022-09-01T10:24:11.856 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.856 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-40", 2022-09-01T10:24:11.856 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.517528766Z", 2022-09-01T10:24:11.856 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.857 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.857 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.857 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.857 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.858 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.858 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_sAhVAgTI1YC4UZ6i3eHJpuD", 2022-09-01T10:24:11.858 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.858 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.859 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.859 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.859 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.859 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.860 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.860 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.860 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.575242_261.1", 2022-09-01T10:24:11.860 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.860 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-41:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.41", 2022-09-01T10:24:11.861 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.575242876Z", 2022-09-01T10:24:11.861 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.861 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.861 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.862 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.862 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.862 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.862 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_E2GwDzxCn8RAi2R3WP-ghgN", 2022-09-01T10:24:11.863 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.863 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.863 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.863 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.864 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.864 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.864 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.864 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.865 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.578333_262.1", 2022-09-01T10:24:11.865 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:11.865 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-41:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.41", 2022-09-01T10:24:11.865 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.578333037Z", 2022-09-01T10:24:11.866 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.866 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.866 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.867 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.867 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.867 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.867 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_E2GwDzxCn8RAi2R3WP-ghgN", 2022-09-01T10:24:11.867 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.868 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.868 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.868 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.868 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.869 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.869 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.869 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.869 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.580537_263.1", 2022-09-01T10:24:11.870 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.870 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-41", 2022-09-01T10:24:11.870 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.580537778Z", 2022-09-01T10:24:11.871 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.871 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.871 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.871 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.872 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.872 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.872 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_qKVMe-HHESzyzNCNAolE_r6", 2022-09-01T10:24:11.872 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.872 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.873 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.873 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:11.873 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.873 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.874 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.874 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:11.874 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.586180_264.1", 2022-09-01T10:24:11.874 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:11.875 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-41", 2022-09-01T10:24:11.875 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.586180550Z", 2022-09-01T10:24:11.875 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:11.875 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:11.876 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:11.876 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:11.876 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.876 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:11.877 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_qKVMe-HHESzyzNCNAolE_r6", 2022-09-01T10:24:11.877 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:11.877 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:11.877 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:11.878 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:11.878 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.878 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.878 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:11.879 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:24:11.882 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:11.883 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:11.884 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 4dcfef22-513c-4d25-99ed-606dde9c5a5f --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:11.941 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:11.942 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:11.977 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:24:11.979 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:11.979 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026114.279276_48.1", 2022-09-01T10:24:11.980 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "user", 2022-09-01T10:24:11.980 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rgw-multisite-test-user", 2022-09-01T10:24:11.981 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.279276607Z", 2022-09-01T10:24:11.981 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:11.982 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:11.983 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:11.983 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:11.984 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:11.984 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:11.985 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_jd-mdI2j8Bv2MAb2idA_lFy", 2022-09-01T10:24:11.985 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:11.986 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:11.986 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:11.987 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:11.987 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:11.988 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:11.988 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:11.989 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:11.990 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026114.283764_49.1", 2022-09-01T10:24:11.991 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "user", 2022-09-01T10:24:11.991 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rgw-multisite-test-user", 2022-09-01T10:24:11.992 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764027Z", 2022-09-01T10:24:11.992 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:11.993 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:11.993 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:11.994 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:11.994 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:11.995 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:11.996 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_jd-mdI2j8Bv2MAb2idA_lFy", 2022-09-01T10:24:11.996 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:11.997 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:11.998 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:11.998 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:11.999 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:11.999 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.000 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.000 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.001 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.272104_68.1", 2022-09-01T10:24:12.001 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.002 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-1:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.1", 2022-09-01T10:24:12.002 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.272104468Z", 2022-09-01T10:24:12.003 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.003 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.003 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.004 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.005 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.005 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.006 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_X2-XpIv4hVj2c3z3awqwpBh", 2022-09-01T10:24:12.006 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.006 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.006 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.007 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.007 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.007 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.007 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.008 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.008 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.283433_69.1", 2022-09-01T10:24:12.008 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.008 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-1:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.1", 2022-09-01T10:24:12.009 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.283433580Z", 2022-09-01T10:24:12.009 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.009 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.010 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.010 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.011 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.011 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.011 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_X2-XpIv4hVj2c3z3awqwpBh", 2022-09-01T10:24:12.011 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.012 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.012 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.012 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.012 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.013 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.013 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.013 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.013 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.284963_70.1", 2022-09-01T10:24:12.014 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.014 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-1", 2022-09-01T10:24:12.014 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.284963689Z", 2022-09-01T10:24:12.015 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.015 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.015 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.015 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.016 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.016 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.016 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_FfnOMLCbkj6dsuBca4AoTOV", 2022-09-01T10:24:12.016 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.017 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.017 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.017 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.017 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.018 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.018 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.018 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.018 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.288284_71.1", 2022-09-01T10:24:12.019 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.019 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-1", 2022-09-01T10:24:12.019 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.288284201Z", 2022-09-01T10:24:12.019 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.020 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.020 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.020 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.021 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.021 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.021 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_FfnOMLCbkj6dsuBca4AoTOV", 2022-09-01T10:24:12.021 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.022 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.023 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.023 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.023 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.023 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.024 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.024 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.025 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.309976_72.1", 2022-09-01T10:24:12.025 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.025 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-2:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.2", 2022-09-01T10:24:12.026 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.309976293Z", 2022-09-01T10:24:12.026 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.032 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.033 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.033 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.034 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.034 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.035 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_agaRRC1k_990aC_Tz5AKhz6", 2022-09-01T10:24:12.035 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.036 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.036 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.037 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.038 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.041 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.042 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.042 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.042 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.312954_73.1", 2022-09-01T10:24:12.043 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.043 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-2:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.2", 2022-09-01T10:24:12.043 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.312954957Z", 2022-09-01T10:24:12.044 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.044 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.044 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.044 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.045 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.045 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.046 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_agaRRC1k_990aC_Tz5AKhz6", 2022-09-01T10:24:12.046 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.046 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.046 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.047 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.047 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.047 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.047 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.048 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.048 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.314062_74.1", 2022-09-01T10:24:12.048 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.049 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-2", 2022-09-01T10:24:12.049 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.314062960Z", 2022-09-01T10:24:12.049 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.050 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.050 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.050 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.051 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.051 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.051 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_rKsv_ZFdc3yiT_iMCgSgtyO", 2022-09-01T10:24:12.051 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.052 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.052 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.052 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.052 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.053 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.053 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.053 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.053 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.316915_75.1", 2022-09-01T10:24:12.053 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.054 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-2", 2022-09-01T10:24:12.054 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.316915905Z", 2022-09-01T10:24:12.054 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.054 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.055 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.055 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.056 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.056 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.056 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_rKsv_ZFdc3yiT_iMCgSgtyO", 2022-09-01T10:24:12.057 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.057 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.057 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.057 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.058 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.058 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.058 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.058 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.059 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026238.805484_76.1", 2022-09-01T10:24:12.059 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.060 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-3:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.3", 2022-09-01T10:24:12.060 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:18.805484770Z", 2022-09-01T10:24:12.060 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.061 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.061 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.061 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.061 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.062 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.062 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_YTf1DYfihXl0d2zG9Qwl3rM", 2022-09-01T10:24:12.062 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.062 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.063 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.063 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.063 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.063 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.063 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.064 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.064 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026238.810334_77.1", 2022-09-01T10:24:12.069 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.069 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-3:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.3", 2022-09-01T10:24:12.069 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:18.810334159Z", 2022-09-01T10:24:12.070 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.070 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.070 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.071 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.071 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.071 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.072 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_YTf1DYfihXl0d2zG9Qwl3rM", 2022-09-01T10:24:12.072 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.072 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.073 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.073 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.073 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.073 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.074 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.074 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.074 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026238.812058_78.1", 2022-09-01T10:24:12.074 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.075 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-3", 2022-09-01T10:24:12.075 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:18.812058912Z", 2022-09-01T10:24:12.075 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.075 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.076 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.076 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.076 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.077 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.077 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VucNhM9eppkfvhp0iiXfZCD", 2022-09-01T10:24:12.077 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.077 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.078 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.079 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.079 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.079 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.079 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.080 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.080 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026238.817811_79.1", 2022-09-01T10:24:12.080 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.080 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-3", 2022-09-01T10:24:12.081 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:18.817811971Z", 2022-09-01T10:24:12.081 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.082 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.082 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.083 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.083 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.083 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.084 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VucNhM9eppkfvhp0iiXfZCD", 2022-09-01T10:24:12.084 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.084 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.085 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.085 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.086 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.087 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.087 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.087 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.087 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.666854_80.1", 2022-09-01T10:24:12.088 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.088 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-4:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.4", 2022-09-01T10:24:12.088 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.666854153Z", 2022-09-01T10:24:12.089 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.090 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.090 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.090 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.090 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.091 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.091 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yccacFIdsXB9X8d9eklC3Xv", 2022-09-01T10:24:12.091 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.091 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.092 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.092 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.092 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.093 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.093 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.093 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.093 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.672550_81.1", 2022-09-01T10:24:12.094 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.094 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-4:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.4", 2022-09-01T10:24:12.094 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.672550394Z", 2022-09-01T10:24:12.094 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.095 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.095 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.095 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.096 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.096 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.096 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yccacFIdsXB9X8d9eklC3Xv", 2022-09-01T10:24:12.096 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.097 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.097 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.098 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.098 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.099 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.099 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.100 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.100 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.674668_82.1", 2022-09-01T10:24:12.100 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.101 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-4", 2022-09-01T10:24:12.101 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.674668778Z", 2022-09-01T10:24:12.101 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.101 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.102 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.102 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.102 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.103 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.103 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_LZoF5zo1dVhCkE769dSOsBS", 2022-09-01T10:24:12.103 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.103 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.104 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.104 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.104 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.104 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.105 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.105 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.106 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.680532_83.1", 2022-09-01T10:24:12.106 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.106 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-4", 2022-09-01T10:24:12.106 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.680532283Z", 2022-09-01T10:24:12.107 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.107 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.107 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.107 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.108 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.108 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.108 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_LZoF5zo1dVhCkE769dSOsBS", 2022-09-01T10:24:12.109 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.109 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.109 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.109 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.109 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.110 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.110 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.110 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.111 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.704805_84.1", 2022-09-01T10:24:12.111 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.111 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-5:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.5", 2022-09-01T10:24:12.112 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.704805972Z", 2022-09-01T10:24:12.112 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.112 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.112 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.113 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.113 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.113 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.114 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_gdMWJ8mL1JY6Gv5WAg8vcW0", 2022-09-01T10:24:12.114 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.114 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.114 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.115 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.115 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.115 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.115 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.116 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.116 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.710308_85.1", 2022-09-01T10:24:12.116 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.116 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-5:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.5", 2022-09-01T10:24:12.117 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.710308686Z", 2022-09-01T10:24:12.117 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.117 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.117 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.118 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.118 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.119 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.119 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_gdMWJ8mL1JY6Gv5WAg8vcW0", 2022-09-01T10:24:12.119 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.119 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.120 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.120 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.120 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.120 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.121 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.121 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.121 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.711380_86.1", 2022-09-01T10:24:12.121 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.122 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-5", 2022-09-01T10:24:12.122 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.711380233Z", 2022-09-01T10:24:12.122 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.122 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.123 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.123 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.123 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.123 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.124 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NzE9QCSbzgmpkJMSD2jsSED", 2022-09-01T10:24:12.124 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.124 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.124 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.125 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.125 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.125 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.125 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.126 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.126 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.714119_87.1", 2022-09-01T10:24:12.126 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.127 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-5", 2022-09-01T10:24:12.127 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.714119000Z", 2022-09-01T10:24:12.127 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.137 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.137 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.138 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.138 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.139 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.139 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NzE9QCSbzgmpkJMSD2jsSED", 2022-09-01T10:24:12.139 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.139 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.140 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.140 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.140 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.140 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.141 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.141 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.141 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.741523_88.1", 2022-09-01T10:24:12.141 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.142 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-6:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.6", 2022-09-01T10:24:12.142 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.741523592Z", 2022-09-01T10:24:12.142 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.143 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.143 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.143 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.143 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.144 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.144 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_HPaWzBT_cRNOohzB9yaunPZ", 2022-09-01T10:24:12.144 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.144 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.145 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.145 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.145 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.146 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.146 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.146 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.147 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.744374_89.1", 2022-09-01T10:24:12.148 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.148 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-6:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.6", 2022-09-01T10:24:12.148 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.744374743Z", 2022-09-01T10:24:12.149 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.149 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.149 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.150 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.150 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.150 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.150 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_HPaWzBT_cRNOohzB9yaunPZ", 2022-09-01T10:24:12.151 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.151 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.151 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.151 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.152 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.152 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.152 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.152 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.153 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.745454_90.1", 2022-09-01T10:24:12.153 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.153 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-6", 2022-09-01T10:24:12.153 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.745454090Z", 2022-09-01T10:24:12.154 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.154 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.154 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.154 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.155 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.155 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.155 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_eXceY7tWp2AYzuHwaIalU6D", 2022-09-01T10:24:12.155 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.156 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.156 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.156 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.156 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.157 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.157 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.157 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.157 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.748191_91.1", 2022-09-01T10:24:12.158 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.158 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-6", 2022-09-01T10:24:12.158 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.748191220Z", 2022-09-01T10:24:12.158 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.159 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.159 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.159 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.159 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.159 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.160 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_eXceY7tWp2AYzuHwaIalU6D", 2022-09-01T10:24:12.160 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.161 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.161 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.161 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.161 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.162 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.162 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.164 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.164 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.853496_92.1", 2022-09-01T10:24:12.164 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.164 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:12.165 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.853496367Z", 2022-09-01T10:24:12.165 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.165 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.166 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.166 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.166 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.166 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.167 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:12.167 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.168 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.168 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.168 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.169 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.169 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.169 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.169 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.170 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.859004_93.1", 2022-09-01T10:24:12.170 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.171 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:12.171 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.859004994Z", 2022-09-01T10:24:12.171 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.171 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.172 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.172 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.172 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.173 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.173 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:12.173 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.174 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.174 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.174 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.174 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.175 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.175 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.175 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.175 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.861081_94.1", 2022-09-01T10:24:12.176 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.176 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:12.176 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.861081887Z", 2022-09-01T10:24:12.177 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.177 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.177 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.177 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.178 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.178 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.178 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:12.179 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.180 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.181 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.181 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.182 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.182 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.182 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.182 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.183 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.866765_95.1", 2022-09-01T10:24:12.183 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.183 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:12.183 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.866765355Z", 2022-09-01T10:24:12.184 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.184 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.184 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.184 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.185 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.185 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.185 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:12.185 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.186 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.187 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.187 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.188 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.189 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.189 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.190 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.190 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.889560_96.1", 2022-09-01T10:24:12.191 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.191 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:12.192 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.889560233Z", 2022-09-01T10:24:12.192 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.193 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.193 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.193 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.193 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.195 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.196 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:12.196 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.197 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.197 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.197 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.197 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.198 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.198 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.198 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.199 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.891981_97.1", 2022-09-01T10:24:12.199 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.199 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:12.200 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.891981973Z", 2022-09-01T10:24:12.200 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.201 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.201 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.202 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.202 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.203 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.203 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:12.204 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.204 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.204 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.204 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.205 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.205 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.205 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.206 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.206 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.892941_98.1", 2022-09-01T10:24:12.207 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.207 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:12.208 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.892941173Z", 2022-09-01T10:24:12.208 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.208 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.209 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.209 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.209 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.210 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.210 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:12.211 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.211 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.211 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.212 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.212 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.213 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.213 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.214 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.215 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.895415_99.1", 2022-09-01T10:24:12.215 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.215 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:12.215 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.895415047Z", 2022-09-01T10:24:12.216 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.216 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.216 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.216 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.217 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.217 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.217 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:12.217 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.218 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.219 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.219 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.219 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.220 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.220 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.220 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.220 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.919624_100.1", 2022-09-01T10:24:12.221 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.221 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:12.221 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.919624506Z", 2022-09-01T10:24:12.221 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.222 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.222 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.223 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.223 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.224 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.225 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:12.225 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.225 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.226 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.226 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.227 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.227 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.228 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.229 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.229 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.922084_101.1", 2022-09-01T10:24:12.231 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.231 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:12.231 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.922084851Z", 2022-09-01T10:24:12.232 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.232 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.233 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.233 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.233 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.234 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.235 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:12.235 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.236 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.236 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.236 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.237 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.237 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.238 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.238 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.239 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.923046_102.1", 2022-09-01T10:24:12.240 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.240 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:12.241 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.923046965Z", 2022-09-01T10:24:12.241 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.242 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.243 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.243 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.244 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.244 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.244 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:12.245 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.246 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.246 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.247 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.247 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.248 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.248 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.249 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.249 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.925495_103.1", 2022-09-01T10:24:12.250 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.250 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:12.251 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.925495355Z", 2022-09-01T10:24:12.251 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.252 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.252 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.253 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.253 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.254 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.254 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:12.255 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.256 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.256 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.257 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.257 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.257 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.258 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.258 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.259 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.718424_104.1", 2022-09-01T10:24:12.259 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.263 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:12.263 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.718424428Z", 2022-09-01T10:24:12.271 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.271 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.272 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:12.273 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.273 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.274 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.274 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:12.275 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.275 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.276 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.276 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.276 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.277 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.277 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.278 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.279 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.721542_105.1", 2022-09-01T10:24:12.280 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.280 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:12.281 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.721542598Z", 2022-09-01T10:24:12.281 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.282 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.282 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:12.282 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.283 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.284 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.292 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:12.292 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.293 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.293 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.293 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.294 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.295 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.295 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.295 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.296 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.731580_106.1", 2022-09-01T10:24:12.296 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.297 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:12.297 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.731580574Z", 2022-09-01T10:24:12.298 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.298 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.299 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:12.299 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.300 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.300 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.301 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:12.301 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.302 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.302 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.303 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "remove" 2022-09-01T10:24:12.303 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.303 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.304 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.304 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.305 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.734312_107.1", 2022-09-01T10:24:12.305 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.306 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:12.306 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.734312740Z", 2022-09-01T10:24:12.307 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.307 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.308 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:12.308 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.308 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.309 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.309 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:12.310 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.310 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.311 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.311 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.312 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.312 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.313 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.313 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.314 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.766443_108.1", 2022-09-01T10:24:12.314 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.315 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:12.315 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.766443662Z", 2022-09-01T10:24:12.316 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.316 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.317 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:12.317 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.318 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.318 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.319 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:12.319 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.320 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.320 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.320 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.320 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.321 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.321 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.322 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.322 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.771984_109.1", 2022-09-01T10:24:12.323 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.323 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:12.324 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.771984013Z", 2022-09-01T10:24:12.324 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.325 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.325 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:12.325 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.326 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.326 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.327 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:12.327 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.328 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.328 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.328 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.329 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.329 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.330 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.330 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.331 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.785648_110.1", 2022-09-01T10:24:12.331 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.331 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:12.332 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.785648267Z", 2022-09-01T10:24:12.332 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.333 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.333 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:12.334 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.334 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.335 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.335 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:12.336 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.336 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.337 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.337 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "remove" 2022-09-01T10:24:12.338 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.338 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.339 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.339 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.340 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.789265_111.1", 2022-09-01T10:24:12.340 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.341 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:12.341 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.789265880Z", 2022-09-01T10:24:12.342 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.342 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.343 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:12.343 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.343 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.344 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.344 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:12.345 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.345 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.345 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.346 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.346 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.346 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.347 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.347 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.347 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.846083_112.1", 2022-09-01T10:24:12.347 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.348 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:12.348 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.846083056Z", 2022-09-01T10:24:12.348 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.348 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.349 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:12.349 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.349 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.349 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.350 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:12.350 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.350 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.351 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.351 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.351 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.351 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.352 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.352 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.352 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.852450_113.1", 2022-09-01T10:24:12.352 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.353 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:12.353 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.852450247Z", 2022-09-01T10:24:12.353 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.353 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.354 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:12.354 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.354 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.355 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.355 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:12.355 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.355 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.356 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.356 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.356 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.356 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.357 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.357 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.357 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.864085_114.1", 2022-09-01T10:24:12.358 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.358 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:12.358 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.864085438Z", 2022-09-01T10:24:12.358 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.359 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.359 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:12.359 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.359 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.360 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.360 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:12.360 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.360 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.361 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.361 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "remove" 2022-09-01T10:24:12.361 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.361 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.362 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.362 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.362 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.867747_115.1", 2022-09-01T10:24:12.363 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.363 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:12.363 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747344Z", 2022-09-01T10:24:12.364 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.364 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.365 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:12.365 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.365 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.366 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.366 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:12.367 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.367 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.367 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.368 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.369 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.369 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.370 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.371 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.371 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.621156_44.1", 2022-09-01T10:24:12.372 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.372 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10", 2022-09-01T10:24:12.373 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.621156245Z", 2022-09-01T10:24:12.373 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.374 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.374 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.375 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.375 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.376 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.376 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Mzw0icFFiJYByZ4Os_BK7GB", 2022-09-01T10:24:12.376 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.377 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.377 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.378 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.378 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.379 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.379 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.380 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.380 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.624961_45.1", 2022-09-01T10:24:12.381 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.381 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10", 2022-09-01T10:24:12.381 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.624961201Z", 2022-09-01T10:24:12.382 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.382 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.383 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.383 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.384 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.384 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.385 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Mzw0icFFiJYByZ4Os_BK7GB", 2022-09-01T10:24:12.385 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.386 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.386 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.387 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.387 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.387 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.388 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.388 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.389 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.626042_46.1", 2022-09-01T10:24:12.389 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.390 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-10", 2022-09-01T10:24:12.390 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.626042706Z", 2022-09-01T10:24:12.390 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.391 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.391 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.392 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.392 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.393 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.393 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3EoVumACQMWwpJYncedF9eZ", 2022-09-01T10:24:12.394 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.394 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.395 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.395 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.396 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.396 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.397 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.397 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.397 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.629011_47.1", 2022-09-01T10:24:12.398 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.398 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-10", 2022-09-01T10:24:12.399 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.629011222Z", 2022-09-01T10:24:12.399 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.400 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.400 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.401 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.401 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.401 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.401 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3EoVumACQMWwpJYncedF9eZ", 2022-09-01T10:24:12.402 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.402 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.402 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.402 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.403 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.403 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.403 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.403 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.404 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.645928_48.1", 2022-09-01T10:24:12.404 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.404 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11", 2022-09-01T10:24:12.404 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.645928482Z", 2022-09-01T10:24:12.405 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.405 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.405 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.406 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.406 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.406 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.407 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VXWHEvu3kkNwR4Uyh-b4SV3", 2022-09-01T10:24:12.407 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.407 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.408 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.408 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.408 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.408 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.409 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.409 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.409 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.651587_49.1", 2022-09-01T10:24:12.410 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.410 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11", 2022-09-01T10:24:12.410 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.651587010Z", 2022-09-01T10:24:12.411 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.411 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.411 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.411 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.412 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.412 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.412 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VXWHEvu3kkNwR4Uyh-b4SV3", 2022-09-01T10:24:12.412 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.413 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.413 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.413 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.413 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.414 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.414 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.414 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.415 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.653520_50.1", 2022-09-01T10:24:12.415 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.415 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-11", 2022-09-01T10:24:12.415 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.653520594Z", 2022-09-01T10:24:12.416 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.416 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.416 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.416 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.417 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.417 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.417 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_iRjywEHqFsk3_sJZMVU6A6N", 2022-09-01T10:24:12.417 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.418 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.418 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.418 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.418 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.419 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.419 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.420 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.420 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.656662_51.1", 2022-09-01T10:24:12.420 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.421 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-11", 2022-09-01T10:24:12.421 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.656662111Z", 2022-09-01T10:24:12.421 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.421 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.422 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.422 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.422 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.423 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.423 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_iRjywEHqFsk3_sJZMVU6A6N", 2022-09-01T10:24:12.423 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.424 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.424 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.425 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.425 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.426 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.427 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.428 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.428 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.687547_52.1", 2022-09-01T10:24:12.429 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.429 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12", 2022-09-01T10:24:12.430 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.687547340Z", 2022-09-01T10:24:12.431 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.431 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.432 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.432 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.432 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.433 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.433 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_SVfkrIfF5zYqbAyv3coLn2U", 2022-09-01T10:24:12.434 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.434 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.435 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.435 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.436 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.436 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.436 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.437 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.437 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.695907_53.1", 2022-09-01T10:24:12.438 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.438 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12", 2022-09-01T10:24:12.438 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.695907838Z", 2022-09-01T10:24:12.439 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.439 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.439 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.440 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.440 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.440 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.440 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_SVfkrIfF5zYqbAyv3coLn2U", 2022-09-01T10:24:12.441 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.441 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.441 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.441 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.442 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.442 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.442 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.442 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.443 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.696954_54.1", 2022-09-01T10:24:12.443 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.443 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-12", 2022-09-01T10:24:12.443 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.696954361Z", 2022-09-01T10:24:12.444 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.444 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.444 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.444 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.445 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.445 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.445 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_OR10cuEus-0ikP44dsK6wGU", 2022-09-01T10:24:12.445 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.446 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.446 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.446 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.447 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.447 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.448 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.448 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.449 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.699701_55.1", 2022-09-01T10:24:12.449 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.449 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-12", 2022-09-01T10:24:12.450 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.699701036Z", 2022-09-01T10:24:12.450 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.451 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.451 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.452 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.452 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.453 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.453 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_OR10cuEus-0ikP44dsK6wGU", 2022-09-01T10:24:12.454 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.454 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.455 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.455 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.456 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.456 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.457 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.457 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.458 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.483827_63.1", 2022-09-01T10:24:12.458 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.459 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13", 2022-09-01T10:24:12.459 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.483827523Z", 2022-09-01T10:24:12.459 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.459 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.460 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.460 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.460 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.460 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.461 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9I04qQXZnOE_1wIeLrInKYx", 2022-09-01T10:24:12.461 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.461 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.461 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.462 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.462 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.462 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.462 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.463 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.463 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.488141_64.1", 2022-09-01T10:24:12.463 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.463 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13", 2022-09-01T10:24:12.464 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.488141107Z", 2022-09-01T10:24:12.464 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.464 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.464 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.465 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.465 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.465 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.465 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9I04qQXZnOE_1wIeLrInKYx", 2022-09-01T10:24:12.466 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.466 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.466 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.467 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.467 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.467 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.467 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.468 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.468 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.489367_65.1", 2022-09-01T10:24:12.468 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.468 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-13", 2022-09-01T10:24:12.469 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.489367440Z", 2022-09-01T10:24:12.469 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.469 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.469 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.470 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.470 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.470 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.471 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_mOpQ8i3tQ0CrBcWx1BcZcNa", 2022-09-01T10:24:12.471 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.471 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.472 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.472 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.472 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.472 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.473 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.473 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.473 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.492647_66.1", 2022-09-01T10:24:12.473 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.474 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-13", 2022-09-01T10:24:12.474 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.492647668Z", 2022-09-01T10:24:12.474 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.474 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.475 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.475 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.475 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.475 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.476 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_mOpQ8i3tQ0CrBcWx1BcZcNa", 2022-09-01T10:24:12.476 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.476 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.476 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.476 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.477 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.477 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.477 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.477 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.478 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.522234_67.1", 2022-09-01T10:24:12.478 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.478 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14", 2022-09-01T10:24:12.478 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.522234189Z", 2022-09-01T10:24:12.479 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.479 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.479 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.479 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.480 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.480 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.480 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_DjYrBVRMvnw17suO_PkfXoc", 2022-09-01T10:24:12.480 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.481 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.481 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.481 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.481 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.482 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.482 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.482 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.482 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.525459_68.1", 2022-09-01T10:24:12.483 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.483 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14", 2022-09-01T10:24:12.483 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.525459812Z", 2022-09-01T10:24:12.483 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.484 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.484 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.484 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.484 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.485 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.485 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_DjYrBVRMvnw17suO_PkfXoc", 2022-09-01T10:24:12.485 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.485 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.485 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.486 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.486 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.486 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.486 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.487 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.487 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.526626_69.1", 2022-09-01T10:24:12.487 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.487 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-14", 2022-09-01T10:24:12.488 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.526626985Z", 2022-09-01T10:24:12.488 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.488 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.488 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.489 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.489 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.489 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.489 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_DJk_pQ6BLk4r_TYcmnoYvak", 2022-09-01T10:24:12.490 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.490 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.490 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.490 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.491 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.491 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.491 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.491 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.492 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.529761_70.1", 2022-09-01T10:24:12.492 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.492 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-14", 2022-09-01T10:24:12.492 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.529761842Z", 2022-09-01T10:24:12.493 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.493 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.493 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.493 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.494 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.494 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.494 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_DJk_pQ6BLk4r_TYcmnoYvak", 2022-09-01T10:24:12.494 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.495 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.495 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.495 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.495 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.496 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.496 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.496 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.497 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.565455_71.1", 2022-09-01T10:24:12.497 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.497 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15", 2022-09-01T10:24:12.497 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.565455441Z", 2022-09-01T10:24:12.498 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.498 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.498 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.498 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.499 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.499 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.499 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8GjFqeWwtzavbAOjanit_KI", 2022-09-01T10:24:12.499 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.500 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.500 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.500 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.500 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.501 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.501 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.501 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.501 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.575017_72.1", 2022-09-01T10:24:12.502 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.502 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15", 2022-09-01T10:24:12.502 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.575017726Z", 2022-09-01T10:24:12.502 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.503 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.503 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.503 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.503 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.504 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.504 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8GjFqeWwtzavbAOjanit_KI", 2022-09-01T10:24:12.504 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.504 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.505 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.505 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.505 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.505 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.505 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.506 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.506 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.580190_73.1", 2022-09-01T10:24:12.506 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.506 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-15", 2022-09-01T10:24:12.507 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.580190798Z", 2022-09-01T10:24:12.507 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.507 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.507 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.508 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.508 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.508 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.508 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_GZyItGRAZI_2tsC5-SJqzeH", 2022-09-01T10:24:12.509 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.509 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.509 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.509 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.510 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.510 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.510 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.511 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.511 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.591075_74.1", 2022-09-01T10:24:12.511 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.511 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-15", 2022-09-01T10:24:12.511 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.591075892Z", 2022-09-01T10:24:12.512 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.512 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.512 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.512 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.513 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.513 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.513 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_GZyItGRAZI_2tsC5-SJqzeH", 2022-09-01T10:24:12.513 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.514 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.514 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.514 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.514 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.515 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.515 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.515 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.515 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026668.944295_75.1", 2022-09-01T10:24:12.516 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.516 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:12.516 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:28.944295114Z", 2022-09-01T10:24:12.516 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.517 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.517 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.517 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.517 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.518 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.518 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:12.518 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.518 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.519 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.519 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.519 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.519 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.519 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.520 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.520 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026668.947952_76.1", 2022-09-01T10:24:12.520 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.520 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:12.521 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:28.947952840Z", 2022-09-01T10:24:12.521 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.522 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.522 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.522 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.522 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.523 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.523 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:12.523 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.523 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.524 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.524 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.525 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.525 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.525 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.525 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.526 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026668.949302_77.1", 2022-09-01T10:24:12.526 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.526 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-16", 2022-09-01T10:24:12.526 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:28.949302368Z", 2022-09-01T10:24:12.527 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.527 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.527 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.527 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.528 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.528 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.528 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_1F62ZotDT1b2MFJI3E36Vpd", 2022-09-01T10:24:12.528 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.529 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.529 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.530 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.530 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.530 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.530 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.531 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.531 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026668.952731_78.1", 2022-09-01T10:24:12.531 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.531 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-16", 2022-09-01T10:24:12.532 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:28.952731156Z", 2022-09-01T10:24:12.532 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.532 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.532 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.533 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.533 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.533 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.533 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_1F62ZotDT1b2MFJI3E36Vpd", 2022-09-01T10:24:12.534 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.534 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.534 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.534 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.535 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.535 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.535 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.535 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.536 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026669.976748_79.1", 2022-09-01T10:24:12.536 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.536 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:12.536 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:29.976748292Z", 2022-09-01T10:24:12.537 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.537 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.537 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.537 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.537 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.538 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.538 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:12.538 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.539 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.539 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.539 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.539 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.540 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.540 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.540 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.540 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026669.981636_80.1", 2022-09-01T10:24:12.541 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.541 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:12.541 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:29.981636240Z", 2022-09-01T10:24:12.541 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.542 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.542 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.542 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.542 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.543 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.543 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:12.543 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.543 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.544 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.544 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.544 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.544 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.545 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.545 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.545 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026669.982934_81.1", 2022-09-01T10:24:12.545 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.546 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-17", 2022-09-01T10:24:12.546 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:29.982934640Z", 2022-09-01T10:24:12.546 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.546 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.546 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.547 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.547 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.547 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.547 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_rTH3E_lfSENm-BBEDnaV6eO", 2022-09-01T10:24:12.548 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.548 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.548 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.549 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.549 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.549 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.549 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.549 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.550 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026669.988911_82.1", 2022-09-01T10:24:12.550 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.550 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-17", 2022-09-01T10:24:12.550 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:29.988911265Z", 2022-09-01T10:24:12.551 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.551 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.551 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.551 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.552 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.552 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.552 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_rTH3E_lfSENm-BBEDnaV6eO", 2022-09-01T10:24:12.552 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.553 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.553 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.553 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.553 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.554 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.554 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.554 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.555 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.027320_83.1", 2022-09-01T10:24:12.555 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.555 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:12.555 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.027320563Z", 2022-09-01T10:24:12.556 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.556 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.556 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.556 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.557 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.557 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.557 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:12.558 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.558 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.558 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.558 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.559 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.559 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.559 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.559 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.560 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.031432_84.1", 2022-09-01T10:24:12.560 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.560 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:12.560 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.031432214Z", 2022-09-01T10:24:12.561 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.561 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.561 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.561 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.562 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.562 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.562 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:12.563 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.563 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.563 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.563 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.564 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.564 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.564 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.564 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.565 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.032546_85.1", 2022-09-01T10:24:12.565 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.565 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-18", 2022-09-01T10:24:12.566 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.032546178Z", 2022-09-01T10:24:12.566 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.566 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.566 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.567 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.567 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.567 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.567 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_MCyxjM_inKvHzqAc6le0e21", 2022-09-01T10:24:12.568 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.568 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.568 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.569 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.569 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.569 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.570 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.570 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.570 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.035508_86.1", 2022-09-01T10:24:12.571 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.571 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-18", 2022-09-01T10:24:12.572 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.035508598Z", 2022-09-01T10:24:12.572 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.572 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.572 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.573 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.573 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.573 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.573 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_MCyxjM_inKvHzqAc6le0e21", 2022-09-01T10:24:12.574 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.574 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.574 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.575 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.575 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.575 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.575 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.576 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.576 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.071720_87.1", 2022-09-01T10:24:12.576 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.577 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:12.577 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.071720762Z", 2022-09-01T10:24:12.577 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.577 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.578 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:12.578 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.578 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.578 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.579 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:12.579 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.579 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.579 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.580 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.580 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.580 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.580 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.581 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.581 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.076319_88.1", 2022-09-01T10:24:12.581 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.581 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:12.582 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.076319966Z", 2022-09-01T10:24:12.582 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.582 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.582 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:12.583 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.583 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.583 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.583 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:12.584 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.584 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.584 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.584 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.585 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.585 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.585 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.585 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.586 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.092505_89.1", 2022-09-01T10:24:12.586 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.586 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:12.586 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.092505302Z", 2022-09-01T10:24:12.587 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.587 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.587 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:12.587 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.588 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.588 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.588 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:12.588 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.589 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.589 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.589 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.589 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.590 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.590 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.590 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.590 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.099216_90.1", 2022-09-01T10:24:12.591 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.591 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:12.591 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.099216059Z", 2022-09-01T10:24:12.592 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.592 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.592 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:12.592 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.592 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.593 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.593 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:12.593 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.593 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.594 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.594 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.594 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.594 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.595 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.595 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.595 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.114417_91.1", 2022-09-01T10:24:12.595 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.596 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:12.596 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.114417870Z", 2022-09-01T10:24:12.596 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.596 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.597 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:12.597 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.597 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.597 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.598 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:12.598 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.598 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.598 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.599 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.599 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.599 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.599 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.600 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.600 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.118638_92.1", 2022-09-01T10:24:12.600 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.600 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:12.601 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.118638704Z", 2022-09-01T10:24:12.601 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.601 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.601 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:12.602 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.602 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.603 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.603 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:12.603 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.603 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.604 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.604 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.604 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.604 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.605 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.605 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.605 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027157.087371_116.1", 2022-09-01T10:24:12.606 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.606 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:12.606 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:12:37.087371954Z", 2022-09-01T10:24:12.606 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.607 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.607 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.607 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.607 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.608 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.608 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:12.608 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.608 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.609 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.609 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.609 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.609 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.610 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.610 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.610 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027157.090559_117.1", 2022-09-01T10:24:12.610 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.611 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:12.611 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:12:37.090559767Z", 2022-09-01T10:24:12.611 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.611 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.612 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.612 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.612 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.612 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.612 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:12.613 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.613 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.613 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.614 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.614 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.614 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.614 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.615 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.615 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027157.091895_118.1", 2022-09-01T10:24:12.615 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.615 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-19", 2022-09-01T10:24:12.616 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:12:37.091895129Z", 2022-09-01T10:24:12.616 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.616 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.616 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.617 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.617 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.617 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.618 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_gdGYy7qqC4R_qWC7npkmBlf", 2022-09-01T10:24:12.618 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.618 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.618 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.619 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.619 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.619 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.620 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.620 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.620 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027157.094795_119.1", 2022-09-01T10:24:12.621 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.621 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-19", 2022-09-01T10:24:12.621 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:12:37.094795820Z", 2022-09-01T10:24:12.621 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.622 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.622 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.622 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.622 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.623 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.623 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_gdGYy7qqC4R_qWC7npkmBlf", 2022-09-01T10:24:12.623 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.623 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.624 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.624 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.624 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.624 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.625 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.625 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.625 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027157.109168_120.1", 2022-09-01T10:24:12.625 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.626 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:12.626 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:12:37.109168263Z", 2022-09-01T10:24:12.626 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.627 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.627 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:12.627 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.627 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.627 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.628 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:12.628 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.628 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.629 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.629 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.629 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.629 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.629 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.630 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.630 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027157.112233_121.1", 2022-09-01T10:24:12.630 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.630 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:12.631 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:12:37.112233589Z", 2022-09-01T10:24:12.631 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.631 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.631 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:12.632 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.632 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.632 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.632 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:12.633 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.633 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.633 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.634 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.634 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.634 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.634 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.635 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.635 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027345.473043_131.1", 2022-09-01T10:24:12.635 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.635 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:12.636 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:15:45.473043972Z", 2022-09-01T10:24:12.636 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.637 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.637 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.637 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.638 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.638 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.639 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:12.639 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.640 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.640 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.640 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.641 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.641 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.642 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.642 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.643 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027345.475654_132.1", 2022-09-01T10:24:12.643 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.644 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:12.644 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:15:45.475654597Z", 2022-09-01T10:24:12.645 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.645 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.646 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.646 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.646 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.647 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.647 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:12.648 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.648 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.648 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.649 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.650 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.650 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.651 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.651 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.651 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027345.476838_133.1", 2022-09-01T10:24:12.652 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.652 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20", 2022-09-01T10:24:12.653 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:15:45.476838830Z", 2022-09-01T10:24:12.653 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.654 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.654 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.654 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.655 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.655 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.655 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_SfcLSHDhj7nNBl_mLflWSNu", 2022-09-01T10:24:12.656 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.656 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.656 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.657 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.657 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.658 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.658 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.658 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.659 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027345.480914_134.1", 2022-09-01T10:24:12.659 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.660 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20", 2022-09-01T10:24:12.660 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:15:45.480914680Z", 2022-09-01T10:24:12.660 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.661 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.661 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.662 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.662 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.662 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.663 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_SfcLSHDhj7nNBl_mLflWSNu", 2022-09-01T10:24:12.663 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.664 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.664 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.664 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.665 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.665 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.665 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.666 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.666 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027413.714883_137.1", 2022-09-01T10:24:12.666 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.666 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:12.667 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:16:53.714883352Z", 2022-09-01T10:24:12.667 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.667 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.676 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:12.676 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.676 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.677 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.677 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:12.677 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.677 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.678 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.678 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.678 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.678 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.679 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.679 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.679 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027413.718736_138.1", 2022-09-01T10:24:12.679 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.680 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:12.680 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:16:53.718736728Z", 2022-09-01T10:24:12.680 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.680 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.681 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:12.681 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.681 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.681 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.682 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:12.682 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.682 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.682 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.683 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.683 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.683 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.684 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.684 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.684 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027472.733798_139.1", 2022-09-01T10:24:12.684 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.685 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:12.685 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:17:52.733798382Z", 2022-09-01T10:24:12.685 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.685 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.686 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:12.686 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.686 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.686 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.687 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:12.687 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:12.687 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.687 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.688 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.688 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.689 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.689 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.689 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.690 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027472.737720_140.1", 2022-09-01T10:24:12.690 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.691 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:12.691 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:17:52.737720842Z", 2022-09-01T10:24:12.691 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.691 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.692 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:12.692 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.692 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.692 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.693 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:12.693 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:12.693 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.693 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.694 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.694 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.694 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.695 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.695 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.695 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.819930_141.1", 2022-09-01T10:24:12.695 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.696 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:12.696 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.819930434Z", 2022-09-01T10:24:12.696 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.696 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.697 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.697 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.697 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.697 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.702 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:12.703 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.703 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.704 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.704 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.704 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.705 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.705 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.705 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.706 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.825471_142.1", 2022-09-01T10:24:12.706 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.706 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:12.706 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.825471173Z", 2022-09-01T10:24:12.707 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.707 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.707 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.707 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.708 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.708 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.708 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:12.708 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.709 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.709 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.710 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.710 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.711 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.711 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.712 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.712 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.826955_143.1", 2022-09-01T10:24:12.713 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.713 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-21", 2022-09-01T10:24:12.714 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.826955475Z", 2022-09-01T10:24:12.714 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.714 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.715 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.715 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.716 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.716 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.716 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_LslxSX6cpHCTuNiL4slVPQO", 2022-09-01T10:24:12.717 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.717 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.717 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.718 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.718 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.718 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.718 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.719 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.719 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.833188_144.1", 2022-09-01T10:24:12.720 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.720 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-21", 2022-09-01T10:24:12.720 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.833188552Z", 2022-09-01T10:24:12.721 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.721 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.722 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.722 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.722 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.723 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.723 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_LslxSX6cpHCTuNiL4slVPQO", 2022-09-01T10:24:12.724 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.724 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.725 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.725 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.726 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.726 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.727 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.727 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.728 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.862499_145.1", 2022-09-01T10:24:12.728 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.728 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:12.729 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.862499043Z", 2022-09-01T10:24:12.729 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.730 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.730 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.731 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.732 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.732 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.733 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:12.733 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.733 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.734 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.734 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.735 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.735 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.735 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.736 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.736 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.865791_146.1", 2022-09-01T10:24:12.736 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.737 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:12.737 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.865791808Z", 2022-09-01T10:24:12.738 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.738 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.738 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.739 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.739 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.739 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.739 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:12.740 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.740 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.740 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.741 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.741 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.741 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.742 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.742 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.742 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.867024_147.1", 2022-09-01T10:24:12.743 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.743 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-22", 2022-09-01T10:24:12.743 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.867024024Z", 2022-09-01T10:24:12.744 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.744 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.745 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.745 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.745 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.745 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.746 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_JduOKn9JpdGjtV5xDMt7fdi", 2022-09-01T10:24:12.746 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.746 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.746 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.747 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.747 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.747 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.748 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.748 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.748 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.870028_148.1", 2022-09-01T10:24:12.749 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.749 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-22", 2022-09-01T10:24:12.749 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.870028007Z", 2022-09-01T10:24:12.750 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.750 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.751 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.751 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.752 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.752 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.753 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_JduOKn9JpdGjtV5xDMt7fdi", 2022-09-01T10:24:12.753 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.754 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.754 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.754 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.755 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.755 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.756 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.756 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.756 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.911260_149.1", 2022-09-01T10:24:12.757 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.757 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:12.758 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.911260238Z", 2022-09-01T10:24:12.759 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.759 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.760 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.760 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.760 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.761 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.761 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:12.761 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.762 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.762 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.763 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.763 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.764 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.764 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.765 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.765 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.916903_150.1", 2022-09-01T10:24:12.766 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.766 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:12.767 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.916903859Z", 2022-09-01T10:24:12.767 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.767 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.768 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.768 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.769 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.769 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.770 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:12.770 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.771 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.771 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.771 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.772 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.772 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.772 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.772 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.772 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.918897_151.1", 2022-09-01T10:24:12.773 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.773 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-23", 2022-09-01T10:24:12.773 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.918897698Z", 2022-09-01T10:24:12.773 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.774 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.774 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.774 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.774 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.775 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.775 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "__n4Uc2Wgg_a3W1EONyrCehL", 2022-09-01T10:24:12.775 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.775 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.776 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.776 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.776 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.776 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.777 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.777 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.777 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.924945_152.1", 2022-09-01T10:24:12.777 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.778 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-23", 2022-09-01T10:24:12.778 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.924945211Z", 2022-09-01T10:24:12.778 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.779 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.779 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.779 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.779 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.780 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.780 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "__n4Uc2Wgg_a3W1EONyrCehL", 2022-09-01T10:24:12.780 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.780 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.781 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.781 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.781 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.781 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.782 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.782 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.782 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.980630_153.1", 2022-09-01T10:24:12.782 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.783 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:12.783 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.980630449Z", 2022-09-01T10:24:12.783 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.783 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.784 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:12.784 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.784 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.784 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.785 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:12.785 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.785 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.785 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.786 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.786 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.786 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.786 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.787 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.787 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.985105_154.1", 2022-09-01T10:24:12.787 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.787 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:12.788 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.985105867Z", 2022-09-01T10:24:12.788 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.788 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.788 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:12.788 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.789 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.789 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.789 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:12.789 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.790 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.790 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.790 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.790 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.791 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.791 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.791 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.791 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027530.010026_155.1", 2022-09-01T10:24:12.792 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.792 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:12.792 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:50.010026792Z", 2022-09-01T10:24:12.792 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.793 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.793 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:12.793 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.793 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.794 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.794 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:12.794 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.794 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.795 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.795 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.795 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.795 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.796 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.796 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.796 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027530.012793_156.1", 2022-09-01T10:24:12.796 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.797 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:12.797 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:50.012793852Z", 2022-09-01T10:24:12.797 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.798 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.798 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:12.798 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.798 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.799 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.800 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:12.800 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.800 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.800 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.801 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.801 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.801 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.801 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.802 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.802 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027530.045702_157.1", 2022-09-01T10:24:12.802 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.802 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:12.803 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:50.045702638Z", 2022-09-01T10:24:12.803 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.803 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.803 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:12.804 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.804 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.804 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.804 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:12.805 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.805 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.805 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.806 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.806 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.806 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.806 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.807 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.807 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027530.052391_158.1", 2022-09-01T10:24:12.807 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.808 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:12.808 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:50.052391213Z", 2022-09-01T10:24:12.808 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.808 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.808 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:12.809 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.809 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.809 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.809 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:12.810 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.810 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.810 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.810 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.811 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.811 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.811 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.811 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.812 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.488246_161.1", 2022-09-01T10:24:12.812 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.812 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:12.812 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.488246254Z", 2022-09-01T10:24:12.813 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.813 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.813 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.813 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.814 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.814 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.814 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:12.814 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.815 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.815 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.815 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.815 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.815 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.816 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.816 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.816 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.492601_162.1", 2022-09-01T10:24:12.816 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.817 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:12.817 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.492601947Z", 2022-09-01T10:24:12.817 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.817 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.818 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.818 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.818 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.818 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.819 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:12.819 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.819 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.819 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.820 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.820 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.820 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.820 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.821 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.821 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.494494_163.1", 2022-09-01T10:24:12.821 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.821 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24", 2022-09-01T10:24:12.822 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.494494410Z", 2022-09-01T10:24:12.822 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.822 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.822 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.823 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.823 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.823 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.823 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_6D1oNmY3tkQ9BE1h-3qWbLA", 2022-09-01T10:24:12.824 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.824 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.824 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.824 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.825 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.825 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.825 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.826 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.826 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.499351_164.1", 2022-09-01T10:24:12.826 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.826 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24", 2022-09-01T10:24:12.827 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.499351244Z", 2022-09-01T10:24:12.827 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.827 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.828 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.828 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.828 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.829 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.829 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_6D1oNmY3tkQ9BE1h-3qWbLA", 2022-09-01T10:24:12.829 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.829 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.830 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.830 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.831 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.831 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.832 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.832 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.832 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.541593_165.1", 2022-09-01T10:24:12.833 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.833 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:12.833 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.541593070Z", 2022-09-01T10:24:12.833 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.834 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.834 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.834 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.835 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.835 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.835 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:12.836 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.836 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.836 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.837 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.837 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.837 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.837 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.838 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.838 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.545091_166.1", 2022-09-01T10:24:12.839 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.839 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:12.840 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.545091016Z", 2022-09-01T10:24:12.840 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.840 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.840 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.841 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.841 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.841 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.842 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:12.842 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.842 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.842 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.843 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.843 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.844 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.844 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.845 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.845 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.576478_167.1", 2022-09-01T10:24:12.846 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.846 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25", 2022-09-01T10:24:12.847 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.576478456Z", 2022-09-01T10:24:12.847 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.848 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.848 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.849 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.849 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.849 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.850 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Bbaqto7A2rarmNl8gHFg-rC", 2022-09-01T10:24:12.850 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.851 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.851 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.852 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.852 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.853 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.853 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.853 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.853 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.580063_168.1", 2022-09-01T10:24:12.854 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.854 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25", 2022-09-01T10:24:12.854 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.580063076Z", 2022-09-01T10:24:12.854 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.855 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.855 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.855 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.855 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.856 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.856 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Bbaqto7A2rarmNl8gHFg-rC", 2022-09-01T10:24:12.856 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.856 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.857 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.857 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.857 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.857 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.858 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.858 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.859 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.620696_169.1", 2022-09-01T10:24:12.859 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.859 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:12.859 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.620696388Z", 2022-09-01T10:24:12.860 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.860 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.860 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.860 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.860 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.861 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.861 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:12.861 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.861 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.862 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.862 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.862 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.862 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.863 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.863 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.863 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.624235_170.1", 2022-09-01T10:24:12.863 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.864 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:12.864 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.624235386Z", 2022-09-01T10:24:12.864 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.864 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.865 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.865 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.865 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.865 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.866 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:12.866 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.866 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.866 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.867 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.867 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.867 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.868 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.868 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.868 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.626091_171.1", 2022-09-01T10:24:12.868 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.869 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26", 2022-09-01T10:24:12.869 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.626091313Z", 2022-09-01T10:24:12.869 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.869 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.870 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.870 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.870 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.870 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.871 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_es4UK9QQLs-GPoh6yoq0cNZ", 2022-09-01T10:24:12.871 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.871 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.871 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.873 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.873 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.874 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.874 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.875 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.875 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.630622_172.1", 2022-09-01T10:24:12.876 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.876 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26", 2022-09-01T10:24:12.877 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.630622811Z", 2022-09-01T10:24:12.877 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.878 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.879 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.879 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.880 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.880 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.880 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_es4UK9QQLs-GPoh6yoq0cNZ", 2022-09-01T10:24:12.881 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.881 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.881 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.881 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.882 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.882 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.882 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.882 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.883 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.662574_173.1", 2022-09-01T10:24:12.883 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.883 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:12.883 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.662574019Z", 2022-09-01T10:24:12.884 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.884 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.884 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:12.884 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.885 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.885 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.885 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:12.885 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.886 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.886 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.886 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.886 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.887 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.887 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.887 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.888 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.665860_174.1", 2022-09-01T10:24:12.888 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.888 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:12.888 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.665860665Z", 2022-09-01T10:24:12.889 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.889 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.889 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:12.889 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.890 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.890 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.890 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:12.890 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.891 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.891 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.891 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.891 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.892 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.892 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.892 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.892 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.784727_175.1", 2022-09-01T10:24:12.893 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.893 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:12.893 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.784727551Z", 2022-09-01T10:24:12.893 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.894 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.894 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:12.894 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.894 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.895 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.895 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:12.895 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:12.895 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.896 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.896 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.896 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.896 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.897 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.897 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.897 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.789529_176.1", 2022-09-01T10:24:12.897 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.898 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:12.898 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.789529590Z", 2022-09-01T10:24:12.898 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.899 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.899 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:12.899 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.899 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.900 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.900 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:12.900 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:12.900 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.901 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.901 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.901 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.901 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.902 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.902 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.902 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.813631_177.1", 2022-09-01T10:24:12.902 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.903 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:12.903 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.813631052Z", 2022-09-01T10:24:12.903 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.903 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.904 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:12.904 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.904 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.904 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.905 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:12.905 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.905 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.905 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.906 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.906 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.906 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.906 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.907 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.907 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.818027_178.1", 2022-09-01T10:24:12.908 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.908 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:12.908 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.818027883Z", 2022-09-01T10:24:12.908 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.909 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.909 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:12.909 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.910 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.910 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.910 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:12.910 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.911 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.911 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.911 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.911 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.912 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.912 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.912 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.912 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.847589_179.1", 2022-09-01T10:24:12.913 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.913 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:12.914 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.847589962Z", 2022-09-01T10:24:12.915 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.915 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.915 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:12.915 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.916 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.916 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.916 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:12.917 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:12.917 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.917 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.918 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.918 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.918 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.919 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.919 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.919 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.854176_180.1", 2022-09-01T10:24:12.920 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.920 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:12.920 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.854176862Z", 2022-09-01T10:24:12.921 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.921 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.922 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:12.923 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.923 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.924 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.924 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:12.925 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:12.925 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.926 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.926 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.927 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.927 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.928 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.928 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.929 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.878834_181.1", 2022-09-01T10:24:12.929 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.930 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:12.930 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.878834641Z", 2022-09-01T10:24:12.931 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.931 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.932 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:12.932 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.933 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.933 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.934 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:12.934 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.935 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.935 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.936 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.936 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.937 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.937 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.938 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.938 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.885472_182.1", 2022-09-01T10:24:12.939 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.939 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:12.940 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.885472014Z", 2022-09-01T10:24:12.940 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.941 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.941 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:12.942 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.942 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.943 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.943 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:12.943 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.944 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.944 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.945 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.945 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.946 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.946 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.946 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.947 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.911981_183.1", 2022-09-01T10:24:12.947 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.947 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:12.948 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.911981807Z", 2022-09-01T10:24:12.948 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.948 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.948 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:12.949 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.949 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.949 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.949 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:12.950 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:12.950 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.950 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.950 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.951 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.951 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.952 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.952 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.952 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.929411_184.1", 2022-09-01T10:24:12.953 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.953 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:12.954 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.929411284Z", 2022-09-01T10:24:12.954 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.955 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.955 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:12.956 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:12.956 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.957 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.957 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:12.958 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:12.958 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.959 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.959 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.960 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.960 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.961 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.961 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.962 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.737441_187.1", 2022-09-01T10:24:12.962 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.963 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:12.963 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.737441149Z", 2022-09-01T10:24:12.963 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.964 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.964 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.965 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.965 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.965 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.966 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:12.966 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.966 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.966 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.967 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.967 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.967 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.967 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.968 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.968 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.740886_188.1", 2022-09-01T10:24:12.968 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.968 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:12.969 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.740886000Z", 2022-09-01T10:24:12.969 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.969 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.969 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.970 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.970 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.970 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.970 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:12.971 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.971 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.971 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.971 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.972 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.972 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.972 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.972 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.973 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.742312_189.1", 2022-09-01T10:24:12.973 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.973 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-27", 2022-09-01T10:24:12.973 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.742312659Z", 2022-09-01T10:24:12.974 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.974 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.974 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.974 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.975 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.975 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.975 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_AOBuCudVsbgsqthashsTjma", 2022-09-01T10:24:12.976 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.976 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.976 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.976 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.977 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.977 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.977 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.977 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.978 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.751913_190.1", 2022-09-01T10:24:12.978 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.978 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-27", 2022-09-01T10:24:12.978 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.751913777Z", 2022-09-01T10:24:12.979 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.979 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.979 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.979 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.980 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.980 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.980 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_AOBuCudVsbgsqthashsTjma", 2022-09-01T10:24:12.980 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.981 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.981 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.981 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.981 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.982 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.982 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.982 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.982 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.796286_191.1", 2022-09-01T10:24:12.983 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.983 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:12.983 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.796286970Z", 2022-09-01T10:24:12.983 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.984 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.984 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.984 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.984 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.985 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.985 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:12.985 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.985 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.986 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.986 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.986 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.986 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.987 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.987 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.987 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.800971_192.1", 2022-09-01T10:24:12.987 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:12.988 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:12.988 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.800971571Z", 2022-09-01T10:24:12.988 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.988 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.989 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.989 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.989 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.989 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.990 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:12.990 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.990 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.990 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.991 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:12.991 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.991 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.991 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.992 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.992 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.803061_193.1", 2022-09-01T10:24:12.992 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.992 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-28", 2022-09-01T10:24:12.993 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.803061985Z", 2022-09-01T10:24:12.993 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.993 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.993 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.994 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.994 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.994 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.994 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_6f124sDisCpZEDeWTD-UsyL", 2022-09-01T10:24:12.995 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:12.995 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.995 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:12.995 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:12.996 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.996 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:12.996 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.996 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:12.997 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.807450_194.1", 2022-09-01T10:24:12.997 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:12.997 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-28", 2022-09-01T10:24:12.997 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.807450497Z", 2022-09-01T10:24:12.998 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:12.998 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:12.998 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:12.998 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:12.999 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:12.999 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:12.999 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_6f124sDisCpZEDeWTD-UsyL", 2022-09-01T10:24:12.999 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.000 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.000 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.000 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.000 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.001 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.001 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.001 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.001 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.869997_195.1", 2022-09-01T10:24:13.002 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.002 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:13.002 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.869997669Z", 2022-09-01T10:24:13.002 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.003 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.003 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.003 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.003 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.004 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.004 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:13.004 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.004 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.005 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.005 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.005 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.005 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.006 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.006 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.006 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.876658_196.1", 2022-09-01T10:24:13.006 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.007 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:13.007 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.876658913Z", 2022-09-01T10:24:13.007 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.007 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.008 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.008 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.009 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.009 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.009 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:13.009 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.010 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.010 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.010 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.010 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.011 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.011 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.011 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.011 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.878060_197.1", 2022-09-01T10:24:13.012 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.012 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-29", 2022-09-01T10:24:13.012 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.878060260Z", 2022-09-01T10:24:13.012 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.013 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.013 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.013 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.013 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.015 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.015 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_sw3RT0vjtnjPlV9oJTc1WxO", 2022-09-01T10:24:13.015 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.016 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.016 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.016 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.016 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.017 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.017 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.017 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.017 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.883555_198.1", 2022-09-01T10:24:13.018 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.018 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-29", 2022-09-01T10:24:13.018 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.883555416Z", 2022-09-01T10:24:13.018 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.019 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.019 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.019 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.019 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.020 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.020 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_sw3RT0vjtnjPlV9oJTc1WxO", 2022-09-01T10:24:13.020 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.020 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.021 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.021 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.021 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.021 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.022 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.022 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.022 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.917829_199.1", 2022-09-01T10:24:13.023 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.023 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:13.023 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.917829590Z", 2022-09-01T10:24:13.023 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.024 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.024 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:13.024 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.025 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.025 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.025 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:13.025 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.026 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.026 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.026 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.026 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.027 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.027 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.027 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.027 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.922088_200.1", 2022-09-01T10:24:13.028 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.028 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:13.028 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.922088865Z", 2022-09-01T10:24:13.028 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.029 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.029 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:13.029 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.029 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.030 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.030 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:13.030 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.030 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.031 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.031 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.031 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.031 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.032 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.032 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.032 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.977561_201.1", 2022-09-01T10:24:13.032 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.033 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:13.033 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.977561550Z", 2022-09-01T10:24:13.033 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.033 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.034 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:13.034 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.034 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.035 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.035 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:13.035 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.035 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.036 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.036 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.036 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.036 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.037 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.037 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.037 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.982582_202.1", 2022-09-01T10:24:13.038 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.038 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:13.038 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.982582015Z", 2022-09-01T10:24:13.039 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.039 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.039 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:13.039 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.040 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.040 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.040 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:13.040 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.041 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.041 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.041 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.041 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.042 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.042 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.042 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.042 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.060988_203.1", 2022-09-01T10:24:13.043 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.043 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:13.043 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.060988854Z", 2022-09-01T10:24:13.043 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.044 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.044 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:13.044 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.044 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.045 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.045 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:13.045 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.045 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.046 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.046 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.046 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.046 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.047 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.047 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.047 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.065863_204.1", 2022-09-01T10:24:13.048 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.048 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:13.048 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.065863267Z", 2022-09-01T10:24:13.048 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.049 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.049 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:13.049 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.049 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.050 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.050 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:13.050 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.050 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.051 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.051 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.051 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.051 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.052 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.052 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.052 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.136152_205.1", 2022-09-01T10:24:13.052 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.053 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:13.053 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.136152964Z", 2022-09-01T10:24:13.053 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.053 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.054 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.054 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.054 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.054 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.055 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:13.055 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.055 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.055 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.056 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.056 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.056 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.056 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.057 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.057 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.141084_206.1", 2022-09-01T10:24:13.057 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.057 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:13.058 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.141084707Z", 2022-09-01T10:24:13.058 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.058 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.058 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.059 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.059 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.059 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.059 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:13.060 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.060 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.060 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.060 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.061 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.061 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.061 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.061 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.062 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.143432_207.1", 2022-09-01T10:24:13.062 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.062 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-30", 2022-09-01T10:24:13.063 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.143432972Z", 2022-09-01T10:24:13.063 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.063 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.063 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.064 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.064 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.064 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.064 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_V61Pqd4HLhxFAhO8Cg2ZhqR", 2022-09-01T10:24:13.065 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.065 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.065 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.065 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.066 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.066 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.066 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.066 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.067 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.150117_208.1", 2022-09-01T10:24:13.067 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.067 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-30", 2022-09-01T10:24:13.067 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.150117402Z", 2022-09-01T10:24:13.068 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.068 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.068 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.068 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.069 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.069 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.069 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_V61Pqd4HLhxFAhO8Cg2ZhqR", 2022-09-01T10:24:13.069 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.070 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.070 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.070 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.070 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.071 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.071 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.071 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.071 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.202105_209.1", 2022-09-01T10:24:13.072 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.072 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:13.072 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.202105104Z", 2022-09-01T10:24:13.072 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.073 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.073 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.073 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.073 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.074 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.074 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:13.074 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.075 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.075 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.075 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.075 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.076 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.076 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.076 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.076 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.205636_210.1", 2022-09-01T10:24:13.077 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.077 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:13.077 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.205636781Z", 2022-09-01T10:24:13.077 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.078 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.078 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.078 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.078 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.079 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.079 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:13.079 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.079 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.080 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.080 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.080 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.080 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.081 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.081 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.081 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.206740_211.1", 2022-09-01T10:24:13.081 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.082 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-31", 2022-09-01T10:24:13.082 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.206740685Z", 2022-09-01T10:24:13.082 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.082 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.083 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.083 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.083 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.084 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.084 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_AWNn3ocK495Jd8nA_bhu8cb", 2022-09-01T10:24:13.084 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.085 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.085 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.085 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.086 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.086 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.086 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.086 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.087 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.211000_212.1", 2022-09-01T10:24:13.087 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.087 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-31", 2022-09-01T10:24:13.087 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.211000114Z", 2022-09-01T10:24:13.088 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.088 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.088 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.088 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.089 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.089 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.089 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_AWNn3ocK495Jd8nA_bhu8cb", 2022-09-01T10:24:13.089 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.090 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.090 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.090 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.091 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.091 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.091 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.092 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.092 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.276538_213.1", 2022-09-01T10:24:13.093 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.093 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:13.093 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.276538944Z", 2022-09-01T10:24:13.093 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.094 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.094 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.094 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.095 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.095 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.095 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:13.096 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.096 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.096 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.096 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.097 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.097 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.097 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.098 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.098 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.283758_214.1", 2022-09-01T10:24:13.098 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.099 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:13.099 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.283758954Z", 2022-09-01T10:24:13.099 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.100 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.100 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.100 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.101 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.101 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.101 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:13.102 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.102 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.102 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.102 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.103 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.103 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.103 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.103 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.104 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.288378_215.1", 2022-09-01T10:24:13.104 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.104 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-32", 2022-09-01T10:24:13.104 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.288378417Z", 2022-09-01T10:24:13.105 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.105 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.105 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.105 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.106 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.106 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.106 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_RbvwGvd_eiwinxdtL8lBwX0", 2022-09-01T10:24:13.106 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.107 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.107 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.107 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.107 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.108 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.108 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.109 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.109 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.292698_216.1", 2022-09-01T10:24:13.109 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.109 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-32", 2022-09-01T10:24:13.110 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.292698195Z", 2022-09-01T10:24:13.110 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.110 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.110 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.111 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.111 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.111 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.111 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_RbvwGvd_eiwinxdtL8lBwX0", 2022-09-01T10:24:13.112 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.112 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.112 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.113 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.113 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.113 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.113 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.114 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.114 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.418700_217.1", 2022-09-01T10:24:13.114 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.115 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:13.116 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.418700642Z", 2022-09-01T10:24:13.116 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.116 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.116 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:13.117 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.117 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.117 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.117 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:13.118 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.118 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.118 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.119 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.119 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.119 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.119 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.120 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.120 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.421366_218.1", 2022-09-01T10:24:13.120 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.120 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:13.121 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.421366234Z", 2022-09-01T10:24:13.121 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.121 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.121 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:13.122 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.122 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.122 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.122 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:13.123 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.123 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.123 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.123 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.124 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.124 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.124 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.125 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.125 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.541306_219.1", 2022-09-01T10:24:13.125 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.126 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:13.126 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.541306665Z", 2022-09-01T10:24:13.126 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.126 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.127 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:13.127 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.127 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.128 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.128 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:13.128 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.128 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.129 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.129 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.129 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.129 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.130 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.130 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.130 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.544157_220.1", 2022-09-01T10:24:13.130 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.131 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:13.131 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.544157606Z", 2022-09-01T10:24:13.131 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.131 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.132 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:13.132 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.132 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.132 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.133 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:13.133 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.133 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.133 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.134 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.134 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.134 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.135 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.135 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.135 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.666191_221.1", 2022-09-01T10:24:13.135 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.136 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:13.136 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.666191117Z", 2022-09-01T10:24:13.136 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.137 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.137 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:13.138 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.138 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.138 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.139 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:13.139 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.139 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.139 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.140 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.140 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.140 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.140 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.141 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.141 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.669181_222.1", 2022-09-01T10:24:13.141 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.141 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:13.142 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.669181120Z", 2022-09-01T10:24:13.142 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.142 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.142 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:13.143 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.143 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.144 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.144 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:13.144 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.144 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.145 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.145 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.145 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.145 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.146 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.146 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.146 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.713681_223.1", 2022-09-01T10:24:13.146 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.147 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:13.148 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.713681309Z", 2022-09-01T10:24:13.148 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.149 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.149 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.150 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.151 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.151 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.152 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:13.152 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.153 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.153 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.153 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.154 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.154 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.155 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.155 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.156 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.717023_224.1", 2022-09-01T10:24:13.156 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.156 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:13.157 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.717023691Z", 2022-09-01T10:24:13.157 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.157 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.157 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.158 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.158 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.158 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.159 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:13.159 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.159 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.160 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.160 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.160 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.160 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.161 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.161 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.162 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.719046_225.1", 2022-09-01T10:24:13.162 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.162 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-33", 2022-09-01T10:24:13.163 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.719046705Z", 2022-09-01T10:24:13.163 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.163 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.164 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.164 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.165 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.165 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.166 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_29kg8LQPhQzTrazSFMiHC8w", 2022-09-01T10:24:13.166 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.167 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.167 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.167 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.168 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.168 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.169 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.169 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.169 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.723252_226.1", 2022-09-01T10:24:13.169 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.170 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-33", 2022-09-01T10:24:13.170 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.723252920Z", 2022-09-01T10:24:13.170 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.170 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.171 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.171 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.172 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.172 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.172 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_29kg8LQPhQzTrazSFMiHC8w", 2022-09-01T10:24:13.172 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.173 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.173 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.173 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.173 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.174 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.174 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.174 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.175 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.785609_227.1", 2022-09-01T10:24:13.175 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.175 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:13.176 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.785609167Z", 2022-09-01T10:24:13.176 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.176 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.177 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.177 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.177 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.177 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.178 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:13.178 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.179 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.179 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.180 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.181 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.181 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.181 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.182 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.182 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.794220_228.1", 2022-09-01T10:24:13.183 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.183 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:13.184 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.794220736Z", 2022-09-01T10:24:13.184 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.185 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.185 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.186 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.186 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.187 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.187 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:13.188 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.188 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.189 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.189 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.190 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.190 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.191 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.191 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.192 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.796384_229.1", 2022-09-01T10:24:13.192 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.193 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-34", 2022-09-01T10:24:13.193 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.796384207Z", 2022-09-01T10:24:13.193 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.194 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.194 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.194 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.194 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.195 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.195 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8AZYblgc7dPXT6DejAZixq-", 2022-09-01T10:24:13.195 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.195 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.196 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.196 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.196 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.196 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.197 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.197 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.197 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.801109_230.1", 2022-09-01T10:24:13.197 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.198 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-34", 2022-09-01T10:24:13.198 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.801109630Z", 2022-09-01T10:24:13.198 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.198 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.199 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.199 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.199 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.199 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.200 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8AZYblgc7dPXT6DejAZixq-", 2022-09-01T10:24:13.200 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.200 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.200 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.201 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.201 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.201 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.201 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.202 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.202 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.862111_231.1", 2022-09-01T10:24:13.202 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.203 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:13.203 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.862111150Z", 2022-09-01T10:24:13.203 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.203 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.204 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.204 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.204 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.204 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.205 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:13.205 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.205 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.205 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.206 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.206 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.206 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.206 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.207 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.207 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.865079_232.1", 2022-09-01T10:24:13.207 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.207 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:13.208 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.865079462Z", 2022-09-01T10:24:13.208 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.208 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.208 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.209 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.209 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.209 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.209 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:13.210 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.210 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.210 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.210 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.211 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.211 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.211 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.211 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.212 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.866023_233.1", 2022-09-01T10:24:13.212 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.212 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-35", 2022-09-01T10:24:13.212 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.866023713Z", 2022-09-01T10:24:13.213 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.213 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.213 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.213 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.214 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.214 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.215 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_EtVsz7U60PS4rjixgEy87sr", 2022-09-01T10:24:13.215 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.215 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.215 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.216 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.216 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.216 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.216 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.217 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.217 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.868409_234.1", 2022-09-01T10:24:13.217 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.217 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-35", 2022-09-01T10:24:13.218 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.868409294Z", 2022-09-01T10:24:13.218 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.218 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.219 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.219 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.220 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.221 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.222 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_EtVsz7U60PS4rjixgEy87sr", 2022-09-01T10:24:13.222 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.222 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.222 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.223 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.223 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.223 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.223 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.224 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.224 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.912523_235.1", 2022-09-01T10:24:13.224 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.224 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:13.225 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.912523543Z", 2022-09-01T10:24:13.225 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.226 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.226 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:13.226 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.227 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.227 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.227 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:13.228 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.228 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.228 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.228 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.229 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.229 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.229 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.229 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.230 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.915109_236.1", 2022-09-01T10:24:13.230 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.230 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:13.231 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.915109057Z", 2022-09-01T10:24:13.231 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.231 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.232 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:13.232 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.232 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.232 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.233 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:13.233 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.233 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.233 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.234 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.235 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.235 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.236 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.236 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.237 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027691.973209_237.1", 2022-09-01T10:24:13.237 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.238 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:13.242 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:31.973209717Z", 2022-09-01T10:24:13.243 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.243 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.243 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:13.243 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.244 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.244 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.244 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:13.244 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.246 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.246 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.246 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.246 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.247 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.247 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.247 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.247 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027691.976994_238.1", 2022-09-01T10:24:13.248 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.248 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:13.248 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:31.976994986Z", 2022-09-01T10:24:13.248 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.249 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.249 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:13.249 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.249 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.250 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.250 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:13.250 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.251 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.251 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.251 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.251 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.251 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.252 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.252 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.252 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.098155_239.1", 2022-09-01T10:24:13.252 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.253 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:13.253 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.098155464Z", 2022-09-01T10:24:13.253 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.253 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.254 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:13.254 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.254 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.254 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.255 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:13.255 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.256 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.256 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.257 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.257 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.257 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.257 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.258 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.258 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.101886_240.1", 2022-09-01T10:24:13.258 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.259 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:13.259 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.101886978Z", 2022-09-01T10:24:13.266 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.266 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.267 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:13.267 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.268 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.268 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.269 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:13.269 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:13.270 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.270 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.271 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.271 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.272 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.272 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.273 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.273 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.183854_241.1", 2022-09-01T10:24:13.274 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.274 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36", 2022-09-01T10:24:13.275 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.183854406Z", 2022-09-01T10:24:13.275 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.276 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.276 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.276 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.277 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.277 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.277 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Cluwqu3oafwRlznemJtUr0k", 2022-09-01T10:24:13.277 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.278 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.278 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.279 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.279 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.280 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.280 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.281 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.282 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.192039_242.1", 2022-09-01T10:24:13.282 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.283 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36", 2022-09-01T10:24:13.283 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.192039470Z", 2022-09-01T10:24:13.284 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.284 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.293 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.294 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.294 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.294 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.295 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Cluwqu3oafwRlznemJtUr0k", 2022-09-01T10:24:13.296 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.296 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.296 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.297 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.298 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.298 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.299 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.299 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.299 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.194106_243.1", 2022-09-01T10:24:13.300 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.300 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-36", 2022-09-01T10:24:13.301 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.194106643Z", 2022-09-01T10:24:13.302 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.302 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.303 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.303 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.304 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.304 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.305 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZG-KBTVeyKrF6yd1bADQL-g", 2022-09-01T10:24:13.305 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.306 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.306 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.307 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.307 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.308 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.308 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.309 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.309 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.205579_244.1", 2022-09-01T10:24:13.310 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.310 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-36", 2022-09-01T10:24:13.311 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.205579108Z", 2022-09-01T10:24:13.311 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.312 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.312 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.312 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.313 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.313 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.314 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZG-KBTVeyKrF6yd1bADQL-g", 2022-09-01T10:24:13.314 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.315 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.316 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.316 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.316 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.317 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.317 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.318 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.318 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.258184_245.1", 2022-09-01T10:24:13.319 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.319 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37", 2022-09-01T10:24:13.320 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.258184275Z", 2022-09-01T10:24:13.320 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.321 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.321 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.322 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.322 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.323 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.323 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_zc5LeVEIouaz0XCT0oeii9M", 2022-09-01T10:24:13.324 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.324 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.325 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.325 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.326 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.326 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.327 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.327 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.328 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.263427_246.1", 2022-09-01T10:24:13.328 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.329 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37", 2022-09-01T10:24:13.329 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.263427743Z", 2022-09-01T10:24:13.329 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.330 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.331 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.331 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.332 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.332 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.333 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_zc5LeVEIouaz0XCT0oeii9M", 2022-09-01T10:24:13.333 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.333 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.334 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.335 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.335 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.335 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.336 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.336 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.337 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.265571_247.1", 2022-09-01T10:24:13.337 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.338 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-37", 2022-09-01T10:24:13.338 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.265571217Z", 2022-09-01T10:24:13.339 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.339 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.340 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.340 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.341 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.341 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.342 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_KCrJFfF8b-dtYEtDOys1Yvt", 2022-09-01T10:24:13.342 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.343 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.343 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.344 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.344 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.345 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.345 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.345 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.346 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.271445_248.1", 2022-09-01T10:24:13.347 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.347 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-37", 2022-09-01T10:24:13.348 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.271445486Z", 2022-09-01T10:24:13.348 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.349 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.349 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.350 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.350 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.351 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.351 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_KCrJFfF8b-dtYEtDOys1Yvt", 2022-09-01T10:24:13.352 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.352 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.353 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.353 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.354 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.354 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.355 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.355 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.356 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.321076_249.1", 2022-09-01T10:24:13.356 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.357 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38", 2022-09-01T10:24:13.357 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.321076826Z", 2022-09-01T10:24:13.358 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.358 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.359 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.359 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.360 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.360 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.361 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_V7XkfnOPScNuTt7RQy-8i_-", 2022-09-01T10:24:13.361 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.362 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.362 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.363 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.363 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.364 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.364 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.365 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.365 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.325498_250.1", 2022-09-01T10:24:13.366 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.366 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38", 2022-09-01T10:24:13.367 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.325498466Z", 2022-09-01T10:24:13.367 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.368 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.368 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.369 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.369 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.370 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.371 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_V7XkfnOPScNuTt7RQy-8i_-", 2022-09-01T10:24:13.371 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.372 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.372 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.372 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.373 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.373 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.374 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.374 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.375 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.327363_251.1", 2022-09-01T10:24:13.375 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.375 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-38", 2022-09-01T10:24:13.376 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.327363673Z", 2022-09-01T10:24:13.376 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.377 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.377 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.378 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.378 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.378 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.379 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_71F0TgAXK8hYm8brJqZQ2HC", 2022-09-01T10:24:13.379 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.380 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.380 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.381 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.382 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.382 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.383 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.383 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.384 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.333073_252.1", 2022-09-01T10:24:13.384 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.385 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-38", 2022-09-01T10:24:13.385 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.333073562Z", 2022-09-01T10:24:13.385 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.386 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.386 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.387 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.387 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.388 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.388 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_71F0TgAXK8hYm8brJqZQ2HC", 2022-09-01T10:24:13.389 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.389 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.390 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.390 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.391 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.391 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.392 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.392 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.392 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.467544_253.1", 2022-09-01T10:24:13.392 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.393 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-39:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.39", 2022-09-01T10:24:13.394 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.467544698Z", 2022-09-01T10:24:13.394 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.394 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.395 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.395 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.396 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.396 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.397 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_KgwlUrKBXwN-Ey4WYZWqWHe", 2022-09-01T10:24:13.397 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.397 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.398 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.398 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.399 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.399 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.400 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.400 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.401 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.471872_254.1", 2022-09-01T10:24:13.402 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.402 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-39:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.39", 2022-09-01T10:24:13.403 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.471872276Z", 2022-09-01T10:24:13.403 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.404 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.404 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.405 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.405 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.405 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.406 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_KgwlUrKBXwN-Ey4WYZWqWHe", 2022-09-01T10:24:13.406 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.407 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.407 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.408 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.408 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.409 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.409 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.410 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.410 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.473920_255.1", 2022-09-01T10:24:13.410 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.410 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-39", 2022-09-01T10:24:13.411 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.473920984Z", 2022-09-01T10:24:13.411 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.411 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.411 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.412 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.412 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.412 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.413 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_gTVfJ1f8ZbcmKUYcqS9Ls7i", 2022-09-01T10:24:13.413 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.413 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.414 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.414 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.414 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.415 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.415 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.415 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.417 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.479744_256.1", 2022-09-01T10:24:13.417 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.417 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-39", 2022-09-01T10:24:13.418 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.479744738Z", 2022-09-01T10:24:13.418 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.419 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.419 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.419 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.420 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.420 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.420 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_gTVfJ1f8ZbcmKUYcqS9Ls7i", 2022-09-01T10:24:13.421 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.421 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.421 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.422 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.422 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.422 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.423 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.423 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.423 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.507426_257.1", 2022-09-01T10:24:13.424 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.424 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-40:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.40", 2022-09-01T10:24:13.424 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.507426757Z", 2022-09-01T10:24:13.425 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.425 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.425 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.426 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.427 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.427 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.428 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_N2-Eod1KTsk7PJCRaJuO3A1", 2022-09-01T10:24:13.428 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.429 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.429 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.430 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.430 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.431 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.431 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.431 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.432 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.510388_258.1", 2022-09-01T10:24:13.432 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.433 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-40:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.40", 2022-09-01T10:24:13.433 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.510388758Z", 2022-09-01T10:24:13.433 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.434 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.434 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.435 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.435 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.435 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.436 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_N2-Eod1KTsk7PJCRaJuO3A1", 2022-09-01T10:24:13.436 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.437 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.437 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.438 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.438 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.439 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.439 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.439 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.440 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.511482_259.1", 2022-09-01T10:24:13.440 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.441 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-40", 2022-09-01T10:24:13.441 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.511482808Z", 2022-09-01T10:24:13.441 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.442 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.442 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.443 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.443 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.443 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.444 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_sAhVAgTI1YC4UZ6i3eHJpuD", 2022-09-01T10:24:13.444 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.445 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.445 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.445 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.446 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.446 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.447 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.448 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.448 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.517528_260.1", 2022-09-01T10:24:13.448 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.449 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-40", 2022-09-01T10:24:13.449 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.517528766Z", 2022-09-01T10:24:13.450 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.451 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.451 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.452 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.452 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.452 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.453 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_sAhVAgTI1YC4UZ6i3eHJpuD", 2022-09-01T10:24:13.453 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.454 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.454 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.455 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.455 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.455 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.456 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.456 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.457 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.575242_261.1", 2022-09-01T10:24:13.457 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.459 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-41:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.41", 2022-09-01T10:24:13.459 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.575242876Z", 2022-09-01T10:24:13.460 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.460 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.460 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.461 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.461 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.461 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.466 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_E2GwDzxCn8RAi2R3WP-ghgN", 2022-09-01T10:24:13.467 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.467 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.467 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.467 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.468 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.468 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.468 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.469 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.469 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.578333_262.1", 2022-09-01T10:24:13.469 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.469 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-41:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.41", 2022-09-01T10:24:13.470 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.578333037Z", 2022-09-01T10:24:13.470 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.470 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.470 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.471 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.472 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.472 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.473 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_E2GwDzxCn8RAi2R3WP-ghgN", 2022-09-01T10:24:13.473 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.473 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.474 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.474 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.474 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.474 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.475 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.475 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.475 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.580537_263.1", 2022-09-01T10:24:13.475 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.476 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-41", 2022-09-01T10:24:13.476 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.580537778Z", 2022-09-01T10:24:13.476 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.476 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.477 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.477 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.477 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.477 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.478 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_qKVMe-HHESzyzNCNAolE_r6", 2022-09-01T10:24:13.478 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.478 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.478 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.479 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:13.479 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.479 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.479 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.480 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:13.480 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.586180_264.1", 2022-09-01T10:24:13.480 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:13.480 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-41", 2022-09-01T10:24:13.481 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.586180550Z", 2022-09-01T10:24:13.481 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:13.481 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:13.481 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:13.482 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:13.482 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.482 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:13.483 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_qKVMe-HHESzyzNCNAolE_r6", 2022-09-01T10:24:13.483 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:13.483 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:13.483 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:13.484 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:13.484 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.484 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.484 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:13.485 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:24:13.487 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:13.487 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:13.488 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 4dcfef22-513c-4d25-99ed-606dde9c5a5f --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:13.545 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:13.546 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:13.582 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:24:13.583 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.583 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026114.279276_48.1", 2022-09-01T10:24:13.583 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "user", 2022-09-01T10:24:13.583 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rgw-multisite-test-user", 2022-09-01T10:24:13.584 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.279276607Z", 2022-09-01T10:24:13.584 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.584 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.585 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.585 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.586 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.586 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.586 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_jd-mdI2j8Bv2MAb2idA_lFy", 2022-09-01T10:24:13.586 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.587 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.587 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.587 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.587 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.588 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.588 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.588 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.588 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026114.283764_49.1", 2022-09-01T10:24:13.589 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "user", 2022-09-01T10:24:13.589 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rgw-multisite-test-user", 2022-09-01T10:24:13.589 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764027Z", 2022-09-01T10:24:13.589 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.590 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.590 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.591 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.591 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.591 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.592 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_jd-mdI2j8Bv2MAb2idA_lFy", 2022-09-01T10:24:13.592 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.592 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.592 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.593 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.593 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.593 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.593 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.594 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.594 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.272104_68.1", 2022-09-01T10:24:13.594 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.594 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-1:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.1", 2022-09-01T10:24:13.595 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.272104468Z", 2022-09-01T10:24:13.595 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.596 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.596 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.596 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.597 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.597 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.597 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_X2-XpIv4hVj2c3z3awqwpBh", 2022-09-01T10:24:13.597 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.598 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.598 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.598 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.598 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.599 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.599 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.599 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.600 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.283433_69.1", 2022-09-01T10:24:13.600 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.600 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-1:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.1", 2022-09-01T10:24:13.600 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.283433580Z", 2022-09-01T10:24:13.601 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.601 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.601 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.601 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.602 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.602 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.603 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_X2-XpIv4hVj2c3z3awqwpBh", 2022-09-01T10:24:13.603 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.603 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.604 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.604 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.604 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.604 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.605 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.606 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.606 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.284963_70.1", 2022-09-01T10:24:13.607 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.607 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-1", 2022-09-01T10:24:13.608 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.284963689Z", 2022-09-01T10:24:13.608 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.609 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.609 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.610 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.610 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.611 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.613 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_FfnOMLCbkj6dsuBca4AoTOV", 2022-09-01T10:24:13.613 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.614 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.614 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.614 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.614 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.615 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.615 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.615 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.615 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.288284_71.1", 2022-09-01T10:24:13.616 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.616 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-1", 2022-09-01T10:24:13.616 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.288284201Z", 2022-09-01T10:24:13.617 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.617 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.618 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.619 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.619 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.619 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.619 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_FfnOMLCbkj6dsuBca4AoTOV", 2022-09-01T10:24:13.620 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.620 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.620 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.620 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.621 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.621 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.621 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.622 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.622 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.309976_72.1", 2022-09-01T10:24:13.622 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.622 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-2:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.2", 2022-09-01T10:24:13.623 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.309976293Z", 2022-09-01T10:24:13.623 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.624 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.624 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.624 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.625 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.625 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.626 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_agaRRC1k_990aC_Tz5AKhz6", 2022-09-01T10:24:13.626 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.627 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.627 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.628 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.628 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.629 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.629 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.630 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.630 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.312954_73.1", 2022-09-01T10:24:13.630 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.631 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-2:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.2", 2022-09-01T10:24:13.631 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.312954957Z", 2022-09-01T10:24:13.632 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.632 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.633 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.633 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.634 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_agaRRC1k_990aC_Tz5AKhz6", 2022-09-01T10:24:13.636 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.636 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.637 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.637 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.638 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.638 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.638 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.639 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.639 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.314062_74.1", 2022-09-01T10:24:13.639 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.639 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-2", 2022-09-01T10:24:13.640 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.314062960Z", 2022-09-01T10:24:13.640 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.641 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.641 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.641 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.642 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.642 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.642 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_rKsv_ZFdc3yiT_iMCgSgtyO", 2022-09-01T10:24:13.643 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.643 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.643 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.644 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.644 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.644 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.644 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.645 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.645 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026236.316915_75.1", 2022-09-01T10:24:13.645 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.645 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-2", 2022-09-01T10:24:13.646 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:16.316915905Z", 2022-09-01T10:24:13.646 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.646 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.647 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.647 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.647 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.647 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.648 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_rKsv_ZFdc3yiT_iMCgSgtyO", 2022-09-01T10:24:13.648 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.648 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.649 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.649 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.649 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.649 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.650 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.650 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.651 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026238.805484_76.1", 2022-09-01T10:24:13.651 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.651 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-3:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.3", 2022-09-01T10:24:13.652 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:18.805484770Z", 2022-09-01T10:24:13.652 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.653 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.653 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.654 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.654 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.654 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.655 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_YTf1DYfihXl0d2zG9Qwl3rM", 2022-09-01T10:24:13.655 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.656 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.656 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.656 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.657 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.657 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.658 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.658 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.659 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026238.810334_77.1", 2022-09-01T10:24:13.659 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.659 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-3:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.3", 2022-09-01T10:24:13.660 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:18.810334159Z", 2022-09-01T10:24:13.660 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.660 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.660 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.661 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.661 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.662 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.662 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_YTf1DYfihXl0d2zG9Qwl3rM", 2022-09-01T10:24:13.662 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.663 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.663 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.663 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.664 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.664 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.664 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.665 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.665 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026238.812058_78.1", 2022-09-01T10:24:13.665 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.665 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-3", 2022-09-01T10:24:13.666 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:18.812058912Z", 2022-09-01T10:24:13.667 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.668 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.668 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.669 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.669 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.670 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.670 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VucNhM9eppkfvhp0iiXfZCD", 2022-09-01T10:24:13.671 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.671 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.672 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.672 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.673 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.673 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.674 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.674 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.675 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026238.817811_79.1", 2022-09-01T10:24:13.675 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.676 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-3", 2022-09-01T10:24:13.676 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:18.817811971Z", 2022-09-01T10:24:13.677 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.677 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.678 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.678 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.679 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.680 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.680 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VucNhM9eppkfvhp0iiXfZCD", 2022-09-01T10:24:13.681 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.682 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.682 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.682 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.683 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.683 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.683 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.684 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.684 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.666854_80.1", 2022-09-01T10:24:13.684 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.685 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-4:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.4", 2022-09-01T10:24:13.685 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.666854153Z", 2022-09-01T10:24:13.685 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.685 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.686 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.686 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.687 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.687 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.688 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yccacFIdsXB9X8d9eklC3Xv", 2022-09-01T10:24:13.688 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.689 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.689 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.690 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.690 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.691 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.691 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.691 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.692 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.672550_81.1", 2022-09-01T10:24:13.692 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.693 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-4:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.4", 2022-09-01T10:24:13.693 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.672550394Z", 2022-09-01T10:24:13.693 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.694 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.694 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.695 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.695 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.696 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.696 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yccacFIdsXB9X8d9eklC3Xv", 2022-09-01T10:24:13.696 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.697 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.697 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.702 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.703 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.703 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.704 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.704 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.705 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.674668_82.1", 2022-09-01T10:24:13.705 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.705 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-4", 2022-09-01T10:24:13.706 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.674668778Z", 2022-09-01T10:24:13.706 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.707 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.707 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.708 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.708 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.709 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.709 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_LZoF5zo1dVhCkE769dSOsBS", 2022-09-01T10:24:13.712 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.712 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.713 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.713 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.714 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.714 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.715 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.715 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.716 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.680532_83.1", 2022-09-01T10:24:13.716 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.717 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-4", 2022-09-01T10:24:13.717 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.680532283Z", 2022-09-01T10:24:13.717 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.717 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.718 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.718 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.718 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.718 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.719 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_LZoF5zo1dVhCkE769dSOsBS", 2022-09-01T10:24:13.719 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.719 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.720 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.720 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.720 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.720 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.721 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.721 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.721 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.704805_84.1", 2022-09-01T10:24:13.723 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.723 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-5:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.5", 2022-09-01T10:24:13.723 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.704805972Z", 2022-09-01T10:24:13.724 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.724 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.725 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.725 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.725 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.726 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.726 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_gdMWJ8mL1JY6Gv5WAg8vcW0", 2022-09-01T10:24:13.726 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.726 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.727 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.727 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.727 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.728 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.728 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.728 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.728 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.710308_85.1", 2022-09-01T10:24:13.729 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.729 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-5:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.5", 2022-09-01T10:24:13.730 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.710308686Z", 2022-09-01T10:24:13.730 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.731 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.731 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.731 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.732 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.732 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.732 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_gdMWJ8mL1JY6Gv5WAg8vcW0", 2022-09-01T10:24:13.732 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.733 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.733 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.733 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.733 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.734 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.734 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.734 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.734 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.711380_86.1", 2022-09-01T10:24:13.735 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.735 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-5", 2022-09-01T10:24:13.735 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.711380233Z", 2022-09-01T10:24:13.735 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.736 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.736 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.736 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.736 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.737 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.737 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NzE9QCSbzgmpkJMSD2jsSED", 2022-09-01T10:24:13.737 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.737 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.738 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.738 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.738 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.739 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.739 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.739 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.739 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.714119_87.1", 2022-09-01T10:24:13.740 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.740 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-5", 2022-09-01T10:24:13.740 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.714119000Z", 2022-09-01T10:24:13.740 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.741 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.741 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.741 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.741 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.742 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.742 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NzE9QCSbzgmpkJMSD2jsSED", 2022-09-01T10:24:13.742 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.742 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.743 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.743 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.743 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.744 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.744 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.744 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.744 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.741523_88.1", 2022-09-01T10:24:13.745 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.745 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-6:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.6", 2022-09-01T10:24:13.745 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.741523592Z", 2022-09-01T10:24:13.745 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.746 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.746 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.746 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.747 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.747 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.747 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_HPaWzBT_cRNOohzB9yaunPZ", 2022-09-01T10:24:13.747 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.748 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.748 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.748 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.748 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.749 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.749 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.749 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.750 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.744374_89.1", 2022-09-01T10:24:13.750 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.750 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-6:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.6", 2022-09-01T10:24:13.750 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.744374743Z", 2022-09-01T10:24:13.751 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.751 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.751 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.751 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.752 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.752 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.752 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_HPaWzBT_cRNOohzB9yaunPZ", 2022-09-01T10:24:13.752 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.753 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.753 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.753 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.754 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.754 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.754 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.754 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.755 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.745454_90.1", 2022-09-01T10:24:13.755 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.755 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-6", 2022-09-01T10:24:13.755 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.745454090Z", 2022-09-01T10:24:13.756 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.756 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.756 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.756 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.757 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.757 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.757 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_eXceY7tWp2AYzuHwaIalU6D", 2022-09-01T10:24:13.757 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.758 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.758 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.762 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.763 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.763 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.764 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.764 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.765 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026244.748191_91.1", 2022-09-01T10:24:13.765 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.765 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-6", 2022-09-01T10:24:13.765 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:24.748191220Z", 2022-09-01T10:24:13.766 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.766 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.766 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.767 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.767 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.767 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.767 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_eXceY7tWp2AYzuHwaIalU6D", 2022-09-01T10:24:13.768 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.768 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.768 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.769 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.770 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.770 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.771 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.772 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.772 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.853496_92.1", 2022-09-01T10:24:13.772 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.773 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:13.773 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.853496367Z", 2022-09-01T10:24:13.774 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.774 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.775 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.775 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.776 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.776 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.776 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:13.777 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.777 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.777 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.778 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.778 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.779 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.779 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.780 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.780 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.859004_93.1", 2022-09-01T10:24:13.781 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.781 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:13.782 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.859004994Z", 2022-09-01T10:24:13.782 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.783 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.784 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.784 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.785 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.785 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.785 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:13.787 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.787 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.788 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.788 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.789 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.789 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.789 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.790 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.790 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.861081_94.1", 2022-09-01T10:24:13.791 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.791 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:13.792 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.861081887Z", 2022-09-01T10:24:13.792 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.793 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.793 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.794 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.794 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.795 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.795 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:13.795 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.795 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.796 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.796 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.796 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.797 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.797 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.798 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.798 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.866765_95.1", 2022-09-01T10:24:13.799 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.799 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:13.800 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.866765355Z", 2022-09-01T10:24:13.800 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.801 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.801 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.802 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.802 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.803 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.803 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:13.803 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.803 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.804 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.804 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.805 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.805 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.806 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.806 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.806 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.889560_96.1", 2022-09-01T10:24:13.807 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.807 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:13.808 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.889560233Z", 2022-09-01T10:24:13.808 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.809 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.809 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.809 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.810 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.810 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.811 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:13.811 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.812 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.813 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.813 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.813 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.814 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.814 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.815 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.815 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.891981_97.1", 2022-09-01T10:24:13.815 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.816 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:13.816 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.891981973Z", 2022-09-01T10:24:13.817 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.817 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.818 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.818 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.818 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.819 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.819 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:13.820 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.820 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.821 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.821 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.822 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.822 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.823 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.823 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.824 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.892941_98.1", 2022-09-01T10:24:13.824 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.825 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:13.825 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.892941173Z", 2022-09-01T10:24:13.825 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.826 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.826 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.827 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.827 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.828 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.828 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:13.828 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.828 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.829 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.829 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.829 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.830 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.830 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.830 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.831 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.895415_99.1", 2022-09-01T10:24:13.831 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.832 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:13.832 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.895415047Z", 2022-09-01T10:24:13.833 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.833 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.834 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.834 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.835 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.835 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.835 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:13.836 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.836 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.837 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.838 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.839 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.839 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.840 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.840 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.841 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.919624_100.1", 2022-09-01T10:24:13.841 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.842 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:13.842 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.919624506Z", 2022-09-01T10:24:13.842 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.843 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.843 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.844 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.844 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.845 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.845 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:13.845 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.846 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.846 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.847 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.847 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.847 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.848 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.848 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.848 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.922084_101.1", 2022-09-01T10:24:13.849 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.849 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:13.849 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.922084851Z", 2022-09-01T10:24:13.850 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.850 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.851 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.851 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.852 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.852 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.852 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:13.853 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.853 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.854 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.854 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.854 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.855 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.855 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.856 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.856 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.923046_102.1", 2022-09-01T10:24:13.857 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.857 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:13.857 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.923046965Z", 2022-09-01T10:24:13.858 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.858 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.858 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.859 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.859 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.859 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.859 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:13.860 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.860 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.860 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.860 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.861 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.861 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.861 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.862 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.862 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026261.925495_103.1", 2022-09-01T10:24:13.863 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.863 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:13.864 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:41.925495355Z", 2022-09-01T10:24:13.864 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.865 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.865 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.866 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.866 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.867 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.867 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:13.867 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.868 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.868 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.869 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.869 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.869 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.870 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.870 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.871 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.718424_104.1", 2022-09-01T10:24:13.871 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.872 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:13.872 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.718424428Z", 2022-09-01T10:24:13.873 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.873 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.873 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:13.873 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.874 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.874 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.874 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:13.875 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:13.875 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.875 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.875 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.876 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.876 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.876 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.876 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.877 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.721542_105.1", 2022-09-01T10:24:13.877 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.877 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:13.877 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.721542598Z", 2022-09-01T10:24:13.878 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.878 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.878 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:13.878 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.879 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.879 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.879 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:13.879 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:13.880 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.880 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.880 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.880 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.881 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.881 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.881 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.881 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.731580_106.1", 2022-09-01T10:24:13.882 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.882 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:13.883 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.731580574Z", 2022-09-01T10:24:13.883 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.883 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.884 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:13.884 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.884 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.884 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.885 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:13.885 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:13.885 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.885 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.886 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "remove" 2022-09-01T10:24:13.886 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.886 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.886 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.887 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.887 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.734312_107.1", 2022-09-01T10:24:13.887 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.887 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:13.888 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.734312740Z", 2022-09-01T10:24:13.888 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.888 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.888 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:13.889 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.889 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.889 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.889 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:13.890 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:13.890 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.890 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.890 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.891 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.891 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.891 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.891 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.892 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.766443_108.1", 2022-09-01T10:24:13.892 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.892 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:13.892 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.766443662Z", 2022-09-01T10:24:13.893 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.893 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.893 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:13.893 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.894 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.894 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.894 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:13.894 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:13.895 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.895 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.895 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.895 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.896 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.896 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.896 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.896 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.771984_109.1", 2022-09-01T10:24:13.897 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.897 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:13.897 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.771984013Z", 2022-09-01T10:24:13.897 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.898 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.898 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:13.898 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.898 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.899 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.899 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:13.899 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:13.899 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.900 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.900 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.900 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.900 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.901 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.901 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.901 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.785648_110.1", 2022-09-01T10:24:13.901 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.902 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:13.902 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.785648267Z", 2022-09-01T10:24:13.902 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.902 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.903 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:13.903 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.903 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.903 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.904 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:13.904 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:13.904 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.904 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.905 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "remove" 2022-09-01T10:24:13.905 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.905 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.905 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.906 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.906 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.789265_111.1", 2022-09-01T10:24:13.906 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.906 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:13.907 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.789265880Z", 2022-09-01T10:24:13.907 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.907 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.907 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:13.908 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.908 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.908 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.908 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:13.909 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:13.909 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.909 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.909 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.910 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.910 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.910 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.910 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.911 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.846083_112.1", 2022-09-01T10:24:13.911 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.911 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:13.911 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.846083056Z", 2022-09-01T10:24:13.912 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.912 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.912 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:13.912 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.913 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.913 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.913 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:13.913 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:13.914 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.914 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.914 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.914 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.915 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.915 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.915 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.915 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.852450_113.1", 2022-09-01T10:24:13.916 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.916 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:13.916 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.852450247Z", 2022-09-01T10:24:13.916 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.917 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.917 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:13.917 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.917 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.918 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.918 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:13.918 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:13.918 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.919 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.919 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.919 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.919 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.920 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.920 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.920 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.864085_114.1", 2022-09-01T10:24:13.920 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.921 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:13.921 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.864085438Z", 2022-09-01T10:24:13.921 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.921 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.922 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:13.922 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.922 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.923 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.923 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:13.923 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:13.923 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.924 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.924 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "remove" 2022-09-01T10:24:13.924 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.924 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.925 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.925 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.925 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026267.867747_115.1", 2022-09-01T10:24:13.925 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.926 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:13.926 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747344Z", 2022-09-01T10:24:13.926 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.927 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.927 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:13.927 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.927 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.928 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.928 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:13.928 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:13.928 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.928 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.929 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.929 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.929 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.929 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.930 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.930 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.621156_44.1", 2022-09-01T10:24:13.930 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.930 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10", 2022-09-01T10:24:13.931 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.621156245Z", 2022-09-01T10:24:13.931 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.931 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.931 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.932 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.932 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.932 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.932 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Mzw0icFFiJYByZ4Os_BK7GB", 2022-09-01T10:24:13.933 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.933 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.933 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.933 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.934 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.934 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.934 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.935 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.935 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.624961_45.1", 2022-09-01T10:24:13.935 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.935 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10", 2022-09-01T10:24:13.935 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.624961201Z", 2022-09-01T10:24:13.936 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.936 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.936 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.937 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.937 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.937 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.937 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Mzw0icFFiJYByZ4Os_BK7GB", 2022-09-01T10:24:13.938 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.938 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.938 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.938 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.939 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.939 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.939 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.939 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.940 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.626042_46.1", 2022-09-01T10:24:13.940 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.940 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-10", 2022-09-01T10:24:13.940 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.626042706Z", 2022-09-01T10:24:13.941 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.941 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.941 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.942 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.942 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.942 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.942 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3EoVumACQMWwpJYncedF9eZ", 2022-09-01T10:24:13.943 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.943 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.943 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.943 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.944 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.944 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.944 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.944 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.945 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.629011_47.1", 2022-09-01T10:24:13.945 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.945 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-10", 2022-09-01T10:24:13.945 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.629011222Z", 2022-09-01T10:24:13.946 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.946 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.946 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.946 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.947 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.947 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.947 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3EoVumACQMWwpJYncedF9eZ", 2022-09-01T10:24:13.948 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.948 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.948 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.948 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.949 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.949 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.949 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.949 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.950 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.645928_48.1", 2022-09-01T10:24:13.950 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.950 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11", 2022-09-01T10:24:13.950 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.645928482Z", 2022-09-01T10:24:13.951 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.951 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.951 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.951 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.952 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.952 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.952 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VXWHEvu3kkNwR4Uyh-b4SV3", 2022-09-01T10:24:13.952 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.953 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.953 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.953 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.953 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.954 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.954 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.954 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.954 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.651587_49.1", 2022-09-01T10:24:13.955 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.955 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11", 2022-09-01T10:24:13.955 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.651587010Z", 2022-09-01T10:24:13.955 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.956 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.956 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.956 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.956 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.957 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.957 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VXWHEvu3kkNwR4Uyh-b4SV3", 2022-09-01T10:24:13.957 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.957 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.958 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.958 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.958 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.958 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.959 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.959 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.959 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.653520_50.1", 2022-09-01T10:24:13.959 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.960 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-11", 2022-09-01T10:24:13.960 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.653520594Z", 2022-09-01T10:24:13.960 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.960 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.960 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.961 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.961 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.961 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.961 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_iRjywEHqFsk3_sJZMVU6A6N", 2022-09-01T10:24:13.962 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.962 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.962 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.962 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.963 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.963 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.963 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.963 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.964 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.656662_51.1", 2022-09-01T10:24:13.964 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.964 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-11", 2022-09-01T10:24:13.964 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.656662111Z", 2022-09-01T10:24:13.965 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.965 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.965 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.965 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.966 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.966 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.966 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_iRjywEHqFsk3_sJZMVU6A6N", 2022-09-01T10:24:13.966 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.967 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.967 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.967 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.967 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.968 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.968 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.968 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.968 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.687547_52.1", 2022-09-01T10:24:13.969 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.969 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12", 2022-09-01T10:24:13.969 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.687547340Z", 2022-09-01T10:24:13.969 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.970 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.970 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.970 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.971 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.971 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.971 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_SVfkrIfF5zYqbAyv3coLn2U", 2022-09-01T10:24:13.971 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.972 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.972 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.972 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.972 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.973 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.973 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.973 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.973 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.695907_53.1", 2022-09-01T10:24:13.974 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.974 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12", 2022-09-01T10:24:13.974 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.695907838Z", 2022-09-01T10:24:13.975 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.975 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.975 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.975 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.976 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.976 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.976 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_SVfkrIfF5zYqbAyv3coLn2U", 2022-09-01T10:24:13.976 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.977 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.977 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.977 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.977 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.978 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.978 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.978 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.979 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.696954_54.1", 2022-09-01T10:24:13.979 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.979 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-12", 2022-09-01T10:24:13.979 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.696954361Z", 2022-09-01T10:24:13.980 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.980 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.980 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.980 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.981 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.981 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.981 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_OR10cuEus-0ikP44dsK6wGU", 2022-09-01T10:24:13.981 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.982 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.982 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.982 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.982 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.983 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.983 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.983 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.983 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026273.699701_55.1", 2022-09-01T10:24:13.984 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:13.984 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-12", 2022-09-01T10:24:13.984 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:53.699701036Z", 2022-09-01T10:24:13.984 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.985 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.985 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.985 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.985 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.986 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.986 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_OR10cuEus-0ikP44dsK6wGU", 2022-09-01T10:24:13.986 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.986 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.987 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.987 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.987 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.988 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.988 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.988 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.988 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.483827_63.1", 2022-09-01T10:24:13.989 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.989 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13", 2022-09-01T10:24:13.989 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.483827523Z", 2022-09-01T10:24:13.989 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.990 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.990 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.990 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.991 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.991 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.991 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9I04qQXZnOE_1wIeLrInKYx", 2022-09-01T10:24:13.991 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.992 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.992 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.992 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:13.992 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.993 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.993 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.993 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.994 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.488141_64.1", 2022-09-01T10:24:13.994 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:13.994 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13", 2022-09-01T10:24:13.994 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.488141107Z", 2022-09-01T10:24:13.995 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:13.995 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:13.995 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:13.995 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:13.996 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.996 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:13.996 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9I04qQXZnOE_1wIeLrInKYx", 2022-09-01T10:24:13.997 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:13.997 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.997 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:13.997 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:13.998 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.998 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:13.998 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:13.998 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:13.999 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.489367_65.1", 2022-09-01T10:24:13.999 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.000 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-13", 2022-09-01T10:24:14.000 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.489367440Z", 2022-09-01T10:24:14.001 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.001 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.002 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.002 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.002 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.003 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.003 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_mOpQ8i3tQ0CrBcWx1BcZcNa", 2022-09-01T10:24:14.003 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.003 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.004 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.004 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.004 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.005 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.005 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.006 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.006 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.492647_66.1", 2022-09-01T10:24:14.006 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.007 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-13", 2022-09-01T10:24:14.007 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.492647668Z", 2022-09-01T10:24:14.008 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.008 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.009 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.009 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.010 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.010 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.011 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_mOpQ8i3tQ0CrBcWx1BcZcNa", 2022-09-01T10:24:14.011 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.012 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.012 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.012 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.013 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.013 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.013 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.014 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.014 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.522234_67.1", 2022-09-01T10:24:14.014 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.014 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14", 2022-09-01T10:24:14.015 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.522234189Z", 2022-09-01T10:24:14.015 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.015 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.015 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.016 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.016 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.016 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.016 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_DjYrBVRMvnw17suO_PkfXoc", 2022-09-01T10:24:14.017 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.017 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.017 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.017 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.018 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.018 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.018 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.018 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.019 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.525459_68.1", 2022-09-01T10:24:14.019 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.019 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14", 2022-09-01T10:24:14.019 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.525459812Z", 2022-09-01T10:24:14.020 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.020 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.020 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.020 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.021 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.021 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.021 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_DjYrBVRMvnw17suO_PkfXoc", 2022-09-01T10:24:14.021 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.022 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.022 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.022 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.023 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.023 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.023 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.023 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.023 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.526626_69.1", 2022-09-01T10:24:14.024 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.024 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-14", 2022-09-01T10:24:14.024 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.526626985Z", 2022-09-01T10:24:14.024 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.025 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.025 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.025 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.025 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.026 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.026 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_DJk_pQ6BLk4r_TYcmnoYvak", 2022-09-01T10:24:14.026 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.027 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.027 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.027 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.027 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.028 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.028 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.028 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.028 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.529761_70.1", 2022-09-01T10:24:14.029 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.029 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-14", 2022-09-01T10:24:14.029 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.529761842Z", 2022-09-01T10:24:14.029 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.030 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.030 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.030 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.031 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.031 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.031 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_DJk_pQ6BLk4r_TYcmnoYvak", 2022-09-01T10:24:14.031 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.031 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.032 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.032 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.032 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.032 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.033 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.033 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.033 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.565455_71.1", 2022-09-01T10:24:14.033 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.034 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15", 2022-09-01T10:24:14.034 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.565455441Z", 2022-09-01T10:24:14.034 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.035 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.035 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.035 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.035 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.036 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.036 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8GjFqeWwtzavbAOjanit_KI", 2022-09-01T10:24:14.036 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.036 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.037 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.037 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.037 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.037 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.038 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.038 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.038 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.575017_72.1", 2022-09-01T10:24:14.039 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.039 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15", 2022-09-01T10:24:14.039 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.575017726Z", 2022-09-01T10:24:14.039 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.040 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.040 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.040 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.040 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.041 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.041 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8GjFqeWwtzavbAOjanit_KI", 2022-09-01T10:24:14.041 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.041 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.042 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.042 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.042 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.042 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.043 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.043 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.043 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.580190_73.1", 2022-09-01T10:24:14.043 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.044 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-15", 2022-09-01T10:24:14.044 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.580190798Z", 2022-09-01T10:24:14.044 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.044 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.045 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.045 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.045 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.046 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.046 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_GZyItGRAZI_2tsC5-SJqzeH", 2022-09-01T10:24:14.046 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.046 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.047 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.047 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.047 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.047 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.048 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.048 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.048 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026587.591075_74.1", 2022-09-01T10:24:14.048 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.049 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-15", 2022-09-01T10:24:14.049 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:03:07.591075892Z", 2022-09-01T10:24:14.049 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.049 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.050 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.050 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.051 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.051 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.051 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_GZyItGRAZI_2tsC5-SJqzeH", 2022-09-01T10:24:14.051 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.052 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.052 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.052 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.052 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.053 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.053 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.053 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.053 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026668.944295_75.1", 2022-09-01T10:24:14.054 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.054 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:14.055 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:28.944295114Z", 2022-09-01T10:24:14.055 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.055 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.056 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.056 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.056 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.056 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.057 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:14.057 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.057 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.057 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.058 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.058 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.058 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.058 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.059 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.059 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026668.947952_76.1", 2022-09-01T10:24:14.059 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.059 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:14.060 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:28.947952840Z", 2022-09-01T10:24:14.060 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.060 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.060 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.061 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.061 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.061 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.062 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:14.062 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.062 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.062 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.063 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.063 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.063 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.063 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.064 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.064 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026668.949302_77.1", 2022-09-01T10:24:14.064 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.065 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-16", 2022-09-01T10:24:14.065 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:28.949302368Z", 2022-09-01T10:24:14.065 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.066 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.066 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.066 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.066 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.067 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.067 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_1F62ZotDT1b2MFJI3E36Vpd", 2022-09-01T10:24:14.067 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.067 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.068 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.068 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.068 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.068 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.069 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.069 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.069 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026668.952731_78.1", 2022-09-01T10:24:14.069 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.070 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-16", 2022-09-01T10:24:14.070 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:28.952731156Z", 2022-09-01T10:24:14.070 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.070 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.071 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.071 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.071 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.071 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.072 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_1F62ZotDT1b2MFJI3E36Vpd", 2022-09-01T10:24:14.072 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.072 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.072 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.073 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.073 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.073 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.073 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.074 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.074 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026669.976748_79.1", 2022-09-01T10:24:14.074 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.074 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:14.075 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:29.976748292Z", 2022-09-01T10:24:14.075 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.075 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.075 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.076 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.076 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.076 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.076 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:14.077 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.077 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.077 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.077 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.078 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.078 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.078 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.078 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.079 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026669.981636_80.1", 2022-09-01T10:24:14.079 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.079 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:14.079 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:29.981636240Z", 2022-09-01T10:24:14.080 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.080 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.080 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.080 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.081 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.081 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.081 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:14.081 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.082 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.082 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.083 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.083 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.083 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.083 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.084 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.084 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026669.982934_81.1", 2022-09-01T10:24:14.084 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.084 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-17", 2022-09-01T10:24:14.085 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:29.982934640Z", 2022-09-01T10:24:14.085 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.085 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.085 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.086 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.086 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.087 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.087 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_rTH3E_lfSENm-BBEDnaV6eO", 2022-09-01T10:24:14.087 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.087 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.088 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.088 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.088 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.088 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.089 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.089 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.089 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026669.988911_82.1", 2022-09-01T10:24:14.089 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.090 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-17", 2022-09-01T10:24:14.090 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:29.988911265Z", 2022-09-01T10:24:14.090 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.091 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.091 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.091 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.091 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.092 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.092 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_rTH3E_lfSENm-BBEDnaV6eO", 2022-09-01T10:24:14.092 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.092 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.092 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.093 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.093 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.093 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.093 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.094 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.094 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.027320_83.1", 2022-09-01T10:24:14.094 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.095 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:14.095 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.027320563Z", 2022-09-01T10:24:14.095 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.095 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.096 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.096 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.097 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.097 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.097 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:14.097 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.098 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.098 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.098 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.099 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.099 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.099 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.099 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.100 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.031432_84.1", 2022-09-01T10:24:14.100 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.100 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:14.100 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.031432214Z", 2022-09-01T10:24:14.101 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.101 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.101 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.101 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.102 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.102 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.102 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:14.102 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.103 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.103 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.103 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.103 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.104 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.104 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.104 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.104 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.032546_85.1", 2022-09-01T10:24:14.105 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.105 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-18", 2022-09-01T10:24:14.105 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.032546178Z", 2022-09-01T10:24:14.105 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.106 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.106 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.106 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.106 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.107 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.107 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_MCyxjM_inKvHzqAc6le0e21", 2022-09-01T10:24:14.107 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.107 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.108 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.108 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.108 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.108 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.109 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.109 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.109 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.035508_86.1", 2022-09-01T10:24:14.109 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.110 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-18", 2022-09-01T10:24:14.110 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.035508598Z", 2022-09-01T10:24:14.110 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.110 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.111 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.111 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.111 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.111 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.112 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_MCyxjM_inKvHzqAc6le0e21", 2022-09-01T10:24:14.112 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.112 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.112 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.113 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.113 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.113 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.113 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.114 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.114 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.071720_87.1", 2022-09-01T10:24:14.114 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.114 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:14.115 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.071720762Z", 2022-09-01T10:24:14.115 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.115 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.115 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:14.116 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.116 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.116 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.116 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:14.117 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.117 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.117 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.117 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.118 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.118 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.118 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.118 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.119 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.076319_88.1", 2022-09-01T10:24:14.119 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.119 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:14.119 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.076319966Z", 2022-09-01T10:24:14.120 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.120 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.120 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:14.120 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.121 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.121 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.121 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:14.122 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.122 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.122 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.122 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.123 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.123 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.123 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.124 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.124 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.092505_89.1", 2022-09-01T10:24:14.124 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.124 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:14.125 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.092505302Z", 2022-09-01T10:24:14.125 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.125 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.125 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:14.126 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.126 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.126 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.127 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:14.127 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.127 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.127 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.128 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.128 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.128 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.128 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.129 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.129 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.099216_90.1", 2022-09-01T10:24:14.129 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.130 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:14.130 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.099216059Z", 2022-09-01T10:24:14.130 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.130 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.131 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:14.131 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.131 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.131 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.132 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:14.132 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.132 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.132 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.133 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.133 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.133 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.133 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.134 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.134 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.114417_91.1", 2022-09-01T10:24:14.134 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.134 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:14.135 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.114417870Z", 2022-09-01T10:24:14.135 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.135 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.136 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:14.136 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.136 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.136 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.136 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:14.137 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.137 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.137 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.138 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.138 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.138 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.138 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.139 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.139 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662026670.118638_92.1", 2022-09-01T10:24:14.139 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.140 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:14.140 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:04:30.118638704Z", 2022-09-01T10:24:14.141 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.141 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.142 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:14.142 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.143 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.143 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.144 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:14.144 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.144 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.145 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.145 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.146 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.146 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.147 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.147 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.148 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027157.087371_116.1", 2022-09-01T10:24:14.148 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.149 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:14.149 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:12:37.087371954Z", 2022-09-01T10:24:14.150 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.150 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.151 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.151 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.152 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.152 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.152 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:14.153 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.153 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.153 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.153 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.154 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.154 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.155 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.155 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.155 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027157.090559_117.1", 2022-09-01T10:24:14.156 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.156 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:14.156 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:12:37.090559767Z", 2022-09-01T10:24:14.156 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.157 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.157 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.158 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.158 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.158 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.159 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:14.159 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.160 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.160 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.161 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.161 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.162 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.162 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.163 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.163 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027157.091895_118.1", 2022-09-01T10:24:14.164 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.164 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-19", 2022-09-01T10:24:14.165 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:12:37.091895129Z", 2022-09-01T10:24:14.165 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.165 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.166 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.166 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.166 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.166 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.167 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_gdGYy7qqC4R_qWC7npkmBlf", 2022-09-01T10:24:14.167 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.167 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.167 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.168 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.168 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.168 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.168 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.169 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.169 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027157.094795_119.1", 2022-09-01T10:24:14.169 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.169 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-19", 2022-09-01T10:24:14.170 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:12:37.094795820Z", 2022-09-01T10:24:14.170 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.170 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.170 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.171 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.171 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.171 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.171 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_gdGYy7qqC4R_qWC7npkmBlf", 2022-09-01T10:24:14.172 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.172 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.172 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.172 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.173 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.173 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.173 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.173 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.174 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027157.109168_120.1", 2022-09-01T10:24:14.174 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.174 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:14.175 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:12:37.109168263Z", 2022-09-01T10:24:14.175 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.175 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.175 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:14.175 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.176 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.176 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.176 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:14.177 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.177 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.177 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.177 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.178 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.178 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.178 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.178 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.179 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027157.112233_121.1", 2022-09-01T10:24:14.179 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.179 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:14.179 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:12:37.112233589Z", 2022-09-01T10:24:14.180 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.180 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.180 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:14.180 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.181 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.181 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.181 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:14.181 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.182 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.182 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.182 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.182 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.183 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.183 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.183 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.183 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027345.473043_131.1", 2022-09-01T10:24:14.184 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.184 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:14.184 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:15:45.473043972Z", 2022-09-01T10:24:14.184 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.185 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.185 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.185 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.185 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.186 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.186 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:14.186 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.186 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.187 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.187 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.187 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.187 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.188 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.188 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.188 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027345.475654_132.1", 2022-09-01T10:24:14.188 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.189 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:14.189 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:15:45.475654597Z", 2022-09-01T10:24:14.189 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.189 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.190 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.190 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.190 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.190 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.191 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:14.191 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.191 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.191 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.192 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.192 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.192 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.192 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.193 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.193 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027345.476838_133.1", 2022-09-01T10:24:14.193 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.193 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20", 2022-09-01T10:24:14.194 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:15:45.476838830Z", 2022-09-01T10:24:14.194 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.194 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.194 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.195 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.195 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.195 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.195 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_SfcLSHDhj7nNBl_mLflWSNu", 2022-09-01T10:24:14.196 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.196 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.196 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.196 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.197 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.197 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.197 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.197 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.198 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027345.480914_134.1", 2022-09-01T10:24:14.198 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.198 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20", 2022-09-01T10:24:14.198 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:15:45.480914680Z", 2022-09-01T10:24:14.199 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.199 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.199 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.199 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.200 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.200 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.200 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_SfcLSHDhj7nNBl_mLflWSNu", 2022-09-01T10:24:14.200 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.201 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.201 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.201 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.201 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.202 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.202 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.202 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.203 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027413.714883_137.1", 2022-09-01T10:24:14.203 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.203 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:14.203 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:16:53.714883352Z", 2022-09-01T10:24:14.204 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.204 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.204 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:14.204 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.205 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.205 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.205 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:14.205 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.206 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.206 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.206 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.206 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.207 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.207 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.207 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.207 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027413.718736_138.1", 2022-09-01T10:24:14.208 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.208 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:14.208 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:16:53.718736728Z", 2022-09-01T10:24:14.208 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.209 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.209 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:14.209 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.209 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.210 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.210 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:14.210 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.211 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.211 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.211 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.211 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.212 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.212 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.212 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.212 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027472.733798_139.1", 2022-09-01T10:24:14.213 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.213 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:14.213 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:17:52.733798382Z", 2022-09-01T10:24:14.213 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.214 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.214 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:14.214 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.214 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.215 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.215 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:14.215 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:14.215 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.216 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.216 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.216 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.216 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.217 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.217 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.217 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027472.737720_140.1", 2022-09-01T10:24:14.218 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.218 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:14.218 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:17:52.737720842Z", 2022-09-01T10:24:14.218 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.219 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.219 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:14.219 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.219 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.220 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.220 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:14.220 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:14.220 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.221 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.221 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.221 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.221 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.221 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.222 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.222 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.819930_141.1", 2022-09-01T10:24:14.222 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.223 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:14.223 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.819930434Z", 2022-09-01T10:24:14.223 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.223 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.224 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.224 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.224 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.224 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.225 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:14.225 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.225 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.225 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.225 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.226 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.226 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.226 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.227 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.227 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.825471_142.1", 2022-09-01T10:24:14.227 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.227 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:14.228 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.825471173Z", 2022-09-01T10:24:14.228 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.228 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.228 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.229 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.229 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.229 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.229 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:14.230 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.230 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.230 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.230 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.231 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.231 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.231 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.231 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.232 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.826955_143.1", 2022-09-01T10:24:14.232 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.232 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-21", 2022-09-01T10:24:14.233 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.826955475Z", 2022-09-01T10:24:14.233 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.233 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.233 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.234 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.234 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.234 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.234 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_LslxSX6cpHCTuNiL4slVPQO", 2022-09-01T10:24:14.235 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.235 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.235 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.235 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.236 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.236 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.236 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.236 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.237 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.833188_144.1", 2022-09-01T10:24:14.237 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.237 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-21", 2022-09-01T10:24:14.237 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.833188552Z", 2022-09-01T10:24:14.238 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.238 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.238 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.238 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.239 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.239 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.239 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_LslxSX6cpHCTuNiL4slVPQO", 2022-09-01T10:24:14.240 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.240 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.240 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.240 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.241 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.241 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.241 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.241 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.242 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.862499_145.1", 2022-09-01T10:24:14.242 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.242 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:14.242 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.862499043Z", 2022-09-01T10:24:14.243 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.243 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.243 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.243 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.244 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.244 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.244 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:14.244 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.245 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.245 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.245 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.245 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.246 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.246 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.246 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.246 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.865791_146.1", 2022-09-01T10:24:14.247 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.247 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:14.247 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.865791808Z", 2022-09-01T10:24:14.247 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.248 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.248 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.248 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.248 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.249 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.249 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:14.249 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.249 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.250 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.250 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.250 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.251 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.251 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.251 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.251 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.867024_147.1", 2022-09-01T10:24:14.252 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.252 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-22", 2022-09-01T10:24:14.252 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.867024024Z", 2022-09-01T10:24:14.253 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.253 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.253 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.253 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.254 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.254 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.254 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_JduOKn9JpdGjtV5xDMt7fdi", 2022-09-01T10:24:14.254 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.255 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.255 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.255 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.256 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.256 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.256 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.256 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.870028_148.1", 2022-09-01T10:24:14.257 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.257 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-22", 2022-09-01T10:24:14.257 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.870028007Z", 2022-09-01T10:24:14.257 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.258 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.258 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.258 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.259 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.259 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.259 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_JduOKn9JpdGjtV5xDMt7fdi", 2022-09-01T10:24:14.260 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.260 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.261 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.261 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.261 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.262 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.262 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.262 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.263 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.911260_149.1", 2022-09-01T10:24:14.263 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.263 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:14.263 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.911260238Z", 2022-09-01T10:24:14.264 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.264 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.264 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.265 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.265 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.265 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.265 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:14.266 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.266 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.266 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.266 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.267 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.267 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.267 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.268 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.268 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.916903_150.1", 2022-09-01T10:24:14.268 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.269 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:14.269 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.916903859Z", 2022-09-01T10:24:14.269 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.269 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.270 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.270 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.270 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.271 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.271 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:14.271 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.271 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.272 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.272 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.272 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.273 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.273 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.273 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.274 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.918897_151.1", 2022-09-01T10:24:14.274 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.274 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-23", 2022-09-01T10:24:14.275 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.918897698Z", 2022-09-01T10:24:14.275 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.275 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.276 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.276 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.276 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.276 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.277 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "__n4Uc2Wgg_a3W1EONyrCehL", 2022-09-01T10:24:14.277 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.277 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.277 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.278 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.278 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.278 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.279 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.279 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.279 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.924945_152.1", 2022-09-01T10:24:14.279 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.280 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-23", 2022-09-01T10:24:14.280 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.924945211Z", 2022-09-01T10:24:14.280 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.280 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.281 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.281 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.281 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.282 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.282 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "__n4Uc2Wgg_a3W1EONyrCehL", 2022-09-01T10:24:14.282 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.282 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.283 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.283 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.283 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.284 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.284 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.284 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.284 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.980630_153.1", 2022-09-01T10:24:14.285 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.285 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:14.285 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.980630449Z", 2022-09-01T10:24:14.286 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.286 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.286 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:14.287 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.287 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.287 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.287 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:14.288 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.288 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.288 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.289 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.289 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.289 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.290 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.290 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.290 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027529.985105_154.1", 2022-09-01T10:24:14.291 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.291 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:14.291 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:49.985105867Z", 2022-09-01T10:24:14.291 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.292 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.292 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:14.292 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.293 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.293 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.293 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:14.293 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.294 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.294 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.294 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.295 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.295 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.295 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.295 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.296 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027530.010026_155.1", 2022-09-01T10:24:14.296 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.296 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:14.297 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:50.010026792Z", 2022-09-01T10:24:14.298 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.298 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.298 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:14.299 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.299 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.299 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.300 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:14.300 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.300 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.301 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.301 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.301 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.301 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.302 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.302 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.302 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027530.012793_156.1", 2022-09-01T10:24:14.303 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.303 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:14.303 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:50.012793852Z", 2022-09-01T10:24:14.303 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.304 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.304 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:14.304 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.305 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.305 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.305 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:14.305 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.306 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.306 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.306 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.306 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.307 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.307 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.307 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.308 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027530.045702_157.1", 2022-09-01T10:24:14.308 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.308 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:14.308 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:50.045702638Z", 2022-09-01T10:24:14.309 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.309 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.309 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:14.310 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.310 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.310 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.310 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:14.311 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.311 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.311 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.311 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.312 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.312 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.312 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.313 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.313 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027530.052391_158.1", 2022-09-01T10:24:14.313 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.314 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:14.314 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:18:50.052391213Z", 2022-09-01T10:24:14.314 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.315 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.315 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:14.315 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.316 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.316 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.316 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:14.316 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.317 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.317 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.318 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.318 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.318 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.319 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.319 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.319 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.488246_161.1", 2022-09-01T10:24:14.320 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.320 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:14.320 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.488246254Z", 2022-09-01T10:24:14.321 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.321 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.321 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.322 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.322 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.322 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.323 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:14.323 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.323 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.323 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.324 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.324 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.324 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.325 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.325 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.325 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.492601_162.1", 2022-09-01T10:24:14.325 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.326 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:14.326 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.492601947Z", 2022-09-01T10:24:14.326 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.327 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.327 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.327 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.327 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.328 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.328 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:14.328 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.329 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.329 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.329 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.330 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.330 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.330 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.330 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.331 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.494494_163.1", 2022-09-01T10:24:14.331 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.331 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24", 2022-09-01T10:24:14.332 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.494494410Z", 2022-09-01T10:24:14.332 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.332 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.332 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.333 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.333 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.333 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.334 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_6D1oNmY3tkQ9BE1h-3qWbLA", 2022-09-01T10:24:14.334 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.334 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.334 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.335 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.335 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.335 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.336 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.336 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.336 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.499351_164.1", 2022-09-01T10:24:14.336 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.337 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24", 2022-09-01T10:24:14.337 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.499351244Z", 2022-09-01T10:24:14.337 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.338 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.338 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.338 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.339 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.341 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.341 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_6D1oNmY3tkQ9BE1h-3qWbLA", 2022-09-01T10:24:14.341 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.341 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.342 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.342 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.342 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.343 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.343 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.343 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.343 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.541593_165.1", 2022-09-01T10:24:14.344 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.344 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:14.344 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.541593070Z", 2022-09-01T10:24:14.345 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.345 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.345 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.345 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.346 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.346 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.347 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:14.347 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.347 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.347 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.348 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.348 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.348 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.349 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.349 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.349 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.545091_166.1", 2022-09-01T10:24:14.349 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.350 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:14.350 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.545091016Z", 2022-09-01T10:24:14.350 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.350 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.351 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.351 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.351 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.351 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.352 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:14.356 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.357 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.357 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.357 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.358 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.358 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.358 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.359 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.359 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.576478_167.1", 2022-09-01T10:24:14.359 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.360 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25", 2022-09-01T10:24:14.360 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.576478456Z", 2022-09-01T10:24:14.361 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.361 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.361 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.361 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.362 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.362 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.362 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Bbaqto7A2rarmNl8gHFg-rC", 2022-09-01T10:24:14.363 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.363 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.363 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.363 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.364 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.364 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.364 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.365 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.365 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.580063_168.1", 2022-09-01T10:24:14.365 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.365 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25", 2022-09-01T10:24:14.366 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.580063076Z", 2022-09-01T10:24:14.366 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.366 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.366 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.367 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.367 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.367 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.368 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Bbaqto7A2rarmNl8gHFg-rC", 2022-09-01T10:24:14.368 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.368 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.368 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.369 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.369 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.369 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.370 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.370 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.370 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.620696_169.1", 2022-09-01T10:24:14.371 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.371 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:14.371 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.620696388Z", 2022-09-01T10:24:14.372 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.372 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.372 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.372 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.373 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.373 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.373 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:14.373 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.374 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.374 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.374 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.374 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.375 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.375 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.375 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.376 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.624235_170.1", 2022-09-01T10:24:14.376 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.376 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:14.376 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.624235386Z", 2022-09-01T10:24:14.377 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.377 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.377 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.378 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.378 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.378 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.378 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:14.379 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.379 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.379 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.380 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.380 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.380 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.380 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.381 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.381 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.626091_171.1", 2022-09-01T10:24:14.381 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.382 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26", 2022-09-01T10:24:14.382 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.626091313Z", 2022-09-01T10:24:14.382 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.382 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.383 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.383 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.383 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.383 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.384 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_es4UK9QQLs-GPoh6yoq0cNZ", 2022-09-01T10:24:14.384 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.384 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.384 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.385 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.385 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.385 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.386 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.386 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.386 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.630622_172.1", 2022-09-01T10:24:14.387 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.387 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26", 2022-09-01T10:24:14.387 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.630622811Z", 2022-09-01T10:24:14.388 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.388 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.388 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.388 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.389 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.389 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.389 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_es4UK9QQLs-GPoh6yoq0cNZ", 2022-09-01T10:24:14.389 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.390 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.390 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.390 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.391 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.391 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.391 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.391 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.392 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.662574_173.1", 2022-09-01T10:24:14.392 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.392 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:14.393 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.662574019Z", 2022-09-01T10:24:14.393 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.393 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.393 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:14.394 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.395 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.395 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.395 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:14.395 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.396 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.396 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.396 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.396 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.397 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.397 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.398 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.398 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.665860_174.1", 2022-09-01T10:24:14.398 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.399 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:14.399 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.665860665Z", 2022-09-01T10:24:14.399 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.399 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.400 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:14.400 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.400 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.401 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.401 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:14.402 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.402 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.403 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.404 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.404 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.405 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.407 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.407 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.408 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.784727_175.1", 2022-09-01T10:24:14.408 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.409 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:14.409 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.784727551Z", 2022-09-01T10:24:14.410 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.410 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.411 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:14.411 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.412 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.412 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.413 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:14.413 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:14.413 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.414 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.414 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.415 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.415 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.415 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.416 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.416 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.789529_176.1", 2022-09-01T10:24:14.417 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.417 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:14.417 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.789529590Z", 2022-09-01T10:24:14.418 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.418 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.419 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:14.419 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.420 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.420 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.421 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:14.421 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:14.421 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.422 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.423 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.423 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.424 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.424 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.425 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.425 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.813631_177.1", 2022-09-01T10:24:14.426 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.426 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:14.427 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.813631052Z", 2022-09-01T10:24:14.427 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.427 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.428 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:14.428 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.429 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.430 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.430 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:14.431 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.431 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.432 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.432 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.433 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.433 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.434 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.434 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.435 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.818027_178.1", 2022-09-01T10:24:14.435 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.436 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:14.436 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.818027883Z", 2022-09-01T10:24:14.437 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.437 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.437 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:14.438 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.438 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.438 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.439 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:14.439 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.439 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.440 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.441 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.441 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.442 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.443 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.443 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.443 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.847589_179.1", 2022-09-01T10:24:14.443 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.444 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:14.444 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.847589962Z", 2022-09-01T10:24:14.444 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.444 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.445 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:14.445 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.446 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.447 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.447 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:14.448 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:14.448 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.449 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.450 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.450 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.451 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.451 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.452 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.452 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.854176_180.1", 2022-09-01T10:24:14.452 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.453 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:14.453 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.854176862Z", 2022-09-01T10:24:14.454 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.454 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.455 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:14.455 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.455 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.456 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.456 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:14.457 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:14.457 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.457 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.458 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.458 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.459 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.459 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.460 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.460 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.878834_181.1", 2022-09-01T10:24:14.461 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.461 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:14.462 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.878834641Z", 2022-09-01T10:24:14.462 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.462 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.463 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:14.463 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.464 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.464 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.464 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:14.465 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.465 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.465 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.466 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.466 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.466 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.466 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.467 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.467 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.885472_182.1", 2022-09-01T10:24:14.468 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.468 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:14.469 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.885472014Z", 2022-09-01T10:24:14.469 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.470 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.470 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:14.471 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.471 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.472 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.472 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:14.473 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.473 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.474 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.474 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.475 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.475 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.475 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.476 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.476 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.911981_183.1", 2022-09-01T10:24:14.476 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.477 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:14.477 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.911981807Z", 2022-09-01T10:24:14.478 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.478 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.479 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:14.479 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.479 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.480 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.480 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:14.481 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:14.481 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.482 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.482 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.483 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.483 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.484 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.484 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.485 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027597.929411_184.1", 2022-09-01T10:24:14.485 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.486 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:14.486 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:19:57.929411284Z", 2022-09-01T10:24:14.487 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.487 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.488 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:14.488 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.489 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.489 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.490 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:14.490 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 3 2022-09-01T10:24:14.490 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.491 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.491 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.492 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.492 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.493 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.493 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.494 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.737441_187.1", 2022-09-01T10:24:14.494 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.495 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:14.495 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.737441149Z", 2022-09-01T10:24:14.496 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.496 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.497 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.497 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.498 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.498 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.499 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:14.499 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.500 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.500 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.501 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.501 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.502 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.502 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.503 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.503 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.740886_188.1", 2022-09-01T10:24:14.503 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.504 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:14.504 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.740886000Z", 2022-09-01T10:24:14.505 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.505 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.505 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.506 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.506 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.507 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.507 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:14.508 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.508 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.509 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.509 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.509 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.510 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.510 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.511 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.511 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.742312_189.1", 2022-09-01T10:24:14.512 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.512 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-27", 2022-09-01T10:24:14.512 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.742312659Z", 2022-09-01T10:24:14.513 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.513 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.514 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.514 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.514 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.515 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.515 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_AOBuCudVsbgsqthashsTjma", 2022-09-01T10:24:14.516 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.516 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.516 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.517 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.517 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.518 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.518 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.518 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.519 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.751913_190.1", 2022-09-01T10:24:14.519 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.520 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-27", 2022-09-01T10:24:14.520 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.751913777Z", 2022-09-01T10:24:14.521 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.521 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.522 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.522 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.523 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.523 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.524 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_AOBuCudVsbgsqthashsTjma", 2022-09-01T10:24:14.524 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.525 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.525 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.526 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.526 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.527 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.527 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.528 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.528 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.796286_191.1", 2022-09-01T10:24:14.529 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.529 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:14.530 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.796286970Z", 2022-09-01T10:24:14.530 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.531 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.531 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.532 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.532 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.532 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.533 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:14.533 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.534 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.534 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.535 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.535 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.536 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.536 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.537 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.537 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.800971_192.1", 2022-09-01T10:24:14.537 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.538 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:14.538 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.800971571Z", 2022-09-01T10:24:14.539 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.539 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.540 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.540 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.541 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.541 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.542 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:14.542 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.543 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.543 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.544 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.544 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.544 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.545 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.545 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.546 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.803061_193.1", 2022-09-01T10:24:14.546 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.547 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-28", 2022-09-01T10:24:14.547 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.803061985Z", 2022-09-01T10:24:14.547 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.548 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.548 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.549 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.549 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.550 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.550 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_6f124sDisCpZEDeWTD-UsyL", 2022-09-01T10:24:14.551 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.551 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.552 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.552 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.553 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.553 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.554 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.554 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.554 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.807450_194.1", 2022-09-01T10:24:14.555 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.555 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-28", 2022-09-01T10:24:14.556 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.807450497Z", 2022-09-01T10:24:14.556 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.557 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.557 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.558 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.558 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.559 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.559 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_6f124sDisCpZEDeWTD-UsyL", 2022-09-01T10:24:14.559 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.560 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.560 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.561 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.561 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.562 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.562 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.563 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.563 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.869997_195.1", 2022-09-01T10:24:14.564 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.564 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:14.565 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.869997669Z", 2022-09-01T10:24:14.565 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.566 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.566 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.567 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.567 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.568 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.568 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:14.569 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.569 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.570 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.570 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.570 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.571 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.571 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.571 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.572 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.876658_196.1", 2022-09-01T10:24:14.572 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.572 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:14.572 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.876658913Z", 2022-09-01T10:24:14.573 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.573 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.573 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.573 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.574 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.574 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.575 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:14.575 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.575 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.576 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.576 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.576 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.577 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.577 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.577 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.577 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.878060_197.1", 2022-09-01T10:24:14.578 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.578 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-29", 2022-09-01T10:24:14.578 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.878060260Z", 2022-09-01T10:24:14.578 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.579 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.579 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.579 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.580 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.580 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.581 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_sw3RT0vjtnjPlV9oJTc1WxO", 2022-09-01T10:24:14.581 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.582 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.582 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.583 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.583 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.584 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.584 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.584 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.585 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.883555_198.1", 2022-09-01T10:24:14.585 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.586 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-29", 2022-09-01T10:24:14.586 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.883555416Z", 2022-09-01T10:24:14.587 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.587 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.588 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.588 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.589 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.589 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.590 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_sw3RT0vjtnjPlV9oJTc1WxO", 2022-09-01T10:24:14.590 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.591 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.591 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.592 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.592 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.593 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.593 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.593 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.593 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.917829_199.1", 2022-09-01T10:24:14.594 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.594 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:14.595 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.917829590Z", 2022-09-01T10:24:14.595 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.596 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.596 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:14.597 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.597 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.598 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.598 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:14.598 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.599 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.599 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.600 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.600 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.600 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.601 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.601 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.601 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.922088_200.1", 2022-09-01T10:24:14.602 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.602 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:14.602 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.922088865Z", 2022-09-01T10:24:14.602 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.603 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.603 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:14.603 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.603 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.604 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.604 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:14.604 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.605 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.605 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.605 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.605 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.606 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.606 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.606 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.606 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.977561_201.1", 2022-09-01T10:24:14.607 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.607 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:14.607 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.977561550Z", 2022-09-01T10:24:14.608 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.608 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.608 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:14.608 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.609 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.609 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.609 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:14.609 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.610 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.610 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.610 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.611 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.611 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.611 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.611 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.612 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027689.982582_202.1", 2022-09-01T10:24:14.612 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.612 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:14.612 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:29.982582015Z", 2022-09-01T10:24:14.613 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.613 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.613 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:14.613 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.614 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.614 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.614 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:14.615 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.615 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.615 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.615 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.616 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.616 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.616 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.616 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.617 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.060988_203.1", 2022-09-01T10:24:14.617 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.617 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:14.618 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.060988854Z", 2022-09-01T10:24:14.618 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.618 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.618 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:14.619 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.619 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.619 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.619 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:14.620 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.620 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.620 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.620 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.621 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.621 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.621 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.622 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.622 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.065863_204.1", 2022-09-01T10:24:14.622 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.622 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:14.623 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.065863267Z", 2022-09-01T10:24:14.623 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.623 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.624 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:14.624 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.624 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.624 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.625 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:14.625 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.625 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.625 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.626 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.626 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.626 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.626 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.627 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.627 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.136152_205.1", 2022-09-01T10:24:14.627 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.627 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:14.628 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.136152964Z", 2022-09-01T10:24:14.628 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.628 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.629 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.629 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.629 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.629 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.630 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:14.630 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.630 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.630 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.631 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.631 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.631 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.631 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.632 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.632 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.141084_206.1", 2022-09-01T10:24:14.632 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.632 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:14.633 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.141084707Z", 2022-09-01T10:24:14.633 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.633 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.633 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.634 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.634 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.634 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.635 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:14.635 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.635 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.635 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.636 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.636 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.636 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.636 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.637 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.637 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.143432_207.1", 2022-09-01T10:24:14.637 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.637 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-30", 2022-09-01T10:24:14.638 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.143432972Z", 2022-09-01T10:24:14.638 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.638 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.638 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.639 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.639 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.639 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.639 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_V61Pqd4HLhxFAhO8Cg2ZhqR", 2022-09-01T10:24:14.640 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.640 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.640 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.640 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.641 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.641 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.641 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.641 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.642 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.150117_208.1", 2022-09-01T10:24:14.642 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.642 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-30", 2022-09-01T10:24:14.643 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.150117402Z", 2022-09-01T10:24:14.643 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.643 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.643 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.644 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.644 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.644 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.644 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_V61Pqd4HLhxFAhO8Cg2ZhqR", 2022-09-01T10:24:14.645 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.645 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.645 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.646 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.646 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.646 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.646 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.202105_209.1", 2022-09-01T10:24:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:14.648 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.202105104Z", 2022-09-01T10:24:14.648 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.648 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.648 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.205636_210.1", 2022-09-01T10:24:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.205636781Z", 2022-09-01T10:24:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.657 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.657 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.657 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.206740_211.1", 2022-09-01T10:24:14.657 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.658 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-31", 2022-09-01T10:24:14.658 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.206740685Z", 2022-09-01T10:24:14.658 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.658 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.659 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.659 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.659 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.659 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.660 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_AWNn3ocK495Jd8nA_bhu8cb", 2022-09-01T10:24:14.660 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.660 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.660 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.661 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.661 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.661 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.661 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.662 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.662 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.211000_212.1", 2022-09-01T10:24:14.662 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.663 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-31", 2022-09-01T10:24:14.663 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.211000114Z", 2022-09-01T10:24:14.663 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.663 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.664 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.664 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.664 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.664 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.665 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_AWNn3ocK495Jd8nA_bhu8cb", 2022-09-01T10:24:14.665 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.665 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.665 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.666 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.666 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.666 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.666 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.667 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.667 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.276538_213.1", 2022-09-01T10:24:14.667 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.667 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:14.668 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.276538944Z", 2022-09-01T10:24:14.668 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.668 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.668 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.669 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.669 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.669 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.670 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:14.670 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.670 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.670 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.671 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.671 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.671 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.671 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.672 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.672 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.283758_214.1", 2022-09-01T10:24:14.672 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.672 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:14.673 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.283758954Z", 2022-09-01T10:24:14.673 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.673 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.673 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.674 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.674 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.674 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.674 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:14.675 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.675 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.675 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.675 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.676 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.676 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.676 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.677 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.677 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.288378_215.1", 2022-09-01T10:24:14.677 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.677 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-32", 2022-09-01T10:24:14.678 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.288378417Z", 2022-09-01T10:24:14.678 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.678 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.678 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.679 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.679 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.679 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.679 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_RbvwGvd_eiwinxdtL8lBwX0", 2022-09-01T10:24:14.680 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.680 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.680 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.681 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.681 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.681 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.681 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.682 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.682 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.292698_216.1", 2022-09-01T10:24:14.690 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.690 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-32", 2022-09-01T10:24:14.691 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.292698195Z", 2022-09-01T10:24:14.691 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.691 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.691 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.692 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.692 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.692 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.692 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_RbvwGvd_eiwinxdtL8lBwX0", 2022-09-01T10:24:14.693 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.693 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.693 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.693 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.694 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.694 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.694 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.695 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.695 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.418700_217.1", 2022-09-01T10:24:14.695 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.695 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:14.696 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.418700642Z", 2022-09-01T10:24:14.696 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.696 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.696 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:14.697 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.697 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.697 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.697 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:14.698 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.698 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.698 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.698 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.699 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.699 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.699 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.700 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.700 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.421366_218.1", 2022-09-01T10:24:14.700 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.700 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:14.700 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.421366234Z", 2022-09-01T10:24:14.701 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.701 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.701 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:14.701 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.702 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.702 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.702 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:14.703 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.703 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.703 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.703 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.704 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.704 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.704 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.704 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.705 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.541306_219.1", 2022-09-01T10:24:14.705 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.705 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:14.705 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.541306665Z", 2022-09-01T10:24:14.706 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.706 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.706 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:14.707 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.707 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.707 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.707 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:14.708 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.708 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.708 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.708 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.709 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.709 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.709 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.709 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.710 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.544157_220.1", 2022-09-01T10:24:14.710 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.710 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:14.711 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.544157606Z", 2022-09-01T10:24:14.711 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.711 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.711 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:14.712 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.712 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.712 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.712 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:14.713 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.713 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.713 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.713 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.714 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.714 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.714 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.715 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.715 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.666191_221.1", 2022-09-01T10:24:14.715 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.715 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:14.716 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.666191117Z", 2022-09-01T10:24:14.716 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.716 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.716 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:14.717 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.717 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.717 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.717 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:14.718 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.718 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.718 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.719 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.719 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.719 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.719 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.720 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.720 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.669181_222.1", 2022-09-01T10:24:14.720 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.720 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:14.721 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.669181120Z", 2022-09-01T10:24:14.721 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.721 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.722 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:14.722 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.722 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.722 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.723 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:14.723 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.723 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.723 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.724 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.724 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.724 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.724 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.725 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.725 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.713681_223.1", 2022-09-01T10:24:14.725 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.725 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:14.726 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.713681309Z", 2022-09-01T10:24:14.726 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.726 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.727 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.727 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.727 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.727 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.728 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:14.728 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.728 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.728 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.729 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.729 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.729 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.729 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.730 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.730 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.717023_224.1", 2022-09-01T10:24:14.730 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.730 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:14.731 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.717023691Z", 2022-09-01T10:24:14.731 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.731 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.732 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.732 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.732 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.732 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.733 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:14.733 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.733 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.733 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.734 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.734 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.734 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.735 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.735 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.735 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.719046_225.1", 2022-09-01T10:24:14.735 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.736 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-33", 2022-09-01T10:24:14.736 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.719046705Z", 2022-09-01T10:24:14.736 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.736 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.737 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.737 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.737 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.737 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.738 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_29kg8LQPhQzTrazSFMiHC8w", 2022-09-01T10:24:14.738 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.738 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.739 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.739 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.739 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.739 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.740 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.740 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.740 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.723252_226.1", 2022-09-01T10:24:14.740 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.741 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-33", 2022-09-01T10:24:14.741 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.723252920Z", 2022-09-01T10:24:14.741 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.741 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.742 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.742 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.742 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.743 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.743 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_29kg8LQPhQzTrazSFMiHC8w", 2022-09-01T10:24:14.743 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.743 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.744 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.744 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.744 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.744 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.745 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.745 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.745 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.785609_227.1", 2022-09-01T10:24:14.745 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.746 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:14.746 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.785609167Z", 2022-09-01T10:24:14.746 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.746 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.747 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.747 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.747 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.747 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.748 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:14.748 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.748 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.748 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.749 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.749 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.749 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.749 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.750 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.750 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.794220_228.1", 2022-09-01T10:24:14.750 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.751 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:14.751 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.794220736Z", 2022-09-01T10:24:14.751 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.751 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.752 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.752 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.752 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.752 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.753 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:14.753 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.753 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.753 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.754 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.754 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.754 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.754 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.755 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.755 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.796384_229.1", 2022-09-01T10:24:14.755 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.756 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-34", 2022-09-01T10:24:14.756 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.796384207Z", 2022-09-01T10:24:14.756 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.756 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.757 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.757 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.757 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.757 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.758 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8AZYblgc7dPXT6DejAZixq-", 2022-09-01T10:24:14.758 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.758 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.758 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.759 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.759 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.759 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.759 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.760 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.760 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.801109_230.1", 2022-09-01T10:24:14.760 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.761 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-34", 2022-09-01T10:24:14.761 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.801109630Z", 2022-09-01T10:24:14.761 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.762 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.762 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.762 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.762 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.763 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.763 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8AZYblgc7dPXT6DejAZixq-", 2022-09-01T10:24:14.763 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.764 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.764 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.764 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.764 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.765 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.765 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.765 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.766 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.862111_231.1", 2022-09-01T10:24:14.766 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.766 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:14.766 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.862111150Z", 2022-09-01T10:24:14.767 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.767 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.767 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.768 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.768 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.768 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.768 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:14.769 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.769 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.769 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.770 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.770 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.770 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.770 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.771 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.771 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.865079_232.1", 2022-09-01T10:24:14.771 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.771 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:14.772 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.865079462Z", 2022-09-01T10:24:14.772 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.772 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.772 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.773 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.773 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.773 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.773 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:14.774 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.774 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.774 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.775 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.775 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.775 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.775 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.776 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.776 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.866023_233.1", 2022-09-01T10:24:14.776 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.776 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-35", 2022-09-01T10:24:14.777 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.866023713Z", 2022-09-01T10:24:14.777 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.777 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.777 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.778 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.778 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.778 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.778 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_EtVsz7U60PS4rjixgEy87sr", 2022-09-01T10:24:14.779 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.779 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.779 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.779 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.780 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.780 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.780 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.780 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.781 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.868409_234.1", 2022-09-01T10:24:14.781 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.781 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-35", 2022-09-01T10:24:14.781 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.868409294Z", 2022-09-01T10:24:14.782 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.782 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.782 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.782 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.783 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.783 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.783 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_EtVsz7U60PS4rjixgEy87sr", 2022-09-01T10:24:14.783 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.784 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.784 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.784 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.784 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.785 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.785 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.785 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.785 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.912523_235.1", 2022-09-01T10:24:14.786 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.786 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:14.786 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.912523543Z", 2022-09-01T10:24:14.787 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.787 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.787 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:14.787 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.788 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.788 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.788 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:14.788 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.789 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.789 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.789 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.789 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.790 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.790 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.790 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.791 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027690.915109_236.1", 2022-09-01T10:24:14.791 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.791 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:14.791 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:30.915109057Z", 2022-09-01T10:24:14.792 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.792 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.792 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:14.792 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.793 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.793 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.793 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:14.793 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.794 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.794 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.794 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.795 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.795 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.795 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.795 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.796 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027691.973209_237.1", 2022-09-01T10:24:14.796 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.796 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:14.796 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:31.973209717Z", 2022-09-01T10:24:14.797 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.797 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.797 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:14.797 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.798 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.798 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.798 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:14.798 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.799 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.799 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.799 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.799 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.800 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.800 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.800 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.800 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027691.976994_238.1", 2022-09-01T10:24:14.801 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.801 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:14.801 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:31.976994986Z", 2022-09-01T10:24:14.802 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.802 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.802 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:14.802 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.803 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.803 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.803 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:14.803 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.804 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.804 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.804 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.804 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.805 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.805 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.805 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.805 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.098155_239.1", 2022-09-01T10:24:14.806 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.806 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:14.806 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.098155464Z", 2022-09-01T10:24:14.807 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.807 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.807 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:14.807 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.808 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.808 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.808 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:14.808 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.809 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.809 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.809 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.810 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.810 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.810 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.810 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.811 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.101886_240.1", 2022-09-01T10:24:14.811 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.811 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:14.811 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.101886978Z", 2022-09-01T10:24:14.812 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.812 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.812 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:14.812 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.813 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.813 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.813 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:14.814 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 2 2022-09-01T10:24:14.814 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.814 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.814 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.815 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.815 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.815 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.815 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.816 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.183854_241.1", 2022-09-01T10:24:14.816 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.816 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36", 2022-09-01T10:24:14.816 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.183854406Z", 2022-09-01T10:24:14.817 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.817 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.817 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.817 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.818 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.818 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.818 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Cluwqu3oafwRlznemJtUr0k", 2022-09-01T10:24:14.818 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.819 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.819 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.819 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.819 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.820 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.820 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.820 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.820 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.192039_242.1", 2022-09-01T10:24:14.821 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.821 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36", 2022-09-01T10:24:14.821 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.192039470Z", 2022-09-01T10:24:14.821 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.822 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.822 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.822 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.822 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.823 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.823 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Cluwqu3oafwRlznemJtUr0k", 2022-09-01T10:24:14.823 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.823 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.824 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.824 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.824 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.824 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.825 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.825 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.825 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.194106_243.1", 2022-09-01T10:24:14.825 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.826 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-36", 2022-09-01T10:24:14.826 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.194106643Z", 2022-09-01T10:24:14.826 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.826 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.827 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.827 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.827 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.827 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.828 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZG-KBTVeyKrF6yd1bADQL-g", 2022-09-01T10:24:14.828 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.828 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.828 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.829 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.829 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.829 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.829 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.830 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.830 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.205579_244.1", 2022-09-01T10:24:14.830 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.830 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-36", 2022-09-01T10:24:14.831 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.205579108Z", 2022-09-01T10:24:14.831 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.831 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.832 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.832 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.832 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.832 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.833 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZG-KBTVeyKrF6yd1bADQL-g", 2022-09-01T10:24:14.833 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.833 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.834 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.834 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.834 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.834 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.835 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.835 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.835 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.258184_245.1", 2022-09-01T10:24:14.835 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.836 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37", 2022-09-01T10:24:14.836 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.258184275Z", 2022-09-01T10:24:14.836 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.836 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.837 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.837 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.837 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.837 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.838 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_zc5LeVEIouaz0XCT0oeii9M", 2022-09-01T10:24:14.838 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.838 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.839 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.839 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.839 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.839 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.840 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.840 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.840 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.263427_246.1", 2022-09-01T10:24:14.840 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.841 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37", 2022-09-01T10:24:14.841 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.263427743Z", 2022-09-01T10:24:14.841 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.841 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.842 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.842 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.842 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.842 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.843 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_zc5LeVEIouaz0XCT0oeii9M", 2022-09-01T10:24:14.843 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.843 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.843 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.844 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.844 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.844 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.845 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.845 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.845 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.265571_247.1", 2022-09-01T10:24:14.845 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.846 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-37", 2022-09-01T10:24:14.846 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.265571217Z", 2022-09-01T10:24:14.846 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.847 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.847 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.847 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.847 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.848 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.848 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_KCrJFfF8b-dtYEtDOys1Yvt", 2022-09-01T10:24:14.848 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.848 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.849 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.849 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.849 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.849 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.850 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.850 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.850 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.271445_248.1", 2022-09-01T10:24:14.850 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.851 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-37", 2022-09-01T10:24:14.851 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.271445486Z", 2022-09-01T10:24:14.851 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.851 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.852 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.852 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.852 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.852 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.853 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_KCrJFfF8b-dtYEtDOys1Yvt", 2022-09-01T10:24:14.853 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.853 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.853 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.854 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.854 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.854 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.854 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.855 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.855 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.321076_249.1", 2022-09-01T10:24:14.855 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.855 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38", 2022-09-01T10:24:14.856 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.321076826Z", 2022-09-01T10:24:14.856 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.856 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.857 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.857 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.857 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.857 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.858 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_V7XkfnOPScNuTt7RQy-8i_-", 2022-09-01T10:24:14.858 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.858 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.858 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.859 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.859 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.859 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.859 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.860 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.860 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.325498_250.1", 2022-09-01T10:24:14.860 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.860 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38", 2022-09-01T10:24:14.861 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.325498466Z", 2022-09-01T10:24:14.861 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.861 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.861 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.862 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.862 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.862 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.862 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_V7XkfnOPScNuTt7RQy-8i_-", 2022-09-01T10:24:14.863 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.863 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.863 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.863 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.864 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.864 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.864 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.864 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.865 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.327363_251.1", 2022-09-01T10:24:14.865 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.865 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-38", 2022-09-01T10:24:14.865 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.327363673Z", 2022-09-01T10:24:14.866 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.866 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.866 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.866 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.867 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.867 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.867 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_71F0TgAXK8hYm8brJqZQ2HC", 2022-09-01T10:24:14.867 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.868 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.868 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.868 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.868 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.868 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.869 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.869 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.869 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027693.333073_252.1", 2022-09-01T10:24:14.869 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.870 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-38", 2022-09-01T10:24:14.870 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:33.333073562Z", 2022-09-01T10:24:14.870 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.871 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.871 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.871 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.871 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.872 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.872 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_71F0TgAXK8hYm8brJqZQ2HC", 2022-09-01T10:24:14.872 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.872 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.873 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.873 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.873 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.873 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.874 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.874 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.874 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.467544_253.1", 2022-09-01T10:24:14.874 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.875 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-39:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.39", 2022-09-01T10:24:14.875 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.467544698Z", 2022-09-01T10:24:14.875 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.875 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.876 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.876 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.876 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.876 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.877 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_KgwlUrKBXwN-Ey4WYZWqWHe", 2022-09-01T10:24:14.877 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.877 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.877 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.878 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.878 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.878 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.878 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.879 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.879 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.471872_254.1", 2022-09-01T10:24:14.879 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.879 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-39:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.39", 2022-09-01T10:24:14.880 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.471872276Z", 2022-09-01T10:24:14.880 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.880 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.880 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.881 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.881 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.881 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.881 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_KgwlUrKBXwN-Ey4WYZWqWHe", 2022-09-01T10:24:14.882 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.882 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.882 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.882 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.883 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.883 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.883 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.883 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.884 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.473920_255.1", 2022-09-01T10:24:14.884 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.884 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-39", 2022-09-01T10:24:14.884 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.473920984Z", 2022-09-01T10:24:14.885 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.885 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.885 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.885 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.886 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.886 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.886 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_gTVfJ1f8ZbcmKUYcqS9Ls7i", 2022-09-01T10:24:14.886 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.887 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.887 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.887 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.887 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.888 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.888 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.888 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.889 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.479744_256.1", 2022-09-01T10:24:14.889 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.889 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-39", 2022-09-01T10:24:14.889 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.479744738Z", 2022-09-01T10:24:14.890 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.890 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.890 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.890 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.891 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.891 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.891 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_gTVfJ1f8ZbcmKUYcqS9Ls7i", 2022-09-01T10:24:14.892 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.892 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.892 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.892 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.893 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.893 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.893 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.894 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.894 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.507426_257.1", 2022-09-01T10:24:14.894 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.894 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-40:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.40", 2022-09-01T10:24:14.895 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.507426757Z", 2022-09-01T10:24:14.895 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.895 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.895 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.896 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.896 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.896 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.896 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_N2-Eod1KTsk7PJCRaJuO3A1", 2022-09-01T10:24:14.897 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.897 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.897 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.897 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.898 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.898 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.898 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.898 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.899 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.510388_258.1", 2022-09-01T10:24:14.899 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.899 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-40:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.40", 2022-09-01T10:24:14.899 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.510388758Z", 2022-09-01T10:24:14.900 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.900 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.900 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.901 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.901 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.901 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.901 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_N2-Eod1KTsk7PJCRaJuO3A1", 2022-09-01T10:24:14.902 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.902 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.902 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.902 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.903 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.903 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.903 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.903 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.904 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.511482_259.1", 2022-09-01T10:24:14.904 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.904 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-40", 2022-09-01T10:24:14.904 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.511482808Z", 2022-09-01T10:24:14.905 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.905 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.905 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.905 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.906 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.906 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.906 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_sAhVAgTI1YC4UZ6i3eHJpuD", 2022-09-01T10:24:14.906 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.907 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.907 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.907 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.907 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.908 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.908 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.908 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.908 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.517528_260.1", 2022-09-01T10:24:14.909 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.909 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-40", 2022-09-01T10:24:14.909 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.517528766Z", 2022-09-01T10:24:14.909 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.910 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.910 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.910 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.910 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.911 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.911 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_sAhVAgTI1YC4UZ6i3eHJpuD", 2022-09-01T10:24:14.911 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.912 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.912 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.912 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.912 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.913 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.913 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.913 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.913 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.575242_261.1", 2022-09-01T10:24:14.914 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.914 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-41:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.41", 2022-09-01T10:24:14.914 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.575242876Z", 2022-09-01T10:24:14.914 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.915 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.915 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.915 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.916 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.916 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.916 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_E2GwDzxCn8RAi2R3WP-ghgN", 2022-09-01T10:24:14.916 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.917 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.917 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.917 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.917 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.918 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.918 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.918 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.918 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.578333_262.1", 2022-09-01T10:24:14.919 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:14.919 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-41:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.41", 2022-09-01T10:24:14.919 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.578333037Z", 2022-09-01T10:24:14.920 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.920 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.920 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.920 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.921 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.921 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.921 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_E2GwDzxCn8RAi2R3WP-ghgN", 2022-09-01T10:24:14.921 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.922 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.922 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.922 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.922 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.923 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.923 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.923 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.923 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.580537_263.1", 2022-09-01T10:24:14.924 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.924 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-41", 2022-09-01T10:24:14.924 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.580537778Z", 2022-09-01T10:24:14.924 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.925 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.925 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.925 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.925 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.925 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.926 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_qKVMe-HHESzyzNCNAolE_r6", 2022-09-01T10:24:14.926 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.926 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.926 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.927 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:14.927 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.927 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.927 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.928 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:14.928 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027699.586180_264.1", 2022-09-01T10:24:14.928 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:14.928 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-41", 2022-09-01T10:24:14.929 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:21:39.586180550Z", 2022-09-01T10:24:14.929 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:14.929 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:14.929 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:14.930 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:14.930 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.930 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:14.930 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_qKVMe-HHESzyzNCNAolE_r6", 2022-09-01T10:24:14.931 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:14.931 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:14.931 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:14.932 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:14.932 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.932 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.932 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:14.933 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:24:14.934 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:14.935 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:14.936 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 4dcfef22-513c-4d25-99ed-606dde9c5a5f --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:14.994 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:14.994 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:15.026 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:24:15.026 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.027 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026114.279276_48.1", 2022-09-01T10:24:15.027 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "user", 2022-09-01T10:24:15.027 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rgw-multisite-test-user", 2022-09-01T10:24:15.028 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.279276607Z", 2022-09-01T10:24:15.028 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.028 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.028 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.029 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.029 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.029 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.029 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_jd-mdI2j8Bv2MAb2idA_lFy", 2022-09-01T10:24:15.030 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.030 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.030 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.030 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.031 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.031 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.031 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.032 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.032 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026114.283764_49.1", 2022-09-01T10:24:15.032 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "user", 2022-09-01T10:24:15.032 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rgw-multisite-test-user", 2022-09-01T10:24:15.033 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764027Z", 2022-09-01T10:24:15.033 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.033 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.033 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.034 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.034 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.034 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.034 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_jd-mdI2j8Bv2MAb2idA_lFy", 2022-09-01T10:24:15.035 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.035 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.035 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.035 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.036 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.036 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.036 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.036 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.037 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.272104_68.1", 2022-09-01T10:24:15.037 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.037 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-1:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.1", 2022-09-01T10:24:15.037 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.272104468Z", 2022-09-01T10:24:15.038 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.038 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.038 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.038 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.039 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.039 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.039 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_X2-XpIv4hVj2c3z3awqwpBh", 2022-09-01T10:24:15.039 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.040 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.040 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.040 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.040 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.041 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.041 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.041 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.041 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.283433_69.1", 2022-09-01T10:24:15.041 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.042 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-1:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.1", 2022-09-01T10:24:15.042 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.283433580Z", 2022-09-01T10:24:15.042 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.042 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.043 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.043 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.043 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.043 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.044 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_X2-XpIv4hVj2c3z3awqwpBh", 2022-09-01T10:24:15.044 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.044 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.044 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.045 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.045 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.045 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.045 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.046 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.046 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.284963_70.1", 2022-09-01T10:24:15.046 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.046 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-1", 2022-09-01T10:24:15.047 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.284963689Z", 2022-09-01T10:24:15.047 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.047 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.048 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.048 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.048 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.048 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.049 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_FfnOMLCbkj6dsuBca4AoTOV", 2022-09-01T10:24:15.049 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.049 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.049 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.050 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.050 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.050 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.050 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.051 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.051 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.288284_71.1", 2022-09-01T10:24:15.051 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.051 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-1", 2022-09-01T10:24:15.052 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.288284201Z", 2022-09-01T10:24:15.052 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.052 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.052 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.053 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.053 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.053 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.053 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_FfnOMLCbkj6dsuBca4AoTOV", 2022-09-01T10:24:15.054 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.054 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.054 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.055 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.055 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.055 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.055 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.056 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.056 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.309976_72.1", 2022-09-01T10:24:15.056 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.056 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-2:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.2", 2022-09-01T10:24:15.056 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.309976293Z", 2022-09-01T10:24:15.057 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.057 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.057 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.057 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.058 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.058 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.058 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_agaRRC1k_990aC_Tz5AKhz6", 2022-09-01T10:24:15.058 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.059 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.059 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.059 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.059 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.060 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.060 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.060 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.060 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.312954_73.1", 2022-09-01T10:24:15.061 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.061 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-2:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.2", 2022-09-01T10:24:15.061 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.312954957Z", 2022-09-01T10:24:15.061 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.062 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.062 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.062 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.062 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.063 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.063 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_agaRRC1k_990aC_Tz5AKhz6", 2022-09-01T10:24:15.063 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.063 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.064 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.064 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.064 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.064 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.065 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.065 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.065 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.314062_74.1", 2022-09-01T10:24:15.065 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.065 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-2", 2022-09-01T10:24:15.066 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.314062960Z", 2022-09-01T10:24:15.066 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.066 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.066 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.067 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.067 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.067 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.067 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_rKsv_ZFdc3yiT_iMCgSgtyO", 2022-09-01T10:24:15.068 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.068 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.068 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.068 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.069 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.069 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.069 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.069 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.070 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026236.316915_75.1", 2022-09-01T10:24:15.070 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.070 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-2", 2022-09-01T10:24:15.070 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:16.316915905Z", 2022-09-01T10:24:15.071 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.071 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.071 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.071 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.071 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.072 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.072 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_rKsv_ZFdc3yiT_iMCgSgtyO", 2022-09-01T10:24:15.072 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.073 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.073 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.073 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.073 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.073 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.074 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.074 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.074 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026238.805484_76.1", 2022-09-01T10:24:15.074 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.075 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-3:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.3", 2022-09-01T10:24:15.075 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:18.805484770Z", 2022-09-01T10:24:15.075 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.075 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.076 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.076 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.076 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.076 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.077 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_YTf1DYfihXl0d2zG9Qwl3rM", 2022-09-01T10:24:15.077 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.077 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.077 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.078 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.078 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.078 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.078 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.079 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.079 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026238.810334_77.1", 2022-09-01T10:24:15.079 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.079 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-3:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.3", 2022-09-01T10:24:15.080 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:18.810334159Z", 2022-09-01T10:24:15.080 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.080 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.080 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.081 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.081 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.081 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.081 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_YTf1DYfihXl0d2zG9Qwl3rM", 2022-09-01T10:24:15.082 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.082 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.082 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.082 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.083 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.083 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.083 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.083 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.083 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026238.812058_78.1", 2022-09-01T10:24:15.084 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.084 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-3", 2022-09-01T10:24:15.084 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:18.812058912Z", 2022-09-01T10:24:15.084 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.085 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.085 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.085 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.085 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.086 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.086 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VucNhM9eppkfvhp0iiXfZCD", 2022-09-01T10:24:15.086 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.086 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.087 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.087 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.087 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.087 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.088 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.088 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.088 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026238.817811_79.1", 2022-09-01T10:24:15.088 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.088 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-3", 2022-09-01T10:24:15.089 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:18.817811971Z", 2022-09-01T10:24:15.089 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.089 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.089 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.090 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.090 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.090 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.090 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VucNhM9eppkfvhp0iiXfZCD", 2022-09-01T10:24:15.091 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.091 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.091 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.091 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.092 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.092 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.092 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.092 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.093 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.666854_80.1", 2022-09-01T10:24:15.093 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.093 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-4:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.4", 2022-09-01T10:24:15.094 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.666854153Z", 2022-09-01T10:24:15.094 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.094 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.094 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.095 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.095 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.095 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.095 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yccacFIdsXB9X8d9eklC3Xv", 2022-09-01T10:24:15.095 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.096 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.096 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.096 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.096 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.097 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.097 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.097 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.097 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.672550_81.1", 2022-09-01T10:24:15.098 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.098 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-4:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.4", 2022-09-01T10:24:15.098 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.672550394Z", 2022-09-01T10:24:15.098 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.099 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.099 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.099 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.099 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.100 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.100 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yccacFIdsXB9X8d9eklC3Xv", 2022-09-01T10:24:15.100 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.100 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.101 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.105 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.105 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.106 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.106 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.106 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.106 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.674668_82.1", 2022-09-01T10:24:15.107 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.107 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-4", 2022-09-01T10:24:15.107 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.674668778Z", 2022-09-01T10:24:15.107 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.108 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.108 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.108 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.108 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.108 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.109 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_LZoF5zo1dVhCkE769dSOsBS", 2022-09-01T10:24:15.109 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.109 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.109 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.110 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.110 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.110 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.110 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.111 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.111 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.680532_83.1", 2022-09-01T10:24:15.111 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.111 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-4", 2022-09-01T10:24:15.112 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.680532283Z", 2022-09-01T10:24:15.112 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.112 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.112 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.113 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.113 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.113 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.113 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_LZoF5zo1dVhCkE769dSOsBS", 2022-09-01T10:24:15.114 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.114 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.114 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.114 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.115 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.115 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.115 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.115 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.116 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.704805_84.1", 2022-09-01T10:24:15.116 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.116 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-5:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.5", 2022-09-01T10:24:15.116 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.704805972Z", 2022-09-01T10:24:15.117 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.117 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.117 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.117 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.117 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.118 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.118 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_gdMWJ8mL1JY6Gv5WAg8vcW0", 2022-09-01T10:24:15.118 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.118 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.119 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.119 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.119 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.119 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.120 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.120 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.120 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.710308_85.1", 2022-09-01T10:24:15.120 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.121 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-5:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.5", 2022-09-01T10:24:15.121 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.710308686Z", 2022-09-01T10:24:15.121 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.121 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.122 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.122 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.122 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.122 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.123 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_gdMWJ8mL1JY6Gv5WAg8vcW0", 2022-09-01T10:24:15.123 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.123 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.123 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.123 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.124 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.124 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.124 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.124 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.125 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.711380_86.1", 2022-09-01T10:24:15.125 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.125 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-5", 2022-09-01T10:24:15.125 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.711380233Z", 2022-09-01T10:24:15.126 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.126 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.126 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.126 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.127 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.127 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.127 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NzE9QCSbzgmpkJMSD2jsSED", 2022-09-01T10:24:15.127 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.128 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.128 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.128 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.128 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.128 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.129 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.129 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.129 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.714119_87.1", 2022-09-01T10:24:15.129 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.130 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-5", 2022-09-01T10:24:15.130 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.714119000Z", 2022-09-01T10:24:15.130 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.130 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.131 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.131 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.131 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.131 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.132 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NzE9QCSbzgmpkJMSD2jsSED", 2022-09-01T10:24:15.132 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.132 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.132 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.133 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.133 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.133 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.133 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.134 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.134 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.741523_88.1", 2022-09-01T10:24:15.134 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.134 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-6:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.6", 2022-09-01T10:24:15.135 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.741523592Z", 2022-09-01T10:24:15.135 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.135 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.135 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.135 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.136 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.136 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.136 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_HPaWzBT_cRNOohzB9yaunPZ", 2022-09-01T10:24:15.136 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.137 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.137 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.137 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.137 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.138 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.138 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.138 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.138 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.744374_89.1", 2022-09-01T10:24:15.139 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.139 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-6:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.6", 2022-09-01T10:24:15.139 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.744374743Z", 2022-09-01T10:24:15.139 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.140 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.140 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.140 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.140 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.141 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.141 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_HPaWzBT_cRNOohzB9yaunPZ", 2022-09-01T10:24:15.141 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.141 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.142 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.142 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.142 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.142 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.143 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.143 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.143 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.745454_90.1", 2022-09-01T10:24:15.143 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.143 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-6", 2022-09-01T10:24:15.144 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.745454090Z", 2022-09-01T10:24:15.144 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.144 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.144 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.145 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.145 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.145 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.145 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_eXceY7tWp2AYzuHwaIalU6D", 2022-09-01T10:24:15.146 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.146 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.146 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.147 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.147 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.148 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.148 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.148 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.148 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026244.748191_91.1", 2022-09-01T10:24:15.149 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.149 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-6", 2022-09-01T10:24:15.149 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:24.748191220Z", 2022-09-01T10:24:15.149 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.150 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.150 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.150 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.150 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.151 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.151 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_eXceY7tWp2AYzuHwaIalU6D", 2022-09-01T10:24:15.151 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.151 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.152 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.152 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.152 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.152 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.153 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.153 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.153 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.853496_92.1", 2022-09-01T10:24:15.153 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.154 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:15.154 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.853496367Z", 2022-09-01T10:24:15.154 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.154 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.155 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.155 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.155 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.155 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.156 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:15.156 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.156 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.156 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.157 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.157 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.157 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.157 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.158 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.158 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.859004_93.1", 2022-09-01T10:24:15.158 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.158 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:15.159 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.859004994Z", 2022-09-01T10:24:15.159 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.159 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.159 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.160 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.160 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.160 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.160 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:15.161 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.161 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.161 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.161 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.162 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.162 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.162 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.162 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.162 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.861081_94.1", 2022-09-01T10:24:15.163 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.163 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:15.163 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.861081887Z", 2022-09-01T10:24:15.163 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.164 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.164 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.164 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.164 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.165 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.165 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:15.165 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.165 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.166 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.166 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.166 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.166 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.167 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.167 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.167 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.866765_95.1", 2022-09-01T10:24:15.167 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.167 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:15.168 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.866765355Z", 2022-09-01T10:24:15.168 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.168 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.168 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.169 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.169 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.169 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.169 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:15.170 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.170 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.170 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.170 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.171 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.171 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.171 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.171 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.172 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.889560_96.1", 2022-09-01T10:24:15.172 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.172 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:15.172 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.889560233Z", 2022-09-01T10:24:15.173 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.173 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.173 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.173 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.173 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.174 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.174 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:15.174 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.174 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.175 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.175 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.175 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.175 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.176 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.176 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.176 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.891981_97.1", 2022-09-01T10:24:15.176 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.177 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:15.177 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.891981973Z", 2022-09-01T10:24:15.177 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.177 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.178 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.178 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.178 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.178 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.179 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:15.179 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.179 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.179 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.180 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.180 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.180 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.180 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.181 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.181 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.892941_98.1", 2022-09-01T10:24:15.181 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.181 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:15.182 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.892941173Z", 2022-09-01T10:24:15.182 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.182 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.182 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.183 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.183 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.183 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.183 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:15.184 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.184 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.184 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.184 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.184 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.185 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.185 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.185 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.185 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.895415_99.1", 2022-09-01T10:24:15.186 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.186 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:15.186 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.895415047Z", 2022-09-01T10:24:15.186 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.187 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.187 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.187 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.187 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.188 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.188 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:15.188 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.188 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.189 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.189 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.189 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.189 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.190 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.190 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.190 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.919624_100.1", 2022-09-01T10:24:15.190 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.191 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:15.191 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.919624506Z", 2022-09-01T10:24:15.191 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.191 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.192 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.192 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.192 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.192 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.193 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:15.193 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.193 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.193 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.193 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.194 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.194 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.194 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.194 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.195 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.922084_101.1", 2022-09-01T10:24:15.195 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.195 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:15.195 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.922084851Z", 2022-09-01T10:24:15.196 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.196 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.196 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.196 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.197 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.197 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.197 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:15.197 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.198 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.198 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.198 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.198 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.199 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.199 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.199 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.199 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.923046_102.1", 2022-09-01T10:24:15.200 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.200 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:15.200 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.923046965Z", 2022-09-01T10:24:15.200 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.200 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.201 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.201 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.201 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.201 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.202 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:15.202 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.202 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.202 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.203 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.203 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.203 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.203 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.204 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.204 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026261.925495_103.1", 2022-09-01T10:24:15.204 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.204 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:15.205 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:41.925495355Z", 2022-09-01T10:24:15.205 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.205 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.205 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.206 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.206 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.206 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.206 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:15.207 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.207 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.207 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.207 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.208 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.208 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.208 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.208 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.209 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.718424_104.1", 2022-09-01T10:24:15.209 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.209 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:15.209 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.718424428Z", 2022-09-01T10:24:15.209 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.210 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.210 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:15.210 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.210 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.211 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.211 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:15.211 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.211 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.212 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.212 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.212 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.212 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.213 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.213 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.213 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.721542_105.1", 2022-09-01T10:24:15.213 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.214 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.7", 2022-09-01T10:24:15.214 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.721542598Z", 2022-09-01T10:24:15.214 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.214 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.215 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:15.215 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.215 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.215 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.215 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9au1IGupZ18w2Nfl-yinaO0", 2022-09-01T10:24:15.216 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.216 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.216 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.216 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.217 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.217 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.217 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.217 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.218 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.731580_106.1", 2022-09-01T10:24:15.218 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.218 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:15.218 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.731580574Z", 2022-09-01T10:24:15.219 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.219 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.219 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:15.219 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.220 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.220 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.220 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:15.220 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.221 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.221 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.221 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "remove" 2022-09-01T10:24:15.221 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.222 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.222 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.222 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.222 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.734312_107.1", 2022-09-01T10:24:15.223 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.223 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-7", 2022-09-01T10:24:15.223 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.734312740Z", 2022-09-01T10:24:15.223 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.224 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.224 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:15.224 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.224 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.224 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.225 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_0RrrdBMGXvT3Wc2mSktV3p9", 2022-09-01T10:24:15.225 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.225 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.225 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.226 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.226 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.226 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.226 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.227 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.227 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.766443_108.1", 2022-09-01T10:24:15.227 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.227 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:15.228 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.766443662Z", 2022-09-01T10:24:15.228 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.228 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.228 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:15.229 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.229 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.229 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.229 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:15.230 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.230 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.230 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.230 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.231 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.231 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.231 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.231 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.232 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.771984_109.1", 2022-09-01T10:24:15.232 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.232 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8", 2022-09-01T10:24:15.232 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.771984013Z", 2022-09-01T10:24:15.233 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.233 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.233 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:15.233 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.234 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.234 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.234 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Z673_VfLNhk0I1Sk6cw4LYG", 2022-09-01T10:24:15.234 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.234 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.235 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.235 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.235 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.235 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.236 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.236 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.236 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.785648_110.1", 2022-09-01T10:24:15.236 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.237 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:15.237 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.785648267Z", 2022-09-01T10:24:15.237 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.237 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.238 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:15.238 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.238 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.238 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.239 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:15.239 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.239 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.239 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.240 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "remove" 2022-09-01T10:24:15.240 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.240 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.240 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.240 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.241 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.789265_111.1", 2022-09-01T10:24:15.241 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.241 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-8", 2022-09-01T10:24:15.242 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.789265880Z", 2022-09-01T10:24:15.242 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.242 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.242 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:15.243 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.243 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.243 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.244 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7CudZ76G0R5f0ZwnyXdHWgf", 2022-09-01T10:24:15.244 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.244 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.244 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.245 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.245 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.245 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.245 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.246 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.246 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.846083_112.1", 2022-09-01T10:24:15.246 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.247 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:15.247 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.846083056Z", 2022-09-01T10:24:15.247 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.247 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.248 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:15.248 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.248 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.248 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.249 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:15.249 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.249 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.249 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.249 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.250 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.250 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.250 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.250 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.251 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.852450_113.1", 2022-09-01T10:24:15.251 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.251 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.9", 2022-09-01T10:24:15.251 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.852450247Z", 2022-09-01T10:24:15.252 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.252 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.252 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:15.252 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.253 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.253 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.253 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_CvmOSSwz53UK3BmBfM1xbM_", 2022-09-01T10:24:15.253 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.254 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.254 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.254 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.255 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.255 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.255 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.255 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.255 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.864085_114.1", 2022-09-01T10:24:15.256 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.256 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:15.256 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.864085438Z", 2022-09-01T10:24:15.256 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.257 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.257 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:15.257 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.257 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.258 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.258 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:15.258 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.258 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.259 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.259 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "remove" 2022-09-01T10:24:15.259 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.259 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.260 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.260 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.260 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026267.867747_115.1", 2022-09-01T10:24:15.260 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.261 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-9", 2022-09-01T10:24:15.261 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747344Z", 2022-09-01T10:24:15.261 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.261 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.261 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:15.262 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.262 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.262 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.262 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_L47Flss5eUL-abybhTYPSoC", 2022-09-01T10:24:15.263 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.263 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.263 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.263 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.264 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.264 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.264 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.264 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.265 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.621156_44.1", 2022-09-01T10:24:15.265 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.265 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10", 2022-09-01T10:24:15.265 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.621156245Z", 2022-09-01T10:24:15.266 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.266 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.266 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.266 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.267 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.267 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.267 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Mzw0icFFiJYByZ4Os_BK7GB", 2022-09-01T10:24:15.267 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.268 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.268 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.268 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.268 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.269 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.269 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.269 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.269 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.624961_45.1", 2022-09-01T10:24:15.270 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.270 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10", 2022-09-01T10:24:15.270 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.624961201Z", 2022-09-01T10:24:15.270 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.271 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.271 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.271 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.271 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.271 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.272 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Mzw0icFFiJYByZ4Os_BK7GB", 2022-09-01T10:24:15.272 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.272 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.272 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.273 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.273 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.273 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.273 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.274 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.274 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.626042_46.1", 2022-09-01T10:24:15.274 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.274 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-10", 2022-09-01T10:24:15.275 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.626042706Z", 2022-09-01T10:24:15.275 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.275 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.275 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.276 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.276 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.276 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.276 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3EoVumACQMWwpJYncedF9eZ", 2022-09-01T10:24:15.277 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.277 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.277 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.277 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.277 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.278 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.278 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.278 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.279 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.629011_47.1", 2022-09-01T10:24:15.279 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.279 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-10", 2022-09-01T10:24:15.279 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.629011222Z", 2022-09-01T10:24:15.280 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.280 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.280 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.280 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.281 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.281 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.281 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3EoVumACQMWwpJYncedF9eZ", 2022-09-01T10:24:15.281 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.282 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.282 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.282 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.282 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.283 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.283 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.283 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.284 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.645928_48.1", 2022-09-01T10:24:15.284 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.284 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11", 2022-09-01T10:24:15.284 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.645928482Z", 2022-09-01T10:24:15.285 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.285 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.285 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.285 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.286 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.286 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.287 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VXWHEvu3kkNwR4Uyh-b4SV3", 2022-09-01T10:24:15.287 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.288 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.288 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.288 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.289 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.289 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.290 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.290 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.291 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.651587_49.1", 2022-09-01T10:24:15.291 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.291 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11", 2022-09-01T10:24:15.292 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.651587010Z", 2022-09-01T10:24:15.292 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.293 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.293 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.294 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.294 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.294 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.295 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VXWHEvu3kkNwR4Uyh-b4SV3", 2022-09-01T10:24:15.295 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.296 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.296 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.297 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.297 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.297 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.297 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.298 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.298 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.653520_50.1", 2022-09-01T10:24:15.298 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.299 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-11", 2022-09-01T10:24:15.299 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.653520594Z", 2022-09-01T10:24:15.299 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.300 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.300 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.301 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.301 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.302 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.302 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_iRjywEHqFsk3_sJZMVU6A6N", 2022-09-01T10:24:15.303 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.303 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.303 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.304 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.304 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.304 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.305 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.305 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.305 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.656662_51.1", 2022-09-01T10:24:15.305 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.305 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-11", 2022-09-01T10:24:15.306 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.656662111Z", 2022-09-01T10:24:15.306 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.306 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.306 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.307 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.307 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.307 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.307 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_iRjywEHqFsk3_sJZMVU6A6N", 2022-09-01T10:24:15.308 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.308 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.308 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.308 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.309 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.309 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.309 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.309 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.310 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.687547_52.1", 2022-09-01T10:24:15.310 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.310 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12", 2022-09-01T10:24:15.310 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.687547340Z", 2022-09-01T10:24:15.311 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.311 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.311 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.311 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.312 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.312 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.312 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_SVfkrIfF5zYqbAyv3coLn2U", 2022-09-01T10:24:15.312 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.313 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.313 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.313 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.313 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.314 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.314 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.314 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.314 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.695907_53.1", 2022-09-01T10:24:15.315 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.315 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12", 2022-09-01T10:24:15.315 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.695907838Z", 2022-09-01T10:24:15.315 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.315 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.316 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.316 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.316 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.316 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.317 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_SVfkrIfF5zYqbAyv3coLn2U", 2022-09-01T10:24:15.317 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.317 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.317 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.318 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.318 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.318 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.318 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.319 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.319 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.696954_54.1", 2022-09-01T10:24:15.319 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.319 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-12", 2022-09-01T10:24:15.320 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.696954361Z", 2022-09-01T10:24:15.320 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.320 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.320 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.321 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.321 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.321 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.321 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_OR10cuEus-0ikP44dsK6wGU", 2022-09-01T10:24:15.322 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.322 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.322 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.322 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.323 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.323 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.323 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.323 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.324 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026273.699701_55.1", 2022-09-01T10:24:15.324 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.324 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-12", 2022-09-01T10:24:15.324 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:53.699701036Z", 2022-09-01T10:24:15.325 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.325 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.325 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.325 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.326 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.326 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.326 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_OR10cuEus-0ikP44dsK6wGU", 2022-09-01T10:24:15.326 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.326 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.327 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.327 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.327 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.327 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.328 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.328 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.328 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.483827_63.1", 2022-09-01T10:24:15.328 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.329 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13", 2022-09-01T10:24:15.329 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.483827523Z", 2022-09-01T10:24:15.329 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.329 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.330 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.330 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.330 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.330 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.331 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9I04qQXZnOE_1wIeLrInKYx", 2022-09-01T10:24:15.331 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.331 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.331 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.332 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.332 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.332 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.332 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.332 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.333 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.488141_64.1", 2022-09-01T10:24:15.333 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.333 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13", 2022-09-01T10:24:15.333 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.488141107Z", 2022-09-01T10:24:15.334 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.334 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.334 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.334 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.335 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.335 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.335 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9I04qQXZnOE_1wIeLrInKYx", 2022-09-01T10:24:15.335 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.336 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.336 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.336 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.336 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.337 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.337 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.337 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.337 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.489367_65.1", 2022-09-01T10:24:15.338 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.338 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-13", 2022-09-01T10:24:15.338 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.489367440Z", 2022-09-01T10:24:15.338 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.339 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.339 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.339 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.339 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.339 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.340 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_mOpQ8i3tQ0CrBcWx1BcZcNa", 2022-09-01T10:24:15.340 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.340 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.340 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.341 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.341 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.341 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.342 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.342 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.342 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.492647_66.1", 2022-09-01T10:24:15.342 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.343 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-13", 2022-09-01T10:24:15.343 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.492647668Z", 2022-09-01T10:24:15.343 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.343 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.344 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.344 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.344 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.344 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.345 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_mOpQ8i3tQ0CrBcWx1BcZcNa", 2022-09-01T10:24:15.345 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.345 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.345 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.346 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.346 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.346 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.346 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.347 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.347 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.522234_67.1", 2022-09-01T10:24:15.347 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.347 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14", 2022-09-01T10:24:15.347 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.522234189Z", 2022-09-01T10:24:15.348 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.348 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.348 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.348 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.349 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.349 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.349 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_DjYrBVRMvnw17suO_PkfXoc", 2022-09-01T10:24:15.349 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.350 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.350 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.350 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.351 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.351 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.351 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.351 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.352 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.525459_68.1", 2022-09-01T10:24:15.352 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.352 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14", 2022-09-01T10:24:15.352 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.525459812Z", 2022-09-01T10:24:15.353 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.353 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.353 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.353 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.354 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.354 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.354 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_DjYrBVRMvnw17suO_PkfXoc", 2022-09-01T10:24:15.354 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.355 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.355 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.355 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.355 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.356 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.356 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.356 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.356 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.526626_69.1", 2022-09-01T10:24:15.357 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.357 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-14", 2022-09-01T10:24:15.357 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.526626985Z", 2022-09-01T10:24:15.357 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.358 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.358 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.358 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.358 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.359 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.359 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_DJk_pQ6BLk4r_TYcmnoYvak", 2022-09-01T10:24:15.359 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.359 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.360 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.360 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.360 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.360 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.361 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.361 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.361 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.529761_70.1", 2022-09-01T10:24:15.361 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.362 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-14", 2022-09-01T10:24:15.362 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.529761842Z", 2022-09-01T10:24:15.362 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.362 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.363 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.363 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.363 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.363 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.364 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_DJk_pQ6BLk4r_TYcmnoYvak", 2022-09-01T10:24:15.364 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.364 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.364 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.365 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.365 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.365 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.365 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.365 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.366 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.565455_71.1", 2022-09-01T10:24:15.366 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.366 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15", 2022-09-01T10:24:15.366 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.565455441Z", 2022-09-01T10:24:15.367 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.367 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.367 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.367 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.368 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.368 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.368 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8GjFqeWwtzavbAOjanit_KI", 2022-09-01T10:24:15.368 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.369 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.369 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.369 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.369 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.370 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.370 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.370 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.370 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.575017_72.1", 2022-09-01T10:24:15.371 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.371 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15", 2022-09-01T10:24:15.371 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.575017726Z", 2022-09-01T10:24:15.371 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.372 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.372 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.372 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.372 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.373 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.373 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8GjFqeWwtzavbAOjanit_KI", 2022-09-01T10:24:15.373 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.373 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.374 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.374 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.374 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.374 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.375 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.375 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.375 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.580190_73.1", 2022-09-01T10:24:15.375 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.376 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-15", 2022-09-01T10:24:15.376 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.580190798Z", 2022-09-01T10:24:15.376 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.376 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.377 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.377 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.377 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.377 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.378 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_GZyItGRAZI_2tsC5-SJqzeH", 2022-09-01T10:24:15.378 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.378 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.379 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.379 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.379 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.379 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.380 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.380 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.380 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026587.591075_74.1", 2022-09-01T10:24:15.380 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.381 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-15", 2022-09-01T10:24:15.381 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:03:07.591075892Z", 2022-09-01T10:24:15.381 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.382 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.382 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.382 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.382 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.383 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.383 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_GZyItGRAZI_2tsC5-SJqzeH", 2022-09-01T10:24:15.383 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.383 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.384 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.384 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.384 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.384 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.385 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.385 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.385 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026668.944295_75.1", 2022-09-01T10:24:15.386 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.386 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:15.386 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:28.944295114Z", 2022-09-01T10:24:15.386 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.387 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.387 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.387 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.388 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.388 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.388 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:15.389 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.389 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.389 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.389 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.390 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.390 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.390 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.391 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.391 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026668.947952_76.1", 2022-09-01T10:24:15.391 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.391 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:15.392 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:28.947952840Z", 2022-09-01T10:24:15.392 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.392 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.392 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.393 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.393 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.393 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.394 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:15.394 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.394 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.394 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.395 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.395 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.395 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.395 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.396 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.396 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026668.949302_77.1", 2022-09-01T10:24:15.396 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.397 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-16", 2022-09-01T10:24:15.397 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:28.949302368Z", 2022-09-01T10:24:15.397 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.397 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.398 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.398 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.398 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.398 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.399 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_1F62ZotDT1b2MFJI3E36Vpd", 2022-09-01T10:24:15.399 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.399 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.399 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.400 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.400 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.400 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.400 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.401 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.401 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026668.952731_78.1", 2022-09-01T10:24:15.401 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.401 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-16", 2022-09-01T10:24:15.402 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:28.952731156Z", 2022-09-01T10:24:15.402 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.402 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.402 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.403 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.403 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.403 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.403 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_1F62ZotDT1b2MFJI3E36Vpd", 2022-09-01T10:24:15.404 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.404 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.404 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.404 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.405 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.405 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.405 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.405 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.406 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026669.976748_79.1", 2022-09-01T10:24:15.406 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.406 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:15.407 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:29.976748292Z", 2022-09-01T10:24:15.407 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.407 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.407 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.408 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.408 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.408 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.408 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:15.409 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.409 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.409 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.410 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.410 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.410 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.410 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.411 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.411 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026669.981636_80.1", 2022-09-01T10:24:15.411 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.411 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:15.412 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:29.981636240Z", 2022-09-01T10:24:15.412 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.412 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.413 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.413 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.413 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.413 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.414 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:15.414 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.414 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.414 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.415 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.415 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.415 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.416 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.416 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.416 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026669.982934_81.1", 2022-09-01T10:24:15.417 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.417 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-17", 2022-09-01T10:24:15.417 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:29.982934640Z", 2022-09-01T10:24:15.417 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.418 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.418 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.418 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.419 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.419 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.419 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_rTH3E_lfSENm-BBEDnaV6eO", 2022-09-01T10:24:15.420 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.420 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.420 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.420 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.421 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.421 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.421 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.421 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.422 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026669.988911_82.1", 2022-09-01T10:24:15.422 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.422 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-17", 2022-09-01T10:24:15.423 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:29.988911265Z", 2022-09-01T10:24:15.423 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.424 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.424 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.424 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.424 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.425 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.425 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_rTH3E_lfSENm-BBEDnaV6eO", 2022-09-01T10:24:15.425 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.426 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.426 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.426 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.426 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.427 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.427 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.427 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.427 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.027320_83.1", 2022-09-01T10:24:15.428 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.428 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:15.428 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.027320563Z", 2022-09-01T10:24:15.429 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.429 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.429 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.430 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.430 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.430 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.431 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:15.431 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.431 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.432 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.432 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.432 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.432 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.433 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.433 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.433 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.031432_84.1", 2022-09-01T10:24:15.434 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.434 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:15.434 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.031432214Z", 2022-09-01T10:24:15.434 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.435 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.435 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.435 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.436 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.436 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.436 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:15.437 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.437 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.437 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.438 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.438 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.438 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.439 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.439 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.439 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.032546_85.1", 2022-09-01T10:24:15.440 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.440 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-18", 2022-09-01T10:24:15.440 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.032546178Z", 2022-09-01T10:24:15.441 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.441 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.441 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.442 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.442 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.442 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.442 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_MCyxjM_inKvHzqAc6le0e21", 2022-09-01T10:24:15.443 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.443 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.443 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.444 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.444 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.444 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.445 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.445 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.445 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.035508_86.1", 2022-09-01T10:24:15.446 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.446 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-18", 2022-09-01T10:24:15.447 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.035508598Z", 2022-09-01T10:24:15.447 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.447 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.447 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.448 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.448 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.448 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.449 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_MCyxjM_inKvHzqAc6le0e21", 2022-09-01T10:24:15.449 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.449 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.450 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.450 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.450 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.451 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.451 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.451 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.452 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.071720_87.1", 2022-09-01T10:24:15.452 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.452 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:15.452 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.071720762Z", 2022-09-01T10:24:15.453 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.453 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.453 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:15.454 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.454 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.454 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.455 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:15.455 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.455 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.456 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.456 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.456 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.456 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.457 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.457 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.457 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.076319_88.1", 2022-09-01T10:24:15.457 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.458 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:24:15.458 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.076319966Z", 2022-09-01T10:24:15.458 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.459 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.459 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:15.459 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.459 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.460 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.460 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VLvua8fVUvRHCOaagMpUfgY", 2022-09-01T10:24:15.460 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.460 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.461 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.461 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.461 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.461 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.462 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.462 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.462 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.092505_89.1", 2022-09-01T10:24:15.462 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.463 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:15.463 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.092505302Z", 2022-09-01T10:24:15.463 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.464 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.464 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:15.464 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.464 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.465 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.465 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:15.465 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.465 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.466 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.466 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.466 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.467 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.467 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.467 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.467 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.099216_90.1", 2022-09-01T10:24:15.468 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.468 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:24:15.468 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.099216059Z", 2022-09-01T10:24:15.468 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.469 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.469 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:15.469 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.469 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.470 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.470 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bvlNeC29IyfokDNpP1FJq9N", 2022-09-01T10:24:15.470 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.470 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.471 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.471 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.471 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.471 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.472 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.472 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.472 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.114417_91.1", 2022-09-01T10:24:15.472 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.473 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:15.473 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.114417870Z", 2022-09-01T10:24:15.473 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.473 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.474 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:15.474 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.474 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.474 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.475 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:15.475 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.475 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.475 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.476 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.476 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.476 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.476 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.477 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.477 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662026670.118638_92.1", 2022-09-01T10:24:15.477 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.477 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:24:15.478 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:04:30.118638704Z", 2022-09-01T10:24:15.478 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.478 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.478 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:15.479 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.479 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.479 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.479 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_2m5loOanJKI72EH6PTc-ODK", 2022-09-01T10:24:15.480 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.480 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.480 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.480 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.481 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.481 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.481 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.481 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.482 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027157.087371_116.1", 2022-09-01T10:24:15.482 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.482 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:15.482 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:12:37.087371954Z", 2022-09-01T10:24:15.483 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.483 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.483 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.483 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.483 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.484 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.484 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:15.484 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.485 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.485 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.485 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.485 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.486 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.486 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.486 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.486 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027157.090559_117.1", 2022-09-01T10:24:15.487 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.487 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:15.487 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:12:37.090559767Z", 2022-09-01T10:24:15.487 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.488 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.488 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.488 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.488 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.489 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.489 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:15.489 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.489 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.490 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.490 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.490 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.490 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.491 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.491 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.491 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027157.091895_118.1", 2022-09-01T10:24:15.491 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.492 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-19", 2022-09-01T10:24:15.492 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:12:37.091895129Z", 2022-09-01T10:24:15.492 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.492 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.493 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.493 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.493 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.494 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.494 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_gdGYy7qqC4R_qWC7npkmBlf", 2022-09-01T10:24:15.494 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.494 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.495 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.495 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.495 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.495 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.496 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.496 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.496 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027157.094795_119.1", 2022-09-01T10:24:15.496 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.497 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-19", 2022-09-01T10:24:15.497 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:12:37.094795820Z", 2022-09-01T10:24:15.498 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.498 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.498 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.499 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.499 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.499 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.499 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_gdGYy7qqC4R_qWC7npkmBlf", 2022-09-01T10:24:15.500 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.500 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.500 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.500 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.501 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.501 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.501 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.501 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.502 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027157.109168_120.1", 2022-09-01T10:24:15.502 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.502 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:15.502 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:12:37.109168263Z", 2022-09-01T10:24:15.503 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.503 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.503 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:15.504 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.504 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.504 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.504 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:15.505 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.505 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.505 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.505 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.506 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.506 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.506 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.507 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.507 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027157.112233_121.1", 2022-09-01T10:24:15.507 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.507 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:24:15.508 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:12:37.112233589Z", 2022-09-01T10:24:15.508 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.508 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.508 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:15.509 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.509 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.509 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.509 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bzbrnMESR3B8jwAN-ErVjMf", 2022-09-01T10:24:15.510 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.510 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.510 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.510 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.511 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.511 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.511 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.511 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.512 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027345.473043_131.1", 2022-09-01T10:24:15.512 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.512 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:15.512 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:15:45.473043972Z", 2022-09-01T10:24:15.513 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.513 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.513 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.513 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.514 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.514 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.514 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:15.514 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.515 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.515 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.515 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.515 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.516 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.516 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.516 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.516 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027345.475654_132.1", 2022-09-01T10:24:15.517 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.517 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:15.517 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:15:45.475654597Z", 2022-09-01T10:24:15.517 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.518 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.518 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.518 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.518 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.519 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.519 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:15.519 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.519 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.520 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.520 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.520 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.520 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.521 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.521 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.521 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027345.476838_133.1", 2022-09-01T10:24:15.521 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.522 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20", 2022-09-01T10:24:15.522 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:15:45.476838830Z", 2022-09-01T10:24:15.522 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.522 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.523 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.523 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.523 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.523 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.524 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_SfcLSHDhj7nNBl_mLflWSNu", 2022-09-01T10:24:15.524 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.524 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.524 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.525 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.525 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.525 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.525 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.526 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.526 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027345.480914_134.1", 2022-09-01T10:24:15.526 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.526 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20", 2022-09-01T10:24:15.527 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:15:45.480914680Z", 2022-09-01T10:24:15.527 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.527 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.527 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.528 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.528 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.528 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.528 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_SfcLSHDhj7nNBl_mLflWSNu", 2022-09-01T10:24:15.529 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.529 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.529 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.529 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.530 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.530 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.530 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.531 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.531 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027413.714883_137.1", 2022-09-01T10:24:15.531 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.531 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:15.532 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:16:53.714883352Z", 2022-09-01T10:24:15.532 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.532 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.532 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:15.533 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.533 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.533 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.533 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:15.534 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.534 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.534 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.534 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.535 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.535 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.535 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.536 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.536 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027413.718736_138.1", 2022-09-01T10:24:15.536 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.536 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:15.537 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:16:53.718736728Z", 2022-09-01T10:24:15.537 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.537 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.538 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:15.538 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.538 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.538 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.539 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:15.539 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.539 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.540 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.540 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.540 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.540 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.541 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.541 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.541 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027472.733798_139.1", 2022-09-01T10:24:15.541 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.542 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:15.542 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:17:52.733798382Z", 2022-09-01T10:24:15.542 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.542 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.543 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:15.543 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.543 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.543 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.544 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:15.544 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:15.544 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.544 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.545 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.545 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.545 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.545 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.546 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.546 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027472.737720_140.1", 2022-09-01T10:24:15.546 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.546 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:24:15.547 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:17:52.737720842Z", 2022-09-01T10:24:15.547 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.547 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.548 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:15.548 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.548 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.548 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.549 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NlQ-EffFncRZF8b3pGXbySm", 2022-09-01T10:24:15.549 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:15.549 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.549 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.549 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.550 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.550 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.550 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.550 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.551 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.819930_141.1", 2022-09-01T10:24:15.551 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.551 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:15.551 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.819930434Z", 2022-09-01T10:24:15.552 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.552 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.552 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.553 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.553 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.553 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.553 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:15.554 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.554 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.554 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.554 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.555 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.555 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.555 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.555 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.556 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.825471_142.1", 2022-09-01T10:24:15.556 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.556 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:15.556 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.825471173Z", 2022-09-01T10:24:15.556 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.557 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.557 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.557 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.557 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.558 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.558 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:15.558 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.558 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.559 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.559 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.559 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.559 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.560 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.560 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.560 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.826955_143.1", 2022-09-01T10:24:15.561 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.561 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-21", 2022-09-01T10:24:15.561 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.826955475Z", 2022-09-01T10:24:15.561 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.562 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.562 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.562 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.562 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.563 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.563 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_LslxSX6cpHCTuNiL4slVPQO", 2022-09-01T10:24:15.563 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.563 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.564 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.564 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.564 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.564 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.565 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.565 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.565 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.833188_144.1", 2022-09-01T10:24:15.565 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.566 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-21", 2022-09-01T10:24:15.566 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.833188552Z", 2022-09-01T10:24:15.566 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.566 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.567 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.567 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.567 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.567 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.568 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_LslxSX6cpHCTuNiL4slVPQO", 2022-09-01T10:24:15.568 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.568 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.568 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.569 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.569 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.569 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.569 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.570 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.570 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.862499_145.1", 2022-09-01T10:24:15.570 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.570 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:15.571 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.862499043Z", 2022-09-01T10:24:15.571 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.571 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.571 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.571 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.572 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.572 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.572 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:15.572 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.573 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.573 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.573 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.573 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.574 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.574 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.574 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.574 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.865791_146.1", 2022-09-01T10:24:15.575 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.575 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:15.575 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.865791808Z", 2022-09-01T10:24:15.575 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.576 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.576 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.576 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.576 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.577 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.577 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:15.577 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.577 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.578 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.578 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.578 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.579 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.579 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.579 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.579 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.867024_147.1", 2022-09-01T10:24:15.580 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.580 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-22", 2022-09-01T10:24:15.580 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.867024024Z", 2022-09-01T10:24:15.580 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.580 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.581 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.581 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.581 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.581 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.582 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_JduOKn9JpdGjtV5xDMt7fdi", 2022-09-01T10:24:15.582 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.582 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.583 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.583 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.583 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.583 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.584 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.584 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.584 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.870028_148.1", 2022-09-01T10:24:15.584 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.585 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-22", 2022-09-01T10:24:15.585 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.870028007Z", 2022-09-01T10:24:15.585 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.585 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.586 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.586 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.586 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.586 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.587 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_JduOKn9JpdGjtV5xDMt7fdi", 2022-09-01T10:24:15.587 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.587 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.587 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.588 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.588 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.588 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.588 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.589 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.589 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.911260_149.1", 2022-09-01T10:24:15.589 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.589 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:15.590 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.911260238Z", 2022-09-01T10:24:15.590 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.590 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.590 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.591 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.591 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.591 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.591 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:15.592 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.592 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.592 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.592 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.593 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.593 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.593 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.593 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.594 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.916903_150.1", 2022-09-01T10:24:15.594 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.594 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:15.594 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.916903859Z", 2022-09-01T10:24:15.595 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.595 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.595 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.595 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.596 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.596 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.596 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:15.596 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.597 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.597 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.597 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.597 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.598 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.598 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.598 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.598 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.918897_151.1", 2022-09-01T10:24:15.599 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.599 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-23", 2022-09-01T10:24:15.599 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.918897698Z", 2022-09-01T10:24:15.599 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.600 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.600 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.600 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.600 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.601 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.601 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "__n4Uc2Wgg_a3W1EONyrCehL", 2022-09-01T10:24:15.601 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.601 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.602 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.602 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.602 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.602 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.603 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.603 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.603 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.924945_152.1", 2022-09-01T10:24:15.603 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.604 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-23", 2022-09-01T10:24:15.604 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.924945211Z", 2022-09-01T10:24:15.604 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.604 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.605 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.605 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.605 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.605 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.606 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "__n4Uc2Wgg_a3W1EONyrCehL", 2022-09-01T10:24:15.606 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.606 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.606 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.607 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.607 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.607 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.608 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.608 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.608 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.980630_153.1", 2022-09-01T10:24:15.609 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.609 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:15.609 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.980630449Z", 2022-09-01T10:24:15.610 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.610 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.610 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:15.610 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.611 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.611 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.611 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:15.611 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.612 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.612 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.612 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.612 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.613 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.613 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.613 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.613 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027529.985105_154.1", 2022-09-01T10:24:15.614 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.614 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:24:15.614 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:49.985105867Z", 2022-09-01T10:24:15.614 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.615 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.615 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:15.615 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.616 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.616 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.616 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WkotH63fagPRcQCfUvxY0EY", 2022-09-01T10:24:15.616 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.617 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.617 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.618 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.618 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.618 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.619 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.619 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.620 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027530.010026_155.1", 2022-09-01T10:24:15.620 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.621 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:15.621 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:50.010026792Z", 2022-09-01T10:24:15.622 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.622 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.623 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:15.623 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.623 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.623 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.624 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:15.624 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.624 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.624 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.625 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.625 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.625 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.625 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.626 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.626 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027530.012793_156.1", 2022-09-01T10:24:15.626 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.627 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:24:15.627 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:50.012793852Z", 2022-09-01T10:24:15.627 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.627 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.628 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:15.628 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.628 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.628 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.629 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3v5iww_yjLS__COLffpIU1L", 2022-09-01T10:24:15.629 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.629 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.629 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.630 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.630 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.630 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.631 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.631 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.631 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027530.045702_157.1", 2022-09-01T10:24:15.631 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.632 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:15.632 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:50.045702638Z", 2022-09-01T10:24:15.632 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.632 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.633 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:15.633 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.633 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.633 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.634 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:15.634 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.634 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.634 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.635 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.635 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.635 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.635 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.636 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.636 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027530.052391_158.1", 2022-09-01T10:24:15.636 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.636 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:24:15.637 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:18:50.052391213Z", 2022-09-01T10:24:15.637 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.637 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.637 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:15.638 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.638 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.638 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.638 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yLKJ4upK3UC6wBVRe4DUlGJ", 2022-09-01T10:24:15.639 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.639 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.639 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.639 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.640 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.640 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.640 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.640 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.641 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.488246_161.1", 2022-09-01T10:24:15.641 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.641 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:15.642 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.488246254Z", 2022-09-01T10:24:15.642 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.643 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.643 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.644 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.644 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.645 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.645 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:15.646 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.646 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.646 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.647 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.647 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.647 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.648 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.648 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.649 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.492601_162.1", 2022-09-01T10:24:15.649 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.649 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:15.650 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.492601947Z", 2022-09-01T10:24:15.650 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.650 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.651 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.651 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.652 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.652 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.653 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:15.653 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.654 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.654 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.655 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.655 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.656 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.656 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.657 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.657 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.494494_163.1", 2022-09-01T10:24:15.658 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.658 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24", 2022-09-01T10:24:15.659 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.494494410Z", 2022-09-01T10:24:15.659 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.660 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.660 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.661 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.661 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.662 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.662 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_6D1oNmY3tkQ9BE1h-3qWbLA", 2022-09-01T10:24:15.662 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.663 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.663 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.664 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.664 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.665 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.665 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.666 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.666 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.499351_164.1", 2022-09-01T10:24:15.667 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.668 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24", 2022-09-01T10:24:15.668 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.499351244Z", 2022-09-01T10:24:15.669 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.669 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.669 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.670 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.670 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.671 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.671 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_6D1oNmY3tkQ9BE1h-3qWbLA", 2022-09-01T10:24:15.672 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.672 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.673 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.673 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.674 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.674 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.675 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.675 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.675 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.541593_165.1", 2022-09-01T10:24:15.676 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.676 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:15.677 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.541593070Z", 2022-09-01T10:24:15.677 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.677 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.677 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.678 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.678 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.678 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.679 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:15.679 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.679 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.679 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.680 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.680 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.680 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.680 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.681 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.681 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.545091_166.1", 2022-09-01T10:24:15.681 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.681 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:15.682 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.545091016Z", 2022-09-01T10:24:15.682 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.682 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.682 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.683 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.683 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.683 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.683 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:15.683 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.684 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.684 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.684 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.684 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.685 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.685 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.685 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.685 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.576478_167.1", 2022-09-01T10:24:15.686 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.686 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25", 2022-09-01T10:24:15.687 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.576478456Z", 2022-09-01T10:24:15.687 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.687 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.687 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.688 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.688 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.688 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.688 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Bbaqto7A2rarmNl8gHFg-rC", 2022-09-01T10:24:15.689 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.689 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.689 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.689 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.690 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.690 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.690 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.690 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.691 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.580063_168.1", 2022-09-01T10:24:15.691 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.691 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25", 2022-09-01T10:24:15.691 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.580063076Z", 2022-09-01T10:24:15.692 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.692 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.693 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.693 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.694 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.694 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.695 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Bbaqto7A2rarmNl8gHFg-rC", 2022-09-01T10:24:15.695 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.696 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.697 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.697 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.697 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.698 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.698 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.698 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.699 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.620696_169.1", 2022-09-01T10:24:15.699 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.699 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:15.700 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.620696388Z", 2022-09-01T10:24:15.700 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.700 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.700 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.701 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.701 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.701 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.702 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:15.702 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.702 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.703 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.703 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.703 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.704 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.704 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.704 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.705 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.624235_170.1", 2022-09-01T10:24:15.705 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.705 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:15.706 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.624235386Z", 2022-09-01T10:24:15.706 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.706 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.706 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.707 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.707 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.707 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.707 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:15.708 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.708 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.708 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.708 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.709 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.709 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.709 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.709 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.710 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.626091_171.1", 2022-09-01T10:24:15.710 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.710 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26", 2022-09-01T10:24:15.710 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.626091313Z", 2022-09-01T10:24:15.711 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.711 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.711 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.711 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.712 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.712 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.712 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_es4UK9QQLs-GPoh6yoq0cNZ", 2022-09-01T10:24:15.713 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.713 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.713 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.713 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.714 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.714 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.714 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.715 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.715 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.630622_172.1", 2022-09-01T10:24:15.719 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.719 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26", 2022-09-01T10:24:15.720 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.630622811Z", 2022-09-01T10:24:15.721 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.721 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.722 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.722 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.723 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.723 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.724 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_es4UK9QQLs-GPoh6yoq0cNZ", 2022-09-01T10:24:15.724 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.725 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.725 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.726 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.726 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.727 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.727 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.728 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.728 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.662574_173.1", 2022-09-01T10:24:15.729 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.729 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:15.730 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.662574019Z", 2022-09-01T10:24:15.731 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.731 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.731 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:15.732 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.732 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.733 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.733 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:15.734 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.734 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.735 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.736 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.736 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.737 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.738 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.738 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.739 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.665860_174.1", 2022-09-01T10:24:15.739 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.740 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:15.740 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.665860665Z", 2022-09-01T10:24:15.741 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.741 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.742 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:15.742 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.743 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.743 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.743 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:15.743 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.744 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.744 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.744 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.745 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.745 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.745 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.745 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.746 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.784727_175.1", 2022-09-01T10:24:15.746 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.746 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:15.746 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.784727551Z", 2022-09-01T10:24:15.747 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.747 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.747 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:15.747 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.748 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.748 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.748 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:15.748 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:15.749 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.749 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.749 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.749 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.750 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.750 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.750 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.751 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.789529_176.1", 2022-09-01T10:24:15.751 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.751 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:24:15.751 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.789529590Z", 2022-09-01T10:24:15.752 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.752 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.752 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:15.752 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.753 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.753 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.753 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4rndds9-2IhliReLJ_odKNX", 2022-09-01T10:24:15.753 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:15.754 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.754 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.754 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.754 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.755 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.755 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.755 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.755 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.813631_177.1", 2022-09-01T10:24:15.756 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.756 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:15.756 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.813631052Z", 2022-09-01T10:24:15.756 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.757 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.757 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:15.757 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.757 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.758 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.758 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:15.758 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.759 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.759 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.759 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.759 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.760 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.761 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.761 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.761 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.818027_178.1", 2022-09-01T10:24:15.762 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.763 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:15.763 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.818027883Z", 2022-09-01T10:24:15.763 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.764 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.764 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:15.764 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.764 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.765 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.765 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:15.765 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.766 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.766 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.766 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.766 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.767 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.767 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.767 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.768 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.847589_179.1", 2022-09-01T10:24:15.768 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.768 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:15.768 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.847589962Z", 2022-09-01T10:24:15.769 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.769 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.769 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:15.769 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.770 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.770 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.770 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:15.771 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:15.771 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.771 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.771 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.772 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.772 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.772 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.772 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.773 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.854176_180.1", 2022-09-01T10:24:15.773 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.773 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:24:15.774 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.854176862Z", 2022-09-01T10:24:15.774 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.774 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.775 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:15.775 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.775 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.775 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.776 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZzRTuZlmNbUdtTqRpp9sFkF", 2022-09-01T10:24:15.776 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:15.776 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.776 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.777 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.777 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.777 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.777 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.778 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.778 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.878834_181.1", 2022-09-01T10:24:15.778 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.779 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:15.779 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.878834641Z", 2022-09-01T10:24:15.779 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.779 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.780 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:15.780 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.780 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.780 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.781 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:15.781 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.781 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.781 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.782 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.782 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.782 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.782 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.783 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.783 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.885472_182.1", 2022-09-01T10:24:15.783 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.784 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:15.784 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.885472014Z", 2022-09-01T10:24:15.784 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.784 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.785 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:15.785 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.785 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.785 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.786 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:15.786 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.787 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.787 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.787 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.787 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.788 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.788 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.789 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.790 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.911981_183.1", 2022-09-01T10:24:15.790 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.791 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:15.791 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.911981807Z", 2022-09-01T10:24:15.792 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.792 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.793 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:15.793 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.794 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.794 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.795 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:15.795 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:15.796 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.796 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.797 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.797 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.798 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.799 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.799 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.800 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027597.929411_184.1", 2022-09-01T10:24:15.800 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.800 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:24:15.801 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:19:57.929411284Z", 2022-09-01T10:24:15.801 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.801 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.801 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:15.802 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.802 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.802 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.803 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xfauVpDTy4plxyPLYMGasrM", 2022-09-01T10:24:15.803 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 3 2022-09-01T10:24:15.803 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.803 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.804 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.804 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.804 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.804 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.804 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.805 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.737441_187.1", 2022-09-01T10:24:15.805 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.806 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:15.806 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.737441149Z", 2022-09-01T10:24:15.807 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.807 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.808 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.808 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.809 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.809 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.810 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:15.810 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.811 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.811 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.812 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.812 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.813 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.813 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.814 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.814 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.740886_188.1", 2022-09-01T10:24:15.815 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.815 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:15.815 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.740886000Z", 2022-09-01T10:24:15.816 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.816 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.817 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.817 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.818 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.818 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.819 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:15.819 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.819 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.820 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.820 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.821 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.821 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.822 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.822 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.822 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.742312_189.1", 2022-09-01T10:24:15.823 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.823 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-27", 2022-09-01T10:24:15.824 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.742312659Z", 2022-09-01T10:24:15.824 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.825 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.825 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.825 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.826 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.826 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.827 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_AOBuCudVsbgsqthashsTjma", 2022-09-01T10:24:15.827 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.828 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.828 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.829 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.829 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.830 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.830 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.831 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.831 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.751913_190.1", 2022-09-01T10:24:15.832 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.832 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-27", 2022-09-01T10:24:15.832 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.751913777Z", 2022-09-01T10:24:15.833 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.833 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.834 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.834 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.834 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.835 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.835 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_AOBuCudVsbgsqthashsTjma", 2022-09-01T10:24:15.836 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.836 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.837 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.837 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.838 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.838 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.839 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.839 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.840 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.796286_191.1", 2022-09-01T10:24:15.840 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.841 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:15.841 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.796286970Z", 2022-09-01T10:24:15.842 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.842 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.843 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.843 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.844 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.844 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.845 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:15.845 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.846 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.846 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.846 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.846 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.847 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.847 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.847 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.848 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.800971_192.1", 2022-09-01T10:24:15.848 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.848 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:15.849 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.800971571Z", 2022-09-01T10:24:15.849 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.849 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.849 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.850 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.850 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.851 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.851 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:15.852 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.852 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.853 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.853 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.854 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.854 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.855 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.855 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.856 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.803061_193.1", 2022-09-01T10:24:15.856 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.857 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-28", 2022-09-01T10:24:15.857 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.803061985Z", 2022-09-01T10:24:15.858 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.858 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.859 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.860 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.860 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.861 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.861 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_6f124sDisCpZEDeWTD-UsyL", 2022-09-01T10:24:15.862 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.862 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.863 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.864 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.864 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.864 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.865 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.865 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.865 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.807450_194.1", 2022-09-01T10:24:15.865 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.866 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-28", 2022-09-01T10:24:15.866 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.807450497Z", 2022-09-01T10:24:15.867 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.867 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.869 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.871 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.872 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.873 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.873 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_6f124sDisCpZEDeWTD-UsyL", 2022-09-01T10:24:15.874 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.875 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.875 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.876 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.876 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.877 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.877 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.878 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.878 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.869997_195.1", 2022-09-01T10:24:15.879 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.879 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:15.880 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.869997669Z", 2022-09-01T10:24:15.880 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.881 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.881 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.882 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.882 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.883 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.884 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:15.884 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.885 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.885 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.886 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.886 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.887 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.887 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.888 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.888 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.876658_196.1", 2022-09-01T10:24:15.889 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.889 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:15.889 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.876658913Z", 2022-09-01T10:24:15.890 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.890 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.891 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.891 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.892 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.892 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.893 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:15.893 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.893 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.895 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.895 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.895 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.896 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.896 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.897 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.897 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.878060_197.1", 2022-09-01T10:24:15.898 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.898 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-29", 2022-09-01T10:24:15.899 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.878060260Z", 2022-09-01T10:24:15.899 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.900 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.900 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.901 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.902 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.902 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.903 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_sw3RT0vjtnjPlV9oJTc1WxO", 2022-09-01T10:24:15.903 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.904 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.904 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.906 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.906 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.907 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.907 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.909 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.909 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.883555_198.1", 2022-09-01T10:24:15.910 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.910 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-29", 2022-09-01T10:24:15.911 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.883555416Z", 2022-09-01T10:24:15.911 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.912 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.912 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.913 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.913 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.913 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.914 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_sw3RT0vjtnjPlV9oJTc1WxO", 2022-09-01T10:24:15.914 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.915 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.915 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.915 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.916 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.916 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.917 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.917 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.917 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.917829_199.1", 2022-09-01T10:24:15.918 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.918 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:15.919 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.917829590Z", 2022-09-01T10:24:15.919 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.920 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.920 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:15.920 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.920 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.921 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.922 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:15.922 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.923 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.923 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.924 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.924 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.924 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.925 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.925 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.926 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.922088_200.1", 2022-09-01T10:24:15.926 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.927 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-27:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.27", 2022-09-01T10:24:15.927 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.922088865Z", 2022-09-01T10:24:15.927 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.928 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.928 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:15.929 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.930 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.931 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.931 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_fiwd4jl73S5Hhe4YhqDgBAv", 2022-09-01T10:24:15.932 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.932 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.937 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.937 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.938 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.938 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.938 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.938 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.939 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.977561_201.1", 2022-09-01T10:24:15.939 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.939 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:15.939 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.977561550Z", 2022-09-01T10:24:15.940 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.940 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.940 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:15.941 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.941 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.941 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.941 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:15.942 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.942 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.942 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.942 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.943 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.943 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.943 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.944 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.944 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027689.982582_202.1", 2022-09-01T10:24:15.944 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.945 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-28:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.28", 2022-09-01T10:24:15.945 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:29.982582015Z", 2022-09-01T10:24:15.945 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.945 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.946 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:15.946 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.946 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.946 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.947 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8d_RKe7TZjo0SfdZGvZMCW0", 2022-09-01T10:24:15.947 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.947 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.947 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.948 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.948 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.948 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.948 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.949 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.949 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.060988_203.1", 2022-09-01T10:24:15.949 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.949 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:15.950 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.060988854Z", 2022-09-01T10:24:15.950 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.951 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.951 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:15.951 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.951 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.952 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.952 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:15.952 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.952 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.953 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.953 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.953 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.953 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.954 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.954 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.955 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.065863_204.1", 2022-09-01T10:24:15.955 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.955 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-29:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.29", 2022-09-01T10:24:15.955 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.065863267Z", 2022-09-01T10:24:15.956 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.956 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.956 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:15.956 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.957 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.957 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.957 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WtGZ7DQQ0CLXeqeab20za17", 2022-09-01T10:24:15.957 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:15.958 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.958 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.958 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.959 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.959 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.959 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.960 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.960 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.136152_205.1", 2022-09-01T10:24:15.960 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.961 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:15.961 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.136152964Z", 2022-09-01T10:24:15.961 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.961 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.965 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.966 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.967 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.967 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.968 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:15.968 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.969 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.970 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.970 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.971 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.972 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.972 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.973 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.973 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.141084_206.1", 2022-09-01T10:24:15.974 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:15.974 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:15.975 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.141084707Z", 2022-09-01T10:24:15.975 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.977 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.977 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.977 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.978 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.978 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.979 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:15.979 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.980 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.981 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.982 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.982 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.983 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.983 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.984 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.984 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.143432_207.1", 2022-09-01T10:24:15.985 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.986 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-30", 2022-09-01T10:24:15.986 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.143432972Z", 2022-09-01T10:24:15.987 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.988 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.988 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.989 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.989 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.990 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.990 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_V61Pqd4HLhxFAhO8Cg2ZhqR", 2022-09-01T10:24:15.991 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.992 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.992 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.993 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:15.993 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.993 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.994 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.994 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:15.994 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.150117_208.1", 2022-09-01T10:24:15.995 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:15.995 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-30", 2022-09-01T10:24:15.995 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.150117402Z", 2022-09-01T10:24:15.996 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:15.996 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:15.996 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:15.996 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:15.997 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.997 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:15.997 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_V61Pqd4HLhxFAhO8Cg2ZhqR", 2022-09-01T10:24:15.998 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:15.998 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:15.998 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:15.999 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:15.999 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.999 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:15.999 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.000 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.000 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.202105_209.1", 2022-09-01T10:24:16.000 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.001 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:16.001 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.202105104Z", 2022-09-01T10:24:16.001 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.001 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.002 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.002 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.002 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.003 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.003 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:16.003 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.003 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.004 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.004 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.004 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.005 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.005 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.005 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.005 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.205636_210.1", 2022-09-01T10:24:16.006 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.006 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:16.006 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.205636781Z", 2022-09-01T10:24:16.007 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.007 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.007 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.007 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.008 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.008 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.008 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:16.009 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.009 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.009 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.009 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.010 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.010 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.010 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.011 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.011 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.206740_211.1", 2022-09-01T10:24:16.011 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.011 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-31", 2022-09-01T10:24:16.012 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.206740685Z", 2022-09-01T10:24:16.012 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.012 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.014 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.014 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.015 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.015 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.015 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_AWNn3ocK495Jd8nA_bhu8cb", 2022-09-01T10:24:16.016 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.016 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.017 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.017 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.017 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.023 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.024 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.024 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.024 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.211000_212.1", 2022-09-01T10:24:16.024 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.025 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-31", 2022-09-01T10:24:16.025 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.211000114Z", 2022-09-01T10:24:16.025 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.025 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.026 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.026 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.026 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.026 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.027 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_AWNn3ocK495Jd8nA_bhu8cb", 2022-09-01T10:24:16.027 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.027 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.028 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.028 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.028 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.028 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.029 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.029 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.029 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.276538_213.1", 2022-09-01T10:24:16.029 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.030 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:16.030 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.276538944Z", 2022-09-01T10:24:16.030 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.030 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.031 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.031 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.031 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.031 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.032 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:16.032 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.032 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.033 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.033 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.033 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.033 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.034 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.034 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.034 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.283758_214.1", 2022-09-01T10:24:16.034 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.035 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:16.035 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.283758954Z", 2022-09-01T10:24:16.035 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.035 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.036 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.036 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.036 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.036 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.037 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:16.037 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.037 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.037 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.038 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.038 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.038 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.039 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.039 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.039 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.288378_215.1", 2022-09-01T10:24:16.039 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.040 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-32", 2022-09-01T10:24:16.040 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.288378417Z", 2022-09-01T10:24:16.040 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.040 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.041 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.041 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.041 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.041 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.042 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_RbvwGvd_eiwinxdtL8lBwX0", 2022-09-01T10:24:16.042 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.042 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.043 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.043 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.043 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.044 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.044 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.044 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.044 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.292698_216.1", 2022-09-01T10:24:16.045 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.045 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-32", 2022-09-01T10:24:16.045 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.292698195Z", 2022-09-01T10:24:16.045 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.046 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.046 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.046 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.046 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.047 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.047 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_RbvwGvd_eiwinxdtL8lBwX0", 2022-09-01T10:24:16.047 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.047 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.048 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.048 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.048 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.048 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.049 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.049 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.049 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.418700_217.1", 2022-09-01T10:24:16.049 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.050 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:16.050 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.418700642Z", 2022-09-01T10:24:16.050 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.050 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.051 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:16.051 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.051 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.051 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.052 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:16.052 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:16.052 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.052 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.053 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.053 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.053 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.053 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.054 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.054 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.421366_218.1", 2022-09-01T10:24:16.054 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.054 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30", 2022-09-01T10:24:16.055 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.421366234Z", 2022-09-01T10:24:16.055 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.055 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.055 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:16.056 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.056 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.056 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.056 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Km-nT6YffHXGhmUVBuWkyfZ", 2022-09-01T10:24:16.057 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:16.057 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.057 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.057 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.058 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.058 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.058 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.059 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.059 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.541306_219.1", 2022-09-01T10:24:16.059 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.059 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:16.060 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.541306665Z", 2022-09-01T10:24:16.060 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.060 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.060 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:16.061 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.061 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.061 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.061 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:16.062 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:16.062 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.062 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.062 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.063 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.063 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.063 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.063 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.064 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.544157_220.1", 2022-09-01T10:24:16.064 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.064 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-31:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.31", 2022-09-01T10:24:16.064 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.544157606Z", 2022-09-01T10:24:16.065 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.065 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.065 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:16.065 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.067 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.068 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.068 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_-v-5S8qfWAr2od9BQmQUNqe", 2022-09-01T10:24:16.068 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:16.069 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.069 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.070 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.070 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.071 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.071 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.072 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.072 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.666191_221.1", 2022-09-01T10:24:16.073 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.073 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:16.074 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.666191117Z", 2022-09-01T10:24:16.074 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.074 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.075 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:16.075 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.075 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.076 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.077 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:16.077 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:16.078 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.078 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.079 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.080 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.080 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.080 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.081 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.081 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.669181_222.1", 2022-09-01T10:24:16.082 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.082 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-32:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.32", 2022-09-01T10:24:16.083 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.669181120Z", 2022-09-01T10:24:16.084 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.084 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.085 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:16.085 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.086 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.086 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.087 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_boyULZAFkADeLfeEoOIzA7M", 2022-09-01T10:24:16.087 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:16.087 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.087 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.088 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.088 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.088 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.088 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.089 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.089 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.713681_223.1", 2022-09-01T10:24:16.089 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.090 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:16.090 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.713681309Z", 2022-09-01T10:24:16.090 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.090 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.091 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.091 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.091 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.092 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.092 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:16.092 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.092 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.093 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.093 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.093 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.094 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.094 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.094 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.095 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.717023_224.1", 2022-09-01T10:24:16.095 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.095 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:16.095 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.717023691Z", 2022-09-01T10:24:16.096 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.096 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.096 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.096 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.097 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.097 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.097 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:16.097 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.098 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.098 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.098 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.099 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.099 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.099 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.099 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.100 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.719046_225.1", 2022-09-01T10:24:16.100 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.100 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-33", 2022-09-01T10:24:16.100 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.719046705Z", 2022-09-01T10:24:16.101 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.101 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.101 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.101 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.102 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.102 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.102 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_29kg8LQPhQzTrazSFMiHC8w", 2022-09-01T10:24:16.102 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.103 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.103 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.104 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.104 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.105 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.105 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.105 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.105 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.723252_226.1", 2022-09-01T10:24:16.106 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.106 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-33", 2022-09-01T10:24:16.107 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.723252920Z", 2022-09-01T10:24:16.107 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.107 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.107 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.108 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.108 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.108 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.108 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_29kg8LQPhQzTrazSFMiHC8w", 2022-09-01T10:24:16.109 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.109 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.109 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.109 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.110 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.110 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.110 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.111 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.111 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.785609_227.1", 2022-09-01T10:24:16.111 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.111 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:16.112 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.785609167Z", 2022-09-01T10:24:16.112 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.112 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.112 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.113 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.113 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.113 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.114 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:16.115 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.115 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.117 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.118 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.118 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.118 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.118 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.119 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.119 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.794220_228.1", 2022-09-01T10:24:16.119 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.120 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:16.120 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.794220736Z", 2022-09-01T10:24:16.120 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.121 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.122 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.122 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.122 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.123 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.123 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:16.123 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.124 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.124 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.124 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.124 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.125 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.125 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.125 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.126 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.796384_229.1", 2022-09-01T10:24:16.126 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.126 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-34", 2022-09-01T10:24:16.127 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.796384207Z", 2022-09-01T10:24:16.127 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.128 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.128 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.128 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.128 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.129 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.129 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8AZYblgc7dPXT6DejAZixq-", 2022-09-01T10:24:16.129 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.130 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.130 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.130 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.130 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.131 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.131 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.131 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.132 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.801109_230.1", 2022-09-01T10:24:16.132 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.132 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-34", 2022-09-01T10:24:16.132 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.801109630Z", 2022-09-01T10:24:16.133 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.133 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.133 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.134 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.134 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.134 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.134 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_8AZYblgc7dPXT6DejAZixq-", 2022-09-01T10:24:16.135 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.135 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.135 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.136 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.136 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.137 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.137 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.137 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.137 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.862111_231.1", 2022-09-01T10:24:16.138 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.138 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:16.138 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.862111150Z", 2022-09-01T10:24:16.139 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.139 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.139 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.139 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.140 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.140 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.140 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:16.141 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.141 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.141 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.142 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.142 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.143 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.143 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.143 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.143 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.865079_232.1", 2022-09-01T10:24:16.144 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.144 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:16.144 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.865079462Z", 2022-09-01T10:24:16.145 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.145 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.145 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.146 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.146 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.146 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.147 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:16.147 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.148 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.148 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.148 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.148 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.149 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.149 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.149 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.150 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.866023_233.1", 2022-09-01T10:24:16.150 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.151 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-35", 2022-09-01T10:24:16.151 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.866023713Z", 2022-09-01T10:24:16.152 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.152 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.153 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.154 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.154 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.155 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.156 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_EtVsz7U60PS4rjixgEy87sr", 2022-09-01T10:24:16.157 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.157 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.157 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.159 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.159 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.160 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.160 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.161 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.161 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.868409_234.1", 2022-09-01T10:24:16.162 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.162 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-35", 2022-09-01T10:24:16.166 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.868409294Z", 2022-09-01T10:24:16.166 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.166 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.167 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.167 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.167 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.167 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.168 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_EtVsz7U60PS4rjixgEy87sr", 2022-09-01T10:24:16.168 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.168 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.169 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.170 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.170 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.170 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.170 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.171 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.171 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.912523_235.1", 2022-09-01T10:24:16.171 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.171 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:16.172 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.912523543Z", 2022-09-01T10:24:16.172 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.172 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.172 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:16.173 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.173 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.173 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.173 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:16.174 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:16.174 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.174 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.174 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.175 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.175 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.175 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.175 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.176 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027690.915109_236.1", 2022-09-01T10:24:16.180 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.181 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-33:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.33", 2022-09-01T10:24:16.182 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:30.915109057Z", 2022-09-01T10:24:16.182 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.183 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.183 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:16.183 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.184 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.184 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.184 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ySpQ7BVw6OKaMGAZXoCjFRZ", 2022-09-01T10:24:16.184 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:16.185 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.185 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.185 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.186 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.186 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.186 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.186 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.187 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027691.973209_237.1", 2022-09-01T10:24:16.187 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.188 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:16.188 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:31.973209717Z", 2022-09-01T10:24:16.188 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.188 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.189 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:16.189 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.189 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.189 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.190 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:16.190 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:16.190 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.190 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.191 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.191 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.191 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.192 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.192 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.192 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027691.976994_238.1", 2022-09-01T10:24:16.192 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.193 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-34:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.34", 2022-09-01T10:24:16.193 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:31.976994986Z", 2022-09-01T10:24:16.193 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.193 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.194 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:16.194 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.194 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.195 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.195 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ctG-cNzsqEjldMTEATbB0EA", 2022-09-01T10:24:16.195 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:16.195 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.196 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.196 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.196 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.196 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.197 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.197 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.197 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.098155_239.1", 2022-09-01T10:24:16.197 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.198 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:16.198 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.098155464Z", 2022-09-01T10:24:16.198 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.199 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.199 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:16.199 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.199 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.200 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.200 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:16.200 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:16.200 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.201 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.201 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.201 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.201 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.202 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.202 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.202 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.101886_240.1", 2022-09-01T10:24:16.203 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.203 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-35:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.35", 2022-09-01T10:24:16.203 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.101886978Z", 2022-09-01T10:24:16.203 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.204 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.204 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:16.204 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.204 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.205 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.205 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ybd0mPsqTECsgZI7QzCARes", 2022-09-01T10:24:16.205 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 2 2022-09-01T10:24:16.205 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.206 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.206 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.206 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.206 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.207 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.207 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.207 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.183854_241.1", 2022-09-01T10:24:16.208 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.208 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36", 2022-09-01T10:24:16.208 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.183854406Z", 2022-09-01T10:24:16.208 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.209 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.209 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.209 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.209 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.210 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.210 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Cluwqu3oafwRlznemJtUr0k", 2022-09-01T10:24:16.210 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.210 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.211 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.211 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.211 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.211 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.212 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.212 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.212 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.192039_242.1", 2022-09-01T10:24:16.213 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.213 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36", 2022-09-01T10:24:16.213 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.192039470Z", 2022-09-01T10:24:16.214 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.214 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.214 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.214 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.215 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.215 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.215 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Cluwqu3oafwRlznemJtUr0k", 2022-09-01T10:24:16.216 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.216 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.216 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.216 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.217 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.217 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.217 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.217 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.218 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.194106_243.1", 2022-09-01T10:24:16.218 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.218 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-36", 2022-09-01T10:24:16.219 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.194106643Z", 2022-09-01T10:24:16.219 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.219 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.219 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.220 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.220 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.220 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.220 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZG-KBTVeyKrF6yd1bADQL-g", 2022-09-01T10:24:16.221 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.221 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.221 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.221 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.222 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.222 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.222 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.222 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.223 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.205579_244.1", 2022-09-01T10:24:16.223 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.223 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-36", 2022-09-01T10:24:16.224 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.205579108Z", 2022-09-01T10:24:16.224 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.224 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.224 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.225 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.225 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.225 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.225 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZG-KBTVeyKrF6yd1bADQL-g", 2022-09-01T10:24:16.226 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.226 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.226 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.226 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.227 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.227 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.227 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.228 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.228 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.258184_245.1", 2022-09-01T10:24:16.228 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.228 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37", 2022-09-01T10:24:16.229 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.258184275Z", 2022-09-01T10:24:16.229 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.229 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.229 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.230 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.230 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.230 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.231 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_zc5LeVEIouaz0XCT0oeii9M", 2022-09-01T10:24:16.231 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.231 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.231 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.232 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.232 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.232 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.232 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.233 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.233 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.263427_246.1", 2022-09-01T10:24:16.233 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.233 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37", 2022-09-01T10:24:16.234 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.263427743Z", 2022-09-01T10:24:16.234 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.234 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.235 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.235 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.235 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.236 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.236 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_zc5LeVEIouaz0XCT0oeii9M", 2022-09-01T10:24:16.236 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.236 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.237 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.237 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.237 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.237 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.238 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.238 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.238 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.265571_247.1", 2022-09-01T10:24:16.239 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.239 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-37", 2022-09-01T10:24:16.239 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.265571217Z", 2022-09-01T10:24:16.239 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.240 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.240 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.240 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.240 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.241 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.241 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_KCrJFfF8b-dtYEtDOys1Yvt", 2022-09-01T10:24:16.241 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.242 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.242 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.242 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.242 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.243 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.243 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.243 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.243 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.271445_248.1", 2022-09-01T10:24:16.244 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.244 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-37", 2022-09-01T10:24:16.244 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.271445486Z", 2022-09-01T10:24:16.244 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.245 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.245 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.245 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.246 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.246 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.246 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_KCrJFfF8b-dtYEtDOys1Yvt", 2022-09-01T10:24:16.246 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.247 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.247 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.247 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.247 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.248 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.248 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.248 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.248 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.321076_249.1", 2022-09-01T10:24:16.249 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.249 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38", 2022-09-01T10:24:16.249 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.321076826Z", 2022-09-01T10:24:16.249 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.250 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.250 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.250 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.250 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.251 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.251 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_V7XkfnOPScNuTt7RQy-8i_-", 2022-09-01T10:24:16.251 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.252 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.252 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.252 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.252 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.253 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.253 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.253 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.253 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.325498_250.1", 2022-09-01T10:24:16.254 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.254 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38", 2022-09-01T10:24:16.254 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.325498466Z", 2022-09-01T10:24:16.254 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.255 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.255 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.255 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.256 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.256 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.256 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_V7XkfnOPScNuTt7RQy-8i_-", 2022-09-01T10:24:16.256 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.257 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.257 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.257 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.257 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.258 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.258 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.258 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.259 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.327363_251.1", 2022-09-01T10:24:16.259 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.259 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-38", 2022-09-01T10:24:16.259 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.327363673Z", 2022-09-01T10:24:16.260 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.260 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.260 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.261 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.261 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.261 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.261 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_71F0TgAXK8hYm8brJqZQ2HC", 2022-09-01T10:24:16.262 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.262 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.262 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.262 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.263 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.263 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.263 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.263 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.264 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027693.333073_252.1", 2022-09-01T10:24:16.264 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.264 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-38", 2022-09-01T10:24:16.264 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:33.333073562Z", 2022-09-01T10:24:16.265 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.265 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.265 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.266 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.266 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.266 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.266 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_71F0TgAXK8hYm8brJqZQ2HC", 2022-09-01T10:24:16.267 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.267 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.267 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.267 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.268 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.268 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.268 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.268 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.269 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.467544_253.1", 2022-09-01T10:24:16.269 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.269 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-39:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.39", 2022-09-01T10:24:16.269 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.467544698Z", 2022-09-01T10:24:16.270 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.270 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.270 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.270 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.271 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.271 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.271 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_KgwlUrKBXwN-Ey4WYZWqWHe", 2022-09-01T10:24:16.271 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.272 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.272 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.272 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.272 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.273 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.273 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.273 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.274 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.471872_254.1", 2022-09-01T10:24:16.274 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.274 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-39:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.39", 2022-09-01T10:24:16.274 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.471872276Z", 2022-09-01T10:24:16.275 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.275 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.275 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.276 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.276 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.276 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.276 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_KgwlUrKBXwN-Ey4WYZWqWHe", 2022-09-01T10:24:16.277 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.277 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.277 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.278 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.278 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.278 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.278 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.279 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.279 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.473920_255.1", 2022-09-01T10:24:16.279 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.280 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-39", 2022-09-01T10:24:16.280 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.473920984Z", 2022-09-01T10:24:16.280 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.280 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.281 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.281 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.281 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.282 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.282 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_gTVfJ1f8ZbcmKUYcqS9Ls7i", 2022-09-01T10:24:16.282 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.282 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.283 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.283 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.283 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.283 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.284 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.284 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.284 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.479744_256.1", 2022-09-01T10:24:16.285 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.285 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-39", 2022-09-01T10:24:16.285 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.479744738Z", 2022-09-01T10:24:16.285 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.286 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.286 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.286 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.287 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.287 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.287 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_gTVfJ1f8ZbcmKUYcqS9Ls7i", 2022-09-01T10:24:16.287 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.288 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.288 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.288 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.289 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.289 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.289 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.289 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.290 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.507426_257.1", 2022-09-01T10:24:16.290 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.290 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-40:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.40", 2022-09-01T10:24:16.290 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.507426757Z", 2022-09-01T10:24:16.291 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.291 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.291 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.292 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.292 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.292 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.292 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_N2-Eod1KTsk7PJCRaJuO3A1", 2022-09-01T10:24:16.293 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.293 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.293 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.293 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.294 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.294 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.294 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.295 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.295 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.510388_258.1", 2022-09-01T10:24:16.295 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.295 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-40:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.40", 2022-09-01T10:24:16.296 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.510388758Z", 2022-09-01T10:24:16.296 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.296 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.296 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.297 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.297 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.297 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.297 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_N2-Eod1KTsk7PJCRaJuO3A1", 2022-09-01T10:24:16.298 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.298 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.298 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.298 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.299 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.299 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.299 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.299 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.300 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.511482_259.1", 2022-09-01T10:24:16.300 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.300 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-40", 2022-09-01T10:24:16.300 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.511482808Z", 2022-09-01T10:24:16.301 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.301 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.301 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.301 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.302 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.302 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.302 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_sAhVAgTI1YC4UZ6i3eHJpuD", 2022-09-01T10:24:16.302 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.303 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.303 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.303 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.303 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.304 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.304 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.304 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.305 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.517528_260.1", 2022-09-01T10:24:16.305 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.305 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-40", 2022-09-01T10:24:16.305 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.517528766Z", 2022-09-01T10:24:16.306 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.306 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.306 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.306 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.307 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.307 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.307 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_sAhVAgTI1YC4UZ6i3eHJpuD", 2022-09-01T10:24:16.307 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.308 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.308 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.308 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.308 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.309 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.309 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.309 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.309 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.575242_261.1", 2022-09-01T10:24:16.310 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.310 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-41:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.41", 2022-09-01T10:24:16.310 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.575242876Z", 2022-09-01T10:24:16.311 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.311 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.311 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.311 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.312 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.312 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.312 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_E2GwDzxCn8RAi2R3WP-ghgN", 2022-09-01T10:24:16.312 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.313 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.313 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.313 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.313 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.314 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.314 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.314 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.315 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.578333_262.1", 2022-09-01T10:24:16.315 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.315 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-41:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.41", 2022-09-01T10:24:16.315 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.578333037Z", 2022-09-01T10:24:16.316 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.316 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.316 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.316 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.317 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.317 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.317 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_E2GwDzxCn8RAi2R3WP-ghgN", 2022-09-01T10:24:16.317 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.318 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.318 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.318 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.318 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.319 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.319 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.319 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.319 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.580537_263.1", 2022-09-01T10:24:16.320 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.320 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-41", 2022-09-01T10:24:16.320 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.580537778Z", 2022-09-01T10:24:16.320 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.321 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.321 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.321 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.321 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.322 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.322 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_qKVMe-HHESzyzNCNAolE_r6", 2022-09-01T10:24:16.322 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.322 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.323 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.323 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.323 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.323 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.324 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.324 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.324 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027699.586180_264.1", 2022-09-01T10:24:16.324 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.325 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-41", 2022-09-01T10:24:16.325 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:21:39.586180550Z", 2022-09-01T10:24:16.325 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.326 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.326 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.326 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.326 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.327 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.327 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_qKVMe-HHESzyzNCNAolE_r6", 2022-09-01T10:24:16.327 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.327 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.328 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.328 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.328 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.328 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.329 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.329 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:24:16.331 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:16.331 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:16.332 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 74a33b6f-f1d1-40a5-b9ec-b739d2976075 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:16.388 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:16.389 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:16.445 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:24:16.446 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.446 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.780440_148.1", 2022-09-01T10:24:16.446 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.447 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-42:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.1", 2022-09-01T10:24:16.447 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.780440759Z", 2022-09-01T10:24:16.447 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.448 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.448 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.448 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.448 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.449 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.449 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_a9qjgBRPisdgsDNdQ2AIPCS", 2022-09-01T10:24:16.449 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.449 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.450 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.450 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:16.450 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.451 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.451 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.451 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.453 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.784044_149.1", 2022-09-01T10:24:16.453 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.453 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-42:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.1", 2022-09-01T10:24:16.453 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.784044145Z", 2022-09-01T10:24:16.454 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.454 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.454 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.454 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.455 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.455 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.455 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_a9qjgBRPisdgsDNdQ2AIPCS", 2022-09-01T10:24:16.455 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.456 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.456 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.456 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:16.456 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.457 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.457 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.457 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.457 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.785334_150.1", 2022-09-01T10:24:16.458 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:16.458 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-42", 2022-09-01T10:24:16.458 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.785334464Z", 2022-09-01T10:24:16.458 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.459 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.459 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.459 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.459 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.460 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.460 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Ag51lpC4zVjnwpCcecJVIDM", 2022-09-01T10:24:16.460 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.460 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.461 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.461 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:16.461 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.461 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.462 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.462 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.462 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.788647_151.1", 2022-09-01T10:24:16.462 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:16.463 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-42", 2022-09-01T10:24:16.463 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.788647857Z", 2022-09-01T10:24:16.463 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.463 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.464 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.464 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.464 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.464 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.465 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Ag51lpC4zVjnwpCcecJVIDM", 2022-09-01T10:24:16.465 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.465 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.465 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.466 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:16.466 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.466 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.466 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.467 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.467 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.825709_152.1", 2022-09-01T10:24:16.467 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.467 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-43:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.2", 2022-09-01T10:24:16.468 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.825709253Z", 2022-09-01T10:24:16.468 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.468 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.468 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.469 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.469 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.469 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.469 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_k_0jF31Lil8JB75xjCbPyav", 2022-09-01T10:24:16.469 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.470 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.470 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.470 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:16.470 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.471 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.471 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.471 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.472 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.829138_153.1", 2022-09-01T10:24:16.472 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.472 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-43:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.2", 2022-09-01T10:24:16.472 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.829138107Z", 2022-09-01T10:24:16.473 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.473 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.473 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.473 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.473 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.474 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.474 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_k_0jF31Lil8JB75xjCbPyav", 2022-09-01T10:24:16.474 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.475 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.475 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.475 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:16.475 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.476 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.476 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.476 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.476 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.830431_154.1", 2022-09-01T10:24:16.476 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:16.477 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-43", 2022-09-01T10:24:16.477 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.830431568Z", 2022-09-01T10:24:16.477 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.477 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.478 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.478 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.478 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.478 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.479 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_W7LR8p4Es7JKFqDL2voft19", 2022-09-01T10:24:16.479 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.479 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.480 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.480 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:16.480 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.480 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.481 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.481 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.481 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.833793_155.1", 2022-09-01T10:24:16.481 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:16.482 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-43", 2022-09-01T10:24:16.482 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.833793342Z", 2022-09-01T10:24:16.482 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.482 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.483 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.483 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.483 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.483 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.484 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_W7LR8p4Es7JKFqDL2voft19", 2022-09-01T10:24:16.484 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.484 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.484 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.486 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:16.486 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.486 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.486 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.487 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:24:16.487 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:16.488 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:16.489 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 74a33b6f-f1d1-40a5-b9ec-b739d2976075 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:16.544 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:16.545 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:16.578 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:24:16.579 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.579 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.780440_148.1", 2022-09-01T10:24:16.580 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.580 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-42:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.1", 2022-09-01T10:24:16.580 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.780440759Z", 2022-09-01T10:24:16.581 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.581 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.581 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.582 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.582 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.583 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.583 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_a9qjgBRPisdgsDNdQ2AIPCS", 2022-09-01T10:24:16.584 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.584 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.584 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.585 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.585 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.586 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.586 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.586 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.586 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.784044_149.1", 2022-09-01T10:24:16.587 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.587 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-42:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.1", 2022-09-01T10:24:16.588 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.784044145Z", 2022-09-01T10:24:16.588 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.589 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.590 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.590 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.591 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.591 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.591 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_a9qjgBRPisdgsDNdQ2AIPCS", 2022-09-01T10:24:16.592 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.592 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.592 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.593 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.593 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.593 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.593 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.594 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.594 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.785334_150.1", 2022-09-01T10:24:16.595 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.595 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-42", 2022-09-01T10:24:16.595 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.785334464Z", 2022-09-01T10:24:16.596 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.596 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.596 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.597 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.597 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.597 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.597 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Ag51lpC4zVjnwpCcecJVIDM", 2022-09-01T10:24:16.598 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.598 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.599 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.599 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.600 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.600 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.600 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.601 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.601 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.788647_151.1", 2022-09-01T10:24:16.602 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.603 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-42", 2022-09-01T10:24:16.604 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.788647857Z", 2022-09-01T10:24:16.604 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.605 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.605 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.606 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.607 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.607 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.608 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Ag51lpC4zVjnwpCcecJVIDM", 2022-09-01T10:24:16.608 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.609 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.609 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.610 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.610 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.611 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.611 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.611 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.612 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.825709_152.1", 2022-09-01T10:24:16.612 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.612 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-43:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.2", 2022-09-01T10:24:16.613 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.825709253Z", 2022-09-01T10:24:16.613 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.613 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.613 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.614 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.614 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.614 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.614 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_k_0jF31Lil8JB75xjCbPyav", 2022-09-01T10:24:16.615 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.615 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.615 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.615 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.616 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.616 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.616 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.616 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.617 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.829138_153.1", 2022-09-01T10:24:16.617 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.618 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-43:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.2", 2022-09-01T10:24:16.618 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.829138107Z", 2022-09-01T10:24:16.619 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.619 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.619 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.620 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.620 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.621 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.621 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_k_0jF31Lil8JB75xjCbPyav", 2022-09-01T10:24:16.621 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.622 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.622 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.623 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.623 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.623 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.624 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.624 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.625 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.830431_154.1", 2022-09-01T10:24:16.625 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.626 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-43", 2022-09-01T10:24:16.626 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.830431568Z", 2022-09-01T10:24:16.627 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.627 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.627 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.628 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.628 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.629 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.629 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_W7LR8p4Es7JKFqDL2voft19", 2022-09-01T10:24:16.630 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.631 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.631 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.632 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.632 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.632 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.633 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.633 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.634 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.833793_155.1", 2022-09-01T10:24:16.634 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.635 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-43", 2022-09-01T10:24:16.635 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.833793342Z", 2022-09-01T10:24:16.636 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.636 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.637 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.637 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.637 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.637 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.638 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_W7LR8p4Es7JKFqDL2voft19", 2022-09-01T10:24:16.638 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.639 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.640 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.642 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.643 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.643 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.644 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.644 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:24:16.646 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:16.647 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:16.648 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 74a33b6f-f1d1-40a5-b9ec-b739d2976075 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:16.713 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:16.714 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:16.746 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:24:16.746 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.746 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.780440_148.1", 2022-09-01T10:24:16.747 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.747 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-42:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.1", 2022-09-01T10:24:16.747 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.780440759Z", 2022-09-01T10:24:16.747 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.748 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.748 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.748 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.749 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.749 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.749 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_a9qjgBRPisdgsDNdQ2AIPCS", 2022-09-01T10:24:16.750 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.750 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.750 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.751 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:16.751 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.752 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.752 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.752 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.752 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.784044_149.1", 2022-09-01T10:24:16.753 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.753 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-42:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.1", 2022-09-01T10:24:16.753 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.784044145Z", 2022-09-01T10:24:16.753 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.754 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.754 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.754 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.754 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.755 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.755 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_a9qjgBRPisdgsDNdQ2AIPCS", 2022-09-01T10:24:16.755 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.755 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.756 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.756 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:16.756 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.756 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.757 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.757 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.757 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.785334_150.1", 2022-09-01T10:24:16.757 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:16.758 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-42", 2022-09-01T10:24:16.758 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.785334464Z", 2022-09-01T10:24:16.758 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.758 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.759 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.759 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.759 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.759 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.760 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Ag51lpC4zVjnwpCcecJVIDM", 2022-09-01T10:24:16.760 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.760 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.760 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.761 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:16.761 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.761 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.761 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.762 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.762 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.788647_151.1", 2022-09-01T10:24:16.762 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:16.762 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-42", 2022-09-01T10:24:16.763 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.788647857Z", 2022-09-01T10:24:16.763 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.763 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.763 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.763 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.764 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.764 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.764 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Ag51lpC4zVjnwpCcecJVIDM", 2022-09-01T10:24:16.764 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.765 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.765 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.765 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:16.765 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.766 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.767 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.767 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.767 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.825709_152.1", 2022-09-01T10:24:16.767 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.768 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-43:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.2", 2022-09-01T10:24:16.768 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.825709253Z", 2022-09-01T10:24:16.768 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.768 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.769 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.769 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.769 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.769 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.770 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_k_0jF31Lil8JB75xjCbPyav", 2022-09-01T10:24:16.770 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.770 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.770 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.771 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:16.771 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.771 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.771 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.772 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.772 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.829138_153.1", 2022-09-01T10:24:16.772 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.772 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-43:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.2", 2022-09-01T10:24:16.773 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.829138107Z", 2022-09-01T10:24:16.773 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.773 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.773 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.773 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.774 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.774 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.775 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_k_0jF31Lil8JB75xjCbPyav", 2022-09-01T10:24:16.775 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.775 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.775 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.776 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:16.776 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.776 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.776 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.777 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.777 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.830431_154.1", 2022-09-01T10:24:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-43", 2022-09-01T10:24:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.830431568Z", 2022-09-01T10:24:16.779 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.783 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.783 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.784 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.785 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.785 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.786 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_W7LR8p4Es7JKFqDL2voft19", 2022-09-01T10:24:16.786 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.787 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.787 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.788 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:16.788 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.789 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.789 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.789 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:16.790 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027771.833793_155.1", 2022-09-01T10:24:16.790 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:16.790 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-43", 2022-09-01T10:24:16.791 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:22:51.833793342Z", 2022-09-01T10:24:16.791 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:16.791 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:16.791 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:16.792 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:16.792 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.792 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:16.792 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_W7LR8p4Es7JKFqDL2voft19", 2022-09-01T10:24:16.793 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:16.793 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:16.793 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:16.795 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:16.795 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.795 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.796 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:16.796 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:24:16.796 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:16.797 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:16.798 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 74a33b6f-f1d1-40a5-b9ec-b739d2976075 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:16.849 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:16.850 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:16.883 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:24:16.884 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.884 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.780440_148.1", 2022-09-01T10:24:16.885 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.885 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-42:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.1", 2022-09-01T10:24:16.886 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.780440759Z", 2022-09-01T10:24:16.887 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.887 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.888 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.888 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.888 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.889 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.890 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_a9qjgBRPisdgsDNdQ2AIPCS", 2022-09-01T10:24:16.890 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.891 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.891 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.892 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.892 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.893 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.893 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.894 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.894 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.784044_149.1", 2022-09-01T10:24:16.895 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.895 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-42:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.1", 2022-09-01T10:24:16.895 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.784044145Z", 2022-09-01T10:24:16.896 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.896 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.897 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.897 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.898 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.899 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.899 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_a9qjgBRPisdgsDNdQ2AIPCS", 2022-09-01T10:24:16.900 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.900 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.901 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.901 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.902 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.902 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.903 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.903 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.904 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.785334_150.1", 2022-09-01T10:24:16.904 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.905 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-42", 2022-09-01T10:24:16.905 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.785334464Z", 2022-09-01T10:24:16.906 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.906 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.907 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.907 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.907 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.908 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.908 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Ag51lpC4zVjnwpCcecJVIDM", 2022-09-01T10:24:16.908 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.909 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.909 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.910 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.910 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.911 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.911 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.912 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.912 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.788647_151.1", 2022-09-01T10:24:16.913 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.913 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-42", 2022-09-01T10:24:16.914 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.788647857Z", 2022-09-01T10:24:16.914 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.915 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.915 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.915 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.916 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.916 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.917 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Ag51lpC4zVjnwpCcecJVIDM", 2022-09-01T10:24:16.917 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.917 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.918 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.918 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.918 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.919 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.919 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.919 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.920 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.825709_152.1", 2022-09-01T10:24:16.920 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.921 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-43:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.2", 2022-09-01T10:24:16.921 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.825709253Z", 2022-09-01T10:24:16.922 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.922 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.923 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.923 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.923 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.924 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.924 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_k_0jF31Lil8JB75xjCbPyav", 2022-09-01T10:24:16.924 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.924 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.925 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.925 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.925 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.925 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.926 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.926 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.926 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.829138_153.1", 2022-09-01T10:24:16.927 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:16.927 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-43:c831b8c8-c79b-4178-80d6-596fd8ecbf6b.5155.2", 2022-09-01T10:24:16.927 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.829138107Z", 2022-09-01T10:24:16.927 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.928 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.928 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.928 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.928 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.929 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.929 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_k_0jF31Lil8JB75xjCbPyav", 2022-09-01T10:24:16.929 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.929 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.930 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.930 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.930 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.931 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.931 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.931 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.931 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.830431_154.1", 2022-09-01T10:24:16.932 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.932 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-43", 2022-09-01T10:24:16.932 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.830431568Z", 2022-09-01T10:24:16.932 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.933 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.933 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.933 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.933 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.934 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.934 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_W7LR8p4Es7JKFqDL2voft19", 2022-09-01T10:24:16.934 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.934 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.935 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.935 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:16.935 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.936 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.936 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.936 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:16.936 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027771.833793_155.1", 2022-09-01T10:24:16.937 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:16.937 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-43", 2022-09-01T10:24:16.937 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:22:51.833793342Z", 2022-09-01T10:24:16.937 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:16.938 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:16.938 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:16.938 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:16.938 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.939 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:16.939 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_W7LR8p4Es7JKFqDL2voft19", 2022-09-01T10:24:16.939 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:16.939 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:16.940 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:16.942 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:16.942 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.942 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.943 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:16.943 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:24:16.943 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:16.944 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:16.945 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 39870d50-3792-42d7-adf0-465c8b777149 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:16.995 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:16.995 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:17.028 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:24:17.029 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.029 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.576162_128.1", 2022-09-01T10:24:17.030 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.030 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-44:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.1", 2022-09-01T10:24:17.031 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.576162825Z", 2022-09-01T10:24:17.031 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.032 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.032 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.033 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.033 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.034 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.035 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_UCROQWGxLdg4dBBeoAF5pqM", 2022-09-01T10:24:17.035 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.036 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.036 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.037 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:17.037 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.038 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.038 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.039 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.039 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.581982_129.1", 2022-09-01T10:24:17.040 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.040 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-44:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.1", 2022-09-01T10:24:17.041 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.581982485Z", 2022-09-01T10:24:17.041 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.042 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.043 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.043 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.043 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.043 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.044 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_UCROQWGxLdg4dBBeoAF5pqM", 2022-09-01T10:24:17.044 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.044 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.044 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.045 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:17.045 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.045 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.045 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.046 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.046 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.583178_130.1", 2022-09-01T10:24:17.046 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:17.047 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-44", 2022-09-01T10:24:17.047 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.583178417Z", 2022-09-01T10:24:17.047 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.048 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.048 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.048 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.049 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.049 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.049 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_B6jr-WQB_Gw4J27zBDAyeA-", 2022-09-01T10:24:17.049 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.050 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.050 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.050 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:17.050 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.051 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.051 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.051 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.051 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.589261_131.1", 2022-09-01T10:24:17.052 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:17.052 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-44", 2022-09-01T10:24:17.052 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.589261237Z", 2022-09-01T10:24:17.052 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.053 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.053 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.053 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.054 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.054 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.054 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_B6jr-WQB_Gw4J27zBDAyeA-", 2022-09-01T10:24:17.054 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.055 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.055 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.055 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:17.056 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.056 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.057 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.057 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.058 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.621990_132.1", 2022-09-01T10:24:17.058 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.059 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-45:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.2", 2022-09-01T10:24:17.059 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.621990197Z", 2022-09-01T10:24:17.059 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.060 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.060 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.061 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.061 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.062 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.062 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_IsW9FOqi5SVXUcnNDXQFdpF", 2022-09-01T10:24:17.063 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.063 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.064 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.064 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:17.065 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.065 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.065 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.065 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.066 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.625950_133.1", 2022-09-01T10:24:17.066 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.066 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-45:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.2", 2022-09-01T10:24:17.067 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.625950023Z", 2022-09-01T10:24:17.067 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.067 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.067 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.068 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.068 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.068 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.068 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_IsW9FOqi5SVXUcnNDXQFdpF", 2022-09-01T10:24:17.069 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.069 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.069 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.069 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:17.070 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.070 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.070 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.070 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.071 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.627045_134.1", 2022-09-01T10:24:17.071 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:17.071 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-45", 2022-09-01T10:24:17.072 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.627045862Z", 2022-09-01T10:24:17.072 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.072 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.073 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.073 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.073 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.073 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.074 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_cipujCbkVGfxIVvmCWWpP6r", 2022-09-01T10:24:17.074 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.074 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.074 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.075 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:17.075 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.075 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.075 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.076 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.076 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.632931_135.1", 2022-09-01T10:24:17.076 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:17.076 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-45", 2022-09-01T10:24:17.077 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.632931419Z", 2022-09-01T10:24:17.077 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.077 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.077 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.078 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.078 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.078 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.078 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_cipujCbkVGfxIVvmCWWpP6r", 2022-09-01T10:24:17.079 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.079 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.079 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.081 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:17.081 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.081 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.081 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.082 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:24:17.082 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:17.083 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:17.083 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 39870d50-3792-42d7-adf0-465c8b777149 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:17.134 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:17.134 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:17.165 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:24:17.166 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.166 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.576162_128.1", 2022-09-01T10:24:17.166 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.167 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-44:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.1", 2022-09-01T10:24:17.167 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.576162825Z", 2022-09-01T10:24:17.167 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.167 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.168 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.168 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.168 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.169 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.169 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_UCROQWGxLdg4dBBeoAF5pqM", 2022-09-01T10:24:17.170 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.170 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.171 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.171 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:17.171 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.172 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.172 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.173 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.173 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.581982_129.1", 2022-09-01T10:24:17.174 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.174 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-44:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.1", 2022-09-01T10:24:17.174 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.581982485Z", 2022-09-01T10:24:17.174 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.175 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.175 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.175 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.176 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.176 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.176 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_UCROQWGxLdg4dBBeoAF5pqM", 2022-09-01T10:24:17.176 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.177 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.177 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.177 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:17.178 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.178 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.178 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.179 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.179 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.583178_130.1", 2022-09-01T10:24:17.179 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:17.179 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-44", 2022-09-01T10:24:17.180 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.583178417Z", 2022-09-01T10:24:17.181 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.181 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.182 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.182 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.183 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.183 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.184 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_B6jr-WQB_Gw4J27zBDAyeA-", 2022-09-01T10:24:17.184 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.185 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.185 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.186 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:17.186 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.187 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.187 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.188 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.188 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.589261_131.1", 2022-09-01T10:24:17.188 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:17.189 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-44", 2022-09-01T10:24:17.189 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.589261237Z", 2022-09-01T10:24:17.189 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.189 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.190 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.190 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.190 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.190 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.191 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_B6jr-WQB_Gw4J27zBDAyeA-", 2022-09-01T10:24:17.191 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.191 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.192 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.192 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:17.193 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.193 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.193 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.194 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.194 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.621990_132.1", 2022-09-01T10:24:17.194 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.195 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-45:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.2", 2022-09-01T10:24:17.196 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.621990197Z", 2022-09-01T10:24:17.196 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.197 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.197 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.197 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.198 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.199 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.199 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_IsW9FOqi5SVXUcnNDXQFdpF", 2022-09-01T10:24:17.200 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.200 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.201 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.201 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:17.202 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.202 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.203 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.203 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.204 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.625950_133.1", 2022-09-01T10:24:17.204 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.205 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-45:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.2", 2022-09-01T10:24:17.205 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.625950023Z", 2022-09-01T10:24:17.206 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.206 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.206 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.207 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.207 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.208 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.208 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_IsW9FOqi5SVXUcnNDXQFdpF", 2022-09-01T10:24:17.209 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.209 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.210 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.210 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:17.211 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.211 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.212 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.212 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.212 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.627045_134.1", 2022-09-01T10:24:17.213 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:17.213 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-45", 2022-09-01T10:24:17.214 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.627045862Z", 2022-09-01T10:24:17.214 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.215 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.215 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.216 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.216 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.217 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.217 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_cipujCbkVGfxIVvmCWWpP6r", 2022-09-01T10:24:17.218 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.218 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.219 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.219 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:17.220 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.220 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.221 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.221 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.222 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.632931_135.1", 2022-09-01T10:24:17.222 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:17.223 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-45", 2022-09-01T10:24:17.223 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.632931419Z", 2022-09-01T10:24:17.224 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.224 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.224 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.225 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.225 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.225 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.225 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_cipujCbkVGfxIVvmCWWpP6r", 2022-09-01T10:24:17.226 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.226 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.226 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.228 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:17.228 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.228 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.228 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.229 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:24:17.229 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:17.230 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:17.230 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 39870d50-3792-42d7-adf0-465c8b777149 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:17.281 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:17.283 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:17.330 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:24:17.330 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.331 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.576162_128.1", 2022-09-01T10:24:17.331 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.332 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-44:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.1", 2022-09-01T10:24:17.333 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.576162825Z", 2022-09-01T10:24:17.333 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.334 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.334 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.335 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.335 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.336 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.336 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_UCROQWGxLdg4dBBeoAF5pqM", 2022-09-01T10:24:17.336 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.336 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.337 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.337 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:17.337 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.338 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.338 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.338 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.339 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.581982_129.1", 2022-09-01T10:24:17.339 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.339 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-44:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.1", 2022-09-01T10:24:17.340 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.581982485Z", 2022-09-01T10:24:17.340 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.341 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.341 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.342 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.342 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.343 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.343 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_UCROQWGxLdg4dBBeoAF5pqM", 2022-09-01T10:24:17.344 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.345 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.345 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.346 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:17.346 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.347 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.347 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.348 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.348 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.583178_130.1", 2022-09-01T10:24:17.348 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:17.349 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-44", 2022-09-01T10:24:17.349 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.583178417Z", 2022-09-01T10:24:17.350 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.351 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.351 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.352 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.352 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.353 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.354 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_B6jr-WQB_Gw4J27zBDAyeA-", 2022-09-01T10:24:17.354 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.355 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.355 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.356 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:17.356 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.357 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.357 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.358 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.358 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.589261_131.1", 2022-09-01T10:24:17.358 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:17.358 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-44", 2022-09-01T10:24:17.359 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.589261237Z", 2022-09-01T10:24:17.359 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.360 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.360 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.360 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.361 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.362 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.362 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_B6jr-WQB_Gw4J27zBDAyeA-", 2022-09-01T10:24:17.362 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.363 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.363 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.364 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:17.364 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.365 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.365 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.366 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.367 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.621990_132.1", 2022-09-01T10:24:17.367 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.368 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-45:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.2", 2022-09-01T10:24:17.368 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.621990197Z", 2022-09-01T10:24:17.369 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.370 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.370 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.371 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.371 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.372 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.372 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_IsW9FOqi5SVXUcnNDXQFdpF", 2022-09-01T10:24:17.373 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.373 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.373 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.374 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:17.374 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.374 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.374 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.375 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.375 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.625950_133.1", 2022-09-01T10:24:17.375 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.375 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-45:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.2", 2022-09-01T10:24:17.376 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.625950023Z", 2022-09-01T10:24:17.376 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.376 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.376 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.377 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.377 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.377 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.377 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_IsW9FOqi5SVXUcnNDXQFdpF", 2022-09-01T10:24:17.378 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.378 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.378 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.379 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:17.379 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.379 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.379 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.380 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.380 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.627045_134.1", 2022-09-01T10:24:17.380 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:17.380 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-45", 2022-09-01T10:24:17.381 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.627045862Z", 2022-09-01T10:24:17.381 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.381 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.381 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.382 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.382 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.382 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.382 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_cipujCbkVGfxIVvmCWWpP6r", 2022-09-01T10:24:17.383 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.383 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.383 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.383 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "write" 2022-09-01T10:24:17.384 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.384 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.384 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.384 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:17.385 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "1_1662027837.632931_135.1", 2022-09-01T10:24:17.385 INFO:teuthology.orchestra.run.smithi044.stdout: "section": "bucket", 2022-09-01T10:24:17.385 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ptoxvb-45", 2022-09-01T10:24:17.385 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:23:57.632931419Z", 2022-09-01T10:24:17.386 INFO:teuthology.orchestra.run.smithi044.stdout: "data": { 2022-09-01T10:24:17.386 INFO:teuthology.orchestra.run.smithi044.stdout: "read_version": { 2022-09-01T10:24:17.386 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "", 2022-09-01T10:24:17.386 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 0 2022-09-01T10:24:17.387 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.387 INFO:teuthology.orchestra.run.smithi044.stdout: "write_version": { 2022-09-01T10:24:17.387 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_cipujCbkVGfxIVvmCWWpP6r", 2022-09-01T10:24:17.388 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": 1 2022-09-01T10:24:17.388 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:17.388 INFO:teuthology.orchestra.run.smithi044.stdout: "status": { 2022-09-01T10:24:17.390 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "complete" 2022-09-01T10:24:17.390 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.390 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.391 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:17.391 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:24:17.391 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:17.392 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:17.393 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 39870d50-3792-42d7-adf0-465c8b777149 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:17.443 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:17.443 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:17.472 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:24:17.473 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.473 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.576162_128.1", 2022-09-01T10:24:17.473 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.474 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-44:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.1", 2022-09-01T10:24:17.474 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.576162825Z", 2022-09-01T10:24:17.475 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.475 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.475 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.476 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.476 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.477 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.477 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_UCROQWGxLdg4dBBeoAF5pqM", 2022-09-01T10:24:17.478 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.478 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.479 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.479 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:17.480 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.480 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.480 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.480 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.481 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.581982_129.1", 2022-09-01T10:24:17.481 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.481 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-44:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.1", 2022-09-01T10:24:17.481 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.581982485Z", 2022-09-01T10:24:17.482 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.482 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.482 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.483 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.483 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.483 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.483 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_UCROQWGxLdg4dBBeoAF5pqM", 2022-09-01T10:24:17.484 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.484 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.485 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.485 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:17.486 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.486 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.487 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.487 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.488 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.583178_130.1", 2022-09-01T10:24:17.488 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:17.489 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-44", 2022-09-01T10:24:17.490 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.583178417Z", 2022-09-01T10:24:17.490 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.491 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.491 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.492 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.492 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.493 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.493 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_B6jr-WQB_Gw4J27zBDAyeA-", 2022-09-01T10:24:17.493 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.494 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.494 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.495 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:17.495 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.496 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.496 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.497 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.497 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.589261_131.1", 2022-09-01T10:24:17.497 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:17.498 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-44", 2022-09-01T10:24:17.498 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.589261237Z", 2022-09-01T10:24:17.499 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.499 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.500 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.501 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.501 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.502 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.502 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_B6jr-WQB_Gw4J27zBDAyeA-", 2022-09-01T10:24:17.503 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.503 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.504 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.504 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:17.505 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.505 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.506 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.506 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.507 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.621990_132.1", 2022-09-01T10:24:17.507 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.508 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-45:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.2", 2022-09-01T10:24:17.508 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.621990197Z", 2022-09-01T10:24:17.509 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.509 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.510 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.510 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.511 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.511 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.511 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_IsW9FOqi5SVXUcnNDXQFdpF", 2022-09-01T10:24:17.512 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.512 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.513 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.513 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:17.514 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.514 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.515 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.515 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.516 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.625950_133.1", 2022-09-01T10:24:17.516 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket.instance", 2022-09-01T10:24:17.517 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-45:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.2", 2022-09-01T10:24:17.517 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.625950023Z", 2022-09-01T10:24:17.518 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.518 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.519 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.519 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.520 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.520 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.520 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_IsW9FOqi5SVXUcnNDXQFdpF", 2022-09-01T10:24:17.521 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.521 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.522 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.522 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:17.523 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.523 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.524 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.524 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.525 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.627045_134.1", 2022-09-01T10:24:17.525 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:17.526 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-45", 2022-09-01T10:24:17.526 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.627045862Z", 2022-09-01T10:24:17.526 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.527 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.527 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.527 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.528 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.528 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.528 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_cipujCbkVGfxIVvmCWWpP6r", 2022-09-01T10:24:17.528 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.529 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.529 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.529 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "write" 2022-09-01T10:24:17.530 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.530 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.531 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.531 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:17.532 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "1_1662027837.632931_135.1", 2022-09-01T10:24:17.532 INFO:teuthology.orchestra.run.smithi052.stdout: "section": "bucket", 2022-09-01T10:24:17.533 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ptoxvb-45", 2022-09-01T10:24:17.533 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:23:57.632931419Z", 2022-09-01T10:24:17.534 INFO:teuthology.orchestra.run.smithi052.stdout: "data": { 2022-09-01T10:24:17.534 INFO:teuthology.orchestra.run.smithi052.stdout: "read_version": { 2022-09-01T10:24:17.535 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "", 2022-09-01T10:24:17.535 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 0 2022-09-01T10:24:17.536 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.536 INFO:teuthology.orchestra.run.smithi052.stdout: "write_version": { 2022-09-01T10:24:17.537 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_cipujCbkVGfxIVvmCWWpP6r", 2022-09-01T10:24:17.537 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": 1 2022-09-01T10:24:17.538 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:17.538 INFO:teuthology.orchestra.run.smithi052.stdout: "status": { 2022-09-01T10:24:17.540 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "complete" 2022-09-01T10:24:17.541 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.541 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.541 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:17.542 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:24:17.543 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:24:17.543 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:24:17.544 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog autotrim --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:24:17.591 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:17.591 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:17.683 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:24:17.684 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:24:17.684 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog autotrim --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:24:17.731 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:17.732 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:17.880 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:24:17.881 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:24:17.882 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog autotrim --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:24:17.932 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:17.933 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:18.008 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:24:18.009 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:24:18.010 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog autotrim --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:24:18.057 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:18.057 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:18.192 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.194 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.195 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 4dcfef22-513c-4d25-99ed-606dde9c5a5f --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:18.244 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:18.245 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:18.288 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T10:24:18.290 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.292 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.293 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 4dcfef22-513c-4d25-99ed-606dde9c5a5f --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:18.344 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:18.345 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:18.385 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2022-09-01T10:24:18.387 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.388 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.389 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 4dcfef22-513c-4d25-99ed-606dde9c5a5f --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:18.437 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:18.438 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:18.512 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T10:24:18.514 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.515 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '4dcfef22-513c-4d25-99ed-606dde9c5a5f', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.515 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 4dcfef22-513c-4d25-99ed-606dde9c5a5f --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:18.566 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:18.567 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:18.604 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2022-09-01T10:24:18.607 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.608 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.609 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 74a33b6f-f1d1-40a5-b9ec-b739d2976075 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:18.662 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:18.663 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:18.718 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T10:24:18.721 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.722 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.723 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 74a33b6f-f1d1-40a5-b9ec-b739d2976075 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:18.774 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:18.774 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:18.816 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2022-09-01T10:24:18.817 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.818 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.819 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 74a33b6f-f1d1-40a5-b9ec-b739d2976075 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:18.869 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:18.870 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:18.912 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T10:24:18.914 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.914 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '74a33b6f-f1d1-40a5-b9ec-b739d2976075', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:18.915 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 74a33b6f-f1d1-40a5-b9ec-b739d2976075 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:18.963 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:18.963 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:19.003 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2022-09-01T10:24:19.005 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:19.006 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:19.006 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 39870d50-3792-42d7-adf0-465c8b777149 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:19.055 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:19.055 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:19.125 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T10:24:19.130 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:19.130 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:19.131 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 39870d50-3792-42d7-adf0-465c8b777149 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:19.180 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:19.180 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:19.220 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2022-09-01T10:24:19.222 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:19.223 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:19.224 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 39870d50-3792-42d7-adf0-465c8b777149 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:19.275 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:19.276 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:19.319 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T10:24:19.322 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:19.323 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '39870d50-3792-42d7-adf0-465c8b777149', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:19.323 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 39870d50-3792-42d7-adf0-465c8b777149 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:19.371 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:19.372 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:19.411 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2022-09-01T10:24:19.415 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_multi_period_incremental_sync ... ok 2022-09-01T10:24:19.417 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-46 2022-09-01T10:24:19.418 DEBUG:boto:path=/ptoxvb-46/ 2022-09-01T10:24:19.419 DEBUG:boto:auth_path=/ptoxvb-46/ 2022-09-01T10:24:19.420 DEBUG:boto:Method: PUT 2022-09-01T10:24:19.421 DEBUG:boto:Path: /ptoxvb-46/ 2022-09-01T10:24:19.422 DEBUG:boto:Data: 2022-09-01T10:24:19.422 DEBUG:boto:Headers: {} 2022-09-01T10:24:19.423 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:19.424 DEBUG:boto:Port: 8000 2022-09-01T10:24:19.424 DEBUG:boto:Params: {} 2022-09-01T10:24:19.425 DEBUG:boto:Token: None 2022-09-01T10:24:19.425 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:24:19 GMT /ptoxvb-46/ 2022-09-01T10:24:19.426 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TIYCjv76h4nog7U9EaG0WXTyRmo= 2022-09-01T10:24:19.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TIYCjv76h4nog7U9EaG0WXTyRmo=', 'Content-Length': '0'} 2022-09-01T10:24:19.444 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000043f7a0205c85f58f-0063108853-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:19.446 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-47 2022-09-01T10:24:19.447 DEBUG:boto:path=/ptoxvb-47/ 2022-09-01T10:24:19.447 DEBUG:boto:auth_path=/ptoxvb-47/ 2022-09-01T10:24:19.448 DEBUG:boto:Method: PUT 2022-09-01T10:24:19.448 DEBUG:boto:Path: /ptoxvb-47/ 2022-09-01T10:24:19.449 DEBUG:boto:Data: 2022-09-01T10:24:19.449 DEBUG:boto:Headers: {} 2022-09-01T10:24:19.450 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:19.451 DEBUG:boto:Port: 8000 2022-09-01T10:24:19.451 DEBUG:boto:Params: {} 2022-09-01T10:24:19.452 DEBUG:boto:Token: None 2022-09-01T10:24:19.453 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:24:19 GMT /ptoxvb-47/ 2022-09-01T10:24:19.454 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kzIcRqp0XYT4y+b7XFp/MSERmhs= 2022-09-01T10:24:19.455 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kzIcRqp0XYT4y+b7XFp/MSERmhs=', 'Content-Length': '0'} 2022-09-01T10:24:19.500 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000024a1f014f4aacdf1-0063108853-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:19.501 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-48 2022-09-01T10:24:19.502 DEBUG:boto:path=/ptoxvb-48/ 2022-09-01T10:24:19.502 DEBUG:boto:auth_path=/ptoxvb-48/ 2022-09-01T10:24:19.503 DEBUG:boto:Method: PUT 2022-09-01T10:24:19.503 DEBUG:boto:Path: /ptoxvb-48/ 2022-09-01T10:24:19.504 DEBUG:boto:Data: 2022-09-01T10:24:19.505 DEBUG:boto:Headers: {} 2022-09-01T10:24:19.506 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:19.507 DEBUG:boto:Port: 8001 2022-09-01T10:24:19.508 DEBUG:boto:Params: {} 2022-09-01T10:24:19.509 DEBUG:boto:Token: None 2022-09-01T10:24:19.510 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:24:19 GMT /ptoxvb-48/ 2022-09-01T10:24:19.511 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5COwhfqeou6hTJPXN1SGNcCSGSg= 2022-09-01T10:24:19.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5COwhfqeou6hTJPXN1SGNcCSGSg=', 'Content-Length': '0'} 2022-09-01T10:24:19.565 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000000ac7bc9d53412916-0063108853-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:19.566 DEBUG:boto:path=/ptoxvb-46/ 2022-09-01T10:24:19.567 DEBUG:boto:auth_path=/ptoxvb-46/ 2022-09-01T10:24:19.568 DEBUG:boto:Method: HEAD 2022-09-01T10:24:19.568 DEBUG:boto:Path: /ptoxvb-46/ 2022-09-01T10:24:19.569 DEBUG:boto:Data: 2022-09-01T10:24:19.570 DEBUG:boto:Headers: {} 2022-09-01T10:24:19.570 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:19.571 DEBUG:boto:Port: 8000 2022-09-01T10:24:19.571 DEBUG:boto:Params: {} 2022-09-01T10:24:19.572 DEBUG:boto:Token: None 2022-09-01T10:24:19.572 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:19 GMT /ptoxvb-46/ 2022-09-01T10:24:19.573 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oYDhakm6ixJM1QqF9G7oEA/mSRg= 2022-09-01T10:24:19.574 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oYDhakm6ixJM1QqF9G7oEA/mSRg=', 'Content-Length': '0'} 2022-09-01T10:24:19.577 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e6ba9870adf560d2-0063108853-144e-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:19.578 DEBUG:boto:path=/ptoxvb-46/key 2022-09-01T10:24:19.578 DEBUG:boto:auth_path=/ptoxvb-46/key 2022-09-01T10:24:19.579 DEBUG:boto:Method: PUT 2022-09-01T10:24:19.580 DEBUG:boto:Path: /ptoxvb-46/key 2022-09-01T10:24:19.580 DEBUG:boto:Data: 2022-09-01T10:24:19.581 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'hBotaJrYa9FhFEdFPCLG/A==', 'Content-Length': '4', 'Expect': '100-Continue'} 2022-09-01T10:24:19.582 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:24:19.582 DEBUG:boto:Port: 8000 2022-09-01T10:24:19.583 DEBUG:boto:Params: {} 2022-09-01T10:24:19.583 DEBUG:boto:Token: None 2022-09-01T10:24:19.584 DEBUG:boto:StringToSign: PUT hBotaJrYa9FhFEdFPCLG/A== application/octet-stream Thu, 01 Sep 2022 10:24:19 GMT /ptoxvb-46/key 2022-09-01T10:24:19.584 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kJsfdpcjvVhU9OfGbyprzGBkmWs= 2022-09-01T10:24:19.585 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'hBotaJrYa9FhFEdFPCLG/A==', 'Content-Length': '4', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:24:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kJsfdpcjvVhU9OfGbyprzGBkmWs='} 2022-09-01T10:24:19.597 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"841a2d689ad86bd1611447453c22c6fc"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000073b9a26df1c8fcbe-0063108853-144e-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:24:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:19.598 DEBUG:boto:path=/ptoxvb-47/ 2022-09-01T10:24:19.599 DEBUG:boto:auth_path=/ptoxvb-47/ 2022-09-01T10:24:19.600 DEBUG:boto:Method: HEAD 2022-09-01T10:24:19.601 DEBUG:boto:Path: /ptoxvb-47/ 2022-09-01T10:24:19.602 DEBUG:boto:Data: 2022-09-01T10:24:19.603 DEBUG:boto:Headers: {} 2022-09-01T10:24:19.604 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:19.605 DEBUG:boto:Port: 8000 2022-09-01T10:24:19.606 DEBUG:boto:Params: {} 2022-09-01T10:24:19.607 DEBUG:boto:Token: None 2022-09-01T10:24:19.607 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:19 GMT /ptoxvb-47/ 2022-09-01T10:24:19.608 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K9b2jRSn2vLvcj8DpgrZXq8rQIk= 2022-09-01T10:24:19.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K9b2jRSn2vLvcj8DpgrZXq8rQIk=', 'Content-Length': '0'} 2022-09-01T10:24:19.611 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a643510401ed2ee3-0063108853-142f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:19.612 DEBUG:boto:path=/ptoxvb-47/key 2022-09-01T10:24:19.613 DEBUG:boto:auth_path=/ptoxvb-47/key 2022-09-01T10:24:19.613 DEBUG:boto:Method: PUT 2022-09-01T10:24:19.614 DEBUG:boto:Path: /ptoxvb-47/key 2022-09-01T10:24:19.614 DEBUG:boto:Data: 2022-09-01T10:24:19.615 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'hBotaJrYa9FhFEdFPCLG/A==', 'Content-Length': '4', 'Expect': '100-Continue'} 2022-09-01T10:24:19.615 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:24:19.616 DEBUG:boto:Port: 8000 2022-09-01T10:24:19.616 DEBUG:boto:Params: {} 2022-09-01T10:24:19.617 DEBUG:boto:Token: None 2022-09-01T10:24:19.617 DEBUG:boto:StringToSign: PUT hBotaJrYa9FhFEdFPCLG/A== application/octet-stream Thu, 01 Sep 2022 10:24:19 GMT /ptoxvb-47/key 2022-09-01T10:24:19.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8XHJmal+aOCnoHwX9nmJfAuVWvE= 2022-09-01T10:24:19.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'hBotaJrYa9FhFEdFPCLG/A==', 'Content-Length': '4', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:24:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8XHJmal+aOCnoHwX9nmJfAuVWvE='} 2022-09-01T10:24:19.662 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"841a2d689ad86bd1611447453c22c6fc"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005ab9baa04431778d-0063108853-142f-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:24:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:19.663 DEBUG:boto:path=/ptoxvb-48/ 2022-09-01T10:24:19.664 DEBUG:boto:auth_path=/ptoxvb-48/ 2022-09-01T10:24:19.664 DEBUG:boto:Method: HEAD 2022-09-01T10:24:19.665 DEBUG:boto:Path: /ptoxvb-48/ 2022-09-01T10:24:19.666 DEBUG:boto:Data: 2022-09-01T10:24:19.666 DEBUG:boto:Headers: {} 2022-09-01T10:24:19.667 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:19.667 DEBUG:boto:Port: 8001 2022-09-01T10:24:19.668 DEBUG:boto:Params: {} 2022-09-01T10:24:19.668 DEBUG:boto:Token: None 2022-09-01T10:24:19.669 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:24:19 GMT /ptoxvb-48/ 2022-09-01T10:24:19.669 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LkEmps2Hbs+6g2ookgXDJV6FPY= 2022-09-01T10:24:19.670 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:24:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LkEmps2Hbs+6g2ookgXDJV6FPY=', 'Content-Length': '0'} 2022-09-01T10:24:19.673 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009d02ed49e247e1fc-0063108853-1454-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:24:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:19.673 DEBUG:boto:path=/ptoxvb-48/key 2022-09-01T10:24:19.674 DEBUG:boto:auth_path=/ptoxvb-48/key 2022-09-01T10:24:19.675 DEBUG:boto:Method: PUT 2022-09-01T10:24:19.675 DEBUG:boto:Path: /ptoxvb-48/key 2022-09-01T10:24:19.676 DEBUG:boto:Data: 2022-09-01T10:24:19.676 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'hBotaJrYa9FhFEdFPCLG/A==', 'Content-Length': '4', 'Expect': '100-Continue'} 2022-09-01T10:24:19.677 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:24:19.677 DEBUG:boto:Port: 8001 2022-09-01T10:24:19.678 DEBUG:boto:Params: {} 2022-09-01T10:24:19.679 DEBUG:boto:Token: None 2022-09-01T10:24:19.679 DEBUG:boto:StringToSign: PUT hBotaJrYa9FhFEdFPCLG/A== application/octet-stream Thu, 01 Sep 2022 10:24:19 GMT /ptoxvb-48/key 2022-09-01T10:24:19.680 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P4M63G6wvs9OEBHzs+R/yF3Taf4= 2022-09-01T10:24:19.681 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'hBotaJrYa9FhFEdFPCLG/A==', 'Content-Length': '4', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:24:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P4M63G6wvs9OEBHzs+R/yF3Taf4='} 2022-09-01T10:24:19.690 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"841a2d689ad86bd1611447453c22c6fc"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000c52c196a8fc43305-0063108853-1454-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:24:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:24:19.691 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:19.691 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:19.692 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:19.743 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:19.743 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:19.773 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T10:24:19.789 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:24:19.789 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:19.790 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:24:19.790 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:24:19.790 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:19.791 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:19.791 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:24:19.792 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:24:19.792 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:19.792 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:19.793 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:24:19.793 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:24:19.793 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:19.794 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:19.794 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:24:19.794 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:24:19.541200Z" 2022-09-01T10:24:19.795 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:19.795 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:24:19.796 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:24:19.797 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:24:19.797 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:19.798 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:19.799 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:19.849 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:19.850 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:19.878 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:24:19.878+0000 7f40c1bf0600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:24:19.879 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:24:19.879+0000 7f40c1bf0600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:24:19.891 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:24:19.892 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:24:19.892 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:24:19.892 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:24:19.894 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:24:19.894 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:24:19.894 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:24:19.895 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:19.895 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:24:19.895 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:19.896 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:24:19.896 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:19.896 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:19.896 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:24:19.897 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:19.897 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:24:19.897 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:19.897 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:24:19.898 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:24:19.898 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:19.898 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:19.898 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:19.899 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:24:19.899 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:19.899 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:19.899 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:24:19.900 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:19.900 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:19.900 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:19.900 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:24:19.901 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:24:19.901 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:19.901 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:19.901 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:19.902 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:24:19.902 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:19.902 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:19.902 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:24:19.903 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:19.903 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:19.903 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:19.904 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:24:19.904 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:24:19.904 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:19.905 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:19.905 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:19.906 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:24:19.906 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:19.906 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:19.906 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027859.475017_146.1", 2022-09-01T10:24:19.907 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:19.907 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:19.907 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:19.908 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.475017Z", 2022-09-01T10:24:19.908 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:24:19.908 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:19.908 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:19.909 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:24:19.909 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:19.909 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:24:19.909 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:24:19.910 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:24:19.910 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:19.910 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:24:19Z" 2022-09-01T10:24:19.911 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:24:19.912 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.475017_146.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.475017Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:24:19Z" } 2022-09-01T10:24:19.913 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.475017_146.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.475017Z', 'realm_epoch': 4}}] 2022-09-01T10:24:19.913 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:24:19.914 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.475017_146.1'} 2022-09-01T10:24:19.915 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027859.541200_152.1 target=1_1662027859.475017_146.1 2022-09-01T10:24:24.916 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:24.917 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:24.918 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:24.985 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:24.985 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:25.017 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:24:25.017+0000 7f3644d17600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:24:25.018 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:24:25.018+0000 7f3644d17600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:24:25.032 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:24:25.033 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:24:25.034 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:24:25.034 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:24:25.034 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:24:25.035 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:24:25.036 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:24:25.036 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.036 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:24:25.037 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:25.038 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:24:25.041 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:25.041 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:25.042 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:24:25.042 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:25.042 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:24:25.043 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:25.043 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:24:25.043 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:24:25.044 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:25.044 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.045 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:25.045 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:24:25.046 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:25.046 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:25.046 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:24:25.047 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:25.047 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:25.047 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:25.047 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:24:25.048 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:24:25.048 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:25.049 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.049 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:25.049 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:24:25.049 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:25.050 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:25.050 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:24:25.050 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:25.050 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:25.051 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:25.051 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:24:25.051 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:24:25.052 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:25.052 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.052 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:25.053 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:24:25.053 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:25.054 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:25.054 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:24:25.055 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:25.055 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:25.056 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:25.056 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.541200Z", 2022-09-01T10:24:25.056 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:24:25.057 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:25.058 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:25.058 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:24:25.058 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.059 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:24:25.059 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:24:25.060 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:24:25.060 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.061 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:24:25Z" 2022-09-01T10:24:25.061 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:24:25.063 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.541200_152.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.541200Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:24:25Z" } 2022-09-01T10:24:25.064 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.541200_152.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.541200Z', 'realm_epoch': 4}}] 2022-09-01T10:24:25.065 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:24:25.066 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:24:25.067 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:24:25.067 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:24:25.068 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:25.069 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:25.070 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:25.129 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:25.129 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:25.175 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:24:25.176+0000 7fc3cd658600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:24:25.176 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:24:25.177+0000 7fc3cd658600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:24:25.197 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:24:25.198 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:24:25.198 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:24:25.199 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:24:25.199 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:24:25.200 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:24:25.200 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:24:25.200 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:25.201 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:24:25.201 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:25.202 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:24:25.202 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:25.203 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:24:25.203 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:24:25.204 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:25.204 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:24:25.205 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:25.205 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:24:25.206 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:24:25.206 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:25.206 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:25.207 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:25.207 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:24:25.207 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:25.208 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:24:25.208 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:24:25.208 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:25.208 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:25.209 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:25.209 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:24:25.210 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:24:25.210 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:25.211 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:25.211 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:25.212 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:24:25.212 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:25.213 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:24:25.213 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:24:25.214 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:25.214 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:25.215 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:25.215 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:24:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:24:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:25.217 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:25.217 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:24:25.218 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:25.218 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:24:25.219 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:24:25.219 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:25.220 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:25.221 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:25.222 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:24:19.541200Z", 2022-09-01T10:24:25.222 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:24:25.222 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:25.222 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:25.223 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:24:25.223 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:25.223 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:24:25.223 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:24:25.224 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:24:25.224 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:25.224 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:24:25Z" 2022-09-01T10:24:25.224 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:24:25.226 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.541200_152.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.541200Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:24:25Z" } 2022-09-01T10:24:25.227 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.541200_152.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.541200Z', 'realm_epoch': 4}}] 2022-09-01T10:24:25.227 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:24:25.228 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:24:25.228 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:24:25.229 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:24:25.229 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:25.230 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:25.230 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:25.286 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:25.287 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:25.317 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:24:25.316+0000 7fa3df5d8600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:24:25.318 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:24:25.318+0000 7fa3df5d8600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:24:25.330 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:24:25.331 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:24:25.332 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:24:25.332 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:24:25.332 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:24:25.333 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:24:25.333 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:24:25.333 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.333 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:24:25.334 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:25.334 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:24:25.334 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:25.334 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:25.335 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:24:25.335 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:25.335 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:24:25.335 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:25.336 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:24:25.336 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:24:25.336 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:25.337 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.337 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:25.337 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:24:25.337 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:25.337 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:25.338 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:24:25.338 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:25.338 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:25.339 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:25.339 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:24:25.339 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:24:25.340 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:25.340 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.340 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:25.340 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:24:25.341 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:25.341 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:25.341 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:24:25.342 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:25.342 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:25.343 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:25.343 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:24:25.344 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:24:25.344 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:25.345 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.345 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:25.345 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:24:25.346 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:25.346 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:24:25.346 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:24:25.346 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:25.347 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:25.347 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:25.347 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.541200Z", 2022-09-01T10:24:25.347 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:24:25.348 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:25.348 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:25.348 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:24:25.349 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.349 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:24:25.349 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:24:25.349 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:24:25.350 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.350 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:24:25Z" 2022-09-01T10:24:25.350 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:24:25.352 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.541200_152.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.541200Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:24:25Z" } 2022-09-01T10:24:25.353 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.541200_152.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.541200Z', 'realm_epoch': 4}}] 2022-09-01T10:24:25.354 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:24:25.355 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:24:25.356 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:24:25.356 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone1 target=test-zone2 2022-09-01T10:24:25.357 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:25.358 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:25.359 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:25.416 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:25.416 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:25.476 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:24:25.476 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:25.477 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:25.477 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:24:25.478 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:25.478 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:25.479 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:24:25.479 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:24:25.480 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:25.480 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:25.481 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000004883", 2022-09-01T10:24:25.481 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:24:19.594555Z" 2022-09-01T10:24:25.482 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:25.482 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:25.483 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:24:25.483 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:24:25.484 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:25.484 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:24:25.486 DEBUG:rgw_multi.tests:data markers for zone=test-zone1 markers={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000004883', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:25.487 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-09-01T10:24:25.488 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:25.489 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:25.490 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:25.545 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:25.546 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:25.590 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:24:25.591 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:24:25.592 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:24:25.592 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:24:25.593 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:24:25.594 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 2287981810928691988 2022-09-01T10:24:25.594 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.594 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:24:25.595 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:25.595 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:24:25.595 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:25.596 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:25.596 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:25.596 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:25.597 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:25.597 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:25.597 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:24:25.597 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:25.598 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.598 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:25.598 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:24:25.599 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:25.599 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:25.599 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:24:25.599 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:25.600 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:25.600 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:25.600 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:24:25.600 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:25.601 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.601 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:25.601 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:24:25.602 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:25.602 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:25.602 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000004742", 2022-09-01T10:24:25.602 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:25.603 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:25.603 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:25.603 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:20:47.219947Z" 2022-09-01T10:24:25.604 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:25.604 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.604 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:25.604 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:24:25.605 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:25.605 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:25.605 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:24:25.606 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:25.606 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:25.606 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:25.606 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:24:25.607 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:25.607 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:25.607 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:24:25.607 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.608 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:24:25.608 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:24:25.608 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:24:25.608 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:25.609 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:24:25Z" 2022-09-01T10:24:25.609 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:24:25.610 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 2287981810928691988 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.719404Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002909", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:28.446462Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000004742", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:20:47.219947Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006575", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:49.198938Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:24:25Z" } 2022-09-01T10:24:25.611 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.719404Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002909', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:28.446462Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000004742', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:20:47.219947Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006575', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:49.198938Z'}}] 2022-09-01T10:24:25.612 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000004883', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:25.612 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000004742', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:25.613 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=2 master=00000000000000000000:00000000000000004883 target=00000000000000000000:00000000000000004742 2022-09-01T10:24:30.614 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:30.615 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:30.616 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:30.675 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:30.676 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:30.724 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:24:30.724 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:24:30.724 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:24:30.725 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:24:30.725 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:24:30.725 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 2287981810928691988 2022-09-01T10:24:30.726 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:30.726 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:24:30.726 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:30.726 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:24:30.729 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:30.729 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:30.730 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:30.731 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:30.731 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:30.732 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:30.733 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:24:30.733 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:30.734 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:30.734 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:30.734 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:24:30.735 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:30.735 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:30.736 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:24:30.736 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:30.737 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:30.737 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:30.738 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:24:30.738 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:30.739 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:30.739 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:30.740 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:24:30.740 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:30.741 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:30.742 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000004742", 2022-09-01T10:24:30.742 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:30.742 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:30.743 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:30.743 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:20:47.219947Z" 2022-09-01T10:24:30.744 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:30.744 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:30.745 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:30.745 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:24:30.746 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:30.746 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:30.747 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:24:30.747 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:30.748 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:30.748 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:30.749 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:24:30.749 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:30.750 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:30.750 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:24:30.751 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:30.751 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:24:30.751 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:24:30.752 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:24:30.752 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:30.752 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:24:30Z" 2022-09-01T10:24:30.753 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:24:30.755 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 2287981810928691988 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.719404Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002909", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:28.446462Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000004742", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:20:47.219947Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006575", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:49.198938Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:24:30Z" } 2022-09-01T10:24:30.755 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.719404Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002909', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:28.446462Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000004742', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:20:47.219947Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006575', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:49.198938Z'}}] 2022-09-01T10:24:30.756 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000004883', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:30.756 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000004742', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:30.757 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=2 master=00000000000000000000:00000000000000004883 target=00000000000000000000:00000000000000004742 2022-09-01T10:24:35.758 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:35.759 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:35.760 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:35.820 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:35.821 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:35.869 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:24:35.870 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:24:35.870 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:24:35.870 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:24:35.871 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:24:35.871 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 2287981810928691988 2022-09-01T10:24:35.871 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:35.872 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:24:35.872 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:35.872 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:24:35.872 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:35.873 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:35.873 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:35.873 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:35.874 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:35.874 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:35.874 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:24:35.875 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:35.876 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:35.876 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:35.876 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:24:35.876 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:35.877 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:35.877 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:24:35.877 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:35.878 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:35.880 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:35.880 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:24:35.881 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:35.881 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:35.882 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:35.883 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:24:35.883 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:35.884 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:35.884 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000004742", 2022-09-01T10:24:35.885 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:35.885 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:35.886 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:35.886 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:20:47.219947Z" 2022-09-01T10:24:35.887 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:35.887 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:35.888 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:35.888 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:24:35.888 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:35.889 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:35.889 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:24:35.890 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:35.890 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:35.891 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:35.891 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:24:35.892 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:35.892 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:35.893 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:24:35.893 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:35.894 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:24:35.894 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:24:35.895 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:24:35.896 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:35.896 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:24:35Z" 2022-09-01T10:24:35.897 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:24:35.900 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 2287981810928691988 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.719404Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002909", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:28.446462Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000004742", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:20:47.219947Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006575", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:49.198938Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:24:35Z" } 2022-09-01T10:24:35.901 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.719404Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002909', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:28.446462Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000004742', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:20:47.219947Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006575', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:49.198938Z'}}] 2022-09-01T10:24:35.903 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000004883', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:35.904 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000004742', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:35.905 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=2 master=00000000000000000000:00000000000000004883 target=00000000000000000000:00000000000000004742 2022-09-01T10:24:40.907 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:40.908 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:40.910 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:40.970 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:40.971 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:41.018 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:24:41.019 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:24:41.019 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:24:41.019 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:24:41.020 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:24:41.020 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 2287981810928691988 2022-09-01T10:24:41.020 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:41.020 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:24:41.021 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:41.021 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:24:41.021 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:41.021 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:41.022 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:41.022 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:41.022 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:41.022 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:41.025 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:24:41.025 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:41.026 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:41.026 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:41.026 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:24:41.027 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:41.027 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:41.027 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:24:41.028 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:41.028 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:41.029 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:41.029 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:24:41.029 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:41.029 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:41.030 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:41.030 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:24:41.030 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:41.031 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:41.031 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000005163", 2022-09-01T10:24:41.031 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:41.031 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:41.032 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:41.032 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:37.757723Z" 2022-09-01T10:24:41.032 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:41.032 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:41.033 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:41.033 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:24:41.033 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:41.034 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:41.034 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:24:41.034 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:41.035 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:41.035 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:41.035 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:24:41.036 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:41.036 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:41.036 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:24:41.037 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:41.037 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:24:41.037 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:24:41.038 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:24:41.038 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:41.038 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:24:41Z" 2022-09-01T10:24:41.039 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:24:41.040 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 2287981810928691988 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.719404Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002909", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:28.446462Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000005163", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:37.757723Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006575", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:49.198938Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:24:41Z" } 2022-09-01T10:24:41.041 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.719404Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002909', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:28.446462Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000005163', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:37.757723Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006575', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:49.198938Z'}}] 2022-09-01T10:24:41.041 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000004883', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:41.042 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000005163', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:41.042 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-09-01T10:24:41.043 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone1 target=test-zone3 2022-09-01T10:24:41.043 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:41.044 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:41.044 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:41.107 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:41.108 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:41.165 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:24:41.166 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:41.166 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:41.167 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:24:41.167 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:41.167 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:41.167 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:24:41.168 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:24:41.168 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:41.168 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:41.168 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005163", 2022-09-01T10:24:41.169 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:24:37.757723Z" 2022-09-01T10:24:41.170 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:41.170 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:41.170 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:24:41.171 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:24:41.171 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:41.171 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:24:41.172 DEBUG:rgw_multi.tests:data markers for zone=test-zone1 markers={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000005163', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:41.173 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-09-01T10:24:41.173 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:41.174 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:41.175 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:41.229 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:41.229 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:41.305 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:24:41.306 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:24:41.306 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:24:41.306 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:24:41.306 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:24:41.307 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 5959551451380182979 2022-09-01T10:24:41.308 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:41.308 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:24:41.308 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:41.308 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:24:41.309 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:41.309 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:41.309 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:41.310 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:41.310 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:41.310 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:41.311 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:24:41.311 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:41.312 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:41.312 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:41.313 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:24:41.313 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:41.314 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:41.314 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:24:41.314 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:41.315 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:41.315 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:41.315 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:24:41.315 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:41.316 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:41.316 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:41.317 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:24:41.317 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:41.317 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:41.318 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005163", 2022-09-01T10:24:41.318 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:41.318 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:41.319 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:41.319 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:24:37.757723Z" 2022-09-01T10:24:41.319 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:41.320 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:41.320 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:41.320 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:24:41.321 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:41.321 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:41.321 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:24:41.321 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:41.322 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:41.322 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:41.322 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:24:41.323 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:41.323 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:41.323 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:24:41.323 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:41.324 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:24:41.324 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T10:24:41.324 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T10:24:41.324 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:41.325 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:24:41Z" 2022-09-01T10:24:41.325 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:24:41.326 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 5959551451380182979 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.719404Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002909", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:28.446462Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000005163", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:37.757723Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006575", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:49.198938Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:24:41Z" } 2022-09-01T10:24:41.327 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.719404Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002909', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:28.446462Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000005163', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:37.757723Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006575', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:49.198938Z'}}] 2022-09-01T10:24:41.328 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000005163', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:41.328 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000005163', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:41.328 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-09-01T10:24:41.329 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone1 target=test-zone4 2022-09-01T10:24:41.329 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:41.330 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:41.331 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:41.379 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:41.380 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:41.434 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:24:41.434 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:41.435 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:41.435 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:24:41.436 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:41.437 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:41.437 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:24:41.438 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:24:41.439 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:41.439 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:41.440 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005163", 2022-09-01T10:24:41.440 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:24:37.757723Z" 2022-09-01T10:24:41.441 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:41.441 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:41.442 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:24:41.442 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:24:41.443 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:41.443 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:24:41.446 DEBUG:rgw_multi.tests:data markers for zone=test-zone1 markers={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000005163', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:41.446 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone4 source_zone=test-zone1 2022-09-01T10:24:41.447 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:41.448 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:41.449 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:41.509 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:41.510 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:41.557 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:24:41.557 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:24:41.558 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:24:41.558 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:24:41.558 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:24:41.558 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 18437880284917012490 2022-09-01T10:24:41.559 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:41.559 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:24:41.559 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:41.559 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:24:41.560 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:41.560 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:41.560 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:41.561 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:41.561 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:41.561 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:41.562 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:24:41.562 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:41.562 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:41.562 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:41.563 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:24:41.563 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:41.563 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:41.564 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:24:41.564 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:41.564 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:41.565 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:41.565 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:24:41.565 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:41.567 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:41.567 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:41.567 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:24:41.567 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:41.568 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:41.568 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000004883", 2022-09-01T10:24:41.568 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:41.569 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:41.569 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:41.570 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.594555Z" 2022-09-01T10:24:41.570 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:41.570 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:41.571 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:41.571 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:24:41.572 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:41.572 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:41.572 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:24:41.573 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:41.573 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:41.574 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:41.574 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:24:41.575 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:41.575 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:41.575 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:24:41.576 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:41.576 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:24:41.577 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:24:41.577 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:24:41.577 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:41.578 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:24:41Z" 2022-09-01T10:24:41.580 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:24:41.582 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 18437880284917012490 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.719404Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002909", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:28.446462Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000004883", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.594555Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006575", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:49.198938Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:24:41Z" } 2022-09-01T10:24:41.582 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.719404Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002909', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:28.446462Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000004883', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.594555Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006575', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:49.198938Z'}}] 2022-09-01T10:24:41.583 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000005163', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:41.583 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000004883', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:41.584 WARNING:rgw_multi.tests:data of zone test-zone4 behind zone test-zone1: shard=2 master=00000000000000000000:00000000000000005163 target=00000000000000000000:00000000000000004883 2022-09-01T10:24:46.585 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:46.586 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:46.588 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:46.649 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:46.649 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:46.697 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:24:46.697 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:24:46.697 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:24:46.698 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:24:46.698 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:24:46.698 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 18437880284917012490 2022-09-01T10:24:46.699 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:46.699 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:24:46.700 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:46.700 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:24:46.701 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:46.701 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:46.702 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:46.702 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:46.704 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:46.705 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:46.705 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:24:46.705 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:46.706 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:46.706 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:46.706 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:24:46.707 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:46.707 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:46.707 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:24:46.707 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:46.708 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:46.708 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:46.708 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:24:46.708 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:46.709 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:46.709 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:46.709 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:24:46.709 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:46.710 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:46.710 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000004883", 2022-09-01T10:24:46.710 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:46.710 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:46.711 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:46.711 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.594555Z" 2022-09-01T10:24:46.711 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:46.711 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:46.712 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:46.712 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:24:46.712 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:46.712 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:46.713 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:24:46.713 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:46.713 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:46.713 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:46.714 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:24:46.714 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:46.714 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:46.714 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:24:46.715 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:46.715 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:24:46.715 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:24:46.715 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:24:46.716 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:46.716 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:24:46Z" 2022-09-01T10:24:46.716 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:24:46.717 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 18437880284917012490 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.719404Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002909", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:28.446462Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000004883", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.594555Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006575", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:49.198938Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:24:46Z" } 2022-09-01T10:24:46.718 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.719404Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002909', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:28.446462Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000004883', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.594555Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006575', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:49.198938Z'}}] 2022-09-01T10:24:46.718 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000005163', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:46.719 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000004883', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:46.719 WARNING:rgw_multi.tests:data of zone test-zone4 behind zone test-zone1: shard=2 master=00000000000000000000:00000000000000005163 target=00000000000000000000:00000000000000004883 2022-09-01T10:24:51.720 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:51.722 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:51.722 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:51.783 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:51.783 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:51.829 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:24:51.830 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:24:51.830 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:24:51.830 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:24:51.831 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:24:51.831 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 18437880284917012490 2022-09-01T10:24:51.831 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:51.832 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:24:51.832 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:51.832 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:24:51.832 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:51.833 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:51.833 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:51.833 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:51.833 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:51.834 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:51.834 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:24:51.834 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:51.834 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:51.835 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:51.835 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:24:51.835 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:51.835 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:51.836 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:24:51.836 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:51.836 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:51.836 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:51.837 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:24:51.837 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:51.838 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:51.838 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:51.838 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:24:51.839 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:51.839 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:51.840 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000005163", 2022-09-01T10:24:51.840 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:51.841 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:51.841 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:51.842 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:37.757723Z" 2022-09-01T10:24:51.842 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:51.843 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:51.843 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:51.844 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:24:51.844 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:24:51.844 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:24:51.845 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:24:51.845 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:24:51.846 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:24:51.846 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:24:51.846 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:24:51.847 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:51.847 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:51.848 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:24:51.848 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:51.848 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:24:51.848 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:24:51.849 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:24:51.849 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:51.850 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:24:51Z" 2022-09-01T10:24:51.850 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:24:51.852 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 18437880284917012490 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.719404Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002909", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:28.446462Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000005163", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:37.757723Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006575", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:49.198938Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:24:51Z" } 2022-09-01T10:24:51.853 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.719404Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002909', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:28.446462Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000005163', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:37.757723Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006575', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:49.198938Z'}}] 2022-09-01T10:24:51.854 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000005163', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:51.855 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000005163', 3: '00000000000000000000:00000000000000006575'} 2022-09-01T10:24:51.856 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone4 source_zone=test-zone1 2022-09-01T10:24:51.857 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone2 target=test-zone1 2022-09-01T10:24:51.858 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:51.859 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:51.860 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:51.912 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:51.913 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:51.961 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:24:51.961 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:51.961 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:51.962 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:24:17.745406Z" 2022-09-01T10:24:51.962 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:51.962 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:51.963 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002486", 2022-09-01T10:24:51.963 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:09:06.924596Z" 2022-09-01T10:24:51.963 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:51.964 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:51.964 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000004881", 2022-09-01T10:24:51.964 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:24:38.809274Z" 2022-09-01T10:24:51.965 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:51.965 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:51.965 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000007139", 2022-09-01T10:24:51.965 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:13:27.131507Z" 2022-09-01T10:24:51.966 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:51.966 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:24:51.968 DEBUG:rgw_multi.tests:data markers for zone=test-zone2 markers={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000004881', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:24:51.969 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-09-01T10:24:51.969 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:51.970 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:51.970 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:52.031 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:52.031 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:52.091 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:24:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:24:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:24:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:24:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:24:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 13225142173767573269 2022-09-01T10:24:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:24:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:24:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:24:17.745406Z" 2022-09-01T10:24:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:24:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002486", 2022-09-01T10:24:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:09:06.924596Z" 2022-09-01T10:24:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:24:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000004601", 2022-09-01T10:24:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:24:19.626192Z" 2022-09-01T10:24:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:24:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000007139", 2022-09-01T10:24:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:13:27.131507Z" 2022-09-01T10:24:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:24:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:24:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T10:24:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T10:24:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:24:52Z" 2022-09-01T10:24:52.119 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:24:52.120 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 13225142173767573269 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.745406Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002486", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:06.924596Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000004601", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.626192Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000007139", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:27.131507Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:24:52Z" } 2022-09-01T10:24:52.121 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.745406Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002486', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:06.924596Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000004601', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.626192Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000007139', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:27.131507Z'}}] 2022-09-01T10:24:52.122 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000004881', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:24:52.122 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000004601', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:24:52.122 WARNING:rgw_multi.tests:data of zone test-zone1 behind zone test-zone2: shard=2 master=00000000000000000000:00000000000000004881 target=00000000000000000000:00000000000000004601 2022-09-01T10:24:57.124 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:57.125 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:57.126 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:57.187 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:57.187 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:57.257 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:24:57.257 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:24:57.258 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:24:57.258 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:24:57.259 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:24:57.259 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 13225142173767573269 2022-09-01T10:24:57.260 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:57.260 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:24:57.261 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:57.261 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:24:57.261 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:57.262 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:57.262 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:57.262 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:57.263 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:57.263 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:57.263 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:24:17.745406Z" 2022-09-01T10:24:57.263 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:57.264 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:57.264 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:57.264 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:24:57.265 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:57.266 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:57.266 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002486", 2022-09-01T10:24:57.267 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:57.267 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:57.268 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:57.268 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:09:06.924596Z" 2022-09-01T10:24:57.268 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:57.269 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:57.269 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:57.270 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:24:57.270 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:57.270 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:57.271 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000004881", 2022-09-01T10:24:57.271 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:57.272 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:57.272 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:57.273 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:24:38.809274Z" 2022-09-01T10:24:57.273 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:57.273 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:57.274 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:57.274 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:24:57.274 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:57.275 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:57.275 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000007139", 2022-09-01T10:24:57.275 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:57.275 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:57.276 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:57.276 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:13:27.131507Z" 2022-09-01T10:24:57.276 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:57.277 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:57.277 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:24:57.277 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:57.277 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:24:57.278 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T10:24:57.278 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T10:24:57.279 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:57.279 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:24:57Z" 2022-09-01T10:24:57.280 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:24:57.282 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 13225142173767573269 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.745406Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002486", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:06.924596Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000004881", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:38.809274Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000007139", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:27.131507Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:24:57Z" } 2022-09-01T10:24:57.283 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.745406Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002486', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:06.924596Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000004881', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:38.809274Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000007139', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:27.131507Z'}}] 2022-09-01T10:24:57.284 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000004881', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:24:57.285 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000004881', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:24:57.285 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-09-01T10:24:57.286 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone2 target=test-zone3 2022-09-01T10:24:57.287 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:57.288 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:57.289 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:57.345 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:57.346 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:57.398 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:24:57.399 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:57.399 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:57.400 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:24:17.745406Z" 2022-09-01T10:24:57.400 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:57.401 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:57.401 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002486", 2022-09-01T10:24:57.402 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:09:06.924596Z" 2022-09-01T10:24:57.402 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:57.403 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:57.403 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000004881", 2022-09-01T10:24:57.404 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:24:38.809274Z" 2022-09-01T10:24:57.404 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:24:57.405 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:24:57.405 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000007139", 2022-09-01T10:24:57.406 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:13:27.131507Z" 2022-09-01T10:24:57.407 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:24:57.407 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:24:57.409 DEBUG:rgw_multi.tests:data markers for zone=test-zone2 markers={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000004881', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:24:57.410 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone2 2022-09-01T10:24:57.411 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:57.412 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:24:57.413 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:24:57.470 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:24:57.471 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:24:57.515 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:24:57.515 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:24:57.516 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:24:57.516 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:24:57.517 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:24:57.517 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 14859658217784778135 2022-09-01T10:24:57.518 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:57.518 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:24:57.519 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:57.520 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:24:57.520 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:57.521 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:57.521 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:24:57.521 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:57.522 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:57.523 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:57.523 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:24:17.745406Z" 2022-09-01T10:24:57.524 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:57.524 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:57.525 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:57.525 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:24:57.525 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:57.526 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:57.526 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002486", 2022-09-01T10:24:57.526 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:57.527 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:57.527 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:57.527 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:09:06.924596Z" 2022-09-01T10:24:57.528 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:57.528 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:57.528 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:57.529 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:24:57.529 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:57.529 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:57.529 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000004741", 2022-09-01T10:24:57.530 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:57.530 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:57.530 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:57.531 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:24:37.742637Z" 2022-09-01T10:24:57.531 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:57.531 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:57.531 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:24:57.532 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:24:57.532 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:24:57.532 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:24:57.532 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000007139", 2022-09-01T10:24:57.533 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:24:57.533 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:24:57.533 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:24:57.533 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:13:27.131507Z" 2022-09-01T10:24:57.534 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:57.534 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:24:57.534 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:24:57.534 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:57.535 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:24:57.535 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T10:24:57.535 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T10:24:57.536 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:24:57.536 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:24:57Z" 2022-09-01T10:24:57.536 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:24:57.537 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 14859658217784778135 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.745406Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002486", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:06.924596Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000004741", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:37.742637Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000007139", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:27.131507Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:24:57Z" } 2022-09-01T10:24:57.538 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.745406Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002486', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:06.924596Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000004741', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:37.742637Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000007139', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:27.131507Z'}}] 2022-09-01T10:24:57.539 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000004881', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:24:57.539 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000004741', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:24:57.540 WARNING:rgw_multi.tests:data of zone test-zone3 behind zone test-zone2: shard=2 master=00000000000000000000:00000000000000004881 target=00000000000000000000:00000000000000004741 2022-09-01T10:25:02.542 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:02.543 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:02.544 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:02.609 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:02.610 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:02.661 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:25:02.662 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:25:02.663 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:25:02.663 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:25:02.664 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:25:02.664 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 14859658217784778135 2022-09-01T10:25:02.665 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:02.665 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:25:02.666 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:02.666 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:25:02.667 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:25:02.667 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:25:02.668 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:25:02.668 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:25:02.669 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:25:02.669 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:25:02.670 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:24:17.745406Z" 2022-09-01T10:25:02.672 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:25:02.672 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:02.673 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:02.673 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:25:02.674 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:25:02.674 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:25:02.675 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002486", 2022-09-01T10:25:02.675 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:25:02.676 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:25:02.676 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:25:02.677 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:09:06.924596Z" 2022-09-01T10:25:02.677 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:25:02.679 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:02.680 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:02.680 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:25:02.681 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:25:02.681 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:25:02.682 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000004881", 2022-09-01T10:25:02.682 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:25:02.682 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:25:02.683 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:25:02.683 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:24:38.809274Z" 2022-09-01T10:25:02.684 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:25:02.684 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:02.685 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:02.685 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:25:02.686 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:25:02.686 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:25:02.686 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000007139", 2022-09-01T10:25:02.686 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:25:02.687 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:25:02.687 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:25:02.687 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:13:27.131507Z" 2022-09-01T10:25:02.688 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:25:02.688 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:25:02.688 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:25:02.688 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:02.689 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:25:02.689 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T10:25:02.689 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T10:25:02.689 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:02.690 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:25:02Z" 2022-09-01T10:25:02.690 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:25:02.691 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 14859658217784778135 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.745406Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002486", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:06.924596Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000004881", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:38.809274Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000007139", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:27.131507Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:25:02Z" } 2022-09-01T10:25:02.692 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.745406Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002486', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:06.924596Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000004881', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:38.809274Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000007139', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:27.131507Z'}}] 2022-09-01T10:25:02.693 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000004881', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:25:02.694 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002486', 2: '00000000000000000000:00000000000000004881', 3: '00000000000000000000:00000000000000007139'} 2022-09-01T10:25:02.694 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone2 2022-09-01T10:25:02.695 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone2 target=test-zone4 2022-09-01T10:25:02.695 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone3 target=test-zone1 2022-09-01T10:25:02.696 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:02.696 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:02.697 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:02.750 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:02.751 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:02.803 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:25:02.804 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:02.804 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000000938", 2022-09-01T10:25:02.804 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:24:19.803815Z" 2022-09-01T10:25:02.805 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:02.805 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:02.806 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002768", 2022-09-01T10:25:02.806 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:09:08.345577Z" 2022-09-01T10:25:02.807 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:02.807 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:02.808 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005022", 2022-09-01T10:25:02.808 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:24:38.053067Z" 2022-09-01T10:25:02.809 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:02.809 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:02.810 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005588", 2022-09-01T10:25:02.810 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:13:05.134193Z" 2022-09-01T10:25:02.811 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:25:02.811 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:25:02.813 DEBUG:rgw_multi.tests:data markers for zone=test-zone3 markers={0: '00000000000000000000:00000000000000000938', 1: '00000000000000000000:00000000000000002768', 2: '00000000000000000000:00000000000000005022', 3: '00000000000000000000:00000000000000005588'} 2022-09-01T10:25:02.814 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone3 2022-09-01T10:25:02.815 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:02.816 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:02.817 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone3 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:02.869 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:02.870 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:02.920 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:25:02.920 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:25:02.922 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:25:02.922 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:25:02.922 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:25:02.922 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 13913980305412794809 2022-09-01T10:25:02.923 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:02.923 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:25:02.923 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:02.924 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:25:02.924 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:25:02.924 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:25:02.924 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000000938", 2022-09-01T10:25:02.925 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:25:02.925 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:25:02.925 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:25:02.925 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:24:19.803815Z" 2022-09-01T10:25:02.926 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:25:02.926 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:02.926 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:02.926 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:25:02.927 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:25:02.927 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:25:02.927 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002768", 2022-09-01T10:25:02.927 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:25:02.928 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:25:02.928 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:25:02.928 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:09:08.345577Z" 2022-09-01T10:25:02.928 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:25:02.929 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:02.929 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:02.929 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:25:02.929 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:25:02.930 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:25:02.930 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005022", 2022-09-01T10:25:02.930 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:25:02.931 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:25:02.931 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:25:02.931 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:24:38.053067Z" 2022-09-01T10:25:02.931 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:25:02.932 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:02.932 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:02.932 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:25:02.932 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:25:02.933 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:25:02.933 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005588", 2022-09-01T10:25:02.933 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:25:02.933 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:25:02.934 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:25:02.934 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:13:05.134193Z" 2022-09-01T10:25:02.934 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:25:02.934 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:25:02.935 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:25:02.935 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:02.935 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:25:02.935 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T10:25:02.936 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T10:25:02.936 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:02.936 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:25:02Z" 2022-09-01T10:25:02.936 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:25:02.937 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 13913980305412794809 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000938", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.803815Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002768", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:08.345577Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000005022", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:38.053067Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000005588", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:05.134193Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:25:02Z" } 2022-09-01T10:25:02.937 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000938', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.803815Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002768', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:08.345577Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000005022', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:38.053067Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000005588', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:05.134193Z'}}] 2022-09-01T10:25:02.939 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000000938', 1: '00000000000000000000:00000000000000002768', 2: '00000000000000000000:00000000000000005022', 3: '00000000000000000000:00000000000000005588'} 2022-09-01T10:25:02.939 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000938', 1: '00000000000000000000:00000000000000002768', 2: '00000000000000000000:00000000000000005022', 3: '00000000000000000000:00000000000000005588'} 2022-09-01T10:25:02.940 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone3 2022-09-01T10:25:02.940 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone3 target=test-zone2 2022-09-01T10:25:02.941 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:02.942 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:02.943 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:02.992 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:02.992 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:03.059 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:25:03.059 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:03.060 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000000938", 2022-09-01T10:25:03.060 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:24:19.803815Z" 2022-09-01T10:25:03.061 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:03.061 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:03.062 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002768", 2022-09-01T10:25:03.062 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:09:08.345577Z" 2022-09-01T10:25:03.063 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:03.063 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:03.063 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005022", 2022-09-01T10:25:03.064 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:24:38.053067Z" 2022-09-01T10:25:03.065 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:03.065 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:03.067 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005588", 2022-09-01T10:25:03.067 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:13:05.134193Z" 2022-09-01T10:25:03.067 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:25:03.068 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:25:03.069 DEBUG:rgw_multi.tests:data markers for zone=test-zone3 markers={0: '00000000000000000000:00000000000000000938', 1: '00000000000000000000:00000000000000002768', 2: '00000000000000000000:00000000000000005022', 3: '00000000000000000000:00000000000000005588'} 2022-09-01T10:25:03.070 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone3 2022-09-01T10:25:03.070 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:03.071 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:03.072 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone3 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:03.136 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:03.137 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:03.180 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:25:03.181 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:25:03.181 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:25:03.181 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:25:03.182 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:25:03.182 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 6049846223955254456 2022-09-01T10:25:03.182 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:03.183 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:25:03.183 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:03.183 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:25:03.183 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:25:03.184 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:25:03.184 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000000938", 2022-09-01T10:25:03.185 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:25:03.185 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:25:03.185 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:25:03.185 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.803815Z" 2022-09-01T10:25:03.186 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:25:03.186 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:03.186 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:03.187 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:25:03.187 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:25:03.187 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:25:03.188 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002768", 2022-09-01T10:25:03.188 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:25:03.188 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:25:03.189 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:25:03.189 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:09:08.345577Z" 2022-09-01T10:25:03.189 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:25:03.189 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:03.191 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:03.191 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:25:03.191 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:25:03.191 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:25:03.192 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000005022", 2022-09-01T10:25:03.192 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:25:03.192 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:25:03.193 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:25:03.193 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:38.053067Z" 2022-09-01T10:25:03.194 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:25:03.195 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:03.195 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:03.196 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:25:03.196 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:25:03.196 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:25:03.197 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000005588", 2022-09-01T10:25:03.197 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:25:03.198 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:25:03.198 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:25:03.199 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:13:05.134193Z" 2022-09-01T10:25:03.199 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:25:03.200 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:25:03.201 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:25:03.202 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:03.202 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:25:03.203 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:25:03.203 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:25:03.203 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:03.203 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:25:03Z" 2022-09-01T10:25:03.204 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:25:03.206 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 6049846223955254456 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000938", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.803815Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002768", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:08.345577Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000005022", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:38.053067Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000005588", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:13:05.134193Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:25:03Z" } 2022-09-01T10:25:03.206 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000938', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.803815Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002768', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:08.345577Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000005022', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:38.053067Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000005588', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:13:05.134193Z'}}] 2022-09-01T10:25:03.207 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000000938', 1: '00000000000000000000:00000000000000002768', 2: '00000000000000000000:00000000000000005022', 3: '00000000000000000000:00000000000000005588'} 2022-09-01T10:25:03.208 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000938', 1: '00000000000000000000:00000000000000002768', 2: '00000000000000000000:00000000000000005022', 3: '00000000000000000000:00000000000000005588'} 2022-09-01T10:25:03.208 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone3 2022-09-01T10:25:03.208 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone3 target=test-zone4 2022-09-01T10:25:03.209 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:03.209 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:03.210 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:03.258 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:03.259 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:03.325 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:25:03.325 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:03.326 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:25:03.326 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:25:03.326 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:03.326 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:03.327 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:25:03.327 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:25:03.327 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:03.327 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:03.328 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005163", 2022-09-01T10:25:03.328 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:24:37.757723Z" 2022-09-01T10:25:03.328 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:03.329 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:03.329 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:25:03.329 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:25:03.329 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:25:03.330 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:25:03.331 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:25:03.332 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:25:03.332 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog autotrim --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:25:03.378 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:03.378 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:03.459 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:03.460 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:03.461 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 0 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:03.549 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:03.550 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:03.614 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T10:25:03.616 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:03.617 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:03.618 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 1 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:03.669 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:03.670 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:03.736 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T10:25:03.737 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:03.739 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:03.740 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 2 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:03.792 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:03.792 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:03.838 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T10:25:03.839 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '3', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:03.840 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '3', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:03.842 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 3 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:03.897 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:03.898 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:03.953 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T10:25:03.954 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:03.955 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:03.956 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:04.011 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:04.012 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:04.065 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:25:04.066 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:04.066 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:25:04.067 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:24:17.745406Z" 2022-09-01T10:25:04.067 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:04.068 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:04.068 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002486", 2022-09-01T10:25:04.069 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:09:06.924596Z" 2022-09-01T10:25:04.069 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:04.069 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:04.070 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000004881", 2022-09-01T10:25:04.070 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:24:38.809274Z" 2022-09-01T10:25:04.071 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:04.071 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:04.071 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000007139", 2022-09-01T10:25:04.072 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:13:27.131507Z" 2022-09-01T10:25:04.072 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:25:04.073 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:25:04.075 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:25:04.076 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:25:04.077 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog autotrim --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:25:04.124 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:04.124 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:05.183 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:05.184 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:05.184 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog list --shard-id 0 --max-entries 1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:05.239 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:05.239 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:05.286 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2022-09-01T10:25:05.288 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:05.289 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:05.290 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog list --shard-id 1 --max-entries 1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:05.342 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:05.342 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:05.383 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2022-09-01T10:25:05.384 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:05.385 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:05.387 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog list --shard-id 2 --max-entries 1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:05.437 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:05.438 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:05.479 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2022-09-01T10:25:05.481 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'list', '--shard-id', '3', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:05.482 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'list', '--shard-id', '3', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:05.483 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog list --shard-id 3 --max-entries 1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:05.534 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:05.535 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:05.575 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2022-09-01T10:25:05.578 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:05.580 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:05.581 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:05.636 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:05.637 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:05.708 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:25:05.709 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:05.710 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:25:05.710 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:25:05.711 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:05.711 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:05.712 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:25:05.712 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:25:05.713 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:05.713 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:05.714 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005163", 2022-09-01T10:25:05.714 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:24:37.757723Z" 2022-09-01T10:25:05.714 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:25:05.715 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:25:05.716 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006575", 2022-09-01T10:25:05.716 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:13:49.198938Z" 2022-09-01T10:25:05.717 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:25:05.717 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:25:05.719 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:25:05.720 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:25:05.721 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog autotrim --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:25:05.769 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:05.770 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:05.839 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:05.840 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:05.841 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 0 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:05.893 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:05.894 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:05.958 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T10:25:05.959 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:05.960 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:05.961 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 1 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:06.012 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:06.013 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:06.089 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T10:25:06.090 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:06.091 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:06.091 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 2 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:06.142 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:06.143 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:06.209 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T10:25:06.211 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '3', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:06.213 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '3', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:25:06.214 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 3 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:25:06.271 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:06.271 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:06.318 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T10:25:06.321 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_datalog_autotrim ... ok 2022-09-01T10:25:06.323 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--sync-from-all=false', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:25:06.324 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--sync-from-all=false', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:25:06.326 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone modify --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --sync-from-all=false --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:25:06.385 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:06.385 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:06.411 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:25:06.410+0000 7fe4d96d0600 0 failed reading obj info from .rgw.root:zone_info.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7: (2) No such file or directory 2022-09-01T10:25:06.412 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:25:06.410+0000 7fe4d96d0600 0 WARNING: could not read zone params for zone id=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 name=test-zone1 2022-09-01T10:25:06.412 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:25:06.411+0000 7fe4d96d0600 0 failed reading obj info from .rgw.root:zone_info.e6a21916-7630-45e1-bee5-90abb9102ea2: (2) No such file or directory 2022-09-01T10:25:06.413 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:25:06.411+0000 7fe4d96d0600 0 WARNING: could not read zone params for zone id=e6a21916-7630-45e1-bee5-90abb9102ea2 name=test-zone3 2022-09-01T10:25:06.416 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:25:06.417 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:25:06.417 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone2", 2022-09-01T10:25:06.419 INFO:teuthology.orchestra.run.smithi052.stdout: "domain_root": "test-zone2.rgw.meta:root", 2022-09-01T10:25:06.419 INFO:teuthology.orchestra.run.smithi052.stdout: "control_pool": "test-zone2.rgw.control", 2022-09-01T10:25:06.420 INFO:teuthology.orchestra.run.smithi052.stdout: "gc_pool": "test-zone2.rgw.log:gc", 2022-09-01T10:25:06.420 INFO:teuthology.orchestra.run.smithi052.stdout: "lc_pool": "test-zone2.rgw.log:lc", 2022-09-01T10:25:06.420 INFO:teuthology.orchestra.run.smithi052.stdout: "log_pool": "test-zone2.rgw.log", 2022-09-01T10:25:06.421 INFO:teuthology.orchestra.run.smithi052.stdout: "intent_log_pool": "test-zone2.rgw.log:intent", 2022-09-01T10:25:06.421 INFO:teuthology.orchestra.run.smithi052.stdout: "usage_log_pool": "test-zone2.rgw.log:usage", 2022-09-01T10:25:06.421 INFO:teuthology.orchestra.run.smithi052.stdout: "roles_pool": "test-zone2.rgw.meta:roles", 2022-09-01T10:25:06.421 INFO:teuthology.orchestra.run.smithi052.stdout: "reshard_pool": "test-zone2.rgw.log:reshard", 2022-09-01T10:25:06.422 INFO:teuthology.orchestra.run.smithi052.stdout: "user_keys_pool": "test-zone2.rgw.meta:users.keys", 2022-09-01T10:25:06.422 INFO:teuthology.orchestra.run.smithi052.stdout: "user_email_pool": "test-zone2.rgw.meta:users.email", 2022-09-01T10:25:06.423 INFO:teuthology.orchestra.run.smithi052.stdout: "user_swift_pool": "test-zone2.rgw.meta:users.swift", 2022-09-01T10:25:06.423 INFO:teuthology.orchestra.run.smithi052.stdout: "user_uid_pool": "test-zone2.rgw.meta:users.uid", 2022-09-01T10:25:06.423 INFO:teuthology.orchestra.run.smithi052.stdout: "otp_pool": "test-zone2.rgw.otp", 2022-09-01T10:25:06.424 INFO:teuthology.orchestra.run.smithi052.stdout: "system_key": { 2022-09-01T10:25:06.424 INFO:teuthology.orchestra.run.smithi052.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T10:25:06.424 INFO:teuthology.orchestra.run.smithi052.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T10:25:06.424 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:06.425 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_pools": [ 2022-09-01T10:25:06.425 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:06.425 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "default-placement", 2022-09-01T10:25:06.425 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:25:06.426 INFO:teuthology.orchestra.run.smithi052.stdout: "index_pool": "test-zone2.rgw.buckets.index", 2022-09-01T10:25:06.427 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": { 2022-09-01T10:25:06.427 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD": { 2022-09-01T10:25:06.427 INFO:teuthology.orchestra.run.smithi052.stdout: "data_pool": "test-zone2.rgw.buckets.data", 2022-09-01T10:25:06.428 INFO:teuthology.orchestra.run.smithi052.stdout: "compression_type": "random" 2022-09-01T10:25:06.428 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:25:06.428 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:06.429 INFO:teuthology.orchestra.run.smithi052.stdout: "data_extra_pool": "test-zone2.rgw.buckets.non-ec", 2022-09-01T10:25:06.429 INFO:teuthology.orchestra.run.smithi052.stdout: "index_type": 0 2022-09-01T10:25:06.429 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:25:06.429 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:25:06.430 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:25:06.430 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:25:06.430 INFO:teuthology.orchestra.run.smithi052.stdout: "notif_pool": "test-zone2.rgw.log:notif" 2022-09-01T10:25:06.430 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:25:06.432 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:25:06.433 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:25:06.435 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:25:06.489 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:25:06.489 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:25:06.529 INFO:teuthology.orchestra.run.smithi052.stderr:Sending period to new master zone da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 2022-09-01T10:25:06.560 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:25:06.560 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:25:06.561 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 2, 2022-09-01T10:25:06.561 INFO:teuthology.orchestra.run.smithi052.stdout: "predecessor_uuid": "74a33b6f-f1d1-40a5-b9ec-b739d2976075", 2022-09-01T10:25:06.562 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": [ 2022-09-01T10:25:06.562 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:25:06.563 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:25:06.563 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:25:06.564 INFO:teuthology.orchestra.run.smithi052.stdout: "1_1662027771.833793_155.1" 2022-09-01T10:25:06.564 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:25:06.564 INFO:teuthology.orchestra.run.smithi052.stdout: "period_map": { 2022-09-01T10:25:06.564 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:25:06.565 INFO:teuthology.orchestra.run.smithi052.stdout: "zonegroups": [ 2022-09-01T10:25:06.565 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:06.565 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "test-zonegroup", 2022-09-01T10:25:06.565 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zonegroup", 2022-09-01T10:25:06.566 INFO:teuthology.orchestra.run.smithi052.stdout: "api_name": "", 2022-09-01T10:25:06.566 INFO:teuthology.orchestra.run.smithi052.stdout: "is_master": true, 2022-09-01T10:25:06.567 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:25:06.567 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:25:06.567 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:25:06.568 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames": [], 2022-09-01T10:25:06.568 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames_s3website": [], 2022-09-01T10:25:06.568 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:25:06.569 INFO:teuthology.orchestra.run.smithi052.stdout: "zones": [ 2022-09-01T10:25:06.569 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:06.570 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:25:06.570 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone4", 2022-09-01T10:25:06.570 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:25:06.571 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi052.front.sepia.ceph.com:8001" 2022-09-01T10:25:06.571 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:25:06.571 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:25:06.572 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:25:06.572 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:25:06.572 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:25:06.573 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "pubsub", 2022-09-01T10:25:06.573 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": false, 2022-09-01T10:25:06.574 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [ 2022-09-01T10:25:06.574 INFO:teuthology.orchestra.run.smithi052.stdout: "test-zone1" 2022-09-01T10:25:06.575 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:25:06.575 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:25:06.576 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:25:06.576 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:25:06.577 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:25:06.577 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:06.578 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:06.578 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:25:06.579 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone2", 2022-09-01T10:25:06.579 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:25:06.580 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi052.front.sepia.ceph.com:8000" 2022-09-01T10:25:06.580 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:25:06.581 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:25:06.581 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:25:06.582 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:25:06.582 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:25:06.583 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:25:06.584 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": false, 2022-09-01T10:25:06.584 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:25:06.585 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:25:06.585 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:25:06.586 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:25:06.586 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:25:06.587 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:06.587 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:06.587 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:25:06.587 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone1", 2022-09-01T10:25:06.588 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:25:06.588 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:25:06.588 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:25:06.589 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:25:06.589 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:25:06.589 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:25:06.589 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:25:06.590 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:25:06.590 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:25:06.590 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:25:06.590 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:25:06.591 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:25:06.591 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:25:06.591 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:25:06.592 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:06.592 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:06.592 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:25:06.592 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone3", 2022-09-01T10:25:06.593 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:25:06.593 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8001" 2022-09-01T10:25:06.593 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:25:06.593 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:25:06.594 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:25:06.594 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:25:06.594 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:25:06.594 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:25:06.595 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:25:06.595 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:25:06.595 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:25:06.596 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:25:06.596 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:25:06.596 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:25:06.596 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:25:06.597 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:25:06.597 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_targets": [ 2022-09-01T10:25:06.597 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:06.597 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default-placement", 2022-09-01T10:25:06.599 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2022-09-01T10:25:06.599 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": [ 2022-09-01T10:25:06.600 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD" 2022-09-01T10:25:06.600 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:25:06.600 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:25:06.601 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:25:06.601 INFO:teuthology.orchestra.run.smithi052.stdout: "default_placement": "default-placement", 2022-09-01T10:25:06.602 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:25:06.602 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_policy": { 2022-09-01T10:25:06.602 INFO:teuthology.orchestra.run.smithi052.stdout: "groups": [] 2022-09-01T10:25:06.603 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:06.603 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled_features": [ 2022-09-01T10:25:06.603 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:25:06.603 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:25:06.604 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:25:06.604 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:25:06.604 INFO:teuthology.orchestra.run.smithi052.stdout: "short_zone_ids": [ 2022-09-01T10:25:06.604 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:06.605 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:25:06.605 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 130640457 2022-09-01T10:25:06.605 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:06.606 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:06.606 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:25:06.606 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 2888871583 2022-09-01T10:25:06.606 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:06.607 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:06.607 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:25:06.607 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 1160424817 2022-09-01T10:25:06.607 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:06.608 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:25:06.608 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:25:06.608 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 3168230928 2022-09-01T10:25:06.608 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:25:06.609 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:25:06.609 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:06.609 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zonegroup": "test-zonegroup", 2022-09-01T10:25:06.609 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:25:06.610 INFO:teuthology.orchestra.run.smithi052.stdout: "period_config": { 2022-09-01T10:25:06.610 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_quota": { 2022-09-01T10:25:06.610 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T10:25:06.611 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T10:25:06.611 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T10:25:06.611 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T10:25:06.611 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T10:25:06.612 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:06.612 INFO:teuthology.orchestra.run.smithi052.stdout: "user_quota": { 2022-09-01T10:25:06.612 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T10:25:06.612 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T10:25:06.613 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T10:25:06.613 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T10:25:06.613 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T10:25:06.614 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:06.614 INFO:teuthology.orchestra.run.smithi052.stdout: "user_ratelimit": { 2022-09-01T10:25:06.614 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:25:06.615 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:25:06.615 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:25:06.615 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:25:06.615 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:25:06.616 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:06.616 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_ratelimit": { 2022-09-01T10:25:06.616 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:25:06.617 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:25:06.617 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:25:06.617 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:25:06.617 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:25:06.618 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:06.618 INFO:teuthology.orchestra.run.smithi052.stdout: "anonymous_ratelimit": { 2022-09-01T10:25:06.618 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:25:06.619 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:25:06.619 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:25:06.619 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:25:06.619 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:25:06.620 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:25:06.620 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:25:06.620 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:25:06.620 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_name": "test-realm", 2022-09-01T10:25:06.621 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:25:06.621 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:25:06.622 INFO:rgw_multi.tests:Set sync_from_all flag on zone test-zone2 to false 2022-09-01T10:26:06.623 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-49 2022-09-01T10:26:06.625 DEBUG:boto:path=/ptoxvb-49/ 2022-09-01T10:26:06.626 DEBUG:boto:auth_path=/ptoxvb-49/ 2022-09-01T10:26:06.627 DEBUG:boto:Method: PUT 2022-09-01T10:26:06.627 DEBUG:boto:Path: /ptoxvb-49/ 2022-09-01T10:26:06.628 DEBUG:boto:Data: 2022-09-01T10:26:06.628 DEBUG:boto:Headers: {} 2022-09-01T10:26:06.629 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:26:06.629 DEBUG:boto:Port: 8000 2022-09-01T10:26:06.629 DEBUG:boto:Params: {} 2022-09-01T10:26:06.631 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:26:06.631 DEBUG:boto:Token: None 2022-09-01T10:26:06.632 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:26:06 GMT /ptoxvb-49/ 2022-09-01T10:26:06.633 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C8UpbJnb+pzkSUVV4WHwGTWJxp4= 2022-09-01T10:26:06.634 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C8UpbJnb+pzkSUVV4WHwGTWJxp4=', 'Content-Length': '0'} 2022-09-01T10:26:06.665 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000004840f7a62182d8b-00631088be-1552-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:26:06.667 DEBUG:boto:path=/ptoxvb-49/testredirect 2022-09-01T10:26:06.667 DEBUG:boto:auth_path=/ptoxvb-49/testredirect 2022-09-01T10:26:06.668 DEBUG:boto:Method: PUT 2022-09-01T10:26:06.669 DEBUG:boto:Path: /ptoxvb-49/testredirect 2022-09-01T10:26:06.669 DEBUG:boto:Data: 2022-09-01T10:26:06.670 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '3FCGuEcom6i4veFJuDiBdQ==', 'Content-Length': '512', 'Expect': '100-Continue'} 2022-09-01T10:26:06.671 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:26:06.671 DEBUG:boto:Port: 8000 2022-09-01T10:26:06.672 DEBUG:boto:Params: {} 2022-09-01T10:26:06.672 DEBUG:boto:Token: None 2022-09-01T10:26:06.673 DEBUG:boto:StringToSign: PUT 3FCGuEcom6i4veFJuDiBdQ== application/octet-stream Thu, 01 Sep 2022 10:26:06 GMT /ptoxvb-49/testredirect 2022-09-01T10:26:06.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Muo6RcqM2eUWMQUspyvLNunkdVQ= 2022-09-01T10:26:06.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '3FCGuEcom6i4veFJuDiBdQ==', 'Content-Length': '512', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Muo6RcqM2eUWMQUspyvLNunkdVQ='} 2022-09-01T10:26:06.691 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"dc5086b847289ba8b8bde149b8388175"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000e54ca48180598f45-00631088be-1552-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:26:06.693 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:06.693 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:06.694 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:26:06.751 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:26:06.752 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:26:06.809 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T10:26:06.828 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:26:06.829 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:26:06.829 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:26:06.830 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:26:06.830 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:26:06.830 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:26:06.830 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:26:06.831 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:26:06.831 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:26:06.831 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:26:06.832 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:26:06.832 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:26:06.832 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:26:06.832 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:26:06.833 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:26:06.833 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:26:06.662319Z" 2022-09-01T10:26:06.834 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:26:06.834 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:26:06.835 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:26:06.836 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:26:06.837 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:06.837 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:06.838 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:26:06.900 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:26:06.901 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:26:06.932 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:06.933+0000 7f010b99f600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:06.933 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:06.934+0000 7f010b99f600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:06.947 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:26:06.948 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:26:06.949 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:26:06.949 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:26:06.949 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:26:06.950 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:26:06.950 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:06.951 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:06.951 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:26:06.952 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:06.952 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:26:06.953 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:06.953 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:06.954 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:26:06.954 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:06.955 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:26:06.955 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:06.956 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:26:06.956 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:06.957 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:06.957 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:06.957 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:06.958 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:26:06.958 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:06.958 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:06.959 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:26:06.959 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:06.959 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:06.959 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:06.960 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:26:06.960 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:06.960 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:06.960 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:06.961 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:06.961 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:26:06.961 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:06.961 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:06.962 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:26:06.962 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:06.962 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:06.962 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:06.963 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:26:06.963 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:06.963 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:06.963 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:06.964 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:06.964 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:26:06.964 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:06.964 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:06.965 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:26:06.965 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:06.965 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:06.965 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:06.966 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.541200Z", 2022-09-01T10:26:06.966 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:06.966 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:06.966 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:06.967 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:26:06.967 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:06.967 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:26:06.967 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:26:06.968 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:26:06.968 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:06.968 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:26:06Z" 2022-09-01T10:26:06.968 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:26:06.970 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.541200_152.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.541200Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:26:06Z" } 2022-09-01T10:26:06.970 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.541200_152.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.541200Z', 'realm_epoch': 4}}] 2022-09-01T10:26:06.971 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:26:06.972 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:26:06.972 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027966.662319_177.1 target=1_1662027859.541200_152.1 2022-09-01T10:26:11.973 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:11.974 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:11.975 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:26:12.033 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:26:12.034 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:26:12.067 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:12.067+0000 7f7ab0951600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:12.068 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:12.069+0000 7f7ab0951600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:12.082 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:26:12.083 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:26:12.083 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:26:12.083 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:26:12.084 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:26:12.084 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:26:12.084 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:12.084 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:12.085 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:26:12.085 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:12.085 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:26:12.085 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:12.086 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:12.086 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:26:12.086 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:12.087 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:26:12.087 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:12.087 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:26:12.087 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:12.088 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:12.088 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:12.088 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:12.088 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:26:12.089 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:12.089 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:12.089 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:26:12.089 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:12.090 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:12.090 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:12.090 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:26:12.091 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:12.091 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:12.091 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:12.091 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:12.092 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:26:12.092 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:12.092 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:12.092 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:26:12.093 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:12.093 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:12.093 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:12.094 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:26:12.094 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:12.094 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:12.094 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:12.095 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:12.095 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:26:12.095 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:12.095 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:12.096 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:26:12.096 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:12.096 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:12.096 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:12.097 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.541200Z", 2022-09-01T10:26:12.097 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:12.097 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:12.097 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:12.098 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:26:12.098 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:12.098 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:26:12.099 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:26:12.099 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:26:12.099 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:12.099 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:26:12Z" 2022-09-01T10:26:12.100 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:26:12.101 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.541200_152.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.541200Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:26:12Z" } 2022-09-01T10:26:12.102 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.541200_152.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.541200Z', 'realm_epoch': 4}}] 2022-09-01T10:26:12.102 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:26:12.103 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:26:12.103 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027966.662319_177.1 target=1_1662027859.541200_152.1 2022-09-01T10:26:17.105 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:17.106 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:17.107 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:26:17.165 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:26:17.166 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:26:17.197 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:17.199+0000 7f76a0eff600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:17.198 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:17.200+0000 7f76a0eff600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:17.213 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:26:17.214 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:26:17.214 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:26:17.214 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:26:17.215 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:26:17.215 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:26:17.215 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:17.215 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:17.216 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:26:17.216 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:17.216 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:26:17.216 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:17.217 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:17.217 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:26:17.217 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:17.217 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:26:17.218 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:17.218 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:26:17.218 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:17.219 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:17.219 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:17.219 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:17.220 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:26:17.221 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:17.221 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:17.222 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:26:17.222 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:17.223 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:17.223 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:17.224 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:26:17.224 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:17.225 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:17.226 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:17.226 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:17.227 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:26:17.227 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:17.227 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:17.227 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:26:17.228 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:17.228 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:17.228 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:17.228 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:26:17.229 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:17.229 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:17.229 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:17.229 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:17.230 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:26:17.230 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:17.230 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:17.231 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:26:17.231 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:17.231 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:17.231 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:17.232 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.541200Z", 2022-09-01T10:26:17.232 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:17.232 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:17.233 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:17.233 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:26:17.233 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:17.234 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:26:17.234 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:26:17.234 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:26:17.234 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:17.235 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:26:17Z" 2022-09-01T10:26:17.235 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:26:17.236 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.541200_152.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.541200Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:26:17Z" } 2022-09-01T10:26:17.237 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.541200_152.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.541200Z', 'realm_epoch': 4}}] 2022-09-01T10:26:17.238 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:26:17.238 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:26:17.239 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027966.662319_177.1 target=1_1662027859.541200_152.1 2022-09-01T10:26:22.240 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:22.242 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:22.243 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:26:22.303 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:26:22.303 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:26:22.336 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:22.336+0000 7fe7ef2bd600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:22.341 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:22.337+0000 7fe7ef2bd600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:22.350 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:26:22.350 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:26:22.351 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:26:22.351 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:26:22.351 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:26:22.352 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:26:22.352 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:22.352 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:22.352 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:26:22.353 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:22.353 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:26:22.353 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:22.354 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:22.354 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:26:22.355 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:22.355 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:26:22.355 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:22.356 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:26:22.357 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:22.357 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:22.357 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:22.358 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:22.358 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:26:22.358 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:22.359 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:22.359 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:26:22.359 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:22.360 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:22.360 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:22.360 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:26:22.361 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:22.362 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:22.362 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:22.363 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:26:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:26:22.365 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:22.365 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:22.365 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:22.366 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:26:22.366 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:22.366 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:22.366 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:22.367 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:22.367 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:26:22.367 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:22.367 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:22.368 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:26:22.368 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:22.369 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:22.369 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:22.369 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.541200Z", 2022-09-01T10:26:22.370 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:22.370 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:22.370 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:22.371 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:26:22.371 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:22.371 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:26:22.371 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:26:22.372 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:26:22.372 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:22.372 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:26:22Z" 2022-09-01T10:26:22.372 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:26:22.374 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.541200_152.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.541200Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:26:22Z" } 2022-09-01T10:26:22.375 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.541200_152.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.541200Z', 'realm_epoch': 4}}] 2022-09-01T10:26:22.375 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:26:22.376 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:26:22.376 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027966.662319_177.1 target=1_1662027859.541200_152.1 2022-09-01T10:26:27.378 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:27.379 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:27.380 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:26:27.440 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:26:27.440 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:26:27.472 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:27.472+0000 7f9ae18bf600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:27.473 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:27.473+0000 7f9ae18bf600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:27.487 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:26:27.488 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:26:27.488 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:26:27.488 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:26:27.489 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:26:27.489 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:26:27.489 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:27.490 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:27.490 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:26:27.490 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:27.490 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:26:27.491 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:27.491 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:27.491 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:26:27.491 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:27.492 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:26:27.492 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:27.492 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:26:27.493 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:27.493 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:27.493 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:27.493 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:27.494 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:26:27.494 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:27.494 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:27.495 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:26:27.495 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:27.495 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:27.495 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:27.497 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:26:27.497 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:27.498 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:27.498 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:27.499 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:27.499 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:26:27.500 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:27.500 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:27.501 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:26:27.501 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:27.502 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:27.502 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:27.503 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:26:27.503 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:27.504 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:27.504 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:27.505 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:27.505 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:26:27.506 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:27.506 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:27.507 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:26:27.507 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:27.508 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:27.509 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:27.509 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.541200Z", 2022-09-01T10:26:27.510 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:27.510 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:27.511 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:27.511 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:26:27.512 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:27.513 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:26:27.514 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:26:27.514 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:26:27.515 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:27.515 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:26:27Z" 2022-09-01T10:26:27.516 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:26:27.518 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.541200_152.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.541200Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:26:27Z" } 2022-09-01T10:26:27.519 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.541200_152.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.541200Z', 'realm_epoch': 4}}] 2022-09-01T10:26:27.520 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:26:27.521 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:26:27.522 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027966.662319_177.1 target=1_1662027859.541200_152.1 2022-09-01T10:26:32.524 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:32.525 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:32.525 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:26:32.584 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:26:32.584 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:26:32.616 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:32.616+0000 7f23d3219600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:32.616 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:32.617+0000 7f23d3219600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:32.631 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:26:32.631 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:26:32.632 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:26:32.632 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:26:32.632 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:26:32.633 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:26:32.633 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:32.633 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:32.634 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:26:32.634 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:32.634 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:26:32.635 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:32.635 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:32.635 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:26:32.636 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:32.636 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:26:32.636 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:32.636 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:26:32.637 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:32.637 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:32.637 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:32.637 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:32.638 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:26:32.638 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:32.638 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:32.639 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:26:32.639 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:32.639 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:32.639 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:32.640 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:26:32.640 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:32.640 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:32.640 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:32.641 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:32.641 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:26:32.641 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:32.641 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:32.642 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:26:32.642 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:32.642 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:32.642 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:32.643 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:26:32.643 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:32.643 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:32.644 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:32.644 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:32.644 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:26:32.644 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:32.645 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:32.645 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:26:32.645 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:32.645 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:32.646 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:32.646 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.541200Z", 2022-09-01T10:26:32.646 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:32.647 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:32.647 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:32.647 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:26:32.647 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:32.648 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:26:32.648 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:26:32.648 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:26:32.649 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:32.649 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:26:32Z" 2022-09-01T10:26:32.649 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:26:32.651 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.541200_152.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.541200Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:26:32Z" } 2022-09-01T10:26:32.651 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.541200_152.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.541200Z', 'realm_epoch': 4}}] 2022-09-01T10:26:32.652 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:26:32.652 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:26:32.653 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027966.662319_177.1 target=1_1662027859.541200_152.1 2022-09-01T10:26:37.654 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:37.655 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:37.656 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:26:37.714 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:26:37.715 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:26:37.747 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:37.747+0000 7f86f9b8c600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:37.748 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:37.748+0000 7f86f9b8c600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:37.762 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:26:37.762 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:26:37.764 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:26:37.765 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:26:37.765 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:26:37.766 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:26:37.766 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:37.767 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:37.767 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:26:37.768 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:37.768 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:26:37.769 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:37.769 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:37.769 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:26:37.769 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:37.770 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:26:37.770 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:37.770 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:26:37.770 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:37.771 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:37.771 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:37.771 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:37.772 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:26:37.772 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:37.772 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:37.772 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:26:37.773 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:37.773 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:37.773 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:37.773 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:26:37.774 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:37.774 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:37.774 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:37.774 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:37.775 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:26:37.775 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:37.775 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:37.775 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:26:37.776 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:37.776 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:37.776 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:37.776 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:26:37.777 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:37.777 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:37.777 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:37.777 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:37.778 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:26:37.778 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:37.778 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:37.778 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:26:37.779 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:37.779 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:37.779 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:37.779 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.541200Z", 2022-09-01T10:26:37.780 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:37.780 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:37.780 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:37.780 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:26:37.781 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:37.781 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:26:37.781 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:26:37.781 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:26:37.782 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:37.782 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:26:37Z" 2022-09-01T10:26:37.782 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:26:37.784 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.541200_152.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.541200Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:26:37Z" } 2022-09-01T10:26:37.784 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.541200_152.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.541200Z', 'realm_epoch': 4}}] 2022-09-01T10:26:37.785 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:26:37.785 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:26:37.786 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027966.662319_177.1 target=1_1662027859.541200_152.1 2022-09-01T10:26:37.947 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T10:26:37.947+0000 7f4c750a5700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-09-01T10:26:42.787 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:42.789 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:42.789 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:26:42.849 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:26:42.849 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:26:42.881 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:42.881+0000 7f67a29fb600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:42.882 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:42.882+0000 7f67a29fb600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:42.896 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:26:42.897 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:26:42.897 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:26:42.897 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:26:42.897 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:26:42.898 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:26:42.898 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:42.898 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:42.899 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:26:42.899 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:42.900 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:26:42.900 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:42.900 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:42.901 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:26:42.901 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:42.901 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:26:42.901 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:26:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:42.903 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:42.903 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:42.903 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:26:42.904 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:42.904 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:42.904 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:26:42.905 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:42.905 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:42.906 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:42.906 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:26:42.906 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:42.907 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:42.907 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:42.907 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:42.908 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:26:42.908 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:42.908 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:42.909 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:26:42.909 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:42.909 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:42.910 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:42.910 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:26:42.911 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:42.911 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:42.911 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:42.911 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:42.912 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:26:42.912 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:42.912 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:42.912 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:26:42.913 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:42.913 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:42.913 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:42.913 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.541200Z", 2022-09-01T10:26:42.914 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:42.914 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:42.914 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:42.915 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:26:42.915 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:42.915 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:26:42.916 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:26:42.916 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:26:42.916 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:42.916 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:26:42Z" 2022-09-01T10:26:42.917 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:26:42.918 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.541200_152.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.541200Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:26:42Z" } 2022-09-01T10:26:42.919 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.541200_152.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.541200Z', 'realm_epoch': 4}}] 2022-09-01T10:26:42.919 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:26:42.920 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:26:42.921 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027966.662319_177.1 target=1_1662027859.541200_152.1 2022-09-01T10:26:47.922 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:47.923 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:47.924 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:26:47.982 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:26:47.982 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:26:48.014 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:48.014+0000 7f949b9a7600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:48.015 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:48.015+0000 7f949b9a7600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:48.029 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:26:48.029 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:26:48.029 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:26:48.030 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:26:48.030 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:26:48.030 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:26:48.031 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:48.032 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:48.032 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:26:48.032 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:48.033 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:26:48.033 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:48.033 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:48.033 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:26:48.034 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:48.034 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:26:48.034 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:48.034 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:26:48.035 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:48.035 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:48.035 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:48.036 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:48.036 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:26:48.036 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:48.036 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:48.037 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:26:48.037 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:48.037 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:48.037 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:48.038 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:26:48.038 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:48.038 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:48.038 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:48.039 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:48.039 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:26:48.039 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:48.039 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:48.040 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:26:48.040 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:48.040 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:48.040 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:48.041 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:26:48.041 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:48.041 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:48.041 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:48.042 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:48.042 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:26:48.042 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:48.043 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:48.043 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:26:48.043 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:48.043 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:48.044 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:48.044 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.541200Z", 2022-09-01T10:26:48.044 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:48.044 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:48.045 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:48.045 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:26:48.045 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:48.045 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:26:48.046 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:26:48.046 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:26:48.046 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:48.046 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:26:48Z" 2022-09-01T10:26:48.047 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:26:48.048 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.541200_152.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.541200Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:26:48Z" } 2022-09-01T10:26:48.049 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.541200_152.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.541200Z', 'realm_epoch': 4}}] 2022-09-01T10:26:48.049 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:26:48.050 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:26:48.050 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027966.662319_177.1 target=1_1662027859.541200_152.1 2022-09-01T10:26:53.052 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:53.053 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:53.053 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:26:53.111 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:26:53.111 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:26:53.142 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:53.142+0000 7f21aeffb600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:53.144 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:53.143+0000 7f21aeffb600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:53.157 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:26:53.158 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:26:53.158 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:26:53.158 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:26:53.159 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:26:53.159 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:26:53.159 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:53.159 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:53.160 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:26:53.160 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:53.161 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:26:53.161 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:53.162 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:53.162 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:26:53.163 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:53.163 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:26:53.163 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:53.164 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:26:53.164 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:53.165 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:53.165 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:53.166 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:53.167 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:26:53.167 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:53.168 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:53.168 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:26:53.169 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:53.169 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:53.170 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:53.170 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:26:53.170 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:53.171 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:53.171 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:53.172 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:53.172 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:26:53.173 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:53.173 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:53.173 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:26:53.174 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:53.174 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:53.174 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:53.174 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:26:53.175 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:53.175 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:53.175 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:53.175 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:53.176 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:26:53.176 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:53.177 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:53.177 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:26:53.177 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:53.177 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:53.178 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:53.178 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.541200Z", 2022-09-01T10:26:53.178 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:53.178 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:53.179 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:53.179 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:26:53.179 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:53.179 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:26:53.180 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:26:53.180 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:26:53.180 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:53.180 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:26:53Z" 2022-09-01T10:26:53.181 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:26:53.182 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.541200_152.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.541200Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:26:53Z" } 2022-09-01T10:26:53.183 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.541200_152.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.541200Z', 'realm_epoch': 4}}] 2022-09-01T10:26:53.183 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:26:53.184 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:26:53.184 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027966.662319_177.1 target=1_1662027859.541200_152.1 2022-09-01T10:26:58.186 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:58.187 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:26:58.188 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:26:58.246 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:26:58.246 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:26:58.278 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:58.278+0000 7fca50b36600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:58.279 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:26:58.279+0000 7fca50b36600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:26:58.293 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:26:58.294 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:26:58.295 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:26:58.295 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:26:58.296 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:26:58.296 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:26:58.297 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:58.298 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:58.298 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:26:58.299 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:58.299 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:26:58.300 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:58.300 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:58.301 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:26:58.302 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:58.302 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:26:58.303 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:58.303 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:26:58.304 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:58.304 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:58.305 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:58.305 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:58.305 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:26:58.306 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:58.306 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:58.307 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:26:58.307 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:58.308 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:58.308 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:58.309 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:26:58.309 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:58.310 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:58.310 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:58.311 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:58.311 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:26:58.311 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:58.312 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:58.313 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:26:58.313 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:58.314 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:58.314 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:58.314 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:26:58.315 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:26:58.315 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:58.316 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:58.317 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:26:58.317 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:26:58.318 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:26:58.318 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:26:58.319 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:26:58.319 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:26:58.320 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:26:58.320 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:26:58.321 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.541200Z", 2022-09-01T10:26:58.322 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:26:58.322 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:58.323 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:26:58.323 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:26:58.324 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:58.324 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:26:58.325 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:26:58.325 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:26:58.326 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:26:58.326 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:26:58Z" 2022-09-01T10:26:58.327 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:26:58.329 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.541200_152.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.541200Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:26:58Z" } 2022-09-01T10:26:58.330 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.541200_152.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.541200Z', 'realm_epoch': 4}}] 2022-09-01T10:26:58.331 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:26:58.332 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:26:58.333 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027966.662319_177.1 target=1_1662027859.541200_152.1 2022-09-01T10:27:03.334 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:27:03.335 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:27:03.336 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:27:03.394 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:27:03.395 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:27:03.426 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:27:03.426+0000 7f46c49ca600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:27:03.427 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:27:03.427+0000 7f46c49ca600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:27:03.441 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:27:03.442 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:27:03.442 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:27:03.443 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:27:03.443 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:27:03.443 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:27:03.443 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:27:03.444 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:03.444 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:27:03.444 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:03.444 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:27:03.445 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:27:03.445 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:27:03.445 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:27:03.446 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:27:03.446 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:27:03.447 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:27:03.448 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:27:03.448 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:27:03.448 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:03.448 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:03.449 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:03.449 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:27:03.449 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:27:03.449 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:27:03.450 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:27:03.450 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:27:03.450 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:27:03.450 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:27:03.451 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:27:03.451 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:27:03.451 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:03.452 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:03.452 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:03.452 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:27:03.452 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:27:03.453 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:27:03.453 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:27:03.453 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:27:03.453 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:27:03.454 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:27:03.454 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:27:03.454 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:27:03.454 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:03.455 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:03.455 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:03.455 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:27:03.455 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:27:03.456 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:27:03.456 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027859.541200_152.1", 2022-09-01T10:27:03.456 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:27:03.456 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:27:03.457 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:27:03.457 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:19.541200Z", 2022-09-01T10:27:03.458 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:27:03.458 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:03.458 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:03.459 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:27:03.459 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:03.459 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:27:03.459 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:27:03.460 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:27:03.460 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:03.460 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:27:03Z" 2022-09-01T10:27:03.460 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:27:03.462 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027859.541200_152.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:19.541200Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:27:03Z" } 2022-09-01T10:27:03.463 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027859.541200_152.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:19.541200Z', 'realm_epoch': 4}}] 2022-09-01T10:27:03.464 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:27:03.464 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027859.541200_152.1'} 2022-09-01T10:27:03.465 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662027966.662319_177.1 target=1_1662027859.541200_152.1 2022-09-01T10:27:08.467 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:27:08.468 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:27:08.469 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:27:08.528 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:27:08.529 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:27:08.560 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:27:08.560+0000 7f460a0cc600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:27:08.562 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:27:08.562+0000 7f460a0cc600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:27:08.576 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:27:08.576 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:27:08.577 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:27:08.577 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:27:08.578 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:27:08.578 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:27:08.579 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:27:08.580 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:08.580 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:27:08.581 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:08.581 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:27:08.582 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:27:08.582 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:27:08.583 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:27:08.583 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:27:08.584 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:27:08.584 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:27:08.585 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:27:08.585 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:27:08.585 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:08.585 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:08.586 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:08.586 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:27:08.586 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:27:08.587 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:27:08.587 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:27:08.588 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:27:08.588 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:27:08.589 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:27:08.589 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:27:08.590 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:27:08.591 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:08.591 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:08.592 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:08.592 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:27:08.593 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:27:08.594 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:27:08.594 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:27:08.595 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:27:08.595 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:27:08.596 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:27:08.596 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:27:08.597 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:27:08.597 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:08.598 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:08.598 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:08.599 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:27:08.599 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:27:08.600 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:27:08.601 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:27:08.601 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:27:08.602 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:27:08.602 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:27:08.602 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:27:08.602 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:27:08.603 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:08.603 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:08.603 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:27:08.603 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:08.604 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:27:08.604 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:27:08.605 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:27:08.605 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:08.605 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:27:08Z" 2022-09-01T10:27:08.605 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:27:08.607 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:27:08Z" } 2022-09-01T10:27:08.607 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:27:08.608 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:27:08.609 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:27:08.610 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:27:08.611 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:27:08.612 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:27:08.613 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:27:08.614 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:27:08.673 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:27:08.673 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:27:08.724 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:27:08.724+0000 7f229deac600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:27:08.725 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:27:08.726+0000 7f229deac600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:27:08.746 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:27:08.747 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:27:08.747 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:27:08.747 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:27:08.748 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:27:08.748 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:27:08.748 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:27:08.748 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:27:08.749 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:27:08.749 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:27:08.749 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:27:08.750 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:27:08.751 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:27:08.752 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:27:08.752 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:27:08.752 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:27:08.753 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:27:08.753 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:27:08.754 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:27:08.754 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:27:08.755 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:27:08.755 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:27:08.755 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:27:08.756 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:27:08.756 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:27:08.756 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:27:08.756 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:27:08.757 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:27:08.757 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:27:08.757 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:27:08.758 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:27:08.758 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:27:08.758 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:27:08.758 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:27:08.759 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:27:08.759 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:27:08.759 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:27:08.759 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:27:08.760 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:27:08.760 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:27:08.760 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:27:08.761 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:27:08.761 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:27:08.762 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:27:08.762 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:27:08.763 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:27:08.763 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:27:08.763 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:27:08.764 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:27:08.765 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:27:08.765 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:27:08.765 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:27:08.766 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:27:08.766 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:27:08.767 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:27:08.767 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:27:08.767 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:27:08.768 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:27:08.768 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:27:08.768 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:27:08.768 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:27:08.768 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:27:08.769 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:27:08.769 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:27:08Z" 2022-09-01T10:27:08.769 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:27:08.771 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:27:08Z" } 2022-09-01T10:27:08.772 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:27:08.772 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:27:08.773 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:27:08.773 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:27:08.774 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:27:08.774 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:27:08.775 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:27:08.775 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:27:08.832 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:27:08.833 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:27:08.865 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:27:08.866+0000 7f55cba52600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:27:08.866 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:27:08.867+0000 7f55cba52600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:27:08.880 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:27:08.880 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:27:08.881 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:27:08.881 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:27:08.882 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:27:08.882 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:27:08.882 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:27:08.883 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:08.883 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:27:08.883 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:08.883 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:27:08.884 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:27:08.884 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:27:08.884 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:27:08.885 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:27:08.885 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:27:08.885 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:27:08.885 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:27:08.886 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:27:08.886 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:08.886 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:08.887 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:08.887 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:27:08.887 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:27:08.887 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:27:08.888 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:27:08.888 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:27:08.888 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:27:08.888 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:27:08.889 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:27:08.889 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:27:08.889 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:08.889 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:08.890 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:08.890 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:27:08.890 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:27:08.890 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:27:08.891 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:27:08.891 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:27:08.891 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:27:08.892 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:27:08.892 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:27:08.892 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:27:08.892 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:08.893 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:08.893 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:08.893 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:27:08.893 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:27:08.894 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:27:08.894 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:27:08.894 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:27:08.895 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:27:08.895 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:27:08.895 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:27:08.895 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:27:08.896 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:08.896 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:08.896 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:27:08.896 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:08.897 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:27:08.897 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:27:08.897 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:27:08.897 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:08.898 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:27:08Z" 2022-09-01T10:27:08.898 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:27:08.899 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:27:08Z" } 2022-09-01T10:27:08.900 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:27:08.901 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:27:08.901 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:27:08.902 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:27:08.902 DEBUG:boto:path=/ptoxvb-49/ 2022-09-01T10:27:08.903 DEBUG:boto:auth_path=/ptoxvb-49/ 2022-09-01T10:27:08.903 DEBUG:boto:Method: HEAD 2022-09-01T10:27:08.904 DEBUG:boto:Path: /ptoxvb-49/ 2022-09-01T10:27:08.905 DEBUG:boto:Data: 2022-09-01T10:27:08.906 DEBUG:boto:Headers: {} 2022-09-01T10:27:08.906 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:27:08.907 DEBUG:boto:Port: 8000 2022-09-01T10:27:08.907 DEBUG:boto:Params: {} 2022-09-01T10:27:08.908 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:27:08.909 DEBUG:boto:Token: None 2022-09-01T10:27:08.909 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:27:08 GMT /ptoxvb-49/ 2022-09-01T10:27:08.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iEj+saEIIFHEAAgvD8yQumkf4lE= 2022-09-01T10:27:08.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:27:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iEj+saEIIFHEAAgvD8yQumkf4lE=', 'Content-Length': '0'} 2022-09-01T10:27:08.915 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000094642606246a737c-00631088fc-151f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:27:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:27:08.916 DEBUG:boto:path=/ptoxvb-49/testredirect 2022-09-01T10:27:08.917 DEBUG:boto:auth_path=/ptoxvb-49/testredirect 2022-09-01T10:27:08.918 DEBUG:boto:Method: HEAD 2022-09-01T10:27:08.918 DEBUG:boto:Path: /ptoxvb-49/testredirect 2022-09-01T10:27:08.919 DEBUG:boto:Data: 2022-09-01T10:27:08.919 DEBUG:boto:Headers: {} 2022-09-01T10:27:08.920 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:27:08.920 DEBUG:boto:Port: 8000 2022-09-01T10:27:08.921 DEBUG:boto:Params: {} 2022-09-01T10:27:08.921 DEBUG:boto:Token: None 2022-09-01T10:27:08.922 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:27:08 GMT /ptoxvb-49/testredirect 2022-09-01T10:27:08.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yoIGBLBRwS9L3uDhq2pGTB6//Sk= 2022-09-01T10:27:08.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:27:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yoIGBLBRwS9L3uDhq2pGTB6//Sk=', 'Content-Length': '0'} 2022-09-01T10:27:08.925 DEBUG:boto:Response headers: [('Content-Length', '229'), ('x-amz-request-id', 'tx000000ec5282ba88c2fdf-00631088fc-151f-test-zone2'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:27:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:27:08.926 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--redirect-zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:27:08.927 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--redirect-zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:27:08.927 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone modify --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --redirect-zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:27:08.978 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:27:08.979 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:27:09.001 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:27:09.000+0000 7f18e17fd600 0 failed reading obj info from .rgw.root:zone_info.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7: (2) No such file or directory 2022-09-01T10:27:09.002 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:27:09.000+0000 7f18e17fd600 0 WARNING: could not read zone params for zone id=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 name=test-zone1 2022-09-01T10:27:09.003 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:27:09.001+0000 7f18e17fd600 0 failed reading obj info from .rgw.root:zone_info.e6a21916-7630-45e1-bee5-90abb9102ea2: (2) No such file or directory 2022-09-01T10:27:09.004 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:27:09.001+0000 7f18e17fd600 0 WARNING: could not read zone params for zone id=e6a21916-7630-45e1-bee5-90abb9102ea2 name=test-zone3 2022-09-01T10:27:09.005 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:27:09.005 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:27:09.006 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone2", 2022-09-01T10:27:09.006 INFO:teuthology.orchestra.run.smithi052.stdout: "domain_root": "test-zone2.rgw.meta:root", 2022-09-01T10:27:09.006 INFO:teuthology.orchestra.run.smithi052.stdout: "control_pool": "test-zone2.rgw.control", 2022-09-01T10:27:09.007 INFO:teuthology.orchestra.run.smithi052.stdout: "gc_pool": "test-zone2.rgw.log:gc", 2022-09-01T10:27:09.007 INFO:teuthology.orchestra.run.smithi052.stdout: "lc_pool": "test-zone2.rgw.log:lc", 2022-09-01T10:27:09.008 INFO:teuthology.orchestra.run.smithi052.stdout: "log_pool": "test-zone2.rgw.log", 2022-09-01T10:27:09.008 INFO:teuthology.orchestra.run.smithi052.stdout: "intent_log_pool": "test-zone2.rgw.log:intent", 2022-09-01T10:27:09.009 INFO:teuthology.orchestra.run.smithi052.stdout: "usage_log_pool": "test-zone2.rgw.log:usage", 2022-09-01T10:27:09.009 INFO:teuthology.orchestra.run.smithi052.stdout: "roles_pool": "test-zone2.rgw.meta:roles", 2022-09-01T10:27:09.009 INFO:teuthology.orchestra.run.smithi052.stdout: "reshard_pool": "test-zone2.rgw.log:reshard", 2022-09-01T10:27:09.010 INFO:teuthology.orchestra.run.smithi052.stdout: "user_keys_pool": "test-zone2.rgw.meta:users.keys", 2022-09-01T10:27:09.010 INFO:teuthology.orchestra.run.smithi052.stdout: "user_email_pool": "test-zone2.rgw.meta:users.email", 2022-09-01T10:27:09.010 INFO:teuthology.orchestra.run.smithi052.stdout: "user_swift_pool": "test-zone2.rgw.meta:users.swift", 2022-09-01T10:27:09.011 INFO:teuthology.orchestra.run.smithi052.stdout: "user_uid_pool": "test-zone2.rgw.meta:users.uid", 2022-09-01T10:27:09.011 INFO:teuthology.orchestra.run.smithi052.stdout: "otp_pool": "test-zone2.rgw.otp", 2022-09-01T10:27:09.011 INFO:teuthology.orchestra.run.smithi052.stdout: "system_key": { 2022-09-01T10:27:09.011 INFO:teuthology.orchestra.run.smithi052.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T10:27:09.012 INFO:teuthology.orchestra.run.smithi052.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T10:27:09.012 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:09.012 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_pools": [ 2022-09-01T10:27:09.012 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:09.013 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "default-placement", 2022-09-01T10:27:09.013 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:27:09.013 INFO:teuthology.orchestra.run.smithi052.stdout: "index_pool": "test-zone2.rgw.buckets.index", 2022-09-01T10:27:09.013 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": { 2022-09-01T10:27:09.014 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD": { 2022-09-01T10:27:09.014 INFO:teuthology.orchestra.run.smithi052.stdout: "data_pool": "test-zone2.rgw.buckets.data", 2022-09-01T10:27:09.014 INFO:teuthology.orchestra.run.smithi052.stdout: "compression_type": "random" 2022-09-01T10:27:09.014 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:09.015 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:09.015 INFO:teuthology.orchestra.run.smithi052.stdout: "data_extra_pool": "test-zone2.rgw.buckets.non-ec", 2022-09-01T10:27:09.015 INFO:teuthology.orchestra.run.smithi052.stdout: "index_type": 0 2022-09-01T10:27:09.015 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:09.016 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:09.016 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:27:09.016 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:27:09.016 INFO:teuthology.orchestra.run.smithi052.stdout: "notif_pool": "test-zone2.rgw.log:notif" 2022-09-01T10:27:09.017 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:27:09.018 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:27:09.019 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:27:09.020 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:27:09.068 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:27:09.069 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:27:09.108 INFO:teuthology.orchestra.run.smithi052.stderr:Sending period to new master zone da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 2022-09-01T10:27:09.138 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:27:09.138 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:27:09.138 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3, 2022-09-01T10:27:09.139 INFO:teuthology.orchestra.run.smithi052.stdout: "predecessor_uuid": "74a33b6f-f1d1-40a5-b9ec-b739d2976075", 2022-09-01T10:27:09.139 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": [ 2022-09-01T10:27:09.139 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:27:09.139 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:27:09.140 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:27:09.140 INFO:teuthology.orchestra.run.smithi052.stdout: "1_1662027771.833793_155.1" 2022-09-01T10:27:09.140 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:27:09.140 INFO:teuthology.orchestra.run.smithi052.stdout: "period_map": { 2022-09-01T10:27:09.141 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:27:09.141 INFO:teuthology.orchestra.run.smithi052.stdout: "zonegroups": [ 2022-09-01T10:27:09.141 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:09.141 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "test-zonegroup", 2022-09-01T10:27:09.142 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zonegroup", 2022-09-01T10:27:09.142 INFO:teuthology.orchestra.run.smithi052.stdout: "api_name": "", 2022-09-01T10:27:09.142 INFO:teuthology.orchestra.run.smithi052.stdout: "is_master": true, 2022-09-01T10:27:09.142 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:27:09.143 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:27:09.143 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:27:09.143 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames": [], 2022-09-01T10:27:09.143 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames_s3website": [], 2022-09-01T10:27:09.144 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:27:09.144 INFO:teuthology.orchestra.run.smithi052.stdout: "zones": [ 2022-09-01T10:27:09.144 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:09.144 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:27:09.145 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone4", 2022-09-01T10:27:09.145 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:27:09.145 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi052.front.sepia.ceph.com:8001" 2022-09-01T10:27:09.146 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:27:09.146 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:27:09.146 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:27:09.146 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:27:09.147 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:27:09.147 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "pubsub", 2022-09-01T10:27:09.147 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": false, 2022-09-01T10:27:09.147 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [ 2022-09-01T10:27:09.148 INFO:teuthology.orchestra.run.smithi052.stdout: "test-zone1" 2022-09-01T10:27:09.148 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:27:09.148 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:27:09.148 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:27:09.149 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:27:09.149 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:27:09.149 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:09.150 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:09.150 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:27:09.150 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone2", 2022-09-01T10:27:09.150 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:27:09.151 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi052.front.sepia.ceph.com:8000" 2022-09-01T10:27:09.151 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:27:09.151 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:27:09.151 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:27:09.152 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:27:09.152 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:27:09.152 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:27:09.152 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": false, 2022-09-01T10:27:09.153 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:27:09.153 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:27:09.153 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:27:09.153 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:27:09.154 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:27:09.154 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:09.154 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:09.154 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:27:09.155 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone1", 2022-09-01T10:27:09.155 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:27:09.155 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:27:09.155 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:27:09.156 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:27:09.156 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:27:09.156 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:27:09.156 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:27:09.157 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:27:09.157 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:27:09.157 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:27:09.157 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:27:09.157 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:27:09.158 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:27:09.158 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:27:09.158 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:09.159 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:09.159 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:27:09.159 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone3", 2022-09-01T10:27:09.159 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:27:09.160 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8001" 2022-09-01T10:27:09.160 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:27:09.160 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:27:09.160 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:27:09.161 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:27:09.161 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:27:09.161 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:27:09.161 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:27:09.162 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:27:09.162 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:27:09.162 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:27:09.162 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:27:09.163 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:27:09.163 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:09.163 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:27:09.163 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_targets": [ 2022-09-01T10:27:09.164 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:09.165 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default-placement", 2022-09-01T10:27:09.165 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2022-09-01T10:27:09.166 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": [ 2022-09-01T10:27:09.166 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD" 2022-09-01T10:27:09.166 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:27:09.166 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:09.167 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:27:09.167 INFO:teuthology.orchestra.run.smithi052.stdout: "default_placement": "default-placement", 2022-09-01T10:27:09.167 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:27:09.168 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_policy": { 2022-09-01T10:27:09.168 INFO:teuthology.orchestra.run.smithi052.stdout: "groups": [] 2022-09-01T10:27:09.168 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:09.168 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled_features": [ 2022-09-01T10:27:09.168 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:27:09.169 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:27:09.169 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:09.169 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:27:09.170 INFO:teuthology.orchestra.run.smithi052.stdout: "short_zone_ids": [ 2022-09-01T10:27:09.170 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:09.170 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:27:09.170 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 130640457 2022-09-01T10:27:09.171 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:09.171 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:09.171 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:27:09.172 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 2888871583 2022-09-01T10:27:09.172 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:09.172 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:09.172 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:27:09.173 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 1160424817 2022-09-01T10:27:09.173 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:09.173 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:27:09.173 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:27:09.174 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 3168230928 2022-09-01T10:27:09.174 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:09.174 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:27:09.174 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:09.175 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zonegroup": "test-zonegroup", 2022-09-01T10:27:09.175 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:27:09.175 INFO:teuthology.orchestra.run.smithi052.stdout: "period_config": { 2022-09-01T10:27:09.175 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_quota": { 2022-09-01T10:27:09.176 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T10:27:09.176 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T10:27:09.176 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T10:27:09.176 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T10:27:09.176 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T10:27:09.177 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:09.177 INFO:teuthology.orchestra.run.smithi052.stdout: "user_quota": { 2022-09-01T10:27:09.177 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T10:27:09.177 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T10:27:09.178 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T10:27:09.178 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T10:27:09.178 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T10:27:09.178 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:09.179 INFO:teuthology.orchestra.run.smithi052.stdout: "user_ratelimit": { 2022-09-01T10:27:09.179 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:27:09.179 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:27:09.179 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:27:09.180 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:27:09.180 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:27:09.180 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:09.180 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_ratelimit": { 2022-09-01T10:27:09.181 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:27:09.181 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:27:09.181 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:27:09.181 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:27:09.182 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:27:09.182 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:09.182 INFO:teuthology.orchestra.run.smithi052.stdout: "anonymous_ratelimit": { 2022-09-01T10:27:09.182 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:27:09.183 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:27:09.183 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:27:09.183 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:27:09.183 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:27:09.184 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:27:09.184 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:27:09.184 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:27:09.184 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_name": "test-realm", 2022-09-01T10:27:09.185 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:27:09.185 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:27:09.185 INFO:rgw_multi.tests:Set redirect_zone zone test-zone2 to "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7" 2022-09-01T10:28:09.187 DEBUG:boto:path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.190 DEBUG:boto:auth_path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.191 DEBUG:boto:Method: HEAD 2022-09-01T10:28:09.192 DEBUG:boto:Path: /ptoxvb-49/testredirect 2022-09-01T10:28:09.192 DEBUG:boto:Data: 2022-09-01T10:28:09.193 DEBUG:boto:Headers: {} 2022-09-01T10:28:09.194 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:28:09.194 DEBUG:boto:Port: 8000 2022-09-01T10:28:09.195 DEBUG:boto:Params: {} 2022-09-01T10:28:09.196 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:28:09.196 DEBUG:boto:Token: None 2022-09-01T10:28:09.197 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.198 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qfO33BsYeQAMP8YDQU+ULKXW1e8= 2022-09-01T10:28:09.199 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qfO33BsYeQAMP8YDQU+ULKXW1e8=', 'Content-Length': '0'} 2022-09-01T10:28:09.206 DEBUG:boto:Response headers: [('Location', 'http://smithi044.front.sepia.ceph.com:8000/ptoxvb-49/testredirect?'), ('x-amz-request-id', 'tx00000613b07a9cffd9f78-0063108939-1587-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.208 DEBUG:boto:Redirecting: http://smithi044.front.sepia.ceph.com/ptoxvb-49/testredirect 2022-09-01T10:28:09.209 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': '8000'} 2022-09-01T10:28:09.212 DEBUG:boto:Token: None 2022-09-01T10:28:09.214 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.215 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qfO33BsYeQAMP8YDQU+ULKXW1e8= 2022-09-01T10:28:09.216 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qfO33BsYeQAMP8YDQU+ULKXW1e8=', 'Content-Length': '0'} 2022-09-01T10:28:09.226 DEBUG:boto:Response headers: [('Content-Length', '512'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:26:06 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"dc5086b847289ba8b8bde149b8388175"'), ('x-amz-request-id', 'tx0000008a58d74b73dcbb1-0063108939-1564-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.229 DEBUG:boto:path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.231 DEBUG:boto:auth_path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.231 DEBUG:boto:Method: GET 2022-09-01T10:28:09.232 DEBUG:boto:Path: /ptoxvb-49/testredirect 2022-09-01T10:28:09.233 DEBUG:boto:Data: 2022-09-01T10:28:09.234 DEBUG:boto:Headers: {} 2022-09-01T10:28:09.235 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:28:09.241 DEBUG:boto:Port: 8000 2022-09-01T10:28:09.242 DEBUG:boto:Params: {} 2022-09-01T10:28:09.244 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:28:09.245 DEBUG:boto:Token: None 2022-09-01T10:28:09.246 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.247 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI= 2022-09-01T10:28:09.249 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI=', 'Content-Length': '0'} 2022-09-01T10:28:09.261 DEBUG:boto:Response headers: [('Location', 'http://smithi044.front.sepia.ceph.com:8000/ptoxvb-49/testredirect?'), ('x-amz-request-id', 'tx00000bf5056a5e992cf69-0063108939-1587-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.262 DEBUG:boto:Redirecting: http://smithi044.front.sepia.ceph.com/ptoxvb-49/testredirect 2022-09-01T10:28:09.262 DEBUG:boto:Token: None 2022-09-01T10:28:09.263 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.264 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI= 2022-09-01T10:28:09.264 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI=', 'Content-Length': '0'} 2022-09-01T10:28:09.267 DEBUG:boto:Response headers: [('Content-Length', '512'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:26:06 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"dc5086b847289ba8b8bde149b8388175"'), ('x-amz-request-id', 'tx000009cf67a5c7fdf20c8-0063108939-1564-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.269 DEBUG:boto:path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.269 DEBUG:boto:auth_path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.272 DEBUG:boto:Method: PUT 2022-09-01T10:28:09.272 DEBUG:boto:Path: /ptoxvb-49/testredirect 2022-09-01T10:28:09.273 DEBUG:boto:Data: 2022-09-01T10:28:09.273 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'VpBzljOcorCZvRIkX5Nt3A==', 'Content-Length': '512', 'Expect': '100-Continue'} 2022-09-01T10:28:09.274 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:28:09.275 DEBUG:boto:Port: 8000 2022-09-01T10:28:09.276 DEBUG:boto:Params: {} 2022-09-01T10:28:09.278 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:28:09.279 DEBUG:boto:Token: None 2022-09-01T10:28:09.279 DEBUG:boto:StringToSign: PUT VpBzljOcorCZvRIkX5Nt3A== application/octet-stream Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vWhEN7Uwbeu69WxYgV2wL5eDqR0= 2022-09-01T10:28:09.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'VpBzljOcorCZvRIkX5Nt3A==', 'Content-Length': '512', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vWhEN7Uwbeu69WxYgV2wL5eDqR0='} 2022-09-01T10:28:09.294 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"56907396339ca2b099bd12245f936ddc"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000d448057b37a3326f-0063108939-1564-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.296 DEBUG:boto:path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.297 DEBUG:boto:auth_path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.298 DEBUG:boto:Method: GET 2022-09-01T10:28:09.299 DEBUG:boto:Path: /ptoxvb-49/testredirect 2022-09-01T10:28:09.300 DEBUG:boto:Data: 2022-09-01T10:28:09.301 DEBUG:boto:Headers: {} 2022-09-01T10:28:09.302 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:28:09.303 DEBUG:boto:Port: 8000 2022-09-01T10:28:09.303 DEBUG:boto:Params: {} 2022-09-01T10:28:09.304 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:28:09.305 DEBUG:boto:Token: None 2022-09-01T10:28:09.306 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.308 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI= 2022-09-01T10:28:09.309 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI=', 'Content-Length': '0'} 2022-09-01T10:28:09.314 DEBUG:boto:Response headers: [('Location', 'http://smithi044.front.sepia.ceph.com:8000/ptoxvb-49/testredirect?'), ('x-amz-request-id', 'tx000007663454785275ed8-0063108939-1587-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.314 DEBUG:boto:Redirecting: http://smithi044.front.sepia.ceph.com/ptoxvb-49/testredirect 2022-09-01T10:28:09.315 DEBUG:boto:Token: None 2022-09-01T10:28:09.316 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.316 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI= 2022-09-01T10:28:09.317 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI=', 'Content-Length': '0'} 2022-09-01T10:28:09.321 DEBUG:boto:Response headers: [('Content-Length', '512'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"56907396339ca2b099bd12245f936ddc"'), ('x-amz-request-id', 'tx0000061f4a257ffcba228-0063108939-1564-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.322 DEBUG:boto:path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.322 DEBUG:boto:auth_path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.323 DEBUG:boto:Method: PUT 2022-09-01T10:28:09.323 DEBUG:boto:Path: /ptoxvb-49/testredirect 2022-09-01T10:28:09.324 DEBUG:boto:Data: 2022-09-01T10:28:09.325 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'uk9S5NXZfBvPq4jGr+LM5g==', 'Content-Length': '512', 'Expect': '100-Continue'} 2022-09-01T10:28:09.325 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:28:09.326 DEBUG:boto:Port: 8000 2022-09-01T10:28:09.326 DEBUG:boto:Params: {} 2022-09-01T10:28:09.327 DEBUG:boto:Token: None 2022-09-01T10:28:09.327 DEBUG:boto:StringToSign: PUT uk9S5NXZfBvPq4jGr+LM5g== application/octet-stream Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UHi1FKRi1ZcRBcuwn7tnuBVdo+c= 2022-09-01T10:28:09.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'uk9S5NXZfBvPq4jGr+LM5g==', 'Content-Length': '512', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UHi1FKRi1ZcRBcuwn7tnuBVdo+c='} 2022-09-01T10:28:09.335 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"ba4f52e4d5d97c1bcfab88c6afe2cce6"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000c34f53f30ce6f611-0063108939-1564-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.336 DEBUG:boto:path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.336 DEBUG:boto:auth_path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.337 DEBUG:boto:Method: GET 2022-09-01T10:28:09.337 DEBUG:boto:Path: /ptoxvb-49/testredirect 2022-09-01T10:28:09.338 DEBUG:boto:Data: 2022-09-01T10:28:09.339 DEBUG:boto:Headers: {} 2022-09-01T10:28:09.339 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:28:09.340 DEBUG:boto:Port: 8000 2022-09-01T10:28:09.340 DEBUG:boto:Params: {} 2022-09-01T10:28:09.341 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:28:09.342 DEBUG:boto:Token: None 2022-09-01T10:28:09.342 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.343 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI= 2022-09-01T10:28:09.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI=', 'Content-Length': '0'} 2022-09-01T10:28:09.347 DEBUG:boto:Response headers: [('Location', 'http://smithi044.front.sepia.ceph.com:8000/ptoxvb-49/testredirect?'), ('x-amz-request-id', 'tx00000ee476206e7cfb192-0063108939-1587-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.348 DEBUG:boto:Redirecting: http://smithi044.front.sepia.ceph.com/ptoxvb-49/testredirect 2022-09-01T10:28:09.349 DEBUG:boto:Token: None 2022-09-01T10:28:09.349 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI= 2022-09-01T10:28:09.351 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI=', 'Content-Length': '0'} 2022-09-01T10:28:09.353 DEBUG:boto:Response headers: [('Content-Length', '512'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"ba4f52e4d5d97c1bcfab88c6afe2cce6"'), ('x-amz-request-id', 'tx00000e9a4dd25e6d620c7-0063108939-1564-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.354 DEBUG:boto:path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.355 DEBUG:boto:auth_path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.355 DEBUG:boto:Method: PUT 2022-09-01T10:28:09.356 DEBUG:boto:Path: /ptoxvb-49/testredirect 2022-09-01T10:28:09.356 DEBUG:boto:Data: 2022-09-01T10:28:09.357 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '6aKmvaJMgaK7Z2rfDZvVeg==', 'Content-Length': '512', 'Expect': '100-Continue'} 2022-09-01T10:28:09.358 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:28:09.358 DEBUG:boto:Port: 8000 2022-09-01T10:28:09.359 DEBUG:boto:Params: {} 2022-09-01T10:28:09.359 DEBUG:boto:Token: None 2022-09-01T10:28:09.360 DEBUG:boto:StringToSign: PUT 6aKmvaJMgaK7Z2rfDZvVeg== application/octet-stream Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.360 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/55Js0xWBZ30Tem1DvOw/ZEwlLs= 2022-09-01T10:28:09.361 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '6aKmvaJMgaK7Z2rfDZvVeg==', 'Content-Length': '512', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/55Js0xWBZ30Tem1DvOw/ZEwlLs='} 2022-09-01T10:28:09.366 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"e9a2a6bda24c81a2bb676adf0d9bd57a"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000007f5d91deb2b31259-0063108939-1564-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.367 DEBUG:boto:path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.367 DEBUG:boto:auth_path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.368 DEBUG:boto:Method: GET 2022-09-01T10:28:09.369 DEBUG:boto:Path: /ptoxvb-49/testredirect 2022-09-01T10:28:09.369 DEBUG:boto:Data: 2022-09-01T10:28:09.370 DEBUG:boto:Headers: {} 2022-09-01T10:28:09.370 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:28:09.371 DEBUG:boto:Port: 8000 2022-09-01T10:28:09.371 DEBUG:boto:Params: {} 2022-09-01T10:28:09.372 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:28:09.372 DEBUG:boto:Token: None 2022-09-01T10:28:09.373 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.374 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI= 2022-09-01T10:28:09.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI=', 'Content-Length': '0'} 2022-09-01T10:28:09.377 DEBUG:boto:Response headers: [('Location', 'http://smithi044.front.sepia.ceph.com:8000/ptoxvb-49/testredirect?'), ('x-amz-request-id', 'tx0000031fb6870191e36f0-0063108939-1587-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.377 DEBUG:boto:Redirecting: http://smithi044.front.sepia.ceph.com/ptoxvb-49/testredirect 2022-09-01T10:28:09.378 DEBUG:boto:Token: None 2022-09-01T10:28:09.379 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.379 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI= 2022-09-01T10:28:09.380 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI=', 'Content-Length': '0'} 2022-09-01T10:28:09.382 DEBUG:boto:Response headers: [('Content-Length', '512'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"e9a2a6bda24c81a2bb676adf0d9bd57a"'), ('x-amz-request-id', 'tx000004b8a7862b1a2880d-0063108939-1564-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.383 DEBUG:boto:path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.383 DEBUG:boto:auth_path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.384 DEBUG:boto:Method: PUT 2022-09-01T10:28:09.384 DEBUG:boto:Path: /ptoxvb-49/testredirect 2022-09-01T10:28:09.385 DEBUG:boto:Data: 2022-09-01T10:28:09.385 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'GbNgNQ5MAukCtgY+rsT5Xw==', 'Content-Length': '512', 'Expect': '100-Continue'} 2022-09-01T10:28:09.386 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:28:09.386 DEBUG:boto:Port: 8000 2022-09-01T10:28:09.387 DEBUG:boto:Params: {} 2022-09-01T10:28:09.387 DEBUG:boto:Token: None 2022-09-01T10:28:09.388 DEBUG:boto:StringToSign: PUT GbNgNQ5MAukCtgY+rsT5Xw== application/octet-stream Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.388 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ubdS84S0y/yyiaR76xJ/J23yeFg= 2022-09-01T10:28:09.389 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'GbNgNQ5MAukCtgY+rsT5Xw==', 'Content-Length': '512', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ubdS84S0y/yyiaR76xJ/J23yeFg='} 2022-09-01T10:28:09.434 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"19b360350e4c02e902b6063eaec4f95f"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000040f3f43c1c809690-0063108939-1564-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.435 DEBUG:boto:path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.436 DEBUG:boto:auth_path=/ptoxvb-49/testredirect 2022-09-01T10:28:09.436 DEBUG:boto:Method: GET 2022-09-01T10:28:09.437 DEBUG:boto:Path: /ptoxvb-49/testredirect 2022-09-01T10:28:09.437 DEBUG:boto:Data: 2022-09-01T10:28:09.438 DEBUG:boto:Headers: {} 2022-09-01T10:28:09.439 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:28:09.440 DEBUG:boto:Port: 8000 2022-09-01T10:28:09.441 DEBUG:boto:Params: {} 2022-09-01T10:28:09.441 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:28:09.443 DEBUG:boto:Token: None 2022-09-01T10:28:09.444 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.445 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI= 2022-09-01T10:28:09.446 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI=', 'Content-Length': '0'} 2022-09-01T10:28:09.450 DEBUG:boto:Response headers: [('Location', 'http://smithi044.front.sepia.ceph.com:8000/ptoxvb-49/testredirect?'), ('x-amz-request-id', 'tx00000c8fe6a12c9d57f80-0063108939-1587-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.451 DEBUG:boto:Redirecting: http://smithi044.front.sepia.ceph.com/ptoxvb-49/testredirect 2022-09-01T10:28:09.452 DEBUG:boto:Token: None 2022-09-01T10:28:09.453 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:28:09 GMT /ptoxvb-49/testredirect 2022-09-01T10:28:09.454 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI= 2022-09-01T10:28:09.454 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixCzW70RguarYa9aK5O99eUYyCI=', 'Content-Length': '0'} 2022-09-01T10:28:09.457 DEBUG:boto:Response headers: [('Content-Length', '512'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"19b360350e4c02e902b6063eaec4f95f"'), ('x-amz-request-id', 'tx0000018eaa774c785a207-0063108939-1564-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:28:09.462 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--sync-from-all=true', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:28:09.463 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--sync-from-all=true', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:28:09.465 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone modify --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --sync-from-all=true --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:28:09.525 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:28:09.526 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:28:09.550 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:28:09.550+0000 7f2343376600 0 failed reading obj info from .rgw.root:zone_info.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7: (2) No such file or directory 2022-09-01T10:28:09.551 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:28:09.550+0000 7f2343376600 0 WARNING: could not read zone params for zone id=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 name=test-zone1 2022-09-01T10:28:09.551 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:28:09.550+0000 7f2343376600 0 failed reading obj info from .rgw.root:zone_info.e6a21916-7630-45e1-bee5-90abb9102ea2: (2) No such file or directory 2022-09-01T10:28:09.552 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:28:09.550+0000 7f2343376600 0 WARNING: could not read zone params for zone id=e6a21916-7630-45e1-bee5-90abb9102ea2 name=test-zone3 2022-09-01T10:28:09.555 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:28:09.555 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:28:09.556 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone2", 2022-09-01T10:28:09.556 INFO:teuthology.orchestra.run.smithi052.stdout: "domain_root": "test-zone2.rgw.meta:root", 2022-09-01T10:28:09.556 INFO:teuthology.orchestra.run.smithi052.stdout: "control_pool": "test-zone2.rgw.control", 2022-09-01T10:28:09.557 INFO:teuthology.orchestra.run.smithi052.stdout: "gc_pool": "test-zone2.rgw.log:gc", 2022-09-01T10:28:09.557 INFO:teuthology.orchestra.run.smithi052.stdout: "lc_pool": "test-zone2.rgw.log:lc", 2022-09-01T10:28:09.557 INFO:teuthology.orchestra.run.smithi052.stdout: "log_pool": "test-zone2.rgw.log", 2022-09-01T10:28:09.557 INFO:teuthology.orchestra.run.smithi052.stdout: "intent_log_pool": "test-zone2.rgw.log:intent", 2022-09-01T10:28:09.558 INFO:teuthology.orchestra.run.smithi052.stdout: "usage_log_pool": "test-zone2.rgw.log:usage", 2022-09-01T10:28:09.558 INFO:teuthology.orchestra.run.smithi052.stdout: "roles_pool": "test-zone2.rgw.meta:roles", 2022-09-01T10:28:09.558 INFO:teuthology.orchestra.run.smithi052.stdout: "reshard_pool": "test-zone2.rgw.log:reshard", 2022-09-01T10:28:09.558 INFO:teuthology.orchestra.run.smithi052.stdout: "user_keys_pool": "test-zone2.rgw.meta:users.keys", 2022-09-01T10:28:09.559 INFO:teuthology.orchestra.run.smithi052.stdout: "user_email_pool": "test-zone2.rgw.meta:users.email", 2022-09-01T10:28:09.559 INFO:teuthology.orchestra.run.smithi052.stdout: "user_swift_pool": "test-zone2.rgw.meta:users.swift", 2022-09-01T10:28:09.559 INFO:teuthology.orchestra.run.smithi052.stdout: "user_uid_pool": "test-zone2.rgw.meta:users.uid", 2022-09-01T10:28:09.559 INFO:teuthology.orchestra.run.smithi052.stdout: "otp_pool": "test-zone2.rgw.otp", 2022-09-01T10:28:09.560 INFO:teuthology.orchestra.run.smithi052.stdout: "system_key": { 2022-09-01T10:28:09.560 INFO:teuthology.orchestra.run.smithi052.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T10:28:09.560 INFO:teuthology.orchestra.run.smithi052.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T10:28:09.561 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:28:09.561 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_pools": [ 2022-09-01T10:28:09.561 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:28:09.561 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "default-placement", 2022-09-01T10:28:09.562 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:28:09.562 INFO:teuthology.orchestra.run.smithi052.stdout: "index_pool": "test-zone2.rgw.buckets.index", 2022-09-01T10:28:09.562 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": { 2022-09-01T10:28:09.562 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD": { 2022-09-01T10:28:09.563 INFO:teuthology.orchestra.run.smithi052.stdout: "data_pool": "test-zone2.rgw.buckets.data", 2022-09-01T10:28:09.563 INFO:teuthology.orchestra.run.smithi052.stdout: "compression_type": "random" 2022-09-01T10:28:09.563 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:28:09.563 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:28:09.564 INFO:teuthology.orchestra.run.smithi052.stdout: "data_extra_pool": "test-zone2.rgw.buckets.non-ec", 2022-09-01T10:28:09.564 INFO:teuthology.orchestra.run.smithi052.stdout: "index_type": 0 2022-09-01T10:28:09.564 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:28:09.564 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:28:09.565 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:28:09.565 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:28:09.565 INFO:teuthology.orchestra.run.smithi052.stdout: "notif_pool": "test-zone2.rgw.log:notif" 2022-09-01T10:28:09.565 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:28:09.567 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:28:09.568 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:28:09.568 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:28:09.621 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:28:09.621 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:28:09.661 INFO:teuthology.orchestra.run.smithi052.stderr:Sending period to new master zone da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 2022-09-01T10:28:09.691 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:28:09.692 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:28:09.692 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 4, 2022-09-01T10:28:09.692 INFO:teuthology.orchestra.run.smithi052.stdout: "predecessor_uuid": "74a33b6f-f1d1-40a5-b9ec-b739d2976075", 2022-09-01T10:28:09.693 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": [ 2022-09-01T10:28:09.693 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:28:09.693 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:28:09.694 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:28:09.694 INFO:teuthology.orchestra.run.smithi052.stdout: "1_1662027771.833793_155.1" 2022-09-01T10:28:09.694 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:28:09.694 INFO:teuthology.orchestra.run.smithi052.stdout: "period_map": { 2022-09-01T10:28:09.695 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:28:09.695 INFO:teuthology.orchestra.run.smithi052.stdout: "zonegroups": [ 2022-09-01T10:28:09.695 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:28:09.696 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "test-zonegroup", 2022-09-01T10:28:09.696 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zonegroup", 2022-09-01T10:28:09.696 INFO:teuthology.orchestra.run.smithi052.stdout: "api_name": "", 2022-09-01T10:28:09.697 INFO:teuthology.orchestra.run.smithi052.stdout: "is_master": true, 2022-09-01T10:28:09.697 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:28:09.697 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:28:09.698 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:28:09.698 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames": [], 2022-09-01T10:28:09.699 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames_s3website": [], 2022-09-01T10:28:09.699 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:28:09.700 INFO:teuthology.orchestra.run.smithi052.stdout: "zones": [ 2022-09-01T10:28:09.700 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:28:09.701 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:28:09.703 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone4", 2022-09-01T10:28:09.703 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:28:09.703 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi052.front.sepia.ceph.com:8001" 2022-09-01T10:28:09.703 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:28:09.704 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:28:09.704 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:28:09.704 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:28:09.704 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:28:09.705 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "pubsub", 2022-09-01T10:28:09.705 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": false, 2022-09-01T10:28:09.705 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [ 2022-09-01T10:28:09.705 INFO:teuthology.orchestra.run.smithi052.stdout: "test-zone1" 2022-09-01T10:28:09.706 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:28:09.706 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:28:09.706 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:28:09.706 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:28:09.707 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:28:09.707 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:28:09.707 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:28:09.707 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:28:09.708 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone2", 2022-09-01T10:28:09.708 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:28:09.709 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi052.front.sepia.ceph.com:8000" 2022-09-01T10:28:09.709 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:28:09.710 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:28:09.710 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:28:09.711 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:28:09.711 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:28:09.712 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:28:09.712 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:28:09.713 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:28:09.713 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:28:09.714 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:28:09.714 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:28:09.715 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:28:09.715 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:28:09.716 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:28:09.716 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:28:09.717 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone1", 2022-09-01T10:28:09.717 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:28:09.717 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:28:09.718 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:28:09.718 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:28:09.719 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:28:09.719 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:28:09.719 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:28:09.720 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:28:09.720 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:28:09.721 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:28:09.721 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:28:09.721 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:28:09.722 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:28:09.723 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:28:09.723 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:28:09.724 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:28:09.724 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:28:09.725 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone3", 2022-09-01T10:28:09.725 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:28:09.726 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8001" 2022-09-01T10:28:09.726 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:28:09.726 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:28:09.727 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:28:09.728 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:28:09.728 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:28:09.728 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:28:09.729 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:28:09.729 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:28:09.729 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:28:09.730 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:28:09.730 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:28:09.730 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:28:09.730 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:28:09.731 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:28:09.731 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_targets": [ 2022-09-01T10:28:09.731 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:28:09.733 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default-placement", 2022-09-01T10:28:09.733 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2022-09-01T10:28:09.734 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": [ 2022-09-01T10:28:09.734 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD" 2022-09-01T10:28:09.734 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:28:09.734 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:28:09.735 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:28:09.735 INFO:teuthology.orchestra.run.smithi052.stdout: "default_placement": "default-placement", 2022-09-01T10:28:09.735 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:28:09.736 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_policy": { 2022-09-01T10:28:09.736 INFO:teuthology.orchestra.run.smithi052.stdout: "groups": [] 2022-09-01T10:28:09.736 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:28:09.737 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled_features": [ 2022-09-01T10:28:09.737 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:28:09.737 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:28:09.737 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:28:09.738 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:28:09.738 INFO:teuthology.orchestra.run.smithi052.stdout: "short_zone_ids": [ 2022-09-01T10:28:09.738 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:28:09.739 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:28:09.739 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 130640457 2022-09-01T10:28:09.740 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:28:09.740 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:28:09.741 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:28:09.741 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 2888871583 2022-09-01T10:28:09.741 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:28:09.742 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:28:09.742 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:28:09.742 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 1160424817 2022-09-01T10:28:09.743 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:28:09.743 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:28:09.743 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:28:09.743 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 3168230928 2022-09-01T10:28:09.744 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:28:09.744 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:28:09.744 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:28:09.745 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zonegroup": "test-zonegroup", 2022-09-01T10:28:09.745 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:28:09.745 INFO:teuthology.orchestra.run.smithi052.stdout: "period_config": { 2022-09-01T10:28:09.745 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_quota": { 2022-09-01T10:28:09.746 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T10:28:09.746 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T10:28:09.746 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T10:28:09.746 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T10:28:09.747 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T10:28:09.747 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:28:09.747 INFO:teuthology.orchestra.run.smithi052.stdout: "user_quota": { 2022-09-01T10:28:09.748 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T10:28:09.748 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T10:28:09.748 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T10:28:09.748 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T10:28:09.749 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T10:28:09.749 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:28:09.749 INFO:teuthology.orchestra.run.smithi052.stdout: "user_ratelimit": { 2022-09-01T10:28:09.750 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:28:09.750 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:28:09.750 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:28:09.750 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:28:09.751 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:28:09.751 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:28:09.751 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_ratelimit": { 2022-09-01T10:28:09.751 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:28:09.752 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:28:09.752 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:28:09.752 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:28:09.753 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:28:09.753 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:28:09.753 INFO:teuthology.orchestra.run.smithi052.stdout: "anonymous_ratelimit": { 2022-09-01T10:28:09.753 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:28:09.754 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:28:09.754 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:28:09.754 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:28:09.755 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:28:09.755 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:28:09.755 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:28:09.755 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:28:09.756 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_name": "test-realm", 2022-09-01T10:28:09.756 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:28:09.757 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:28:09.757 INFO:rgw_multi.tests:Set sync_from_all flag on zone test-zone2 to true 2022-09-01T10:29:09.759 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--redirect-zone=', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:29:09.760 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--redirect-zone=', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:29:09.761 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone modify --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --redirect-zone= --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:29:09.819 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:29:09.820 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:29:09.848 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:29:09.848+0000 7f55058ab600 0 failed reading obj info from .rgw.root:zone_info.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7: (2) No such file or directory 2022-09-01T10:29:09.848 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:29:09.848+0000 7f55058ab600 0 WARNING: could not read zone params for zone id=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 name=test-zone1 2022-09-01T10:29:09.849 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:29:09.848+0000 7f55058ab600 0 failed reading obj info from .rgw.root:zone_info.e6a21916-7630-45e1-bee5-90abb9102ea2: (2) No such file or directory 2022-09-01T10:29:09.849 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:29:09.848+0000 7f55058ab600 0 WARNING: could not read zone params for zone id=e6a21916-7630-45e1-bee5-90abb9102ea2 name=test-zone3 2022-09-01T10:29:09.853 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:29:09.853 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:29:09.853 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone2", 2022-09-01T10:29:09.854 INFO:teuthology.orchestra.run.smithi052.stdout: "domain_root": "test-zone2.rgw.meta:root", 2022-09-01T10:29:09.854 INFO:teuthology.orchestra.run.smithi052.stdout: "control_pool": "test-zone2.rgw.control", 2022-09-01T10:29:09.854 INFO:teuthology.orchestra.run.smithi052.stdout: "gc_pool": "test-zone2.rgw.log:gc", 2022-09-01T10:29:09.854 INFO:teuthology.orchestra.run.smithi052.stdout: "lc_pool": "test-zone2.rgw.log:lc", 2022-09-01T10:29:09.855 INFO:teuthology.orchestra.run.smithi052.stdout: "log_pool": "test-zone2.rgw.log", 2022-09-01T10:29:09.855 INFO:teuthology.orchestra.run.smithi052.stdout: "intent_log_pool": "test-zone2.rgw.log:intent", 2022-09-01T10:29:09.855 INFO:teuthology.orchestra.run.smithi052.stdout: "usage_log_pool": "test-zone2.rgw.log:usage", 2022-09-01T10:29:09.856 INFO:teuthology.orchestra.run.smithi052.stdout: "roles_pool": "test-zone2.rgw.meta:roles", 2022-09-01T10:29:09.856 INFO:teuthology.orchestra.run.smithi052.stdout: "reshard_pool": "test-zone2.rgw.log:reshard", 2022-09-01T10:29:09.856 INFO:teuthology.orchestra.run.smithi052.stdout: "user_keys_pool": "test-zone2.rgw.meta:users.keys", 2022-09-01T10:29:09.856 INFO:teuthology.orchestra.run.smithi052.stdout: "user_email_pool": "test-zone2.rgw.meta:users.email", 2022-09-01T10:29:09.857 INFO:teuthology.orchestra.run.smithi052.stdout: "user_swift_pool": "test-zone2.rgw.meta:users.swift", 2022-09-01T10:29:09.857 INFO:teuthology.orchestra.run.smithi052.stdout: "user_uid_pool": "test-zone2.rgw.meta:users.uid", 2022-09-01T10:29:09.857 INFO:teuthology.orchestra.run.smithi052.stdout: "otp_pool": "test-zone2.rgw.otp", 2022-09-01T10:29:09.857 INFO:teuthology.orchestra.run.smithi052.stdout: "system_key": { 2022-09-01T10:29:09.858 INFO:teuthology.orchestra.run.smithi052.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T10:29:09.858 INFO:teuthology.orchestra.run.smithi052.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T10:29:09.858 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:29:09.858 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_pools": [ 2022-09-01T10:29:09.859 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:29:09.859 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "default-placement", 2022-09-01T10:29:09.859 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:29:09.859 INFO:teuthology.orchestra.run.smithi052.stdout: "index_pool": "test-zone2.rgw.buckets.index", 2022-09-01T10:29:09.860 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": { 2022-09-01T10:29:09.860 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD": { 2022-09-01T10:29:09.860 INFO:teuthology.orchestra.run.smithi052.stdout: "data_pool": "test-zone2.rgw.buckets.data", 2022-09-01T10:29:09.861 INFO:teuthology.orchestra.run.smithi052.stdout: "compression_type": "random" 2022-09-01T10:29:09.861 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:29:09.861 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:29:09.862 INFO:teuthology.orchestra.run.smithi052.stdout: "data_extra_pool": "test-zone2.rgw.buckets.non-ec", 2022-09-01T10:29:09.862 INFO:teuthology.orchestra.run.smithi052.stdout: "index_type": 0 2022-09-01T10:29:09.862 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:29:09.863 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:29:09.863 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:29:09.863 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:29:09.864 INFO:teuthology.orchestra.run.smithi052.stdout: "notif_pool": "test-zone2.rgw.log:notif" 2022-09-01T10:29:09.864 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:29:09.865 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:29:09.866 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:29:09.867 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:29:09.921 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:29:09.922 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:29:09.961 INFO:teuthology.orchestra.run.smithi052.stderr:Sending period to new master zone da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 2022-09-01T10:29:09.991 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:29:09.991 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:29:09.991 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 5, 2022-09-01T10:29:09.992 INFO:teuthology.orchestra.run.smithi052.stdout: "predecessor_uuid": "74a33b6f-f1d1-40a5-b9ec-b739d2976075", 2022-09-01T10:29:09.992 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": [ 2022-09-01T10:29:09.992 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:29:09.992 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:29:09.993 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:29:09.993 INFO:teuthology.orchestra.run.smithi052.stdout: "1_1662027771.833793_155.1" 2022-09-01T10:29:09.993 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:29:09.993 INFO:teuthology.orchestra.run.smithi052.stdout: "period_map": { 2022-09-01T10:29:09.994 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:29:09.994 INFO:teuthology.orchestra.run.smithi052.stdout: "zonegroups": [ 2022-09-01T10:29:09.994 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:29:09.995 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "test-zonegroup", 2022-09-01T10:29:09.995 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zonegroup", 2022-09-01T10:29:09.996 INFO:teuthology.orchestra.run.smithi052.stdout: "api_name": "", 2022-09-01T10:29:09.996 INFO:teuthology.orchestra.run.smithi052.stdout: "is_master": true, 2022-09-01T10:29:09.997 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:29:09.997 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:29:09.997 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:29:09.997 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames": [], 2022-09-01T10:29:09.998 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames_s3website": [], 2022-09-01T10:29:09.998 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:29:09.998 INFO:teuthology.orchestra.run.smithi052.stdout: "zones": [ 2022-09-01T10:29:09.998 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:29:09.999 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:29:09.999 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone4", 2022-09-01T10:29:09.999 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:29:10.000 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi052.front.sepia.ceph.com:8001" 2022-09-01T10:29:10.000 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:29:10.000 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:29:10.000 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:29:10.001 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:29:10.001 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:29:10.001 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "pubsub", 2022-09-01T10:29:10.001 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": false, 2022-09-01T10:29:10.002 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [ 2022-09-01T10:29:10.002 INFO:teuthology.orchestra.run.smithi052.stdout: "test-zone1" 2022-09-01T10:29:10.002 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:29:10.003 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:29:10.003 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:29:10.003 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:29:10.003 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:29:10.004 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:29:10.004 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:29:10.004 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:29:10.004 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone2", 2022-09-01T10:29:10.005 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:29:10.005 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi052.front.sepia.ceph.com:8000" 2022-09-01T10:29:10.005 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:29:10.005 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:29:10.006 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:29:10.006 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:29:10.007 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:29:10.008 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:29:10.008 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:29:10.008 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:29:10.008 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:29:10.009 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:29:10.009 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:29:10.009 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:29:10.009 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:29:10.010 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:29:10.010 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:29:10.010 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone1", 2022-09-01T10:29:10.010 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:29:10.011 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:29:10.011 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:29:10.011 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:29:10.011 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:29:10.012 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:29:10.012 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:29:10.013 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:29:10.013 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:29:10.013 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:29:10.014 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:29:10.014 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:29:10.014 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:29:10.014 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:29:10.015 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:29:10.015 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:29:10.015 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:29:10.016 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone3", 2022-09-01T10:29:10.016 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:29:10.016 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8001" 2022-09-01T10:29:10.016 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:29:10.017 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:29:10.017 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:29:10.017 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:29:10.017 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:29:10.018 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:29:10.018 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:29:10.018 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:29:10.018 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:29:10.019 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:29:10.019 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:29:10.019 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:29:10.019 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:29:10.020 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:29:10.020 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_targets": [ 2022-09-01T10:29:10.020 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:29:10.020 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default-placement", 2022-09-01T10:29:10.022 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2022-09-01T10:29:10.022 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": [ 2022-09-01T10:29:10.022 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD" 2022-09-01T10:29:10.023 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:29:10.023 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:29:10.024 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:29:10.024 INFO:teuthology.orchestra.run.smithi052.stdout: "default_placement": "default-placement", 2022-09-01T10:29:10.024 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:29:10.025 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_policy": { 2022-09-01T10:29:10.025 INFO:teuthology.orchestra.run.smithi052.stdout: "groups": [] 2022-09-01T10:29:10.025 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:29:10.025 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled_features": [ 2022-09-01T10:29:10.026 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:29:10.026 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:29:10.026 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:29:10.026 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:29:10.027 INFO:teuthology.orchestra.run.smithi052.stdout: "short_zone_ids": [ 2022-09-01T10:29:10.027 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:29:10.027 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:29:10.028 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 130640457 2022-09-01T10:29:10.028 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:29:10.028 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:29:10.028 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:29:10.029 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 2888871583 2022-09-01T10:29:10.029 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:29:10.029 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:29:10.030 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:29:10.030 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 1160424817 2022-09-01T10:29:10.030 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:29:10.030 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:29:10.031 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:29:10.031 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 3168230928 2022-09-01T10:29:10.031 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:29:10.032 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:29:10.032 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:29:10.032 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zonegroup": "test-zonegroup", 2022-09-01T10:29:10.032 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:29:10.033 INFO:teuthology.orchestra.run.smithi052.stdout: "period_config": { 2022-09-01T10:29:10.033 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_quota": { 2022-09-01T10:29:10.034 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T10:29:10.034 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T10:29:10.034 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T10:29:10.035 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T10:29:10.035 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T10:29:10.036 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:29:10.036 INFO:teuthology.orchestra.run.smithi052.stdout: "user_quota": { 2022-09-01T10:29:10.036 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T10:29:10.036 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T10:29:10.037 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T10:29:10.037 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T10:29:10.037 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T10:29:10.037 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:29:10.038 INFO:teuthology.orchestra.run.smithi052.stdout: "user_ratelimit": { 2022-09-01T10:29:10.038 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:29:10.040 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:29:10.041 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:29:10.041 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:29:10.041 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:29:10.041 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:29:10.042 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_ratelimit": { 2022-09-01T10:29:10.042 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:29:10.042 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:29:10.043 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:29:10.043 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:29:10.043 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:29:10.043 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:29:10.044 INFO:teuthology.orchestra.run.smithi052.stdout: "anonymous_ratelimit": { 2022-09-01T10:29:10.044 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:29:10.044 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:29:10.044 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:29:10.045 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:29:10.045 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:29:10.045 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:29:10.046 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:29:10.046 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:29:10.046 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_name": "test-realm", 2022-09-01T10:29:10.047 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:29:10.047 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:29:10.047 INFO:rgw_multi.tests:Set redirect_zone zone test-zone2 to "" 2022-09-01T10:30:10.050 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_multi_zone_redirect ... ok 2022-09-01T10:30:10.053 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:10.054 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:10.055 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:30:10.115 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:10.116 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:10.159 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T10:30:10.178 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:30:10.178 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:10.179 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:30:10.179 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:30:10.179 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:10.179 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:10.180 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:30:10.180 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:30:10.180 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:10.180 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:10.181 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:30:10.181 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:30:10.181 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:10.181 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:10.182 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:30:10.182 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:26:06.662319Z" 2022-09-01T10:30:10.183 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:30:10.185 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:30:10.186 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:30:10.186 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:10.187 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:10.187 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:30:10.246 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:10.247 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:10.279 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:10.280+0000 7f0671e70600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:10.281 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:10.282+0000 7f0671e70600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:10.296 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:30:10.297 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:30:10.297 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:30:10.297 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:30:10.298 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:30:10.298 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:10.298 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:10.298 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:10.299 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:30:10.299 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:10.299 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:30:10.299 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:10.300 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:10.300 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:30:10.300 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:10.301 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:30:10.301 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:10.301 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:30:10.302 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:10.302 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:10.302 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:10.303 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:10.303 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:30:10.303 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:10.303 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:10.304 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:30:10.304 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:10.304 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:10.304 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:10.305 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:30:10.305 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:10.305 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:10.305 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:10.306 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:10.306 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:30:10.306 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:10.307 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:10.307 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:30:10.307 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:10.308 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:10.308 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:10.309 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:30:10.309 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:10.310 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:10.310 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:10.311 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:10.311 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:30:10.311 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:10.313 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:10.313 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:30:10.314 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:10.314 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:10.315 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:10.315 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:30:10.315 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:10.315 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:10.316 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:10.316 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:10.316 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:10.317 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:30:10.317 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:30:10.317 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:30:10.317 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:10.318 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:30:10Z" 2022-09-01T10:30:10.318 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:30:10.319 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:30:10Z" } 2022-09-01T10:30:10.320 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:30:10.321 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:30:10.321 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:30:10.322 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:30:10.323 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:30:10.324 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:10.324 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:10.325 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:30:10.379 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:10.379 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:10.418 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:30:10.419+0000 7fa701a3e600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:10.419 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:30:10.420+0000 7fa701a3e600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:10.431 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:30:10.432 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:30:10.432 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:30:10.433 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:30:10.433 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:30:10.433 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:10.433 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:30:10.434 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:10.434 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:30:10.434 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:10.434 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:30:10.435 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:30:10.435 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:30:10.435 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:30:10.435 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:30:10.436 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:30:10.436 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:30:10.436 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:30:10.436 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:30:10.437 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:10.437 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:10.437 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:10.437 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:30:10.438 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:30:10.438 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:30:10.438 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:30:10.439 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:30:10.439 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:30:10.439 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:30:10.439 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:30:10.439 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:30:10.440 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:10.440 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:10.440 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:10.441 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:30:10.441 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:30:10.441 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:30:10.441 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:30:10.442 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:30:10.442 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:30:10.442 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:30:10.442 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:30:10.443 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:30:10.443 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:10.443 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:10.443 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:10.443 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:30:10.444 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:30:10.444 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:30:10.444 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:30:10.444 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:30:10.445 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:30:10.445 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:30:10.445 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:30:10.445 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:30:10.446 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:10.446 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:10.446 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:10.446 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:10.447 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:30:10.447 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:30:10.447 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:30:10.447 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:10.448 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:30:10Z" 2022-09-01T10:30:10.448 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:30:10.449 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:30:10Z" } 2022-09-01T10:30:10.450 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:30:10.450 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:30:10.451 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:30:10.451 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:30:10.452 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:30:10.452 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:10.453 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:10.453 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:30:10.508 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:10.508 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:10.537 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:10.538+0000 7f0c30ddd600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:10.538 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:10.539+0000 7f0c30ddd600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:10.551 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:30:10.552 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:30:10.553 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:30:10.553 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:30:10.555 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:30:10.555 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:10.556 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:10.556 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:10.557 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:30:10.557 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:10.557 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:30:10.558 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:10.558 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:10.559 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:30:10.559 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:10.560 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:30:10.560 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:10.560 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:30:10.560 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:10.561 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:10.561 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:10.561 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:10.562 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:30:10.562 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:10.562 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:10.562 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:30:10.563 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:10.563 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:10.563 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:10.563 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:30:10.564 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:10.564 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:10.565 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:10.565 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:10.565 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:30:10.566 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:10.566 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:10.566 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:30:10.566 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:10.567 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:10.567 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:10.567 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:30:10.567 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:10.568 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:10.568 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:10.568 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:10.569 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:30:10.569 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:10.569 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:10.569 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:30:10.570 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:10.570 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:10.570 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:10.571 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:30:10.571 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:10.571 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:10.571 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:10.571 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:10.572 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:10.572 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:30:10.572 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:30:10.572 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:30:10.573 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:10.573 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:30:10Z" 2022-09-01T10:30:10.573 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:30:10.575 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:30:10Z" } 2022-09-01T10:30:10.576 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:30:10.576 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:30:10.577 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:30:10.577 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:30:10.578 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'create', '--rgw-zone', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:10.579 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'create', '--rgw-zone', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', '1WCALNLI85L3I9D6', '--secret', 'mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:10.580 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone create --rgw-zone remove --rgw-zonegroup test-zonegroup --rgw-realm test-realm --access-key 1WCALNLI85L3I9D6 --secret mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:30:10.634 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:10.635 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:10.661 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:10.661+0000 7f6ae4505600 0 failed reading obj info from .rgw.root:zone_info.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7: (2) No such file or directory 2022-09-01T10:30:10.662 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:10.661+0000 7f6ae4505600 0 WARNING: could not read zone params for zone id=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 name=test-zone1 2022-09-01T10:30:10.662 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:10.662+0000 7f6ae4505600 0 failed reading obj info from .rgw.root:zone_info.e6a21916-7630-45e1-bee5-90abb9102ea2: (2) No such file or directory 2022-09-01T10:30:10.663 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:10.662+0000 7f6ae4505600 0 WARNING: could not read zone params for zone id=e6a21916-7630-45e1-bee5-90abb9102ea2 name=test-zone3 2022-09-01T10:30:10.666 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:30:10.667 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "52b11ed2-9d7b-4a49-b881-f47d51db80f2", 2022-09-01T10:30:10.667 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "remove", 2022-09-01T10:30:10.667 INFO:teuthology.orchestra.run.smithi052.stdout: "domain_root": "remove.rgw.meta:root", 2022-09-01T10:30:10.668 INFO:teuthology.orchestra.run.smithi052.stdout: "control_pool": "remove.rgw.control", 2022-09-01T10:30:10.668 INFO:teuthology.orchestra.run.smithi052.stdout: "gc_pool": "remove.rgw.log:gc", 2022-09-01T10:30:10.669 INFO:teuthology.orchestra.run.smithi052.stdout: "lc_pool": "remove.rgw.log:lc", 2022-09-01T10:30:10.670 INFO:teuthology.orchestra.run.smithi052.stdout: "log_pool": "remove.rgw.log", 2022-09-01T10:30:10.670 INFO:teuthology.orchestra.run.smithi052.stdout: "intent_log_pool": "remove.rgw.log:intent", 2022-09-01T10:30:10.671 INFO:teuthology.orchestra.run.smithi052.stdout: "usage_log_pool": "remove.rgw.log:usage", 2022-09-01T10:30:10.671 INFO:teuthology.orchestra.run.smithi052.stdout: "roles_pool": "remove.rgw.meta:roles", 2022-09-01T10:30:10.672 INFO:teuthology.orchestra.run.smithi052.stdout: "reshard_pool": "remove.rgw.log:reshard", 2022-09-01T10:30:10.672 INFO:teuthology.orchestra.run.smithi052.stdout: "user_keys_pool": "remove.rgw.meta:users.keys", 2022-09-01T10:30:10.673 INFO:teuthology.orchestra.run.smithi052.stdout: "user_email_pool": "remove.rgw.meta:users.email", 2022-09-01T10:30:10.673 INFO:teuthology.orchestra.run.smithi052.stdout: "user_swift_pool": "remove.rgw.meta:users.swift", 2022-09-01T10:30:10.673 INFO:teuthology.orchestra.run.smithi052.stdout: "user_uid_pool": "remove.rgw.meta:users.uid", 2022-09-01T10:30:10.674 INFO:teuthology.orchestra.run.smithi052.stdout: "otp_pool": "remove.rgw.otp", 2022-09-01T10:30:10.674 INFO:teuthology.orchestra.run.smithi052.stdout: "system_key": { 2022-09-01T10:30:10.675 INFO:teuthology.orchestra.run.smithi052.stdout: "access_key": "1WCALNLI85L3I9D6", 2022-09-01T10:30:10.675 INFO:teuthology.orchestra.run.smithi052.stdout: "secret_key": "mvbVyCqGeZba8wqVYSM0MVYaFiSOjMhF" 2022-09-01T10:30:10.675 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:10.676 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_pools": [ 2022-09-01T10:30:10.676 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:10.677 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "default-placement", 2022-09-01T10:30:10.677 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:10.678 INFO:teuthology.orchestra.run.smithi052.stdout: "index_pool": "remove.rgw.buckets.index", 2022-09-01T10:30:10.678 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": { 2022-09-01T10:30:10.679 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD": { 2022-09-01T10:30:10.679 INFO:teuthology.orchestra.run.smithi052.stdout: "data_pool": "remove.rgw.buckets.data" 2022-09-01T10:30:10.680 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:10.681 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:10.681 INFO:teuthology.orchestra.run.smithi052.stdout: "data_extra_pool": "remove.rgw.buckets.non-ec", 2022-09-01T10:30:10.682 INFO:teuthology.orchestra.run.smithi052.stdout: "index_type": 0 2022-09-01T10:30:10.682 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:10.683 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:10.683 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:30:10.683 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:30:10.683 INFO:teuthology.orchestra.run.smithi052.stdout: "notif_pool": "remove.rgw.log:notif" 2022-09-01T10:30:10.684 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:30:10.684 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:10.685 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:10.687 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone remove --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:30:10.737 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:10.738 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:10.747 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:10.748+0000 7f0873437600 0 period (39870d50-3792-42d7-adf0-465c8b777149 does not have zone 52b11ed2-9d7b-4a49-b881-f47d51db80f2 configured 2022-09-01T10:30:17.145 INFO:teuthology.orchestra.run.smithi052.stderr:Sending period to new master zone da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 2022-09-01T10:30:17.176 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:30:17.176 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:17.176 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 6, 2022-09-01T10:30:17.177 INFO:teuthology.orchestra.run.smithi052.stdout: "predecessor_uuid": "74a33b6f-f1d1-40a5-b9ec-b739d2976075", 2022-09-01T10:30:17.177 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": [ 2022-09-01T10:30:17.177 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:30:17.178 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:30:17.178 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2022-09-01T10:30:17.178 INFO:teuthology.orchestra.run.smithi052.stdout: "1_1662027771.833793_155.1" 2022-09-01T10:30:17.179 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:30:17.179 INFO:teuthology.orchestra.run.smithi052.stdout: "period_map": { 2022-09-01T10:30:17.179 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:17.179 INFO:teuthology.orchestra.run.smithi052.stdout: "zonegroups": [ 2022-09-01T10:30:17.180 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:17.180 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "test-zonegroup", 2022-09-01T10:30:17.180 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zonegroup", 2022-09-01T10:30:17.181 INFO:teuthology.orchestra.run.smithi052.stdout: "api_name": "", 2022-09-01T10:30:17.181 INFO:teuthology.orchestra.run.smithi052.stdout: "is_master": true, 2022-09-01T10:30:17.181 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:30:17.181 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:30:17.182 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:30:17.182 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames": [], 2022-09-01T10:30:17.182 INFO:teuthology.orchestra.run.smithi052.stdout: "hostnames_s3website": [], 2022-09-01T10:30:17.182 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:17.183 INFO:teuthology.orchestra.run.smithi052.stdout: "zones": [ 2022-09-01T10:30:17.183 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:17.183 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "52b11ed2-9d7b-4a49-b881-f47d51db80f2", 2022-09-01T10:30:17.184 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "remove", 2022-09-01T10:30:17.184 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [], 2022-09-01T10:30:17.184 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:30:17.184 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:30:17.185 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:17.185 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:30:17.185 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:30:17.185 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:30:17.186 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:30:17.186 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:30:17.186 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:30:17.186 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:30:17.187 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:17.187 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:17.187 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:17.188 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:30:17.188 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone4", 2022-09-01T10:30:17.189 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:30:17.190 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi052.front.sepia.ceph.com:8001" 2022-09-01T10:30:17.190 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:30:17.191 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:30:17.191 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:30:17.192 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:17.192 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:30:17.193 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "pubsub", 2022-09-01T10:30:17.193 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": false, 2022-09-01T10:30:17.194 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [ 2022-09-01T10:30:17.194 INFO:teuthology.orchestra.run.smithi052.stdout: "test-zone1" 2022-09-01T10:30:17.195 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:30:17.195 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:30:17.196 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:30:17.196 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:30:17.197 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:17.197 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:17.197 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:17.198 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:30:17.199 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone2", 2022-09-01T10:30:17.199 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:30:17.200 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi052.front.sepia.ceph.com:8000" 2022-09-01T10:30:17.200 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:30:17.200 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:30:17.201 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:30:17.201 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:17.201 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:30:17.201 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:30:17.202 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:30:17.202 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:30:17.202 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:30:17.203 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:30:17.203 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:30:17.204 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:17.204 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:17.204 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:17.205 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:17.205 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone1", 2022-09-01T10:30:17.205 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:30:17.205 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:30:17.206 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:30:17.206 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:30:17.206 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:30:17.207 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:17.207 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:30:17.207 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:30:17.208 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:30:17.208 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:30:17.208 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:30:17.208 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:30:17.209 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:30:17.209 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:17.209 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:17.210 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:17.210 INFO:teuthology.orchestra.run.smithi052.stdout: "id": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:30:17.210 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test-zone3", 2022-09-01T10:30:17.211 INFO:teuthology.orchestra.run.smithi052.stdout: "endpoints": [ 2022-09-01T10:30:17.211 INFO:teuthology.orchestra.run.smithi052.stdout: "http://smithi044.front.sepia.ceph.com:8001" 2022-09-01T10:30:17.212 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:30:17.213 INFO:teuthology.orchestra.run.smithi052.stdout: "log_meta": false, 2022-09-01T10:30:17.213 INFO:teuthology.orchestra.run.smithi052.stdout: "log_data": true, 2022-09-01T10:30:17.213 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:17.214 INFO:teuthology.orchestra.run.smithi052.stdout: "read_only": false, 2022-09-01T10:30:17.214 INFO:teuthology.orchestra.run.smithi052.stdout: "tier_type": "", 2022-09-01T10:30:17.214 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from_all": true, 2022-09-01T10:30:17.215 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_from": [], 2022-09-01T10:30:17.215 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_zone": "", 2022-09-01T10:30:17.215 INFO:teuthology.orchestra.run.smithi052.stdout: "supported_features": [ 2022-09-01T10:30:17.215 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:30:17.216 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:17.216 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:17.217 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:30:17.217 INFO:teuthology.orchestra.run.smithi052.stdout: "placement_targets": [ 2022-09-01T10:30:17.217 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:17.218 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default-placement", 2022-09-01T10:30:17.218 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2022-09-01T10:30:17.219 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_classes": [ 2022-09-01T10:30:17.219 INFO:teuthology.orchestra.run.smithi052.stdout: "STANDARD" 2022-09-01T10:30:17.220 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:17.220 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:17.221 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:30:17.221 INFO:teuthology.orchestra.run.smithi052.stdout: "default_placement": "default-placement", 2022-09-01T10:30:17.222 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:30:17.222 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_policy": { 2022-09-01T10:30:17.222 INFO:teuthology.orchestra.run.smithi052.stdout: "groups": [] 2022-09-01T10:30:17.223 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:17.223 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled_features": [ 2022-09-01T10:30:17.224 INFO:teuthology.orchestra.run.smithi052.stdout: "resharding" 2022-09-01T10:30:17.225 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:17.225 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:17.226 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2022-09-01T10:30:17.226 INFO:teuthology.orchestra.run.smithi052.stdout: "short_zone_ids": [ 2022-09-01T10:30:17.227 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:17.227 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "52b11ed2-9d7b-4a49-b881-f47d51db80f2", 2022-09-01T10:30:17.228 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 987458986 2022-09-01T10:30:17.228 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:17.228 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:17.229 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:30:17.230 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 130640457 2022-09-01T10:30:17.230 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:17.231 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:17.231 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:30:17.231 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 2888871583 2022-09-01T10:30:17.232 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:17.232 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:17.233 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:17.233 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 1160424817 2022-09-01T10:30:17.234 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:17.234 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:17.235 INFO:teuthology.orchestra.run.smithi052.stdout: "key": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:30:17.235 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 3168230928 2022-09-01T10:30:17.236 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:17.236 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:17.236 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:17.237 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zonegroup": "test-zonegroup", 2022-09-01T10:30:17.237 INFO:teuthology.orchestra.run.smithi052.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:17.238 INFO:teuthology.orchestra.run.smithi052.stdout: "period_config": { 2022-09-01T10:30:17.238 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_quota": { 2022-09-01T10:30:17.239 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T10:30:17.239 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T10:30:17.239 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T10:30:17.240 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T10:30:17.240 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T10:30:17.241 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:17.241 INFO:teuthology.orchestra.run.smithi052.stdout: "user_quota": { 2022-09-01T10:30:17.242 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false, 2022-09-01T10:30:17.242 INFO:teuthology.orchestra.run.smithi052.stdout: "check_on_raw": false, 2022-09-01T10:30:17.243 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size": -1, 2022-09-01T10:30:17.243 INFO:teuthology.orchestra.run.smithi052.stdout: "max_size_kb": 0, 2022-09-01T10:30:17.244 INFO:teuthology.orchestra.run.smithi052.stdout: "max_objects": -1 2022-09-01T10:30:17.244 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:17.245 INFO:teuthology.orchestra.run.smithi052.stdout: "user_ratelimit": { 2022-09-01T10:30:17.245 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:30:17.245 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:30:17.246 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:30:17.246 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:30:17.246 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:30:17.247 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:17.247 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket_ratelimit": { 2022-09-01T10:30:17.247 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:30:17.248 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:30:17.248 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:30:17.249 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:30:17.249 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:30:17.249 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:17.250 INFO:teuthology.orchestra.run.smithi052.stdout: "anonymous_ratelimit": { 2022-09-01T10:30:17.250 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_ops": 0, 2022-09-01T10:30:17.250 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_ops": 0, 2022-09-01T10:30:17.251 INFO:teuthology.orchestra.run.smithi052.stdout: "max_read_bytes": 0, 2022-09-01T10:30:17.251 INFO:teuthology.orchestra.run.smithi052.stdout: "max_write_bytes": 0, 2022-09-01T10:30:17.251 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": false 2022-09-01T10:30:17.251 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:17.252 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:17.252 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:30:17.252 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_name": "test-realm", 2022-09-01T10:30:17.253 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:17.253 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:30:17.254 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zonegroup', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--rgw-zone', 'remove', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:17.254 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zonegroup', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--rgw-zone', 'remove', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:17.255 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zonegroup remove --rgw-zonegroup test-zonegroup --rgw-realm test-realm --rgw-zone remove --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:30:17.311 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:17.312 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:17.330 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:30:17.330+0000 7f2391ca1600 0 failed reading obj info from .rgw.root:zone_info.5f408913-0728-4bc6-9ec6-7672c9bb67c0: (2) No such file or directory 2022-09-01T10:30:17.331 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:30:17.330+0000 7f2391ca1600 0 WARNING: could not read zone params for zone id=5f408913-0728-4bc6-9ec6-7672c9bb67c0 name=test-zone4 2022-09-01T10:30:17.332 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:30:17.331+0000 7f2391ca1600 0 failed reading obj info from .rgw.root:zone_info.c831b8c8-c79b-4178-80d6-596fd8ecbf6b: (2) No such file or directory 2022-09-01T10:30:17.332 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:30:17.331+0000 7f2391ca1600 0 WARNING: could not read zone params for zone id=c831b8c8-c79b-4178-80d6-596fd8ecbf6b name=test-zone2 2022-09-01T10:30:17.344 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:30:17.345 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "test-zonegroup", 2022-09-01T10:30:17.345 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zonegroup", 2022-09-01T10:30:17.346 INFO:teuthology.orchestra.run.smithi044.stdout: "api_name": "", 2022-09-01T10:30:17.346 INFO:teuthology.orchestra.run.smithi044.stdout: "is_master": true, 2022-09-01T10:30:17.347 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:17.347 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:30:17.347 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.348 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames": [], 2022-09-01T10:30:17.348 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames_s3website": [], 2022-09-01T10:30:17.348 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:17.349 INFO:teuthology.orchestra.run.smithi044.stdout: "zones": [ 2022-09-01T10:30:17.349 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:17.349 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:30:17.349 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone4", 2022-09-01T10:30:17.350 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:17.350 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi052.front.sepia.ceph.com:8001" 2022-09-01T10:30:17.350 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.351 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:17.351 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:17.351 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:17.351 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:17.352 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "pubsub", 2022-09-01T10:30:17.352 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": false, 2022-09-01T10:30:17.352 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [ 2022-09-01T10:30:17.352 INFO:teuthology.orchestra.run.smithi044.stdout: "test-zone1" 2022-09-01T10:30:17.353 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.353 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:17.353 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:17.353 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:17.354 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:17.354 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.354 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:17.354 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:30:17.355 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone2", 2022-09-01T10:30:17.355 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:17.355 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi052.front.sepia.ceph.com:8000" 2022-09-01T10:30:17.355 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.356 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:17.356 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:17.356 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:17.357 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:17.357 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:30:17.357 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:30:17.357 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:30:17.358 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:17.358 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:17.358 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:17.358 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:17.359 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.359 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:17.359 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:17.360 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone1", 2022-09-01T10:30:17.360 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:17.361 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:30:17.361 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.362 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:17.362 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:17.363 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:17.363 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:17.364 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:30:17.364 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:30:17.365 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:30:17.366 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:17.366 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:17.367 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:17.367 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:17.368 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.368 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:17.369 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:30:17.374 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone3", 2022-09-01T10:30:17.375 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:17.375 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8001" 2022-09-01T10:30:17.375 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.375 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:17.376 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:17.376 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:17.376 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:17.376 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:30:17.377 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:30:17.377 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:30:17.377 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:17.378 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:17.378 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:17.378 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:17.379 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:17.379 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.379 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_targets": [ 2022-09-01T10:30:17.379 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:17.380 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default-placement", 2022-09-01T10:30:17.380 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2022-09-01T10:30:17.380 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": [ 2022-09-01T10:30:17.380 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD" 2022-09-01T10:30:17.381 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:17.381 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:17.381 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.381 INFO:teuthology.orchestra.run.smithi044.stdout: "default_placement": "default-placement", 2022-09-01T10:30:17.382 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:30:17.382 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_policy": { 2022-09-01T10:30:17.382 INFO:teuthology.orchestra.run.smithi044.stdout: "groups": [] 2022-09-01T10:30:17.382 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.383 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled_features": [ 2022-09-01T10:30:17.383 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:17.383 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:17.384 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:30:17.385 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zonegroup', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--rgw-zone', 'remove', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:17.386 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zonegroup', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--rgw-zone', 'remove', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:17.386 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zonegroup remove --rgw-zonegroup test-zonegroup --rgw-realm test-realm --rgw-zone remove --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:30:17.447 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:17.447 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:17.464 INFO:teuthology.orchestra.run.smithi044.stderr:zone name remove not found in zonegroup test-zonegroup 2022-09-01T10:30:17.468 DEBUG:teuthology.orchestra.run:got remote process result: 2 2022-09-01T10:30:17.469 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'delete', '--rgw-zone', 'remove', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:17.470 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'delete', '--rgw-zone', 'remove', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:17.470 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone delete --rgw-zone remove --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:30:17.542 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:17.543 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:17.590 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:17.591+0000 7f490acd7600 0 failed reading obj info from .rgw.root:zone_info.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7: (2) No such file or directory 2022-09-01T10:30:17.590 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:17.591+0000 7f490acd7600 0 WARNING: could not read zone params for zone id=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7 name=test-zone1 2022-09-01T10:30:17.591 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:17.591+0000 7f490acd7600 0 failed reading obj info from .rgw.root:zone_info.e6a21916-7630-45e1-bee5-90abb9102ea2: (2) No such file or directory 2022-09-01T10:30:17.591 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:17.591+0000 7f490acd7600 0 WARNING: could not read zone params for zone id=e6a21916-7630-45e1-bee5-90abb9102ea2 name=test-zone3 2022-09-01T10:30:17.592 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:17.594+0000 7f490acd7600 0 zone id 52b11ed2-9d7b-4a49-b881-f47d51db80f2 is not a part of zonegroup default 2022-09-01T10:30:17.602 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:17.603 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:17.604 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:30:17.666 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:17.666 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:17.682 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:30:17.683+0000 7fafbeeb9600 0 WARNING: can't generate connection for zone 52b11ed2-9d7b-4a49-b881-f47d51db80f2 id remove: no endpoints defined 2022-09-01T10:30:17.762 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:30:17.763 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:17.764 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 7, 2022-09-01T10:30:17.764 INFO:teuthology.orchestra.run.smithi044.stdout: "predecessor_uuid": "74a33b6f-f1d1-40a5-b9ec-b739d2976075", 2022-09-01T10:30:17.765 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": [ 2022-09-01T10:30:17.765 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2022-09-01T10:30:17.766 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2022-09-01T10:30:17.766 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2022-09-01T10:30:17.766 INFO:teuthology.orchestra.run.smithi044.stdout: "1_1662027771.833793_155.1" 2022-09-01T10:30:17.767 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.767 INFO:teuthology.orchestra.run.smithi044.stdout: "period_map": { 2022-09-01T10:30:17.768 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:17.768 INFO:teuthology.orchestra.run.smithi044.stdout: "zonegroups": [ 2022-09-01T10:30:17.768 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:17.769 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "test-zonegroup", 2022-09-01T10:30:17.769 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zonegroup", 2022-09-01T10:30:17.769 INFO:teuthology.orchestra.run.smithi044.stdout: "api_name": "", 2022-09-01T10:30:17.770 INFO:teuthology.orchestra.run.smithi044.stdout: "is_master": true, 2022-09-01T10:30:17.770 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:17.771 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:30:17.771 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.771 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames": [], 2022-09-01T10:30:17.772 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames_s3website": [], 2022-09-01T10:30:17.772 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:17.772 INFO:teuthology.orchestra.run.smithi044.stdout: "zones": [ 2022-09-01T10:30:17.772 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:17.773 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:30:17.773 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone4", 2022-09-01T10:30:17.773 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:17.773 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi052.front.sepia.ceph.com:8001" 2022-09-01T10:30:17.774 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.774 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:17.774 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:17.774 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:17.775 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:17.775 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "pubsub", 2022-09-01T10:30:17.775 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": false, 2022-09-01T10:30:17.775 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [ 2022-09-01T10:30:17.776 INFO:teuthology.orchestra.run.smithi044.stdout: "test-zone1" 2022-09-01T10:30:17.776 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.776 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:17.776 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:17.777 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:17.777 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:17.777 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.777 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:17.778 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:30:17.778 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone2", 2022-09-01T10:30:17.778 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:17.778 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi052.front.sepia.ceph.com:8000" 2022-09-01T10:30:17.779 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.779 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:17.779 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:17.779 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:17.780 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:17.780 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:30:17.780 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:30:17.780 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:30:17.781 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:17.781 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:17.781 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:17.781 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:17.782 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.782 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:17.782 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:17.782 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone1", 2022-09-01T10:30:17.783 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:17.783 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:30:17.783 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.783 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:17.784 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:17.784 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:17.784 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:17.784 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:30:17.785 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:30:17.785 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:30:17.785 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:17.785 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:17.786 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:17.786 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:17.786 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.786 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:17.787 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:30:17.787 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone3", 2022-09-01T10:30:17.787 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:17.787 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8001" 2022-09-01T10:30:17.788 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.788 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:17.788 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:17.788 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:17.789 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:17.789 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:30:17.789 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:30:17.789 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:30:17.790 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:17.790 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:17.790 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:17.790 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:17.791 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:17.791 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.791 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_targets": [ 2022-09-01T10:30:17.791 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:17.792 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default-placement", 2022-09-01T10:30:17.793 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2022-09-01T10:30:17.793 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": [ 2022-09-01T10:30:17.793 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD" 2022-09-01T10:30:17.794 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:17.794 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:17.794 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.794 INFO:teuthology.orchestra.run.smithi044.stdout: "default_placement": "default-placement", 2022-09-01T10:30:17.795 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:30:17.795 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_policy": { 2022-09-01T10:30:17.795 INFO:teuthology.orchestra.run.smithi044.stdout: "groups": [] 2022-09-01T10:30:17.795 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.796 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled_features": [ 2022-09-01T10:30:17.796 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:17.797 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:17.797 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:17.797 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:17.797 INFO:teuthology.orchestra.run.smithi044.stdout: "short_zone_ids": [ 2022-09-01T10:30:17.798 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:17.798 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:30:17.798 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 130640457 2022-09-01T10:30:17.798 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.799 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:17.799 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:30:17.799 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 2888871583 2022-09-01T10:30:17.799 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.800 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:17.800 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:17.800 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 1160424817 2022-09-01T10:30:17.800 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.801 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:17.801 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:30:17.801 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 3168230928 2022-09-01T10:30:17.802 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:17.802 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:17.802 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.803 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zonegroup": "test-zonegroup", 2022-09-01T10:30:17.803 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:17.803 INFO:teuthology.orchestra.run.smithi044.stdout: "period_config": { 2022-09-01T10:30:17.803 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_quota": { 2022-09-01T10:30:17.804 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T10:30:17.804 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T10:30:17.804 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T10:30:17.804 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T10:30:17.804 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T10:30:17.805 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.805 INFO:teuthology.orchestra.run.smithi044.stdout: "user_quota": { 2022-09-01T10:30:17.805 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T10:30:17.805 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T10:30:17.806 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T10:30:17.806 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T10:30:17.806 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T10:30:17.807 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.807 INFO:teuthology.orchestra.run.smithi044.stdout: "user_ratelimit": { 2022-09-01T10:30:17.807 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T10:30:17.807 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T10:30:17.808 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T10:30:17.808 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T10:30:17.808 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T10:30:17.808 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.808 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_ratelimit": { 2022-09-01T10:30:17.809 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T10:30:17.809 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T10:30:17.809 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T10:30:17.809 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T10:30:17.810 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T10:30:17.810 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.810 INFO:teuthology.orchestra.run.smithi044.stdout: "anonymous_ratelimit": { 2022-09-01T10:30:17.810 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T10:30:17.811 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T10:30:17.811 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T10:30:17.811 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T10:30:17.811 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T10:30:17.812 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:17.812 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.812 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:30:17.813 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_name": "test-realm", 2022-09-01T10:30:17.813 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:30:17.814 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:30:17.815 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_zonegroup_remove ... ok 2022-09-01T10:30:17.816 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zonegroup', 'create', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:17.817 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zonegroup', 'create', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:17.818 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zonegroup create --rgw-zonegroup remove_zg --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:30:17.869 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:17.870 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:17.905 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:30:17.906 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "b0835adc-f6f3-4559-b3c1-51092c8dc3a4", 2022-09-01T10:30:17.906 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "remove_zg", 2022-09-01T10:30:17.906 INFO:teuthology.orchestra.run.smithi044.stdout: "api_name": "remove_zg", 2022-09-01T10:30:17.906 INFO:teuthology.orchestra.run.smithi044.stdout: "is_master": false, 2022-09-01T10:30:17.907 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [], 2022-09-01T10:30:17.907 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames": [], 2022-09-01T10:30:17.908 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames_s3website": [], 2022-09-01T10:30:17.908 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "", 2022-09-01T10:30:17.908 INFO:teuthology.orchestra.run.smithi044.stdout: "zones": [], 2022-09-01T10:30:17.908 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_targets": [], 2022-09-01T10:30:17.909 INFO:teuthology.orchestra.run.smithi044.stdout: "default_placement": "", 2022-09-01T10:30:17.909 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:30:17.909 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_policy": { 2022-09-01T10:30:17.909 INFO:teuthology.orchestra.run.smithi044.stdout: "groups": [] 2022-09-01T10:30:17.910 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:17.910 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled_features": [ 2022-09-01T10:30:17.911 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:17.911 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:17.912 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:30:17.914 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'create', '--rgw-zone', 'remove', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:17.915 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'create', '--rgw-zone', 'remove', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:17.916 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone create --rgw-zone remove --rgw-zonegroup remove_zg --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:30:17.971 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:17.972 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:18.011 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:30:18.011 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "3bc3c627-15cf-4861-a866-87289a2e2311", 2022-09-01T10:30:18.012 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "remove", 2022-09-01T10:30:18.012 INFO:teuthology.orchestra.run.smithi044.stdout: "domain_root": "remove.rgw.meta:root", 2022-09-01T10:30:18.012 INFO:teuthology.orchestra.run.smithi044.stdout: "control_pool": "remove.rgw.control", 2022-09-01T10:30:18.012 INFO:teuthology.orchestra.run.smithi044.stdout: "gc_pool": "remove.rgw.log:gc", 2022-09-01T10:30:18.013 INFO:teuthology.orchestra.run.smithi044.stdout: "lc_pool": "remove.rgw.log:lc", 2022-09-01T10:30:18.013 INFO:teuthology.orchestra.run.smithi044.stdout: "log_pool": "remove.rgw.log", 2022-09-01T10:30:18.013 INFO:teuthology.orchestra.run.smithi044.stdout: "intent_log_pool": "remove.rgw.log:intent", 2022-09-01T10:30:18.014 INFO:teuthology.orchestra.run.smithi044.stdout: "usage_log_pool": "remove.rgw.log:usage", 2022-09-01T10:30:18.014 INFO:teuthology.orchestra.run.smithi044.stdout: "roles_pool": "remove.rgw.meta:roles", 2022-09-01T10:30:18.014 INFO:teuthology.orchestra.run.smithi044.stdout: "reshard_pool": "remove.rgw.log:reshard", 2022-09-01T10:30:18.015 INFO:teuthology.orchestra.run.smithi044.stdout: "user_keys_pool": "remove.rgw.meta:users.keys", 2022-09-01T10:30:18.015 INFO:teuthology.orchestra.run.smithi044.stdout: "user_email_pool": "remove.rgw.meta:users.email", 2022-09-01T10:30:18.015 INFO:teuthology.orchestra.run.smithi044.stdout: "user_swift_pool": "remove.rgw.meta:users.swift", 2022-09-01T10:30:18.015 INFO:teuthology.orchestra.run.smithi044.stdout: "user_uid_pool": "remove.rgw.meta:users.uid", 2022-09-01T10:30:18.016 INFO:teuthology.orchestra.run.smithi044.stdout: "otp_pool": "remove.rgw.otp", 2022-09-01T10:30:18.016 INFO:teuthology.orchestra.run.smithi044.stdout: "system_key": { 2022-09-01T10:30:18.016 INFO:teuthology.orchestra.run.smithi044.stdout: "access_key": "", 2022-09-01T10:30:18.016 INFO:teuthology.orchestra.run.smithi044.stdout: "secret_key": "" 2022-09-01T10:30:18.017 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.017 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_pools": [ 2022-09-01T10:30:18.017 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.018 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "default-placement", 2022-09-01T10:30:18.018 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:30:18.018 INFO:teuthology.orchestra.run.smithi044.stdout: "index_pool": "remove.rgw.buckets.index", 2022-09-01T10:30:18.019 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": { 2022-09-01T10:30:18.019 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD": { 2022-09-01T10:30:18.019 INFO:teuthology.orchestra.run.smithi044.stdout: "data_pool": "remove.rgw.buckets.data" 2022-09-01T10:30:18.019 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:18.020 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.020 INFO:teuthology.orchestra.run.smithi044.stdout: "data_extra_pool": "remove.rgw.buckets.non-ec", 2022-09-01T10:30:18.020 INFO:teuthology.orchestra.run.smithi044.stdout: "index_type": 0 2022-09-01T10:30:18.021 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:18.021 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:18.021 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.021 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:30:18.022 INFO:teuthology.orchestra.run.smithi044.stdout: "notif_pool": "remove.rgw.log:notif" 2022-09-01T10:30:18.022 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:30:18.024 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:18.024 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:18.025 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:30:18.083 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:18.084 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:18.189 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:30:18.190 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:18.190 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 8, 2022-09-01T10:30:18.191 INFO:teuthology.orchestra.run.smithi044.stdout: "predecessor_uuid": "74a33b6f-f1d1-40a5-b9ec-b739d2976075", 2022-09-01T10:30:18.191 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": [ 2022-09-01T10:30:18.192 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2022-09-01T10:30:18.192 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2022-09-01T10:30:18.193 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2022-09-01T10:30:18.193 INFO:teuthology.orchestra.run.smithi044.stdout: "1_1662027771.833793_155.1" 2022-09-01T10:30:18.194 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.194 INFO:teuthology.orchestra.run.smithi044.stdout: "period_map": { 2022-09-01T10:30:18.195 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:18.195 INFO:teuthology.orchestra.run.smithi044.stdout: "zonegroups": [ 2022-09-01T10:30:18.196 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.196 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "b0835adc-f6f3-4559-b3c1-51092c8dc3a4", 2022-09-01T10:30:18.196 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "remove_zg", 2022-09-01T10:30:18.197 INFO:teuthology.orchestra.run.smithi044.stdout: "api_name": "remove_zg", 2022-09-01T10:30:18.197 INFO:teuthology.orchestra.run.smithi044.stdout: "is_master": false, 2022-09-01T10:30:18.197 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [], 2022-09-01T10:30:18.197 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames": [], 2022-09-01T10:30:18.198 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames_s3website": [], 2022-09-01T10:30:18.198 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "3bc3c627-15cf-4861-a866-87289a2e2311", 2022-09-01T10:30:18.198 INFO:teuthology.orchestra.run.smithi044.stdout: "zones": [ 2022-09-01T10:30:18.199 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.199 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "3bc3c627-15cf-4861-a866-87289a2e2311", 2022-09-01T10:30:18.200 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "remove", 2022-09-01T10:30:18.200 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [], 2022-09-01T10:30:18.201 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:18.201 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": false, 2022-09-01T10:30:18.202 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:18.202 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:18.203 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:30:18.203 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:30:18.204 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:30:18.204 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:18.204 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:18.205 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:18.205 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.206 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:18.206 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.207 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_targets": [ 2022-09-01T10:30:18.207 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.207 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default-placement", 2022-09-01T10:30:18.208 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2022-09-01T10:30:18.208 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": [ 2022-09-01T10:30:18.208 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD" 2022-09-01T10:30:18.208 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.209 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:18.209 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.209 INFO:teuthology.orchestra.run.smithi044.stdout: "default_placement": "default-placement", 2022-09-01T10:30:18.209 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:30:18.210 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_policy": { 2022-09-01T10:30:18.210 INFO:teuthology.orchestra.run.smithi044.stdout: "groups": [] 2022-09-01T10:30:18.210 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.210 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled_features": [ 2022-09-01T10:30:18.211 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:18.211 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.211 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.211 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.212 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "test-zonegroup", 2022-09-01T10:30:18.212 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zonegroup", 2022-09-01T10:30:18.213 INFO:teuthology.orchestra.run.smithi044.stdout: "api_name": "", 2022-09-01T10:30:18.213 INFO:teuthology.orchestra.run.smithi044.stdout: "is_master": true, 2022-09-01T10:30:18.214 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:18.214 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:30:18.215 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.215 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames": [], 2022-09-01T10:30:18.216 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames_s3website": [], 2022-09-01T10:30:18.216 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:18.216 INFO:teuthology.orchestra.run.smithi044.stdout: "zones": [ 2022-09-01T10:30:18.217 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.217 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:30:18.218 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone4", 2022-09-01T10:30:18.218 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:18.218 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi052.front.sepia.ceph.com:8001" 2022-09-01T10:30:18.219 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.219 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:18.219 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:18.220 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:18.220 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:18.221 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "pubsub", 2022-09-01T10:30:18.221 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": false, 2022-09-01T10:30:18.221 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [ 2022-09-01T10:30:18.222 INFO:teuthology.orchestra.run.smithi044.stdout: "test-zone1" 2022-09-01T10:30:18.222 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.222 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:18.223 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:18.223 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:18.223 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.223 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.224 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.224 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:30:18.224 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone2", 2022-09-01T10:30:18.224 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:18.225 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi052.front.sepia.ceph.com:8000" 2022-09-01T10:30:18.225 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.225 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:18.225 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:18.226 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:18.226 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:18.226 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:30:18.226 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:30:18.227 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:30:18.227 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:18.227 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:18.228 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:18.228 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.232 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.232 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.233 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:18.233 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone1", 2022-09-01T10:30:18.233 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:18.234 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:30:18.234 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.234 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:18.235 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:18.235 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:18.235 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:18.235 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:30:18.236 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:30:18.236 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:30:18.236 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:18.236 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:18.237 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:18.237 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.237 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.238 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.238 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:30:18.238 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone3", 2022-09-01T10:30:18.238 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:18.239 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8001" 2022-09-01T10:30:18.239 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.239 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:18.240 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:18.240 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:18.241 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:18.241 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:30:18.242 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:30:18.242 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:30:18.243 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:18.243 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:18.243 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:18.244 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.244 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:18.245 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.245 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_targets": [ 2022-09-01T10:30:18.246 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.246 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default-placement", 2022-09-01T10:30:18.247 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2022-09-01T10:30:18.248 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": [ 2022-09-01T10:30:18.248 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD" 2022-09-01T10:30:18.249 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.249 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:18.250 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.250 INFO:teuthology.orchestra.run.smithi044.stdout: "default_placement": "default-placement", 2022-09-01T10:30:18.250 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:30:18.251 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_policy": { 2022-09-01T10:30:18.251 INFO:teuthology.orchestra.run.smithi044.stdout: "groups": [] 2022-09-01T10:30:18.252 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.252 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled_features": [ 2022-09-01T10:30:18.253 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:18.253 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.253 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:18.254 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.254 INFO:teuthology.orchestra.run.smithi044.stdout: "short_zone_ids": [ 2022-09-01T10:30:18.254 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.255 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "3bc3c627-15cf-4861-a866-87289a2e2311", 2022-09-01T10:30:18.255 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 2748981396 2022-09-01T10:30:18.255 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.256 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.256 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:30:18.256 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 130640457 2022-09-01T10:30:18.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.257 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.257 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:30:18.257 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 2888871583 2022-09-01T10:30:18.258 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.258 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.258 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:18.258 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 1160424817 2022-09-01T10:30:18.259 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.259 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.259 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:30:18.259 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 3168230928 2022-09-01T10:30:18.260 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:18.260 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.260 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.260 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zonegroup": "test-zonegroup", 2022-09-01T10:30:18.261 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:18.261 INFO:teuthology.orchestra.run.smithi044.stdout: "period_config": { 2022-09-01T10:30:18.261 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_quota": { 2022-09-01T10:30:18.261 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T10:30:18.262 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T10:30:18.262 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T10:30:18.262 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T10:30:18.262 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T10:30:18.263 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.263 INFO:teuthology.orchestra.run.smithi044.stdout: "user_quota": { 2022-09-01T10:30:18.263 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T10:30:18.263 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T10:30:18.264 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T10:30:18.264 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T10:30:18.264 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T10:30:18.264 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.265 INFO:teuthology.orchestra.run.smithi044.stdout: "user_ratelimit": { 2022-09-01T10:30:18.265 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T10:30:18.265 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T10:30:18.266 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T10:30:18.266 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T10:30:18.267 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T10:30:18.267 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.268 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_ratelimit": { 2022-09-01T10:30:18.268 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T10:30:18.268 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T10:30:18.269 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T10:30:18.269 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T10:30:18.270 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T10:30:18.270 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.271 INFO:teuthology.orchestra.run.smithi044.stdout: "anonymous_ratelimit": { 2022-09-01T10:30:18.271 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T10:30:18.271 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T10:30:18.272 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T10:30:18.272 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T10:30:18.273 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T10:30:18.274 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:18.274 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.275 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:30:18.275 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_name": "test-realm", 2022-09-01T10:30:18.276 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:30:18.276 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:30:18.278 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'delete', '--rgw-zone', 'remove', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:18.279 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'delete', '--rgw-zone', 'remove', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:18.280 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone delete --rgw-zone remove --rgw-zonegroup remove_zg --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:30:18.335 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:18.336 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:18.387 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:30:18.388+0000 7f4eb6865600 0 zone id 3bc3c627-15cf-4861-a866-87289a2e2311 is not a part of zonegroup test-zonegroup 2022-09-01T10:30:18.388 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:30:18.388+0000 7f4eb6865600 0 zone id 3bc3c627-15cf-4861-a866-87289a2e2311 is not a part of zonegroup default 2022-09-01T10:30:18.401 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:18.402 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:18.403 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:30:18.466 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:18.467 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:18.500 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:30:18.500+0000 7f7722027600 0 ERROR: zonegroup remove_zg has a non existent master zone 2022-09-01T10:30:18.505 DEBUG:teuthology.orchestra.run:got remote process result: 22 2022-09-01T10:30:18.506 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zonegroup', 'delete', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:18.507 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zonegroup', 'delete', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:18.508 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zonegroup delete --rgw-zonegroup remove_zg --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:30:18.574 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:18.575 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:18.615 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:18.616 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:30:18.617 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:30:18.677 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:18.677 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:18.783 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:30:18.784 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:18.784 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 9, 2022-09-01T10:30:18.785 INFO:teuthology.orchestra.run.smithi044.stdout: "predecessor_uuid": "74a33b6f-f1d1-40a5-b9ec-b739d2976075", 2022-09-01T10:30:18.785 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": [ 2022-09-01T10:30:18.786 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2022-09-01T10:30:18.786 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2022-09-01T10:30:18.787 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2022-09-01T10:30:18.787 INFO:teuthology.orchestra.run.smithi044.stdout: "1_1662027771.833793_155.1" 2022-09-01T10:30:18.788 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.788 INFO:teuthology.orchestra.run.smithi044.stdout: "period_map": { 2022-09-01T10:30:18.789 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:18.789 INFO:teuthology.orchestra.run.smithi044.stdout: "zonegroups": [ 2022-09-01T10:30:18.790 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.790 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "test-zonegroup", 2022-09-01T10:30:18.791 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zonegroup", 2022-09-01T10:30:18.791 INFO:teuthology.orchestra.run.smithi044.stdout: "api_name": "", 2022-09-01T10:30:18.792 INFO:teuthology.orchestra.run.smithi044.stdout: "is_master": true, 2022-09-01T10:30:18.792 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:18.793 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:30:18.793 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.794 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames": [], 2022-09-01T10:30:18.794 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames_s3website": [], 2022-09-01T10:30:18.795 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:18.796 INFO:teuthology.orchestra.run.smithi044.stdout: "zones": [ 2022-09-01T10:30:18.796 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.797 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:30:18.797 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone4", 2022-09-01T10:30:18.798 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:18.799 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi052.front.sepia.ceph.com:8001" 2022-09-01T10:30:18.799 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.800 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:18.800 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:18.800 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:18.801 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:18.801 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "pubsub", 2022-09-01T10:30:18.802 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": false, 2022-09-01T10:30:18.802 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [ 2022-09-01T10:30:18.803 INFO:teuthology.orchestra.run.smithi044.stdout: "test-zone1" 2022-09-01T10:30:18.803 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.804 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:18.812 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:18.813 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:18.813 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.814 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.814 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.815 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:30:18.815 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone2", 2022-09-01T10:30:18.816 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:18.816 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi052.front.sepia.ceph.com:8000" 2022-09-01T10:30:18.816 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.817 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:18.817 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:18.818 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:18.818 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:18.818 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:30:18.819 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:30:18.819 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:30:18.820 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:18.820 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:18.821 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:18.821 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.822 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.822 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.822 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:18.823 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone1", 2022-09-01T10:30:18.823 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:18.824 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8000" 2022-09-01T10:30:18.824 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.825 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:18.825 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:18.825 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:18.826 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:18.826 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:30:18.827 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:30:18.827 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:30:18.827 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:18.828 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:18.828 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:18.828 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.828 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.828 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.829 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:30:18.829 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test-zone3", 2022-09-01T10:30:18.829 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [ 2022-09-01T10:30:18.829 INFO:teuthology.orchestra.run.smithi044.stdout: "http://smithi044.front.sepia.ceph.com:8001" 2022-09-01T10:30:18.830 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.830 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": false, 2022-09-01T10:30:18.830 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": true, 2022-09-01T10:30:18.831 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2022-09-01T10:30:18.832 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": false, 2022-09-01T10:30:18.832 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2022-09-01T10:30:18.833 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": true, 2022-09-01T10:30:18.833 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2022-09-01T10:30:18.833 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "", 2022-09-01T10:30:18.834 INFO:teuthology.orchestra.run.smithi044.stdout: "supported_features": [ 2022-09-01T10:30:18.834 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:18.835 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.835 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:18.835 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.836 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_targets": [ 2022-09-01T10:30:18.837 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.837 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default-placement", 2022-09-01T10:30:18.840 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2022-09-01T10:30:18.840 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": [ 2022-09-01T10:30:18.840 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD" 2022-09-01T10:30:18.841 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.841 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:18.842 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.842 INFO:teuthology.orchestra.run.smithi044.stdout: "default_placement": "default-placement", 2022-09-01T10:30:18.843 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:30:18.843 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_policy": { 2022-09-01T10:30:18.843 INFO:teuthology.orchestra.run.smithi044.stdout: "groups": [] 2022-09-01T10:30:18.844 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.844 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled_features": [ 2022-09-01T10:30:18.844 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding" 2022-09-01T10:30:18.844 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.845 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:18.845 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2022-09-01T10:30:18.845 INFO:teuthology.orchestra.run.smithi044.stdout: "short_zone_ids": [ 2022-09-01T10:30:18.845 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.846 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "5f408913-0728-4bc6-9ec6-7672c9bb67c0", 2022-09-01T10:30:18.846 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 130640457 2022-09-01T10:30:18.846 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.846 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.847 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:30:18.847 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 2888871583 2022-09-01T10:30:18.847 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.847 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.848 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:18.848 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 1160424817 2022-09-01T10:30:18.848 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.848 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:18.849 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:30:18.849 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 3168230928 2022-09-01T10:30:18.849 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:18.849 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:30:18.850 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.850 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zonegroup": "test-zonegroup", 2022-09-01T10:30:18.850 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:30:18.850 INFO:teuthology.orchestra.run.smithi044.stdout: "period_config": { 2022-09-01T10:30:18.851 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_quota": { 2022-09-01T10:30:18.851 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T10:30:18.851 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T10:30:18.851 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T10:30:18.852 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T10:30:18.852 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T10:30:18.852 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.852 INFO:teuthology.orchestra.run.smithi044.stdout: "user_quota": { 2022-09-01T10:30:18.853 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2022-09-01T10:30:18.853 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2022-09-01T10:30:18.853 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2022-09-01T10:30:18.853 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2022-09-01T10:30:18.854 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2022-09-01T10:30:18.854 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.854 INFO:teuthology.orchestra.run.smithi044.stdout: "user_ratelimit": { 2022-09-01T10:30:18.855 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T10:30:18.855 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T10:30:18.856 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T10:30:18.856 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T10:30:18.856 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T10:30:18.857 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.857 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_ratelimit": { 2022-09-01T10:30:18.857 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T10:30:18.857 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T10:30:18.858 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T10:30:18.858 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T10:30:18.858 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T10:30:18.858 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.859 INFO:teuthology.orchestra.run.smithi044.stdout: "anonymous_ratelimit": { 2022-09-01T10:30:18.859 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2022-09-01T10:30:18.859 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2022-09-01T10:30:18.859 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2022-09-01T10:30:18.860 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2022-09-01T10:30:18.860 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2022-09-01T10:30:18.860 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:18.860 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:18.861 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "0e9dd41d-9360-4d18-9374-7b4b750cf086", 2022-09-01T10:30:18.861 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_name": "test-realm", 2022-09-01T10:30:18.861 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:30:18.861 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:30:18.862 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_zg_master_zone_delete ... ok 2022-09-01T10:30:18.863 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-50 2022-09-01T10:30:18.864 DEBUG:boto:path=/ptoxvb-50/ 2022-09-01T10:30:18.864 DEBUG:boto:auth_path=/ptoxvb-50/ 2022-09-01T10:30:18.865 DEBUG:boto:Method: PUT 2022-09-01T10:30:18.865 DEBUG:boto:Path: /ptoxvb-50/ 2022-09-01T10:30:18.866 DEBUG:boto:Data: 2022-09-01T10:30:18.866 DEBUG:boto:Headers: {} 2022-09-01T10:30:18.867 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:30:18.868 DEBUG:boto:Port: 8000 2022-09-01T10:30:18.868 DEBUG:boto:Params: {} 2022-09-01T10:30:18.869 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:30:18.870 DEBUG:boto:Token: None 2022-09-01T10:30:18.871 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:30:18 GMT /ptoxvb-50/ 2022-09-01T10:30:18.871 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gaca4uJfTV0WgHFGy5a0pL0Tmkw= 2022-09-01T10:30:18.872 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gaca4uJfTV0WgHFGy5a0pL0Tmkw=', 'Content-Length': '0'} 2022-09-01T10:30:19.524 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000008511e9a421bec971-00631089bb-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:19.525 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-51 2022-09-01T10:30:19.526 DEBUG:boto:path=/ptoxvb-51/ 2022-09-01T10:30:19.526 DEBUG:boto:auth_path=/ptoxvb-51/ 2022-09-01T10:30:19.527 DEBUG:boto:Method: PUT 2022-09-01T10:30:19.527 DEBUG:boto:Path: /ptoxvb-51/ 2022-09-01T10:30:19.528 DEBUG:boto:Data: 2022-09-01T10:30:19.528 DEBUG:boto:Headers: {} 2022-09-01T10:30:19.529 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:30:19.529 DEBUG:boto:Port: 8000 2022-09-01T10:30:19.530 DEBUG:boto:Params: {} 2022-09-01T10:30:19.531 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:30:19.531 DEBUG:boto:Token: None 2022-09-01T10:30:19.532 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:30:19 GMT /ptoxvb-51/ 2022-09-01T10:30:19.533 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LjChRQlM9JGjTt+OyIMUIvCs9Wo= 2022-09-01T10:30:19.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LjChRQlM9JGjTt+OyIMUIvCs9Wo=', 'Content-Length': '0'} 2022-09-01T10:30:19.595 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000006610bf4312b8434d-00631089bb-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:19.596 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-52 2022-09-01T10:30:19.597 DEBUG:boto:path=/ptoxvb-52/ 2022-09-01T10:30:19.598 DEBUG:boto:auth_path=/ptoxvb-52/ 2022-09-01T10:30:19.599 DEBUG:boto:Method: PUT 2022-09-01T10:30:19.600 DEBUG:boto:Path: /ptoxvb-52/ 2022-09-01T10:30:19.601 DEBUG:boto:Data: 2022-09-01T10:30:19.602 DEBUG:boto:Headers: {} 2022-09-01T10:30:19.603 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:30:19.604 DEBUG:boto:Port: 8001 2022-09-01T10:30:19.605 DEBUG:boto:Params: {} 2022-09-01T10:30:19.606 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:30:19.607 DEBUG:boto:Token: None 2022-09-01T10:30:19.607 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:30:19 GMT /ptoxvb-52/ 2022-09-01T10:30:19.608 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FEyP/v+0rzG+BL6TiAlshj8dRJM= 2022-09-01T10:30:19.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FEyP/v+0rzG+BL6TiAlshj8dRJM=', 'Content-Length': '0'} 2022-09-01T10:30:19.669 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000734069b046b59cfb-00631089bb-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:19.671 DEBUG:boto:path=/ptoxvb-50/ 2022-09-01T10:30:19.672 DEBUG:boto:auth_path=/ptoxvb-50/ 2022-09-01T10:30:19.673 DEBUG:boto:path=/ptoxvb-50/?website 2022-09-01T10:30:19.674 DEBUG:boto:auth_path=/ptoxvb-50/?website 2022-09-01T10:30:19.680 DEBUG:boto:Method: PUT 2022-09-01T10:30:19.681 DEBUG:boto:Path: /ptoxvb-50/?website 2022-09-01T10:30:19.682 DEBUG:boto:Data: index.htmlerror.html 2022-09-01T10:30:19.683 DEBUG:boto:Headers: {} 2022-09-01T10:30:19.683 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:30:19.684 DEBUG:boto:Port: 8000 2022-09-01T10:30:19.685 DEBUG:boto:Params: {} 2022-09-01T10:30:19.686 DEBUG:boto:Token: None 2022-09-01T10:30:19.687 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:30:19 GMT /ptoxvb-50/?website 2022-09-01T10:30:19.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:whG19POAH/+0UevNFJqEaqMhm6U= 2022-09-01T10:30:19.690 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:whG19POAH/+0UevNFJqEaqMhm6U=', 'Content-Length': '241'} 2022-09-01T10:30:19.694 DEBUG:boto:Response headers: [('Content-Length', '202'), ('x-amz-request-id', 'tx0000050d2aa742a1ffb07-00631089bb-15d7-test-zone1'), ('Accept-Ranges', 'bytes'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:19.697 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_set_bucket_website ... SKIP: test_set_bucket_website skipped. Requires rgw_enable_static_website = 1. 2022-09-01T10:30:19.698 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-53 2022-09-01T10:30:19.698 DEBUG:boto:path=/ptoxvb-53/ 2022-09-01T10:30:19.699 DEBUG:boto:auth_path=/ptoxvb-53/ 2022-09-01T10:30:19.699 DEBUG:boto:Method: PUT 2022-09-01T10:30:19.700 DEBUG:boto:Path: /ptoxvb-53/ 2022-09-01T10:30:19.700 DEBUG:boto:Data: 2022-09-01T10:30:19.701 DEBUG:boto:Headers: {} 2022-09-01T10:30:19.701 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:30:19.702 DEBUG:boto:Port: 8000 2022-09-01T10:30:19.702 DEBUG:boto:Params: {} 2022-09-01T10:30:19.703 DEBUG:boto:Token: None 2022-09-01T10:30:19.704 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:30:19 GMT /ptoxvb-53/ 2022-09-01T10:30:19.704 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ePH6vHOr7YD3xRu3qFMZ8dd8NRE= 2022-09-01T10:30:19.705 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ePH6vHOr7YD3xRu3qFMZ8dd8NRE=', 'Content-Length': '0'} 2022-09-01T10:30:19.745 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000d1a9df76087761a8-00631089bb-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:19.746 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-54 2022-09-01T10:30:19.747 DEBUG:boto:path=/ptoxvb-54/ 2022-09-01T10:30:19.748 DEBUG:boto:auth_path=/ptoxvb-54/ 2022-09-01T10:30:19.749 DEBUG:boto:Method: PUT 2022-09-01T10:30:19.749 DEBUG:boto:Path: /ptoxvb-54/ 2022-09-01T10:30:19.750 DEBUG:boto:Data: 2022-09-01T10:30:19.751 DEBUG:boto:Headers: {} 2022-09-01T10:30:19.752 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:30:19.753 DEBUG:boto:Port: 8000 2022-09-01T10:30:19.754 DEBUG:boto:Params: {} 2022-09-01T10:30:19.755 DEBUG:boto:Token: None 2022-09-01T10:30:19.756 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:30:19 GMT /ptoxvb-54/ 2022-09-01T10:30:19.757 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sc+Xklp2qWRwop4SiPIFgpHwchI= 2022-09-01T10:30:19.758 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sc+Xklp2qWRwop4SiPIFgpHwchI=', 'Content-Length': '0'} 2022-09-01T10:30:19.815 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000a0f02fd16de877ae-00631089bb-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:19.816 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-55 2022-09-01T10:30:19.817 DEBUG:boto:path=/ptoxvb-55/ 2022-09-01T10:30:19.817 DEBUG:boto:auth_path=/ptoxvb-55/ 2022-09-01T10:30:19.818 DEBUG:boto:Method: PUT 2022-09-01T10:30:19.818 DEBUG:boto:Path: /ptoxvb-55/ 2022-09-01T10:30:19.819 DEBUG:boto:Data: 2022-09-01T10:30:19.819 DEBUG:boto:Headers: {} 2022-09-01T10:30:19.820 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:30:19.820 DEBUG:boto:Port: 8001 2022-09-01T10:30:19.821 DEBUG:boto:Params: {} 2022-09-01T10:30:19.821 DEBUG:boto:Token: None 2022-09-01T10:30:19.822 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:30:19 GMT /ptoxvb-55/ 2022-09-01T10:30:19.823 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VYUVUiIirVH9G0oi9uG7q3nAkao= 2022-09-01T10:30:19.823 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VYUVUiIirVH9G0oi9uG7q3nAkao=', 'Content-Length': '0'} 2022-09-01T10:30:19.886 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000005f92c673bbfc2229-00631089bb-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:19.887 DEBUG:boto:path=/ptoxvb-53/ 2022-09-01T10:30:19.888 DEBUG:boto:auth_path=/ptoxvb-53/ 2022-09-01T10:30:19.888 DEBUG:boto:path=/ptoxvb-53/?policy 2022-09-01T10:30:19.889 DEBUG:boto:auth_path=/ptoxvb-53/?policy 2022-09-01T10:30:19.889 DEBUG:boto:Method: PUT 2022-09-01T10:30:19.890 DEBUG:boto:Path: /ptoxvb-53/?policy 2022-09-01T10:30:19.890 DEBUG:boto:Data: { "Version": "2012-10-17", "Statement": [{ "Effect": "Allow", "Principal": "*" }] } 2022-09-01T10:30:19.891 DEBUG:boto:Headers: {} 2022-09-01T10:30:19.891 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:30:19.892 DEBUG:boto:Port: 8000 2022-09-01T10:30:19.892 DEBUG:boto:Params: {} 2022-09-01T10:30:19.893 DEBUG:boto:Token: None 2022-09-01T10:30:19.894 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:30:19 GMT /ptoxvb-53/?policy 2022-09-01T10:30:19.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hXNsJ3tbzGTyVU4ngHfPKPUGPDc= 2022-09-01T10:30:19.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hXNsJ3tbzGTyVU4ngHfPKPUGPDc=', 'Content-Length': '97'} 2022-09-01T10:30:19.906 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000003eb00a0134026c88-00631089bb-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:19.907 DEBUG:boto:path=/ptoxvb-53/ 2022-09-01T10:30:19.908 DEBUG:boto:auth_path=/ptoxvb-53/ 2022-09-01T10:30:19.908 DEBUG:boto:path=/ptoxvb-53/?policy 2022-09-01T10:30:19.909 DEBUG:boto:auth_path=/ptoxvb-53/?policy 2022-09-01T10:30:19.909 DEBUG:boto:Method: GET 2022-09-01T10:30:19.910 DEBUG:boto:Path: /ptoxvb-53/?policy 2022-09-01T10:30:19.910 DEBUG:boto:Data: 2022-09-01T10:30:19.911 DEBUG:boto:Headers: {} 2022-09-01T10:30:19.911 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:30:19.912 DEBUG:boto:Port: 8000 2022-09-01T10:30:19.912 DEBUG:boto:Params: {} 2022-09-01T10:30:19.913 DEBUG:boto:Token: None 2022-09-01T10:30:19.913 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:30:19 GMT /ptoxvb-53/?policy 2022-09-01T10:30:19.914 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f2rZS/bT90fehqXYt3bKOw9oWJ4= 2022-09-01T10:30:19.915 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f2rZS/bT90fehqXYt3bKOw9oWJ4=', 'Content-Length': '0'} 2022-09-01T10:30:19.916 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000008d29fbd2ca01deaf-00631089bb-15d7-test-zone1'), ('Content-Type', 'application/json'), ('Content-Length', '97'), ('Date', 'Thu, 01 Sep 2022 10:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:19.917 DEBUG:boto:path=/ptoxvb-54/ 2022-09-01T10:30:19.917 DEBUG:boto:auth_path=/ptoxvb-54/ 2022-09-01T10:30:19.918 DEBUG:boto:path=/ptoxvb-54/?policy 2022-09-01T10:30:19.918 DEBUG:boto:auth_path=/ptoxvb-54/?policy 2022-09-01T10:30:19.919 DEBUG:boto:Method: PUT 2022-09-01T10:30:19.920 DEBUG:boto:Path: /ptoxvb-54/?policy 2022-09-01T10:30:19.920 DEBUG:boto:Data: { "Version": "2012-10-17", "Statement": [{ "Effect": "Allow", "Principal": "*" }] } 2022-09-01T10:30:19.921 DEBUG:boto:Headers: {} 2022-09-01T10:30:19.921 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:30:19.922 DEBUG:boto:Port: 8000 2022-09-01T10:30:19.922 DEBUG:boto:Params: {} 2022-09-01T10:30:19.923 DEBUG:boto:Token: None 2022-09-01T10:30:19.923 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:30:19 GMT /ptoxvb-54/?policy 2022-09-01T10:30:19.924 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Tg2QYomDS5IsRl8HD2T0c5/Qu10= 2022-09-01T10:30:19.925 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Tg2QYomDS5IsRl8HD2T0c5/Qu10=', 'Content-Length': '97'} 2022-09-01T10:30:20.937 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000c53f003a41571993-00631089bb-15e8-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:20.938 DEBUG:boto:path=/ptoxvb-54/ 2022-09-01T10:30:20.938 DEBUG:boto:auth_path=/ptoxvb-54/ 2022-09-01T10:30:20.939 DEBUG:boto:path=/ptoxvb-54/?policy 2022-09-01T10:30:20.940 DEBUG:boto:auth_path=/ptoxvb-54/?policy 2022-09-01T10:30:20.941 DEBUG:boto:Method: GET 2022-09-01T10:30:20.941 DEBUG:boto:Path: /ptoxvb-54/?policy 2022-09-01T10:30:20.942 DEBUG:boto:Data: 2022-09-01T10:30:20.943 DEBUG:boto:Headers: {} 2022-09-01T10:30:20.943 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:30:20.944 DEBUG:boto:Port: 8000 2022-09-01T10:30:20.944 DEBUG:boto:Params: {} 2022-09-01T10:30:20.945 DEBUG:boto:Token: None 2022-09-01T10:30:20.945 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:30:20 GMT /ptoxvb-54/?policy 2022-09-01T10:30:20.946 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C0M6sF+Go0N9gsLojbaLZRnfWh8= 2022-09-01T10:30:20.946 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C0M6sF+Go0N9gsLojbaLZRnfWh8=', 'Content-Length': '0'} 2022-09-01T10:30:20.948 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000d7402bfc0f12181f-00631089bc-15e8-test-zone2'), ('Content-Type', 'application/json'), ('Content-Length', '97'), ('Date', 'Thu, 01 Sep 2022 10:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:20.949 DEBUG:boto:path=/ptoxvb-55/ 2022-09-01T10:30:20.950 DEBUG:boto:auth_path=/ptoxvb-55/ 2022-09-01T10:30:20.950 DEBUG:boto:path=/ptoxvb-55/?policy 2022-09-01T10:30:20.951 DEBUG:boto:auth_path=/ptoxvb-55/?policy 2022-09-01T10:30:20.951 DEBUG:boto:Method: PUT 2022-09-01T10:30:20.952 DEBUG:boto:Path: /ptoxvb-55/?policy 2022-09-01T10:30:20.952 DEBUG:boto:Data: { "Version": "2012-10-17", "Statement": [{ "Effect": "Allow", "Principal": "*" }] } 2022-09-01T10:30:20.953 DEBUG:boto:Headers: {} 2022-09-01T10:30:20.953 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:30:20.954 DEBUG:boto:Port: 8001 2022-09-01T10:30:20.954 DEBUG:boto:Params: {} 2022-09-01T10:30:20.955 DEBUG:boto:Token: None 2022-09-01T10:30:20.956 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:30:20 GMT /ptoxvb-55/?policy 2022-09-01T10:30:20.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0cgPqBzGQUnid5M4b6m1GLr/gP4= 2022-09-01T10:30:20.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0cgPqBzGQUnid5M4b6m1GLr/gP4=', 'Content-Length': '97'} 2022-09-01T10:30:21.971 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000c3eec6cbd2c2f2c9-00631089bc-15d3-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:21.972 DEBUG:boto:path=/ptoxvb-55/ 2022-09-01T10:30:21.974 DEBUG:boto:auth_path=/ptoxvb-55/ 2022-09-01T10:30:21.974 DEBUG:boto:path=/ptoxvb-55/?policy 2022-09-01T10:30:21.975 DEBUG:boto:auth_path=/ptoxvb-55/?policy 2022-09-01T10:30:21.976 DEBUG:boto:Method: GET 2022-09-01T10:30:21.976 DEBUG:boto:Path: /ptoxvb-55/?policy 2022-09-01T10:30:21.977 DEBUG:boto:Data: 2022-09-01T10:30:21.977 DEBUG:boto:Headers: {} 2022-09-01T10:30:21.978 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:30:21.978 DEBUG:boto:Port: 8001 2022-09-01T10:30:21.979 DEBUG:boto:Params: {} 2022-09-01T10:30:21.979 DEBUG:boto:Token: None 2022-09-01T10:30:21.980 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:30:21 GMT /ptoxvb-55/?policy 2022-09-01T10:30:21.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qdebZM1Sb2M4IdGTHnuMJvSnHjg= 2022-09-01T10:30:21.981 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qdebZM1Sb2M4IdGTHnuMJvSnHjg=', 'Content-Length': '0'} 2022-09-01T10:30:21.983 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000e9c3a3852f3e155c-00631089bd-15d3-test-zone3'), ('Content-Type', 'application/json'), ('Content-Length', '97'), ('Date', 'Thu, 01 Sep 2022 10:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:21.984 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_set_bucket_policy ... ok 2022-09-01T10:30:21.985 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-56 2022-09-01T10:30:21.986 DEBUG:boto:path=/ptoxvb-56/ 2022-09-01T10:30:21.987 DEBUG:boto:auth_path=/ptoxvb-56/ 2022-09-01T10:30:21.987 DEBUG:boto:Method: PUT 2022-09-01T10:30:21.988 DEBUG:boto:Path: /ptoxvb-56/ 2022-09-01T10:30:21.988 DEBUG:boto:Data: 2022-09-01T10:30:21.989 DEBUG:boto:Headers: {} 2022-09-01T10:30:21.990 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:30:21.991 DEBUG:boto:Port: 8000 2022-09-01T10:30:21.992 DEBUG:boto:Params: {} 2022-09-01T10:30:21.993 DEBUG:boto:Token: None 2022-09-01T10:30:21.994 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:30:21 GMT /ptoxvb-56/ 2022-09-01T10:30:21.995 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XlcBIY3Bg3kNo6XsUPQ8ve45Oe0= 2022-09-01T10:30:21.996 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XlcBIY3Bg3kNo6XsUPQ8ve45Oe0=', 'Content-Length': '0'} 2022-09-01T10:30:22.016 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000354dcb65379275d0-00631089bd-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:22.017 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-57 2022-09-01T10:30:22.018 DEBUG:boto:path=/ptoxvb-57/ 2022-09-01T10:30:22.018 DEBUG:boto:auth_path=/ptoxvb-57/ 2022-09-01T10:30:22.019 DEBUG:boto:Method: PUT 2022-09-01T10:30:22.020 DEBUG:boto:Path: /ptoxvb-57/ 2022-09-01T10:30:22.020 DEBUG:boto:Data: 2022-09-01T10:30:22.021 DEBUG:boto:Headers: {} 2022-09-01T10:30:22.021 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:30:22.022 DEBUG:boto:Port: 8000 2022-09-01T10:30:22.022 DEBUG:boto:Params: {} 2022-09-01T10:30:22.023 DEBUG:boto:Token: None 2022-09-01T10:30:22.023 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:30:22 GMT /ptoxvb-57/ 2022-09-01T10:30:22.024 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q5B8IculbRhU5azXDCj1y4SzEMQ= 2022-09-01T10:30:22.025 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q5B8IculbRhU5azXDCj1y4SzEMQ=', 'Content-Length': '0'} 2022-09-01T10:30:22.058 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000b0ae01741d0d89f2-00631089be-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:22.059 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-58 2022-09-01T10:30:22.060 DEBUG:boto:path=/ptoxvb-58/ 2022-09-01T10:30:22.060 DEBUG:boto:auth_path=/ptoxvb-58/ 2022-09-01T10:30:22.061 DEBUG:boto:Method: PUT 2022-09-01T10:30:22.061 DEBUG:boto:Path: /ptoxvb-58/ 2022-09-01T10:30:22.062 DEBUG:boto:Data: 2022-09-01T10:30:22.062 DEBUG:boto:Headers: {} 2022-09-01T10:30:22.063 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:30:22.063 DEBUG:boto:Port: 8001 2022-09-01T10:30:22.064 DEBUG:boto:Params: {} 2022-09-01T10:30:22.065 DEBUG:boto:Token: None 2022-09-01T10:30:22.065 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:30:22 GMT /ptoxvb-58/ 2022-09-01T10:30:22.066 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ExefAFZ9SvM2eOGMU9Waji3j4C0= 2022-09-01T10:30:22.067 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ExefAFZ9SvM2eOGMU9Waji3j4C0=', 'Content-Length': '0'} 2022-09-01T10:30:22.099 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000011b58430811d5b55-00631089be-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:30:22.100 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:22.100 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:22.101 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:30:22.154 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:22.154 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:22.198 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T10:30:22.216 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:30:22.217 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:22.217 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:30:22.217 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:30:22.217 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:22.218 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:22.218 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:30:22.218 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:30:22.218 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:22.219 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:22.219 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:30:22.219 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:30:22.219 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:30:22.220 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:30:22.220 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662028222.089123_273.1", 2022-09-01T10:30:22.220 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:30:22.089123Z" 2022-09-01T10:30:22.220 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:30:22.221 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:30:22.222 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:30:22.223 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:30:22.224 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:22.225 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:22.226 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:30:22.283 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:22.284 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:22.316 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:22.317+0000 7ff71a484600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:22.317 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:22.318+0000 7ff71a484600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:22.332 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:30:22.332 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:30:22.333 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:30:22.333 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:30:22.333 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:30:22.334 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:22.334 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:22.335 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:22.335 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:30:22.336 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:22.337 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:30:22.337 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:22.338 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:22.338 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:30:22.338 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:22.339 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:30:22.339 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:22.339 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:30:22.339 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:22.340 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:22.340 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:22.340 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:22.341 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:30:22.341 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:22.341 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:22.341 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:30:22.342 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:22.342 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:22.342 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:22.343 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:30:22.343 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:22.343 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:22.343 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:22.344 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:22.344 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:30:22.344 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:22.344 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:22.345 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:30:22.345 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:22.345 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:22.345 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:22.346 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:30:22.346 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:22.346 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:22.346 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:22.347 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:22.347 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:30:22.347 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:22.347 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:22.348 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:30:22.348 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:22.349 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:22.349 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:22.350 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:30:22.350 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:22.350 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:22.350 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:22.351 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:22.351 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:22.351 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:30:22.351 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:30:22.352 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:30:22.352 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:22.352 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:30:22Z" 2022-09-01T10:30:22.352 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:30:22.354 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:30:22Z" } 2022-09-01T10:30:22.355 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:30:22.355 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:30:22.356 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:30:22.356 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:30:27.358 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:27.359 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:27.359 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:30:27.418 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:27.418 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:27.451 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:27.451+0000 7f8ae05fe600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:27.452 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:27.452+0000 7f8ae05fe600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:27.467 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:30:27.467 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:30:27.467 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:30:27.468 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:30:27.468 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:30:27.468 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:27.468 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:27.469 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:27.469 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:30:27.470 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:27.470 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:30:27.470 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:27.470 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:27.471 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:30:27.471 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:27.471 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:30:27.471 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:27.472 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:30:27.472 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:27.472 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:27.472 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:27.473 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:27.473 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:30:27.473 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:27.473 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:27.474 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:30:27.474 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:27.474 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:27.475 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:27.475 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:30:27.475 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:27.476 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:27.476 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:27.476 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:27.478 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:30:27.478 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:27.478 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:27.479 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:30:27.479 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:27.479 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:27.479 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:27.480 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:30:27.480 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:27.480 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:27.480 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:27.481 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:27.481 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:30:27.481 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:27.481 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:27.482 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:30:27.482 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:27.482 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:27.483 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:27.483 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:30:27.483 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:27.483 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:27.484 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:27.484 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:27.484 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:27.484 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:30:27.485 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:30:27.485 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:30:27.485 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:27.485 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:30:27Z" 2022-09-01T10:30:27.486 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:30:27.487 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:30:27Z" } 2022-09-01T10:30:27.488 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:30:27.488 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:30:27.489 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:30:27.489 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:30:32.490 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:32.491 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:32.492 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:30:32.550 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:32.550 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:32.582 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:32.582+0000 7f3b4b160600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:32.583 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:32.583+0000 7f3b4b160600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:32.597 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:30:32.598 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:30:32.598 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:30:32.598 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:30:32.599 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:30:32.599 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:32.599 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:32.600 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:32.600 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:30:32.600 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:32.600 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:30:32.601 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:32.601 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:32.601 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:30:32.601 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:32.602 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:30:32.602 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:32.602 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:30:32.602 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:32.603 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:32.603 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:32.603 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:32.604 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:30:32.604 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:32.604 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:32.605 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:30:32.605 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:32.605 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:32.606 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:32.606 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:30:32.607 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:32.607 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:32.608 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:32.608 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:32.609 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:30:32.609 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:32.610 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:32.610 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:30:32.611 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:32.611 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:32.612 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:32.612 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:30:32.613 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:32.614 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:32.614 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:32.615 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:32.615 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:30:32.616 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:32.616 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:32.617 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:30:32.617 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:32.618 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:32.618 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:32.619 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:30:32.619 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:32.620 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:32.620 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:32.621 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:32.621 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:32.622 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:30:32.622 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:30:32.623 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:30:32.623 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:32.624 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:30:32Z" 2022-09-01T10:30:32.624 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:30:32.626 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:30:32Z" } 2022-09-01T10:30:32.627 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:30:32.628 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:30:32.629 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:30:32.629 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:30:37.630 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:37.632 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:37.633 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:30:37.691 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:37.692 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:37.724 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:37.724+0000 7f85400b4600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:37.725 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:37.726+0000 7f85400b4600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:37.740 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:30:37.740 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:30:37.741 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:30:37.741 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:30:37.741 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:30:37.741 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:37.742 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:37.742 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:37.743 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:30:37.743 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:37.744 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:30:37.744 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:37.744 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:37.745 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:30:37.745 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:37.745 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:30:37.745 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:37.746 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:30:37.746 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:37.746 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:37.747 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:37.747 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:37.747 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:30:37.748 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:37.748 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:37.748 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:30:37.748 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:37.749 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:37.749 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:37.749 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:30:37.749 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:37.749 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:37.750 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:37.750 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:37.750 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:30:37.750 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:37.751 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:37.751 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:30:37.751 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:37.751 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:37.753 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:37.753 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:30:37.754 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:37.754 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:37.755 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:37.755 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:37.756 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:30:37.756 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:37.756 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:37.757 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:30:37.757 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:37.758 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:37.758 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:37.759 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:30:37.759 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:37.760 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:37.760 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:37.761 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:37.761 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:37.762 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:30:37.763 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:30:37.763 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:30:37.764 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:37.764 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:30:37Z" 2022-09-01T10:30:37.765 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:30:37.767 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:30:37Z" } 2022-09-01T10:30:37.768 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:30:37.769 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:30:37.770 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:30:37.771 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:30:42.773 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:42.774 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:42.776 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:30:42.837 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:42.837 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:42.869 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:42.869+0000 7fd47fdef600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:42.870 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:42.870+0000 7fd47fdef600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:42.886 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:30:42.887 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:30:42.887 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:30:42.887 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:30:42.888 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:30:42.888 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:42.888 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:42.889 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:42.889 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:30:42.889 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:42.889 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:30:42.890 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:42.890 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:42.890 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:30:42.890 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:42.891 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:30:42.891 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:42.891 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:30:42.892 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:42.892 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:42.892 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:42.892 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:42.893 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:30:42.893 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:42.893 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:42.893 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:30:42.894 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:42.894 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:42.894 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:42.895 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:30:42.895 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:42.895 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:42.895 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:42.896 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:42.896 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:30:42.896 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:42.896 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:42.897 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:30:42.897 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:42.897 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:42.897 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:42.898 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:30:42.898 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:42.898 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:42.898 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:42.899 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:42.899 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:30:42.899 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:42.899 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:42.900 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:30:42.900 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:42.900 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:42.900 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:42.901 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:30:42.901 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:42.901 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:42.901 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:30:42.903 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:30:42.903 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:30:42.903 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:42.903 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:30:42Z" 2022-09-01T10:30:42.904 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:30:42.905 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:30:42Z" } 2022-09-01T10:30:42.906 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:30:42.906 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:30:42.907 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:30:42.907 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:30:47.908 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:47.909 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:47.910 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:30:47.970 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:47.971 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:48.002 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:48.002+0000 7f4857c55600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:48.002 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:48.003+0000 7f4857c55600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:48.017 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:30:48.017 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:30:48.017 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:30:48.018 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:30:48.018 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:30:48.018 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:48.019 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:48.019 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:48.019 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:30:48.019 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:48.020 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:30:48.020 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:48.020 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:48.020 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:30:48.021 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:48.021 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:30:48.021 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:48.022 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:30:48.022 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:48.022 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:48.022 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:48.023 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:48.023 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:30:48.023 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:48.023 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:48.024 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:30:48.024 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:48.024 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:48.025 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:48.025 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:30:48.025 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:48.025 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:48.026 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:48.026 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:48.026 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:30:48.026 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:48.027 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:48.027 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:30:48.027 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:48.028 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:48.028 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:48.029 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:30:48.029 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:48.029 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:48.029 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:48.030 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:48.030 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:30:48.031 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:48.031 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:48.031 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:30:48.031 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:48.032 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:48.032 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:48.032 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:30:48.033 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:48.033 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:48.033 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:48.033 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:48.034 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:48.034 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:30:48.034 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:30:48.034 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:30:48.035 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:48.035 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:30:48Z" 2022-09-01T10:30:48.035 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:30:48.036 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:30:48Z" } 2022-09-01T10:30:48.037 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:30:48.038 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:30:48.039 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:30:48.039 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:30:53.040 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:53.041 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:53.042 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:30:53.100 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:53.100 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:53.133 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:53.133+0000 7f0a60ed3600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:53.134 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:53.134+0000 7f0a60ed3600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:53.149 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:30:53.149 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:30:53.149 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:30:53.150 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:30:53.150 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:30:53.150 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:53.151 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:53.151 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:53.151 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:30:53.152 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:53.152 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:30:53.152 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:53.153 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:53.153 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:30:53.153 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:53.153 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:30:53.154 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:53.154 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:30:53.154 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:53.155 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:53.155 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:53.155 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:53.156 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:30:53.156 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:53.156 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:53.157 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:30:53.157 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:53.157 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:53.158 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:53.158 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:30:53.158 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:53.159 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:53.159 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:53.159 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:53.159 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:30:53.160 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:53.160 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:53.160 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:30:53.161 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:53.161 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:53.161 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:53.162 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:30:53.162 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:53.162 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:53.162 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:53.163 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:53.163 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:30:53.163 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:53.163 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:53.164 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:30:53.164 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:53.164 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:53.164 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:53.165 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:30:53.165 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:53.165 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:53.165 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:53.166 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:53.166 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:53.166 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:30:53.166 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:30:53.167 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:30:53.167 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:53.167 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:30:53Z" 2022-09-01T10:30:53.167 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:30:53.169 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:30:53Z" } 2022-09-01T10:30:53.170 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:30:53.170 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:30:53.171 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:30:53.171 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:30:58.173 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:58.174 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:30:58.175 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:30:58.233 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:30:58.233 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:30:58.266 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:58.266+0000 7fc7bcac2600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:58.267 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:30:58.267+0000 7fc7bcac2600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:30:58.281 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:30:58.281 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:30:58.282 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:30:58.282 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:30:58.282 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:30:58.282 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:30:58.283 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:58.283 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:58.283 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:30:58.283 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:58.284 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:30:58.284 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:58.284 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:58.284 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:30:58.285 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:58.285 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:30:58.285 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:58.285 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:30:58.286 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:58.286 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:58.286 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:58.286 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:58.287 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:30:58.287 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:58.287 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:58.287 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:30:58.288 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:58.288 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:58.288 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:58.288 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:30:58.289 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:58.289 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:58.289 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:58.290 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:58.290 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:30:58.291 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:58.291 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:58.292 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:30:58.292 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:58.292 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:58.293 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:58.293 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:30:58.293 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:30:58.293 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:58.294 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:58.294 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:30:58.294 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:30:58.294 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:30:58.295 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:30:58.295 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:30:58.295 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:30:58.295 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:30:58.296 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:30:58.296 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:30:58.296 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:30:58.296 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:58.297 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:30:58.297 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:30:58.297 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:58.297 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:30:58.298 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:30:58.298 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:30:58.298 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:30:58.298 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:30:58Z" 2022-09-01T10:30:58.299 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:30:58.300 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:30:58Z" } 2022-09-01T10:30:58.301 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:30:58.301 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:30:58.302 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:30:58.302 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:31:03.304 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:03.305 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:03.305 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:31:03.363 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:31:03.363 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:31:03.396 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:03.396+0000 7f4fd9340600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:03.397 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:03.397+0000 7f4fd9340600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:03.412 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:31:03.412 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:31:03.412 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:31:03.413 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:31:03.413 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:31:03.413 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:31:03.413 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:03.414 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:03.414 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:31:03.414 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:03.415 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:31:03.415 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:03.415 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:03.415 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:31:03.416 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:03.416 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:31:03.416 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:03.416 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:31:03.417 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:03.417 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:03.417 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:03.417 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:03.418 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:31:03.418 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:03.418 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:03.418 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:31:03.419 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:03.419 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:03.419 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:03.419 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:31:03.420 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:03.420 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:03.420 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:03.420 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:03.421 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:31:03.421 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:03.421 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:03.421 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:31:03.422 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:03.422 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:03.422 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:03.422 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:31:03.423 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:03.423 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:03.423 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:03.423 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:03.424 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:31:03.424 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:03.424 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:03.424 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:31:03.425 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:03.425 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:03.425 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:03.425 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:31:03.426 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:03.426 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:03.426 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:03.427 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:31:03.427 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:03.427 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:31:03.427 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:31:03.428 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:31:03.428 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:03.428 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:31:03Z" 2022-09-01T10:31:03.428 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:31:03.430 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:31:03Z" } 2022-09-01T10:31:03.430 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:31:03.431 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:31:03.431 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:31:03.432 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:31:08.434 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:08.435 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:08.436 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:31:08.494 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:31:08.495 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:31:08.527 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:08.527+0000 7f0195fc2600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:08.528 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:08.528+0000 7f0195fc2600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:08.542 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:31:08.542 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:31:08.543 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:31:08.543 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:31:08.543 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:31:08.544 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:31:08.544 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:08.544 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:08.544 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:31:08.545 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:08.545 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:31:08.545 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:08.546 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:08.546 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:31:08.546 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:08.546 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:31:08.547 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:08.547 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:31:08.547 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:08.547 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:08.548 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:08.548 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:08.548 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:31:08.548 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:08.549 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:08.549 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:31:08.549 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:08.550 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:08.550 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:08.550 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:31:08.550 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:08.551 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:08.551 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:08.552 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:08.552 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:31:08.553 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:08.553 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:08.553 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:31:08.554 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:08.555 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:08.555 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:08.555 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:31:08.556 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:08.556 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:08.557 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:08.557 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:08.558 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:31:08.558 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:08.559 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:08.559 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:31:08.560 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:08.560 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:08.561 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:08.561 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:31:08.562 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:08.562 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:08.562 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:08.563 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:31:08.563 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:08.564 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:31:08.564 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:31:08.564 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:31:08.565 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:08.565 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:31:08Z" 2022-09-01T10:31:08.565 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:31:08.566 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:31:08Z" } 2022-09-01T10:31:08.567 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:31:08.568 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:31:08.568 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:31:08.569 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:31:13.570 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:13.571 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:13.572 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:31:13.631 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:31:13.631 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:31:13.665 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:13.663+0000 7f939639c600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:13.665 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:13.664+0000 7f939639c600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:13.678 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:31:13.679 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:31:13.679 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:31:13.680 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:31:13.680 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:31:13.680 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:31:13.680 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:13.681 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:13.681 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:31:13.681 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:13.682 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:31:13.682 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:13.682 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:13.683 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:31:13.683 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:13.683 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:31:13.684 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:13.684 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:31:13.685 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:13.685 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:13.685 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:13.685 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:13.686 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:31:13.686 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:13.686 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:13.687 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:31:13.687 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:13.687 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:13.687 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:13.688 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:31:13.688 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:13.689 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:13.689 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:13.690 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:13.690 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:31:13.691 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:13.691 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:13.692 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:31:13.692 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:13.692 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:13.693 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:13.693 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:31:13.694 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:13.694 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:13.695 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:13.695 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:13.696 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:31:13.696 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:13.697 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:13.697 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:31:13.697 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:13.697 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:13.698 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:13.698 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:31:13.698 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:13.698 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:13.699 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:13.699 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:31:13.700 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:13.700 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:31:13.700 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:31:13.700 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:31:13.701 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:13.701 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:31:13Z" 2022-09-01T10:31:13.701 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:31:13.703 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:31:13Z" } 2022-09-01T10:31:13.703 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:31:13.704 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:31:13.705 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:31:13.705 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:31:18.707 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:18.709 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:18.710 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:31:18.770 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:31:18.771 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:31:18.808 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:18.809+0000 7f9df48ef600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:18.809 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:18.810+0000 7f9df48ef600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:18.823 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:31:18.823 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:31:18.824 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:31:18.824 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:31:18.824 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:31:18.825 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:31:18.825 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:18.825 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:18.826 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:31:18.826 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:18.826 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:31:18.826 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:18.827 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:18.827 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:31:18.827 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:18.827 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:31:18.828 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:18.828 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:31:18.828 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:18.829 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:18.829 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:18.830 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:18.830 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:31:18.831 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:18.831 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:18.832 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:31:18.833 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:18.834 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:18.834 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:18.834 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:31:18.835 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:18.835 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:18.835 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:18.836 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:18.836 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:31:18.836 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:18.837 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:18.837 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:31:18.837 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:18.837 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:18.838 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:18.838 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:31:18.838 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:18.839 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:18.839 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:18.839 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:18.840 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:31:18.840 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:18.840 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:18.841 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:31:18.841 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:18.841 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:18.842 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:18.842 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:31:18.842 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:18.843 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:18.844 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:18.844 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:31:18.844 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:18.844 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:31:18.845 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:31:18.845 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:31:18.845 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:18.846 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:31:18Z" 2022-09-01T10:31:18.846 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:31:18.848 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:31:18Z" } 2022-09-01T10:31:18.849 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:31:18.850 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:31:18.851 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:31:18.851 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:31:23.853 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:23.854 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:23.855 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:31:23.914 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:31:23.915 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:31:23.947 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:23.949+0000 7f44d940f600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:23.948 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:23.950+0000 7f44d940f600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:23.962 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:31:23.962 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:31:23.963 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:31:23.963 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:31:23.963 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:31:23.964 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:31:23.964 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:23.964 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:23.965 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:31:23.965 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:23.965 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:31:23.965 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:23.966 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:23.966 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:31:23.966 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:23.966 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:31:23.967 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:23.967 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:31:23.967 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:23.967 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:23.968 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:23.968 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:23.968 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:31:23.968 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:23.969 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:23.969 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:31:23.969 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:23.969 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:23.969 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:23.970 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:31:23.970 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:23.970 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:23.970 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:23.971 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:23.971 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:31:23.971 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:23.971 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:23.972 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:31:23.972 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:23.972 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:23.972 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:23.973 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:31:23.973 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:23.973 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:23.973 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:23.974 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:23.974 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:31:23.974 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:23.975 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:23.975 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:31:23.975 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:23.975 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:23.976 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:23.976 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:31:23.976 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:23.976 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:23.977 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:23.977 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:31:23.977 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:23.977 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:31:23.978 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:31:23.978 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:31:23.978 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:23.978 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:31:23Z" 2022-09-01T10:31:23.979 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:31:23.980 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:31:23Z" } 2022-09-01T10:31:23.981 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:31:23.981 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:31:23.982 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:31:23.982 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:31:28.983 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:28.984 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:28.986 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:31:29.044 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:31:29.044 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:31:29.076 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:29.077+0000 7f2ec7aaf600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:29.077 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:29.079+0000 7f2ec7aaf600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:29.092 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:31:29.092 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:31:29.092 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:31:29.093 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:31:29.093 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:31:29.093 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:31:29.093 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:29.094 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:29.094 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:31:29.094 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:29.095 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:31:29.095 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:29.095 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:29.095 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:31:29.096 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:29.096 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:31:29.096 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:29.096 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:31:29.097 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:29.097 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:29.097 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:29.098 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:29.098 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:31:29.098 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:29.098 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:29.099 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:31:29.099 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:29.099 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:29.099 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:29.100 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:31:29.100 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:29.100 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:29.100 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:29.101 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:29.101 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:31:29.101 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:29.101 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:29.102 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:31:29.102 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:29.102 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:29.103 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:29.103 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:31:29.103 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:29.103 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:29.104 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:29.104 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:29.104 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:31:29.104 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:29.105 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:29.105 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:31:29.105 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:29.106 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:29.106 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:29.106 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:31:29.106 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:29.107 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:29.107 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:29.107 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:31:29.107 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:29.108 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:31:29.108 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:31:29.108 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:31:29.108 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:29.109 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:31:29Z" 2022-09-01T10:31:29.109 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:31:29.110 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:31:29Z" } 2022-09-01T10:31:29.111 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:31:29.111 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:31:29.112 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:31:29.112 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:31:34.114 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:34.114 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:34.115 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:31:34.172 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:31:34.173 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:31:34.204 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:34.206+0000 7f5e4f3bd600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:34.205 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:34.207+0000 7f5e4f3bd600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:34.220 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:31:34.220 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:31:34.220 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:31:34.221 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:31:34.221 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:31:34.221 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:31:34.221 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:34.222 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:34.222 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:31:34.222 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:34.222 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:31:34.223 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:34.223 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:34.223 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:31:34.223 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:34.224 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:31:34.224 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:34.224 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:31:34.224 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:34.225 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:34.225 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:34.225 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:34.225 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:31:34.226 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:34.226 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:34.226 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:31:34.226 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:34.227 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:34.227 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:34.227 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:31:34.227 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:34.228 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:34.228 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:34.228 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:34.228 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:31:34.229 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:34.229 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:34.229 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:31:34.229 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:34.230 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:34.230 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:34.230 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:31:34.230 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:34.231 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:34.231 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:34.231 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:34.232 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:31:34.232 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:34.232 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:34.232 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:31:34.233 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:34.233 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:34.234 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:34.234 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:31:34.235 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:34.235 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:34.236 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:34.236 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:31:34.237 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:34.237 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:31:34.238 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:31:34.238 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:31:34.239 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:34.239 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:31:34Z" 2022-09-01T10:31:34.239 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:31:34.241 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:31:34Z" } 2022-09-01T10:31:34.242 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:31:34.243 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:31:34.244 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:31:34.245 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:31:39.246 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:39.247 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:39.248 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:31:39.306 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:31:39.306 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:31:39.338 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:39.339+0000 7fc923353600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:39.339 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:39.340+0000 7fc923353600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:39.353 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:31:39.354 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:31:39.354 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:31:39.354 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:31:39.355 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:31:39.355 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:31:39.355 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:39.355 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:39.356 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:31:39.356 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:39.356 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:31:39.357 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:39.357 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:39.357 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:31:39.357 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:39.358 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:31:39.358 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:39.358 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:31:39.358 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:39.359 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:39.359 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:39.359 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:39.359 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:31:39.360 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:39.360 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:39.360 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:31:39.360 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:39.361 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:39.361 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:39.361 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:31:39.361 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:39.362 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:39.362 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:39.362 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:39.363 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:31:39.363 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:39.363 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:39.363 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:31:39.364 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:39.364 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:39.364 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:39.364 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:31:39.365 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:39.365 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:39.365 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:39.365 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:39.366 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:31:39.366 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:39.366 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:39.367 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:31:39.367 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:39.367 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:39.367 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:39.368 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:31:39.368 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:39.368 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:39.368 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:39.369 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:31:39.369 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:39.369 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:31:39.369 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:31:39.370 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:31:39.370 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:39.370 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:31:39Z" 2022-09-01T10:31:39.370 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:31:39.372 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:31:39Z" } 2022-09-01T10:31:39.372 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:31:39.373 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:31:39.373 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:31:39.374 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:31:44.375 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:44.376 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:44.377 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:31:44.434 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:31:44.434 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:31:44.467 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:44.468+0000 7f1903a39600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:44.468 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:44.469+0000 7f1903a39600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:44.483 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:31:44.483 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:31:44.483 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:31:44.484 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:31:44.484 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:31:44.484 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:31:44.484 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:44.485 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:44.485 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:31:44.485 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:44.486 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:31:44.486 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:44.486 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:44.486 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:31:44.487 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:44.487 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:31:44.487 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:44.487 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:31:44.488 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:44.488 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:44.488 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:44.488 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:44.488 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:31:44.489 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:44.489 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:44.489 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:31:44.489 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:44.490 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:44.490 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:44.490 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:31:44.490 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:44.491 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:44.491 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:44.491 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:44.492 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:31:44.492 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:44.492 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:44.492 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:31:44.493 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:44.493 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:44.493 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:44.494 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:31:44.494 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:44.494 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:44.494 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:44.495 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:44.495 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:31:44.495 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:44.496 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:44.496 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:31:44.496 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:44.496 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:44.497 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:44.497 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:31:44.497 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:44.497 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:44.498 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:44.498 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:31:44.498 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:44.498 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:31:44.499 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:31:44.499 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:31:44.499 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:44.500 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:31:44Z" 2022-09-01T10:31:44.500 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:31:44.501 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:31:44Z" } 2022-09-01T10:31:44.502 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:31:44.502 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:31:44.503 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:31:44.503 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:31:49.505 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:49.506 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:49.507 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:31:49.565 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:31:49.566 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:31:49.598 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:49.598+0000 7f94438a2600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:49.599 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:49.599+0000 7f94438a2600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:49.613 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:31:49.613 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:31:49.614 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:31:49.614 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:31:49.614 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:31:49.615 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:31:49.615 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:49.615 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:49.615 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:31:49.616 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:49.616 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:31:49.616 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:49.617 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:49.617 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:31:49.617 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:49.617 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:31:49.618 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:49.618 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:31:49.618 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:49.619 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:49.619 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:49.619 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:49.619 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:31:49.620 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:49.620 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:49.620 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:31:49.620 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:49.621 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:49.621 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:49.621 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:31:49.621 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:49.622 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:49.622 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:49.622 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:49.623 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:31:49.623 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:49.623 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:49.623 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:31:49.624 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:49.624 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:49.624 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:49.624 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:31:49.625 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:49.625 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:49.626 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:49.626 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:49.626 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:31:49.627 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:49.627 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:49.627 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:31:49.627 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:49.628 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:49.628 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:49.628 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:31:49.628 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:49.629 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:49.629 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:49.629 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:31:49.629 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:49.630 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:31:49.630 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:31:49.630 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:31:49.630 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:49.631 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:31:49Z" 2022-09-01T10:31:49.631 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:31:49.632 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:31:49Z" } 2022-09-01T10:31:49.633 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:31:49.633 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:31:49.634 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:31:49.634 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:31:54.636 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:54.637 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:54.637 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:31:54.695 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:31:54.696 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:31:54.727 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:54.728+0000 7f3e836aa600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:54.728 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:54.729+0000 7f3e836aa600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:54.743 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:31:54.743 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:31:54.744 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:31:54.745 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:31:54.745 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:31:54.746 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:31:54.746 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:54.747 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:54.747 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:31:54.748 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:54.748 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:31:54.749 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:54.749 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:54.750 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:31:54.750 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:54.750 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:31:54.751 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:54.751 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:31:54.752 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:54.752 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:54.752 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:54.753 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:54.753 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:31:54.753 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:54.753 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:54.754 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:31:54.754 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:54.754 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:54.754 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:54.755 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:31:54.755 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:54.755 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:54.755 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:54.756 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:54.756 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:31:54.756 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:54.756 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:54.757 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:31:54.757 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:54.757 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:54.757 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:54.758 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:31:54.758 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:54.758 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:54.758 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:54.759 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:54.759 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:31:54.759 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:54.759 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:54.759 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:31:54.760 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:54.760 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:54.760 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:54.760 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:31:54.761 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:54.761 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:54.761 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:54.761 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:31:54.762 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:54.762 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:31:54.762 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:31:54.762 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:31:54.763 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:54.763 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:31:54Z" 2022-09-01T10:31:54.763 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:31:54.767 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:31:54Z" } 2022-09-01T10:31:54.767 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:31:54.768 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:31:54.769 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:31:54.769 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:31:59.770 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:59.771 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:31:59.772 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:31:59.830 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:31:59.830 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:31:59.863 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:59.863+0000 7fe74cf34600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:59.864 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:31:59.864+0000 7fe74cf34600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:31:59.879 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:31:59.879 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:31:59.880 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:31:59.881 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:31:59.881 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:31:59.882 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:31:59.882 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:59.883 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:59.883 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:31:59.884 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:59.884 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:31:59.885 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:59.885 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:59.886 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:31:59.886 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:59.886 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:31:59.887 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:59.887 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:31:59.887 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:59.887 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:59.888 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:59.888 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:59.888 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:31:59.888 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:59.889 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:59.889 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:31:59.889 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:59.889 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:59.890 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:59.890 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:31:59.890 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:59.890 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:59.891 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:59.891 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:59.891 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:31:59.891 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:59.892 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:59.892 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:31:59.892 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:59.892 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:59.893 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:59.893 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:31:59.893 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:31:59.893 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:59.894 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:59.894 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:31:59.894 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:31:59.894 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:31:59.895 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:31:59.895 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:31:59.895 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:31:59.895 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:31:59.896 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:31:59.896 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:31:59.896 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:31:59.896 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:59.897 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:31:59.897 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:31:59.897 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:59.897 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:31:59.898 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:31:59.898 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:31:59.898 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:31:59.898 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:31:59Z" 2022-09-01T10:31:59.899 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:31:59.900 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:31:59Z" } 2022-09-01T10:31:59.901 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:31:59.901 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:31:59.902 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:31:59.902 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:32:04.903 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:04.904 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:04.905 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:04.963 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:04.964 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:04.996 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:04.997+0000 7f2f12dee600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:04.997 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:04.998+0000 7f2f12dee600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:05.012 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:32:05.012 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:32:05.012 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:32:05.013 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:32:05.013 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:32:05.013 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:32:05.014 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:05.014 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:05.014 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:32:05.014 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:05.015 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:32:05.015 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:05.015 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:05.015 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:32:05.016 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:05.016 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:32:05.016 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:05.016 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:32:05.017 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:05.017 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:05.017 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:05.017 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:05.018 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:32:05.018 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:05.018 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:05.018 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:32:05.019 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:05.019 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:05.019 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:05.019 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:32:05.020 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:05.020 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:05.020 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:05.020 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:05.021 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:32:05.021 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:05.021 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:05.022 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:32:05.022 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:05.022 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:05.022 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:05.023 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:32:05.023 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:05.023 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:05.023 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:05.024 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:05.025 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:32:05.026 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:05.026 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:05.026 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:32:05.026 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:05.027 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:05.027 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:05.027 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:32:05.027 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:05.028 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:05.028 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:05.028 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:32:05.029 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:05.029 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:32:05.029 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:32:05.029 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:32:05.030 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:05.030 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:32:05Z" 2022-09-01T10:32:05.030 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:32:05.031 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:32:05Z" } 2022-09-01T10:32:05.032 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:32:05.033 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:32:05.033 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:32:05.034 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:32:10.035 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:10.036 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:10.037 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:10.096 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:10.097 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:10.129 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:10.129+0000 7f1741c6d600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:10.130 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:10.130+0000 7f1741c6d600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:10.144 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:32:10.145 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:32:10.145 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:32:10.145 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:32:10.145 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:32:10.146 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:32:10.146 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:10.146 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:10.147 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:32:10.147 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:10.147 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:32:10.147 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:10.148 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:10.148 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:32:10.148 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:10.148 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:32:10.149 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:10.149 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:32:10.149 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:10.149 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:10.150 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:10.150 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:10.150 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:32:10.151 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:10.151 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:10.152 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:32:10.152 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:10.152 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:10.152 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:10.153 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:32:10.153 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:10.153 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:10.153 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:10.154 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:10.154 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:32:10.154 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:10.155 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:10.155 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:32:10.155 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:10.155 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:10.156 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:10.156 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:32:10.156 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:10.156 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:10.157 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:10.157 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:10.157 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:32:10.157 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:10.158 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:10.158 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:32:10.158 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:10.159 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:10.159 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:10.159 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:32:10.159 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:10.160 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:10.160 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:10.160 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:32:10.160 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:10.161 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:32:10.161 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:32:10.161 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:32:10.162 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:10.162 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:32:10Z" 2022-09-01T10:32:10.163 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:32:10.164 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:32:10Z" } 2022-09-01T10:32:10.165 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:32:10.166 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:32:10.166 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:32:10.167 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:32:15.168 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:15.169 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:15.170 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:15.227 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:15.228 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:15.261 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:15.261+0000 7f62ab3b1600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:15.262 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:15.262+0000 7f62ab3b1600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:15.276 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:32:15.276 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:32:15.277 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:32:15.277 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:32:15.277 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:32:15.278 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:32:15.278 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:15.278 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:15.279 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:32:15.279 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:15.279 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:32:15.279 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:15.280 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:15.280 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:32:15.280 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:15.281 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:32:15.281 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:15.281 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:32:15.282 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:15.282 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:15.282 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:15.282 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:15.283 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:32:15.283 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:15.283 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:15.284 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:32:15.284 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:15.284 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:15.284 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:15.285 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:32:15.285 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:15.285 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:15.285 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:15.286 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:15.286 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:32:15.286 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:15.287 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:15.287 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:32:15.287 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:15.287 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:15.288 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:15.288 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:32:15.288 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:15.289 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:15.289 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:15.289 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:15.289 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:32:15.290 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:15.290 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:15.290 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:32:15.290 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:15.291 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:15.291 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:15.291 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:32:15.292 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:15.292 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:15.292 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:15.293 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:32:15.293 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:15.293 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:32:15.293 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:32:15.294 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:32:15.294 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:15.294 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:32:15Z" 2022-09-01T10:32:15.294 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:32:15.296 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:32:15Z" } 2022-09-01T10:32:15.296 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:32:15.297 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:32:15.297 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:32:15.298 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:32:20.299 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:20.300 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:20.301 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:20.359 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:20.360 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:20.393 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:20.393+0000 7fbd400e7600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:20.394 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:20.395+0000 7fbd400e7600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:20.409 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:32:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:32:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:32:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:32:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:32:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:32:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:32:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:32:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:32:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:32:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:32:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:32:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:32:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:32:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:20.418 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:20.418 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:20.418 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:32:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:32:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:32:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:32:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662027966.662319_177.1", 2022-09-01T10:32:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:26:06.662319Z", 2022-09-01T10:32:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:32:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:32:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:32:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:32:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:32:20Z" 2022-09-01T10:32:20.431 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:32:20.432 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662027966.662319_177.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:26:06.662319Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:32:20Z" } 2022-09-01T10:32:20.433 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662027966.662319_177.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:26:06.662319Z', 'realm_epoch': 4}}] 2022-09-01T10:32:20.433 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:32:20.434 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662027966.662319_177.1'} 2022-09-01T10:32:20.434 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662027966.662319_177.1 2022-09-01T10:32:25.436 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:25.437 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:25.438 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:25.496 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:25.496 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:25.529 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:25.529+0000 7f91482f2600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:25.530 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:25.530+0000 7f91482f2600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:25.549 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:32:25.550 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:32:25.551 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:32:25.551 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:32:25.551 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:32:25.551 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:32:25.552 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:25.552 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:25.552 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:32:25.552 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:25.553 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:32:25.553 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:25.553 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:25.553 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:32:25.554 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:25.554 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:32:25.554 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:25.555 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:32:25.555 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:25.555 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:25.555 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:25.556 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:25.556 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:32:25.556 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:25.556 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:25.557 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:32:25.557 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:25.557 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:25.557 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:25.558 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:32:25.558 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:25.558 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:25.559 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:25.559 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:25.559 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:32:25.560 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:25.560 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:25.561 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:32:25.561 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:25.562 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:25.562 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:25.563 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:32:25.563 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:25.564 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:25.564 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:25.565 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:25.565 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:32:25.565 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:25.566 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:25.566 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662028219.715947_240.1", 2022-09-01T10:32:25.567 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:25.567 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:25.568 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:25.568 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:30:19.715947Z", 2022-09-01T10:32:25.569 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:25.569 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:25.569 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:25.570 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:32:25.570 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:25.571 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:32:25.571 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:32:25.572 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:32:25.572 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:25.572 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:32:25Z" 2022-09-01T10:32:25.573 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:32:25.574 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662028219.715947_240.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:30:19.715947Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:32:25Z" } 2022-09-01T10:32:25.575 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662028219.715947_240.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:30:19.715947Z', 'realm_epoch': 4}}] 2022-09-01T10:32:25.576 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:32:25.576 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662028219.715947_240.1'} 2022-09-01T10:32:25.577 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662028219.715947_240.1 2022-09-01T10:32:30.578 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:30.579 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:30.579 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:30.631 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:30.631 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:30.659 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:30.659+0000 7f31b2b31600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:30.660 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:30.660+0000 7f31b2b31600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:30.674 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:32:30.674 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:32:30.674 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:32:30.675 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:32:30.675 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:32:30.675 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:32:30.676 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:30.676 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:30.676 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:32:30.677 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:30.677 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:32:30.677 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:30.677 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:30.678 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:32:30.678 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:30.678 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:32:30.679 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:30.679 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:32:30.679 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:30.679 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:30.680 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:30.680 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:30.680 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:32:30.681 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:30.681 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:30.681 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:32:30.681 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:30.682 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:30.682 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:30.682 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:32:30.683 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:30.683 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:30.683 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:30.684 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:30.684 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:32:30.684 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:30.685 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:30.685 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:32:30.685 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:30.685 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:30.686 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:30.686 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:32:30.686 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:30.687 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:30.687 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:30.687 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:30.687 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:32:30.688 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:30.688 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:30.688 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662028222.089123_273.1", 2022-09-01T10:32:30.689 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:30.689 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:30.689 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:30.689 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:30:22.089123Z", 2022-09-01T10:32:30.690 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:30.690 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:30.690 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:30.690 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:32:30.691 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:30.691 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:32:30.691 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:32:30.692 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:32:30.692 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:30.692 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:32:30Z" 2022-09-01T10:32:30.692 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:32:30.694 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662028222.089123_273.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:30:22.089123Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:32:30Z" } 2022-09-01T10:32:30.694 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662028222.089123_273.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:30:22.089123Z', 'realm_epoch': 4}}] 2022-09-01T10:32:30.695 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:32:30.696 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:32:30.696 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:32:30.697 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:32:30.697 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:30.698 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:30.699 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:30.749 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:30.749 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:30.795 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:32:30.796+0000 7ff3e3085600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:30.796 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:32:30.797+0000 7ff3e3085600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:30.812 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:32:30.813 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:32:30.813 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:32:30.813 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:32:30.813 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:32:30.814 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:32:30.814 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:32:30.814 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:32:30.815 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:32:30.815 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:32:30.815 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:32:30.816 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:32:30.816 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:32:30.816 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:32:30.816 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:32:30.817 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:32:30.817 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:32:30.817 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:32:30.817 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:32:30.818 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:32:30.818 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:32:30.818 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:32:30.819 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:32:30.819 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:32:30.819 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:32:30.819 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:32:30.820 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:32:30.820 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:32:30.820 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:32:30.821 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:32:30.821 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:32:30.821 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:32:30.822 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:32:30.822 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:32:30.822 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:32:30.822 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:32:30.823 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:32:30.823 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:32:30.823 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:32:30.823 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:32:30.824 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:32:30.824 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:32:30.824 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:32:30.824 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:32:30.825 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:32:30.825 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:32:30.825 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:32:30.826 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:32:30.826 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:32:30.826 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662028219.626376_234.1", 2022-09-01T10:32:30.826 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:32:30.827 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:32:30.827 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:32:30.827 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:30:19.626376Z", 2022-09-01T10:32:30.827 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:32:30.828 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:32:30.828 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:32:30.828 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:32:30.829 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:32:30.829 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:32:30.829 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:32:30.829 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:32:30.830 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:32:30.830 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:32:30Z" 2022-09-01T10:32:30.830 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:32:30.831 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662028219.626376_234.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:30:19.626376Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:32:30Z" } 2022-09-01T10:32:30.832 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662028219.626376_234.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:30:19.626376Z', 'realm_epoch': 4}}] 2022-09-01T10:32:30.832 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:32:30.833 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662028219.626376_234.1'} 2022-09-01T10:32:30.833 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662028219.626376_234.1 2022-09-01T10:32:35.834 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:35.835 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:35.836 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:35.895 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:35.895 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:35.943 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:32:35.944+0000 7f2b7987b600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:35.944 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:32:35.945+0000 7f2b7987b600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:35.966 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:32:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:32:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:32:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:32:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:32:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:32:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:32:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:32:35.970 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:32:35.970 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:32:35.971 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:32:35.971 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:32:35.972 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:32:35.972 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:32:35.973 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:32:35.973 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:32:35.974 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:32:35.974 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:32:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:32:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:32:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:32:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:32:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:32:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:32:35.977 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:32:35.977 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:32:35.978 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:32:35.978 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:32:35.979 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:32:35.979 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:32:35.980 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:32:35.980 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:32:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:32:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:32:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:32:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:32:35.982 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:32:35.982 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:32:35.982 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:32:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:32:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:32:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:32:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:32:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:32:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:32:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:32:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:32:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:32:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:32:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662028222.089123_273.1", 2022-09-01T10:32:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:32:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:32:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:32:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:30:22.089123Z", 2022-09-01T10:32:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:32:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:32:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:32:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:32:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:32:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:32:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:32:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:32:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:32:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:32:35Z" 2022-09-01T10:32:35.989 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:32:35.990 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662028222.089123_273.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:30:22.089123Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:32:35Z" } 2022-09-01T10:32:35.990 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662028222.089123_273.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:30:22.089123Z', 'realm_epoch': 4}}] 2022-09-01T10:32:35.991 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:32:35.991 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:32:35.992 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:32:35.992 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:32:35.993 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:35.993 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:35.994 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:36.052 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:36.052 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:36.087 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:36.088+0000 7f67381c6600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:36.088 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:36.090+0000 7f67381c6600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:36.102 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:32:36.102 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:32:36.103 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:32:36.103 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:32:36.103 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:32:36.104 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:32:36.104 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:36.104 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:36.104 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:32:36.105 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:36.105 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:32:36.105 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:36.105 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:36.106 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:32:36.106 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:36.106 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:32:36.106 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:36.107 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:32:36.107 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:36.107 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:36.107 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:36.108 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:36.108 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:32:36.108 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:36.108 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:36.109 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:32:36.109 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:36.109 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:36.109 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:36.110 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:32:36.110 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:36.110 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:36.110 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:36.111 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:36.111 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:32:36.111 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:36.111 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:36.112 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:32:36.112 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:36.112 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:36.112 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:36.113 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:32:36.113 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:36.113 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:36.113 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:36.114 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:36.114 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:32:36.114 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:36.115 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:36.115 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662028219.715947_240.1", 2022-09-01T10:32:36.115 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:36.115 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:36.116 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:36.116 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:30:19.715947Z", 2022-09-01T10:32:36.116 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:36.116 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:36.117 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:36.117 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:32:36.117 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:36.118 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:32:36.118 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:32:36.119 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:32:36.119 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:36.119 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:32:36Z" 2022-09-01T10:32:36.119 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:32:36.121 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662028219.715947_240.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:30:19.715947Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:32:36Z" } 2022-09-01T10:32:36.121 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662028219.715947_240.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:30:19.715947Z', 'realm_epoch': 4}}] 2022-09-01T10:32:36.122 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:32:36.123 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662028219.715947_240.1'} 2022-09-01T10:32:36.123 WARNING:rgw_multi.tests:zone test-zone4 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662028219.715947_240.1 2022-09-01T10:32:41.124 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:41.125 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:41.126 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:41.185 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:41.186 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:41.218 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:41.219+0000 7fafc5f0f600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:41.219 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:41.220+0000 7fafc5f0f600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:41.232 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:32:41.234 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:32:41.234 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:32:41.234 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:32:41.235 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:32:41.235 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:32:41.235 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:41.235 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:41.236 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:32:41.236 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:41.236 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:32:41.237 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:41.237 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:41.237 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:32:41.238 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:41.239 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:32:41.239 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:41.240 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:32:41.241 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:41.241 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:41.242 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:41.242 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:41.243 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:32:41.243 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:41.243 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:41.243 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:32:41.244 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:41.245 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:41.245 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:41.246 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:32:41.246 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:41.247 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:41.247 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:41.248 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:41.248 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:32:41.249 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:41.249 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:41.250 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:32:41.250 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:41.251 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:41.251 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:41.252 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:32:41.252 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:41.253 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:41.253 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:41.254 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:41.254 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:32:41.255 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:41.255 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:41.255 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662028219.644017_236.1", 2022-09-01T10:32:41.256 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:41.256 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:41.257 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:41.257 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:30:19.644017Z", 2022-09-01T10:32:41.258 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:41.258 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:41.259 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:41.259 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:32:41.260 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:41.260 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:32:41.261 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:32:41.261 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:32:41.262 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:41.262 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:32:41Z" 2022-09-01T10:32:41.263 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:32:41.265 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662028219.644017_236.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:30:19.644017Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:32:41Z" } 2022-09-01T10:32:41.266 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662028219.644017_236.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:30:19.644017Z', 'realm_epoch': 4}}] 2022-09-01T10:32:41.267 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:32:41.268 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662028219.644017_236.1'} 2022-09-01T10:32:41.269 WARNING:rgw_multi.tests:zone test-zone4 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662028219.644017_236.1 2022-09-01T10:32:46.270 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:46.271 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:46.272 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:46.326 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:46.326 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:46.357 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:46.358+0000 7f40b0309600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:46.358 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:46.359+0000 7f40b0309600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:46.370 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:32:46.371 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:32:46.371 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:32:46.372 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:32:46.372 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:32:46.372 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:32:46.372 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:46.373 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:46.373 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:32:46.373 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:46.374 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:32:46.374 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:46.374 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:46.374 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:32:46.375 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:46.375 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:32:46.375 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:46.375 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:32:46.376 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:46.376 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:46.376 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:46.376 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:46.377 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:32:46.377 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:46.377 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:46.377 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:32:46.378 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:46.378 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:46.378 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:46.378 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:32:46.379 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:46.379 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:46.379 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:46.379 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:46.380 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:32:46.380 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:46.380 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:46.380 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:32:46.381 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:46.381 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:46.381 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:46.381 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:32:46.382 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:46.382 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:46.382 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:46.383 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:46.383 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:32:46.383 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:46.384 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:46.384 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662028219.626376_234.1", 2022-09-01T10:32:46.384 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:46.384 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:46.385 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:46.385 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:30:19.626376Z", 2022-09-01T10:32:46.385 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:46.385 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:46.386 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:46.386 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:32:46.386 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:46.386 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:32:46.387 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:32:46.387 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:32:46.387 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:46.387 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:32:46Z" 2022-09-01T10:32:46.388 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:32:46.389 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662028219.626376_234.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:30:19.626376Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:32:46Z" } 2022-09-01T10:32:46.390 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662028219.626376_234.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:30:19.626376Z', 'realm_epoch': 4}}] 2022-09-01T10:32:46.390 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:32:46.391 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662028219.626376_234.1'} 2022-09-01T10:32:46.391 WARNING:rgw_multi.tests:zone test-zone4 behind master: shard=3 master=1_1662028222.089123_273.1 target=1_1662028219.626376_234.1 2022-09-01T10:32:51.393 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:51.393 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:51.394 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:51.453 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:51.453 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:51.484 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:51.486+0000 7fcb3c6c6600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:51.485 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:32:51.487+0000 7fcb3c6c6600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:32:51.499 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:32:51.500 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:32:51.500 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:32:51.501 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:32:51.501 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:32:51.502 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:32:51.502 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:51.503 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:51.504 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:32:51.504 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:51.504 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:32:51.505 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:51.505 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:51.506 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:32:51.506 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:51.507 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:32:51.507 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:51.508 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:32:51.508 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:51.508 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:51.509 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:51.509 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:51.509 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:32:51.509 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:51.510 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:51.510 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:32:51.510 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:51.511 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:51.511 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:51.512 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:32:51.512 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:51.512 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:51.512 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:51.513 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:51.513 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:32:51.513 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:51.514 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:51.514 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:32:51.514 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:51.514 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:51.515 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:51.515 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:32:51.515 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:32:51.516 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:51.516 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:51.516 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:51.516 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:32:51.517 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:51.517 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:32:51.517 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662028222.089123_273.1", 2022-09-01T10:32:51.517 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:51.518 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:51.518 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:51.518 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:30:22.089123Z", 2022-09-01T10:32:51.519 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:32:51.519 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:51.519 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:51.519 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:32:51.520 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:51.520 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:32:51.520 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:32:51.520 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:32:51.521 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:51.521 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:32:51Z" 2022-09-01T10:32:51.521 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:32:51.523 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662028222.089123_273.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:30:22.089123Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:32:51Z" } 2022-09-01T10:32:51.523 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662028222.089123_273.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:30:22.089123Z', 'realm_epoch': 4}}] 2022-09-01T10:32:51.524 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:32:51.524 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662028222.089123_273.1'} 2022-09-01T10:32:51.525 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:32:51.526 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'disable', '--bucket', 'ptoxvb-56', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:32:51.526 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'disable', '--bucket', 'ptoxvb-56', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:32:51.527 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync disable --bucket ptoxvb-56 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:32:51.592 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:51.593 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:51.668 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'disable', '--bucket', 'ptoxvb-57', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:32:51.668 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'disable', '--bucket', 'ptoxvb-57', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:32:51.669 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync disable --bucket ptoxvb-57 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:32:51.721 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:51.721 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:51.827 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'disable', '--bucket', 'ptoxvb-58', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:32:51.827 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'disable', '--bucket', 'ptoxvb-58', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:32:51.828 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync disable --bucket ptoxvb-58 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:32:51.878 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:51.879 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:51.952 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['log', 'list', '--rgw-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:51.953 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'log', 'list', '--rgw-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:51.954 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 log list --rgw-zone test-zone1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:52.001 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:52.002 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:52.070 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:32:52.070 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:1", 2022-09-01T10:32:52.071 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000078", 2022-09-01T10:32:52.071 INFO:teuthology.orchestra.run.smithi044.stdout: "meta.history", 2022-09-01T10:32:52.071 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:5", 2022-09-01T10:32:52.072 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:4", 2022-09-01T10:32:52.072 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.23", 2022-09-01T10:32:52.072 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000070", 2022-09-01T10:32:52.072 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000104", 2022-09-01T10:32:52.073 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.e6a21916-7630-45e1-bee5-90abb9102ea2.3", 2022-09-01T10:32:52.073 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:1", 2022-09-01T10:32:52.073 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000026", 2022-09-01T10:32:52.073 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:9", 2022-09-01T10:32:52.074 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:9", 2022-09-01T10:32:52.074 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:2", 2022-09-01T10:32:52.074 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.8", 2022-09-01T10:32:52.074 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:1", 2022-09-01T10:32:52.075 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:32:52.075 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000028", 2022-09-01T10:32:52.075 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:6", 2022-09-01T10:32:52.076 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:1", 2022-09-01T10:32:52.076 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:2", 2022-09-01T10:32:52.076 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:0", 2022-09-01T10:32:52.076 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:6", 2022-09-01T10:32:52.077 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:4", 2022-09-01T10:32:52.077 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:10", 2022-09-01T10:32:52.077 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:10", 2022-09-01T10:32:52.077 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:5", 2022-09-01T10:32:52.078 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:32:52.078 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:2", 2022-09-01T10:32:52.078 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1", 2022-09-01T10:32:52.078 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:8", 2022-09-01T10:32:52.079 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5", 2022-09-01T10:32:52.079 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:3", 2022-09-01T10:32:52.079 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:6", 2022-09-01T10:32:52.079 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:6", 2022-09-01T10:32:52.080 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.c831b8c8-c79b-4178-80d6-596fd8ecbf6b.2.retry", 2022-09-01T10:32:52.080 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000040", 2022-09-01T10:32:52.080 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.6", 2022-09-01T10:32:52.080 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:9", 2022-09-01T10:32:52.081 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:6", 2022-09-01T10:32:52.081 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:3", 2022-09-01T10:32:52.081 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000015", 2022-09-01T10:32:52.081 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:9", 2022-09-01T10:32:52.082 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000069", 2022-09-01T10:32:52.082 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:0", 2022-09-01T10:32:52.082 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000095", 2022-09-01T10:32:52.082 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:3", 2022-09-01T10:32:52.083 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000003", 2022-09-01T10:32:52.083 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:0", 2022-09-01T10:32:52.083 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000047", 2022-09-01T10:32:52.083 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:2", 2022-09-01T10:32:52.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:3", 2022-09-01T10:32:52.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:5", 2022-09-01T10:32:52.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:32:52.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:7", 2022-09-01T10:32:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000035", 2022-09-01T10:32:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:7", 2022-09-01T10:32:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000037", 2022-09-01T10:32:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:5", 2022-09-01T10:32:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:1", 2022-09-01T10:32:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:3", 2022-09-01T10:32:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:5", 2022-09-01T10:32:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:6", 2022-09-01T10:32:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:9", 2022-09-01T10:32:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:3", 2022-09-01T10:32:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:10", 2022-09-01T10:32:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000024", 2022-09-01T10:32:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:32:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:6", 2022-09-01T10:32:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:6", 2022-09-01T10:32:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:10", 2022-09-01T10:32:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000000", 2022-09-01T10:32:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:0", 2022-09-01T10:32:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000031", 2022-09-01T10:32:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:2", 2022-09-01T10:32:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:1", 2022-09-01T10:32:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:9", 2022-09-01T10:32:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.3", 2022-09-01T10:32:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.e6a21916-7630-45e1-bee5-90abb9102ea2.1", 2022-09-01T10:32:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:4", 2022-09-01T10:32:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.c831b8c8-c79b-4178-80d6-596fd8ecbf6b.1", 2022-09-01T10:32:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:0", 2022-09-01T10:32:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:5", 2022-09-01T10:32:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:9", 2022-09-01T10:32:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:4", 2022-09-01T10:32:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:2", 2022-09-01T10:32:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:7", 2022-09-01T10:32:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:6", 2022-09-01T10:32:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:0", 2022-09-01T10:32:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:3", 2022-09-01T10:32:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:0", 2022-09-01T10:32:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:1", 2022-09-01T10:32:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:32:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:6", 2022-09-01T10:32:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:9", 2022-09-01T10:32:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:9", 2022-09-01T10:32:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:7", 2022-09-01T10:32:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "data_loggenerations_metadata", 2022-09-01T10:32:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.c831b8c8-c79b-4178-80d6-596fd8ecbf6b.1.retry", 2022-09-01T10:32:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:2", 2022-09-01T10:32:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:2", 2022-09-01T10:32:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000076", 2022-09-01T10:32:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000113", 2022-09-01T10:32:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000005", 2022-09-01T10:32:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.c831b8c8-c79b-4178-80d6-596fd8ecbf6b.0", 2022-09-01T10:32:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:6", 2022-09-01T10:32:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:10", 2022-09-01T10:32:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000011", 2022-09-01T10:32:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000058", 2022-09-01T10:32:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:10", 2022-09-01T10:32:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000052", 2022-09-01T10:32:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:3", 2022-09-01T10:32:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:8", 2022-09-01T10:32:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.21", 2022-09-01T10:32:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:7", 2022-09-01T10:32:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:8", 2022-09-01T10:32:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:0", 2022-09-01T10:32:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:6", 2022-09-01T10:32:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:3", 2022-09-01T10:32:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:0", 2022-09-01T10:32:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:3", 2022-09-01T10:32:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:8", 2022-09-01T10:32:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:5", 2022-09-01T10:32:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:10", 2022-09-01T10:32:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:3", 2022-09-01T10:32:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:1", 2022-09-01T10:32:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:0", 2022-09-01T10:32:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11", 2022-09-01T10:32:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:32:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:3", 2022-09-01T10:32:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:3", 2022-09-01T10:32:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000088", 2022-09-01T10:32:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000080", 2022-09-01T10:32:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:10", 2022-09-01T10:32:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000090", 2022-09-01T10:32:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.0.V7ZFlTeyvlB.0", 2022-09-01T10:32:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:2", 2022-09-01T10:32:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.c831b8c8-c79b-4178-80d6-596fd8ecbf6b.3.retry", 2022-09-01T10:32:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000110", 2022-09-01T10:32:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:9", 2022-09-01T10:32:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:8", 2022-09-01T10:32:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:4", 2022-09-01T10:32:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:0", 2022-09-01T10:32:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:2", 2022-09-01T10:32:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000096", 2022-09-01T10:32:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:0", 2022-09-01T10:32:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:7", 2022-09-01T10:32:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:9", 2022-09-01T10:32:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:6", 2022-09-01T10:32:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:1", 2022-09-01T10:32:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000087", 2022-09-01T10:32:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:9", 2022-09-01T10:32:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000008", 2022-09-01T10:32:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:6", 2022-09-01T10:32:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:1", 2022-09-01T10:32:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:9", 2022-09-01T10:32:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000006", 2022-09-01T10:32:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000029", 2022-09-01T10:32:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:6", 2022-09-01T10:32:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:3", 2022-09-01T10:32:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1", 2022-09-01T10:32:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:5", 2022-09-01T10:32:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000089", 2022-09-01T10:32:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:0", 2022-09-01T10:32:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:5", 2022-09-01T10:32:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:8", 2022-09-01T10:32:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000022", 2022-09-01T10:32:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:2", 2022-09-01T10:32:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:7", 2022-09-01T10:32:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:0", 2022-09-01T10:32:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:2", 2022-09-01T10:32:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:10", 2022-09-01T10:32:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:8", 2022-09-01T10:32:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:9", 2022-09-01T10:32:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "bilog.trim", 2022-09-01T10:32:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000016", 2022-09-01T10:32:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:8", 2022-09-01T10:32:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:2", 2022-09-01T10:32:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:3", 2022-09-01T10:32:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:10", 2022-09-01T10:32:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000041", 2022-09-01T10:32:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:2", 2022-09-01T10:32:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:10", 2022-09-01T10:32:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:10", 2022-09-01T10:32:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000018", 2022-09-01T10:32:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000092", 2022-09-01T10:32:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:4", 2022-09-01T10:32:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:7", 2022-09-01T10:32:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:10", 2022-09-01T10:32:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:9", 2022-09-01T10:32:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:4", 2022-09-01T10:32:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:32:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:5", 2022-09-01T10:32:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:6", 2022-09-01T10:32:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.4", 2022-09-01T10:32:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:10", 2022-09-01T10:32:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:8", 2022-09-01T10:32:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000014", 2022-09-01T10:32:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:0", 2022-09-01T10:32:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:7", 2022-09-01T10:32:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:5", 2022-09-01T10:32:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000112", 2022-09-01T10:32:52.124 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:1", 2022-09-01T10:32:52.124 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:7", 2022-09-01T10:32:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000007", 2022-09-01T10:32:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000021", 2022-09-01T10:32:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:3", 2022-09-01T10:32:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:7", 2022-09-01T10:32:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.16", 2022-09-01T10:32:52.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:7", 2022-09-01T10:32:52.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:4", 2022-09-01T10:32:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000064", 2022-09-01T10:32:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:7", 2022-09-01T10:32:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:7", 2022-09-01T10:32:52.129 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.c831b8c8-c79b-4178-80d6-596fd8ecbf6b.2", 2022-09-01T10:32:52.129 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:5", 2022-09-01T10:32:52.129 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:1", 2022-09-01T10:32:52.129 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000071", 2022-09-01T10:32:52.130 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:6", 2022-09-01T10:32:52.130 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:1", 2022-09-01T10:32:52.130 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000074", 2022-09-01T10:32:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:5", 2022-09-01T10:32:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:10", 2022-09-01T10:32:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.e6a21916-7630-45e1-bee5-90abb9102ea2.1.retry", 2022-09-01T10:32:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:7", 2022-09-01T10:32:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:3", 2022-09-01T10:32:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:4", 2022-09-01T10:32:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:3", 2022-09-01T10:32:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000081", 2022-09-01T10:32:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000009", 2022-09-01T10:32:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000121", 2022-09-01T10:32:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.1", 2022-09-01T10:32:52.134 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:9", 2022-09-01T10:32:52.134 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:2", 2022-09-01T10:32:52.135 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:5", 2022-09-01T10:32:52.135 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:9", 2022-09-01T10:32:52.135 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:0", 2022-09-01T10:32:52.135 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.17", 2022-09-01T10:32:52.136 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000125", 2022-09-01T10:32:52.136 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:3", 2022-09-01T10:32:52.136 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000082", 2022-09-01T10:32:52.136 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:3", 2022-09-01T10:32:52.137 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:6", 2022-09-01T10:32:52.137 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.3.cB6699TWgE3.0", 2022-09-01T10:32:52.137 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:8", 2022-09-01T10:32:52.137 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:32:52.138 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:3", 2022-09-01T10:32:52.138 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000105", 2022-09-01T10:32:52.138 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000059", 2022-09-01T10:32:52.138 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:4", 2022-09-01T10:32:52.139 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:5", 2022-09-01T10:32:52.139 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:5", 2022-09-01T10:32:52.139 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:4", 2022-09-01T10:32:52.139 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:5", 2022-09-01T10:32:52.140 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.e6a21916-7630-45e1-bee5-90abb9102ea2.2.retry", 2022-09-01T10:32:52.140 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000077", 2022-09-01T10:32:52.140 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38", 2022-09-01T10:32:52.140 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:1", 2022-09-01T10:32:52.141 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000032", 2022-09-01T10:32:52.141 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:3", 2022-09-01T10:32:52.141 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:6", 2022-09-01T10:32:52.141 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:10", 2022-09-01T10:32:52.142 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:1", 2022-09-01T10:32:52.142 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:0", 2022-09-01T10:32:52.142 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:8", 2022-09-01T10:32:52.142 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:0", 2022-09-01T10:32:52.143 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:0", 2022-09-01T10:32:52.143 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:5", 2022-09-01T10:32:52.143 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:32:52.143 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:5", 2022-09-01T10:32:52.144 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:7", 2022-09-01T10:32:52.144 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:9", 2022-09-01T10:32:52.144 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:2", 2022-09-01T10:32:52.144 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000053", 2022-09-01T10:32:52.145 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:3", 2022-09-01T10:32:52.145 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000091", 2022-09-01T10:32:52.145 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:4", 2022-09-01T10:32:52.145 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:32:52.146 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15", 2022-09-01T10:32:52.146 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:6", 2022-09-01T10:32:52.146 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:4", 2022-09-01T10:32:52.146 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:1", 2022-09-01T10:32:52.147 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000065", 2022-09-01T10:32:52.147 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:6", 2022-09-01T10:32:52.147 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14", 2022-09-01T10:32:52.147 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000083", 2022-09-01T10:32:52.148 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000010", 2022-09-01T10:32:52.148 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:5", 2022-09-01T10:32:52.148 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:1", 2022-09-01T10:32:52.148 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:9", 2022-09-01T10:32:52.149 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:10", 2022-09-01T10:32:52.149 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:0", 2022-09-01T10:32:52.149 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:5", 2022-09-01T10:32:52.149 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3", 2022-09-01T10:32:52.150 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:7", 2022-09-01T10:32:52.150 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.7", 2022-09-01T10:32:52.150 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.3", 2022-09-01T10:32:52.150 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:6", 2022-09-01T10:32:52.151 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:9", 2022-09-01T10:32:52.151 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:9", 2022-09-01T10:32:52.151 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:2", 2022-09-01T10:32:52.151 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:4", 2022-09-01T10:32:52.152 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.e6a21916-7630-45e1-bee5-90abb9102ea2.2", 2022-09-01T10:32:52.152 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:4", 2022-09-01T10:32:52.152 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:10", 2022-09-01T10:32:52.152 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:1", 2022-09-01T10:32:52.153 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:5", 2022-09-01T10:32:52.153 INFO:teuthology.orchestra.run.smithi044.stdout: "mdlog.sync-status.shard.2", 2022-09-01T10:32:52.153 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:0", 2022-09-01T10:32:52.153 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:5", 2022-09-01T10:32:52.153 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000045", 2022-09-01T10:32:52.154 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:8", 2022-09-01T10:32:52.154 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:4", 2022-09-01T10:32:52.154 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:2", 2022-09-01T10:32:52.154 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000002", 2022-09-01T10:32:52.155 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:2", 2022-09-01T10:32:52.155 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:1", 2022-09-01T10:32:52.155 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.12", 2022-09-01T10:32:52.155 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:9", 2022-09-01T10:32:52.156 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:8", 2022-09-01T10:32:52.156 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:9", 2022-09-01T10:32:52.156 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:5", 2022-09-01T10:32:52.156 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:2", 2022-09-01T10:32:52.157 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000116", 2022-09-01T10:32:52.157 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.1.3VPBtLXGagj.0", 2022-09-01T10:32:52.157 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:9", 2022-09-01T10:32:52.157 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:6", 2022-09-01T10:32:52.158 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:7", 2022-09-01T10:32:52.158 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:4", 2022-09-01T10:32:52.158 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000034", 2022-09-01T10:32:52.158 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:1", 2022-09-01T10:32:52.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:10", 2022-09-01T10:32:52.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3", 2022-09-01T10:32:52.159 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:0", 2022-09-01T10:32:52.159 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000101", 2022-09-01T10:32:52.160 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:10", 2022-09-01T10:32:52.160 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:3", 2022-09-01T10:32:52.160 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.13", 2022-09-01T10:32:52.161 INFO:teuthology.orchestra.run.smithi044.stdout: "mdlog.sync-status.shard.1", 2022-09-01T10:32:52.161 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:2", 2022-09-01T10:32:52.161 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:4", 2022-09-01T10:32:52.161 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:10", 2022-09-01T10:32:52.162 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:2", 2022-09-01T10:32:52.162 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:5", 2022-09-01T10:32:52.162 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:7", 2022-09-01T10:32:52.162 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000079", 2022-09-01T10:32:52.163 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000049", 2022-09-01T10:32:52.163 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:1", 2022-09-01T10:32:52.163 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000117", 2022-09-01T10:32:52.163 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000044", 2022-09-01T10:32:52.164 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:0", 2022-09-01T10:32:52.164 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:0", 2022-09-01T10:32:52.164 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:3", 2022-09-01T10:32:52.164 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:1", 2022-09-01T10:32:52.165 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.14", 2022-09-01T10:32:52.165 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:32:52.165 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000066", 2022-09-01T10:32:52.165 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:0", 2022-09-01T10:32:52.166 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:2", 2022-09-01T10:32:52.166 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:1", 2022-09-01T10:32:52.166 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:8", 2022-09-01T10:32:52.166 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:10", 2022-09-01T10:32:52.167 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:10", 2022-09-01T10:32:52.167 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:10", 2022-09-01T10:32:52.167 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000068", 2022-09-01T10:32:52.167 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:4", 2022-09-01T10:32:52.168 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:4", 2022-09-01T10:32:52.168 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:32:52.168 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.c831b8c8-c79b-4178-80d6-596fd8ecbf6b.3", 2022-09-01T10:32:52.168 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:10", 2022-09-01T10:32:52.169 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000085", 2022-09-01T10:32:52.169 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:3", 2022-09-01T10:32:52.169 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37", 2022-09-01T10:32:52.169 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:3", 2022-09-01T10:32:52.170 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:2", 2022-09-01T10:32:52.170 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:2", 2022-09-01T10:32:52.170 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:10", 2022-09-01T10:32:52.170 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:4", 2022-09-01T10:32:52.171 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:9", 2022-09-01T10:32:52.171 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:8", 2022-09-01T10:32:52.171 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:9", 2022-09-01T10:32:52.171 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000073", 2022-09-01T10:32:52.172 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:5", 2022-09-01T10:32:52.172 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:3", 2022-09-01T10:32:52.172 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:0", 2022-09-01T10:32:52.172 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:8", 2022-09-01T10:32:52.173 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000038", 2022-09-01T10:32:52.173 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:0", 2022-09-01T10:32:52.173 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:2", 2022-09-01T10:32:52.173 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:7", 2022-09-01T10:32:52.174 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:4", 2022-09-01T10:32:52.174 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.10", 2022-09-01T10:32:52.174 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:1", 2022-09-01T10:32:52.174 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000118", 2022-09-01T10:32:52.175 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:0", 2022-09-01T10:32:52.175 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:8", 2022-09-01T10:32:52.175 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:1", 2022-09-01T10:32:52.175 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000036", 2022-09-01T10:32:52.176 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:4", 2022-09-01T10:32:52.176 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:0", 2022-09-01T10:32:52.176 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:4", 2022-09-01T10:32:52.176 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000103", 2022-09-01T10:32:52.177 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:3", 2022-09-01T10:32:52.177 INFO:teuthology.orchestra.run.smithi044.stdout: "mdlog.sync-status.shard.3", 2022-09-01T10:32:52.177 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:3", 2022-09-01T10:32:52.177 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:1", 2022-09-01T10:32:52.178 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000119", 2022-09-01T10:32:52.178 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:3", 2022-09-01T10:32:52.178 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:7", 2022-09-01T10:32:52.178 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000098", 2022-09-01T10:32:52.179 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:6", 2022-09-01T10:32:52.179 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5", 2022-09-01T10:32:52.179 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:5", 2022-09-01T10:32:52.179 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:8", 2022-09-01T10:32:52.179 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:7", 2022-09-01T10:32:52.180 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:10", 2022-09-01T10:32:52.180 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:4", 2022-09-01T10:32:52.180 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:8", 2022-09-01T10:32:52.181 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:4", 2022-09-01T10:32:52.181 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:0", 2022-09-01T10:32:52.181 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:6", 2022-09-01T10:32:52.181 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:4", 2022-09-01T10:32:52.182 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:2", 2022-09-01T10:32:52.182 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:4", 2022-09-01T10:32:52.182 INFO:teuthology.orchestra.run.smithi044.stdout: "mdlog.sync-status.shard.0", 2022-09-01T10:32:52.182 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000027", 2022-09-01T10:32:52.183 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:3", 2022-09-01T10:32:52.183 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:0", 2022-09-01T10:32:52.183 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:4", 2022-09-01T10:32:52.183 INFO:teuthology.orchestra.run.smithi044.stdout: "mdlog.sync-status", 2022-09-01T10:32:52.184 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000019", 2022-09-01T10:32:52.184 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:7", 2022-09-01T10:32:52.184 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:32:52.184 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:3", 2022-09-01T10:32:52.185 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:8", 2022-09-01T10:32:52.185 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:2", 2022-09-01T10:32:52.185 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:2", 2022-09-01T10:32:52.185 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000039", 2022-09-01T10:32:52.185 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:10", 2022-09-01T10:32:52.186 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13", 2022-09-01T10:32:52.186 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:1", 2022-09-01T10:32:52.186 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:5", 2022-09-01T10:32:52.187 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:5", 2022-09-01T10:32:52.187 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:6", 2022-09-01T10:32:52.187 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:9", 2022-09-01T10:32:52.187 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:8", 2022-09-01T10:32:52.188 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:8", 2022-09-01T10:32:52.188 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:6", 2022-09-01T10:32:52.188 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:6", 2022-09-01T10:32:52.188 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000100", 2022-09-01T10:32:52.189 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:5", 2022-09-01T10:32:52.189 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:0", 2022-09-01T10:32:52.189 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:0", 2022-09-01T10:32:52.189 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:1", 2022-09-01T10:32:52.190 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:10", 2022-09-01T10:32:52.190 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15", 2022-09-01T10:32:52.190 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:4", 2022-09-01T10:32:52.190 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000093", 2022-09-01T10:32:52.191 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:9", 2022-09-01T10:32:52.191 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:5", 2022-09-01T10:32:52.191 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:8", 2022-09-01T10:32:52.191 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:1", 2022-09-01T10:32:52.192 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:8", 2022-09-01T10:32:52.192 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:4", 2022-09-01T10:32:52.192 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:7", 2022-09-01T10:32:52.192 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000004", 2022-09-01T10:32:52.193 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000063", 2022-09-01T10:32:52.193 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000122", 2022-09-01T10:32:52.193 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:9", 2022-09-01T10:32:52.193 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000057", 2022-09-01T10:32:52.194 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:10", 2022-09-01T10:32:52.194 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:4", 2022-09-01T10:32:52.194 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000054", 2022-09-01T10:32:52.194 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000114", 2022-09-01T10:32:52.195 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:8", 2022-09-01T10:32:52.195 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:10", 2022-09-01T10:32:52.195 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:0", 2022-09-01T10:32:52.195 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:9", 2022-09-01T10:32:52.196 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.2", 2022-09-01T10:32:52.196 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.0", 2022-09-01T10:32:52.196 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:2", 2022-09-01T10:32:52.196 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:0", 2022-09-01T10:32:52.197 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.e6a21916-7630-45e1-bee5-90abb9102ea2.0", 2022-09-01T10:32:52.197 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:7", 2022-09-01T10:32:52.197 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:6", 2022-09-01T10:32:52.197 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:4", 2022-09-01T10:32:52.198 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:6", 2022-09-01T10:32:52.198 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000012", 2022-09-01T10:32:52.198 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:0", 2022-09-01T10:32:52.198 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:32:52.199 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:8", 2022-09-01T10:32:52.199 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:9", 2022-09-01T10:32:52.199 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:32:52.199 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14", 2022-09-01T10:32:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000084", 2022-09-01T10:32:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000043", 2022-09-01T10:32:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:5", 2022-09-01T10:32:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:4", 2022-09-01T10:32:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.e6a21916-7630-45e1-bee5-90abb9102ea2.3.retry", 2022-09-01T10:32:52.201 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:0", 2022-09-01T10:32:52.201 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:3", 2022-09-01T10:32:52.202 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:5", 2022-09-01T10:32:52.202 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38", 2022-09-01T10:32:52.202 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:9", 2022-09-01T10:32:52.202 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.11", 2022-09-01T10:32:52.203 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36", 2022-09-01T10:32:52.203 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:7", 2022-09-01T10:32:52.203 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:8", 2022-09-01T10:32:52.203 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:5", 2022-09-01T10:32:52.204 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:10", 2022-09-01T10:32:52.204 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:2", 2022-09-01T10:32:52.204 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:7", 2022-09-01T10:32:52.204 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:7", 2022-09-01T10:32:52.205 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:10", 2022-09-01T10:32:52.205 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000111", 2022-09-01T10:32:52.205 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:32:52.205 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000048", 2022-09-01T10:32:52.205 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:4", 2022-09-01T10:32:52.206 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:2", 2022-09-01T10:32:52.206 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:7", 2022-09-01T10:32:52.206 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000020", 2022-09-01T10:32:52.206 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:3", 2022-09-01T10:32:52.207 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:7", 2022-09-01T10:32:52.207 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:32:52.207 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:5", 2022-09-01T10:32:52.207 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000099", 2022-09-01T10:32:52.208 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000056", 2022-09-01T10:32:52.208 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4", 2022-09-01T10:32:52.208 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:4", 2022-09-01T10:32:52.208 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:2", 2022-09-01T10:32:52.209 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.19", 2022-09-01T10:32:52.209 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:1", 2022-09-01T10:32:52.209 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:5", 2022-09-01T10:32:52.209 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:6", 2022-09-01T10:32:52.210 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:4", 2022-09-01T10:32:52.210 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:32:52.210 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:7", 2022-09-01T10:32:52.210 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:6", 2022-09-01T10:32:52.211 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000072", 2022-09-01T10:32:52.211 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:6", 2022-09-01T10:32:52.211 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000062", 2022-09-01T10:32:52.211 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:5", 2022-09-01T10:32:52.212 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:10", 2022-09-01T10:32:52.212 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000115", 2022-09-01T10:32:52.212 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.1", 2022-09-01T10:32:52.212 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:3", 2022-09-01T10:32:52.213 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000033", 2022-09-01T10:32:52.213 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:3", 2022-09-01T10:32:52.213 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:10", 2022-09-01T10:32:52.213 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:1", 2022-09-01T10:32:52.214 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:5", 2022-09-01T10:32:52.214 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.2.7qFjLYTeXtH.0", 2022-09-01T10:32:52.214 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:0", 2022-09-01T10:32:52.214 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:10", 2022-09-01T10:32:52.215 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:32:52.215 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:32:52.215 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:5", 2022-09-01T10:32:52.215 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000025", 2022-09-01T10:32:52.216 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:32:52.216 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000123", 2022-09-01T10:32:52.216 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:8", 2022-09-01T10:32:52.216 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:6", 2022-09-01T10:32:52.217 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:0", 2022-09-01T10:32:52.217 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.18", 2022-09-01T10:32:52.217 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:6", 2022-09-01T10:32:52.217 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000108", 2022-09-01T10:32:52.218 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:8", 2022-09-01T10:32:52.218 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:6", 2022-09-01T10:32:52.218 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:1", 2022-09-01T10:32:52.218 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:7", 2022-09-01T10:32:52.219 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000094", 2022-09-01T10:32:52.219 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:8", 2022-09-01T10:32:52.219 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:5", 2022-09-01T10:32:52.219 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000060", 2022-09-01T10:32:52.220 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:10", 2022-09-01T10:32:52.220 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000109", 2022-09-01T10:32:52.220 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.15", 2022-09-01T10:32:52.220 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10", 2022-09-01T10:32:52.221 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:6", 2022-09-01T10:32:52.221 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:2", 2022-09-01T10:32:52.221 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:9", 2022-09-01T10:32:52.222 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:1", 2022-09-01T10:32:52.222 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:4", 2022-09-01T10:32:52.222 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000013", 2022-09-01T10:32:52.222 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:6", 2022-09-01T10:32:52.223 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:5", 2022-09-01T10:32:52.223 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:6", 2022-09-01T10:32:52.223 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:2", 2022-09-01T10:32:52.223 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:1", 2022-09-01T10:32:52.224 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:10", 2022-09-01T10:32:52.224 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:7", 2022-09-01T10:32:52.224 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:32:52.224 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:8", 2022-09-01T10:32:52.225 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:0", 2022-09-01T10:32:52.225 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:9", 2022-09-01T10:32:52.225 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:8", 2022-09-01T10:32:52.225 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:3", 2022-09-01T10:32:52.226 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:8", 2022-09-01T10:32:52.226 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:7", 2022-09-01T10:32:52.226 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:2", 2022-09-01T10:32:52.226 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:7", 2022-09-01T10:32:52.227 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000051", 2022-09-01T10:32:52.227 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000106", 2022-09-01T10:32:52.227 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:2", 2022-09-01T10:32:52.227 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:32:52.228 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:10", 2022-09-01T10:32:52.228 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:2", 2022-09-01T10:32:52.228 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:1", 2022-09-01T10:32:52.228 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000017", 2022-09-01T10:32:52.229 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:7", 2022-09-01T10:32:52.229 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:1", 2022-09-01T10:32:52.229 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:10", 2022-09-01T10:32:52.229 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:4", 2022-09-01T10:32:52.230 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:10", 2022-09-01T10:32:52.230 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:4", 2022-09-01T10:32:52.230 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:32:52.230 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:5", 2022-09-01T10:32:52.231 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000023", 2022-09-01T10:32:52.231 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:6", 2022-09-01T10:32:52.231 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:1", 2022-09-01T10:32:52.231 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:1", 2022-09-01T10:32:52.232 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:9", 2022-09-01T10:32:52.232 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:1", 2022-09-01T10:32:52.232 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:3", 2022-09-01T10:32:52.232 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:0", 2022-09-01T10:32:52.233 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4", 2022-09-01T10:32:52.233 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:8", 2022-09-01T10:32:52.233 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:10", 2022-09-01T10:32:52.233 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:5", 2022-09-01T10:32:52.234 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:7", 2022-09-01T10:32:52.234 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:2", 2022-09-01T10:32:52.234 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11", 2022-09-01T10:32:52.234 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000107", 2022-09-01T10:32:52.235 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:9", 2022-09-01T10:32:52.235 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:8", 2022-09-01T10:32:52.235 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:9", 2022-09-01T10:32:52.236 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000046", 2022-09-01T10:32:52.236 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:6", 2022-09-01T10:32:52.236 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:9", 2022-09-01T10:32:52.236 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:2", 2022-09-01T10:32:52.237 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:0", 2022-09-01T10:32:52.237 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:4", 2022-09-01T10:32:52.237 INFO:teuthology.orchestra.run.smithi044.stdout: "meta.log.39870d50-3792-42d7-adf0-465c8b777149.3", 2022-09-01T10:32:52.237 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:7", 2022-09-01T10:32:52.237 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:3", 2022-09-01T10:32:52.238 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.22", 2022-09-01T10:32:52.238 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:3", 2022-09-01T10:32:52.238 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:9", 2022-09-01T10:32:52.238 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:1", 2022-09-01T10:32:52.239 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:9", 2022-09-01T10:32:52.239 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:6", 2022-09-01T10:32:52.239 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.2", 2022-09-01T10:32:52.239 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:0", 2022-09-01T10:32:52.240 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36", 2022-09-01T10:32:52.240 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:7", 2022-09-01T10:32:52.240 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:1", 2022-09-01T10:32:52.240 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:0", 2022-09-01T10:32:52.241 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000067", 2022-09-01T10:32:52.241 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:5", 2022-09-01T10:32:52.241 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:8", 2022-09-01T10:32:52.241 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:5", 2022-09-01T10:32:52.242 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:7", 2022-09-01T10:32:52.242 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:8", 2022-09-01T10:32:52.242 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:3", 2022-09-01T10:32:52.242 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:2", 2022-09-01T10:32:52.243 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10", 2022-09-01T10:32:52.243 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.9", 2022-09-01T10:32:52.243 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000086", 2022-09-01T10:32:52.243 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:9", 2022-09-01T10:32:52.244 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:2", 2022-09-01T10:32:52.244 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:5", 2022-09-01T10:32:52.244 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.5", 2022-09-01T10:32:52.244 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:8", 2022-09-01T10:32:52.245 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:2", 2022-09-01T10:32:52.245 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:3", 2022-09-01T10:32:52.245 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13", 2022-09-01T10:32:52.245 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:8", 2022-09-01T10:32:52.246 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:4", 2022-09-01T10:32:52.246 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:9", 2022-09-01T10:32:52.246 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:1", 2022-09-01T10:32:52.246 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:9", 2022-09-01T10:32:52.247 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:2", 2022-09-01T10:32:52.247 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:6", 2022-09-01T10:32:52.247 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:7", 2022-09-01T10:32:52.247 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:1", 2022-09-01T10:32:52.248 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:5", 2022-09-01T10:32:52.248 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:10", 2022-09-01T10:32:52.248 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.20", 2022-09-01T10:32:52.248 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:4", 2022-09-01T10:32:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:9", 2022-09-01T10:32:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:8", 2022-09-01T10:32:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:2", 2022-09-01T10:32:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:7", 2022-09-01T10:32:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:2", 2022-09-01T10:32:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:3", 2022-09-01T10:32:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:8", 2022-09-01T10:32:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:4", 2022-09-01T10:32:52.251 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:0", 2022-09-01T10:32:52.251 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000050", 2022-09-01T10:32:52.251 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:5", 2022-09-01T10:32:52.251 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000102", 2022-09-01T10:32:52.252 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:7", 2022-09-01T10:32:52.252 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:9", 2022-09-01T10:32:52.252 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12", 2022-09-01T10:32:52.252 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:10", 2022-09-01T10:32:52.253 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:4", 2022-09-01T10:32:52.253 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:0", 2022-09-01T10:32:52.253 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:4", 2022-09-01T10:32:52.253 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000124", 2022-09-01T10:32:52.254 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:8", 2022-09-01T10:32:52.254 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:8", 2022-09-01T10:32:52.254 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:0", 2022-09-01T10:32:52.254 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:1", 2022-09-01T10:32:52.255 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000001", 2022-09-01T10:32:52.255 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:6", 2022-09-01T10:32:52.255 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:3", 2022-09-01T10:32:52.255 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:6", 2022-09-01T10:32:52.256 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000126", 2022-09-01T10:32:52.256 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:8", 2022-09-01T10:32:52.256 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000055", 2022-09-01T10:32:52.256 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:2", 2022-09-01T10:32:52.257 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:7", 2022-09-01T10:32:52.257 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000061", 2022-09-01T10:32:52.257 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37", 2022-09-01T10:32:52.257 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:7", 2022-09-01T10:32:52.257 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:1", 2022-09-01T10:32:52.258 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:0", 2022-09-01T10:32:52.258 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000097", 2022-09-01T10:32:52.258 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:8", 2022-09-01T10:32:52.259 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:4", 2022-09-01T10:32:52.259 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:1", 2022-09-01T10:32:52.259 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12", 2022-09-01T10:32:52.259 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:10", 2022-09-01T10:32:52.260 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:1", 2022-09-01T10:32:52.260 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:2", 2022-09-01T10:32:52.260 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:6", 2022-09-01T10:32:52.260 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:10", 2022-09-01T10:32:52.261 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000042", 2022-09-01T10:32:52.261 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:6", 2022-09-01T10:32:52.261 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:4", 2022-09-01T10:32:52.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:7", 2022-09-01T10:32:52.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:9", 2022-09-01T10:32:52.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:3", 2022-09-01T10:32:52.262 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:8", 2022-09-01T10:32:52.263 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000075", 2022-09-01T10:32:52.263 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:1", 2022-09-01T10:32:52.263 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000120", 2022-09-01T10:32:52.263 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000030", 2022-09-01T10:32:52.264 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:7", 2022-09-01T10:32:52.264 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:9", 2022-09-01T10:32:52.264 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:3", 2022-09-01T10:32:52.264 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:7", 2022-09-01T10:32:52.265 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:9", 2022-09-01T10:32:52.265 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:3", 2022-09-01T10:32:52.265 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:8", 2022-09-01T10:32:52.265 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:10", 2022-09-01T10:32:52.266 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:10", 2022-09-01T10:32:52.266 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:8", 2022-09-01T10:32:52.266 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:6" 2022-09-01T10:32:52.266 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:32:52.267 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T10:32:52.268 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['log', 'list', '--rgw-zone', 'test-zone2', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:52.269 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'log', 'list', '--rgw-zone', 'test-zone2', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:52.269 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 log list --rgw-zone test-zone2 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:52.323 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:52.324 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:52.384 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:32:52.385 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000078", 2022-09-01T10:32:52.385 INFO:teuthology.orchestra.run.smithi052.stdout: "meta.history", 2022-09-01T10:32:52.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:5", 2022-09-01T10:32:52.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:5", 2022-09-01T10:32:52.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:9", 2022-09-01T10:32:52.386 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000070", 2022-09-01T10:32:52.386 INFO:teuthology.orchestra.run.smithi052.stdout: "data_log.3.+lVzFUhaABw.0", 2022-09-01T10:32:52.387 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000104", 2022-09-01T10:32:52.387 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.e6a21916-7630-45e1-bee5-90abb9102ea2.3", 2022-09-01T10:32:52.387 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000026", 2022-09-01T10:32:52.387 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:9", 2022-09-01T10:32:52.388 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:2", 2022-09-01T10:32:52.388 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:1", 2022-09-01T10:32:52.388 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:4", 2022-09-01T10:32:52.388 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:9", 2022-09-01T10:32:52.389 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:0", 2022-09-01T10:32:52.389 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.8", 2022-09-01T10:32:52.389 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:1", 2022-09-01T10:32:52.389 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000028", 2022-09-01T10:32:52.390 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:7", 2022-09-01T10:32:52.390 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:1", 2022-09-01T10:32:52.390 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:0", 2022-09-01T10:32:52.390 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:10", 2022-09-01T10:32:52.391 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:10", 2022-09-01T10:32:52.391 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:32:52.392 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1", 2022-09-01T10:32:52.392 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:10", 2022-09-01T10:32:52.392 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:5", 2022-09-01T10:32:52.393 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:8", 2022-09-01T10:32:52.393 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5", 2022-09-01T10:32:52.393 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:3", 2022-09-01T10:32:52.393 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:4", 2022-09-01T10:32:52.394 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:9", 2022-09-01T10:32:52.394 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000040", 2022-09-01T10:32:52.395 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.1.retry", 2022-09-01T10:32:52.395 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.6", 2022-09-01T10:32:52.395 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:6", 2022-09-01T10:32:52.395 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:9", 2022-09-01T10:32:52.396 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:6", 2022-09-01T10:32:52.396 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:1", 2022-09-01T10:32:52.396 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000015", 2022-09-01T10:32:52.396 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:32:52.397 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:4", 2022-09-01T10:32:52.397 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000069", 2022-09-01T10:32:52.397 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:0", 2022-09-01T10:32:52.397 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000095", 2022-09-01T10:32:52.398 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:7", 2022-09-01T10:32:52.398 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000003", 2022-09-01T10:32:52.398 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:7", 2022-09-01T10:32:52.398 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:0", 2022-09-01T10:32:52.399 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000047", 2022-09-01T10:32:52.399 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:3", 2022-09-01T10:32:52.399 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:3", 2022-09-01T10:32:52.400 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:32:52.400 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:32:52.400 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:7", 2022-09-01T10:32:52.400 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:4", 2022-09-01T10:32:52.401 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000035", 2022-09-01T10:32:52.401 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000037", 2022-09-01T10:32:52.401 INFO:teuthology.orchestra.run.smithi052.stdout: "data_log.1.UdUugpw33B/.0", 2022-09-01T10:32:52.402 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:5", 2022-09-01T10:32:52.403 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:9", 2022-09-01T10:32:52.403 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:1", 2022-09-01T10:32:52.403 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:32:52.403 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:6", 2022-09-01T10:32:52.404 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:4", 2022-09-01T10:32:52.404 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:9", 2022-09-01T10:32:52.404 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:9", 2022-09-01T10:32:52.404 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:3", 2022-09-01T10:32:52.405 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15", 2022-09-01T10:32:52.405 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:0", 2022-09-01T10:32:52.406 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:10", 2022-09-01T10:32:52.406 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000024", 2022-09-01T10:32:52.406 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:1", 2022-09-01T10:32:52.406 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:32:52.407 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:6", 2022-09-01T10:32:52.407 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:10", 2022-09-01T10:32:52.407 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000000", 2022-09-01T10:32:52.408 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:2", 2022-09-01T10:32:52.408 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000031", 2022-09-01T10:32:52.408 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:2", 2022-09-01T10:32:52.408 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:5", 2022-09-01T10:32:52.408 INFO:teuthology.orchestra.run.smithi052.stdout: "data_log.3", 2022-09-01T10:32:52.409 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:7", 2022-09-01T10:32:52.409 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.e6a21916-7630-45e1-bee5-90abb9102ea2.1", 2022-09-01T10:32:52.409 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:3", 2022-09-01T10:32:52.410 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:0", 2022-09-01T10:32:52.410 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:5", 2022-09-01T10:32:52.410 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:3", 2022-09-01T10:32:52.410 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:3", 2022-09-01T10:32:52.411 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:1", 2022-09-01T10:32:52.411 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:3", 2022-09-01T10:32:52.411 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:2", 2022-09-01T10:32:52.411 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:0", 2022-09-01T10:32:52.412 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:0", 2022-09-01T10:32:52.412 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:0", 2022-09-01T10:32:52.412 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:1", 2022-09-01T10:32:52.413 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:32:52.413 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:7", 2022-09-01T10:32:52.413 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:6", 2022-09-01T10:32:52.413 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.0", 2022-09-01T10:32:52.414 INFO:teuthology.orchestra.run.smithi052.stdout: "data_loggenerations_metadata", 2022-09-01T10:32:52.414 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:8", 2022-09-01T10:32:52.414 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:1", 2022-09-01T10:32:52.414 INFO:teuthology.orchestra.run.smithi052.stdout: "data_log.0.IWUJcRpwxFs.0", 2022-09-01T10:32:52.415 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000076", 2022-09-01T10:32:52.415 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000113", 2022-09-01T10:32:52.415 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:9", 2022-09-01T10:32:52.416 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000005", 2022-09-01T10:32:52.416 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:6", 2022-09-01T10:32:52.416 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000011", 2022-09-01T10:32:52.417 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000058", 2022-09-01T10:32:52.417 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000052", 2022-09-01T10:32:52.417 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:6", 2022-09-01T10:32:52.417 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:8", 2022-09-01T10:32:52.417 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:6", 2022-09-01T10:32:52.418 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:1", 2022-09-01T10:32:52.418 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:3", 2022-09-01T10:32:52.418 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:8", 2022-09-01T10:32:52.418 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.e6a21916-7630-45e1-bee5-90abb9102ea2.0.retry", 2022-09-01T10:32:52.419 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:4", 2022-09-01T10:32:52.419 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:7", 2022-09-01T10:32:52.419 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:5", 2022-09-01T10:32:52.419 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:1", 2022-09-01T10:32:52.420 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:6", 2022-09-01T10:32:52.420 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11", 2022-09-01T10:32:52.420 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:3", 2022-09-01T10:32:52.421 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000088", 2022-09-01T10:32:52.421 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:1", 2022-09-01T10:32:52.421 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000080", 2022-09-01T10:32:52.421 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:10", 2022-09-01T10:32:52.422 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000090", 2022-09-01T10:32:52.422 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:6", 2022-09-01T10:32:52.422 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:2", 2022-09-01T10:32:52.422 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000110", 2022-09-01T10:32:52.423 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:8", 2022-09-01T10:32:52.423 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:6", 2022-09-01T10:32:52.423 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:0", 2022-09-01T10:32:52.424 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:4", 2022-09-01T10:32:52.424 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:2", 2022-09-01T10:32:52.424 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000096", 2022-09-01T10:32:52.424 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:0", 2022-09-01T10:32:52.425 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.2.retry", 2022-09-01T10:32:52.425 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:10", 2022-09-01T10:32:52.425 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:6", 2022-09-01T10:32:52.425 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:7", 2022-09-01T10:32:52.426 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:9", 2022-09-01T10:32:52.426 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:1", 2022-09-01T10:32:52.427 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:4", 2022-09-01T10:32:52.427 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000087", 2022-09-01T10:32:52.427 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000008", 2022-09-01T10:32:52.427 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:6", 2022-09-01T10:32:52.428 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:4", 2022-09-01T10:32:52.428 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:0", 2022-09-01T10:32:52.428 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:3", 2022-09-01T10:32:52.428 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:1", 2022-09-01T10:32:52.429 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:9", 2022-09-01T10:32:52.429 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000006", 2022-09-01T10:32:52.429 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:2", 2022-09-01T10:32:52.429 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000029", 2022-09-01T10:32:52.430 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:6", 2022-09-01T10:32:52.430 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:3", 2022-09-01T10:32:52.430 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:5", 2022-09-01T10:32:52.430 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:5", 2022-09-01T10:32:52.431 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000089", 2022-09-01T10:32:52.431 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:0", 2022-09-01T10:32:52.431 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:5", 2022-09-01T10:32:52.431 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000022", 2022-09-01T10:32:52.432 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.3", 2022-09-01T10:32:52.432 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10", 2022-09-01T10:32:52.432 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:7", 2022-09-01T10:32:52.432 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:10", 2022-09-01T10:32:52.433 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:3", 2022-09-01T10:32:52.433 INFO:teuthology.orchestra.run.smithi052.stdout: "bilog.trim", 2022-09-01T10:32:52.433 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000016", 2022-09-01T10:32:52.433 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:9", 2022-09-01T10:32:52.434 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:8", 2022-09-01T10:32:52.434 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:2", 2022-09-01T10:32:52.434 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:3", 2022-09-01T10:32:52.435 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000041", 2022-09-01T10:32:52.435 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:5", 2022-09-01T10:32:52.435 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:7", 2022-09-01T10:32:52.435 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:10", 2022-09-01T10:32:52.436 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:6", 2022-09-01T10:32:52.436 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000018", 2022-09-01T10:32:52.436 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000092", 2022-09-01T10:32:52.436 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:4", 2022-09-01T10:32:52.437 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:1", 2022-09-01T10:32:52.437 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:7", 2022-09-01T10:32:52.437 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:10", 2022-09-01T10:32:52.438 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:9", 2022-09-01T10:32:52.438 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:4", 2022-09-01T10:32:52.438 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:1", 2022-09-01T10:32:52.438 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:3", 2022-09-01T10:32:52.439 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.4", 2022-09-01T10:32:52.439 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:10", 2022-09-01T10:32:52.439 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:8", 2022-09-01T10:32:52.439 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:10", 2022-09-01T10:32:52.440 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:10", 2022-09-01T10:32:52.440 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:8", 2022-09-01T10:32:52.440 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000014", 2022-09-01T10:32:52.440 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:0", 2022-09-01T10:32:52.441 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:5", 2022-09-01T10:32:52.441 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000112", 2022-09-01T10:32:52.441 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:1", 2022-09-01T10:32:52.441 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:7", 2022-09-01T10:32:52.442 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000007", 2022-09-01T10:32:52.442 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000021", 2022-09-01T10:32:52.442 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:8", 2022-09-01T10:32:52.442 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:7", 2022-09-01T10:32:52.443 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:7", 2022-09-01T10:32:52.443 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:4", 2022-09-01T10:32:52.443 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000064", 2022-09-01T10:32:52.443 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:7", 2022-09-01T10:32:52.444 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:7", 2022-09-01T10:32:52.444 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:1", 2022-09-01T10:32:52.444 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000071", 2022-09-01T10:32:52.445 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:0", 2022-09-01T10:32:52.445 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000074", 2022-09-01T10:32:52.445 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:7", 2022-09-01T10:32:52.445 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:2", 2022-09-01T10:32:52.446 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:10", 2022-09-01T10:32:52.446 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.e6a21916-7630-45e1-bee5-90abb9102ea2.1.retry", 2022-09-01T10:32:52.446 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:10", 2022-09-01T10:32:52.446 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:2", 2022-09-01T10:32:52.447 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:3", 2022-09-01T10:32:52.447 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13", 2022-09-01T10:32:52.447 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:3", 2022-09-01T10:32:52.448 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000081", 2022-09-01T10:32:52.448 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000009", 2022-09-01T10:32:52.449 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:10", 2022-09-01T10:32:52.449 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000121", 2022-09-01T10:32:52.449 INFO:teuthology.orchestra.run.smithi052.stdout: "data_log.1", 2022-09-01T10:32:52.450 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:9", 2022-09-01T10:32:52.450 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:0", 2022-09-01T10:32:52.450 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:0", 2022-09-01T10:32:52.451 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000125", 2022-09-01T10:32:52.451 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:3", 2022-09-01T10:32:52.451 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000082", 2022-09-01T10:32:52.451 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:0", 2022-09-01T10:32:52.452 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:2", 2022-09-01T10:32:52.452 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:10", 2022-09-01T10:32:52.452 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000105", 2022-09-01T10:32:52.453 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000059", 2022-09-01T10:32:52.453 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:2", 2022-09-01T10:32:52.453 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:5", 2022-09-01T10:32:52.454 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:4", 2022-09-01T10:32:52.454 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:9", 2022-09-01T10:32:52.454 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.e6a21916-7630-45e1-bee5-90abb9102ea2.2.retry", 2022-09-01T10:32:52.454 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:10", 2022-09-01T10:32:52.455 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000077", 2022-09-01T10:32:52.455 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:0", 2022-09-01T10:32:52.455 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:0", 2022-09-01T10:32:52.456 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000032", 2022-09-01T10:32:52.456 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:6", 2022-09-01T10:32:52.456 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:10", 2022-09-01T10:32:52.457 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:3", 2022-09-01T10:32:52.457 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:8", 2022-09-01T10:32:52.457 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:0", 2022-09-01T10:32:52.457 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:9", 2022-09-01T10:32:52.458 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:4", 2022-09-01T10:32:52.458 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:0", 2022-09-01T10:32:52.458 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:2", 2022-09-01T10:32:52.459 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11", 2022-09-01T10:32:52.459 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:0", 2022-09-01T10:32:52.459 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:10", 2022-09-01T10:32:52.459 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:6", 2022-09-01T10:32:52.460 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5", 2022-09-01T10:32:52.460 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:7", 2022-09-01T10:32:52.460 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000053", 2022-09-01T10:32:52.460 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000091", 2022-09-01T10:32:52.461 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:4", 2022-09-01T10:32:52.461 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15", 2022-09-01T10:32:52.461 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:6", 2022-09-01T10:32:52.462 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:4", 2022-09-01T10:32:52.462 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000065", 2022-09-01T10:32:52.462 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:10", 2022-09-01T10:32:52.463 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000083", 2022-09-01T10:32:52.463 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000010", 2022-09-01T10:32:52.463 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:5", 2022-09-01T10:32:52.463 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:1", 2022-09-01T10:32:52.463 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:9", 2022-09-01T10:32:52.464 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:9", 2022-09-01T10:32:52.464 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.1", 2022-09-01T10:32:52.464 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:8", 2022-09-01T10:32:52.464 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:2", 2022-09-01T10:32:52.465 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:9", 2022-09-01T10:32:52.465 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4", 2022-09-01T10:32:52.466 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:7", 2022-09-01T10:32:52.466 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.7", 2022-09-01T10:32:52.466 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.3", 2022-09-01T10:32:52.467 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:6", 2022-09-01T10:32:52.467 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:5", 2022-09-01T10:32:52.467 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:9", 2022-09-01T10:32:52.467 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:9", 2022-09-01T10:32:52.468 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:3", 2022-09-01T10:32:52.468 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:8", 2022-09-01T10:32:52.468 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:2", 2022-09-01T10:32:52.468 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.e6a21916-7630-45e1-bee5-90abb9102ea2.2", 2022-09-01T10:32:52.469 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:5", 2022-09-01T10:32:52.469 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:1", 2022-09-01T10:32:52.470 INFO:teuthology.orchestra.run.smithi052.stdout: "mdlog.sync-status.shard.2", 2022-09-01T10:32:52.470 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:5", 2022-09-01T10:32:52.470 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:3", 2022-09-01T10:32:52.470 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:7", 2022-09-01T10:32:52.471 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:9", 2022-09-01T10:32:52.471 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:2", 2022-09-01T10:32:52.471 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000045", 2022-09-01T10:32:52.471 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:4", 2022-09-01T10:32:52.472 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.3.retry", 2022-09-01T10:32:52.472 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000002", 2022-09-01T10:32:52.472 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:2", 2022-09-01T10:32:52.472 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:1", 2022-09-01T10:32:52.472 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37", 2022-09-01T10:32:52.473 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:9", 2022-09-01T10:32:52.473 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:5", 2022-09-01T10:32:52.473 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:6", 2022-09-01T10:32:52.473 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:2", 2022-09-01T10:32:52.474 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:5", 2022-09-01T10:32:52.474 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:32:52.474 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000116", 2022-09-01T10:32:52.474 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:9", 2022-09-01T10:32:52.475 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:6", 2022-09-01T10:32:52.475 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:6", 2022-09-01T10:32:52.475 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:1", 2022-09-01T10:32:52.475 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:10", 2022-09-01T10:32:52.476 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000034", 2022-09-01T10:32:52.476 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:8", 2022-09-01T10:32:52.477 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:10", 2022-09-01T10:32:52.477 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3", 2022-09-01T10:32:52.477 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:0", 2022-09-01T10:32:52.477 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000101", 2022-09-01T10:32:52.478 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:5", 2022-09-01T10:32:52.478 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:10", 2022-09-01T10:32:52.478 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:6", 2022-09-01T10:32:52.478 INFO:teuthology.orchestra.run.smithi052.stdout: "mdlog.sync-status.shard.1", 2022-09-01T10:32:52.479 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:2", 2022-09-01T10:32:52.479 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:7", 2022-09-01T10:32:52.479 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:4", 2022-09-01T10:32:52.480 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:7", 2022-09-01T10:32:52.480 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:1", 2022-09-01T10:32:52.480 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:10", 2022-09-01T10:32:52.481 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:5", 2022-09-01T10:32:52.481 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:5", 2022-09-01T10:32:52.482 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:4", 2022-09-01T10:32:52.482 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000079", 2022-09-01T10:32:52.482 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000049", 2022-09-01T10:32:52.483 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:1", 2022-09-01T10:32:52.483 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000117", 2022-09-01T10:32:52.483 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:32:52.483 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000044", 2022-09-01T10:32:52.484 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:10", 2022-09-01T10:32:52.484 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:3", 2022-09-01T10:32:52.484 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:1", 2022-09-01T10:32:52.484 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000066", 2022-09-01T10:32:52.485 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:4", 2022-09-01T10:32:52.485 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:2", 2022-09-01T10:32:52.485 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:8", 2022-09-01T10:32:52.485 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:4", 2022-09-01T10:32:52.486 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:10", 2022-09-01T10:32:52.486 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:10", 2022-09-01T10:32:52.486 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000068", 2022-09-01T10:32:52.486 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:4", 2022-09-01T10:32:52.487 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:4", 2022-09-01T10:32:52.487 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:10", 2022-09-01T10:32:52.488 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000085", 2022-09-01T10:32:52.488 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37", 2022-09-01T10:32:52.489 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:10", 2022-09-01T10:32:52.489 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:3", 2022-09-01T10:32:52.489 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:2", 2022-09-01T10:32:52.489 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:2", 2022-09-01T10:32:52.490 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:10", 2022-09-01T10:32:52.490 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:4", 2022-09-01T10:32:52.490 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:5", 2022-09-01T10:32:52.490 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:9", 2022-09-01T10:32:52.491 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:7", 2022-09-01T10:32:52.491 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:6", 2022-09-01T10:32:52.491 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000073", 2022-09-01T10:32:52.491 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:3", 2022-09-01T10:32:52.492 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000038", 2022-09-01T10:32:52.492 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:1", 2022-09-01T10:32:52.492 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:5", 2022-09-01T10:32:52.493 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:4", 2022-09-01T10:32:52.493 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.10", 2022-09-01T10:32:52.493 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:1", 2022-09-01T10:32:52.493 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:9", 2022-09-01T10:32:52.494 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000118", 2022-09-01T10:32:52.494 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:32:52.494 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:0", 2022-09-01T10:32:52.495 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:7", 2022-09-01T10:32:52.495 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000036", 2022-09-01T10:32:52.495 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:4", 2022-09-01T10:32:52.495 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:5", 2022-09-01T10:32:52.496 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:0", 2022-09-01T10:32:52.496 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000103", 2022-09-01T10:32:52.496 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:3", 2022-09-01T10:32:52.496 INFO:teuthology.orchestra.run.smithi052.stdout: "mdlog.sync-status.shard.3", 2022-09-01T10:32:52.497 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:4", 2022-09-01T10:32:52.497 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:3", 2022-09-01T10:32:52.497 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:2", 2022-09-01T10:32:52.498 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000119", 2022-09-01T10:32:52.498 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:7", 2022-09-01T10:32:52.498 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000098", 2022-09-01T10:32:52.498 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:6", 2022-09-01T10:32:52.499 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:10", 2022-09-01T10:32:52.499 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:5", 2022-09-01T10:32:52.499 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:4", 2022-09-01T10:32:52.499 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:1", 2022-09-01T10:32:52.500 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:3", 2022-09-01T10:32:52.500 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:6", 2022-09-01T10:32:52.500 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:4", 2022-09-01T10:32:52.500 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:2", 2022-09-01T10:32:52.501 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:4", 2022-09-01T10:32:52.501 INFO:teuthology.orchestra.run.smithi052.stdout: "mdlog.sync-status.shard.0", 2022-09-01T10:32:52.501 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:3", 2022-09-01T10:32:52.501 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:5", 2022-09-01T10:32:52.502 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000027", 2022-09-01T10:32:52.502 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:3", 2022-09-01T10:32:52.502 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:6", 2022-09-01T10:32:52.502 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:4", 2022-09-01T10:32:52.503 INFO:teuthology.orchestra.run.smithi052.stdout: "mdlog.sync-status", 2022-09-01T10:32:52.503 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000019", 2022-09-01T10:32:52.503 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:7", 2022-09-01T10:32:52.503 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:6", 2022-09-01T10:32:52.504 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:3", 2022-09-01T10:32:52.504 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:8", 2022-09-01T10:32:52.504 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:2", 2022-09-01T10:32:52.504 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:2", 2022-09-01T10:32:52.505 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000039", 2022-09-01T10:32:52.505 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:1", 2022-09-01T10:32:52.505 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:5", 2022-09-01T10:32:52.505 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:10", 2022-09-01T10:32:52.506 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14", 2022-09-01T10:32:52.506 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:1", 2022-09-01T10:32:52.506 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:2", 2022-09-01T10:32:52.506 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:9", 2022-09-01T10:32:52.507 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:8", 2022-09-01T10:32:52.507 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:8", 2022-09-01T10:32:52.507 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:6", 2022-09-01T10:32:52.507 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000100", 2022-09-01T10:32:52.508 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:5", 2022-09-01T10:32:52.508 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:0", 2022-09-01T10:32:52.508 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:1", 2022-09-01T10:32:52.508 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:10", 2022-09-01T10:32:52.508 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:0", 2022-09-01T10:32:52.509 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.2", 2022-09-01T10:32:52.509 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:2", 2022-09-01T10:32:52.509 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000093", 2022-09-01T10:32:52.509 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:5", 2022-09-01T10:32:52.510 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:2", 2022-09-01T10:32:52.510 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:10", 2022-09-01T10:32:52.510 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:5", 2022-09-01T10:32:52.510 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:1", 2022-09-01T10:32:52.511 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:8", 2022-09-01T10:32:52.511 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:7", 2022-09-01T10:32:52.511 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000004", 2022-09-01T10:32:52.512 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000063", 2022-09-01T10:32:52.512 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000122", 2022-09-01T10:32:52.512 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:9", 2022-09-01T10:32:52.512 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:8", 2022-09-01T10:32:52.512 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:0", 2022-09-01T10:32:52.513 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000057", 2022-09-01T10:32:52.513 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:7", 2022-09-01T10:32:52.513 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000054", 2022-09-01T10:32:52.513 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000114", 2022-09-01T10:32:52.514 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:8", 2022-09-01T10:32:52.514 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:0", 2022-09-01T10:32:52.514 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:9", 2022-09-01T10:32:52.514 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.2", 2022-09-01T10:32:52.515 INFO:teuthology.orchestra.run.smithi052.stdout: "data_log.0", 2022-09-01T10:32:52.515 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:7", 2022-09-01T10:32:52.515 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.e6a21916-7630-45e1-bee5-90abb9102ea2.0", 2022-09-01T10:32:52.515 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:7", 2022-09-01T10:32:52.516 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:2", 2022-09-01T10:32:52.516 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3", 2022-09-01T10:32:52.516 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:9", 2022-09-01T10:32:52.516 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:6", 2022-09-01T10:32:52.517 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000012", 2022-09-01T10:32:52.517 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:10", 2022-09-01T10:32:52.517 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:32:52.517 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:5", 2022-09-01T10:32:52.518 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:32:52.518 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:9", 2022-09-01T10:32:52.518 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14", 2022-09-01T10:32:52.519 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000084", 2022-09-01T10:32:52.519 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000043", 2022-09-01T10:32:52.519 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:5", 2022-09-01T10:32:52.519 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.e6a21916-7630-45e1-bee5-90abb9102ea2.3.retry", 2022-09-01T10:32:52.520 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38", 2022-09-01T10:32:52.520 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:32:52.520 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:2", 2022-09-01T10:32:52.520 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:4", 2022-09-01T10:32:52.521 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:10", 2022-09-01T10:32:52.521 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:8", 2022-09-01T10:32:52.521 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:5", 2022-09-01T10:32:52.521 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:9", 2022-09-01T10:32:52.522 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:10", 2022-09-01T10:32:52.522 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:2", 2022-09-01T10:32:52.522 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:0", 2022-09-01T10:32:52.522 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000111", 2022-09-01T10:32:52.523 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2", 2022-09-01T10:32:52.523 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000048", 2022-09-01T10:32:52.523 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:3", 2022-09-01T10:32:52.523 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:7", 2022-09-01T10:32:52.524 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000020", 2022-09-01T10:32:52.524 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38", 2022-09-01T10:32:52.524 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:3", 2022-09-01T10:32:52.524 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:2", 2022-09-01T10:32:52.525 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12", 2022-09-01T10:32:52.525 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000099", 2022-09-01T10:32:52.525 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000056", 2022-09-01T10:32:52.525 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:8", 2022-09-01T10:32:52.525 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:4", 2022-09-01T10:32:52.526 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:2", 2022-09-01T10:32:52.526 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:7", 2022-09-01T10:32:52.526 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:0", 2022-09-01T10:32:52.526 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:1", 2022-09-01T10:32:52.527 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:5", 2022-09-01T10:32:52.527 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:1", 2022-09-01T10:32:52.527 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:4", 2022-09-01T10:32:52.528 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:7", 2022-09-01T10:32:52.528 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:6", 2022-09-01T10:32:52.528 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000072", 2022-09-01T10:32:52.528 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:3", 2022-09-01T10:32:52.529 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:8", 2022-09-01T10:32:52.529 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:4", 2022-09-01T10:32:52.529 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:2", 2022-09-01T10:32:52.529 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:6", 2022-09-01T10:32:52.529 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:6", 2022-09-01T10:32:52.530 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000062", 2022-09-01T10:32:52.530 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:5", 2022-09-01T10:32:52.530 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:3", 2022-09-01T10:32:52.531 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:10", 2022-09-01T10:32:52.531 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000115", 2022-09-01T10:32:52.531 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.1", 2022-09-01T10:32:52.531 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:2", 2022-09-01T10:32:52.532 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:3", 2022-09-01T10:32:52.532 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000033", 2022-09-01T10:32:52.532 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:10", 2022-09-01T10:32:52.532 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:1", 2022-09-01T10:32:52.533 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:6", 2022-09-01T10:32:52.533 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36", 2022-09-01T10:32:52.533 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1", 2022-09-01T10:32:52.533 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:8", 2022-09-01T10:32:52.533 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:5", 2022-09-01T10:32:52.534 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:4", 2022-09-01T10:32:52.534 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:9", 2022-09-01T10:32:52.534 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:10", 2022-09-01T10:32:52.535 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:32:52.535 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:7", 2022-09-01T10:32:52.535 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:32:52.535 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000025", 2022-09-01T10:32:52.536 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:32:52.536 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:8", 2022-09-01T10:32:52.536 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:3", 2022-09-01T10:32:52.536 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000123", 2022-09-01T10:32:52.537 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:3", 2022-09-01T10:32:52.537 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:6", 2022-09-01T10:32:52.537 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:4", 2022-09-01T10:32:52.537 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:6", 2022-09-01T10:32:52.538 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:0", 2022-09-01T10:32:52.538 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000108", 2022-09-01T10:32:52.538 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:8", 2022-09-01T10:32:52.538 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:7", 2022-09-01T10:32:52.539 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000094", 2022-09-01T10:32:52.539 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:8", 2022-09-01T10:32:52.539 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:7", 2022-09-01T10:32:52.539 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:6", 2022-09-01T10:32:52.540 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:7", 2022-09-01T10:32:52.540 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000060", 2022-09-01T10:32:52.540 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:10", 2022-09-01T10:32:52.540 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000109", 2022-09-01T10:32:52.541 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10", 2022-09-01T10:32:52.541 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:6", 2022-09-01T10:32:52.541 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:2", 2022-09-01T10:32:52.541 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:9", 2022-09-01T10:32:52.542 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:8", 2022-09-01T10:32:52.542 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:4", 2022-09-01T10:32:52.542 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000013", 2022-09-01T10:32:52.543 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:6", 2022-09-01T10:32:52.543 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:9", 2022-09-01T10:32:52.543 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:2", 2022-09-01T10:32:52.543 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:32:52.544 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:6", 2022-09-01T10:32:52.544 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:1", 2022-09-01T10:32:52.544 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:5", 2022-09-01T10:32:52.544 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:32:52.545 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:5", 2022-09-01T10:32:52.545 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:8", 2022-09-01T10:32:52.545 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:5", 2022-09-01T10:32:52.545 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:0", 2022-09-01T10:32:52.545 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:9", 2022-09-01T10:32:52.546 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:1", 2022-09-01T10:32:52.546 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:8", 2022-09-01T10:32:52.546 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:8", 2022-09-01T10:32:52.546 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:2", 2022-09-01T10:32:52.547 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:7", 2022-09-01T10:32:52.547 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000051", 2022-09-01T10:32:52.547 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000106", 2022-09-01T10:32:52.548 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:7", 2022-09-01T10:32:52.548 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:2", 2022-09-01T10:32:52.548 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:10", 2022-09-01T10:32:52.548 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000017", 2022-09-01T10:32:52.549 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:0", 2022-09-01T10:32:52.549 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:3", 2022-09-01T10:32:52.549 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:10", 2022-09-01T10:32:52.549 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:4", 2022-09-01T10:32:52.550 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:4", 2022-09-01T10:32:52.550 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:0", 2022-09-01T10:32:52.550 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:32:52.550 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:5", 2022-09-01T10:32:52.551 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000023", 2022-09-01T10:32:52.551 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:6", 2022-09-01T10:32:52.551 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:8", 2022-09-01T10:32:52.551 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:1", 2022-09-01T10:32:52.552 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:9", 2022-09-01T10:32:52.552 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:1", 2022-09-01T10:32:52.552 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:3", 2022-09-01T10:32:52.552 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:0", 2022-09-01T10:32:52.553 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4", 2022-09-01T10:32:52.553 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:8", 2022-09-01T10:32:52.553 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:5", 2022-09-01T10:32:52.553 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:2", 2022-09-01T10:32:52.554 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:9", 2022-09-01T10:32:52.554 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000107", 2022-09-01T10:32:52.554 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:9", 2022-09-01T10:32:52.554 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:32:52.555 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:0", 2022-09-01T10:32:52.555 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:0", 2022-09-01T10:32:52.555 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:5", 2022-09-01T10:32:52.555 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000046", 2022-09-01T10:32:52.556 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:6", 2022-09-01T10:32:52.556 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:9", 2022-09-01T10:32:52.556 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:2", 2022-09-01T10:32:52.556 INFO:teuthology.orchestra.run.smithi052.stdout: "meta.log.39870d50-3792-42d7-adf0-465c8b777149.3", 2022-09-01T10:32:52.557 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:0", 2022-09-01T10:32:52.557 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:8", 2022-09-01T10:32:52.557 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:5", 2022-09-01T10:32:52.557 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:3", 2022-09-01T10:32:52.558 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:1", 2022-09-01T10:32:52.558 INFO:teuthology.orchestra.run.smithi052.stdout: "data_log.2", 2022-09-01T10:32:52.558 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:0", 2022-09-01T10:32:52.558 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36", 2022-09-01T10:32:52.559 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:8", 2022-09-01T10:32:52.559 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:1", 2022-09-01T10:32:52.559 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:0", 2022-09-01T10:32:52.559 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:3", 2022-09-01T10:32:52.559 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000067", 2022-09-01T10:32:52.560 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:0", 2022-09-01T10:32:52.560 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:8", 2022-09-01T10:32:52.560 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:5", 2022-09-01T10:32:52.560 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:8", 2022-09-01T10:32:52.561 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:8", 2022-09-01T10:32:52.561 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:7", 2022-09-01T10:32:52.561 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:8", 2022-09-01T10:32:52.561 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:4", 2022-09-01T10:32:52.562 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:9", 2022-09-01T10:32:52.562 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:3", 2022-09-01T10:32:52.562 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:5", 2022-09-01T10:32:52.562 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.9", 2022-09-01T10:32:52.563 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000086", 2022-09-01T10:32:52.563 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:2", 2022-09-01T10:32:52.563 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.5", 2022-09-01T10:32:52.563 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:0", 2022-09-01T10:32:52.564 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:8", 2022-09-01T10:32:52.564 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13", 2022-09-01T10:32:52.564 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:8", 2022-09-01T10:32:52.564 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:8", 2022-09-01T10:32:52.565 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:7", 2022-09-01T10:32:52.565 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:9", 2022-09-01T10:32:52.565 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:1", 2022-09-01T10:32:52.565 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:2", 2022-09-01T10:32:52.566 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:3", 2022-09-01T10:32:52.566 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:6", 2022-09-01T10:32:52.566 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:7", 2022-09-01T10:32:52.567 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:5", 2022-09-01T10:32:52.567 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:4", 2022-09-01T10:32:52.567 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:4", 2022-09-01T10:32:52.567 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:2", 2022-09-01T10:32:52.568 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:8", 2022-09-01T10:32:52.568 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:5", 2022-09-01T10:32:52.568 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:2", 2022-09-01T10:32:52.568 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:4", 2022-09-01T10:32:52.569 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:10", 2022-09-01T10:32:52.569 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:10", 2022-09-01T10:32:52.569 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:2", 2022-09-01T10:32:52.569 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:3", 2022-09-01T10:32:52.570 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:8", 2022-09-01T10:32:52.570 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:32:52.570 INFO:teuthology.orchestra.run.smithi052.stdout: "data_log.2.zkYgYpPJF5y.0", 2022-09-01T10:32:52.570 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:1", 2022-09-01T10:32:52.571 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000050", 2022-09-01T10:32:52.571 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000102", 2022-09-01T10:32:52.571 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:9", 2022-09-01T10:32:52.571 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:4", 2022-09-01T10:32:52.572 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:7", 2022-09-01T10:32:52.572 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:0", 2022-09-01T10:32:52.572 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:9", 2022-09-01T10:32:52.572 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12", 2022-09-01T10:32:52.573 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:3", 2022-09-01T10:32:52.573 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000124", 2022-09-01T10:32:52.573 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:8", 2022-09-01T10:32:52.573 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:8", 2022-09-01T10:32:52.574 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:0", 2022-09-01T10:32:52.574 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:1", 2022-09-01T10:32:52.574 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000001", 2022-09-01T10:32:52.574 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:7", 2022-09-01T10:32:52.575 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:6", 2022-09-01T10:32:52.575 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:3", 2022-09-01T10:32:52.575 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:2", 2022-09-01T10:32:52.575 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:6", 2022-09-01T10:32:52.576 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:9", 2022-09-01T10:32:52.576 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000126", 2022-09-01T10:32:52.576 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:6", 2022-09-01T10:32:52.576 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000055", 2022-09-01T10:32:52.577 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:7", 2022-09-01T10:32:52.577 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:4", 2022-09-01T10:32:52.577 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:7", 2022-09-01T10:32:52.577 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000061", 2022-09-01T10:32:52.578 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:1", 2022-09-01T10:32:52.578 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:0", 2022-09-01T10:32:52.578 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000097", 2022-09-01T10:32:52.578 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:8", 2022-09-01T10:32:52.579 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:4", 2022-09-01T10:32:52.579 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:1", 2022-09-01T10:32:52.579 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:10", 2022-09-01T10:32:52.579 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:1", 2022-09-01T10:32:52.580 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:6", 2022-09-01T10:32:52.580 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:10", 2022-09-01T10:32:52.580 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000042", 2022-09-01T10:32:52.580 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:4", 2022-09-01T10:32:52.581 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:7", 2022-09-01T10:32:52.581 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:9", 2022-09-01T10:32:52.581 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:3", 2022-09-01T10:32:52.581 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:8", 2022-09-01T10:32:52.582 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000075", 2022-09-01T10:32:52.582 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:0", 2022-09-01T10:32:52.582 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:1", 2022-09-01T10:32:52.582 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000120", 2022-09-01T10:32:52.583 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000030", 2022-09-01T10:32:52.583 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:9", 2022-09-01T10:32:52.583 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:7", 2022-09-01T10:32:52.583 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:6", 2022-09-01T10:32:52.584 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:32:52.584 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:9", 2022-09-01T10:32:52.584 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.e6a21916-7630-45e1-bee5-90abb9102ea2:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:3", 2022-09-01T10:32:52.584 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19" 2022-09-01T10:32:52.585 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:32:52.585 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T10:32:52.586 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['log', 'list', '--rgw-zone', 'test-zone3', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:52.587 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'log', 'list', '--rgw-zone', 'test-zone3', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:52.588 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 log list --rgw-zone test-zone3 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:52.641 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:52.641 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:52.716 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:32:52.716 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:1", 2022-09-01T10:32:52.717 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000078", 2022-09-01T10:32:52.717 INFO:teuthology.orchestra.run.smithi044.stdout: "meta.history", 2022-09-01T10:32:52.717 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:4", 2022-09-01T10:32:52.717 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:5", 2022-09-01T10:32:52.718 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:9", 2022-09-01T10:32:52.718 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000070", 2022-09-01T10:32:52.718 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000104", 2022-09-01T10:32:52.718 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:1", 2022-09-01T10:32:52.719 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000026", 2022-09-01T10:32:52.719 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:2", 2022-09-01T10:32:52.719 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:1", 2022-09-01T10:32:52.719 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:4", 2022-09-01T10:32:52.720 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:0", 2022-09-01T10:32:52.720 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:2", 2022-09-01T10:32:52.720 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.8", 2022-09-01T10:32:52.721 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:32:52.721 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000028", 2022-09-01T10:32:52.721 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:6", 2022-09-01T10:32:52.722 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:7", 2022-09-01T10:32:52.722 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:2", 2022-09-01T10:32:52.722 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:6", 2022-09-01T10:32:52.722 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:4", 2022-09-01T10:32:52.723 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:10", 2022-09-01T10:32:52.723 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:10", 2022-09-01T10:32:52.723 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:5", 2022-09-01T10:32:52.723 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:2", 2022-09-01T10:32:52.724 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:10", 2022-09-01T10:32:52.724 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:5", 2022-09-01T10:32:52.724 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:4", 2022-09-01T10:32:52.724 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:6", 2022-09-01T10:32:52.725 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:6", 2022-09-01T10:32:52.725 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.c831b8c8-c79b-4178-80d6-596fd8ecbf6b.2.retry", 2022-09-01T10:32:52.725 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:9", 2022-09-01T10:32:52.725 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000040", 2022-09-01T10:32:52.726 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.1.retry", 2022-09-01T10:32:52.726 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.6", 2022-09-01T10:32:52.726 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:9", 2022-09-01T10:32:52.726 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:9", 2022-09-01T10:32:52.727 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:6", 2022-09-01T10:32:52.727 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.3.b6dXMhn+qed.0", 2022-09-01T10:32:52.727 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:1", 2022-09-01T10:32:52.727 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:3", 2022-09-01T10:32:52.728 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000015", 2022-09-01T10:32:52.728 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:32:52.728 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:4", 2022-09-01T10:32:52.728 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:9", 2022-09-01T10:32:52.729 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000069", 2022-09-01T10:32:52.729 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000095", 2022-09-01T10:32:52.729 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:7", 2022-09-01T10:32:52.729 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:3", 2022-09-01T10:32:52.730 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000003", 2022-09-01T10:32:52.730 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:7", 2022-09-01T10:32:52.730 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000047", 2022-09-01T10:32:52.730 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:2", 2022-09-01T10:32:52.731 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:3", 2022-09-01T10:32:52.731 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:32:52.731 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:5", 2022-09-01T10:32:52.732 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:4", 2022-09-01T10:32:52.732 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000035", 2022-09-01T10:32:52.732 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:7", 2022-09-01T10:32:52.732 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000037", 2022-09-01T10:32:52.733 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:1", 2022-09-01T10:32:52.733 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:9", 2022-09-01T10:32:52.733 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:1", 2022-09-01T10:32:52.733 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:32:52.733 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:3", 2022-09-01T10:32:52.734 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:6", 2022-09-01T10:32:52.734 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:4", 2022-09-01T10:32:52.734 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:9", 2022-09-01T10:32:52.735 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:5", 2022-09-01T10:32:52.735 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:6", 2022-09-01T10:32:52.735 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15", 2022-09-01T10:32:52.735 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:0", 2022-09-01T10:32:52.736 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000024", 2022-09-01T10:32:52.736 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:1", 2022-09-01T10:32:52.736 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:6", 2022-09-01T10:32:52.736 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000000", 2022-09-01T10:32:52.737 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:0", 2022-09-01T10:32:52.737 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:2", 2022-09-01T10:32:52.737 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000031", 2022-09-01T10:32:52.737 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:1", 2022-09-01T10:32:52.737 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:9", 2022-09-01T10:32:52.738 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:5", 2022-09-01T10:32:52.738 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.3", 2022-09-01T10:32:52.738 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:7", 2022-09-01T10:32:52.739 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:3", 2022-09-01T10:32:52.739 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:4", 2022-09-01T10:32:52.739 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.c831b8c8-c79b-4178-80d6-596fd8ecbf6b.1", 2022-09-01T10:32:52.739 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:3", 2022-09-01T10:32:52.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:9", 2022-09-01T10:32:52.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:3", 2022-09-01T10:32:52.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:1", 2022-09-01T10:32:52.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:4", 2022-09-01T10:32:52.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:3", 2022-09-01T10:32:52.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:7", 2022-09-01T10:32:52.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:6", 2022-09-01T10:32:52.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:0", 2022-09-01T10:32:52.742 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:3", 2022-09-01T10:32:52.742 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:6", 2022-09-01T10:32:52.742 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:9", 2022-09-01T10:32:52.742 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:9", 2022-09-01T10:32:52.743 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:6", 2022-09-01T10:32:52.743 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.0", 2022-09-01T10:32:52.743 INFO:teuthology.orchestra.run.smithi044.stdout: "data_loggenerations_metadata", 2022-09-01T10:32:52.743 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:8", 2022-09-01T10:32:52.744 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:1", 2022-09-01T10:32:52.744 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.c831b8c8-c79b-4178-80d6-596fd8ecbf6b.1.retry", 2022-09-01T10:32:52.744 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:2", 2022-09-01T10:32:52.744 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:2", 2022-09-01T10:32:52.745 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000076", 2022-09-01T10:32:52.745 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000113", 2022-09-01T10:32:52.745 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:9", 2022-09-01T10:32:52.745 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000005", 2022-09-01T10:32:52.746 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.c831b8c8-c79b-4178-80d6-596fd8ecbf6b.0", 2022-09-01T10:32:52.746 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:10", 2022-09-01T10:32:52.746 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000011", 2022-09-01T10:32:52.746 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000058", 2022-09-01T10:32:52.747 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:10", 2022-09-01T10:32:52.747 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000052", 2022-09-01T10:32:52.747 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:3", 2022-09-01T10:32:52.747 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:8", 2022-09-01T10:32:52.748 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:6", 2022-09-01T10:32:52.748 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:7", 2022-09-01T10:32:52.748 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:0", 2022-09-01T10:32:52.748 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:6", 2022-09-01T10:32:52.749 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:1", 2022-09-01T10:32:52.749 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:6", 2022-09-01T10:32:52.749 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:8", 2022-09-01T10:32:52.749 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:0", 2022-09-01T10:32:52.750 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:3", 2022-09-01T10:32:52.750 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:4", 2022-09-01T10:32:52.751 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:7", 2022-09-01T10:32:52.751 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:8", 2022-09-01T10:32:52.751 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:10", 2022-09-01T10:32:52.751 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:3", 2022-09-01T10:32:52.752 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:0", 2022-09-01T10:32:52.752 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:6", 2022-09-01T10:32:52.752 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:32:52.752 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:3", 2022-09-01T10:32:52.753 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000088", 2022-09-01T10:32:52.753 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:1", 2022-09-01T10:32:52.753 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000080", 2022-09-01T10:32:52.753 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:10", 2022-09-01T10:32:52.754 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:10", 2022-09-01T10:32:52.754 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000090", 2022-09-01T10:32:52.754 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:6", 2022-09-01T10:32:52.754 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.c831b8c8-c79b-4178-80d6-596fd8ecbf6b.3.retry", 2022-09-01T10:32:52.755 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000110", 2022-09-01T10:32:52.755 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:9", 2022-09-01T10:32:52.755 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:8", 2022-09-01T10:32:52.755 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:8", 2022-09-01T10:32:52.756 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:6", 2022-09-01T10:32:52.756 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:4", 2022-09-01T10:32:52.756 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:4", 2022-09-01T10:32:52.757 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000096", 2022-09-01T10:32:52.757 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.2.retry", 2022-09-01T10:32:52.757 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:10", 2022-09-01T10:32:52.757 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:6", 2022-09-01T10:32:52.758 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:6", 2022-09-01T10:32:52.758 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:4", 2022-09-01T10:32:52.758 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000087", 2022-09-01T10:32:52.759 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:9", 2022-09-01T10:32:52.759 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000008", 2022-09-01T10:32:52.759 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:4", 2022-09-01T10:32:52.759 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:0", 2022-09-01T10:32:52.760 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:3", 2022-09-01T10:32:52.760 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000006", 2022-09-01T10:32:52.760 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:2", 2022-09-01T10:32:52.760 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000029", 2022-09-01T10:32:52.761 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1", 2022-09-01T10:32:52.761 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:5", 2022-09-01T10:32:52.761 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000089", 2022-09-01T10:32:52.761 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:8", 2022-09-01T10:32:52.762 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000022", 2022-09-01T10:32:52.762 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.3", 2022-09-01T10:32:52.762 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10", 2022-09-01T10:32:52.762 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:2", 2022-09-01T10:32:52.763 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:0", 2022-09-01T10:32:52.763 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:2", 2022-09-01T10:32:52.763 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:8", 2022-09-01T10:32:52.763 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:9", 2022-09-01T10:32:52.764 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:3", 2022-09-01T10:32:52.764 INFO:teuthology.orchestra.run.smithi044.stdout: "bilog.trim", 2022-09-01T10:32:52.764 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000016", 2022-09-01T10:32:52.764 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:9", 2022-09-01T10:32:52.765 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:2", 2022-09-01T10:32:52.765 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:2", 2022-09-01T10:32:52.765 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:10", 2022-09-01T10:32:52.765 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000041", 2022-09-01T10:32:52.766 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:5", 2022-09-01T10:32:52.766 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:2", 2022-09-01T10:32:52.766 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:10", 2022-09-01T10:32:52.767 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:7", 2022-09-01T10:32:52.767 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:6", 2022-09-01T10:32:52.767 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000018", 2022-09-01T10:32:52.767 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000092", 2022-09-01T10:32:52.768 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:1", 2022-09-01T10:32:52.768 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:1", 2022-09-01T10:32:52.768 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:3", 2022-09-01T10:32:52.768 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:32:52.769 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:5", 2022-09-01T10:32:52.769 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:6", 2022-09-01T10:32:52.769 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.4", 2022-09-01T10:32:52.769 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:10", 2022-09-01T10:32:52.770 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:8", 2022-09-01T10:32:52.770 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:10", 2022-09-01T10:32:52.770 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000014", 2022-09-01T10:32:52.770 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:7", 2022-09-01T10:32:52.771 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000112", 2022-09-01T10:32:52.771 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:7", 2022-09-01T10:32:52.771 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:7", 2022-09-01T10:32:52.771 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000007", 2022-09-01T10:32:52.772 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000021", 2022-09-01T10:32:52.772 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:8", 2022-09-01T10:32:52.772 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:3", 2022-09-01T10:32:52.772 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.16", 2022-09-01T10:32:52.773 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000064", 2022-09-01T10:32:52.773 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.c831b8c8-c79b-4178-80d6-596fd8ecbf6b.2", 2022-09-01T10:32:52.773 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:5", 2022-09-01T10:32:52.773 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000071", 2022-09-01T10:32:52.774 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:0", 2022-09-01T10:32:52.774 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:6", 2022-09-01T10:32:52.774 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:1", 2022-09-01T10:32:52.774 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000074", 2022-09-01T10:32:52.775 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:7", 2022-09-01T10:32:52.775 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:5", 2022-09-01T10:32:52.775 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:2", 2022-09-01T10:32:52.775 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:7", 2022-09-01T10:32:52.776 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:10", 2022-09-01T10:32:52.776 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:2", 2022-09-01T10:32:52.776 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:4", 2022-09-01T10:32:52.776 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13", 2022-09-01T10:32:52.777 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000081", 2022-09-01T10:32:52.777 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000009", 2022-09-01T10:32:52.777 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:10", 2022-09-01T10:32:52.777 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000121", 2022-09-01T10:32:52.778 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.1", 2022-09-01T10:32:52.778 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:2", 2022-09-01T10:32:52.778 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:5", 2022-09-01T10:32:52.778 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:0", 2022-09-01T10:32:52.779 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:9", 2022-09-01T10:32:52.779 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.17", 2022-09-01T10:32:52.779 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000125", 2022-09-01T10:32:52.780 INFO:teuthology.orchestra.run.smithi044.stdout: "meta.log.74a33b6f-f1d1-40a5-b9ec-b739d2976075.3", 2022-09-01T10:32:52.780 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000082", 2022-09-01T10:32:52.780 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:3", 2022-09-01T10:32:52.780 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:6", 2022-09-01T10:32:52.781 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:8", 2022-09-01T10:32:52.781 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:0", 2022-09-01T10:32:52.781 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:2", 2022-09-01T10:32:52.781 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:10", 2022-09-01T10:32:52.782 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:32:52.782 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:3", 2022-09-01T10:32:52.782 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000105", 2022-09-01T10:32:52.782 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000059", 2022-09-01T10:32:52.783 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:2", 2022-09-01T10:32:52.783 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:4", 2022-09-01T10:32:52.783 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:5", 2022-09-01T10:32:52.783 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:9", 2022-09-01T10:32:52.784 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:5", 2022-09-01T10:32:52.784 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:10", 2022-09-01T10:32:52.784 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000077", 2022-09-01T10:32:52.784 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:0", 2022-09-01T10:32:52.785 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38", 2022-09-01T10:32:52.785 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:0", 2022-09-01T10:32:52.785 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:1", 2022-09-01T10:32:52.786 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000032", 2022-09-01T10:32:52.786 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:3", 2022-09-01T10:32:52.786 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:1", 2022-09-01T10:32:52.786 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:0", 2022-09-01T10:32:52.787 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:3", 2022-09-01T10:32:52.787 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:8", 2022-09-01T10:32:52.787 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:8", 2022-09-01T10:32:52.787 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:9", 2022-09-01T10:32:52.788 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:4", 2022-09-01T10:32:52.788 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:2", 2022-09-01T10:32:52.788 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:5", 2022-09-01T10:32:52.788 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:32:52.789 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11", 2022-09-01T10:32:52.789 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:0", 2022-09-01T10:32:52.789 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:5", 2022-09-01T10:32:52.789 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:10", 2022-09-01T10:32:52.790 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:6", 2022-09-01T10:32:52.790 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5", 2022-09-01T10:32:52.790 INFO:teuthology.orchestra.run.smithi044.stdout: "meta.log.4dcfef22-513c-4d25-99ed-606dde9c5a5f.0", 2022-09-01T10:32:52.790 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:9", 2022-09-01T10:32:52.791 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:2", 2022-09-01T10:32:52.791 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000053", 2022-09-01T10:32:52.791 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:3", 2022-09-01T10:32:52.791 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000091", 2022-09-01T10:32:52.792 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:32:52.792 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:1", 2022-09-01T10:32:52.792 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000065", 2022-09-01T10:32:52.792 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:10", 2022-09-01T10:32:52.793 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:6", 2022-09-01T10:32:52.793 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14", 2022-09-01T10:32:52.793 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000083", 2022-09-01T10:32:52.793 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000010", 2022-09-01T10:32:52.794 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:10", 2022-09-01T10:32:52.794 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:9", 2022-09-01T10:32:52.794 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.1", 2022-09-01T10:32:52.794 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:0", 2022-09-01T10:32:52.795 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:5", 2022-09-01T10:32:52.795 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:8", 2022-09-01T10:32:52.795 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:2", 2022-09-01T10:32:52.796 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:9", 2022-09-01T10:32:52.796 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4", 2022-09-01T10:32:52.796 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3", 2022-09-01T10:32:52.796 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.7", 2022-09-01T10:32:52.797 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.3", 2022-09-01T10:32:52.797 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:5", 2022-09-01T10:32:52.797 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:9", 2022-09-01T10:32:52.797 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:3", 2022-09-01T10:32:52.798 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:8", 2022-09-01T10:32:52.798 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:9", 2022-09-01T10:32:52.798 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:4", 2022-09-01T10:32:52.798 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:4", 2022-09-01T10:32:52.799 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:10", 2022-09-01T10:32:52.799 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:1", 2022-09-01T10:32:52.799 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:1", 2022-09-01T10:32:52.799 INFO:teuthology.orchestra.run.smithi044.stdout: "mdlog.sync-status.shard.2", 2022-09-01T10:32:52.800 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:0", 2022-09-01T10:32:52.800 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:3", 2022-09-01T10:32:52.800 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:7", 2022-09-01T10:32:52.800 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:9", 2022-09-01T10:32:52.801 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:2", 2022-09-01T10:32:52.801 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000045", 2022-09-01T10:32:52.801 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:8", 2022-09-01T10:32:52.801 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:4", 2022-09-01T10:32:52.802 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:4", 2022-09-01T10:32:52.802 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.3.retry", 2022-09-01T10:32:52.802 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:2", 2022-09-01T10:32:52.803 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000002", 2022-09-01T10:32:52.803 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:1", 2022-09-01T10:32:52.803 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37", 2022-09-01T10:32:52.804 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:1", 2022-09-01T10:32:52.804 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.12", 2022-09-01T10:32:52.804 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:8", 2022-09-01T10:32:52.804 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:9", 2022-09-01T10:32:52.805 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:6", 2022-09-01T10:32:52.805 INFO:teuthology.orchestra.run.smithi044.stdout: "meta.log.4dcfef22-513c-4d25-99ed-606dde9c5a5f.3", 2022-09-01T10:32:52.805 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:5", 2022-09-01T10:32:52.805 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:32:52.806 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000116", 2022-09-01T10:32:52.806 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:7", 2022-09-01T10:32:52.806 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:6", 2022-09-01T10:32:52.806 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:4", 2022-09-01T10:32:52.807 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:1", 2022-09-01T10:32:52.807 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:10", 2022-09-01T10:32:52.807 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000034", 2022-09-01T10:32:52.807 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:8", 2022-09-01T10:32:52.808 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:1", 2022-09-01T10:32:52.808 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000101", 2022-09-01T10:32:52.808 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:5", 2022-09-01T10:32:52.808 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:3", 2022-09-01T10:32:52.809 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:6", 2022-09-01T10:32:52.809 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.13", 2022-09-01T10:32:52.809 INFO:teuthology.orchestra.run.smithi044.stdout: "mdlog.sync-status.shard.1", 2022-09-01T10:32:52.809 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:2", 2022-09-01T10:32:52.810 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:7", 2022-09-01T10:32:52.810 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:2", 2022-09-01T10:32:52.810 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:7", 2022-09-01T10:32:52.810 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:1", 2022-09-01T10:32:52.811 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:2", 2022-09-01T10:32:52.811 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:5", 2022-09-01T10:32:52.811 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:4", 2022-09-01T10:32:52.812 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:7", 2022-09-01T10:32:52.812 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000079", 2022-09-01T10:32:52.812 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000049", 2022-09-01T10:32:52.812 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000117", 2022-09-01T10:32:52.813 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:32:52.813 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000044", 2022-09-01T10:32:52.813 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:10", 2022-09-01T10:32:52.813 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:0", 2022-09-01T10:32:52.814 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:0", 2022-09-01T10:32:52.814 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.14", 2022-09-01T10:32:52.814 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:32:52.814 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000066", 2022-09-01T10:32:52.815 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:0", 2022-09-01T10:32:52.815 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:4", 2022-09-01T10:32:52.815 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:1", 2022-09-01T10:32:52.816 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:4", 2022-09-01T10:32:52.816 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:10", 2022-09-01T10:32:52.816 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000068", 2022-09-01T10:32:52.816 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b", 2022-09-01T10:32:52.817 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.c831b8c8-c79b-4178-80d6-596fd8ecbf6b.3", 2022-09-01T10:32:52.817 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000085", 2022-09-01T10:32:52.817 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:3", 2022-09-01T10:32:52.817 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:10", 2022-09-01T10:32:52.818 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:5", 2022-09-01T10:32:52.818 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:7", 2022-09-01T10:32:52.818 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:6", 2022-09-01T10:32:52.818 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:8", 2022-09-01T10:32:52.819 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:9", 2022-09-01T10:32:52.819 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000073", 2022-09-01T10:32:52.819 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:5", 2022-09-01T10:32:52.819 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:0", 2022-09-01T10:32:52.820 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:8", 2022-09-01T10:32:52.820 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000038", 2022-09-01T10:32:52.820 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:0", 2022-09-01T10:32:52.820 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:1", 2022-09-01T10:32:52.821 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:2", 2022-09-01T10:32:52.821 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:7", 2022-09-01T10:32:52.821 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:5", 2022-09-01T10:32:52.821 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.10", 2022-09-01T10:32:52.822 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:9", 2022-09-01T10:32:52.822 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000118", 2022-09-01T10:32:52.822 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:0", 2022-09-01T10:32:52.822 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:8", 2022-09-01T10:32:52.823 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:1", 2022-09-01T10:32:52.823 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:32:52.823 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:0", 2022-09-01T10:32:52.824 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:7", 2022-09-01T10:32:52.824 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000036", 2022-09-01T10:32:52.824 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:5", 2022-09-01T10:32:52.824 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:4", 2022-09-01T10:32:52.825 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000103", 2022-09-01T10:32:52.825 INFO:teuthology.orchestra.run.smithi044.stdout: "mdlog.sync-status.shard.3", 2022-09-01T10:32:52.825 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:4", 2022-09-01T10:32:52.825 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:1", 2022-09-01T10:32:52.826 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:2", 2022-09-01T10:32:52.826 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000119", 2022-09-01T10:32:52.826 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:3", 2022-09-01T10:32:52.826 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000098", 2022-09-01T10:32:52.827 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:10", 2022-09-01T10:32:52.827 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5", 2022-09-01T10:32:52.827 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:8", 2022-09-01T10:32:52.827 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:7", 2022-09-01T10:32:52.828 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:10", 2022-09-01T10:32:52.828 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:8", 2022-09-01T10:32:52.828 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:1", 2022-09-01T10:32:52.829 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:4", 2022-09-01T10:32:52.829 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:0", 2022-09-01T10:32:52.829 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:3", 2022-09-01T10:32:52.829 INFO:teuthology.orchestra.run.smithi044.stdout: "mdlog.sync-status.shard.0", 2022-09-01T10:32:52.830 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:3", 2022-09-01T10:32:52.830 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:5", 2022-09-01T10:32:52.830 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000027", 2022-09-01T10:32:52.830 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:0", 2022-09-01T10:32:52.831 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:6", 2022-09-01T10:32:52.831 INFO:teuthology.orchestra.run.smithi044.stdout: "mdlog.sync-status", 2022-09-01T10:32:52.831 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000019", 2022-09-01T10:32:52.831 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:32:52.832 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:6", 2022-09-01T10:32:52.832 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000039", 2022-09-01T10:32:52.832 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:1", 2022-09-01T10:32:52.832 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:5", 2022-09-01T10:32:52.833 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14", 2022-09-01T10:32:52.833 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13", 2022-09-01T10:32:52.833 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:1", 2022-09-01T10:32:52.833 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:1", 2022-09-01T10:32:52.834 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:5", 2022-09-01T10:32:52.834 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:5", 2022-09-01T10:32:52.834 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:6", 2022-09-01T10:32:52.834 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:2", 2022-09-01T10:32:52.835 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:8", 2022-09-01T10:32:52.835 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:8", 2022-09-01T10:32:52.835 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:6", 2022-09-01T10:32:52.836 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000100", 2022-09-01T10:32:52.836 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:1", 2022-09-01T10:32:52.837 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:10", 2022-09-01T10:32:52.837 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:1", 2022-09-01T10:32:52.837 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:10", 2022-09-01T10:32:52.838 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.2", 2022-09-01T10:32:52.838 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15", 2022-09-01T10:32:52.838 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:2", 2022-09-01T10:32:52.839 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:4", 2022-09-01T10:32:52.839 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000093", 2022-09-01T10:32:52.839 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:5", 2022-09-01T10:32:52.840 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:9", 2022-09-01T10:32:52.840 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:2", 2022-09-01T10:32:52.840 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:10", 2022-09-01T10:32:52.840 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:1", 2022-09-01T10:32:52.841 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:1", 2022-09-01T10:32:52.841 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:8", 2022-09-01T10:32:52.841 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:4", 2022-09-01T10:32:52.841 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000004", 2022-09-01T10:32:52.842 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000063", 2022-09-01T10:32:52.842 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000122", 2022-09-01T10:32:52.842 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:8", 2022-09-01T10:32:52.843 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:0", 2022-09-01T10:32:52.843 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000057", 2022-09-01T10:32:52.843 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:10", 2022-09-01T10:32:52.843 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:4", 2022-09-01T10:32:52.844 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.0.YyUFgNWGhuD.0", 2022-09-01T10:32:52.844 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:7", 2022-09-01T10:32:52.844 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000054", 2022-09-01T10:32:52.844 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000114", 2022-09-01T10:32:52.845 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:10", 2022-09-01T10:32:52.845 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.2", 2022-09-01T10:32:52.845 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.0", 2022-09-01T10:32:52.845 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:2", 2022-09-01T10:32:52.846 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:0", 2022-09-01T10:32:52.846 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:7", 2022-09-01T10:32:52.846 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:6", 2022-09-01T10:32:52.846 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:2", 2022-09-01T10:32:52.847 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3", 2022-09-01T10:32:52.847 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:4", 2022-09-01T10:32:52.847 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:9", 2022-09-01T10:32:52.847 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000012", 2022-09-01T10:32:52.848 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:10", 2022-09-01T10:32:52.848 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:0", 2022-09-01T10:32:52.848 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:8", 2022-09-01T10:32:52.848 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:5", 2022-09-01T10:32:52.849 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:9", 2022-09-01T10:32:52.849 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:9", 2022-09-01T10:32:52.849 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000084", 2022-09-01T10:32:52.850 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000043", 2022-09-01T10:32:52.850 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:4", 2022-09-01T10:32:52.850 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:0", 2022-09-01T10:32:52.850 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:3", 2022-09-01T10:32:52.851 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:5", 2022-09-01T10:32:52.851 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:32:52.851 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:2", 2022-09-01T10:32:52.851 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:9", 2022-09-01T10:32:52.852 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:4", 2022-09-01T10:32:52.852 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:10", 2022-09-01T10:32:52.852 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.11", 2022-09-01T10:32:52.852 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36", 2022-09-01T10:32:52.853 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:7", 2022-09-01T10:32:52.853 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:9", 2022-09-01T10:32:52.853 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:7", 2022-09-01T10:32:52.854 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:7", 2022-09-01T10:32:52.854 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:10", 2022-09-01T10:32:52.854 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:0", 2022-09-01T10:32:52.854 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000111", 2022-09-01T10:32:52.855 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000048", 2022-09-01T10:32:52.855 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:4", 2022-09-01T10:32:52.855 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:2", 2022-09-01T10:32:52.855 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:3", 2022-09-01T10:32:52.856 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000020", 2022-09-01T10:32:52.856 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38", 2022-09-01T10:32:52.856 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:7", 2022-09-01T10:32:52.856 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:32:52.857 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:2", 2022-09-01T10:32:52.857 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:5", 2022-09-01T10:32:52.857 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12", 2022-09-01T10:32:52.857 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000099", 2022-09-01T10:32:52.858 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000056", 2022-09-01T10:32:52.858 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:8", 2022-09-01T10:32:52.858 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4", 2022-09-01T10:32:52.858 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:7", 2022-09-01T10:32:52.859 INFO:teuthology.orchestra.run.smithi044.stdout: "meta.log.4dcfef22-513c-4d25-99ed-606dde9c5a5f.2", 2022-09-01T10:32:52.859 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:0", 2022-09-01T10:32:52.859 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:1", 2022-09-01T10:32:52.859 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:6", 2022-09-01T10:32:52.860 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:32:52.860 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000072", 2022-09-01T10:32:52.860 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:3", 2022-09-01T10:32:52.860 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:8", 2022-09-01T10:32:52.861 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:4", 2022-09-01T10:32:52.861 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:2", 2022-09-01T10:32:52.861 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:6", 2022-09-01T10:32:52.861 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000062", 2022-09-01T10:32:52.862 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:3", 2022-09-01T10:32:52.862 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000115", 2022-09-01T10:32:52.862 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.1", 2022-09-01T10:32:52.862 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:2", 2022-09-01T10:32:52.863 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000033", 2022-09-01T10:32:52.863 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:3", 2022-09-01T10:32:52.863 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:6", 2022-09-01T10:32:52.863 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36", 2022-09-01T10:32:52.864 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1", 2022-09-01T10:32:52.864 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:8", 2022-09-01T10:32:52.864 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:4", 2022-09-01T10:32:52.864 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:0", 2022-09-01T10:32:52.865 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:9", 2022-09-01T10:32:52.865 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:7", 2022-09-01T10:32:52.865 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:5", 2022-09-01T10:32:52.865 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000025", 2022-09-01T10:32:52.866 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:8", 2022-09-01T10:32:52.866 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:3", 2022-09-01T10:32:52.866 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000123", 2022-09-01T10:32:52.866 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:8", 2022-09-01T10:32:52.867 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:3", 2022-09-01T10:32:52.867 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:6", 2022-09-01T10:32:52.867 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:0", 2022-09-01T10:32:52.868 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:6", 2022-09-01T10:32:52.868 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:4", 2022-09-01T10:32:52.868 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:0", 2022-09-01T10:32:52.868 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000108", 2022-09-01T10:32:52.869 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:6", 2022-09-01T10:32:52.869 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:1", 2022-09-01T10:32:52.869 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000094", 2022-09-01T10:32:52.869 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:7", 2022-09-01T10:32:52.870 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:6", 2022-09-01T10:32:52.870 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:5", 2022-09-01T10:32:52.870 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:7", 2022-09-01T10:32:52.870 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000060", 2022-09-01T10:32:52.871 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:10", 2022-09-01T10:32:52.871 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:10", 2022-09-01T10:32:52.871 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000109", 2022-09-01T10:32:52.871 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.15", 2022-09-01T10:32:52.872 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:2", 2022-09-01T10:32:52.872 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:2", 2022-09-01T10:32:52.872 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:1", 2022-09-01T10:32:52.872 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:8", 2022-09-01T10:32:52.873 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000013", 2022-09-01T10:32:52.873 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:5", 2022-09-01T10:32:52.873 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:6", 2022-09-01T10:32:52.873 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:9", 2022-09-01T10:32:52.874 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:32:52.874 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:6", 2022-09-01T10:32:52.874 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:10", 2022-09-01T10:32:52.874 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:7", 2022-09-01T10:32:52.875 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:5", 2022-09-01T10:32:52.875 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:5", 2022-09-01T10:32:52.875 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:5", 2022-09-01T10:32:52.875 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:1", 2022-09-01T10:32:52.876 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:3", 2022-09-01T10:32:52.876 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:7", 2022-09-01T10:32:52.876 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000051", 2022-09-01T10:32:52.876 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000106", 2022-09-01T10:32:52.877 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:7", 2022-09-01T10:32:52.877 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:10", 2022-09-01T10:32:52.877 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:32:52.877 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:10", 2022-09-01T10:32:52.878 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:2", 2022-09-01T10:32:52.878 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:1", 2022-09-01T10:32:52.878 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000017", 2022-09-01T10:32:52.878 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:0", 2022-09-01T10:32:52.879 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:3", 2022-09-01T10:32:52.879 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:7", 2022-09-01T10:32:52.879 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:1", 2022-09-01T10:32:52.879 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:10", 2022-09-01T10:32:52.880 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:0", 2022-09-01T10:32:52.880 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000023", 2022-09-01T10:32:52.880 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:8", 2022-09-01T10:32:52.880 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:1", 2022-09-01T10:32:52.881 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:8", 2022-09-01T10:32:52.881 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:8", 2022-09-01T10:32:52.881 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:10", 2022-09-01T10:32:52.882 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:7", 2022-09-01T10:32:52.882 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:9", 2022-09-01T10:32:52.882 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11", 2022-09-01T10:32:52.882 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000107", 2022-09-01T10:32:52.883 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:32:52.883 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:8", 2022-09-01T10:32:52.883 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:0", 2022-09-01T10:32:52.883 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:0", 2022-09-01T10:32:52.884 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:5", 2022-09-01T10:32:52.884 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:9", 2022-09-01T10:32:52.884 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000046", 2022-09-01T10:32:52.884 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:9", 2022-09-01T10:32:52.885 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:9", 2022-09-01T10:32:52.885 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:0", 2022-09-01T10:32:52.885 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:4", 2022-09-01T10:32:52.885 INFO:teuthology.orchestra.run.smithi044.stdout: "meta.log.39870d50-3792-42d7-adf0-465c8b777149.3", 2022-09-01T10:32:52.886 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:0", 2022-09-01T10:32:52.886 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:8", 2022-09-01T10:32:52.886 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:5", 2022-09-01T10:32:52.886 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:7", 2022-09-01T10:32:52.887 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:3", 2022-09-01T10:32:52.887 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:9", 2022-09-01T10:32:52.887 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.1.pIbCKFUWAgS.0", 2022-09-01T10:32:52.887 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:1", 2022-09-01T10:32:52.888 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:9", 2022-09-01T10:32:52.888 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:1", 2022-09-01T10:32:52.888 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:6", 2022-09-01T10:32:52.888 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.2", 2022-09-01T10:32:52.889 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:8", 2022-09-01T10:32:52.889 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:7", 2022-09-01T10:32:52.889 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:3", 2022-09-01T10:32:52.889 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000067", 2022-09-01T10:32:52.890 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:0", 2022-09-01T10:32:52.890 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:5", 2022-09-01T10:32:52.890 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:8", 2022-09-01T10:32:52.890 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:8", 2022-09-01T10:32:52.891 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:4", 2022-09-01T10:32:52.891 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:9", 2022-09-01T10:32:52.891 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:3", 2022-09-01T10:32:52.891 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:3", 2022-09-01T10:32:52.892 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:5", 2022-09-01T10:32:52.892 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:2", 2022-09-01T10:32:52.892 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10", 2022-09-01T10:32:52.892 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.9", 2022-09-01T10:32:52.893 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000086", 2022-09-01T10:32:52.893 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:9", 2022-09-01T10:32:52.893 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:5", 2022-09-01T10:32:52.893 INFO:teuthology.orchestra.run.smithi044.stdout: "sync.error-log.5", 2022-09-01T10:32:52.894 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:0", 2022-09-01T10:32:52.894 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:2", 2022-09-01T10:32:52.894 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:3", 2022-09-01T10:32:52.894 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:8", 2022-09-01T10:32:52.895 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:4", 2022-09-01T10:32:52.895 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:7", 2022-09-01T10:32:52.895 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:9", 2022-09-01T10:32:52.895 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:3", 2022-09-01T10:32:52.896 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:1", 2022-09-01T10:32:52.896 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:5", 2022-09-01T10:32:52.896 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:4", 2022-09-01T10:32:52.897 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:5", 2022-09-01T10:32:52.897 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:10", 2022-09-01T10:32:52.897 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:2", 2022-09-01T10:32:52.897 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:9", 2022-09-01T10:32:52.898 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:5", 2022-09-01T10:32:52.898 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:4", 2022-09-01T10:32:52.898 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:7", 2022-09-01T10:32:52.898 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:10", 2022-09-01T10:32:52.899 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:10", 2022-09-01T10:32:52.899 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:3", 2022-09-01T10:32:52.899 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:8", 2022-09-01T10:32:52.899 INFO:teuthology.orchestra.run.smithi044.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.0.retry", 2022-09-01T10:32:52.900 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:3", 2022-09-01T10:32:52.900 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:32:52.900 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:8", 2022-09-01T10:32:52.900 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:4", 2022-09-01T10:32:52.901 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:1", 2022-09-01T10:32:52.901 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:0", 2022-09-01T10:32:52.901 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000050", 2022-09-01T10:32:52.901 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:5", 2022-09-01T10:32:52.902 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000102", 2022-09-01T10:32:52.902 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:9", 2022-09-01T10:32:52.902 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:4", 2022-09-01T10:32:52.902 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:7", 2022-09-01T10:32:52.903 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:0", 2022-09-01T10:32:52.903 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:7", 2022-09-01T10:32:52.903 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:10", 2022-09-01T10:32:52.903 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:4", 2022-09-01T10:32:52.904 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:0", 2022-09-01T10:32:52.904 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:4", 2022-09-01T10:32:52.904 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:3", 2022-09-01T10:32:52.904 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000124", 2022-09-01T10:32:52.905 INFO:teuthology.orchestra.run.smithi044.stdout: "data_log.2.gyQC0hskth/.0", 2022-09-01T10:32:52.905 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000001", 2022-09-01T10:32:52.905 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:7", 2022-09-01T10:32:52.905 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:2", 2022-09-01T10:32:52.906 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:9", 2022-09-01T10:32:52.906 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000126", 2022-09-01T10:32:52.906 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:8", 2022-09-01T10:32:52.906 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:6", 2022-09-01T10:32:52.907 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000055", 2022-09-01T10:32:52.907 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:7", 2022-09-01T10:32:52.907 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:4", 2022-09-01T10:32:52.907 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:2", 2022-09-01T10:32:52.908 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000061", 2022-09-01T10:32:52.908 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37", 2022-09-01T10:32:52.908 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:7", 2022-09-01T10:32:52.908 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000097", 2022-09-01T10:32:52.909 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12", 2022-09-01T10:32:52.909 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:2", 2022-09-01T10:32:52.909 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000042", 2022-09-01T10:32:52.909 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:6", 2022-09-01T10:32:52.910 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000075", 2022-09-01T10:32:52.910 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:0", 2022-09-01T10:32:52.910 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000120", 2022-09-01T10:32:52.910 INFO:teuthology.orchestra.run.smithi044.stdout: "obj_delete_at_hint.0000000030", 2022-09-01T10:32:52.911 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:7", 2022-09-01T10:32:52.911 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:3", 2022-09-01T10:32:52.911 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:6", 2022-09-01T10:32:52.911 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:32:52.912 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:8", 2022-09-01T10:32:52.912 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19", 2022-09-01T10:32:52.912 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:10", 2022-09-01T10:32:52.913 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:10", 2022-09-01T10:32:52.913 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:8", 2022-09-01T10:32:52.913 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket.sync-status.c831b8c8-c79b-4178-80d6-596fd8ecbf6b:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:6" 2022-09-01T10:32:52.913 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:32:52.914 INFO:teuthology.orchestra.run.smithi044.stdout: 2022-09-01T10:32:52.915 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['log', 'list', '--rgw-zone', 'test-zone4', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:52.916 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'log', 'list', '--rgw-zone', 'test-zone4', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:52.916 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 log list --rgw-zone test-zone4 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:52.971 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:52.971 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:53.021 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:32:53.032 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000078", 2022-09-01T10:32:53.033 INFO:teuthology.orchestra.run.smithi052.stdout: "meta.history", 2022-09-01T10:32:53.034 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:5", 2022-09-01T10:32:53.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:9", 2022-09-01T10:32:53.035 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000070", 2022-09-01T10:32:53.036 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000104", 2022-09-01T10:32:53.036 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000026", 2022-09-01T10:32:53.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:2", 2022-09-01T10:32:53.038 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:1", 2022-09-01T10:32:53.038 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:4", 2022-09-01T10:32:53.039 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:0", 2022-09-01T10:32:53.039 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000028", 2022-09-01T10:32:53.040 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:7", 2022-09-01T10:32:53.040 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:10", 2022-09-01T10:32:53.040 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:10", 2022-09-01T10:32:53.041 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:5", 2022-09-01T10:32:53.041 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:4", 2022-09-01T10:32:53.042 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:9", 2022-09-01T10:32:53.042 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000040", 2022-09-01T10:32:53.043 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.1.retry", 2022-09-01T10:32:53.043 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.6", 2022-09-01T10:32:53.043 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:9", 2022-09-01T10:32:53.044 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:6", 2022-09-01T10:32:53.045 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:1", 2022-09-01T10:32:53.046 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000015", 2022-09-01T10:32:53.046 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16", 2022-09-01T10:32:53.046 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:4", 2022-09-01T10:32:53.047 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000069", 2022-09-01T10:32:53.047 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000095", 2022-09-01T10:32:53.047 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:7", 2022-09-01T10:32:53.048 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000003", 2022-09-01T10:32:53.048 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:7", 2022-09-01T10:32:53.048 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000047", 2022-09-01T10:32:53.048 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:3", 2022-09-01T10:32:53.049 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21", 2022-09-01T10:32:53.049 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:4", 2022-09-01T10:32:53.049 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000035", 2022-09-01T10:32:53.049 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000037", 2022-09-01T10:32:53.050 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:9", 2022-09-01T10:32:53.050 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:1", 2022-09-01T10:32:53.051 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23", 2022-09-01T10:32:53.051 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:6", 2022-09-01T10:32:53.052 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:4", 2022-09-01T10:32:53.052 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:9", 2022-09-01T10:32:53.053 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15", 2022-09-01T10:32:53.053 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:0", 2022-09-01T10:32:53.054 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000024", 2022-09-01T10:32:53.054 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:1", 2022-09-01T10:32:53.055 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000000", 2022-09-01T10:32:53.056 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:2", 2022-09-01T10:32:53.056 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000031", 2022-09-01T10:32:53.056 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:5", 2022-09-01T10:32:53.057 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:7", 2022-09-01T10:32:53.057 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:3", 2022-09-01T10:32:53.057 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:3", 2022-09-01T10:32:53.057 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:3", 2022-09-01T10:32:53.058 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:1", 2022-09-01T10:32:53.058 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:3", 2022-09-01T10:32:53.058 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:0", 2022-09-01T10:32:53.059 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:6", 2022-09-01T10:32:53.059 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.0", 2022-09-01T10:32:53.059 INFO:teuthology.orchestra.run.smithi052.stdout: "data_loggenerations_metadata", 2022-09-01T10:32:53.060 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:8", 2022-09-01T10:32:53.060 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:1", 2022-09-01T10:32:53.061 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000076", 2022-09-01T10:32:53.061 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000113", 2022-09-01T10:32:53.062 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:9", 2022-09-01T10:32:53.062 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000005", 2022-09-01T10:32:53.063 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000011", 2022-09-01T10:32:53.063 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000058", 2022-09-01T10:32:53.064 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000052", 2022-09-01T10:32:53.065 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:6", 2022-09-01T10:32:53.065 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:6", 2022-09-01T10:32:53.066 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:1", 2022-09-01T10:32:53.066 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:8", 2022-09-01T10:32:53.067 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:4", 2022-09-01T10:32:53.067 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:7", 2022-09-01T10:32:53.068 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:6", 2022-09-01T10:32:53.069 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000088", 2022-09-01T10:32:53.069 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:1", 2022-09-01T10:32:53.070 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000080", 2022-09-01T10:32:53.071 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:10", 2022-09-01T10:32:53.071 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000090", 2022-09-01T10:32:53.072 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:6", 2022-09-01T10:32:53.072 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000110", 2022-09-01T10:32:53.073 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:8", 2022-09-01T10:32:53.073 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:6", 2022-09-01T10:32:53.074 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:4", 2022-09-01T10:32:53.074 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000096", 2022-09-01T10:32:53.075 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:10", 2022-09-01T10:32:53.075 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:6", 2022-09-01T10:32:53.076 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:4", 2022-09-01T10:32:53.076 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000087", 2022-09-01T10:32:53.077 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000008", 2022-09-01T10:32:53.077 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:4", 2022-09-01T10:32:53.078 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:0", 2022-09-01T10:32:53.079 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:3", 2022-09-01T10:32:53.079 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000006", 2022-09-01T10:32:53.080 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:2", 2022-09-01T10:32:53.080 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000029", 2022-09-01T10:32:53.081 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:5", 2022-09-01T10:32:53.081 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000089", 2022-09-01T10:32:53.082 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000022", 2022-09-01T10:32:53.082 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.3", 2022-09-01T10:32:53.083 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10", 2022-09-01T10:32:53.083 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:3", 2022-09-01T10:32:53.084 INFO:teuthology.orchestra.run.smithi052.stdout: "bilog.trim", 2022-09-01T10:32:53.084 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000016", 2022-09-01T10:32:53.085 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:9", 2022-09-01T10:32:53.085 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:2", 2022-09-01T10:32:53.086 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000041", 2022-09-01T10:32:53.087 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:5", 2022-09-01T10:32:53.087 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:7", 2022-09-01T10:32:53.088 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:6", 2022-09-01T10:32:53.088 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000018", 2022-09-01T10:32:53.089 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000092", 2022-09-01T10:32:53.089 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:1", 2022-09-01T10:32:53.090 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:1", 2022-09-01T10:32:53.090 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:3", 2022-09-01T10:32:53.091 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.4", 2022-09-01T10:32:53.091 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:10", 2022-09-01T10:32:53.092 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:8", 2022-09-01T10:32:53.092 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:10", 2022-09-01T10:32:53.093 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000014", 2022-09-01T10:32:53.093 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000112", 2022-09-01T10:32:53.094 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:7", 2022-09-01T10:32:53.094 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000007", 2022-09-01T10:32:53.095 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000021", 2022-09-01T10:32:53.095 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:8", 2022-09-01T10:32:53.096 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000064", 2022-09-01T10:32:53.096 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000071", 2022-09-01T10:32:53.097 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:0", 2022-09-01T10:32:53.098 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000074", 2022-09-01T10:32:53.098 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:7", 2022-09-01T10:32:53.099 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:2", 2022-09-01T10:32:53.099 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:10", 2022-09-01T10:32:53.100 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:2", 2022-09-01T10:32:53.100 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13", 2022-09-01T10:32:53.101 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000081", 2022-09-01T10:32:53.101 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000009", 2022-09-01T10:32:53.102 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:10", 2022-09-01T10:32:53.102 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000121", 2022-09-01T10:32:53.103 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:0", 2022-09-01T10:32:53.103 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000125", 2022-09-01T10:32:53.104 INFO:teuthology.orchestra.run.smithi052.stdout: "meta.log.74a33b6f-f1d1-40a5-b9ec-b739d2976075.3", 2022-09-01T10:32:53.104 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000082", 2022-09-01T10:32:53.105 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:0", 2022-09-01T10:32:53.105 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:2", 2022-09-01T10:32:53.106 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:10", 2022-09-01T10:32:53.106 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000105", 2022-09-01T10:32:53.107 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000059", 2022-09-01T10:32:53.108 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:2", 2022-09-01T10:32:53.108 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:9", 2022-09-01T10:32:53.109 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:10", 2022-09-01T10:32:53.109 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000077", 2022-09-01T10:32:53.110 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:0", 2022-09-01T10:32:53.110 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:0", 2022-09-01T10:32:53.111 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000032", 2022-09-01T10:32:53.111 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:3", 2022-09-01T10:32:53.112 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:8", 2022-09-01T10:32:53.112 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:9", 2022-09-01T10:32:53.113 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:4", 2022-09-01T10:32:53.113 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:2", 2022-09-01T10:32:53.114 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11", 2022-09-01T10:32:53.114 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:0", 2022-09-01T10:32:53.115 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:10", 2022-09-01T10:32:53.115 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:6", 2022-09-01T10:32:53.116 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5", 2022-09-01T10:32:53.116 INFO:teuthology.orchestra.run.smithi052.stdout: "meta.log.4dcfef22-513c-4d25-99ed-606dde9c5a5f.0", 2022-09-01T10:32:53.117 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000053", 2022-09-01T10:32:53.117 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000091", 2022-09-01T10:32:53.118 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000065", 2022-09-01T10:32:53.118 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:10", 2022-09-01T10:32:53.118 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000083", 2022-09-01T10:32:53.118 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000010", 2022-09-01T10:32:53.119 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:9", 2022-09-01T10:32:53.119 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.1", 2022-09-01T10:32:53.119 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:8", 2022-09-01T10:32:53.119 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:2", 2022-09-01T10:32:53.120 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:9", 2022-09-01T10:32:53.120 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4", 2022-09-01T10:32:53.120 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.3", 2022-09-01T10:32:53.121 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:5", 2022-09-01T10:32:53.121 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:9", 2022-09-01T10:32:53.121 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:3", 2022-09-01T10:32:53.121 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:8", 2022-09-01T10:32:53.122 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:1", 2022-09-01T10:32:53.122 INFO:teuthology.orchestra.run.smithi052.stdout: "mdlog.sync-status.shard.2", 2022-09-01T10:32:53.123 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:3", 2022-09-01T10:32:53.123 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:7", 2022-09-01T10:32:53.123 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:9", 2022-09-01T10:32:53.123 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:2", 2022-09-01T10:32:53.124 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000045", 2022-09-01T10:32:53.124 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:4", 2022-09-01T10:32:53.124 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.3.retry", 2022-09-01T10:32:53.125 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000002", 2022-09-01T10:32:53.125 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:1", 2022-09-01T10:32:53.125 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37", 2022-09-01T10:32:53.126 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:6", 2022-09-01T10:32:53.126 INFO:teuthology.orchestra.run.smithi052.stdout: "meta.log.4dcfef22-513c-4d25-99ed-606dde9c5a5f.3", 2022-09-01T10:32:53.126 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:5", 2022-09-01T10:32:53.127 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18", 2022-09-01T10:32:53.127 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000116", 2022-09-01T10:32:53.127 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:6", 2022-09-01T10:32:53.127 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:1", 2022-09-01T10:32:53.128 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:10", 2022-09-01T10:32:53.128 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000034", 2022-09-01T10:32:53.128 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:8", 2022-09-01T10:32:53.129 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000101", 2022-09-01T10:32:53.129 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:5", 2022-09-01T10:32:53.129 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:6", 2022-09-01T10:32:53.129 INFO:teuthology.orchestra.run.smithi052.stdout: "mdlog.sync-status.shard.1", 2022-09-01T10:32:53.130 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:2", 2022-09-01T10:32:53.130 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:7", 2022-09-01T10:32:53.130 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:7", 2022-09-01T10:32:53.131 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:1", 2022-09-01T10:32:53.131 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:5", 2022-09-01T10:32:53.131 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:4", 2022-09-01T10:32:53.132 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000079", 2022-09-01T10:32:53.132 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000049", 2022-09-01T10:32:53.132 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000117", 2022-09-01T10:32:53.132 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20", 2022-09-01T10:32:53.133 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000044", 2022-09-01T10:32:53.133 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:10", 2022-09-01T10:32:53.133 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000066", 2022-09-01T10:32:53.133 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:4", 2022-09-01T10:32:53.134 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:4", 2022-09-01T10:32:53.134 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000068", 2022-09-01T10:32:53.134 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000085", 2022-09-01T10:32:53.135 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:10", 2022-09-01T10:32:53.135 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:5", 2022-09-01T10:32:53.135 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:7", 2022-09-01T10:32:53.135 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:6", 2022-09-01T10:32:53.136 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000073", 2022-09-01T10:32:53.136 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000038", 2022-09-01T10:32:53.136 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:1", 2022-09-01T10:32:53.136 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:5", 2022-09-01T10:32:53.137 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:9", 2022-09-01T10:32:53.137 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000118", 2022-09-01T10:32:53.137 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7", 2022-09-01T10:32:53.138 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:0", 2022-09-01T10:32:53.138 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:7", 2022-09-01T10:32:53.138 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000036", 2022-09-01T10:32:53.138 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:5", 2022-09-01T10:32:53.139 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000103", 2022-09-01T10:32:53.139 INFO:teuthology.orchestra.run.smithi052.stdout: "mdlog.sync-status.shard.3", 2022-09-01T10:32:53.139 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:4", 2022-09-01T10:32:53.139 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:2", 2022-09-01T10:32:53.140 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000119", 2022-09-01T10:32:53.140 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000098", 2022-09-01T10:32:53.140 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:10", 2022-09-01T10:32:53.140 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:1", 2022-09-01T10:32:53.141 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:3", 2022-09-01T10:32:53.141 INFO:teuthology.orchestra.run.smithi052.stdout: "mdlog.sync-status.shard.0", 2022-09-01T10:32:53.141 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:3", 2022-09-01T10:32:53.142 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:5", 2022-09-01T10:32:53.142 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000027", 2022-09-01T10:32:53.142 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:6", 2022-09-01T10:32:53.142 INFO:teuthology.orchestra.run.smithi052.stdout: "mdlog.sync-status", 2022-09-01T10:32:53.143 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000019", 2022-09-01T10:32:53.143 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:6", 2022-09-01T10:32:53.143 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000039", 2022-09-01T10:32:53.143 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:1", 2022-09-01T10:32:53.144 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:5", 2022-09-01T10:32:53.144 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14", 2022-09-01T10:32:53.144 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:1", 2022-09-01T10:32:53.145 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:2", 2022-09-01T10:32:53.145 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:8", 2022-09-01T10:32:53.145 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000100", 2022-09-01T10:32:53.145 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:1", 2022-09-01T10:32:53.146 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:10", 2022-09-01T10:32:53.146 INFO:teuthology.orchestra.run.smithi052.stdout: "datalog.sync-status.shard.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.2", 2022-09-01T10:32:53.146 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:2", 2022-09-01T10:32:53.146 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000093", 2022-09-01T10:32:53.147 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:5", 2022-09-01T10:32:53.147 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:2", 2022-09-01T10:32:53.147 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:10", 2022-09-01T10:32:53.148 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:1", 2022-09-01T10:32:53.148 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000004", 2022-09-01T10:32:53.148 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000063", 2022-09-01T10:32:53.148 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000122", 2022-09-01T10:32:53.149 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:8", 2022-09-01T10:32:53.149 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:0", 2022-09-01T10:32:53.149 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000057", 2022-09-01T10:32:53.149 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:7", 2022-09-01T10:32:53.150 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000054", 2022-09-01T10:32:53.150 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000114", 2022-09-01T10:32:53.150 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.2", 2022-09-01T10:32:53.150 INFO:teuthology.orchestra.run.smithi052.stdout: "data_log.0", 2022-09-01T10:32:53.151 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:7", 2022-09-01T10:32:53.151 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:2", 2022-09-01T10:32:53.151 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3", 2022-09-01T10:32:53.152 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:9", 2022-09-01T10:32:53.152 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000012", 2022-09-01T10:32:53.152 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:10", 2022-09-01T10:32:53.152 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:5", 2022-09-01T10:32:53.153 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:9", 2022-09-01T10:32:53.153 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000084", 2022-09-01T10:32:53.153 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000043", 2022-09-01T10:32:53.153 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26", 2022-09-01T10:32:53.154 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:2", 2022-09-01T10:32:53.154 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:4", 2022-09-01T10:32:53.154 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:10", 2022-09-01T10:32:53.154 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:9", 2022-09-01T10:32:53.155 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:0", 2022-09-01T10:32:53.155 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000111", 2022-09-01T10:32:53.155 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000048", 2022-09-01T10:32:53.155 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:3", 2022-09-01T10:32:53.156 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000020", 2022-09-01T10:32:53.156 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38", 2022-09-01T10:32:53.156 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:2", 2022-09-01T10:32:53.157 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12", 2022-09-01T10:32:53.157 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000099", 2022-09-01T10:32:53.157 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000056", 2022-09-01T10:32:53.157 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:8", 2022-09-01T10:32:53.158 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:7", 2022-09-01T10:32:53.158 INFO:teuthology.orchestra.run.smithi052.stdout: "meta.log.4dcfef22-513c-4d25-99ed-606dde9c5a5f.2", 2022-09-01T10:32:53.158 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:0", 2022-09-01T10:32:53.158 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:1", 2022-09-01T10:32:53.159 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000072", 2022-09-01T10:32:53.159 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:3", 2022-09-01T10:32:53.159 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:8", 2022-09-01T10:32:53.159 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:4", 2022-09-01T10:32:53.160 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:2", 2022-09-01T10:32:53.160 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:6", 2022-09-01T10:32:53.160 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000062", 2022-09-01T10:32:53.161 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:3", 2022-09-01T10:32:53.161 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000115", 2022-09-01T10:32:53.161 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.1", 2022-09-01T10:32:53.161 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:2", 2022-09-01T10:32:53.162 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000033", 2022-09-01T10:32:53.162 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:6", 2022-09-01T10:32:53.162 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36", 2022-09-01T10:32:53.162 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1", 2022-09-01T10:32:53.163 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:8", 2022-09-01T10:32:53.163 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:4", 2022-09-01T10:32:53.163 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:9", 2022-09-01T10:32:53.164 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:7", 2022-09-01T10:32:53.164 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000025", 2022-09-01T10:32:53.164 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:8", 2022-09-01T10:32:53.164 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:3", 2022-09-01T10:32:53.165 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000123", 2022-09-01T10:32:53.165 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:3", 2022-09-01T10:32:53.165 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:6", 2022-09-01T10:32:53.165 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:4", 2022-09-01T10:32:53.166 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:0", 2022-09-01T10:32:53.166 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000108", 2022-09-01T10:32:53.166 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000094", 2022-09-01T10:32:53.167 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-20:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.20:7", 2022-09-01T10:32:53.167 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:6", 2022-09-01T10:32:53.167 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:7", 2022-09-01T10:32:53.167 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000060", 2022-09-01T10:32:53.168 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:10", 2022-09-01T10:32:53.168 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000109", 2022-09-01T10:32:53.168 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:2", 2022-09-01T10:32:53.168 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:8", 2022-09-01T10:32:53.169 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000013", 2022-09-01T10:32:53.169 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:9", 2022-09-01T10:32:53.169 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22", 2022-09-01T10:32:53.170 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:6", 2022-09-01T10:32:53.170 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:5", 2022-09-01T10:32:53.170 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:5", 2022-09-01T10:32:53.170 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:5", 2022-09-01T10:32:53.171 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-13:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.13:1", 2022-09-01T10:32:53.171 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000051", 2022-09-01T10:32:53.171 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000106", 2022-09-01T10:32:53.171 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:7", 2022-09-01T10:32:53.172 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:10", 2022-09-01T10:32:53.172 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000017", 2022-09-01T10:32:53.172 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:0", 2022-09-01T10:32:53.173 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:3", 2022-09-01T10:32:53.173 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-26:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.26:0", 2022-09-01T10:32:53.173 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000023", 2022-09-01T10:32:53.173 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:8", 2022-09-01T10:32:53.174 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:8", 2022-09-01T10:32:53.174 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:9", 2022-09-01T10:32:53.174 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000107", 2022-09-01T10:32:53.174 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25", 2022-09-01T10:32:53.175 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:0", 2022-09-01T10:32:53.175 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:0", 2022-09-01T10:32:53.175 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:5", 2022-09-01T10:32:53.176 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000046", 2022-09-01T10:32:53.176 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:9", 2022-09-01T10:32:53.176 INFO:teuthology.orchestra.run.smithi052.stdout: "meta.log.39870d50-3792-42d7-adf0-465c8b777149.3", 2022-09-01T10:32:53.176 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:0", 2022-09-01T10:32:53.177 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-15:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.15:8", 2022-09-01T10:32:53.177 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:5", 2022-09-01T10:32:53.177 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:1", 2022-09-01T10:32:53.178 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-49:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5462.1:8", 2022-09-01T10:32:53.178 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:3", 2022-09-01T10:32:53.178 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000067", 2022-09-01T10:32:53.178 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:0", 2022-09-01T10:32:53.184 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:8", 2022-09-01T10:32:53.185 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:8", 2022-09-01T10:32:53.185 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:4", 2022-09-01T10:32:53.185 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:9", 2022-09-01T10:32:53.186 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-22:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.22:3", 2022-09-01T10:32:53.186 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:5", 2022-09-01T10:32:53.186 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000086", 2022-09-01T10:32:53.187 INFO:teuthology.orchestra.run.smithi052.stdout: "sync.error-log.5", 2022-09-01T10:32:53.187 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:0", 2022-09-01T10:32:53.187 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:8", 2022-09-01T10:32:53.188 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-37:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.37:7", 2022-09-01T10:32:53.188 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:3", 2022-09-01T10:32:53.188 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-11:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.11:5", 2022-09-01T10:32:53.189 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:4", 2022-09-01T10:32:53.189 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:2", 2022-09-01T10:32:53.189 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-38:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.38:5", 2022-09-01T10:32:53.189 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:4", 2022-09-01T10:32:53.190 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-18:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.18:10", 2022-09-01T10:32:53.190 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:10", 2022-09-01T10:32:53.190 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:3", 2022-09-01T10:32:53.191 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-47:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.4:8", 2022-09-01T10:32:53.191 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24", 2022-09-01T10:32:53.191 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-48:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.5:1", 2022-09-01T10:32:53.192 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000050", 2022-09-01T10:32:53.192 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000102", 2022-09-01T10:32:53.192 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19:9", 2022-09-01T10:32:53.192 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-10:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.10:4", 2022-09-01T10:32:53.193 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-25:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.25:7", 2022-09-01T10:32:53.193 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-23:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.23:0", 2022-09-01T10:32:53.193 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-21:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.21:3", 2022-09-01T10:32:53.194 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000124", 2022-09-01T10:32:53.194 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000001", 2022-09-01T10:32:53.194 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-12:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.12:7", 2022-09-01T10:32:53.195 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17:2", 2022-09-01T10:32:53.195 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:9", 2022-09-01T10:32:53.195 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000126", 2022-09-01T10:32:53.195 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-24:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.24:6", 2022-09-01T10:32:53.196 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000055", 2022-09-01T10:32:53.196 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-14:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.14:7", 2022-09-01T10:32:53.196 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-36:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.36:4", 2022-09-01T10:32:53.197 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000061", 2022-09-01T10:32:53.197 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000097", 2022-09-01T10:32:53.197 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000042", 2022-09-01T10:32:53.198 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000075", 2022-09-01T10:32:53.198 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-46:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5200.3:0", 2022-09-01T10:32:53.198 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000120", 2022-09-01T10:32:53.198 INFO:teuthology.orchestra.run.smithi052.stdout: "obj_delete_at_hint.0000000030", 2022-09-01T10:32:53.199 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-16:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.16:6", 2022-09-01T10:32:53.199 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-17:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.17", 2022-09-01T10:32:53.199 INFO:teuthology.orchestra.run.smithi052.stdout: "bucket.full-sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-19:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.19" 2022-09-01T10:32:53.200 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:32:53.200 INFO:teuthology.orchestra.run.smithi052.stdout: 2022-09-01T10:32:53.201 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone1 target=test-zone2 2022-09-01T10:32:53.202 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:53.203 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:53.203 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:53.260 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:53.261 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:53.319 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:32:53.319 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:32:53.320 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002060", 2022-09-01T10:32:53.320 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:51.935988Z" 2022-09-01T10:32:53.320 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:32:53.320 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:32:53.321 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000003750", 2022-09-01T10:32:53.321 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:51.932592Z" 2022-09-01T10:32:53.321 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:32:53.322 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:32:53.322 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006423", 2022-09-01T10:32:53.322 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:51.933691Z" 2022-09-01T10:32:53.322 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:32:53.323 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:32:53.323 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000008256", 2022-09-01T10:32:53.323 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:51.934797Z" 2022-09-01T10:32:53.324 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:32:53.324 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:32:53.325 DEBUG:rgw_multi.tests:data markers for zone=test-zone1 markers={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003750', 2: '00000000000000000000:00000000000000006423', 3: '00000000000000000000:00000000000000008256'} 2022-09-01T10:32:53.326 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-09-01T10:32:53.327 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:53.327 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:53.328 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:53.387 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:53.387 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:53.436 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:32:53.437 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:32:53.437 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:32:53.438 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:32:53.439 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:32:53.440 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 2287981810928691988 2022-09-01T10:32:53.440 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:53.440 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:32:53.441 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:53.441 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:32:53.441 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:53.441 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:32:53.442 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:32:53.442 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:53.442 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:53.443 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:53.443 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:32:53.443 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:53.443 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:53.444 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:53.444 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:32:53.444 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:53.445 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:32:53.445 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:32:53.445 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:53.445 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:53.446 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:53.446 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:32:53.446 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:53.446 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:53.447 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:53.447 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:32:53.447 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:53.448 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:32:53.448 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000005163", 2022-09-01T10:32:53.448 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:53.448 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:53.449 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:53.449 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:37.757723Z" 2022-09-01T10:32:53.449 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:53.449 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:53.450 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:53.450 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:32:53.450 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:53.451 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:32:53.451 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006996", 2022-09-01T10:32:53.451 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:53.451 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:53.452 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:53.452 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:28:09.728468Z" 2022-09-01T10:32:53.452 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:53.453 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:53.453 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:32:53.453 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:53.453 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:32:53.454 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:32:53.454 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:32:53.454 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:53.455 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:32:53Z" 2022-09-01T10:32:53.455 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:32:53.456 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 2287981810928691988 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.719404Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002909", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:28.446462Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000005163", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:37.757723Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006996", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:28:09.728468Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:32:53Z" } 2022-09-01T10:32:53.457 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.719404Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002909', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:28.446462Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000005163', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:37.757723Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006996', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:28:09.728468Z'}}] 2022-09-01T10:32:53.458 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003750', 2: '00000000000000000000:00000000000000006423', 3: '00000000000000000000:00000000000000008256'} 2022-09-01T10:32:53.458 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000005163', 3: '00000000000000000000:00000000000000006996'} 2022-09-01T10:32:53.459 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=0 master=00000000000000000000:00000000000000002060 target=00000000000000000000:00000000000000000796, shard=1 master=00000000000000000000:00000000000000003750 target=00000000000000000000:00000000000000002909, shard=2 master=00000000000000000000:00000000000000006423 target=00000000000000000000:00000000000000005163, shard=3 master=00000000000000000000:00000000000000008256 target=00000000000000000000:00000000000000006996 2022-09-01T10:32:58.460 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:58.461 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:32:58.461 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:32:58.522 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:32:58.523 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:32:58.572 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:32:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:32:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:32:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:32:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:32:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 2287981810928691988 2022-09-01T10:32:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:32:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:32:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:32:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:32:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:32:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:32:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:32:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:32:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:32:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:32:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:32:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000005163", 2022-09-01T10:32:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:37.757723Z" 2022-09-01T10:32:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:32:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:32:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:32:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:32:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006996", 2022-09-01T10:32:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:32:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:32:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:32:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:28:09.728468Z" 2022-09-01T10:32:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:32:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:32:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:32:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:32:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:32:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:32:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:32:58Z" 2022-09-01T10:32:58.589 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:32:58.591 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 2287981810928691988 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.719404Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002909", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:28.446462Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000005163", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:37.757723Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006996", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:28:09.728468Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:32:58Z" } 2022-09-01T10:32:58.592 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.719404Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002909', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:28.446462Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000005163', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:37.757723Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006996', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:28:09.728468Z'}}] 2022-09-01T10:32:58.592 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003750', 2: '00000000000000000000:00000000000000006423', 3: '00000000000000000000:00000000000000008256'} 2022-09-01T10:32:58.593 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000005163', 3: '00000000000000000000:00000000000000006996'} 2022-09-01T10:32:58.593 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=0 master=00000000000000000000:00000000000000002060 target=00000000000000000000:00000000000000000796, shard=1 master=00000000000000000000:00000000000000003750 target=00000000000000000000:00000000000000002909, shard=2 master=00000000000000000000:00000000000000006423 target=00000000000000000000:00000000000000005163, shard=3 master=00000000000000000000:00000000000000008256 target=00000000000000000000:00000000000000006996 2022-09-01T10:33:03.595 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:03.596 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:03.597 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:03.658 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:03.659 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:03.708 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:33:03.709 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:33:03.709 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:33:03.710 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:33:03.710 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:33:03.710 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 2287981810928691988 2022-09-01T10:33:03.711 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:03.711 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:33:03.711 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:03.712 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:33:03.712 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:03.712 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:03.713 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002060", 2022-09-01T10:33:03.713 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:03.713 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:03.713 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:03.714 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:32:51.935988Z" 2022-09-01T10:33:03.714 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:03.714 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:03.714 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:03.715 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:33:03.715 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:03.715 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:03.715 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000003750", 2022-09-01T10:33:03.716 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:03.716 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:03.716 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:03.717 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:32:51.932592Z" 2022-09-01T10:33:03.717 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:03.717 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:03.717 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:03.718 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:33:03.718 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:03.718 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:03.718 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006423", 2022-09-01T10:33:03.719 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:03.719 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:03.719 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:03.719 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:32:51.933691Z" 2022-09-01T10:33:03.720 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:03.720 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:03.720 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:03.720 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:33:03.721 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:03.721 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:03.721 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000008256", 2022-09-01T10:33:03.721 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:03.722 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:03.722 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:03.722 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:32:51.934797Z" 2022-09-01T10:33:03.723 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:03.723 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:03.723 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:33:03.723 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:03.724 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:33:03.724 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:33:03.724 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:33:03.724 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:03.725 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:33:03Z" 2022-09-01T10:33:03.725 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:33:03.726 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 2287981810928691988 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002060", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:51.935988Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000003750", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:51.932592Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006423", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:51.933691Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000008256", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:51.934797Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:33:03Z" } 2022-09-01T10:33:03.727 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002060', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:51.935988Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000003750', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:51.932592Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006423', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:51.933691Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000008256', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:51.934797Z'}}] 2022-09-01T10:33:03.727 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003750', 2: '00000000000000000000:00000000000000006423', 3: '00000000000000000000:00000000000000008256'} 2022-09-01T10:33:03.728 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003750', 2: '00000000000000000000:00000000000000006423', 3: '00000000000000000000:00000000000000008256'} 2022-09-01T10:33:03.728 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-09-01T10:33:03.729 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone1 target=test-zone3 2022-09-01T10:33:03.729 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:03.730 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:03.731 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:03.787 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:03.788 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:03.866 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:33:03.867 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:03.867 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002060", 2022-09-01T10:33:03.867 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:51.935988Z" 2022-09-01T10:33:03.867 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:03.868 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:03.868 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000003750", 2022-09-01T10:33:03.868 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:51.932592Z" 2022-09-01T10:33:03.868 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:03.869 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:03.869 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006423", 2022-09-01T10:33:03.869 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:51.933691Z" 2022-09-01T10:33:03.869 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:03.870 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:03.870 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000008256", 2022-09-01T10:33:03.870 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:51.934797Z" 2022-09-01T10:33:03.870 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:03.871 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:33:03.872 DEBUG:rgw_multi.tests:data markers for zone=test-zone1 markers={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003750', 2: '00000000000000000000:00000000000000006423', 3: '00000000000000000000:00000000000000008256'} 2022-09-01T10:33:03.873 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-09-01T10:33:03.873 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:03.874 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:03.874 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:03.927 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:03.928 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:03.992 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:33:03.992 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:33:03.993 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:33:03.993 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:33:03.993 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:33:03.993 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 5959551451380182979 2022-09-01T10:33:03.994 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:03.994 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:33:03.994 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:03.994 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:33:03.995 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:03.995 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:03.995 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002060", 2022-09-01T10:33:03.995 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:03.996 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:03.996 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:03.996 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:51.935988Z" 2022-09-01T10:33:03.997 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:03.997 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:03.998 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:03.998 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:33:03.999 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:03.999 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:03.999 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000003750", 2022-09-01T10:33:04.000 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:04.000 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:04.001 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:04.001 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:51.932592Z" 2022-09-01T10:33:04.002 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:04.002 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:04.002 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:04.002 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:33:04.003 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:04.003 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:04.003 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006423", 2022-09-01T10:33:04.003 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:04.004 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:04.004 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:04.004 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:51.933691Z" 2022-09-01T10:33:04.004 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:04.005 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:04.005 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:04.005 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:33:04.005 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:04.006 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:04.006 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000008256", 2022-09-01T10:33:04.006 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:04.007 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:04.007 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:04.007 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:51.934797Z" 2022-09-01T10:33:04.007 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:04.007 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:04.008 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:33:04.008 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:04.008 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:33:04.008 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T10:33:04.009 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T10:33:04.009 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:04.009 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:33:03Z" 2022-09-01T10:33:04.009 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:33:04.011 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 5959551451380182979 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002060", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:51.935988Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000003750", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:51.932592Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006423", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:51.933691Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000008256", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:51.934797Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:33:03Z" } 2022-09-01T10:33:04.012 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002060', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:51.935988Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000003750', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:51.932592Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006423', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:51.933691Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000008256', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:51.934797Z'}}] 2022-09-01T10:33:04.012 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003750', 2: '00000000000000000000:00000000000000006423', 3: '00000000000000000000:00000000000000008256'} 2022-09-01T10:33:04.013 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003750', 2: '00000000000000000000:00000000000000006423', 3: '00000000000000000000:00000000000000008256'} 2022-09-01T10:33:04.014 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-09-01T10:33:04.015 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone1 target=test-zone4 2022-09-01T10:33:04.016 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:04.017 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:04.018 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:04.067 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:04.068 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:04.120 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:33:04.120 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:04.121 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002060", 2022-09-01T10:33:04.121 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:51.935988Z" 2022-09-01T10:33:04.121 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:04.122 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:04.122 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000003750", 2022-09-01T10:33:04.122 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:51.932592Z" 2022-09-01T10:33:04.122 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:04.123 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:04.123 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006423", 2022-09-01T10:33:04.123 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:51.933691Z" 2022-09-01T10:33:04.123 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:04.124 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:04.124 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000008256", 2022-09-01T10:33:04.124 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:51.934797Z" 2022-09-01T10:33:04.124 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:04.125 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:33:04.126 DEBUG:rgw_multi.tests:data markers for zone=test-zone1 markers={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003750', 2: '00000000000000000000:00000000000000006423', 3: '00000000000000000000:00000000000000008256'} 2022-09-01T10:33:04.127 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone4 source_zone=test-zone1 2022-09-01T10:33:04.127 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:04.128 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:04.128 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:04.188 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:04.189 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:04.235 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:33:04.236 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:33:04.236 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:33:04.236 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:33:04.237 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:33:04.237 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 18437880284917012490 2022-09-01T10:33:04.237 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:04.237 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:33:04.238 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:04.238 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:33:04.238 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:04.239 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:04.239 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:33:04.239 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:04.240 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:04.240 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:04.240 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:33:04.240 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:04.241 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:04.241 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:04.241 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:33:04.241 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:04.242 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:04.242 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:33:04.242 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:04.242 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:04.243 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:04.243 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:33:04.243 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:04.244 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:04.244 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:04.244 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:33:04.244 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:04.245 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:04.245 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000005163", 2022-09-01T10:33:04.245 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:04.246 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:04.246 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:04.246 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:37.757723Z" 2022-09-01T10:33:04.246 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:04.247 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:04.247 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:04.247 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:33:04.247 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:04.248 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:04.248 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006996", 2022-09-01T10:33:04.248 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:04.249 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:04.249 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:04.249 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:28:09.728468Z" 2022-09-01T10:33:04.249 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:04.250 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:04.250 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:33:04.250 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:04.250 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:33:04.251 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:33:04.251 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:33:04.251 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:04.252 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:33:04Z" 2022-09-01T10:33:04.252 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:33:04.253 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 18437880284917012490 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.719404Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002909", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:28.446462Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000005163", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:37.757723Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006996", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:28:09.728468Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:33:04Z" } 2022-09-01T10:33:04.254 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.719404Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002909', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:28.446462Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000005163', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:37.757723Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006996', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:28:09.728468Z'}}] 2022-09-01T10:33:04.255 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003750', 2: '00000000000000000000:00000000000000006423', 3: '00000000000000000000:00000000000000008256'} 2022-09-01T10:33:04.255 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000005163', 3: '00000000000000000000:00000000000000006996'} 2022-09-01T10:33:04.256 WARNING:rgw_multi.tests:data of zone test-zone4 behind zone test-zone1: shard=0 master=00000000000000000000:00000000000000002060 target=00000000000000000000:00000000000000000796, shard=1 master=00000000000000000000:00000000000000003750 target=00000000000000000000:00000000000000002909, shard=2 master=00000000000000000000:00000000000000006423 target=00000000000000000000:00000000000000005163, shard=3 master=00000000000000000000:00000000000000008256 target=00000000000000000000:00000000000000006996 2022-09-01T10:33:09.257 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:09.258 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:09.258 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:09.318 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:09.319 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:09.366 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:33:09.367 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:33:09.367 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:33:09.367 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:33:09.368 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:33:09.368 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 18437880284917012490 2022-09-01T10:33:09.369 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:09.369 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:33:09.370 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:09.370 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:33:09.371 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:09.371 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:09.372 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000000796", 2022-09-01T10:33:09.373 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:09.373 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:09.374 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:09.374 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:17.719404Z" 2022-09-01T10:33:09.375 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:09.375 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:09.376 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:09.376 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:33:09.377 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:09.377 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:09.378 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002909", 2022-09-01T10:33:09.378 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:09.379 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:09.379 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:09.380 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:09:28.446462Z" 2022-09-01T10:33:09.380 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:09.381 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:09.381 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:09.382 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:33:09.382 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:09.383 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:09.383 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000005163", 2022-09-01T10:33:09.383 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:09.384 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:09.384 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:09.385 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:24:37.757723Z" 2022-09-01T10:33:09.385 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:09.386 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:09.386 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:09.387 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:33:09.387 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:09.388 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:09.388 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006996", 2022-09-01T10:33:09.388 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:09.389 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:09.389 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:09.390 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:28:09.728468Z" 2022-09-01T10:33:09.390 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:09.391 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:09.391 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:33:09.392 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:09.392 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:33:09.392 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:33:09.393 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:33:09.393 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:09.393 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:33:09Z" 2022-09-01T10:33:09.394 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:33:09.396 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 18437880284917012490 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000000796", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:17.719404Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002909", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:09:28.446462Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000005163", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:24:37.757723Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006996", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:28:09.728468Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:33:09Z" } 2022-09-01T10:33:09.397 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000000796', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:17.719404Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002909', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:09:28.446462Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000005163', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:24:37.757723Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006996', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:28:09.728468Z'}}] 2022-09-01T10:33:09.398 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003750', 2: '00000000000000000000:00000000000000006423', 3: '00000000000000000000:00000000000000008256'} 2022-09-01T10:33:09.398 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000000796', 1: '00000000000000000000:00000000000000002909', 2: '00000000000000000000:00000000000000005163', 3: '00000000000000000000:00000000000000006996'} 2022-09-01T10:33:09.399 WARNING:rgw_multi.tests:data of zone test-zone4 behind zone test-zone1: shard=0 master=00000000000000000000:00000000000000002060 target=00000000000000000000:00000000000000000796, shard=1 master=00000000000000000000:00000000000000003750 target=00000000000000000000:00000000000000002909, shard=2 master=00000000000000000000:00000000000000006423 target=00000000000000000000:00000000000000005163, shard=3 master=00000000000000000000:00000000000000008256 target=00000000000000000000:00000000000000006996 2022-09-01T10:33:14.401 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:14.402 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:14.403 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:14.462 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:14.463 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:14.509 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:33:14.510 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:33:14.510 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:33:14.510 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:33:14.511 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:33:14.511 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 18437880284917012490 2022-09-01T10:33:14.511 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:14.511 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:33:14.512 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:14.512 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:33:14.513 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:14.513 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:14.513 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002060", 2022-09-01T10:33:14.513 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:14.514 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:14.514 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:14.514 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:32:51.935988Z" 2022-09-01T10:33:14.515 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:14.515 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:14.515 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:14.516 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:33:14.516 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:14.516 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:14.516 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000003750", 2022-09-01T10:33:14.517 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:14.517 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:14.517 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:14.517 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:32:51.932592Z" 2022-09-01T10:33:14.518 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:14.518 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:14.518 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:14.519 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:33:14.519 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:14.519 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:14.519 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006423", 2022-09-01T10:33:14.520 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:14.520 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:14.520 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:14.521 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:32:51.933691Z" 2022-09-01T10:33:14.521 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:14.521 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:14.522 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:14.522 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:33:14.522 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:14.523 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:14.523 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000008256", 2022-09-01T10:33:14.523 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:14.524 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:14.524 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:14.524 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:32:51.934797Z" 2022-09-01T10:33:14.524 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:14.525 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:14.525 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:33:14.525 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:14.526 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:33:14.526 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:33:14.526 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:33:14.526 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:14.527 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:33:14Z" 2022-09-01T10:33:14.527 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:33:14.528 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 18437880284917012490 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002060", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:51.935988Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000003750", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:51.932592Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006423", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:51.933691Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000008256", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:51.934797Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:33:14Z" } 2022-09-01T10:33:14.529 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002060', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:51.935988Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000003750', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:51.932592Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006423', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:51.933691Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000008256', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:51.934797Z'}}] 2022-09-01T10:33:14.530 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003750', 2: '00000000000000000000:00000000000000006423', 3: '00000000000000000000:00000000000000008256'} 2022-09-01T10:33:14.531 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003750', 2: '00000000000000000000:00000000000000006423', 3: '00000000000000000000:00000000000000008256'} 2022-09-01T10:33:14.531 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone4 source_zone=test-zone1 2022-09-01T10:33:14.532 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone2 target=test-zone1 2022-09-01T10:33:14.532 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:14.533 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:14.534 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:14.586 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:14.587 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:14.636 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:33:14.636 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:14.637 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002060", 2022-09-01T10:33:14.637 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:32:56.586251Z" 2022-09-01T10:33:14.638 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:14.638 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:14.638 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000003327", 2022-09-01T10:33:14.639 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:32:56.582165Z" 2022-09-01T10:33:14.639 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:14.640 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:14.640 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006141", 2022-09-01T10:33:14.640 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:32:56.583596Z" 2022-09-01T10:33:14.640 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:14.641 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:14.641 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000008540", 2022-09-01T10:33:14.641 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:32:56.584894Z" 2022-09-01T10:33:14.642 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:14.642 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:33:14.643 DEBUG:rgw_multi.tests:data markers for zone=test-zone2 markers={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003327', 2: '00000000000000000000:00000000000000006141', 3: '00000000000000000000:00000000000000008540'} 2022-09-01T10:33:14.644 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-09-01T10:33:14.644 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:14.645 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:14.646 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:14.706 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:14.707 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:14.771 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:33:14.771 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:33:14.772 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:33:14.772 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:33:14.772 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:33:14.773 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 13225142173767573269 2022-09-01T10:33:14.773 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:14.773 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:33:14.774 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:14.774 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:33:14.774 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:14.775 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:14.775 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002060", 2022-09-01T10:33:14.775 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:14.776 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:14.776 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:14.776 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:56.586251Z" 2022-09-01T10:33:14.776 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:14.777 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:14.777 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:14.777 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:33:14.777 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:14.778 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:14.778 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000003327", 2022-09-01T10:33:14.778 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:14.779 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:14.779 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:14.779 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:56.582165Z" 2022-09-01T10:33:14.780 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:14.780 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:14.780 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:14.780 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:33:14.781 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:14.781 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:14.781 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006141", 2022-09-01T10:33:14.782 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:14.782 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:14.782 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:14.782 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:56.583596Z" 2022-09-01T10:33:14.783 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:14.783 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:14.783 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:14.783 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:33:14.784 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:14.784 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:14.784 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000008540", 2022-09-01T10:33:14.784 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:14.785 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:14.785 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:14.785 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:56.584894Z" 2022-09-01T10:33:14.785 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:14.786 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:14.786 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:33:14.786 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:14.787 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:33:14.787 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T10:33:14.788 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T10:33:14.788 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:14.788 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:33:14Z" 2022-09-01T10:33:14.788 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:33:14.790 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 13225142173767573269 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002060", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:56.586251Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000003327", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:56.582165Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006141", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:56.583596Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000008540", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:56.584894Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:33:14Z" } 2022-09-01T10:33:14.791 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002060', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:56.586251Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000003327', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:56.582165Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006141', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:56.583596Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000008540', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:56.584894Z'}}] 2022-09-01T10:33:14.791 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003327', 2: '00000000000000000000:00000000000000006141', 3: '00000000000000000000:00000000000000008540'} 2022-09-01T10:33:14.792 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003327', 2: '00000000000000000000:00000000000000006141', 3: '00000000000000000000:00000000000000008540'} 2022-09-01T10:33:14.792 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-09-01T10:33:14.793 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone2 target=test-zone3 2022-09-01T10:33:14.793 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:14.794 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:14.795 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:14.844 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:14.845 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:14.894 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T10:33:14.894 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:14.894 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002060", 2022-09-01T10:33:14.895 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:32:56.586251Z" 2022-09-01T10:33:14.895 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:14.895 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:14.896 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000003327", 2022-09-01T10:33:14.896 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:32:56.582165Z" 2022-09-01T10:33:14.896 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:14.897 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:14.897 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006141", 2022-09-01T10:33:14.897 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:32:56.583596Z" 2022-09-01T10:33:14.897 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:14.898 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:14.898 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000008540", 2022-09-01T10:33:14.898 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T10:32:56.584894Z" 2022-09-01T10:33:14.899 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:14.899 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T10:33:14.900 DEBUG:rgw_multi.tests:data markers for zone=test-zone2 markers={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003327', 2: '00000000000000000000:00000000000000006141', 3: '00000000000000000000:00000000000000008540'} 2022-09-01T10:33:14.901 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone2 2022-09-01T10:33:14.902 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:14.903 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:14.904 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:14.961 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:14.961 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:15.012 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:33:15.012 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:33:15.012 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:33:15.013 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:33:15.013 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:33:15.013 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 14859658217784778135 2022-09-01T10:33:15.013 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.014 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:33:15.014 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.014 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:33:15.015 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:15.015 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:15.015 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002060", 2022-09-01T10:33:15.015 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:15.016 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:15.016 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:15.016 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:56.586251Z" 2022-09-01T10:33:15.017 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:15.018 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.018 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.019 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:33:15.019 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:15.020 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:15.020 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000003327", 2022-09-01T10:33:15.021 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:15.021 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:15.022 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:15.022 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:56.582165Z" 2022-09-01T10:33:15.023 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:15.023 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.023 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.024 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:33:15.024 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:15.025 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:15.025 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006141", 2022-09-01T10:33:15.026 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:15.026 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:15.026 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:15.027 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:56.583596Z" 2022-09-01T10:33:15.027 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:15.028 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.028 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.028 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:33:15.029 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:15.029 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:15.029 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000008540", 2022-09-01T10:33:15.030 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:15.030 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:15.030 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:15.030 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:56.584894Z" 2022-09-01T10:33:15.031 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:15.031 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:15.031 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:33:15.031 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.032 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:33:15.032 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T10:33:15.032 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T10:33:15.033 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.033 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:33:15Z" 2022-09-01T10:33:15.033 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:33:15.035 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 14859658217784778135 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002060", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:56.586251Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000003327", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:56.582165Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006141", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:56.583596Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000008540", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:56.584894Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:33:15Z" } 2022-09-01T10:33:15.035 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002060', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:56.586251Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000003327', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:56.582165Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006141', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:56.583596Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000008540', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:56.584894Z'}}] 2022-09-01T10:33:15.036 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003327', 2: '00000000000000000000:00000000000000006141', 3: '00000000000000000000:00000000000000008540'} 2022-09-01T10:33:15.036 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000002060', 1: '00000000000000000000:00000000000000003327', 2: '00000000000000000000:00000000000000006141', 3: '00000000000000000000:00000000000000008540'} 2022-09-01T10:33:15.037 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone2 2022-09-01T10:33:15.037 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone2 target=test-zone4 2022-09-01T10:33:15.038 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone3 target=test-zone1 2022-09-01T10:33:15.039 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:15.039 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:15.040 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:15.088 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:15.089 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:15.143 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:33:15.143 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.144 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002202", 2022-09-01T10:33:15.144 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:54.596142Z" 2022-09-01T10:33:15.144 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.145 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.145 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000003609", 2022-09-01T10:33:15.145 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:54.592073Z" 2022-09-01T10:33:15.145 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.146 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.146 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006282", 2022-09-01T10:33:15.146 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:54.593404Z" 2022-09-01T10:33:15.147 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.147 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.147 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006989", 2022-09-01T10:33:15.147 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:54.594779Z" 2022-09-01T10:33:15.148 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:15.148 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:33:15.149 DEBUG:rgw_multi.tests:data markers for zone=test-zone3 markers={0: '00000000000000000000:00000000000000002202', 1: '00000000000000000000:00000000000000003609', 2: '00000000000000000000:00000000000000006282', 3: '00000000000000000000:00000000000000006989'} 2022-09-01T10:33:15.150 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone3 2022-09-01T10:33:15.151 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:15.151 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:15.153 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone3 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:15.252 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:33:15.253 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:33:15.253 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:33:15.254 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:33:15.254 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:33:15.255 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 13913980305412794809 2022-09-01T10:33:15.255 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.255 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:33:15.255 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.256 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:33:15.256 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:15.256 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:15.256 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002202", 2022-09-01T10:33:15.257 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:15.257 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:15.257 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:15.257 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:54.596142Z" 2022-09-01T10:33:15.258 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:15.258 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.258 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.258 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:33:15.259 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:15.259 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:15.259 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000003609", 2022-09-01T10:33:15.260 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:15.260 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:15.260 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:15.260 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:54.592073Z" 2022-09-01T10:33:15.261 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:15.261 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.261 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.261 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:33:15.262 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:15.262 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:15.262 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006282", 2022-09-01T10:33:15.262 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:15.263 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:15.263 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:15.263 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:54.593404Z" 2022-09-01T10:33:15.264 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:15.264 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.264 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.264 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:33:15.265 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:15.265 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T10:33:15.265 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006989", 2022-09-01T10:33:15.265 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:15.266 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:15.266 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:15.266 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:32:54.594779Z" 2022-09-01T10:33:15.266 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:15.267 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:15.267 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:33:15.267 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.267 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:33:15.267 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T10:33:15.268 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T10:33:15.268 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.268 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:33:15Z" 2022-09-01T10:33:15.268 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:33:15.270 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 13913980305412794809 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002202", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:54.596142Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000003609", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:54.592073Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006282", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:54.593404Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006989", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:54.594779Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:33:15Z" } 2022-09-01T10:33:15.271 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002202', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:54.596142Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000003609', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:54.592073Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006282', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:54.593404Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006989', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:54.594779Z'}}] 2022-09-01T10:33:15.271 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000002202', 1: '00000000000000000000:00000000000000003609', 2: '00000000000000000000:00000000000000006282', 3: '00000000000000000000:00000000000000006989'} 2022-09-01T10:33:15.272 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000002202', 1: '00000000000000000000:00000000000000003609', 2: '00000000000000000000:00000000000000006282', 3: '00000000000000000000:00000000000000006989'} 2022-09-01T10:33:15.272 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone3 2022-09-01T10:33:15.272 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone3 target=test-zone2 2022-09-01T10:33:15.273 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:15.273 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:15.274 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:15.323 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:15.323 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:15.371 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:33:15.372 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.372 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000002202", 2022-09-01T10:33:15.372 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:54.596142Z" 2022-09-01T10:33:15.373 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.373 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.374 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000003609", 2022-09-01T10:33:15.374 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:54.592073Z" 2022-09-01T10:33:15.374 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.375 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.375 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006282", 2022-09-01T10:33:15.375 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:54.593404Z" 2022-09-01T10:33:15.375 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:15.376 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:15.376 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006989", 2022-09-01T10:33:15.376 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:32:54.594779Z" 2022-09-01T10:33:15.376 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:15.377 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:33:15.378 DEBUG:rgw_multi.tests:data markers for zone=test-zone3 markers={0: '00000000000000000000:00000000000000002202', 1: '00000000000000000000:00000000000000003609', 2: '00000000000000000000:00000000000000006282', 3: '00000000000000000000:00000000000000006989'} 2022-09-01T10:33:15.379 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone3 2022-09-01T10:33:15.379 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:15.380 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:15.380 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone3 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:15.439 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:15.439 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:15.485 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:33:15.486 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:33:15.486 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:33:15.487 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:33:15.487 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:33:15.488 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 6049846223955254456 2022-09-01T10:33:15.488 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:15.489 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:33:15.490 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:15.490 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:33:15.490 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:15.490 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:15.491 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000002202", 2022-09-01T10:33:15.491 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:15.491 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:15.491 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:15.492 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:32:54.596142Z" 2022-09-01T10:33:15.492 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:15.493 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:15.493 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:15.493 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:33:15.493 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:15.494 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:15.494 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000003609", 2022-09-01T10:33:15.494 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:15.494 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:15.495 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:15.495 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:32:54.592073Z" 2022-09-01T10:33:15.495 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:15.495 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:15.496 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:15.496 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:33:15.496 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:15.496 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:15.497 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006282", 2022-09-01T10:33:15.497 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:15.497 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:15.497 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:15.498 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:32:54.593404Z" 2022-09-01T10:33:15.498 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:15.498 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:15.499 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:15.499 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:33:15.499 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:15.500 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T10:33:15.500 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006989", 2022-09-01T10:33:15.500 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:15.500 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:15.501 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:15.501 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:32:54.594779Z" 2022-09-01T10:33:15.501 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:15.501 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:15.502 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:33:15.502 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:15.502 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:33:15.502 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T10:33:15.503 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T10:33:15.503 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:15.503 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:33:15Z" 2022-09-01T10:33:15.503 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:33:15.505 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 6049846223955254456 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000002202", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:54.596142Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000003609", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:54.592073Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006282", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:54.593404Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006989", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:32:54.594779Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T10:33:15Z" } 2022-09-01T10:33:15.505 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000002202', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:54.596142Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000003609', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:54.592073Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006282', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:54.593404Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006989', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:32:54.594779Z'}}] 2022-09-01T10:33:15.506 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000002202', 1: '00000000000000000000:00000000000000003609', 2: '00000000000000000000:00000000000000006282', 3: '00000000000000000000:00000000000000006989'} 2022-09-01T10:33:15.506 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000002202', 1: '00000000000000000000:00000000000000003609', 2: '00000000000000000000:00000000000000006282', 3: '00000000000000000000:00000000000000006989'} 2022-09-01T10:33:15.507 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone3 2022-09-01T10:33:15.507 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone3 target=test-zone4 2022-09-01T10:33:15.509 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_sync_disable ... ok 2022-09-01T10:33:15.511 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-59 2022-09-01T10:33:15.511 DEBUG:boto:path=/ptoxvb-59/ 2022-09-01T10:33:15.512 DEBUG:boto:auth_path=/ptoxvb-59/ 2022-09-01T10:33:15.513 DEBUG:boto:Method: PUT 2022-09-01T10:33:15.513 DEBUG:boto:Path: /ptoxvb-59/ 2022-09-01T10:33:15.514 DEBUG:boto:Data: 2022-09-01T10:33:15.514 DEBUG:boto:Headers: {} 2022-09-01T10:33:15.515 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:33:15.515 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.516 DEBUG:boto:Params: {} 2022-09-01T10:33:15.517 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:33:15.518 DEBUG:boto:Token: None 2022-09-01T10:33:15.519 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-59/ 2022-09-01T10:33:15.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+AnPh31b7K3I88hlM6K9ZEbTSS0= 2022-09-01T10:33:15.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+AnPh31b7K3I88hlM6K9ZEbTSS0=', 'Content-Length': '0'} 2022-09-01T10:33:15.541 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000007808b0a524e983b5-0063108a6b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.543 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-60 2022-09-01T10:33:15.543 DEBUG:boto:path=/ptoxvb-60/ 2022-09-01T10:33:15.544 DEBUG:boto:auth_path=/ptoxvb-60/ 2022-09-01T10:33:15.544 DEBUG:boto:Method: PUT 2022-09-01T10:33:15.545 DEBUG:boto:Path: /ptoxvb-60/ 2022-09-01T10:33:15.545 DEBUG:boto:Data: 2022-09-01T10:33:15.546 DEBUG:boto:Headers: {} 2022-09-01T10:33:15.546 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:33:15.547 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.547 DEBUG:boto:Params: {} 2022-09-01T10:33:15.548 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:33:15.548 DEBUG:boto:Token: None 2022-09-01T10:33:15.549 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-60/ 2022-09-01T10:33:15.550 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eaQAHcAtpW6j74YSYDke7tdwJb8= 2022-09-01T10:33:15.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eaQAHcAtpW6j74YSYDke7tdwJb8=', 'Content-Length': '0'} 2022-09-01T10:33:15.596 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000005399153c801f7555-0063108a6b-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.597 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-61 2022-09-01T10:33:15.597 DEBUG:boto:path=/ptoxvb-61/ 2022-09-01T10:33:15.598 DEBUG:boto:auth_path=/ptoxvb-61/ 2022-09-01T10:33:15.598 DEBUG:boto:Method: PUT 2022-09-01T10:33:15.599 DEBUG:boto:Path: /ptoxvb-61/ 2022-09-01T10:33:15.599 DEBUG:boto:Data: 2022-09-01T10:33:15.600 DEBUG:boto:Headers: {} 2022-09-01T10:33:15.600 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:33:15.601 DEBUG:boto:Port: 8001 2022-09-01T10:33:15.602 DEBUG:boto:Params: {} 2022-09-01T10:33:15.603 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:33:15.604 DEBUG:boto:Token: None 2022-09-01T10:33:15.605 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-61/ 2022-09-01T10:33:15.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4A5YnJSCkOZcGuG1hvPkDO4P5jo= 2022-09-01T10:33:15.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4A5YnJSCkOZcGuG1hvPkDO4P5jo=', 'Content-Length': '0'} 2022-09-01T10:33:15.656 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000033e302ef2a1fde9a-0063108a6b-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.657 DEBUG:boto:path=/ptoxvb-59/ 2022-09-01T10:33:15.657 DEBUG:boto:auth_path=/ptoxvb-59/ 2022-09-01T10:33:15.658 DEBUG:boto:Method: HEAD 2022-09-01T10:33:15.659 DEBUG:boto:Path: /ptoxvb-59/ 2022-09-01T10:33:15.660 DEBUG:boto:Data: 2022-09-01T10:33:15.660 DEBUG:boto:Headers: {} 2022-09-01T10:33:15.661 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:33:15.661 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.662 DEBUG:boto:Params: {} 2022-09-01T10:33:15.662 DEBUG:boto:Token: None 2022-09-01T10:33:15.663 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-59/ 2022-09-01T10:33:15.664 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kfDWQgTpZQXSZWU6NJao2f9piFU= 2022-09-01T10:33:15.665 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kfDWQgTpZQXSZWU6NJao2f9piFU=', 'Content-Length': '0'} 2022-09-01T10:33:15.668 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d103edfbedee25ba-0063108a6b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.669 DEBUG:boto:path=/ptoxvb-59/obj1 2022-09-01T10:33:15.669 DEBUG:boto:auth_path=/ptoxvb-59/obj1 2022-09-01T10:33:15.670 DEBUG:boto:Method: PUT 2022-09-01T10:33:15.670 DEBUG:boto:Path: /ptoxvb-59/obj1 2022-09-01T10:33:15.671 DEBUG:boto:Data: 2022-09-01T10:33:15.671 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:33:15.672 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:33:15.672 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.673 DEBUG:boto:Params: {} 2022-09-01T10:33:15.674 DEBUG:boto:Token: None 2022-09-01T10:33:15.674 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-59/obj1 2022-09-01T10:33:15.675 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3ZdWh99T9bi0CCix+UEzzwKwejs= 2022-09-01T10:33:15.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3ZdWh99T9bi0CCix+UEzzwKwejs='} 2022-09-01T10:33:15.682 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000067550ca9e4125960-0063108a6b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.683 DEBUG:boto:path=/ptoxvb-59/ 2022-09-01T10:33:15.683 DEBUG:boto:auth_path=/ptoxvb-59/ 2022-09-01T10:33:15.684 DEBUG:boto:Method: HEAD 2022-09-01T10:33:15.684 DEBUG:boto:Path: /ptoxvb-59/ 2022-09-01T10:33:15.685 DEBUG:boto:Data: 2022-09-01T10:33:15.685 DEBUG:boto:Headers: {} 2022-09-01T10:33:15.686 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:33:15.686 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.687 DEBUG:boto:Params: {} 2022-09-01T10:33:15.687 DEBUG:boto:Token: None 2022-09-01T10:33:15.688 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-59/ 2022-09-01T10:33:15.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kfDWQgTpZQXSZWU6NJao2f9piFU= 2022-09-01T10:33:15.689 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kfDWQgTpZQXSZWU6NJao2f9piFU=', 'Content-Length': '0'} 2022-09-01T10:33:15.692 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004143e7219ce83db9-0063108a6b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.693 DEBUG:boto:path=/ptoxvb-59/obj2 2022-09-01T10:33:15.694 DEBUG:boto:auth_path=/ptoxvb-59/obj2 2022-09-01T10:33:15.694 DEBUG:boto:Method: PUT 2022-09-01T10:33:15.695 DEBUG:boto:Path: /ptoxvb-59/obj2 2022-09-01T10:33:15.695 DEBUG:boto:Data: 2022-09-01T10:33:15.696 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:33:15.696 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:33:15.697 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.698 DEBUG:boto:Params: {} 2022-09-01T10:33:15.698 DEBUG:boto:Token: None 2022-09-01T10:33:15.699 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-59/obj2 2022-09-01T10:33:15.700 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8elH8AZwD0Tnc/quMFKNT73goVg= 2022-09-01T10:33:15.700 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8elH8AZwD0Tnc/quMFKNT73goVg='} 2022-09-01T10:33:15.710 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f2e71e9b7b7c36bd-0063108a6b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.710 DEBUG:boto:path=/ptoxvb-59/ 2022-09-01T10:33:15.711 DEBUG:boto:auth_path=/ptoxvb-59/ 2022-09-01T10:33:15.712 DEBUG:boto:Method: HEAD 2022-09-01T10:33:15.712 DEBUG:boto:Path: /ptoxvb-59/ 2022-09-01T10:33:15.713 DEBUG:boto:Data: 2022-09-01T10:33:15.714 DEBUG:boto:Headers: {} 2022-09-01T10:33:15.714 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:33:15.715 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.715 DEBUG:boto:Params: {} 2022-09-01T10:33:15.716 DEBUG:boto:Token: None 2022-09-01T10:33:15.717 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-59/ 2022-09-01T10:33:15.717 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kfDWQgTpZQXSZWU6NJao2f9piFU= 2022-09-01T10:33:15.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kfDWQgTpZQXSZWU6NJao2f9piFU=', 'Content-Length': '0'} 2022-09-01T10:33:15.720 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c6a20b2cd6925c98-0063108a6b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.721 DEBUG:boto:path=/ptoxvb-59/obj3 2022-09-01T10:33:15.722 DEBUG:boto:auth_path=/ptoxvb-59/obj3 2022-09-01T10:33:15.722 DEBUG:boto:Method: PUT 2022-09-01T10:33:15.723 DEBUG:boto:Path: /ptoxvb-59/obj3 2022-09-01T10:33:15.723 DEBUG:boto:Data: 2022-09-01T10:33:15.724 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:33:15.725 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:33:15.726 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.727 DEBUG:boto:Params: {} 2022-09-01T10:33:15.728 DEBUG:boto:Token: None 2022-09-01T10:33:15.729 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-59/obj3 2022-09-01T10:33:15.730 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i3ylCjfKl8RH03K6j5sI66WMuxw= 2022-09-01T10:33:15.731 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i3ylCjfKl8RH03K6j5sI66WMuxw='} 2022-09-01T10:33:15.742 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000008e9e009793fc101f-0063108a6b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.743 DEBUG:boto:path=/ptoxvb-59/ 2022-09-01T10:33:15.743 DEBUG:boto:auth_path=/ptoxvb-59/ 2022-09-01T10:33:15.744 DEBUG:boto:Method: HEAD 2022-09-01T10:33:15.744 DEBUG:boto:Path: /ptoxvb-59/ 2022-09-01T10:33:15.745 DEBUG:boto:Data: 2022-09-01T10:33:15.745 DEBUG:boto:Headers: {} 2022-09-01T10:33:15.746 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:33:15.746 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.747 DEBUG:boto:Params: {} 2022-09-01T10:33:15.747 DEBUG:boto:Token: None 2022-09-01T10:33:15.748 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-59/ 2022-09-01T10:33:15.748 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kfDWQgTpZQXSZWU6NJao2f9piFU= 2022-09-01T10:33:15.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kfDWQgTpZQXSZWU6NJao2f9piFU=', 'Content-Length': '0'} 2022-09-01T10:33:15.752 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '18'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c1c8d3204819be82-0063108a6b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.752 DEBUG:boto:path=/ptoxvb-59/obj4 2022-09-01T10:33:15.754 DEBUG:boto:auth_path=/ptoxvb-59/obj4 2022-09-01T10:33:15.754 DEBUG:boto:Method: PUT 2022-09-01T10:33:15.755 DEBUG:boto:Path: /ptoxvb-59/obj4 2022-09-01T10:33:15.755 DEBUG:boto:Data: 2022-09-01T10:33:15.756 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:33:15.756 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:33:15.757 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.757 DEBUG:boto:Params: {} 2022-09-01T10:33:15.758 DEBUG:boto:Token: None 2022-09-01T10:33:15.758 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-59/obj4 2022-09-01T10:33:15.759 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BV9KI7IeeJQ2wZEYZrmzmHH/VBs= 2022-09-01T10:33:15.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BV9KI7IeeJQ2wZEYZrmzmHH/VBs='} 2022-09-01T10:33:15.802 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f3b954e44a0743af-0063108a6b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.803 DEBUG:boto:path=/ptoxvb-60/ 2022-09-01T10:33:15.804 DEBUG:boto:auth_path=/ptoxvb-60/ 2022-09-01T10:33:15.805 DEBUG:boto:Method: HEAD 2022-09-01T10:33:15.806 DEBUG:boto:Path: /ptoxvb-60/ 2022-09-01T10:33:15.806 DEBUG:boto:Data: 2022-09-01T10:33:15.807 DEBUG:boto:Headers: {} 2022-09-01T10:33:15.808 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:33:15.809 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.810 DEBUG:boto:Params: {} 2022-09-01T10:33:15.811 DEBUG:boto:Token: None 2022-09-01T10:33:15.812 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-60/ 2022-09-01T10:33:15.813 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ogDFZ2J5vI4EZjec+O2F2c16sKg= 2022-09-01T10:33:15.814 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ogDFZ2J5vI4EZjec+O2F2c16sKg=', 'Content-Length': '0'} 2022-09-01T10:33:15.818 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000073c8f3bbccd1675a-0063108a6b-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.819 DEBUG:boto:path=/ptoxvb-60/obj1 2022-09-01T10:33:15.820 DEBUG:boto:auth_path=/ptoxvb-60/obj1 2022-09-01T10:33:15.820 DEBUG:boto:Method: PUT 2022-09-01T10:33:15.821 DEBUG:boto:Path: /ptoxvb-60/obj1 2022-09-01T10:33:15.821 DEBUG:boto:Data: 2022-09-01T10:33:15.822 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:33:15.823 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:33:15.823 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.824 DEBUG:boto:Params: {} 2022-09-01T10:33:15.825 DEBUG:boto:Token: None 2022-09-01T10:33:15.826 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-60/obj1 2022-09-01T10:33:15.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O9b6+88XlRNRGBpRfdbsl/py/N0= 2022-09-01T10:33:15.828 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O9b6+88XlRNRGBpRfdbsl/py/N0='} 2022-09-01T10:33:15.835 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000049ea2798aff3cdfe-0063108a6b-15e8-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.837 DEBUG:boto:path=/ptoxvb-60/ 2022-09-01T10:33:15.838 DEBUG:boto:auth_path=/ptoxvb-60/ 2022-09-01T10:33:15.838 DEBUG:boto:Method: HEAD 2022-09-01T10:33:15.839 DEBUG:boto:Path: /ptoxvb-60/ 2022-09-01T10:33:15.840 DEBUG:boto:Data: 2022-09-01T10:33:15.841 DEBUG:boto:Headers: {} 2022-09-01T10:33:15.842 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:33:15.843 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.844 DEBUG:boto:Params: {} 2022-09-01T10:33:15.844 DEBUG:boto:Token: None 2022-09-01T10:33:15.845 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-60/ 2022-09-01T10:33:15.846 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ogDFZ2J5vI4EZjec+O2F2c16sKg= 2022-09-01T10:33:15.846 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ogDFZ2J5vI4EZjec+O2F2c16sKg=', 'Content-Length': '0'} 2022-09-01T10:33:15.849 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ff6f12472c79b750-0063108a6b-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.850 DEBUG:boto:path=/ptoxvb-60/obj2 2022-09-01T10:33:15.850 DEBUG:boto:auth_path=/ptoxvb-60/obj2 2022-09-01T10:33:15.851 DEBUG:boto:Method: PUT 2022-09-01T10:33:15.851 DEBUG:boto:Path: /ptoxvb-60/obj2 2022-09-01T10:33:15.854 DEBUG:boto:Data: 2022-09-01T10:33:15.854 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:33:15.855 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:33:15.855 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.856 DEBUG:boto:Params: {} 2022-09-01T10:33:15.856 DEBUG:boto:Token: None 2022-09-01T10:33:15.857 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-60/obj2 2022-09-01T10:33:15.858 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ACoMUe9+yCkFtDQOYMjihpcmsdo= 2022-09-01T10:33:15.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ACoMUe9+yCkFtDQOYMjihpcmsdo='} 2022-09-01T10:33:15.864 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000a2edfe7f62094205-0063108a6b-15e8-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.865 DEBUG:boto:path=/ptoxvb-60/ 2022-09-01T10:33:15.866 DEBUG:boto:auth_path=/ptoxvb-60/ 2022-09-01T10:33:15.867 DEBUG:boto:Method: HEAD 2022-09-01T10:33:15.867 DEBUG:boto:Path: /ptoxvb-60/ 2022-09-01T10:33:15.868 DEBUG:boto:Data: 2022-09-01T10:33:15.868 DEBUG:boto:Headers: {} 2022-09-01T10:33:15.869 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:33:15.869 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.870 DEBUG:boto:Params: {} 2022-09-01T10:33:15.871 DEBUG:boto:Token: None 2022-09-01T10:33:15.872 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-60/ 2022-09-01T10:33:15.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ogDFZ2J5vI4EZjec+O2F2c16sKg= 2022-09-01T10:33:15.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ogDFZ2J5vI4EZjec+O2F2c16sKg=', 'Content-Length': '0'} 2022-09-01T10:33:15.876 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000042946096ac5239e4-0063108a6b-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.878 DEBUG:boto:path=/ptoxvb-60/obj3 2022-09-01T10:33:15.879 DEBUG:boto:auth_path=/ptoxvb-60/obj3 2022-09-01T10:33:15.880 DEBUG:boto:Method: PUT 2022-09-01T10:33:15.880 DEBUG:boto:Path: /ptoxvb-60/obj3 2022-09-01T10:33:15.881 DEBUG:boto:Data: 2022-09-01T10:33:15.882 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:33:15.883 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:33:15.884 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.885 DEBUG:boto:Params: {} 2022-09-01T10:33:15.886 DEBUG:boto:Token: None 2022-09-01T10:33:15.888 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-60/obj3 2022-09-01T10:33:15.889 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:A2LzqIVoynmqBxRmmVQaFVJlvCc= 2022-09-01T10:33:15.890 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:A2LzqIVoynmqBxRmmVQaFVJlvCc='} 2022-09-01T10:33:15.934 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000003410a43590d790aa-0063108a6b-15e8-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.935 DEBUG:boto:path=/ptoxvb-60/ 2022-09-01T10:33:15.936 DEBUG:boto:auth_path=/ptoxvb-60/ 2022-09-01T10:33:15.936 DEBUG:boto:Method: HEAD 2022-09-01T10:33:15.937 DEBUG:boto:Path: /ptoxvb-60/ 2022-09-01T10:33:15.937 DEBUG:boto:Data: 2022-09-01T10:33:15.938 DEBUG:boto:Headers: {} 2022-09-01T10:33:15.938 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:33:15.939 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.939 DEBUG:boto:Params: {} 2022-09-01T10:33:15.940 DEBUG:boto:Token: None 2022-09-01T10:33:15.941 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-60/ 2022-09-01T10:33:15.941 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ogDFZ2J5vI4EZjec+O2F2c16sKg= 2022-09-01T10:33:15.942 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ogDFZ2J5vI4EZjec+O2F2c16sKg=', 'Content-Length': '0'} 2022-09-01T10:33:15.945 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '18'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c41360e19830bf4b-0063108a6b-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.946 DEBUG:boto:path=/ptoxvb-60/obj4 2022-09-01T10:33:15.946 DEBUG:boto:auth_path=/ptoxvb-60/obj4 2022-09-01T10:33:15.947 DEBUG:boto:Method: PUT 2022-09-01T10:33:15.947 DEBUG:boto:Path: /ptoxvb-60/obj4 2022-09-01T10:33:15.948 DEBUG:boto:Data: 2022-09-01T10:33:15.949 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:33:15.949 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:33:15.950 DEBUG:boto:Port: 8000 2022-09-01T10:33:15.950 DEBUG:boto:Params: {} 2022-09-01T10:33:15.951 DEBUG:boto:Token: None 2022-09-01T10:33:15.952 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-60/obj4 2022-09-01T10:33:15.953 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZMwyPCzlyV+GDDunUUbg+hoNNus= 2022-09-01T10:33:15.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZMwyPCzlyV+GDDunUUbg+hoNNus='} 2022-09-01T10:33:15.961 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000002af7c209b3e9a29d-0063108a6b-15e8-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.963 DEBUG:boto:path=/ptoxvb-61/ 2022-09-01T10:33:15.964 DEBUG:boto:auth_path=/ptoxvb-61/ 2022-09-01T10:33:15.965 DEBUG:boto:Method: HEAD 2022-09-01T10:33:15.965 DEBUG:boto:Path: /ptoxvb-61/ 2022-09-01T10:33:15.966 DEBUG:boto:Data: 2022-09-01T10:33:15.967 DEBUG:boto:Headers: {} 2022-09-01T10:33:15.968 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:33:15.969 DEBUG:boto:Port: 8001 2022-09-01T10:33:15.970 DEBUG:boto:Params: {} 2022-09-01T10:33:15.971 DEBUG:boto:Token: None 2022-09-01T10:33:15.973 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-61/ 2022-09-01T10:33:15.974 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1exHxSZDHJYjbJngS8f502mXgD4= 2022-09-01T10:33:15.975 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1exHxSZDHJYjbJngS8f502mXgD4=', 'Content-Length': '0'} 2022-09-01T10:33:15.978 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004cb00e38422c1971-0063108a6b-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.979 DEBUG:boto:path=/ptoxvb-61/obj1 2022-09-01T10:33:15.979 DEBUG:boto:auth_path=/ptoxvb-61/obj1 2022-09-01T10:33:15.980 DEBUG:boto:Method: PUT 2022-09-01T10:33:15.980 DEBUG:boto:Path: /ptoxvb-61/obj1 2022-09-01T10:33:15.981 DEBUG:boto:Data: 2022-09-01T10:33:15.981 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:33:15.982 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:33:15.983 DEBUG:boto:Port: 8001 2022-09-01T10:33:15.983 DEBUG:boto:Params: {} 2022-09-01T10:33:15.984 DEBUG:boto:Token: None 2022-09-01T10:33:15.984 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:33:15 GMT /ptoxvb-61/obj1 2022-09-01T10:33:15.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uziFVS/Uz3/hmczrRyh2jYZuOSE= 2022-09-01T10:33:15.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:33:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uziFVS/Uz3/hmczrRyh2jYZuOSE='} 2022-09-01T10:33:15.993 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000007155e65137b1c2e8-0063108a6b-15d3-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:33:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:15.994 DEBUG:boto:path=/ptoxvb-61/ 2022-09-01T10:33:15.995 DEBUG:boto:auth_path=/ptoxvb-61/ 2022-09-01T10:33:15.995 DEBUG:boto:Method: HEAD 2022-09-01T10:33:15.996 DEBUG:boto:Path: /ptoxvb-61/ 2022-09-01T10:33:15.997 DEBUG:boto:Data: 2022-09-01T10:33:15.998 DEBUG:boto:Headers: {} 2022-09-01T10:33:15.999 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:33:16.000 DEBUG:boto:Port: 8001 2022-09-01T10:33:16.000 DEBUG:boto:Params: {} 2022-09-01T10:33:16.001 DEBUG:boto:Token: None 2022-09-01T10:33:16.002 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:33:16 GMT /ptoxvb-61/ 2022-09-01T10:33:16.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aVbocLcsNYgASvFk1iPWfDkAppA= 2022-09-01T10:33:16.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:33:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aVbocLcsNYgASvFk1iPWfDkAppA=', 'Content-Length': '0'} 2022-09-01T10:33:16.007 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000cf6addc32462489c-0063108a6c-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:33:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:16.008 DEBUG:boto:path=/ptoxvb-61/obj2 2022-09-01T10:33:16.009 DEBUG:boto:auth_path=/ptoxvb-61/obj2 2022-09-01T10:33:16.009 DEBUG:boto:Method: PUT 2022-09-01T10:33:16.010 DEBUG:boto:Path: /ptoxvb-61/obj2 2022-09-01T10:33:16.010 DEBUG:boto:Data: 2022-09-01T10:33:16.011 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:33:16.011 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:33:16.012 DEBUG:boto:Port: 8001 2022-09-01T10:33:16.013 DEBUG:boto:Params: {} 2022-09-01T10:33:16.013 DEBUG:boto:Token: None 2022-09-01T10:33:16.014 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:33:16 GMT /ptoxvb-61/obj2 2022-09-01T10:33:16.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:47RbB+gS1BBS/wcsdhjovpqKQaA= 2022-09-01T10:33:16.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:33:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:47RbB+gS1BBS/wcsdhjovpqKQaA='} 2022-09-01T10:33:16.021 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000d41619aa1d88d32c-0063108a6c-15d3-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:33:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:16.022 DEBUG:boto:path=/ptoxvb-61/ 2022-09-01T10:33:16.022 DEBUG:boto:auth_path=/ptoxvb-61/ 2022-09-01T10:33:16.023 DEBUG:boto:Method: HEAD 2022-09-01T10:33:16.023 DEBUG:boto:Path: /ptoxvb-61/ 2022-09-01T10:33:16.024 DEBUG:boto:Data: 2022-09-01T10:33:16.024 DEBUG:boto:Headers: {} 2022-09-01T10:33:16.025 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:33:16.025 DEBUG:boto:Port: 8001 2022-09-01T10:33:16.026 DEBUG:boto:Params: {} 2022-09-01T10:33:16.026 DEBUG:boto:Token: None 2022-09-01T10:33:16.027 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:33:16 GMT /ptoxvb-61/ 2022-09-01T10:33:16.028 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aVbocLcsNYgASvFk1iPWfDkAppA= 2022-09-01T10:33:16.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:33:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aVbocLcsNYgASvFk1iPWfDkAppA=', 'Content-Length': '0'} 2022-09-01T10:33:16.032 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b1c3464b4f6db7da-0063108a6c-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:33:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:16.033 DEBUG:boto:path=/ptoxvb-61/obj3 2022-09-01T10:33:16.034 DEBUG:boto:auth_path=/ptoxvb-61/obj3 2022-09-01T10:33:16.035 DEBUG:boto:Method: PUT 2022-09-01T10:33:16.036 DEBUG:boto:Path: /ptoxvb-61/obj3 2022-09-01T10:33:16.037 DEBUG:boto:Data: 2022-09-01T10:33:16.038 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:33:16.039 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:33:16.039 DEBUG:boto:Port: 8001 2022-09-01T10:33:16.040 DEBUG:boto:Params: {} 2022-09-01T10:33:16.040 DEBUG:boto:Token: None 2022-09-01T10:33:16.041 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:33:16 GMT /ptoxvb-61/obj3 2022-09-01T10:33:16.042 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yYxrtO4zfE7sEDhsOC6vYhjMRKY= 2022-09-01T10:33:16.042 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:33:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yYxrtO4zfE7sEDhsOC6vYhjMRKY='} 2022-09-01T10:33:16.086 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000007370a0d400dd7ce-0063108a6c-15d3-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:33:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:16.088 DEBUG:boto:path=/ptoxvb-61/ 2022-09-01T10:33:16.088 DEBUG:boto:auth_path=/ptoxvb-61/ 2022-09-01T10:33:16.089 DEBUG:boto:Method: HEAD 2022-09-01T10:33:16.090 DEBUG:boto:Path: /ptoxvb-61/ 2022-09-01T10:33:16.090 DEBUG:boto:Data: 2022-09-01T10:33:16.091 DEBUG:boto:Headers: {} 2022-09-01T10:33:16.091 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:33:16.092 DEBUG:boto:Port: 8001 2022-09-01T10:33:16.092 DEBUG:boto:Params: {} 2022-09-01T10:33:16.093 DEBUG:boto:Token: None 2022-09-01T10:33:16.094 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:33:16 GMT /ptoxvb-61/ 2022-09-01T10:33:16.094 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aVbocLcsNYgASvFk1iPWfDkAppA= 2022-09-01T10:33:16.095 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:33:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aVbocLcsNYgASvFk1iPWfDkAppA=', 'Content-Length': '0'} 2022-09-01T10:33:16.097 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '18'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000eea895084101f33f-0063108a6c-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:33:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:16.098 DEBUG:boto:path=/ptoxvb-61/obj4 2022-09-01T10:33:16.099 DEBUG:boto:auth_path=/ptoxvb-61/obj4 2022-09-01T10:33:16.099 DEBUG:boto:Method: PUT 2022-09-01T10:33:16.100 DEBUG:boto:Path: /ptoxvb-61/obj4 2022-09-01T10:33:16.101 DEBUG:boto:Data: 2022-09-01T10:33:16.101 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:33:16.102 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:33:16.102 DEBUG:boto:Port: 8001 2022-09-01T10:33:16.103 DEBUG:boto:Params: {} 2022-09-01T10:33:16.103 DEBUG:boto:Token: None 2022-09-01T10:33:16.104 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:33:16 GMT /ptoxvb-61/obj4 2022-09-01T10:33:16.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hwPAe7IeEWyu2ff6AlL5bdDEnpk= 2022-09-01T10:33:16.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:33:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hwPAe7IeEWyu2ff6AlL5bdDEnpk='} 2022-09-01T10:33:16.112 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000082771db42aa40365-0063108a6c-15d3-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:33:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:33:16.113 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:16.113 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:16.114 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:16.164 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:16.165 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:16.206 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T10:33:16.221 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:33:16.222 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:16.222 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:33:16.222 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:33:16.222 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:16.223 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:16.223 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:33:16.223 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:33:16.224 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:16.224 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:16.224 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:33:16.224 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:33:16.225 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:16.225 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:16.225 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662028395.642042_292.1", 2022-09-01T10:33:16.225 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:33:15.642042Z" 2022-09-01T10:33:16.226 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:16.226 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:33:16.227 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662028395.642042_292.1'} 2022-09-01T10:33:16.228 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:33:16.228 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:16.229 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:16.229 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:16.285 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:16.285 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:16.317 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:33:16.317+0000 7fe812f5b600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:33:16.318 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:33:16.318+0000 7fe812f5b600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:33:16.332 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:33:16.332 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:33:16.332 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:33:16.333 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:33:16.333 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:33:16.334 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:33:16.334 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:33:16.334 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:16.335 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:33:16.335 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:16.335 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:33:16.336 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:16.336 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:33:16.336 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:33:16.337 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:16.337 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:33:16.337 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:16.337 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:33:16.338 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:33:16.338 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:16.338 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:16.339 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:16.339 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:33:16.339 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:16.340 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:33:16.340 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:33:16.341 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:16.341 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:16.342 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:16.342 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:33:16.342 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:33:16.343 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:16.343 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:16.343 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:16.344 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:33:16.344 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:16.345 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:33:16.345 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:33:16.345 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:16.346 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:16.346 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:16.347 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:33:16.347 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:33:16.348 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:16.349 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:16.349 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:16.350 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:33:16.350 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:16.351 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:33:16.351 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662028395.642042_292.1", 2022-09-01T10:33:16.351 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:16.352 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:16.352 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:16.353 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:33:15.642042Z", 2022-09-01T10:33:16.354 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:33:16.354 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:16.355 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:16.355 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:33:16.355 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:16.355 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:33:16.356 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:33:16.356 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:33:16.356 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:16.356 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:33:16Z" 2022-09-01T10:33:16.357 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:33:16.358 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662028395.642042_292.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:33:15.642042Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:33:16Z" } 2022-09-01T10:33:16.359 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662028395.642042_292.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:33:15.642042Z', 'realm_epoch': 4}}] 2022-09-01T10:33:16.360 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028395.642042_292.1'} 2022-09-01T10:33:16.361 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662028395.642042_292.1'} 2022-09-01T10:33:16.362 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:33:16.363 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:33:16.364 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:16.367 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:16.368 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:16.421 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:16.422 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:16.470 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:33:16.471+0000 7f02f4db3600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:33:16.471 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:33:16.472+0000 7f02f4db3600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:33:16.488 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:33:16.489 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:33:16.489 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:33:16.490 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:33:16.490 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:33:16.491 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:33:16.491 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:33:16.491 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:16.491 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:33:16.492 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:16.492 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:33:16.492 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:16.492 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:33:16.493 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:33:16.493 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:16.493 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:33:16.494 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:16.494 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:33:16.494 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:33:16.495 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:16.495 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:16.495 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:16.496 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:33:16.496 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:16.496 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:33:16.497 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:33:16.497 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:16.497 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:16.498 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:16.498 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:33:16.498 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:33:16.499 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:16.499 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:16.499 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:16.499 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:33:16.500 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:16.500 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:33:16.500 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:33:16.501 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:16.501 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:16.501 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:16.501 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:33:16.502 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:33:16.502 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:16.502 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:16.503 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:33:16.503 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:33:16.504 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:33:16.504 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:33:16.504 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662028395.642042_292.1", 2022-09-01T10:33:16.504 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:33:16.505 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:33:16.505 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:33:16.505 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:33:15.642042Z", 2022-09-01T10:33:16.505 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:33:16.506 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:16.506 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:33:16.507 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:33:16.507 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:16.507 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:33:16.507 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:33:16.508 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:33:16.508 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:33:16.508 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:33:16Z" 2022-09-01T10:33:16.509 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:33:16.510 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662028395.642042_292.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:33:15.642042Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:33:16Z" } 2022-09-01T10:33:16.511 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662028395.642042_292.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:33:15.642042Z', 'realm_epoch': 4}}] 2022-09-01T10:33:16.511 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028395.642042_292.1'} 2022-09-01T10:33:16.512 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662028395.642042_292.1'} 2022-09-01T10:33:16.512 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:33:16.513 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:33:16.514 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:16.514 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:33:16.515 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:33:16.568 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:16.569 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:16.597 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:33:16.597+0000 7f3f020bf600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:33:16.598 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:33:16.599+0000 7f3f020bf600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:33:16.611 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:33:16.611 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:33:16.612 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:33:16.612 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:33:16.612 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:33:16.613 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:33:16.613 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:33:16.614 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:16.615 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:33:16.615 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:16.616 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:33:16.616 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:16.616 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:33:16.617 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:33:16.617 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:16.617 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:33:16.617 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:16.618 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:33:16.618 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:33:16.619 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:16.619 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:16.619 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:16.620 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:33:16.620 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:16.620 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:33:16.621 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:33:16.621 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:16.622 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:16.623 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:16.624 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:33:16.624 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:33:16.625 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:16.626 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:16.626 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:16.627 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:33:16.627 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:16.628 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:33:16.629 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:33:16.629 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:16.630 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:16.631 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:16.631 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:33:16.632 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:33:16.632 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:16.633 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:16.634 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:33:16.635 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:33:16.636 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:33:16.636 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:33:16.637 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662028395.642042_292.1", 2022-09-01T10:33:16.637 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:33:16.638 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:33:16.638 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:33:16.638 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:33:15.642042Z", 2022-09-01T10:33:16.639 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:33:16.639 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:16.639 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:33:16.640 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:33:16.640 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:16.640 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:33:16.640 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:33:16.641 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:33:16.641 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:33:16.641 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:33:16Z" 2022-09-01T10:33:16.642 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:33:16.643 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662028395.642042_292.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:33:15.642042Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:33:16Z" } 2022-09-01T10:33:16.644 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662028395.642042_292.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:33:15.642042Z', 'realm_epoch': 4}}] 2022-09-01T10:33:16.644 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028395.642042_292.1'} 2022-09-01T10:33:16.645 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662028395.642042_292.1'} 2022-09-01T10:33:16.645 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:33:16.646 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-59 2022-09-01T10:33:16.647 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-59', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:33:16.647 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-59', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:33:16.648 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-59 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:33:16.705 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:33:16.706 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:33:16.739 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:33:16.740+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:33:21.740 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:33:21.740+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:33:26.741 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:33:26.741+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:33:31.742 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:33:31.742+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:33:36.742 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:33:36.742+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:33:41.743 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:33:41.743+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:33:46.743 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:33:46.744+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:33:51.744 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:33:51.745+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:33:56.744 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:33:56.746+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:34:01.745 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:34:01.746+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:34:06.746 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:34:06.747+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:34:11.746 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:34:11.747+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:34:16.747 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:34:16.748+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:34:21.748 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:34:21.748+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:34:26.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:34:26.749+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:34:31.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:34:31.749+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:34:36.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:34:36.750+0000 7f88c20ce600 1 waiting to reach incremental sync.. 2022-09-01T10:34:41.752 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:34:41.752+0000 7f88c20ce600 1 bucket sync caught up with source: 2022-09-01T10:34:41.752 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:34:41.753 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:34:41.753 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:34:41.752+0000 7f88c20ce600 0 bucket checkpoint complete 2022-09-01T10:34:41.771 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-59 2022-09-01T10:34:41.772 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-59', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:34:41.773 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-59', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:34:41.774 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-59 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:34:41.839 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:34:41.840 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:34:41.894 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:34:41.895+0000 7f86b8645600 1 waiting to reach incremental sync.. 2022-09-01T10:34:46.897 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:34:46.896+0000 7f86b8645600 1 waiting to reach incremental sync.. 2022-09-01T10:34:51.896 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:34:51.896+0000 7f86b8645600 1 waiting to reach incremental sync.. 2022-09-01T10:34:56.896 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:34:56.897+0000 7f86b8645600 1 waiting to reach incremental sync.. 2022-09-01T10:35:01.897 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:35:01.897+0000 7f86b8645600 1 waiting to reach incremental sync.. 2022-09-01T10:35:06.898 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:35:06.899+0000 7f86b8645600 1 waiting to reach incremental sync.. 2022-09-01T10:35:11.898 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:35:11.899+0000 7f86b8645600 1 waiting to reach incremental sync.. 2022-09-01T10:35:16.899 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:35:16.900+0000 7f86b8645600 1 waiting to reach incremental sync.. 2022-09-01T10:35:21.900 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:35:21.901+0000 7f86b8645600 1 waiting to reach incremental sync.. 2022-09-01T10:35:26.901 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:35:26.902+0000 7f86b8645600 1 waiting to reach incremental sync.. 2022-09-01T10:35:31.902 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:35:31.902+0000 7f86b8645600 1 waiting to reach incremental sync.. 2022-09-01T10:35:36.902 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:35:36.903+0000 7f86b8645600 1 waiting to reach incremental sync.. 2022-09-01T10:35:41.904 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:35:41.905+0000 7f86b8645600 1 bucket sync caught up with source: 2022-09-01T10:35:41.905 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:35:41.905 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:35:41.905 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:35:41.905+0000 7f86b8645600 0 bucket checkpoint complete 2022-09-01T10:35:41.926 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-59 2022-09-01T10:35:41.928 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-59', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:35:41.929 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-59', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:35:41.930 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-59 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:35:41.995 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:35:41.996 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:35:42.035 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:35:42.035+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:35:42.036 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:35:42.036 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:35:47.039 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:35:47.037+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:35:47.040 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:35:47.040 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:35:52.038 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:35:52.038+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:35:52.039 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:35:52.039 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:35:57.040 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:35:57.040+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:35:57.041 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:35:57.041 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:02.041 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:36:02.041+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:36:02.042 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:02.043 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:07.043 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:36:07.043+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:36:07.043 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:07.044 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:12.044 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:36:12.045+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:36:12.045 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:12.045 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:17.046 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:36:17.046+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:36:17.047 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:17.047 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:22.047 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:36:22.048+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:36:22.048 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:22.048 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:27.049 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:36:27.049+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:36:27.049 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:27.050 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:32.051 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:36:32.052+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:36:32.051 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:32.052 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:37.052 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:36:37.053+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:36:37.052 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:37.053 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:42.054 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:36:42.055+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:36:42.054 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:42.055 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:47.055 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:36:47.056+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:36:47.056 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:47.057 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:52.057 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:36:52.058+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:36:52.058 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:52.058 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:57.058 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:36:57.060+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:36:57.059 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:36:57.059 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:02.060 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:37:02.060+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:37:02.060 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:02.060 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:07.064 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:37:07.062+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:37:07.065 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:07.066 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:12.063 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:37:12.063+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:37:12.064 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:12.064 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:17.065 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:37:17.065+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:37:17.066 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:17.067 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:22.066 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:37:22.066+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:37:22.066 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:22.067 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:27.068 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:37:27.068+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:37:27.068 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:27.068 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:32.069 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:37:32.069+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:37:32.070 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:32.070 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:37.070 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:37:37.071+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:37:37.071 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:37.071 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:42.072 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:37:42.072+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:37:42.073 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:42.073 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:47.074 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:37:47.074+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:37:47.074 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:47.075 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:52.075 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:37:52.076+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:37:52.076 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:52.077 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:57.078 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:37:57.078+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:37:57.079 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:37:57.079 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:02.079 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:38:02.080+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:38:02.080 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:02.080 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:07.080 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:38:07.081+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:38:07.081 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:07.081 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:12.082 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:38:12.083+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:38:12.083 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:12.084 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:17.083 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:38:17.084+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:38:17.084 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:17.084 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:22.085 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:38:22.085+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:38:22.086 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:22.087 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:27.086 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:38:27.087+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:38:27.087 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:27.087 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:32.088 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:38:32.088+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:38:32.089 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:32.089 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:37.090 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:38:37.090+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:38:37.090 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:37.090 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:42.091 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:38:42.092+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:38:42.092 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:42.092 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:47.093 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:38:47.093+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:38:47.094 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:47.094 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:52.095 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:38:52.095+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:38:52.095 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:52.096 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:57.096 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:38:57.097+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:38:57.097 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:38:57.097 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:02.098 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:39:02.098+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:39:02.099 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:02.099 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:07.100 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:39:07.101+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:39:07.101 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:07.102 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:12.101 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:39:12.103+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:39:12.102 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:12.102 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:17.103 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:39:17.104+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:39:17.104 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:17.104 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:22.105 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:39:22.106+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:39:22.105 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:22.106 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:27.106 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:39:27.107+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:39:27.107 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:27.107 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:32.107 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:39:32.108+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:39:32.107 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:32.108 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:37.108 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:39:37.108+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:39:37.109 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:37.109 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:42.110 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:39:42.110+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:39:42.110 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:42.111 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:47.111 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:39:47.111+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:39:47.111 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:47.112 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:52.113 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:39:52.113+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:39:52.113 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:52.114 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:57.115 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:39:57.114+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:39:57.115 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:39:57.116 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:40:02.118 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:02.115+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:40:02.118 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:40:02.119 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:40:07.116 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:07.117+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:40:07.117 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:40:07.117 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:40:12.118 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:12.118+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:40:12.119 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:40:12.119 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:40:17.120 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:17.120+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:40:17.120 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:40:17.121 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:40:22.121 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:22.122+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:40:22.122 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:40:22.122 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:40:27.123 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:27.124+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:40:27.124 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:40:27.124 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:40:32.124 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:32.125+0000 7f8898873600 1 waiting for incremental sync to catch up: 2022-09-01T10:40:32.125 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.61.5, , , , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:40:32.125 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.61.5, , 00000000001.32.5, , 00000000001.43.5, , , 00000000001.63.5, , , ] 2022-09-01T10:40:37.126 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:37.127+0000 7f8898873600 0 bucket checkpoint timed out waiting for incremental sync to catch up 2022-09-01T10:40:37.126 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:37.127+0000 7f8898873600 0 bucket sync checkpoint failed: (110) Connection timed out 2022-09-01T10:40:37.127 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:37.127+0000 7f8898873600 -1 bucket sync checkpoint failed: (110) Connection timed out 2022-09-01T10:40:37.143 DEBUG:teuthology.orchestra.run:got remote process result: 110 2022-09-01T10:40:37.161 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_sync_enable_right_after_disable ... FAIL 2022-09-01T10:40:37.163 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-62 2022-09-01T10:40:37.164 DEBUG:boto:path=/ptoxvb-62/ 2022-09-01T10:40:37.164 DEBUG:boto:auth_path=/ptoxvb-62/ 2022-09-01T10:40:37.165 DEBUG:boto:Method: PUT 2022-09-01T10:40:37.166 DEBUG:boto:Path: /ptoxvb-62/ 2022-09-01T10:40:37.167 DEBUG:boto:Data: 2022-09-01T10:40:37.168 DEBUG:boto:Headers: {} 2022-09-01T10:40:37.168 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:40:37.169 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.169 DEBUG:boto:Params: {} 2022-09-01T10:40:37.171 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:40:37.173 DEBUG:boto:Token: None 2022-09-01T10:40:37.174 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-62/ 2022-09-01T10:40:37.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eY0LW4/nfLyylRHBpy1NfZFd3RE= 2022-09-01T10:40:37.177 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eY0LW4/nfLyylRHBpy1NfZFd3RE=', 'Content-Length': '0'} 2022-09-01T10:40:37.211 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000e63471c8e1663bb8-0063108c25-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.212 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-63 2022-09-01T10:40:37.213 DEBUG:boto:path=/ptoxvb-63/ 2022-09-01T10:40:37.213 DEBUG:boto:auth_path=/ptoxvb-63/ 2022-09-01T10:40:37.214 DEBUG:boto:Method: PUT 2022-09-01T10:40:37.214 DEBUG:boto:Path: /ptoxvb-63/ 2022-09-01T10:40:37.215 DEBUG:boto:Data: 2022-09-01T10:40:37.215 DEBUG:boto:Headers: {} 2022-09-01T10:40:37.216 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:40:37.216 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.217 DEBUG:boto:Params: {} 2022-09-01T10:40:37.217 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:40:37.218 DEBUG:boto:Token: None 2022-09-01T10:40:37.219 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-63/ 2022-09-01T10:40:37.219 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:suHXD7QBejM/rRWTffetJxEDr44= 2022-09-01T10:40:37.220 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:suHXD7QBejM/rRWTffetJxEDr44=', 'Content-Length': '0'} 2022-09-01T10:40:37.258 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000008d977d8f730d16c2-0063108c25-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.259 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-64 2022-09-01T10:40:37.260 DEBUG:boto:path=/ptoxvb-64/ 2022-09-01T10:40:37.260 DEBUG:boto:auth_path=/ptoxvb-64/ 2022-09-01T10:40:37.261 DEBUG:boto:Method: PUT 2022-09-01T10:40:37.261 DEBUG:boto:Path: /ptoxvb-64/ 2022-09-01T10:40:37.262 DEBUG:boto:Data: 2022-09-01T10:40:37.262 DEBUG:boto:Headers: {} 2022-09-01T10:40:37.263 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:40:37.263 DEBUG:boto:Port: 8001 2022-09-01T10:40:37.264 DEBUG:boto:Params: {} 2022-09-01T10:40:37.265 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:40:37.265 DEBUG:boto:Token: None 2022-09-01T10:40:37.266 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-64/ 2022-09-01T10:40:37.266 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Uuwv3tVwzZM1DvVYvMTIr0j+Kog= 2022-09-01T10:40:37.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Uuwv3tVwzZM1DvVYvMTIr0j+Kog=', 'Content-Length': '0'} 2022-09-01T10:40:37.304 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000a167a7f4b2eb5cec-0063108c25-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.305 DEBUG:boto:path=/ptoxvb-62/ 2022-09-01T10:40:37.306 DEBUG:boto:auth_path=/ptoxvb-62/ 2022-09-01T10:40:37.307 DEBUG:boto:Method: HEAD 2022-09-01T10:40:37.307 DEBUG:boto:Path: /ptoxvb-62/ 2022-09-01T10:40:37.308 DEBUG:boto:Data: 2022-09-01T10:40:37.308 DEBUG:boto:Headers: {} 2022-09-01T10:40:37.309 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:40:37.309 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.310 DEBUG:boto:Params: {} 2022-09-01T10:40:37.310 DEBUG:boto:Token: None 2022-09-01T10:40:37.311 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-62/ 2022-09-01T10:40:37.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jwB4SqSwQXhnAxt68/TXudT77Vk= 2022-09-01T10:40:37.312 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jwB4SqSwQXhnAxt68/TXudT77Vk=', 'Content-Length': '0'} 2022-09-01T10:40:37.315 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000eb50bcbf55f0515d-0063108c25-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.316 DEBUG:boto:path=/ptoxvb-62/obj1 2022-09-01T10:40:37.316 DEBUG:boto:auth_path=/ptoxvb-62/obj1 2022-09-01T10:40:37.317 DEBUG:boto:Method: PUT 2022-09-01T10:40:37.317 DEBUG:boto:Path: /ptoxvb-62/obj1 2022-09-01T10:40:37.318 DEBUG:boto:Data: 2022-09-01T10:40:37.318 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:40:37.319 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:40:37.319 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.320 DEBUG:boto:Params: {} 2022-09-01T10:40:37.320 DEBUG:boto:Token: None 2022-09-01T10:40:37.321 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-62/obj1 2022-09-01T10:40:37.322 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4XFOq+InJRCw8a2bSBHHCgJcGko= 2022-09-01T10:40:37.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4XFOq+InJRCw8a2bSBHHCgJcGko='} 2022-09-01T10:40:37.334 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000b75c179120b0cc2e-0063108c25-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.335 DEBUG:boto:path=/ptoxvb-62/ 2022-09-01T10:40:37.335 DEBUG:boto:auth_path=/ptoxvb-62/ 2022-09-01T10:40:37.336 DEBUG:boto:Method: HEAD 2022-09-01T10:40:37.336 DEBUG:boto:Path: /ptoxvb-62/ 2022-09-01T10:40:37.337 DEBUG:boto:Data: 2022-09-01T10:40:37.337 DEBUG:boto:Headers: {} 2022-09-01T10:40:37.338 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:40:37.338 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.339 DEBUG:boto:Params: {} 2022-09-01T10:40:37.339 DEBUG:boto:Token: None 2022-09-01T10:40:37.340 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-62/ 2022-09-01T10:40:37.340 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jwB4SqSwQXhnAxt68/TXudT77Vk= 2022-09-01T10:40:37.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jwB4SqSwQXhnAxt68/TXudT77Vk=', 'Content-Length': '0'} 2022-09-01T10:40:37.344 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005d2cd1645e1c5ab8-0063108c25-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.345 DEBUG:boto:path=/ptoxvb-62/obj2 2022-09-01T10:40:37.345 DEBUG:boto:auth_path=/ptoxvb-62/obj2 2022-09-01T10:40:37.346 DEBUG:boto:Method: PUT 2022-09-01T10:40:37.346 DEBUG:boto:Path: /ptoxvb-62/obj2 2022-09-01T10:40:37.347 DEBUG:boto:Data: 2022-09-01T10:40:37.347 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:40:37.348 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:40:37.349 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.349 DEBUG:boto:Params: {} 2022-09-01T10:40:37.350 DEBUG:boto:Token: None 2022-09-01T10:40:37.351 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-62/obj2 2022-09-01T10:40:37.352 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jdJoweofddSZn388RrG0+PYn+e4= 2022-09-01T10:40:37.353 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jdJoweofddSZn388RrG0+PYn+e4='} 2022-09-01T10:40:37.359 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000009166c39a1dceb933-0063108c25-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.360 DEBUG:boto:path=/ptoxvb-62/ 2022-09-01T10:40:37.361 DEBUG:boto:auth_path=/ptoxvb-62/ 2022-09-01T10:40:37.361 DEBUG:boto:Method: HEAD 2022-09-01T10:40:37.362 DEBUG:boto:Path: /ptoxvb-62/ 2022-09-01T10:40:37.362 DEBUG:boto:Data: 2022-09-01T10:40:37.363 DEBUG:boto:Headers: {} 2022-09-01T10:40:37.363 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:40:37.364 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.364 DEBUG:boto:Params: {} 2022-09-01T10:40:37.365 DEBUG:boto:Token: None 2022-09-01T10:40:37.366 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-62/ 2022-09-01T10:40:37.366 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jwB4SqSwQXhnAxt68/TXudT77Vk= 2022-09-01T10:40:37.367 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jwB4SqSwQXhnAxt68/TXudT77Vk=', 'Content-Length': '0'} 2022-09-01T10:40:37.369 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000fb90a46abbf61c1b-0063108c25-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.370 DEBUG:boto:path=/ptoxvb-62/obj3 2022-09-01T10:40:37.371 DEBUG:boto:auth_path=/ptoxvb-62/obj3 2022-09-01T10:40:37.371 DEBUG:boto:Method: PUT 2022-09-01T10:40:37.372 DEBUG:boto:Path: /ptoxvb-62/obj3 2022-09-01T10:40:37.373 DEBUG:boto:Data: 2022-09-01T10:40:37.373 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:40:37.374 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:40:37.375 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.375 DEBUG:boto:Params: {} 2022-09-01T10:40:37.376 DEBUG:boto:Token: None 2022-09-01T10:40:37.377 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-62/obj3 2022-09-01T10:40:37.377 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8Vgrf/Sh37mTX3AqAy/XnaDJwos= 2022-09-01T10:40:37.378 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8Vgrf/Sh37mTX3AqAy/XnaDJwos='} 2022-09-01T10:40:37.426 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000e09aa6f41026d70d-0063108c25-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.427 DEBUG:boto:path=/ptoxvb-62/ 2022-09-01T10:40:37.427 DEBUG:boto:auth_path=/ptoxvb-62/ 2022-09-01T10:40:37.428 DEBUG:boto:Method: HEAD 2022-09-01T10:40:37.428 DEBUG:boto:Path: /ptoxvb-62/ 2022-09-01T10:40:37.429 DEBUG:boto:Data: 2022-09-01T10:40:37.429 DEBUG:boto:Headers: {} 2022-09-01T10:40:37.430 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:40:37.430 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.431 DEBUG:boto:Params: {} 2022-09-01T10:40:37.432 DEBUG:boto:Token: None 2022-09-01T10:40:37.432 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-62/ 2022-09-01T10:40:37.433 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jwB4SqSwQXhnAxt68/TXudT77Vk= 2022-09-01T10:40:37.434 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jwB4SqSwQXhnAxt68/TXudT77Vk=', 'Content-Length': '0'} 2022-09-01T10:40:37.436 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '18'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000cc055be1b7945571-0063108c25-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.437 DEBUG:boto:path=/ptoxvb-62/obj4 2022-09-01T10:40:37.438 DEBUG:boto:auth_path=/ptoxvb-62/obj4 2022-09-01T10:40:37.438 DEBUG:boto:Method: PUT 2022-09-01T10:40:37.439 DEBUG:boto:Path: /ptoxvb-62/obj4 2022-09-01T10:40:37.440 DEBUG:boto:Data: 2022-09-01T10:40:37.440 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:40:37.441 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:40:37.441 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.441 DEBUG:boto:Params: {} 2022-09-01T10:40:37.442 DEBUG:boto:Token: None 2022-09-01T10:40:37.443 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-62/obj4 2022-09-01T10:40:37.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d8SzwfhVhvIHDu+VTN0DtfKQV3I= 2022-09-01T10:40:37.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d8SzwfhVhvIHDu+VTN0DtfKQV3I='} 2022-09-01T10:40:37.450 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000eea4e7855e280403-0063108c25-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.451 DEBUG:boto:path=/ptoxvb-63/ 2022-09-01T10:40:37.451 DEBUG:boto:auth_path=/ptoxvb-63/ 2022-09-01T10:40:37.452 DEBUG:boto:Method: HEAD 2022-09-01T10:40:37.453 DEBUG:boto:Path: /ptoxvb-63/ 2022-09-01T10:40:37.453 DEBUG:boto:Data: 2022-09-01T10:40:37.453 DEBUG:boto:Headers: {} 2022-09-01T10:40:37.454 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:40:37.455 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.455 DEBUG:boto:Params: {} 2022-09-01T10:40:37.456 DEBUG:boto:Token: None 2022-09-01T10:40:37.457 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-63/ 2022-09-01T10:40:37.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5XLymR5eNOiEmewXfW/vvSAX5us= 2022-09-01T10:40:37.458 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5XLymR5eNOiEmewXfW/vvSAX5us=', 'Content-Length': '0'} 2022-09-01T10:40:37.462 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005d2f6b60b3a91338-0063108c25-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.463 DEBUG:boto:path=/ptoxvb-63/obj1 2022-09-01T10:40:37.464 DEBUG:boto:auth_path=/ptoxvb-63/obj1 2022-09-01T10:40:37.465 DEBUG:boto:Method: PUT 2022-09-01T10:40:37.465 DEBUG:boto:Path: /ptoxvb-63/obj1 2022-09-01T10:40:37.465 DEBUG:boto:Data: 2022-09-01T10:40:37.466 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:40:37.467 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:40:37.467 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.468 DEBUG:boto:Params: {} 2022-09-01T10:40:37.469 DEBUG:boto:Token: None 2022-09-01T10:40:37.469 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-63/obj1 2022-09-01T10:40:37.470 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Cwx0oBPjK/7C8+BL5AQWlGavtW8= 2022-09-01T10:40:37.470 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Cwx0oBPjK/7C8+BL5AQWlGavtW8='} 2022-09-01T10:40:37.479 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000004c7d9fd6651c4c8f-0063108c25-15e8-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.480 DEBUG:boto:path=/ptoxvb-63/ 2022-09-01T10:40:37.481 DEBUG:boto:auth_path=/ptoxvb-63/ 2022-09-01T10:40:37.481 DEBUG:boto:Method: HEAD 2022-09-01T10:40:37.482 DEBUG:boto:Path: /ptoxvb-63/ 2022-09-01T10:40:37.482 DEBUG:boto:Data: 2022-09-01T10:40:37.483 DEBUG:boto:Headers: {} 2022-09-01T10:40:37.483 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:40:37.484 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.484 DEBUG:boto:Params: {} 2022-09-01T10:40:37.485 DEBUG:boto:Token: None 2022-09-01T10:40:37.485 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-63/ 2022-09-01T10:40:37.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5XLymR5eNOiEmewXfW/vvSAX5us= 2022-09-01T10:40:37.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5XLymR5eNOiEmewXfW/vvSAX5us=', 'Content-Length': '0'} 2022-09-01T10:40:37.490 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005d6daa541fdde05b-0063108c25-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.491 DEBUG:boto:path=/ptoxvb-63/obj2 2022-09-01T10:40:37.491 DEBUG:boto:auth_path=/ptoxvb-63/obj2 2022-09-01T10:40:37.492 DEBUG:boto:Method: PUT 2022-09-01T10:40:37.493 DEBUG:boto:Path: /ptoxvb-63/obj2 2022-09-01T10:40:37.493 DEBUG:boto:Data: 2022-09-01T10:40:37.494 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:40:37.494 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:40:37.495 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.496 DEBUG:boto:Params: {} 2022-09-01T10:40:37.497 DEBUG:boto:Token: None 2022-09-01T10:40:37.498 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-63/obj2 2022-09-01T10:40:37.499 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o+G6PlUAuSZtSzSR6yjBHkpaT20= 2022-09-01T10:40:37.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o+G6PlUAuSZtSzSR6yjBHkpaT20='} 2022-09-01T10:40:37.508 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005c010bf9a16fc93c-0063108c25-15e8-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.509 DEBUG:boto:path=/ptoxvb-63/ 2022-09-01T10:40:37.509 DEBUG:boto:auth_path=/ptoxvb-63/ 2022-09-01T10:40:37.510 DEBUG:boto:Method: HEAD 2022-09-01T10:40:37.510 DEBUG:boto:Path: /ptoxvb-63/ 2022-09-01T10:40:37.511 DEBUG:boto:Data: 2022-09-01T10:40:37.511 DEBUG:boto:Headers: {} 2022-09-01T10:40:37.512 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:40:37.512 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.513 DEBUG:boto:Params: {} 2022-09-01T10:40:37.513 DEBUG:boto:Token: None 2022-09-01T10:40:37.514 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-63/ 2022-09-01T10:40:37.514 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5XLymR5eNOiEmewXfW/vvSAX5us= 2022-09-01T10:40:37.515 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5XLymR5eNOiEmewXfW/vvSAX5us=', 'Content-Length': '0'} 2022-09-01T10:40:37.517 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e8fe8e829c85ba59-0063108c25-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.518 DEBUG:boto:path=/ptoxvb-63/obj3 2022-09-01T10:40:37.519 DEBUG:boto:auth_path=/ptoxvb-63/obj3 2022-09-01T10:40:37.519 DEBUG:boto:Method: PUT 2022-09-01T10:40:37.520 DEBUG:boto:Path: /ptoxvb-63/obj3 2022-09-01T10:40:37.520 DEBUG:boto:Data: 2022-09-01T10:40:37.521 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:40:37.521 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:40:37.522 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.522 DEBUG:boto:Params: {} 2022-09-01T10:40:37.523 DEBUG:boto:Token: None 2022-09-01T10:40:37.523 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-63/obj3 2022-09-01T10:40:37.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y4fd4WN9ai32piDKRJUNmrGZrxg= 2022-09-01T10:40:37.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y4fd4WN9ai32piDKRJUNmrGZrxg='} 2022-09-01T10:40:37.570 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000003eb3b8dd178d8c24-0063108c25-15e8-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.571 DEBUG:boto:path=/ptoxvb-63/ 2022-09-01T10:40:37.572 DEBUG:boto:auth_path=/ptoxvb-63/ 2022-09-01T10:40:37.572 DEBUG:boto:Method: HEAD 2022-09-01T10:40:37.573 DEBUG:boto:Path: /ptoxvb-63/ 2022-09-01T10:40:37.573 DEBUG:boto:Data: 2022-09-01T10:40:37.574 DEBUG:boto:Headers: {} 2022-09-01T10:40:37.574 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:40:37.575 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.575 DEBUG:boto:Params: {} 2022-09-01T10:40:37.576 DEBUG:boto:Token: None 2022-09-01T10:40:37.576 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-63/ 2022-09-01T10:40:37.577 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5XLymR5eNOiEmewXfW/vvSAX5us= 2022-09-01T10:40:37.577 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5XLymR5eNOiEmewXfW/vvSAX5us=', 'Content-Length': '0'} 2022-09-01T10:40:37.580 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '18'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000092f480e018a24307-0063108c25-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.581 DEBUG:boto:path=/ptoxvb-63/obj4 2022-09-01T10:40:37.582 DEBUG:boto:auth_path=/ptoxvb-63/obj4 2022-09-01T10:40:37.582 DEBUG:boto:Method: PUT 2022-09-01T10:40:37.583 DEBUG:boto:Path: /ptoxvb-63/obj4 2022-09-01T10:40:37.584 DEBUG:boto:Data: 2022-09-01T10:40:37.584 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:40:37.585 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:40:37.585 DEBUG:boto:Port: 8000 2022-09-01T10:40:37.586 DEBUG:boto:Params: {} 2022-09-01T10:40:37.586 DEBUG:boto:Token: None 2022-09-01T10:40:37.587 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-63/obj4 2022-09-01T10:40:37.588 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9LZ3Hx0t8F2sJA11m76PIFkpdVA= 2022-09-01T10:40:37.588 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9LZ3Hx0t8F2sJA11m76PIFkpdVA='} 2022-09-01T10:40:37.595 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000031262371b92a0904-0063108c25-15e8-test-zone2'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.596 DEBUG:boto:path=/ptoxvb-64/ 2022-09-01T10:40:37.596 DEBUG:boto:auth_path=/ptoxvb-64/ 2022-09-01T10:40:37.597 DEBUG:boto:Method: HEAD 2022-09-01T10:40:37.598 DEBUG:boto:Path: /ptoxvb-64/ 2022-09-01T10:40:37.598 DEBUG:boto:Data: 2022-09-01T10:40:37.599 DEBUG:boto:Headers: {} 2022-09-01T10:40:37.599 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:40:37.600 DEBUG:boto:Port: 8001 2022-09-01T10:40:37.600 DEBUG:boto:Params: {} 2022-09-01T10:40:37.601 DEBUG:boto:Token: None 2022-09-01T10:40:37.601 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-64/ 2022-09-01T10:40:37.602 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YsKpsQeTLzMCscG0l0Yn9pAj8Bk= 2022-09-01T10:40:37.603 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YsKpsQeTLzMCscG0l0Yn9pAj8Bk=', 'Content-Length': '0'} 2022-09-01T10:40:37.605 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003769b46b9be1e5b5-0063108c25-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.606 DEBUG:boto:path=/ptoxvb-64/obj1 2022-09-01T10:40:37.606 DEBUG:boto:auth_path=/ptoxvb-64/obj1 2022-09-01T10:40:37.607 DEBUG:boto:Method: PUT 2022-09-01T10:40:37.607 DEBUG:boto:Path: /ptoxvb-64/obj1 2022-09-01T10:40:37.608 DEBUG:boto:Data: 2022-09-01T10:40:37.609 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:40:37.609 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:40:37.610 DEBUG:boto:Port: 8001 2022-09-01T10:40:37.610 DEBUG:boto:Params: {} 2022-09-01T10:40:37.611 DEBUG:boto:Token: None 2022-09-01T10:40:37.611 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-64/obj1 2022-09-01T10:40:37.612 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jmT1nIS44X+Zfa2W03Mgb5AD7ao= 2022-09-01T10:40:37.613 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jmT1nIS44X+Zfa2W03Mgb5AD7ao='} 2022-09-01T10:40:37.621 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000039ceb369fb8fd93b-0063108c25-15d3-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.622 DEBUG:boto:path=/ptoxvb-64/ 2022-09-01T10:40:37.623 DEBUG:boto:auth_path=/ptoxvb-64/ 2022-09-01T10:40:37.624 DEBUG:boto:Method: HEAD 2022-09-01T10:40:37.625 DEBUG:boto:Path: /ptoxvb-64/ 2022-09-01T10:40:37.626 DEBUG:boto:Data: 2022-09-01T10:40:37.626 DEBUG:boto:Headers: {} 2022-09-01T10:40:37.627 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:40:37.628 DEBUG:boto:Port: 8001 2022-09-01T10:40:37.628 DEBUG:boto:Params: {} 2022-09-01T10:40:37.629 DEBUG:boto:Token: None 2022-09-01T10:40:37.630 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-64/ 2022-09-01T10:40:37.631 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YsKpsQeTLzMCscG0l0Yn9pAj8Bk= 2022-09-01T10:40:37.632 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YsKpsQeTLzMCscG0l0Yn9pAj8Bk=', 'Content-Length': '0'} 2022-09-01T10:40:37.634 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000def69df6262241f2-0063108c25-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.636 DEBUG:boto:path=/ptoxvb-64/obj2 2022-09-01T10:40:37.636 DEBUG:boto:auth_path=/ptoxvb-64/obj2 2022-09-01T10:40:37.637 DEBUG:boto:Method: PUT 2022-09-01T10:40:37.638 DEBUG:boto:Path: /ptoxvb-64/obj2 2022-09-01T10:40:37.638 DEBUG:boto:Data: 2022-09-01T10:40:37.639 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:40:37.640 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:40:37.640 DEBUG:boto:Port: 8001 2022-09-01T10:40:37.641 DEBUG:boto:Params: {} 2022-09-01T10:40:37.642 DEBUG:boto:Token: None 2022-09-01T10:40:37.642 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-64/obj2 2022-09-01T10:40:37.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IVBx28qEDPcG5l0qksBdXvyIRyA= 2022-09-01T10:40:37.643 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IVBx28qEDPcG5l0qksBdXvyIRyA='} 2022-09-01T10:40:37.654 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000001f62fd5aba432f26-0063108c25-15d3-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.655 DEBUG:boto:path=/ptoxvb-64/ 2022-09-01T10:40:37.655 DEBUG:boto:auth_path=/ptoxvb-64/ 2022-09-01T10:40:37.656 DEBUG:boto:Method: HEAD 2022-09-01T10:40:37.656 DEBUG:boto:Path: /ptoxvb-64/ 2022-09-01T10:40:37.657 DEBUG:boto:Data: 2022-09-01T10:40:37.657 DEBUG:boto:Headers: {} 2022-09-01T10:40:37.658 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:40:37.659 DEBUG:boto:Port: 8001 2022-09-01T10:40:37.659 DEBUG:boto:Params: {} 2022-09-01T10:40:37.660 DEBUG:boto:Token: None 2022-09-01T10:40:37.661 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-64/ 2022-09-01T10:40:37.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YsKpsQeTLzMCscG0l0Yn9pAj8Bk= 2022-09-01T10:40:37.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YsKpsQeTLzMCscG0l0Yn9pAj8Bk=', 'Content-Length': '0'} 2022-09-01T10:40:37.665 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d118d53c264ebe4f-0063108c25-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.666 DEBUG:boto:path=/ptoxvb-64/obj3 2022-09-01T10:40:37.666 DEBUG:boto:auth_path=/ptoxvb-64/obj3 2022-09-01T10:40:37.667 DEBUG:boto:Method: PUT 2022-09-01T10:40:37.667 DEBUG:boto:Path: /ptoxvb-64/obj3 2022-09-01T10:40:37.668 DEBUG:boto:Data: 2022-09-01T10:40:37.669 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:40:37.670 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:40:37.671 DEBUG:boto:Port: 8001 2022-09-01T10:40:37.672 DEBUG:boto:Params: {} 2022-09-01T10:40:37.673 DEBUG:boto:Token: None 2022-09-01T10:40:37.673 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-64/obj3 2022-09-01T10:40:37.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ewYTxtmCFilRsG47NgoEbKuwdJI= 2022-09-01T10:40:37.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ewYTxtmCFilRsG47NgoEbKuwdJI='} 2022-09-01T10:40:37.718 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000001a1f541c15190089-0063108c25-15d3-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.719 DEBUG:boto:path=/ptoxvb-64/ 2022-09-01T10:40:37.719 DEBUG:boto:auth_path=/ptoxvb-64/ 2022-09-01T10:40:37.720 DEBUG:boto:Method: HEAD 2022-09-01T10:40:37.721 DEBUG:boto:Path: /ptoxvb-64/ 2022-09-01T10:40:37.721 DEBUG:boto:Data: 2022-09-01T10:40:37.721 DEBUG:boto:Headers: {} 2022-09-01T10:40:37.722 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:40:37.722 DEBUG:boto:Port: 8001 2022-09-01T10:40:37.723 DEBUG:boto:Params: {} 2022-09-01T10:40:37.724 DEBUG:boto:Token: None 2022-09-01T10:40:37.724 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-64/ 2022-09-01T10:40:37.725 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YsKpsQeTLzMCscG0l0Yn9pAj8Bk= 2022-09-01T10:40:37.725 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YsKpsQeTLzMCscG0l0Yn9pAj8Bk=', 'Content-Length': '0'} 2022-09-01T10:40:37.728 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '18'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000089c237a1349dd062-0063108c25-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.729 DEBUG:boto:path=/ptoxvb-64/obj4 2022-09-01T10:40:37.729 DEBUG:boto:auth_path=/ptoxvb-64/obj4 2022-09-01T10:40:37.730 DEBUG:boto:Method: PUT 2022-09-01T10:40:37.730 DEBUG:boto:Path: /ptoxvb-64/obj4 2022-09-01T10:40:37.731 DEBUG:boto:Data: 2022-09-01T10:40:37.731 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue'} 2022-09-01T10:40:37.732 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:40:37.732 DEBUG:boto:Port: 8001 2022-09-01T10:40:37.733 DEBUG:boto:Params: {} 2022-09-01T10:40:37.733 DEBUG:boto:Token: None 2022-09-01T10:40:37.734 DEBUG:boto:StringToSign: PUT qPXxZ/RPSWTmyZje6CcRDA== application/octet-stream Thu, 01 Sep 2022 10:40:37 GMT /ptoxvb-64/obj4 2022-09-01T10:40:37.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c6cgost+9JsJfjIPwRJ3Xb4NP58= 2022-09-01T10:40:37.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'qPXxZ/RPSWTmyZje6CcRDA==', 'Content-Length': '6', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:40:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c6cgost+9JsJfjIPwRJ3Xb4NP58='} 2022-09-01T10:40:37.742 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"a8f5f167f44f4964e6c998dee827110c"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000040331a13351e8af0-0063108c25-15d3-test-zone3'), ('Date', 'Thu, 01 Sep 2022 10:40:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:40:37.743 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:40:37.744 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:40:37.745 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:40:37.797 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:40:37.797 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:40:37.840 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T10:40:37.855 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:40:37.856 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:40:37.856 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:40:37.857 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:40:37.857 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:40:37.857 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:40:37.858 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:40:37.858 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:40:37.858 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:40:37.858 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:40:37.859 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:40:37.859 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:40:37.859 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:40:37.860 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:40:37.860 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662028837.290469_310.1", 2022-09-01T10:40:37.860 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:40:37.290469Z" 2022-09-01T10:40:37.860 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:40:37.861 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:40:37.863 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662028837.290469_310.1'} 2022-09-01T10:40:37.864 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:40:37.865 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:40:37.866 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:40:37.868 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:40:37.926 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:40:37.927 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:40:37.960 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:37.961+0000 7f07e46b3600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:40:37.961 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:37.963+0000 7f07e46b3600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:40:37.975 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:40:37.976 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:40:37.976 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:40:37.977 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:40:37.977 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:40:37.977 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:40:37.978 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:40:37.978 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:37.978 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:40:37.979 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:40:37.979 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:40:37.979 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:40:37.979 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:40:37.980 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:40:37.980 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:40:37.980 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:40:37.981 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:40:37.981 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:40:37.981 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:40:37.981 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:40:37.982 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:37.982 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:40:37.983 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:40:37.983 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:40:37.983 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:40:37.984 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:40:37.984 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:40:37.984 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:40:37.984 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:40:37.985 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:40:37.985 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:40:37.985 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:40:37.985 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:37.986 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:40:37.986 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:40:37.986 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:40:37.987 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:40:37.987 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:40:37.987 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:40:37.987 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:40:37.988 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:40:37.988 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:40:37.988 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:40:37.988 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:40:37.989 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:37.989 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:40:37.989 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:40:37.990 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:40:37.990 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:40:37.990 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662028837.195568_299.1", 2022-09-01T10:40:37.991 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:40:37.991 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:40:37.991 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:40:37.991 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:40:37.195568Z", 2022-09-01T10:40:37.992 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:40:37.992 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:40:37.992 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:40:37.992 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:40:37.993 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:37.993 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:40:37.994 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:40:37.994 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:40:37.994 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:37.994 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:40:37Z" 2022-09-01T10:40:37.995 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:40:37.996 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662028837.195568_299.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:40:37.195568Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:40:37Z" } 2022-09-01T10:40:37.997 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662028837.195568_299.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:40:37.195568Z', 'realm_epoch': 4}}] 2022-09-01T10:40:37.997 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028837.290469_310.1'} 2022-09-01T10:40:37.998 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662028837.195568_299.1'} 2022-09-01T10:40:37.998 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662028837.290469_310.1 target=1_1662028837.195568_299.1 2022-09-01T10:40:42.999 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:40:43.000 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:40:43.001 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:40:43.060 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:40:43.060 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:40:43.093 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:43.095+0000 7fc1fd554600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:40:43.094 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:43.096+0000 7fc1fd554600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:40:43.109 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:40:43.110 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:40:43.110 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:40:43.110 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:40:43.111 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:40:43.111 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:40:43.111 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:40:43.111 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:43.112 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:40:43.112 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:40:43.112 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:40:43.113 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:40:43.113 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:40:43.113 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:40:43.113 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:40:43.114 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:40:43.114 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:40:43.114 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:40:43.115 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:40:43.115 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:40:43.115 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:43.115 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:40:43.116 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:40:43.116 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:40:43.116 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:40:43.116 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:40:43.117 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:40:43.117 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:40:43.117 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:40:43.117 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:40:43.118 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:40:43.118 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:40:43.118 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:43.118 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:40:43.119 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:40:43.119 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:40:43.119 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:40:43.120 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:40:43.120 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:40:43.120 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:40:43.120 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:40:43.121 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:40:43.121 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:40:43.122 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:40:43.122 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:43.122 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:40:43.122 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:40:43.123 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:40:43.123 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:40:43.123 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662028837.290469_310.1", 2022-09-01T10:40:43.123 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:40:43.124 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:40:43.124 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:40:43.125 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:40:37.290469Z", 2022-09-01T10:40:43.125 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:40:43.126 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:40:43.126 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:40:43.126 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:40:43.127 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:43.127 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:40:43.128 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:40:43.128 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:40:43.128 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:43.129 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:40:43Z" 2022-09-01T10:40:43.129 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:40:43.131 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662028837.290469_310.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:40:37.290469Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:40:43Z" } 2022-09-01T10:40:43.132 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662028837.290469_310.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:40:37.290469Z', 'realm_epoch': 4}}] 2022-09-01T10:40:43.133 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028837.290469_310.1'} 2022-09-01T10:40:43.134 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662028837.290469_310.1'} 2022-09-01T10:40:43.134 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:40:43.135 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:40:43.136 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:40:43.136 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:40:43.137 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:40:43.203 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:40:43.204 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:40:43.240 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:40:43.242+0000 7f6d6b22b600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:40:43.242 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:40:43.243+0000 7f6d6b22b600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:40:43.256 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:40:43.256 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:40:43.256 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:40:43.257 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:40:43.257 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:40:43.257 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:40:43.257 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:40:43.258 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:40:43.258 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:40:43.259 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:40:43.259 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:40:43.259 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:40:43.259 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:40:43.260 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:40:43.260 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:40:43.260 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:40:43.260 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:40:43.261 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:40:43.261 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:40:43.261 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:40:43.261 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:40:43.262 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:40:43.262 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:40:43.262 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:40:43.262 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:40:43.263 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:40:43.263 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:40:43.263 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:40:43.263 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:40:43.264 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:40:43.264 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:40:43.264 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:40:43.264 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:40:43.265 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:40:43.265 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:40:43.265 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:40:43.265 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:40:43.266 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:40:43.266 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:40:43.266 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:40:43.267 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:40:43.267 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:40:43.267 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:40:43.268 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:40:43.268 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:40:43.269 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:40:43.269 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:40:43.269 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:40:43.270 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:40:43.270 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662028837.290469_310.1", 2022-09-01T10:40:43.270 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:40:43.271 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:40:43.271 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:40:43.271 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:40:37.290469Z", 2022-09-01T10:40:43.271 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:40:43.272 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:40:43.272 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:40:43.272 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:40:43.272 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:40:43.273 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:40:43.273 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:40:43.273 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:40:43.273 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:40:43.273 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:40:43Z" 2022-09-01T10:40:43.274 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:40:43.275 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662028837.290469_310.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:40:37.290469Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:40:43Z" } 2022-09-01T10:40:43.276 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662028837.290469_310.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:40:37.290469Z', 'realm_epoch': 4}}] 2022-09-01T10:40:43.276 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028837.290469_310.1'} 2022-09-01T10:40:43.277 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662028837.290469_310.1'} 2022-09-01T10:40:43.277 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:40:43.278 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:40:43.278 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:40:43.279 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:40:43.279 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:40:43.333 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:40:43.334 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:40:43.362 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:43.364+0000 7f7f5d10a600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:40:43.363 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:43.365+0000 7f7f5d10a600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:40:43.376 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:40:43.376 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:40:43.377 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:40:43.377 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:40:43.377 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:40:43.377 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:40:43.378 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:40:43.378 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:43.378 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:40:43.378 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:40:43.379 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:40:43.379 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:40:43.379 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:40:43.380 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:40:43.380 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:40:43.380 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:40:43.380 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:40:43.381 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:40:43.381 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:40:43.382 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:40:43.382 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:43.382 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:40:43.382 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:40:43.383 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:40:43.383 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:40:43.383 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:40:43.383 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:40:43.384 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:40:43.384 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:40:43.384 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:40:43.384 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:40:43.385 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:40:43.385 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:43.385 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:40:43.385 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:40:43.386 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:40:43.386 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:40:43.386 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:40:43.386 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:40:43.387 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:40:43.387 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:40:43.387 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:40:43.387 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:40:43.388 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:40:43.388 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:43.388 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:40:43.388 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:40:43.389 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:40:43.389 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:40:43.389 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662028837.290469_310.1", 2022-09-01T10:40:43.389 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:40:43.390 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:40:43.390 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:40:43.390 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:40:37.290469Z", 2022-09-01T10:40:43.390 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:40:43.391 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:40:43.391 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:40:43.391 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:40:43.392 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:43.392 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:40:43.392 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:40:43.392 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:40:43.393 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:40:43.393 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:40:43Z" 2022-09-01T10:40:43.393 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:40:43.394 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662028837.290469_310.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:40:37.290469Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:40:43Z" } 2022-09-01T10:40:43.395 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662028837.290469_310.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:40:37.290469Z', 'realm_epoch': 4}}] 2022-09-01T10:40:43.396 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662028837.290469_310.1'} 2022-09-01T10:40:43.396 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662028837.290469_310.1'} 2022-09-01T10:40:43.396 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:40:43.397 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-62 2022-09-01T10:40:43.397 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-62', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:40:43.398 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-62', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:40:43.399 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-62 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:40:43.460 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:40:43.461 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:40:43.492 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:43.493+0000 7f236fe7d600 1 bucket sync caught up with source: 2022-09-01T10:40:43.492 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:40:43.493 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:40:43.493 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:43.493+0000 7f236fe7d600 0 bucket checkpoint complete 2022-09-01T10:40:43.506 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-62 2022-09-01T10:40:43.507 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-62', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:40:43.507 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-62', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:40:43.508 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-62 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:40:43.568 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:40:43.569 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:40:43.606 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:40:43.607+0000 7fa4e6cef600 1 bucket sync caught up with source: 2022-09-01T10:40:43.607 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:40:43.607 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:40:43.608 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:40:43.607+0000 7fa4e6cef600 0 bucket checkpoint complete 2022-09-01T10:40:43.628 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-62 2022-09-01T10:40:43.629 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-62', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:40:43.629 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-62', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:40:43.631 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-62 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:40:43.689 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:40:43.689 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:40:43.722 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:43.724+0000 7f07203a7600 1 waiting to reach incremental sync.. 2022-09-01T10:40:48.723 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:48.725+0000 7f07203a7600 1 waiting to reach incremental sync.. 2022-09-01T10:40:53.725 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:53.726+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:40:53.726 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , ] 2022-09-01T10:40:53.726 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:40:58.727 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:40:58.727+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:40:58.727 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , ] 2022-09-01T10:40:58.728 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:03.729 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:41:03.729+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:41:03.730 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , ] 2022-09-01T10:41:03.730 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:08.730 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:41:08.730+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:41:08.731 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , ] 2022-09-01T10:41:08.731 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:13.731 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:41:13.731+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:41:13.732 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , , , , ] 2022-09-01T10:41:13.732 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:18.733 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:41:18.733+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:41:18.733 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , , , , ] 2022-09-01T10:41:18.734 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:23.734 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:41:23.734+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:41:23.734 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , , , , ] 2022-09-01T10:41:23.735 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:28.735 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:41:28.736+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:41:28.736 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , , , , ] 2022-09-01T10:41:28.736 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:33.737 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:41:33.737+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:41:33.737 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:33.738 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:38.739 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:41:38.739+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:41:38.739 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:38.740 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:43.740 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:41:43.741+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:41:43.741 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:43.741 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:48.742 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:41:48.743+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:41:48.743 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:48.743 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:53.743 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:41:53.744+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:41:53.743 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:53.744 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:58.745 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:41:58.746+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:41:58.746 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:41:58.746 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:03.746 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:42:03.748+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:42:03.747 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:03.747 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:08.748 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:42:08.749+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:42:08.749 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:08.749 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:13.750 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:42:13.750+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:42:13.750 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:13.751 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:18.752 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:42:18.752+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:42:18.752 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:18.752 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:23.753 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:42:23.753+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:42:23.753 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:23.754 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:28.754 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:42:28.755+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:42:28.755 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:28.755 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:33.756 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:42:33.756+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:42:33.757 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:33.757 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:38.759 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:42:38.758+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:42:38.760 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:38.761 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:43.760 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:42:43.760+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:42:43.760 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:43.761 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:48.761 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:42:48.761+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:42:48.761 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:48.762 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:53.762 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:42:53.763+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:42:53.763 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:53.763 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:58.764 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:42:58.765+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:42:58.765 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:42:58.765 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:03.765 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:43:03.767+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:43:03.766 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:03.766 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:08.767 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:43:08.768+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:43:08.768 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:08.768 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:13.768 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:43:13.770+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:43:13.769 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:13.769 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:18.770 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:43:18.771+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:43:18.771 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:18.771 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:23.772 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:43:23.773+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:43:23.772 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:23.772 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:28.773 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:43:28.773+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:43:28.774 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:28.774 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:33.774 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:43:33.774+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:43:33.775 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:33.775 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:38.776 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:43:38.776+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:43:38.777 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:38.777 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:43.777 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:43:43.778+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:43:43.778 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:43.779 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:48.779 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:43:48.779+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:43:48.780 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:48.780 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:53.782 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:43:53.781+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:43:53.783 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:53.784 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:58.788 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:43:58.782+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:43:58.789 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:43:58.789 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:03.783 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:44:03.784+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:44:03.784 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:03.784 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:08.785 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:44:08.786+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:44:08.786 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:08.786 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:13.792 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:44:13.787+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:44:13.793 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:13.793 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:18.788 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:44:18.789+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:44:18.789 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:18.789 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:23.793 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:44:23.791+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:44:23.794 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:23.794 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:28.791 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:44:28.792+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:44:28.792 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:28.793 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:33.793 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:44:33.794+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:44:33.794 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:33.794 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:38.794 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:44:38.796+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:44:38.795 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:38.796 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:43.796 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:44:43.796+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:44:43.796 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:43.797 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:48.797 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:44:48.798+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:44:48.798 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:48.798 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:53.799 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:44:53.799+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:44:53.799 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:53.800 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:58.801 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:44:58.801+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:44:58.801 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:44:58.802 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:45:03.802 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:03.802+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:45:03.803 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:45:03.804 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:45:08.804 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:08.804+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:45:08.804 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:45:08.805 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:45:13.805 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:13.805+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:45:13.806 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:45:13.807 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:45:18.807 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:18.807+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:45:18.808 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:45:18.808 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:45:23.808 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:23.808+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:45:23.809 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:45:23.809 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:45:28.810 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:28.810+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:45:28.810 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:45:28.810 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:45:33.811 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:33.813+0000 7f07203a7600 1 waiting for incremental sync to catch up: 2022-09-01T10:45:33.812 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.37.5, , , , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:45:33.812 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.37.5, , 00000000001.55.5, , 00000000001.56.5, , , 00000000001.39.5, , , ] 2022-09-01T10:45:38.813 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:38.814+0000 7f07203a7600 0 bucket checkpoint timed out waiting for incremental sync to catch up 2022-09-01T10:45:38.814 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:38.814+0000 7f07203a7600 0 bucket sync checkpoint failed: (110) Connection timed out 2022-09-01T10:45:38.814 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:38.814+0000 7f07203a7600 -1 bucket sync checkpoint failed: (110) Connection timed out 2022-09-01T10:45:38.832 DEBUG:teuthology.orchestra.run:got remote process result: 110 2022-09-01T10:45:38.839 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_sync_disable_enable ... FAIL 2022-09-01T10:45:38.842 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-65 2022-09-01T10:45:38.844 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:45:38.845 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:45:38.846 DEBUG:boto:Method: PUT 2022-09-01T10:45:38.847 DEBUG:boto:Path: /ptoxvb-65/ 2022-09-01T10:45:38.848 DEBUG:boto:Data: 2022-09-01T10:45:38.849 DEBUG:boto:Headers: {} 2022-09-01T10:45:38.850 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:45:38.851 DEBUG:boto:Port: 8000 2022-09-01T10:45:38.852 DEBUG:boto:Params: {} 2022-09-01T10:45:38.854 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:45:38.855 DEBUG:boto:Token: None 2022-09-01T10:45:38.857 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:45:38 GMT /ptoxvb-65/ 2022-09-01T10:45:38.858 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wQ2gYix3XGbUmxApqsPH7vH5okw= 2022-09-01T10:45:38.860 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:45:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wQ2gYix3XGbUmxApqsPH7vH5okw=', 'Content-Length': '0'} 2022-09-01T10:45:38.888 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000bdb4eeffec9ce5c7-0063108d52-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:45:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:45:38.889 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=ptoxvb-66 2022-09-01T10:45:38.890 DEBUG:boto:path=/ptoxvb-66/ 2022-09-01T10:45:38.891 DEBUG:boto:auth_path=/ptoxvb-66/ 2022-09-01T10:45:38.891 DEBUG:boto:Method: PUT 2022-09-01T10:45:38.894 DEBUG:boto:Path: /ptoxvb-66/ 2022-09-01T10:45:38.895 DEBUG:boto:Data: 2022-09-01T10:45:38.896 DEBUG:boto:Headers: {} 2022-09-01T10:45:38.896 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:45:38.897 DEBUG:boto:Port: 8000 2022-09-01T10:45:38.897 DEBUG:boto:Params: {} 2022-09-01T10:45:38.900 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:45:38.902 DEBUG:boto:Token: None 2022-09-01T10:45:38.903 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:45:38 GMT /ptoxvb-66/ 2022-09-01T10:45:38.904 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qvoO6Rcxdt+kmYc88Qw72YKpk0Q= 2022-09-01T10:45:38.905 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:45:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qvoO6Rcxdt+kmYc88Qw72YKpk0Q=', 'Content-Length': '0'} 2022-09-01T10:45:38.954 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000078dff3558a42db7-0063108d52-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:45:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:45:38.955 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=ptoxvb-67 2022-09-01T10:45:38.955 DEBUG:boto:path=/ptoxvb-67/ 2022-09-01T10:45:38.956 DEBUG:boto:auth_path=/ptoxvb-67/ 2022-09-01T10:45:38.956 DEBUG:boto:Method: PUT 2022-09-01T10:45:38.957 DEBUG:boto:Path: /ptoxvb-67/ 2022-09-01T10:45:38.957 DEBUG:boto:Data: 2022-09-01T10:45:38.958 DEBUG:boto:Headers: {} 2022-09-01T10:45:38.959 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:45:38.959 DEBUG:boto:Port: 8001 2022-09-01T10:45:38.960 DEBUG:boto:Params: {} 2022-09-01T10:45:38.961 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:45:38.961 DEBUG:boto:Token: None 2022-09-01T10:45:38.962 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:45:38 GMT /ptoxvb-67/ 2022-09-01T10:45:38.963 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2CACgqM+k6dpKh4cn/VsAfzQT9A= 2022-09-01T10:45:38.963 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:45:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2CACgqM+k6dpKh4cn/VsAfzQT9A=', 'Content-Length': '0'} 2022-09-01T10:45:39.010 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000042e5b90c6419ecae-0063108d52-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:45:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:45:39.011 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:45:39.012 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:45:39.013 DEBUG:boto:path=/ptoxvb-65/MULTIPART?uploads 2022-09-01T10:45:39.013 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?uploads 2022-09-01T10:45:39.014 DEBUG:boto:Method: POST 2022-09-01T10:45:39.014 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?uploads 2022-09-01T10:45:39.015 DEBUG:boto:Data: 2022-09-01T10:45:39.015 DEBUG:boto:Headers: {} 2022-09-01T10:45:39.016 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:45:39.017 DEBUG:boto:Port: 8000 2022-09-01T10:45:39.017 DEBUG:boto:Params: {} 2022-09-01T10:45:39.018 DEBUG:boto:Token: None 2022-09-01T10:45:39.018 DEBUG:boto:StringToSign: POST Thu, 01 Sep 2022 10:45:39 GMT /ptoxvb-65/MULTIPART?uploads 2022-09-01T10:45:39.019 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AxEru4wQyy3mHuxOby+6sgs57T0= 2022-09-01T10:45:39.019 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:45:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AxEru4wQyy3mHuxOby+6sgs57T0=', 'Content-Length': '0'} 2022-09-01T10:45:40.758 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000064c98be2c4d90698-0063108d53-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '249'), ('Date', 'Thu, 01 Sep 2022 10:45:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:45:40.763 DEBUG:boto:b'ptoxvb-65MULTIPART2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B' 2022-09-01T10:45:40.808 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:45:40.809 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:45:40.810 DEBUG:boto:path=/ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B&partNumber=1 2022-09-01T10:45:40.811 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B&partNumber=1 2022-09-01T10:45:40.812 DEBUG:boto:Method: PUT 2022-09-01T10:45:40.813 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B&partNumber=1 2022-09-01T10:45:40.814 DEBUG:boto:Data: 2022-09-01T10:45:40.815 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'ebKBBg0ze5srhMzzkK3PdA==', 'Content-Length': '5242880', 'Expect': '100-Continue'} 2022-09-01T10:45:40.816 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:45:40.818 DEBUG:boto:Port: 8000 2022-09-01T10:45:40.819 DEBUG:boto:Params: {} 2022-09-01T10:45:40.820 DEBUG:boto:Token: None 2022-09-01T10:45:40.821 DEBUG:boto:StringToSign: PUT ebKBBg0ze5srhMzzkK3PdA== application/octet-stream Thu, 01 Sep 2022 10:45:40 GMT /ptoxvb-65/MULTIPART?partNumber=1&uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B 2022-09-01T10:45:40.823 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r10Llf4dexqvAvAF8fLiwzxGSQQ= 2022-09-01T10:45:40.824 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'ebKBBg0ze5srhMzzkK3PdA==', 'Content-Length': '5242880', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:45:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r10Llf4dexqvAvAF8fLiwzxGSQQ='} 2022-09-01T10:45:40.887 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"79b281060d337b9b2b84ccf390adcf74"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000ebc05965935c8bcb-0063108d54-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:45:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:45:40.929 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:45:40.930 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:45:40.930 DEBUG:boto:path=/ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B&partNumber=2 2022-09-01T10:45:40.931 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B&partNumber=2 2022-09-01T10:45:40.931 DEBUG:boto:Method: PUT 2022-09-01T10:45:40.932 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B&partNumber=2 2022-09-01T10:45:40.933 DEBUG:boto:Data: 2022-09-01T10:45:40.934 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'dIQ6OrGTo4m87YmUAtmdXw==', 'Content-Length': '5242880', 'Expect': '100-Continue'} 2022-09-01T10:45:40.935 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:45:40.935 DEBUG:boto:Port: 8000 2022-09-01T10:45:40.936 DEBUG:boto:Params: {} 2022-09-01T10:45:40.936 DEBUG:boto:Token: None 2022-09-01T10:45:40.937 DEBUG:boto:StringToSign: PUT dIQ6OrGTo4m87YmUAtmdXw== application/octet-stream Thu, 01 Sep 2022 10:45:40 GMT /ptoxvb-65/MULTIPART?partNumber=2&uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B 2022-09-01T10:45:40.938 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6ELU923aQZ95HZdzAjUj+VeQNL8= 2022-09-01T10:45:40.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'dIQ6OrGTo4m87YmUAtmdXw==', 'Content-Length': '5242880', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:45:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6ELU923aQZ95HZdzAjUj+VeQNL8='} 2022-09-01T10:45:40.992 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"74843a3ab193a389bced899402d99d5f"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000021a24cd3c63b156e-0063108d54-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:45:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:45:41.013 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:45:41.014 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:45:41.015 DEBUG:boto:path=/ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B&partNumber=3 2022-09-01T10:45:41.015 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B&partNumber=3 2022-09-01T10:45:41.016 DEBUG:boto:Method: PUT 2022-09-01T10:45:41.016 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B&partNumber=3 2022-09-01T10:45:41.017 DEBUG:boto:Data: 2022-09-01T10:45:41.017 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'e4RW4edMN49Fhh9TYZ51tg==', 'Content-Length': '5242880', 'Expect': '100-Continue'} 2022-09-01T10:45:41.018 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:45:41.018 DEBUG:boto:Port: 8000 2022-09-01T10:45:41.019 DEBUG:boto:Params: {} 2022-09-01T10:45:41.019 DEBUG:boto:Token: None 2022-09-01T10:45:41.020 DEBUG:boto:StringToSign: PUT e4RW4edMN49Fhh9TYZ51tg== application/octet-stream Thu, 01 Sep 2022 10:45:41 GMT /ptoxvb-65/MULTIPART?partNumber=3&uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B 2022-09-01T10:45:41.021 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pe4f83+9GohU6r4aPIRzRSIYxmY= 2022-09-01T10:45:41.021 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'e4RW4edMN49Fhh9TYZ51tg==', 'Content-Length': '5242880', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:45:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pe4f83+9GohU6r4aPIRzRSIYxmY='} 2022-09-01T10:45:41.064 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"7b8456e1e74c378f45861f53619e75b6"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000c0c6eb0c03ca6bb2-0063108d55-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:45:41.085 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:45:41.086 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:45:41.086 DEBUG:boto:path=/ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B&partNumber=4 2022-09-01T10:45:41.087 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B&partNumber=4 2022-09-01T10:45:41.088 DEBUG:boto:Method: PUT 2022-09-01T10:45:41.088 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B&partNumber=4 2022-09-01T10:45:41.089 DEBUG:boto:Data: 2022-09-01T10:45:41.089 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'l+jDi4yPcIlVvEiQwDQZTQ==', 'Content-Length': '5242880', 'Expect': '100-Continue'} 2022-09-01T10:45:41.090 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:45:41.090 DEBUG:boto:Port: 8000 2022-09-01T10:45:41.091 DEBUG:boto:Params: {} 2022-09-01T10:45:41.091 DEBUG:boto:Token: None 2022-09-01T10:45:41.092 DEBUG:boto:StringToSign: PUT l+jDi4yPcIlVvEiQwDQZTQ== application/octet-stream Thu, 01 Sep 2022 10:45:41 GMT /ptoxvb-65/MULTIPART?partNumber=4&uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B 2022-09-01T10:45:41.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gwKHRIUYh1oJA6r0GwGrWPb4hl0= 2022-09-01T10:45:41.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'l+jDi4yPcIlVvEiQwDQZTQ==', 'Content-Length': '5242880', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:45:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gwKHRIUYh1oJA6r0GwGrWPb4hl0='} 2022-09-01T10:45:41.146 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"97e8c38b8c8f708955bc4890c034194d"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000b23dd045a774889b-0063108d55-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:45:41.147 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:45:41.148 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:45:41.148 DEBUG:boto:path=/ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B 2022-09-01T10:45:41.150 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B 2022-09-01T10:45:41.151 DEBUG:boto:Method: GET 2022-09-01T10:45:41.152 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B 2022-09-01T10:45:41.153 DEBUG:boto:Data: 2022-09-01T10:45:41.154 DEBUG:boto:Headers: {} 2022-09-01T10:45:41.155 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:45:41.155 DEBUG:boto:Port: 8000 2022-09-01T10:45:41.156 DEBUG:boto:Params: {} 2022-09-01T10:45:41.157 DEBUG:boto:Token: None 2022-09-01T10:45:41.158 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:45:41 GMT /ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B 2022-09-01T10:45:41.158 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IIPWtlayGFVIBSoUpO/UU5wr3EI= 2022-09-01T10:45:41.159 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:45:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IIPWtlayGFVIBSoUpO/UU5wr3EI=', 'Content-Length': '0'} 2022-09-01T10:45:41.164 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bbdf67b7a0a9f116-0063108d55-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:45:41.210 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:45:41.211 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:45:41.212 DEBUG:boto:path=/ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B 2022-09-01T10:45:41.212 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B 2022-09-01T10:45:41.213 DEBUG:boto:Method: POST 2022-09-01T10:45:41.214 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B 2022-09-01T10:45:41.215 DEBUG:boto:Data: 1 "79b281060d337b9b2b84ccf390adcf74" 2 "74843a3ab193a389bced899402d99d5f" 3 "7b8456e1e74c378f45861f53619e75b6" 4 "97e8c38b8c8f708955bc4890c034194d" 2022-09-01T10:45:41.216 DEBUG:boto:Headers: {'Content-Type': 'text/xml'} 2022-09-01T10:45:41.217 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:45:41.218 DEBUG:boto:Port: 8000 2022-09-01T10:45:41.219 DEBUG:boto:Params: {} 2022-09-01T10:45:41.220 DEBUG:boto:Token: None 2022-09-01T10:45:41.221 DEBUG:boto:StringToSign: POST text/xml Thu, 01 Sep 2022 10:45:41 GMT /ptoxvb-65/MULTIPART?uploadId=2~BFRCclefD6R6OzmgN8f6HFiVteJVO5B 2022-09-01T10:45:41.222 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cpWRmZZ5CZuOv21s0k1y19nY66Q= 2022-09-01T10:45:41.223 DEBUG:boto:Final headers: {'Content-Type': 'text/xml', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:45:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cpWRmZZ5CZuOv21s0k1y19nY66Q=', 'Content-Length': '460'} 2022-09-01T10:45:41.241 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000d1f1310b1bd43603-0063108d55-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '291'), ('Date', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:45:41.242 DEBUG:boto:http://smithi044.front.sepia.ceph.com:8000/ptoxvb-65/MULTIPARTptoxvb-65MULTIPART 2022-09-01T10:45:41.245 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:45:41.246 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:45:41.247 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:45:41.301 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:45:41.301 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:45:41.350 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T10:45:41.364 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:45:41.365 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:45:41.365 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:45:41.365 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:45:41.366 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:45:41.366 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:45:41.367 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:45:41.367 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:45:41.368 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:45:41.368 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:45:41.369 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:45:41.369 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:45:41.370 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:45:41.370 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:45:41.371 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662029139.000113_327.1", 2022-09-01T10:45:41.371 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:45:39.000113Z" 2022-09-01T10:45:41.372 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:45:41.372 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:45:41.375 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662029139.000113_327.1'} 2022-09-01T10:45:41.376 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:45:41.377 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:45:41.378 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:45:41.379 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:45:41.433 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:45:41.433 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:45:41.464 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:41.465+0000 7feca430f600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:45:41.465 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:41.466+0000 7feca430f600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:45:41.478 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:45:41.479 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:45:41.479 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:45:41.479 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:45:41.480 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:45:41.480 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:45:41.480 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:45:41.480 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:41.481 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:45:41.481 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:45:41.481 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:45:41.482 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:45:41.482 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:45:41.482 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:45:41.482 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:45:41.483 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:45:41.483 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:45:41.483 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:45:41.483 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:45:41.484 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:45:41.484 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:41.484 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:45:41.484 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:45:41.485 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:45:41.485 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:45:41.485 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:45:41.485 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:45:41.486 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:45:41.486 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:45:41.486 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:45:41.486 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:45:41.487 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:45:41.487 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:41.487 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:45:41.487 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:45:41.488 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:45:41.488 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:45:41.488 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:45:41.489 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:45:41.489 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:45:41.489 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:45:41.489 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:45:41.490 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:45:41.490 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:45:41.490 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:41.491 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:45:41.491 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:45:41.491 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:45:41.492 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:45:41.492 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662029138.877146_316.1", 2022-09-01T10:45:41.492 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:45:41.492 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:45:41.493 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:45:41.493 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:45:38.877146Z", 2022-09-01T10:45:41.493 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:45:41.494 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:45:41.494 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:45:41.494 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:45:41.494 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:41.495 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:45:41.495 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:45:41.495 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:45:41.495 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:41.496 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:45:41Z" 2022-09-01T10:45:41.496 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:45:41.497 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029138.877146_316.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:45:38.877146Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:45:41Z" } 2022-09-01T10:45:41.498 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029138.877146_316.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:45:38.877146Z', 'realm_epoch': 4}}] 2022-09-01T10:45:41.498 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029139.000113_327.1'} 2022-09-01T10:45:41.499 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029138.877146_316.1'} 2022-09-01T10:45:41.500 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662029139.000113_327.1 target=1_1662029138.877146_316.1 2022-09-01T10:45:46.501 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:45:46.503 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:45:46.504 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:45:46.569 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:45:46.570 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:45:46.602 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:46.603+0000 7f3fa39a0600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:45:46.603 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:46.604+0000 7f3fa39a0600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:45:46.618 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:45:46.619 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:45:46.619 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:45:46.620 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:45:46.620 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:45:46.621 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:45:46.621 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:45:46.622 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:46.622 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:45:46.624 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:45:46.624 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:45:46.625 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:45:46.625 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:45:46.626 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:45:46.626 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:45:46.627 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:45:46.627 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:45:46.628 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:45:46.628 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:45:46.629 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:45:46.629 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:46.630 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:45:46.630 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:45:46.631 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:45:46.631 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:45:46.632 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:45:46.632 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:45:46.633 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:45:46.634 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:45:46.634 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:45:46.634 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:45:46.635 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:45:46.635 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:46.636 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:45:46.637 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:45:46.637 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:45:46.638 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:45:46.638 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:45:46.638 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:45:46.639 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:45:46.639 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:45:46.639 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:45:46.640 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:45:46.640 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:45:46.640 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:46.641 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:45:46.642 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:45:46.642 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:45:46.642 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:45:46.643 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662029139.000113_327.1", 2022-09-01T10:45:46.643 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:45:46.644 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:45:46.644 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:45:46.645 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:45:39.000113Z", 2022-09-01T10:45:46.645 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:45:46.646 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:45:46.646 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:45:46.647 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:45:46.647 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:46.648 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:45:46.648 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:45:46.648 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:45:46.649 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:46.650 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:45:46Z" 2022-09-01T10:45:46.651 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:45:46.653 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029139.000113_327.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:45:39.000113Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:45:46Z" } 2022-09-01T10:45:46.654 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029139.000113_327.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:45:39.000113Z', 'realm_epoch': 4}}] 2022-09-01T10:45:46.655 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029139.000113_327.1'} 2022-09-01T10:45:46.656 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029139.000113_327.1'} 2022-09-01T10:45:46.657 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:45:46.657 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:45:46.658 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:45:46.659 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:45:46.660 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:45:46.720 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:45:46.721 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:45:46.762 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:45:46.763+0000 7f7373cc6600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:45:46.763 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:45:46.764+0000 7f7373cc6600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:45:46.782 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:45:46.782 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:45:46.783 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:45:46.784 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:45:46.785 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:45:46.785 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:45:46.786 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:45:46.786 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:45:46.786 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:45:46.787 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:45:46.787 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:45:46.788 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:45:46.789 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:45:46.790 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:45:46.791 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:45:46.791 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:45:46.791 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:45:46.792 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:45:46.793 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:45:46.794 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:45:46.794 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:45:46.794 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:45:46.795 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:45:46.796 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:45:46.796 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:45:46.797 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:45:46.797 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:45:46.798 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:45:46.798 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:45:46.798 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:45:46.799 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:45:46.800 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:45:46.800 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662029139.000113_327.1", 2022-09-01T10:45:46.801 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:45:46.801 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:45:46.802 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:45:46.802 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:45:39.000113Z", 2022-09-01T10:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:45:46.803 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:45:46.804 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:45:46.805 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:45:46.805 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:45:46.806 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:45:46.806 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:45:46.807 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:45:46Z" 2022-09-01T10:45:46.807 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:45:46.809 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029139.000113_327.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:45:39.000113Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:45:46Z" } 2022-09-01T10:45:46.811 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029139.000113_327.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:45:39.000113Z', 'realm_epoch': 4}}] 2022-09-01T10:45:46.812 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029139.000113_327.1'} 2022-09-01T10:45:46.812 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029139.000113_327.1'} 2022-09-01T10:45:46.813 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:45:46.814 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:45:46.815 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:45:46.816 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:45:46.817 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:45:46.870 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:45:46.871 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:45:46.898 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:46.900+0000 7f1aba785600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:45:46.900 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:46.901+0000 7f1aba785600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:45:46.912 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:45:46.912 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:45:46.912 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:45:46.913 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:45:46.913 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:45:46.914 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:45:46.919 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:45:46.920 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:46.920 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:45:46.921 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:45:46.921 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:45:46.922 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:45:46.922 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:45:46.923 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:45:46.923 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:45:46.924 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:45:46.925 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:45:46.925 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:45:46.926 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:45:46.926 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:45:46.927 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:46.928 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:45:46.928 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:45:46.929 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:45:46.929 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:45:46.930 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:45:46.930 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:45:46.931 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:45:46.931 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:45:46.932 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:45:46.932 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:45:46.933 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:45:46.934 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:46.935 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:45:46.935 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:45:46.936 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:45:46.936 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:45:46.937 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:45:46.937 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:45:46.937 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:45:46.938 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:45:46.938 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:45:46.938 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:45:46.938 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:45:46.939 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:46.939 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:45:46.939 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:45:46.939 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:45:46.940 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:45:46.940 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662029139.000113_327.1", 2022-09-01T10:45:46.941 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:45:46.941 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:45:46.942 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:45:46.942 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:45:39.000113Z", 2022-09-01T10:45:46.942 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:45:46.943 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:45:46.943 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:45:46.943 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:45:46.943 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:46.944 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:45:46.944 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:45:46.944 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:45:46.944 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:45:46.945 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:45:46Z" 2022-09-01T10:45:46.945 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:45:46.946 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029139.000113_327.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:45:39.000113Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:45:46Z" } 2022-09-01T10:45:46.948 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029139.000113_327.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:45:39.000113Z', 'realm_epoch': 4}}] 2022-09-01T10:45:46.949 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029139.000113_327.1'} 2022-09-01T10:45:46.951 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029139.000113_327.1'} 2022-09-01T10:45:46.952 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:45:46.952 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-65 2022-09-01T10:45:46.953 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-65', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:45:46.955 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-65', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:45:46.955 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-65 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:45:47.015 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:45:47.015 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:45:47.051 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:47.052+0000 7f83d661d600 1 waiting to reach incremental sync.. 2022-09-01T10:45:52.051 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:52.053+0000 7f83d661d600 1 waiting to reach incremental sync.. 2022-09-01T10:45:57.052 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:45:57.052+0000 7f83d661d600 1 waiting to reach incremental sync.. 2022-09-01T10:46:02.054 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:02.054+0000 7f83d661d600 1 bucket sync caught up with source: 2022-09-01T10:46:02.055 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000011.53.5, , , , , ] 2022-09-01T10:46:02.055 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000011.53.5, , , , , ] 2022-09-01T10:46:02.055 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:02.054+0000 7f83d661d600 0 bucket checkpoint complete 2022-09-01T10:46:02.074 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-65 2022-09-01T10:46:02.075 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-65', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:02.076 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-65', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:02.077 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-65 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:46:02.142 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:02.143 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:02.191 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:02.192+0000 7f549e847600 1 bucket sync caught up with source: 2022-09-01T10:46:02.191 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000011.53.5, , , , , ] 2022-09-01T10:46:02.192 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000011.53.5, , , , , ] 2022-09-01T10:46:02.192 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:02.192+0000 7f549e847600 0 bucket checkpoint complete 2022-09-01T10:46:02.207 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-65 2022-09-01T10:46:02.208 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-65', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:02.208 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-65', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:02.209 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-65 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:46:02.274 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:02.275 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:02.313 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:02.313+0000 7fbb68531600 1 bucket sync caught up with source: 2022-09-01T10:46:02.314 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000011.53.5, , , , , ] 2022-09-01T10:46:02.314 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000011.53.5, , , , , ] 2022-09-01T10:46:02.315 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:02.313+0000 7fbb68531600 0 bucket checkpoint complete 2022-09-01T10:46:02.327 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-65 2022-09-01T10:46:02.328 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-65', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:02.328 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-65', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:02.329 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-65 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:46:02.388 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:02.389 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:02.428 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:02.429+0000 7f49e17a9600 1 waiting to reach incremental sync.. 2022-09-01T10:46:07.429 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:07.429+0000 7f49e17a9600 1 waiting to reach incremental sync.. 2022-09-01T10:46:12.431 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:12.430+0000 7f49e17a9600 1 bucket sync caught up with source: 2022-09-01T10:46:12.431 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000001.282.5, , , , , ] 2022-09-01T10:46:12.431 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000001.282.5, , , , , ] 2022-09-01T10:46:12.432 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:12.430+0000 7f49e17a9600 0 bucket checkpoint complete 2022-09-01T10:46:12.453 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-65 2022-09-01T10:46:12.455 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-65', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:12.456 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-65', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:12.457 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-65 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:46:12.520 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:12.521 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:12.569 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:12.569+0000 7fe85a19a600 1 waiting to reach incremental sync.. 2022-09-01T10:46:17.570 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:17.570+0000 7fe85a19a600 1 waiting to reach incremental sync.. 2022-09-01T10:46:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:22.572+0000 7fe85a19a600 1 bucket sync caught up with source: 2022-09-01T10:46:22.572 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000001.282.5, , , , , ] 2022-09-01T10:46:22.573 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000001.282.5, , , , , ] 2022-09-01T10:46:22.573 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:22.572+0000 7fe85a19a600 0 bucket checkpoint complete 2022-09-01T10:46:22.592 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-65 2022-09-01T10:46:22.593 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-65 2022-09-01T10:46:22.594 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-65', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:22.594 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-65', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:22.595 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-65 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:46:22.658 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:22.659 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:22.716 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:22.716+0000 7f650d725600 1 bucket sync caught up with source: 2022-09-01T10:46:22.717 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000001.478.5, , , , , ] 2022-09-01T10:46:22.717 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000001.478.5, , , , , ] 2022-09-01T10:46:22.717 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:22.716+0000 7f650d725600 0 bucket checkpoint complete 2022-09-01T10:46:22.735 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-65 2022-09-01T10:46:22.736 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-65', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:22.737 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-65', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:22.737 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-65 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:46:22.803 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:22.803 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:22.847 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:22.848+0000 7fd75d9b4600 1 bucket sync caught up with source: 2022-09-01T10:46:22.848 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000001.478.5, , , , , ] 2022-09-01T10:46:22.848 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.478.5, , , , , ] 2022-09-01T10:46:22.848 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:22.848+0000 7fd75d9b4600 0 bucket checkpoint complete 2022-09-01T10:46:22.863 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-65 2022-09-01T10:46:22.863 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-65 zones={test-zone2, test-zone1} 2022-09-01T10:46:22.864 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:22.865 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:22.866 DEBUG:boto:Method: HEAD 2022-09-01T10:46:22.867 DEBUG:boto:Path: /ptoxvb-65/ 2022-09-01T10:46:22.868 DEBUG:boto:Data: 2022-09-01T10:46:22.868 DEBUG:boto:Headers: {} 2022-09-01T10:46:22.869 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:22.870 DEBUG:boto:Port: 8000 2022-09-01T10:46:22.871 DEBUG:boto:Params: {} 2022-09-01T10:46:22.872 DEBUG:boto:Token: None 2022-09-01T10:46:22.873 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:22 GMT /ptoxvb-65/ 2022-09-01T10:46:22.874 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ekREY1KgMcQqx6pC4YQx1Ckjgis= 2022-09-01T10:46:22.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ekREY1KgMcQqx6pC4YQx1Ckjgis=', 'Content-Length': '0'} 2022-09-01T10:46:22.879 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '20971520'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000178b24c5820a0b63-0063108d7e-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:46:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:22.880 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:22.881 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:22.882 DEBUG:boto:Method: HEAD 2022-09-01T10:46:22.883 DEBUG:boto:Path: /ptoxvb-65/ 2022-09-01T10:46:22.884 DEBUG:boto:Data: 2022-09-01T10:46:22.885 DEBUG:boto:Headers: {} 2022-09-01T10:46:22.886 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:22.887 DEBUG:boto:Port: 8000 2022-09-01T10:46:22.888 DEBUG:boto:Params: {} 2022-09-01T10:46:22.889 DEBUG:boto:Token: None 2022-09-01T10:46:22.890 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:22 GMT /ptoxvb-65/ 2022-09-01T10:46:22.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ekREY1KgMcQqx6pC4YQx1Ckjgis= 2022-09-01T10:46:22.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ekREY1KgMcQqx6pC4YQx1Ckjgis=', 'Content-Length': '0'} 2022-09-01T10:46:22.895 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '20971520'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002860dfcdbe87869d-0063108d7e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:46:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:22.897 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:46:22.898 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:22.899 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:22.901 DEBUG:boto:path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:22.902 DEBUG:boto:auth_path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:22.903 DEBUG:boto:Method: GET 2022-09-01T10:46:22.904 DEBUG:boto:Path: /ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:22.905 DEBUG:boto:Data: 2022-09-01T10:46:22.906 DEBUG:boto:Headers: {} 2022-09-01T10:46:22.907 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:22.908 DEBUG:boto:Port: 8000 2022-09-01T10:46:22.909 DEBUG:boto:Params: {} 2022-09-01T10:46:22.910 DEBUG:boto:Token: None 2022-09-01T10:46:22.911 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:22 GMT /ptoxvb-65/?versions 2022-09-01T10:46:22.913 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VNYifn9tmiJOVcN9kjf4ku40+tI= 2022-09-01T10:46:22.914 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VNYifn9tmiJOVcN9kjf4ku40+tI=', 'Content-Length': '0'} 2022-09-01T10:46:22.917 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000c49b797c641e68b-0063108d7e-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:22.918 DEBUG:boto:b'ptoxvb-65999falseMULTIPARTnulltrue2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:22.920 DEBUG:tasks.rgw_multi.zone_rados:o=MULTIPART 2022-09-01T10:46:22.921 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:46:22.922 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:22.923 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:22.924 DEBUG:boto:path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:22.925 DEBUG:boto:auth_path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:22.926 DEBUG:boto:Method: GET 2022-09-01T10:46:22.927 DEBUG:boto:Path: /ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:22.928 DEBUG:boto:Data: 2022-09-01T10:46:22.929 DEBUG:boto:Headers: {} 2022-09-01T10:46:22.930 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:22.930 DEBUG:boto:Port: 8000 2022-09-01T10:46:22.932 DEBUG:boto:Params: {} 2022-09-01T10:46:22.933 DEBUG:boto:Token: None 2022-09-01T10:46:22.933 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:22 GMT /ptoxvb-65/?versions 2022-09-01T10:46:22.934 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VNYifn9tmiJOVcN9kjf4ku40+tI= 2022-09-01T10:46:22.935 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VNYifn9tmiJOVcN9kjf4ku40+tI=', 'Content-Length': '0'} 2022-09-01T10:46:22.937 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000101a29d18af69d39-0063108d7e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:22.938 DEBUG:boto:b'ptoxvb-65999falseMULTIPARTnulltrue2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:22.939 DEBUG:tasks.rgw_multi.zone_rados:o=MULTIPART 2022-09-01T10:46:22.939 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:22.940 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:22.940 DEBUG:boto:path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:22.941 DEBUG:boto:auth_path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:22.941 DEBUG:boto:Method: GET 2022-09-01T10:46:22.942 DEBUG:boto:Path: /ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:22.942 DEBUG:boto:Data: 2022-09-01T10:46:22.943 DEBUG:boto:Headers: {} 2022-09-01T10:46:22.943 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:22.944 DEBUG:boto:Port: 8000 2022-09-01T10:46:22.944 DEBUG:boto:Params: {} 2022-09-01T10:46:22.945 DEBUG:boto:Token: None 2022-09-01T10:46:22.945 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:22 GMT /ptoxvb-65/?versions 2022-09-01T10:46:22.946 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VNYifn9tmiJOVcN9kjf4ku40+tI= 2022-09-01T10:46:22.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VNYifn9tmiJOVcN9kjf4ku40+tI=', 'Content-Length': '0'} 2022-09-01T10:46:22.949 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000265fee0fae8d69a3-0063108d7e-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:22.950 DEBUG:boto:b'ptoxvb-65999falseMULTIPARTnulltrue2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:22.950 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:22.951 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:22.952 DEBUG:boto:path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:22.952 DEBUG:boto:auth_path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:22.952 DEBUG:boto:Method: GET 2022-09-01T10:46:22.953 DEBUG:boto:Path: /ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:22.953 DEBUG:boto:Data: 2022-09-01T10:46:22.954 DEBUG:boto:Headers: {} 2022-09-01T10:46:22.954 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:22.955 DEBUG:boto:Port: 8000 2022-09-01T10:46:22.955 DEBUG:boto:Params: {} 2022-09-01T10:46:22.956 DEBUG:boto:Token: None 2022-09-01T10:46:22.957 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:22 GMT /ptoxvb-65/?versions 2022-09-01T10:46:22.957 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VNYifn9tmiJOVcN9kjf4ku40+tI= 2022-09-01T10:46:22.958 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VNYifn9tmiJOVcN9kjf4ku40+tI=', 'Content-Length': '0'} 2022-09-01T10:46:22.960 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000a58b763e37d7b2b-0063108d7e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:22.961 DEBUG:boto:b'ptoxvb-65999falseMULTIPARTnulltrue2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:22.962 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=MULTIPART 2022-09-01T10:46:22.963 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:22.963 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:22.964 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:22.964 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:22.965 DEBUG:boto:Method: GET 2022-09-01T10:46:22.965 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:22.966 DEBUG:boto:Data: 2022-09-01T10:46:22.966 DEBUG:boto:Headers: {} 2022-09-01T10:46:22.967 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:22.967 DEBUG:boto:Port: 8000 2022-09-01T10:46:22.968 DEBUG:boto:Params: {} 2022-09-01T10:46:22.968 DEBUG:boto:Token: None 2022-09-01T10:46:22.969 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:22 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:22.970 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Aw+iJHhGqZLGNLZAeysbP5jlfwQ= 2022-09-01T10:46:22.970 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Aw+iJHhGqZLGNLZAeysbP5jlfwQ=', 'Content-Length': '0'} 2022-09-01T10:46:22.975 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx0000019c274cdf3fb899e-0063108d7e-15e8-test-zone2'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.064 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.065 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.066 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.066 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.067 DEBUG:boto:Method: GET 2022-09-01T10:46:23.067 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.068 DEBUG:boto:Data: 2022-09-01T10:46:23.068 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.069 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:23.069 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.070 DEBUG:boto:Params: {} 2022-09-01T10:46:23.071 DEBUG:boto:Token: None 2022-09-01T10:46:23.071 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.072 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sU/pENO8yh59yl5I1jA3tD/xD/4= 2022-09-01T10:46:23.072 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sU/pENO8yh59yl5I1jA3tD/xD/4=', 'Content-Length': '0'} 2022-09-01T10:46:23.078 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx0000033c6e75cbfe4304a-0063108d7f-15d7-test-zone1'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.182 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.183 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.184 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.185 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.185 DEBUG:boto:Method: HEAD 2022-09-01T10:46:23.186 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.186 DEBUG:boto:Data: 2022-09-01T10:46:23.187 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.187 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:23.188 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.188 DEBUG:boto:Params: {} 2022-09-01T10:46:23.189 DEBUG:boto:Token: None 2022-09-01T10:46:23.190 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.190 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s1V00DGVyQOsZyhxrX26874xbNw= 2022-09-01T10:46:23.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s1V00DGVyQOsZyhxrX26874xbNw=', 'Content-Length': '0'} 2022-09-01T10:46:23.193 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx000007175325b44a71d92-0063108d7f-15e8-test-zone2'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.194 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.195 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.196 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.196 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.196 DEBUG:boto:Method: HEAD 2022-09-01T10:46:23.197 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.197 DEBUG:boto:Data: 2022-09-01T10:46:23.198 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.198 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:23.199 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.199 DEBUG:boto:Params: {} 2022-09-01T10:46:23.200 DEBUG:boto:Token: None 2022-09-01T10:46:23.201 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s1V00DGVyQOsZyhxrX26874xbNw= 2022-09-01T10:46:23.202 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s1V00DGVyQOsZyhxrX26874xbNw=', 'Content-Length': '0'} 2022-09-01T10:46:23.205 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx000009d0eec4e093ea530-0063108d7f-15d7-test-zone1'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.206 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=MULTIPART 2022-09-01T10:46:23.207 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.207 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.208 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.208 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.209 DEBUG:boto:Method: GET 2022-09-01T10:46:23.209 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.210 DEBUG:boto:Data: 2022-09-01T10:46:23.210 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.211 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:23.212 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.213 DEBUG:boto:Params: {} 2022-09-01T10:46:23.213 DEBUG:boto:Token: None 2022-09-01T10:46:23.214 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.215 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sU/pENO8yh59yl5I1jA3tD/xD/4= 2022-09-01T10:46:23.215 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sU/pENO8yh59yl5I1jA3tD/xD/4=', 'Content-Length': '0'} 2022-09-01T10:46:23.219 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx00000af43ec04eb6b8969-0063108d7f-15e8-test-zone2'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.345 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.346 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.347 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.347 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.348 DEBUG:boto:Method: GET 2022-09-01T10:46:23.349 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.349 DEBUG:boto:Data: 2022-09-01T10:46:23.350 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.350 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:23.351 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.351 DEBUG:boto:Params: {} 2022-09-01T10:46:23.352 DEBUG:boto:Token: None 2022-09-01T10:46:23.353 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.353 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sU/pENO8yh59yl5I1jA3tD/xD/4= 2022-09-01T10:46:23.354 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sU/pENO8yh59yl5I1jA3tD/xD/4=', 'Content-Length': '0'} 2022-09-01T10:46:23.360 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx00000527c3041e4991448-0063108d7f-15d7-test-zone1'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.461 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:23.461 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:23.462 DEBUG:boto:path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:23.463 DEBUG:boto:auth_path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:23.463 DEBUG:boto:Method: GET 2022-09-01T10:46:23.464 DEBUG:boto:Path: /ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:23.464 DEBUG:boto:Data: 2022-09-01T10:46:23.465 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.465 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:23.466 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.466 DEBUG:boto:Params: {} 2022-09-01T10:46:23.467 DEBUG:boto:Token: None 2022-09-01T10:46:23.467 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/ 2022-09-01T10:46:23.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xULs7iATe5WAXWymmCCoS8YyX+4= 2022-09-01T10:46:23.469 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xULs7iATe5WAXWymmCCoS8YyX+4=', 'Content-Length': '0'} 2022-09-01T10:46:23.472 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005a2f80fb60bd5e4d-0063108d7f-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.472 DEBUG:boto:b'ptoxvb-65MULTIPART1000falseMULTIPART2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:23.473 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:23.474 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:23.474 DEBUG:boto:path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:23.475 DEBUG:boto:auth_path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:23.475 DEBUG:boto:Method: GET 2022-09-01T10:46:23.476 DEBUG:boto:Path: /ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:23.476 DEBUG:boto:Data: 2022-09-01T10:46:23.477 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.477 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:23.478 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.478 DEBUG:boto:Params: {} 2022-09-01T10:46:23.479 DEBUG:boto:Token: None 2022-09-01T10:46:23.480 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/ 2022-09-01T10:46:23.480 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xULs7iATe5WAXWymmCCoS8YyX+4= 2022-09-01T10:46:23.481 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xULs7iATe5WAXWymmCCoS8YyX+4=', 'Content-Length': '0'} 2022-09-01T10:46:23.484 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000013de6b8f0f559a5d-0063108d7f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.484 DEBUG:boto:b'ptoxvb-65MULTIPART1000falseMULTIPART2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:23.485 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.486 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.486 DEBUG:boto:Method: HEAD 2022-09-01T10:46:23.487 DEBUG:boto:Path: /ptoxvb-65/MULTIPART 2022-09-01T10:46:23.487 DEBUG:boto:Data: 2022-09-01T10:46:23.488 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.488 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:23.489 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.489 DEBUG:boto:Params: {} 2022-09-01T10:46:23.490 DEBUG:boto:Token: None 2022-09-01T10:46:23.491 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/MULTIPART 2022-09-01T10:46:23.491 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sP75Z8DpxIZPSP6zmfhyLA/LWHs= 2022-09-01T10:46:23.492 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sP75Z8DpxIZPSP6zmfhyLA/LWHs=', 'Content-Length': '0'} 2022-09-01T10:46:23.494 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx00000e0c57e0d889b1118-0063108d7f-15e8-test-zone2'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.494 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.495 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.496 DEBUG:boto:Method: HEAD 2022-09-01T10:46:23.496 DEBUG:boto:Path: /ptoxvb-65/MULTIPART 2022-09-01T10:46:23.497 DEBUG:boto:Data: 2022-09-01T10:46:23.497 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.498 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:23.498 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.499 DEBUG:boto:Params: {} 2022-09-01T10:46:23.499 DEBUG:boto:Token: None 2022-09-01T10:46:23.500 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/MULTIPART 2022-09-01T10:46:23.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sP75Z8DpxIZPSP6zmfhyLA/LWHs= 2022-09-01T10:46:23.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sP75Z8DpxIZPSP6zmfhyLA/LWHs=', 'Content-Length': '0'} 2022-09-01T10:46:23.503 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx00000b7db51265feef268-0063108d7f-15d7-test-zone1'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.504 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=MULTIPART 2022-09-01T10:46:23.505 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.505 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.506 DEBUG:boto:Method: GET 2022-09-01T10:46:23.507 DEBUG:boto:Path: /ptoxvb-65/MULTIPART 2022-09-01T10:46:23.507 DEBUG:boto:Data: 2022-09-01T10:46:23.508 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.509 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:23.509 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.510 DEBUG:boto:Params: {} 2022-09-01T10:46:23.511 DEBUG:boto:Token: None 2022-09-01T10:46:23.511 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/MULTIPART 2022-09-01T10:46:23.512 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0SpD/l+SWo+TcaBkL3NxKLo4EhA= 2022-09-01T10:46:23.513 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0SpD/l+SWo+TcaBkL3NxKLo4EhA=', 'Content-Length': '0'} 2022-09-01T10:46:23.518 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx0000090ea04ce241d2dbb-0063108d7f-15e8-test-zone2'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.623 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.624 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.625 DEBUG:boto:Method: GET 2022-09-01T10:46:23.626 DEBUG:boto:Path: /ptoxvb-65/MULTIPART 2022-09-01T10:46:23.627 DEBUG:boto:Data: 2022-09-01T10:46:23.628 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.629 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:23.630 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.631 DEBUG:boto:Params: {} 2022-09-01T10:46:23.632 DEBUG:boto:Token: None 2022-09-01T10:46:23.633 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/MULTIPART 2022-09-01T10:46:23.634 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0SpD/l+SWo+TcaBkL3NxKLo4EhA= 2022-09-01T10:46:23.635 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0SpD/l+SWo+TcaBkL3NxKLo4EhA=', 'Content-Length': '0'} 2022-09-01T10:46:23.641 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx00000826c5400a24edaf7-0063108d7f-15d7-test-zone1'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.745 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:23.746 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:23.747 DEBUG:boto:path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:23.747 DEBUG:boto:auth_path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:23.748 DEBUG:boto:Method: GET 2022-09-01T10:46:23.748 DEBUG:boto:Path: /ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:23.749 DEBUG:boto:Data: 2022-09-01T10:46:23.749 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.750 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:23.750 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.751 DEBUG:boto:Params: {} 2022-09-01T10:46:23.751 DEBUG:boto:Token: None 2022-09-01T10:46:23.752 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/ 2022-09-01T10:46:23.753 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xULs7iATe5WAXWymmCCoS8YyX+4= 2022-09-01T10:46:23.753 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xULs7iATe5WAXWymmCCoS8YyX+4=', 'Content-Length': '0'} 2022-09-01T10:46:23.756 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009288767c301615b0-0063108d7f-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.757 DEBUG:boto:b'ptoxvb-65MULTIPART1000falseMULTIPART2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:23.758 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:23.758 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:23.759 DEBUG:boto:path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:23.759 DEBUG:boto:auth_path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:23.760 DEBUG:boto:Method: GET 2022-09-01T10:46:23.760 DEBUG:boto:Path: /ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:23.761 DEBUG:boto:Data: 2022-09-01T10:46:23.761 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.762 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:23.762 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.763 DEBUG:boto:Params: {} 2022-09-01T10:46:23.764 DEBUG:boto:Token: None 2022-09-01T10:46:23.764 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/ 2022-09-01T10:46:23.765 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xULs7iATe5WAXWymmCCoS8YyX+4= 2022-09-01T10:46:23.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xULs7iATe5WAXWymmCCoS8YyX+4=', 'Content-Length': '0'} 2022-09-01T10:46:23.768 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cea80390b6675dbb-0063108d7f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.769 DEBUG:boto:b'ptoxvb-65MULTIPART1000falseMULTIPART2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:23.769 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-65 zones={test-zone2, test-zone1} 2022-09-01T10:46:23.770 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-65 zones={test-zone3, test-zone1} 2022-09-01T10:46:23.771 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:23.771 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:23.772 DEBUG:boto:Method: HEAD 2022-09-01T10:46:23.772 DEBUG:boto:Path: /ptoxvb-65/ 2022-09-01T10:46:23.773 DEBUG:boto:Data: 2022-09-01T10:46:23.773 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.774 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:23.774 DEBUG:boto:Port: 8001 2022-09-01T10:46:23.775 DEBUG:boto:Params: {} 2022-09-01T10:46:23.775 DEBUG:boto:Token: None 2022-09-01T10:46:23.776 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/ 2022-09-01T10:46:23.776 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XlA60PZ3d+Dd1NjAOeJ9wL9Dwig= 2022-09-01T10:46:23.777 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XlA60PZ3d+Dd1NjAOeJ9wL9Dwig=', 'Content-Length': '0'} 2022-09-01T10:46:23.779 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '20971520'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000058fb3ffcca605800-0063108d7f-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.780 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:23.780 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:23.781 DEBUG:boto:Method: HEAD 2022-09-01T10:46:23.781 DEBUG:boto:Path: /ptoxvb-65/ 2022-09-01T10:46:23.782 DEBUG:boto:Data: 2022-09-01T10:46:23.782 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.783 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:23.783 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.784 DEBUG:boto:Params: {} 2022-09-01T10:46:23.784 DEBUG:boto:Token: None 2022-09-01T10:46:23.785 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/ 2022-09-01T10:46:23.786 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XlA60PZ3d+Dd1NjAOeJ9wL9Dwig= 2022-09-01T10:46:23.786 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XlA60PZ3d+Dd1NjAOeJ9wL9Dwig=', 'Content-Length': '0'} 2022-09-01T10:46:23.789 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '20971520'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009ba357e193327884-0063108d7f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.789 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:46:23.790 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:23.790 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:23.791 DEBUG:boto:path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:23.791 DEBUG:boto:auth_path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:23.792 DEBUG:boto:Method: GET 2022-09-01T10:46:23.792 DEBUG:boto:Path: /ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:23.793 DEBUG:boto:Data: 2022-09-01T10:46:23.793 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.794 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:23.794 DEBUG:boto:Port: 8001 2022-09-01T10:46:23.795 DEBUG:boto:Params: {} 2022-09-01T10:46:23.795 DEBUG:boto:Token: None 2022-09-01T10:46:23.796 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/?versions 2022-09-01T10:46:23.797 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4zxSqknU39QbxGjhuUzOSQmva7A= 2022-09-01T10:46:23.797 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4zxSqknU39QbxGjhuUzOSQmva7A=', 'Content-Length': '0'} 2022-09-01T10:46:23.800 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001c2e6a4de5d1031a-0063108d7f-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.800 DEBUG:boto:b'ptoxvb-65999falseMULTIPARTnulltrue2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:23.801 DEBUG:tasks.rgw_multi.zone_rados:o=MULTIPART 2022-09-01T10:46:23.802 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:46:23.802 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:23.803 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:23.803 DEBUG:boto:path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:23.804 DEBUG:boto:auth_path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:23.804 DEBUG:boto:Method: GET 2022-09-01T10:46:23.805 DEBUG:boto:Path: /ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:23.805 DEBUG:boto:Data: 2022-09-01T10:46:23.806 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.806 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:23.807 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.807 DEBUG:boto:Params: {} 2022-09-01T10:46:23.808 DEBUG:boto:Token: None 2022-09-01T10:46:23.808 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/?versions 2022-09-01T10:46:23.809 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4zxSqknU39QbxGjhuUzOSQmva7A= 2022-09-01T10:46:23.810 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4zxSqknU39QbxGjhuUzOSQmva7A=', 'Content-Length': '0'} 2022-09-01T10:46:23.812 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000066383533cf7a6c7a-0063108d7f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.813 DEBUG:boto:b'ptoxvb-65999falseMULTIPARTnulltrue2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:23.813 DEBUG:tasks.rgw_multi.zone_rados:o=MULTIPART 2022-09-01T10:46:23.814 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:23.815 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:23.815 DEBUG:boto:path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:23.816 DEBUG:boto:auth_path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:23.816 DEBUG:boto:Method: GET 2022-09-01T10:46:23.817 DEBUG:boto:Path: /ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:23.817 DEBUG:boto:Data: 2022-09-01T10:46:23.818 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.818 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:23.819 DEBUG:boto:Port: 8001 2022-09-01T10:46:23.819 DEBUG:boto:Params: {} 2022-09-01T10:46:23.820 DEBUG:boto:Token: None 2022-09-01T10:46:23.820 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/?versions 2022-09-01T10:46:23.821 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4zxSqknU39QbxGjhuUzOSQmva7A= 2022-09-01T10:46:23.822 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4zxSqknU39QbxGjhuUzOSQmva7A=', 'Content-Length': '0'} 2022-09-01T10:46:23.824 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005d62a878fabc045c-0063108d7f-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.825 DEBUG:boto:b'ptoxvb-65999falseMULTIPARTnulltrue2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:23.826 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:23.826 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:23.827 DEBUG:boto:path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:23.827 DEBUG:boto:auth_path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:23.828 DEBUG:boto:Method: GET 2022-09-01T10:46:23.828 DEBUG:boto:Path: /ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:23.829 DEBUG:boto:Data: 2022-09-01T10:46:23.830 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.830 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:23.831 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.831 DEBUG:boto:Params: {} 2022-09-01T10:46:23.832 DEBUG:boto:Token: None 2022-09-01T10:46:23.832 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/?versions 2022-09-01T10:46:23.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4zxSqknU39QbxGjhuUzOSQmva7A= 2022-09-01T10:46:23.833 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4zxSqknU39QbxGjhuUzOSQmva7A=', 'Content-Length': '0'} 2022-09-01T10:46:23.836 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009a611b6ad11c17d3-0063108d7f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.837 DEBUG:boto:b'ptoxvb-65999falseMULTIPARTnulltrue2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:23.837 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=MULTIPART 2022-09-01T10:46:23.838 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.838 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.839 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.839 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.840 DEBUG:boto:Method: GET 2022-09-01T10:46:23.841 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.841 DEBUG:boto:Data: 2022-09-01T10:46:23.842 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.842 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:23.843 DEBUG:boto:Port: 8001 2022-09-01T10:46:23.843 DEBUG:boto:Params: {} 2022-09-01T10:46:23.844 DEBUG:boto:Token: None 2022-09-01T10:46:23.844 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.845 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sU/pENO8yh59yl5I1jA3tD/xD/4= 2022-09-01T10:46:23.846 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sU/pENO8yh59yl5I1jA3tD/xD/4=', 'Content-Length': '0'} 2022-09-01T10:46:23.851 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx000006d63a4399bd89d91-0063108d7f-15d3-test-zone3'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:23.944 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.945 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:23.945 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.946 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.946 DEBUG:boto:Method: GET 2022-09-01T10:46:23.947 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.948 DEBUG:boto:Data: 2022-09-01T10:46:23.948 DEBUG:boto:Headers: {} 2022-09-01T10:46:23.949 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:23.949 DEBUG:boto:Port: 8000 2022-09-01T10:46:23.950 DEBUG:boto:Params: {} 2022-09-01T10:46:23.950 DEBUG:boto:Token: None 2022-09-01T10:46:23.951 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:23 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:23.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sU/pENO8yh59yl5I1jA3tD/xD/4= 2022-09-01T10:46:23.952 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sU/pENO8yh59yl5I1jA3tD/xD/4=', 'Content-Length': '0'} 2022-09-01T10:46:23.958 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx000000cf327802b8039ee-0063108d7f-15d7-test-zone1'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.064 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.064 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.065 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.065 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.066 DEBUG:boto:Method: HEAD 2022-09-01T10:46:24.066 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.067 DEBUG:boto:Data: 2022-09-01T10:46:24.067 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.068 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:24.068 DEBUG:boto:Port: 8001 2022-09-01T10:46:24.069 DEBUG:boto:Params: {} 2022-09-01T10:46:24.069 DEBUG:boto:Token: None 2022-09-01T10:46:24.070 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.070 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2iYtknIDsyPlJjQJH0PiYBcrCww= 2022-09-01T10:46:24.071 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2iYtknIDsyPlJjQJH0PiYBcrCww=', 'Content-Length': '0'} 2022-09-01T10:46:24.073 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx00000419e35a16d2e2d70-0063108d80-15d3-test-zone3'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.074 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.075 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.075 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.076 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.076 DEBUG:boto:Method: HEAD 2022-09-01T10:46:24.077 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.077 DEBUG:boto:Data: 2022-09-01T10:46:24.078 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.078 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:24.079 DEBUG:boto:Port: 8000 2022-09-01T10:46:24.079 DEBUG:boto:Params: {} 2022-09-01T10:46:24.080 DEBUG:boto:Token: None 2022-09-01T10:46:24.080 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.081 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2iYtknIDsyPlJjQJH0PiYBcrCww= 2022-09-01T10:46:24.081 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2iYtknIDsyPlJjQJH0PiYBcrCww=', 'Content-Length': '0'} 2022-09-01T10:46:24.084 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx000000d9b2582530aeed4-0063108d80-15d7-test-zone1'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.084 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=MULTIPART 2022-09-01T10:46:24.085 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.085 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.086 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.086 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.087 DEBUG:boto:Method: GET 2022-09-01T10:46:24.087 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.088 DEBUG:boto:Data: 2022-09-01T10:46:24.088 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.089 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:24.090 DEBUG:boto:Port: 8001 2022-09-01T10:46:24.090 DEBUG:boto:Params: {} 2022-09-01T10:46:24.091 DEBUG:boto:Token: None 2022-09-01T10:46:24.091 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zIBIX0yxbfbluDbLFlz1xj5l88Y= 2022-09-01T10:46:24.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zIBIX0yxbfbluDbLFlz1xj5l88Y=', 'Content-Length': '0'} 2022-09-01T10:46:24.097 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx00000d80580f9429a62b1-0063108d80-15d3-test-zone3'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.184 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.185 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.186 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.187 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.188 DEBUG:boto:Method: GET 2022-09-01T10:46:24.189 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.190 DEBUG:boto:Data: 2022-09-01T10:46:24.190 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:24.191 DEBUG:boto:Port: 8000 2022-09-01T10:46:24.192 DEBUG:boto:Params: {} 2022-09-01T10:46:24.193 DEBUG:boto:Token: None 2022-09-01T10:46:24.194 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zIBIX0yxbfbluDbLFlz1xj5l88Y= 2022-09-01T10:46:24.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zIBIX0yxbfbluDbLFlz1xj5l88Y=', 'Content-Length': '0'} 2022-09-01T10:46:24.201 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx000007ca7f3defa596391-0063108d80-15d7-test-zone1'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.303 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:24.304 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:24.305 DEBUG:boto:path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:24.305 DEBUG:boto:auth_path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:24.306 DEBUG:boto:Method: GET 2022-09-01T10:46:24.306 DEBUG:boto:Path: /ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:24.307 DEBUG:boto:Data: 2022-09-01T10:46:24.307 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.308 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:24.308 DEBUG:boto:Port: 8001 2022-09-01T10:46:24.309 DEBUG:boto:Params: {} 2022-09-01T10:46:24.309 DEBUG:boto:Token: None 2022-09-01T10:46:24.310 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/ 2022-09-01T10:46:24.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qtPglknzRxGCvmmetU6GxMCGB1U= 2022-09-01T10:46:24.311 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qtPglknzRxGCvmmetU6GxMCGB1U=', 'Content-Length': '0'} 2022-09-01T10:46:24.314 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aadd28bf8fca824e-0063108d80-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.315 DEBUG:boto:b'ptoxvb-65MULTIPART1000falseMULTIPART2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:24.316 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:24.316 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:24.317 DEBUG:boto:path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:24.317 DEBUG:boto:auth_path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:24.318 DEBUG:boto:Method: GET 2022-09-01T10:46:24.319 DEBUG:boto:Path: /ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:24.319 DEBUG:boto:Data: 2022-09-01T10:46:24.320 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.320 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:24.321 DEBUG:boto:Port: 8000 2022-09-01T10:46:24.321 DEBUG:boto:Params: {} 2022-09-01T10:46:24.322 DEBUG:boto:Token: None 2022-09-01T10:46:24.323 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/ 2022-09-01T10:46:24.323 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qtPglknzRxGCvmmetU6GxMCGB1U= 2022-09-01T10:46:24.324 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qtPglknzRxGCvmmetU6GxMCGB1U=', 'Content-Length': '0'} 2022-09-01T10:46:24.327 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000075b7b3d988240a5c-0063108d80-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.328 DEBUG:boto:b'ptoxvb-65MULTIPART1000falseMULTIPART2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:24.329 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.330 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.330 DEBUG:boto:Method: HEAD 2022-09-01T10:46:24.331 DEBUG:boto:Path: /ptoxvb-65/MULTIPART 2022-09-01T10:46:24.331 DEBUG:boto:Data: 2022-09-01T10:46:24.332 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.332 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:24.333 DEBUG:boto:Port: 8001 2022-09-01T10:46:24.333 DEBUG:boto:Params: {} 2022-09-01T10:46:24.334 DEBUG:boto:Token: None 2022-09-01T10:46:24.335 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/MULTIPART 2022-09-01T10:46:24.335 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5rhjPRIdzyZo9X8/Md+DPCIIBVs= 2022-09-01T10:46:24.336 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5rhjPRIdzyZo9X8/Md+DPCIIBVs=', 'Content-Length': '0'} 2022-09-01T10:46:24.338 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx00000dcdd34108998f14e-0063108d80-15d3-test-zone3'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.339 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.339 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.340 DEBUG:boto:Method: HEAD 2022-09-01T10:46:24.340 DEBUG:boto:Path: /ptoxvb-65/MULTIPART 2022-09-01T10:46:24.341 DEBUG:boto:Data: 2022-09-01T10:46:24.341 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.342 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:24.343 DEBUG:boto:Port: 8000 2022-09-01T10:46:24.343 DEBUG:boto:Params: {} 2022-09-01T10:46:24.344 DEBUG:boto:Token: None 2022-09-01T10:46:24.344 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/MULTIPART 2022-09-01T10:46:24.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5rhjPRIdzyZo9X8/Md+DPCIIBVs= 2022-09-01T10:46:24.345 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5rhjPRIdzyZo9X8/Md+DPCIIBVs=', 'Content-Length': '0'} 2022-09-01T10:46:24.347 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx0000069e8cc44bdd3ce2d-0063108d80-15d7-test-zone1'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.348 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=MULTIPART 2022-09-01T10:46:24.349 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.349 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.350 DEBUG:boto:Method: GET 2022-09-01T10:46:24.350 DEBUG:boto:Path: /ptoxvb-65/MULTIPART 2022-09-01T10:46:24.351 DEBUG:boto:Data: 2022-09-01T10:46:24.351 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.352 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:24.353 DEBUG:boto:Port: 8001 2022-09-01T10:46:24.353 DEBUG:boto:Params: {} 2022-09-01T10:46:24.354 DEBUG:boto:Token: None 2022-09-01T10:46:24.354 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/MULTIPART 2022-09-01T10:46:24.355 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PBclpzxQhkOXZmhNwenrD0zhomY= 2022-09-01T10:46:24.356 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PBclpzxQhkOXZmhNwenrD0zhomY=', 'Content-Length': '0'} 2022-09-01T10:46:24.360 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx00000889d8e691d6d3d06-0063108d80-15d3-test-zone3'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.464 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.465 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.465 DEBUG:boto:Method: GET 2022-09-01T10:46:24.466 DEBUG:boto:Path: /ptoxvb-65/MULTIPART 2022-09-01T10:46:24.466 DEBUG:boto:Data: 2022-09-01T10:46:24.467 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.467 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:24.468 DEBUG:boto:Port: 8000 2022-09-01T10:46:24.469 DEBUG:boto:Params: {} 2022-09-01T10:46:24.469 DEBUG:boto:Token: None 2022-09-01T10:46:24.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/MULTIPART 2022-09-01T10:46:24.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PBclpzxQhkOXZmhNwenrD0zhomY= 2022-09-01T10:46:24.471 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PBclpzxQhkOXZmhNwenrD0zhomY=', 'Content-Length': '0'} 2022-09-01T10:46:24.476 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx00000aa3fb66dd0c77ff8-0063108d80-15d7-test-zone1'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.575 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:24.576 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:24.576 DEBUG:boto:path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:24.577 DEBUG:boto:auth_path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:24.577 DEBUG:boto:Method: GET 2022-09-01T10:46:24.578 DEBUG:boto:Path: /ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:24.579 DEBUG:boto:Data: 2022-09-01T10:46:24.579 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.580 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:24.580 DEBUG:boto:Port: 8001 2022-09-01T10:46:24.581 DEBUG:boto:Params: {} 2022-09-01T10:46:24.581 DEBUG:boto:Token: None 2022-09-01T10:46:24.582 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/ 2022-09-01T10:46:24.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qtPglknzRxGCvmmetU6GxMCGB1U= 2022-09-01T10:46:24.583 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qtPglknzRxGCvmmetU6GxMCGB1U=', 'Content-Length': '0'} 2022-09-01T10:46:24.586 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000a8ac0850ca001e8-0063108d80-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.587 DEBUG:boto:b'ptoxvb-65MULTIPART1000falseMULTIPART2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:24.587 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:24.588 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:24.589 DEBUG:boto:path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:24.589 DEBUG:boto:auth_path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:24.590 DEBUG:boto:Method: GET 2022-09-01T10:46:24.590 DEBUG:boto:Path: /ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:24.591 DEBUG:boto:Data: 2022-09-01T10:46:24.591 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.592 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:24.592 DEBUG:boto:Port: 8000 2022-09-01T10:46:24.593 DEBUG:boto:Params: {} 2022-09-01T10:46:24.593 DEBUG:boto:Token: None 2022-09-01T10:46:24.594 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/ 2022-09-01T10:46:24.595 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qtPglknzRxGCvmmetU6GxMCGB1U= 2022-09-01T10:46:24.595 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qtPglknzRxGCvmmetU6GxMCGB1U=', 'Content-Length': '0'} 2022-09-01T10:46:24.598 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000016a91614132cf6ac-0063108d80-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.599 DEBUG:boto:b'ptoxvb-65MULTIPART1000falseMULTIPART2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:24.599 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-65 zones={test-zone3, test-zone1} 2022-09-01T10:46:24.600 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-65 zones={test-zone3, test-zone2} 2022-09-01T10:46:24.600 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:24.601 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:24.602 DEBUG:boto:Method: HEAD 2022-09-01T10:46:24.602 DEBUG:boto:Path: /ptoxvb-65/ 2022-09-01T10:46:24.603 DEBUG:boto:Data: 2022-09-01T10:46:24.603 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.604 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:24.604 DEBUG:boto:Port: 8001 2022-09-01T10:46:24.605 DEBUG:boto:Params: {} 2022-09-01T10:46:24.605 DEBUG:boto:Token: None 2022-09-01T10:46:24.606 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/ 2022-09-01T10:46:24.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KLuFN+cGzG0KXJIFdBY0bEWqPUw= 2022-09-01T10:46:24.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KLuFN+cGzG0KXJIFdBY0bEWqPUw=', 'Content-Length': '0'} 2022-09-01T10:46:24.609 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '20971520'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004fb9543fe1b072df-0063108d80-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.610 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:24.611 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:24.611 DEBUG:boto:Method: HEAD 2022-09-01T10:46:24.612 DEBUG:boto:Path: /ptoxvb-65/ 2022-09-01T10:46:24.612 DEBUG:boto:Data: 2022-09-01T10:46:24.613 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.613 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:24.614 DEBUG:boto:Port: 8000 2022-09-01T10:46:24.614 DEBUG:boto:Params: {} 2022-09-01T10:46:24.615 DEBUG:boto:Token: None 2022-09-01T10:46:24.615 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/ 2022-09-01T10:46:24.616 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KLuFN+cGzG0KXJIFdBY0bEWqPUw= 2022-09-01T10:46:24.616 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KLuFN+cGzG0KXJIFdBY0bEWqPUw=', 'Content-Length': '0'} 2022-09-01T10:46:24.619 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '20971520'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000461b6770c9dbc686-0063108d80-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.620 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:46:24.621 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:24.621 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:24.622 DEBUG:boto:path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:24.622 DEBUG:boto:auth_path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:24.623 DEBUG:boto:Method: GET 2022-09-01T10:46:24.623 DEBUG:boto:Path: /ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:24.624 DEBUG:boto:Data: 2022-09-01T10:46:24.624 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.625 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:24.625 DEBUG:boto:Port: 8001 2022-09-01T10:46:24.626 DEBUG:boto:Params: {} 2022-09-01T10:46:24.626 DEBUG:boto:Token: None 2022-09-01T10:46:24.627 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/?versions 2022-09-01T10:46:24.628 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fw72jJ/za8fjXJOFrE6IciG6g6w= 2022-09-01T10:46:24.628 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fw72jJ/za8fjXJOFrE6IciG6g6w=', 'Content-Length': '0'} 2022-09-01T10:46:24.631 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000011f1379b9f3106b-0063108d80-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.678 DEBUG:boto:b'ptoxvb-65999falseMULTIPARTnulltrue2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:24.680 DEBUG:tasks.rgw_multi.zone_rados:o=MULTIPART 2022-09-01T10:46:24.680 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:46:24.681 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:24.682 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:24.683 DEBUG:boto:path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:24.683 DEBUG:boto:auth_path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:24.684 DEBUG:boto:Method: GET 2022-09-01T10:46:24.685 DEBUG:boto:Path: /ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:24.685 DEBUG:boto:Data: 2022-09-01T10:46:24.686 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.686 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:24.687 DEBUG:boto:Port: 8000 2022-09-01T10:46:24.688 DEBUG:boto:Params: {} 2022-09-01T10:46:24.689 DEBUG:boto:Token: None 2022-09-01T10:46:24.689 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/?versions 2022-09-01T10:46:24.690 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fw72jJ/za8fjXJOFrE6IciG6g6w= 2022-09-01T10:46:24.691 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fw72jJ/za8fjXJOFrE6IciG6g6w=', 'Content-Length': '0'} 2022-09-01T10:46:24.694 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000130f076633226fa-0063108d80-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.695 DEBUG:boto:b'ptoxvb-65999falseMULTIPARTnulltrue2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:24.695 DEBUG:tasks.rgw_multi.zone_rados:o=MULTIPART 2022-09-01T10:46:24.696 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:24.697 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:24.697 DEBUG:boto:path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:24.698 DEBUG:boto:auth_path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:24.699 DEBUG:boto:Method: GET 2022-09-01T10:46:24.699 DEBUG:boto:Path: /ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:24.700 DEBUG:boto:Data: 2022-09-01T10:46:24.700 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.701 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:24.701 DEBUG:boto:Port: 8001 2022-09-01T10:46:24.702 DEBUG:boto:Params: {} 2022-09-01T10:46:24.702 DEBUG:boto:Token: None 2022-09-01T10:46:24.703 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/?versions 2022-09-01T10:46:24.704 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fw72jJ/za8fjXJOFrE6IciG6g6w= 2022-09-01T10:46:24.704 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fw72jJ/za8fjXJOFrE6IciG6g6w=', 'Content-Length': '0'} 2022-09-01T10:46:24.707 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006acc18a94f9f51a3-0063108d80-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.707 DEBUG:boto:b'ptoxvb-65999falseMULTIPARTnulltrue2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:24.709 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:24.709 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:24.710 DEBUG:boto:path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:24.711 DEBUG:boto:auth_path=/ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:24.711 DEBUG:boto:Method: GET 2022-09-01T10:46:24.712 DEBUG:boto:Path: /ptoxvb-65/?versions&max-keys=999 2022-09-01T10:46:24.712 DEBUG:boto:Data: 2022-09-01T10:46:24.713 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.713 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:24.714 DEBUG:boto:Port: 8000 2022-09-01T10:46:24.714 DEBUG:boto:Params: {} 2022-09-01T10:46:24.715 DEBUG:boto:Token: None 2022-09-01T10:46:24.716 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/?versions 2022-09-01T10:46:24.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fw72jJ/za8fjXJOFrE6IciG6g6w= 2022-09-01T10:46:24.717 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fw72jJ/za8fjXJOFrE6IciG6g6w=', 'Content-Length': '0'} 2022-09-01T10:46:24.720 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009989eacd750770ef-0063108d80-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.721 DEBUG:boto:b'ptoxvb-65999falseMULTIPARTnulltrue2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:24.721 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=MULTIPART 2022-09-01T10:46:24.722 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.723 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.723 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.724 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.724 DEBUG:boto:Method: GET 2022-09-01T10:46:24.725 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.726 DEBUG:boto:Data: 2022-09-01T10:46:24.726 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.727 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:24.727 DEBUG:boto:Port: 8001 2022-09-01T10:46:24.728 DEBUG:boto:Params: {} 2022-09-01T10:46:24.728 DEBUG:boto:Token: None 2022-09-01T10:46:24.729 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.730 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zIBIX0yxbfbluDbLFlz1xj5l88Y= 2022-09-01T10:46:24.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zIBIX0yxbfbluDbLFlz1xj5l88Y=', 'Content-Length': '0'} 2022-09-01T10:46:24.734 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx00000ddecb57dc74f648c-0063108d80-15d3-test-zone3'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.826 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.827 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.827 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.828 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.828 DEBUG:boto:Method: GET 2022-09-01T10:46:24.829 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.829 DEBUG:boto:Data: 2022-09-01T10:46:24.830 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.830 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:24.831 DEBUG:boto:Port: 8000 2022-09-01T10:46:24.831 DEBUG:boto:Params: {} 2022-09-01T10:46:24.832 DEBUG:boto:Token: None 2022-09-01T10:46:24.833 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zIBIX0yxbfbluDbLFlz1xj5l88Y= 2022-09-01T10:46:24.834 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zIBIX0yxbfbluDbLFlz1xj5l88Y=', 'Content-Length': '0'} 2022-09-01T10:46:24.839 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx000009b211c2748fcc495-0063108d80-15e8-test-zone2'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.942 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.943 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.944 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.944 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.945 DEBUG:boto:Method: HEAD 2022-09-01T10:46:24.945 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.946 DEBUG:boto:Data: 2022-09-01T10:46:24.946 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.947 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:24.947 DEBUG:boto:Port: 8001 2022-09-01T10:46:24.948 DEBUG:boto:Params: {} 2022-09-01T10:46:24.948 DEBUG:boto:Token: None 2022-09-01T10:46:24.949 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.950 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2iYtknIDsyPlJjQJH0PiYBcrCww= 2022-09-01T10:46:24.950 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2iYtknIDsyPlJjQJH0PiYBcrCww=', 'Content-Length': '0'} 2022-09-01T10:46:24.952 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx00000e2f4a08dc8e28c55-0063108d80-15d3-test-zone3'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.953 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.954 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.954 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.955 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.955 DEBUG:boto:Method: HEAD 2022-09-01T10:46:24.956 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.956 DEBUG:boto:Data: 2022-09-01T10:46:24.957 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.957 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:24.958 DEBUG:boto:Port: 8000 2022-09-01T10:46:24.958 DEBUG:boto:Params: {} 2022-09-01T10:46:24.959 DEBUG:boto:Token: None 2022-09-01T10:46:24.960 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.960 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2iYtknIDsyPlJjQJH0PiYBcrCww= 2022-09-01T10:46:24.961 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2iYtknIDsyPlJjQJH0PiYBcrCww=', 'Content-Length': '0'} 2022-09-01T10:46:24.963 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx000005e3a2bf4014ff7c7-0063108d80-15e8-test-zone2'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:24.964 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=MULTIPART 2022-09-01T10:46:24.965 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.965 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:24.966 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.966 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.967 DEBUG:boto:Method: GET 2022-09-01T10:46:24.967 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.968 DEBUG:boto:Data: 2022-09-01T10:46:24.969 DEBUG:boto:Headers: {} 2022-09-01T10:46:24.969 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:24.970 DEBUG:boto:Port: 8001 2022-09-01T10:46:24.970 DEBUG:boto:Params: {} 2022-09-01T10:46:24.971 DEBUG:boto:Token: None 2022-09-01T10:46:24.972 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:24 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:24.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zIBIX0yxbfbluDbLFlz1xj5l88Y= 2022-09-01T10:46:24.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zIBIX0yxbfbluDbLFlz1xj5l88Y=', 'Content-Length': '0'} 2022-09-01T10:46:24.977 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx00000e47ffd5d0ba99066-0063108d80-15d3-test-zone3'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:25.074 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:25.074 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:25.075 DEBUG:boto:path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:25.075 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:25.076 DEBUG:boto:Method: GET 2022-09-01T10:46:25.077 DEBUG:boto:Path: /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:25.077 DEBUG:boto:Data: 2022-09-01T10:46:25.078 DEBUG:boto:Headers: {} 2022-09-01T10:46:25.078 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:25.079 DEBUG:boto:Port: 8000 2022-09-01T10:46:25.079 DEBUG:boto:Params: {} 2022-09-01T10:46:25.080 DEBUG:boto:Token: None 2022-09-01T10:46:25.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:25 GMT /ptoxvb-65/MULTIPART?versionId=null 2022-09-01T10:46:25.081 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GfBLw/1aI2ZhJzlXZrkuP+6m8qY= 2022-09-01T10:46:25.082 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GfBLw/1aI2ZhJzlXZrkuP+6m8qY=', 'Content-Length': '0'} 2022-09-01T10:46:25.086 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx0000029044a138d261181-0063108d81-15e8-test-zone2'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:25.186 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:25.187 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:25.188 DEBUG:boto:path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:25.188 DEBUG:boto:auth_path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:25.189 DEBUG:boto:Method: GET 2022-09-01T10:46:25.189 DEBUG:boto:Path: /ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:25.190 DEBUG:boto:Data: 2022-09-01T10:46:25.190 DEBUG:boto:Headers: {} 2022-09-01T10:46:25.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:25.191 DEBUG:boto:Port: 8001 2022-09-01T10:46:25.192 DEBUG:boto:Params: {} 2022-09-01T10:46:25.192 DEBUG:boto:Token: None 2022-09-01T10:46:25.193 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:25 GMT /ptoxvb-65/ 2022-09-01T10:46:25.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:diM4tbWcs97Et1IRJHd8EGs0Pyo= 2022-09-01T10:46:25.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:diM4tbWcs97Et1IRJHd8EGs0Pyo=', 'Content-Length': '0'} 2022-09-01T10:46:25.198 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007ca47cd5336f1e4f-0063108d81-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:25.198 DEBUG:boto:b'ptoxvb-65MULTIPART1000falseMULTIPART2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:25.199 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:25.200 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:25.200 DEBUG:boto:path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:25.201 DEBUG:boto:auth_path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:25.201 DEBUG:boto:Method: GET 2022-09-01T10:46:25.202 DEBUG:boto:Path: /ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:25.203 DEBUG:boto:Data: 2022-09-01T10:46:25.203 DEBUG:boto:Headers: {} 2022-09-01T10:46:25.204 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:25.204 DEBUG:boto:Port: 8000 2022-09-01T10:46:25.205 DEBUG:boto:Params: {} 2022-09-01T10:46:25.205 DEBUG:boto:Token: None 2022-09-01T10:46:25.206 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:25 GMT /ptoxvb-65/ 2022-09-01T10:46:25.207 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:diM4tbWcs97Et1IRJHd8EGs0Pyo= 2022-09-01T10:46:25.207 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:diM4tbWcs97Et1IRJHd8EGs0Pyo=', 'Content-Length': '0'} 2022-09-01T10:46:25.221 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d9ec54efedcacd65-0063108d81-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:25.222 DEBUG:boto:b'ptoxvb-65MULTIPART1000falseMULTIPART2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:25.223 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:25.223 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:25.224 DEBUG:boto:Method: HEAD 2022-09-01T10:46:25.224 DEBUG:boto:Path: /ptoxvb-65/MULTIPART 2022-09-01T10:46:25.225 DEBUG:boto:Data: 2022-09-01T10:46:25.225 DEBUG:boto:Headers: {} 2022-09-01T10:46:25.226 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:25.227 DEBUG:boto:Port: 8001 2022-09-01T10:46:25.227 DEBUG:boto:Params: {} 2022-09-01T10:46:25.228 DEBUG:boto:Token: None 2022-09-01T10:46:25.229 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:25 GMT /ptoxvb-65/MULTIPART 2022-09-01T10:46:25.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HD7O08MpRpimUtzA1cqZUfxdzjk= 2022-09-01T10:46:25.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HD7O08MpRpimUtzA1cqZUfxdzjk=', 'Content-Length': '0'} 2022-09-01T10:46:25.232 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx0000017c6eddcab3932ec-0063108d81-15d3-test-zone3'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:25.233 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:25.234 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:25.234 DEBUG:boto:Method: HEAD 2022-09-01T10:46:25.235 DEBUG:boto:Path: /ptoxvb-65/MULTIPART 2022-09-01T10:46:25.236 DEBUG:boto:Data: 2022-09-01T10:46:25.236 DEBUG:boto:Headers: {} 2022-09-01T10:46:25.237 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:25.237 DEBUG:boto:Port: 8000 2022-09-01T10:46:25.238 DEBUG:boto:Params: {} 2022-09-01T10:46:25.238 DEBUG:boto:Token: None 2022-09-01T10:46:25.239 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:25 GMT /ptoxvb-65/MULTIPART 2022-09-01T10:46:25.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HD7O08MpRpimUtzA1cqZUfxdzjk= 2022-09-01T10:46:25.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HD7O08MpRpimUtzA1cqZUfxdzjk=', 'Content-Length': '0'} 2022-09-01T10:46:25.242 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx00000894130bb88ca6107-0063108d81-15e8-test-zone2'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:25.243 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=MULTIPART 2022-09-01T10:46:25.244 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:25.244 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:25.245 DEBUG:boto:Method: GET 2022-09-01T10:46:25.245 DEBUG:boto:Path: /ptoxvb-65/MULTIPART 2022-09-01T10:46:25.246 DEBUG:boto:Data: 2022-09-01T10:46:25.246 DEBUG:boto:Headers: {} 2022-09-01T10:46:25.247 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:25.247 DEBUG:boto:Port: 8001 2022-09-01T10:46:25.248 DEBUG:boto:Params: {} 2022-09-01T10:46:25.249 DEBUG:boto:Token: None 2022-09-01T10:46:25.249 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:25 GMT /ptoxvb-65/MULTIPART 2022-09-01T10:46:25.250 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hWLLMSUWLBYnPCRBp2Z7Jwe4e10= 2022-09-01T10:46:25.251 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hWLLMSUWLBYnPCRBp2Z7Jwe4e10=', 'Content-Length': '0'} 2022-09-01T10:46:25.255 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx0000019a47e1216100327-0063108d81-15d3-test-zone3'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:25.343 DEBUG:boto:path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:25.344 DEBUG:boto:auth_path=/ptoxvb-65/MULTIPART 2022-09-01T10:46:25.344 DEBUG:boto:Method: GET 2022-09-01T10:46:25.345 DEBUG:boto:Path: /ptoxvb-65/MULTIPART 2022-09-01T10:46:25.345 DEBUG:boto:Data: 2022-09-01T10:46:25.346 DEBUG:boto:Headers: {} 2022-09-01T10:46:25.347 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:25.347 DEBUG:boto:Port: 8000 2022-09-01T10:46:25.348 DEBUG:boto:Params: {} 2022-09-01T10:46:25.348 DEBUG:boto:Token: None 2022-09-01T10:46:25.349 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:25 GMT /ptoxvb-65/MULTIPART 2022-09-01T10:46:25.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hWLLMSUWLBYnPCRBp2Z7Jwe4e10= 2022-09-01T10:46:25.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hWLLMSUWLBYnPCRBp2Z7Jwe4e10=', 'Content-Length': '0'} 2022-09-01T10:46:25.355 DEBUG:boto:Response headers: [('Content-Length', '20971520'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:45:41 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"d07d411772772538cd4b657da660bfb5-4"'), ('x-amz-request-id', 'tx00000edebb69464948a9b-0063108d81-15e8-test-zone2'), ('Content-Type', 'binary/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:25.452 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:25.453 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:25.453 DEBUG:boto:path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:25.454 DEBUG:boto:auth_path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:25.455 DEBUG:boto:Method: GET 2022-09-01T10:46:25.455 DEBUG:boto:Path: /ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:25.456 DEBUG:boto:Data: 2022-09-01T10:46:25.456 DEBUG:boto:Headers: {} 2022-09-01T10:46:25.457 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:46:25.457 DEBUG:boto:Port: 8001 2022-09-01T10:46:25.458 DEBUG:boto:Params: {} 2022-09-01T10:46:25.458 DEBUG:boto:Token: None 2022-09-01T10:46:25.459 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:25 GMT /ptoxvb-65/ 2022-09-01T10:46:25.460 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:diM4tbWcs97Et1IRJHd8EGs0Pyo= 2022-09-01T10:46:25.460 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:diM4tbWcs97Et1IRJHd8EGs0Pyo=', 'Content-Length': '0'} 2022-09-01T10:46:25.463 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000112bcc68e043249d-0063108d81-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:25.464 DEBUG:boto:b'ptoxvb-65MULTIPART1000falseMULTIPART2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:25.466 DEBUG:boto:path=/ptoxvb-65/ 2022-09-01T10:46:25.467 DEBUG:boto:auth_path=/ptoxvb-65/ 2022-09-01T10:46:25.467 DEBUG:boto:path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:25.468 DEBUG:boto:auth_path=/ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:25.469 DEBUG:boto:Method: GET 2022-09-01T10:46:25.470 DEBUG:boto:Path: /ptoxvb-65/?prefix=MULTIPART 2022-09-01T10:46:25.471 DEBUG:boto:Data: 2022-09-01T10:46:25.471 DEBUG:boto:Headers: {} 2022-09-01T10:46:25.472 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:25.473 DEBUG:boto:Port: 8000 2022-09-01T10:46:25.473 DEBUG:boto:Params: {} 2022-09-01T10:46:25.474 DEBUG:boto:Token: None 2022-09-01T10:46:25.475 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:25 GMT /ptoxvb-65/ 2022-09-01T10:46:25.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:diM4tbWcs97Et1IRJHd8EGs0Pyo= 2022-09-01T10:46:25.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:diM4tbWcs97Et1IRJHd8EGs0Pyo=', 'Content-Length': '0'} 2022-09-01T10:46:25.479 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ad3853fb6544b811-0063108d81-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:25.480 DEBUG:boto:b'ptoxvb-65MULTIPART1000falseMULTIPART2022-09-01T10:45:41.230Z"d07d411772772538cd4b657da660bfb5-4"20971520STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:46:25.481 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-65 zones={test-zone3, test-zone2} 2022-09-01T10:46:25.481 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_multipart_object_sync ... ok 2022-09-01T10:46:25.483 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-68 2022-09-01T10:46:25.483 DEBUG:boto:path=/ptoxvb-68/ 2022-09-01T10:46:25.484 DEBUG:boto:auth_path=/ptoxvb-68/ 2022-09-01T10:46:25.484 DEBUG:boto:Method: PUT 2022-09-01T10:46:25.485 DEBUG:boto:Path: /ptoxvb-68/ 2022-09-01T10:46:25.485 DEBUG:boto:Data: 2022-09-01T10:46:25.486 DEBUG:boto:Headers: {} 2022-09-01T10:46:25.486 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:25.487 DEBUG:boto:Port: 8000 2022-09-01T10:46:25.487 DEBUG:boto:Params: {} 2022-09-01T10:46:25.488 DEBUG:boto:Token: None 2022-09-01T10:46:25.489 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:46:25 GMT /ptoxvb-68/ 2022-09-01T10:46:25.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Li57PK/3C4kMd/HlfSHM6HqihbA= 2022-09-01T10:46:25.490 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Li57PK/3C4kMd/HlfSHM6HqihbA=', 'Content-Length': '0'} 2022-09-01T10:46:25.514 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000003f5f9204b95988bf-0063108d81-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:25.515 DEBUG:boto:path=/ptoxvb-68/testobj-sse-c 2022-09-01T10:46:25.516 DEBUG:boto:auth_path=/ptoxvb-68/testobj-sse-c 2022-09-01T10:46:25.517 DEBUG:boto:Method: PUT 2022-09-01T10:46:25.518 DEBUG:boto:Path: /ptoxvb-68/testobj-sse-c 2022-09-01T10:46:25.519 DEBUG:boto:Data: 2022-09-01T10:46:25.519 DEBUG:boto:Headers: {'x-amz-server-side-encryption-customer-algorithm': 'AES256', 'x-amz-server-side-encryption-customer-key': 'pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs=', 'x-amz-server-side-encryption-customer-key-md5': 'DWygnHRtgiJ77HCm+1rvHw==', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '3FCGuEcom6i4veFJuDiBdQ==', 'Content-Length': '512', 'Expect': '100-Continue'} 2022-09-01T10:46:25.520 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:25.520 DEBUG:boto:Port: 8000 2022-09-01T10:46:25.521 DEBUG:boto:Params: {} 2022-09-01T10:46:25.522 DEBUG:boto:Token: None 2022-09-01T10:46:25.522 DEBUG:boto:StringToSign: PUT 3FCGuEcom6i4veFJuDiBdQ== application/octet-stream Thu, 01 Sep 2022 10:46:25 GMT x-amz-server-side-encryption-customer-algorithm:AES256 x-amz-server-side-encryption-customer-key:pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= x-amz-server-side-encryption-customer-key-md5:DWygnHRtgiJ77HCm+1rvHw== /ptoxvb-68/testobj-sse-c 2022-09-01T10:46:25.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mwU+hU5m9z+6phzOEcjw9pPNRps= 2022-09-01T10:46:25.523 DEBUG:boto:Final headers: {'x-amz-server-side-encryption-customer-algorithm': 'AES256', 'x-amz-server-side-encryption-customer-key': 'pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs=', 'x-amz-server-side-encryption-customer-key-md5': 'DWygnHRtgiJ77HCm+1rvHw==', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '3FCGuEcom6i4veFJuDiBdQ==', 'Content-Length': '512', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:46:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mwU+hU5m9z+6phzOEcjw9pPNRps='} 2022-09-01T10:46:25.532 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"dc5086b847289ba8b8bde149b8388175"'), ('Accept-Ranges', 'bytes'), ('x-amz-server-side-encryption-customer-algorithm', 'AES256'), ('x-amz-server-side-encryption-customer-key-MD5', 'DWygnHRtgiJ77HCm+1rvHw=='), ('x-amz-request-id', 'tx000009348ba0bca3c4e16-0063108d81-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:25.533 DEBUG:boto:path=/ptoxvb-68/testobj-sse-kms 2022-09-01T10:46:25.533 DEBUG:boto:auth_path=/ptoxvb-68/testobj-sse-kms 2022-09-01T10:46:25.534 DEBUG:boto:Method: PUT 2022-09-01T10:46:25.535 DEBUG:boto:Path: /ptoxvb-68/testobj-sse-kms 2022-09-01T10:46:25.535 DEBUG:boto:Data: 2022-09-01T10:46:25.536 DEBUG:boto:Headers: {'x-amz-server-side-encryption': 'aws:kms', 'x-amz-server-side-encryption-aws-kms-key-id': 'testkey-1', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '3FCGuEcom6i4veFJuDiBdQ==', 'Content-Length': '512', 'Expect': '100-Continue'} 2022-09-01T10:46:25.536 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:25.537 DEBUG:boto:Port: 8000 2022-09-01T10:46:25.537 DEBUG:boto:Params: {} 2022-09-01T10:46:25.538 DEBUG:boto:Token: None 2022-09-01T10:46:25.539 DEBUG:boto:StringToSign: PUT 3FCGuEcom6i4veFJuDiBdQ== application/octet-stream Thu, 01 Sep 2022 10:46:25 GMT x-amz-server-side-encryption:aws:kms x-amz-server-side-encryption-aws-kms-key-id:testkey-1 /ptoxvb-68/testobj-sse-kms 2022-09-01T10:46:25.539 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2gDmgKBViwbucwbRlGn+NlcjyYk= 2022-09-01T10:46:25.540 DEBUG:boto:Final headers: {'x-amz-server-side-encryption': 'aws:kms', 'x-amz-server-side-encryption-aws-kms-key-id': 'testkey-1', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': '3FCGuEcom6i4veFJuDiBdQ==', 'Content-Length': '512', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:46:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2gDmgKBViwbucwbRlGn+NlcjyYk='} 2022-09-01T10:46:25.549 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"dc5086b847289ba8b8bde149b8388175"'), ('Accept-Ranges', 'bytes'), ('x-amz-server-side-encryption', 'aws:kms'), ('x-amz-server-side-encryption-aws-kms-key-id', 'testkey-1'), ('x-amz-server-side-encryption-context', 'eyJhd3M6czM6YXJuIjoiYXJuOmF3czpzMzo6cmd3LW11bHRpc2l0ZS10ZXN0LXVzZXI6cHRveHZiLTY4L3Rlc3RvYmotc3NlLWttcyJ9'), ('x-amz-request-id', 'tx00000584f00cb743fbe80-0063108d81-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:25.550 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:25.551 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:25.551 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:46:25.608 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:25.609 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:25.671 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T10:46:25.688 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:46:25.689 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:25.689 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:46:25.689 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:46:25.690 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:25.690 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:25.690 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:46:25.691 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:46:25.691 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:25.691 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:25.691 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:46:25.692 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:46:25.692 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:25.692 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:25.692 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662029185.512157_331.1", 2022-09-01T10:46:25.693 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:46:25.512157Z" 2022-09-01T10:46:25.693 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:25.693 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:46:25.695 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662029185.512157_331.1'} 2022-09-01T10:46:25.695 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:46:25.696 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:25.696 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:25.697 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:46:25.752 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:25.752 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:25.782 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:25.783+0000 7feed8815600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:25.783 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:25.784+0000 7feed8815600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:25.798 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:46:25.798 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:46:25.799 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:46:25.799 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:46:25.799 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:46:25.800 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:46:25.800 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:46:25.800 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:25.800 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:46:25.801 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:25.801 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:46:25.801 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:25.802 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:25.802 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:46:25.802 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:25.803 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:46:25.803 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:25.803 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:46:25.803 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:46:25.804 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:25.804 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:25.805 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:25.805 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:46:25.805 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:25.805 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:25.806 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:46:25.806 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:25.806 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:46:25.807 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:25.807 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:46:25.807 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:46:25.807 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:25.808 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:25.808 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:25.808 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:46:25.809 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:25.809 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:25.809 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:46:25.809 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:25.810 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:46:25.810 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:25.810 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:46:25.811 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:46:25.811 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:25.811 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:25.812 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:25.812 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:46:25.812 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:25.813 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:25.813 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662029185.512157_331.1", 2022-09-01T10:46:25.813 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:25.813 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:46:25.814 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:25.814 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:46:25.512157Z", 2022-09-01T10:46:25.814 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:46:25.815 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:25.815 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:25.815 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:46:25.815 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:25.816 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:46:25.816 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:46:25.816 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:46:25.816 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:25.817 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:46:25Z" 2022-09-01T10:46:25.817 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:46:25.818 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029185.512157_331.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:46:25.512157Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:46:25Z" } 2022-09-01T10:46:25.819 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029185.512157_331.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:46:25.512157Z', 'realm_epoch': 4}}] 2022-09-01T10:46:25.820 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029185.512157_331.1'} 2022-09-01T10:46:25.821 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029185.512157_331.1'} 2022-09-01T10:46:25.822 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:46:25.822 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:46:25.823 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:25.824 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:25.825 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:46:25.877 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:25.878 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:25.918 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:25.918+0000 7ff45174a600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:25.919 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:25.920+0000 7ff45174a600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:25.932 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:46:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:46:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:46:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:46:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:46:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:46:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:46:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:46:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:46:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:46:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:46:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:46:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:46:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:46:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:46:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:46:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:46:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:46:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:46:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:46:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:46:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:46:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:46:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:46:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:46:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:46:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:46:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:46:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:46:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:46:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:46:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:46:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:46:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:46:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:46:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:46:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:46:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:46:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662029185.512157_331.1", 2022-09-01T10:46:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:46:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:46:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:46:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:46:25.512157Z", 2022-09-01T10:46:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:46:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:46:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:46:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:46:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:46:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:46:25Z" 2022-09-01T10:46:25.951 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:46:25.952 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029185.512157_331.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:46:25.512157Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:46:25Z" } 2022-09-01T10:46:25.953 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029185.512157_331.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:46:25.512157Z', 'realm_epoch': 4}}] 2022-09-01T10:46:25.953 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029185.512157_331.1'} 2022-09-01T10:46:25.954 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029185.512157_331.1'} 2022-09-01T10:46:25.954 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:46:25.955 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:46:25.955 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:25.956 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:25.957 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:46:26.010 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:26.010 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:26.038 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:26.039+0000 7fdb39d79600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:26.039 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:26.040+0000 7fdb39d79600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:26.058 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:46:26.059 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:46:26.059 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:46:26.059 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:46:26.060 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:46:26.060 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:46:26.061 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:46:26.061 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:26.061 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:46:26.062 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:26.062 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:46:26.062 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:26.063 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:26.063 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:46:26.063 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:26.064 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:46:26.064 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:26.064 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:46:26.065 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:46:26.065 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:26.065 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:26.065 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:26.066 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:46:26.066 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:26.066 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:26.067 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:46:26.067 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:26.067 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:46:26.068 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:26.068 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:46:26.068 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:46:26.068 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:26.069 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:26.069 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:26.069 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:46:26.069 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:26.070 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:26.070 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:46:26.070 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:26.070 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:46:26.071 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:26.071 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:46:26.071 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:46:26.071 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:26.072 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:26.072 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:26.072 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:46:26.072 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:26.073 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:26.073 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662029185.502999_328.1", 2022-09-01T10:46:26.073 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:26.073 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:46:26.074 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:26.074 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:46:25.502999Z", 2022-09-01T10:46:26.074 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:46:26.075 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:26.075 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:26.075 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:46:26.075 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:26.076 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:46:26.076 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:46:26.076 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:46:26.076 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:26.077 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:46:26Z" 2022-09-01T10:46:26.077 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:46:26.078 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029185.502999_328.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:46:25.502999Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:46:26Z" } 2022-09-01T10:46:26.078 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029185.502999_328.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:46:25.502999Z', 'realm_epoch': 4}}] 2022-09-01T10:46:26.079 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029185.512157_331.1'} 2022-09-01T10:46:26.079 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029185.502999_328.1'} 2022-09-01T10:46:26.080 WARNING:rgw_multi.tests:zone test-zone4 behind master: shard=3 master=1_1662029185.512157_331.1 target=1_1662029185.502999_328.1 2022-09-01T10:46:31.082 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:31.083 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:31.083 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:46:31.141 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:31.142 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:31.172 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:31.173+0000 7f1fcbae7600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:31.173 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:31.174+0000 7f1fcbae7600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:31.187 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:46:31.188 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:46:31.188 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:46:31.188 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:46:31.189 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:46:31.189 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:46:31.190 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:46:31.190 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:31.190 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:46:31.190 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:31.191 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:46:31.191 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:31.191 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:31.191 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:46:31.192 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:31.192 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:46:31.193 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:31.193 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:46:31.193 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:46:31.193 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:31.194 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:31.194 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:31.194 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:46:31.194 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:31.195 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:31.195 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:46:31.195 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:31.195 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:46:31.196 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:31.196 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:46:31.196 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:46:31.197 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:31.197 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:31.197 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:31.197 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:46:31.198 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:31.198 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:31.198 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:46:31.198 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:31.199 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:46:31.199 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:31.199 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:46:31.199 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:46:31.200 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:31.200 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:31.200 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:31.200 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:46:31.201 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:31.201 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:31.201 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662029185.512157_331.1", 2022-09-01T10:46:31.201 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:31.202 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:46:31.202 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:31.203 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:46:25.512157Z", 2022-09-01T10:46:31.203 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:46:31.203 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:31.203 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:31.204 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:46:31.204 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:31.204 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:46:31.204 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:46:31.205 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:46:31.205 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:31.205 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:46:31Z" 2022-09-01T10:46:31.205 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:46:31.207 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029185.512157_331.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:46:25.512157Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:46:31Z" } 2022-09-01T10:46:31.208 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029185.512157_331.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:46:25.512157Z', 'realm_epoch': 4}}] 2022-09-01T10:46:31.208 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029185.512157_331.1'} 2022-09-01T10:46:31.209 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029185.512157_331.1'} 2022-09-01T10:46:31.209 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:46:31.210 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-68', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:31.210 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-68', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:31.211 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-68 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:46:31.269 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:31.270 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:31.305 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:31.305+0000 7f970088a600 1 waiting to reach incremental sync.. 2022-09-01T10:46:36.305 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:36.306+0000 7f970088a600 1 waiting to reach incremental sync.. 2022-09-01T10:46:41.307 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:41.307+0000 7f970088a600 1 bucket sync caught up with source: 2022-09-01T10:46:41.308 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.59.5, , , , 00000000001.45.5, , , , , ] 2022-09-01T10:46:41.308 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.59.5, , , , 00000000001.45.5, , , , , ] 2022-09-01T10:46:41.309 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:41.307+0000 7f970088a600 0 bucket checkpoint complete 2022-09-01T10:46:41.327 DEBUG:boto:path=/ptoxvb-68/ 2022-09-01T10:46:41.328 DEBUG:boto:auth_path=/ptoxvb-68/ 2022-09-01T10:46:41.329 DEBUG:boto:Method: HEAD 2022-09-01T10:46:41.329 DEBUG:boto:Path: /ptoxvb-68/ 2022-09-01T10:46:41.330 DEBUG:boto:Data: 2022-09-01T10:46:41.330 DEBUG:boto:Headers: {} 2022-09-01T10:46:41.331 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:41.331 DEBUG:boto:Port: 8000 2022-09-01T10:46:41.332 DEBUG:boto:Params: {} 2022-09-01T10:46:41.332 DEBUG:boto:Token: None 2022-09-01T10:46:41.333 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:41 GMT /ptoxvb-68/ 2022-09-01T10:46:41.333 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8X1sCvlmyXYoBY/nFamFdqMvBJQ= 2022-09-01T10:46:41.334 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8X1sCvlmyXYoBY/nFamFdqMvBJQ=', 'Content-Length': '0'} 2022-09-01T10:46:41.337 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '1024'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000197b5016f7a1476f-0063108d91-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:46:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:41.338 DEBUG:boto:path=/ptoxvb-68/testobj-sse-c 2022-09-01T10:46:41.338 DEBUG:boto:auth_path=/ptoxvb-68/testobj-sse-c 2022-09-01T10:46:41.339 DEBUG:boto:Method: HEAD 2022-09-01T10:46:41.339 DEBUG:boto:Path: /ptoxvb-68/testobj-sse-c 2022-09-01T10:46:41.340 DEBUG:boto:Data: 2022-09-01T10:46:41.340 DEBUG:boto:Headers: {'x-amz-server-side-encryption-customer-algorithm': 'AES256', 'x-amz-server-side-encryption-customer-key': 'pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs=', 'x-amz-server-side-encryption-customer-key-md5': 'DWygnHRtgiJ77HCm+1rvHw=='} 2022-09-01T10:46:41.341 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:41.341 DEBUG:boto:Port: 8000 2022-09-01T10:46:41.342 DEBUG:boto:Params: {} 2022-09-01T10:46:41.342 DEBUG:boto:Token: None 2022-09-01T10:46:41.343 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:41 GMT x-amz-server-side-encryption-customer-algorithm:AES256 x-amz-server-side-encryption-customer-key:pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= x-amz-server-side-encryption-customer-key-md5:DWygnHRtgiJ77HCm+1rvHw== /ptoxvb-68/testobj-sse-c 2022-09-01T10:46:41.344 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q6kOhqI5/I0vfFdxdKiRFSBS66s= 2022-09-01T10:46:41.344 DEBUG:boto:Final headers: {'x-amz-server-side-encryption-customer-algorithm': 'AES256', 'x-amz-server-side-encryption-customer-key': 'pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs=', 'x-amz-server-side-encryption-customer-key-md5': 'DWygnHRtgiJ77HCm+1rvHw==', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q6kOhqI5/I0vfFdxdKiRFSBS66s=', 'Content-Length': '0'} 2022-09-01T10:46:41.346 DEBUG:boto:Response headers: [('Content-Length', '512'), ('x-amz-server-side-encryption-customer-algorithm', 'AES256'), ('x-amz-server-side-encryption-customer-key-MD5', 'DWygnHRtgiJ77HCm+1rvHw=='), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"dc5086b847289ba8b8bde149b8388175"'), ('x-amz-request-id', 'tx0000031b9f3958766a004-0063108d91-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:41.347 DEBUG:boto:path=/ptoxvb-68/testobj-sse-c 2022-09-01T10:46:41.348 DEBUG:boto:auth_path=/ptoxvb-68/testobj-sse-c 2022-09-01T10:46:41.348 DEBUG:boto:Method: GET 2022-09-01T10:46:41.349 DEBUG:boto:Path: /ptoxvb-68/testobj-sse-c 2022-09-01T10:46:41.349 DEBUG:boto:Data: 2022-09-01T10:46:41.350 DEBUG:boto:Headers: {'x-amz-server-side-encryption-customer-algorithm': 'AES256', 'x-amz-server-side-encryption-customer-key': 'pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs=', 'x-amz-server-side-encryption-customer-key-md5': 'DWygnHRtgiJ77HCm+1rvHw=='} 2022-09-01T10:46:41.350 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:41.351 DEBUG:boto:Port: 8000 2022-09-01T10:46:41.351 DEBUG:boto:Params: {} 2022-09-01T10:46:41.352 DEBUG:boto:Token: None 2022-09-01T10:46:41.352 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:41 GMT x-amz-server-side-encryption-customer-algorithm:AES256 x-amz-server-side-encryption-customer-key:pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= x-amz-server-side-encryption-customer-key-md5:DWygnHRtgiJ77HCm+1rvHw== /ptoxvb-68/testobj-sse-c 2022-09-01T10:46:41.353 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YRzXiNLK9omgY+QKBYY0mRY+i7U= 2022-09-01T10:46:41.353 DEBUG:boto:Final headers: {'x-amz-server-side-encryption-customer-algorithm': 'AES256', 'x-amz-server-side-encryption-customer-key': 'pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs=', 'x-amz-server-side-encryption-customer-key-md5': 'DWygnHRtgiJ77HCm+1rvHw==', 'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YRzXiNLK9omgY+QKBYY0mRY+i7U=', 'Content-Length': '0'} 2022-09-01T10:46:41.356 DEBUG:boto:Response headers: [('Content-Length', '512'), ('x-amz-server-side-encryption-customer-algorithm', 'AES256'), ('x-amz-server-side-encryption-customer-key-MD5', 'DWygnHRtgiJ77HCm+1rvHw=='), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"dc5086b847289ba8b8bde149b8388175"'), ('x-amz-request-id', 'tx000006895356f957b343f-0063108d91-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:41.357 DEBUG:boto:path=/ptoxvb-68/testobj-sse-kms 2022-09-01T10:46:41.357 DEBUG:boto:auth_path=/ptoxvb-68/testobj-sse-kms 2022-09-01T10:46:41.358 DEBUG:boto:Method: HEAD 2022-09-01T10:46:41.358 DEBUG:boto:Path: /ptoxvb-68/testobj-sse-kms 2022-09-01T10:46:41.359 DEBUG:boto:Data: 2022-09-01T10:46:41.359 DEBUG:boto:Headers: {} 2022-09-01T10:46:41.360 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:41.360 DEBUG:boto:Port: 8000 2022-09-01T10:46:41.361 DEBUG:boto:Params: {} 2022-09-01T10:46:41.361 DEBUG:boto:Token: None 2022-09-01T10:46:41.362 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:41 GMT /ptoxvb-68/testobj-sse-kms 2022-09-01T10:46:41.363 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OUjX2gBAhgbpdOv7FLRVvPpYN14= 2022-09-01T10:46:41.363 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OUjX2gBAhgbpdOv7FLRVvPpYN14=', 'Content-Length': '0'} 2022-09-01T10:46:41.365 DEBUG:boto:Response headers: [('Content-Length', '512'), ('x-amz-server-side-encryption', 'aws:kms'), ('x-amz-server-side-encryption-aws-kms-key-id', 'testkey-1'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"dc5086b847289ba8b8bde149b8388175"'), ('x-amz-request-id', 'tx0000020b287354ecbd927-0063108d91-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:41.366 DEBUG:boto:path=/ptoxvb-68/testobj-sse-kms 2022-09-01T10:46:41.367 DEBUG:boto:auth_path=/ptoxvb-68/testobj-sse-kms 2022-09-01T10:46:41.367 DEBUG:boto:Method: GET 2022-09-01T10:46:41.368 DEBUG:boto:Path: /ptoxvb-68/testobj-sse-kms 2022-09-01T10:46:41.368 DEBUG:boto:Data: 2022-09-01T10:46:41.369 DEBUG:boto:Headers: {} 2022-09-01T10:46:41.369 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:46:41.370 DEBUG:boto:Port: 8000 2022-09-01T10:46:41.370 DEBUG:boto:Params: {} 2022-09-01T10:46:41.371 DEBUG:boto:Token: None 2022-09-01T10:46:41.371 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:46:41 GMT /ptoxvb-68/testobj-sse-kms 2022-09-01T10:46:41.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3ZQOrt8+3qLhzZ8ku5y80TjAbKc= 2022-09-01T10:46:41.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3ZQOrt8+3qLhzZ8ku5y80TjAbKc=', 'Content-Length': '0'} 2022-09-01T10:46:41.375 DEBUG:boto:Response headers: [('Content-Length', '512'), ('x-amz-server-side-encryption', 'aws:kms'), ('x-amz-server-side-encryption-aws-kms-key-id', 'testkey-1'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:46:25 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"dc5086b847289ba8b8bde149b8388175"'), ('x-amz-request-id', 'tx00000a63f489b7075472a-0063108d91-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:46:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:41.376 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_encrypted_object_sync ... ok 2022-09-01T10:46:41.377 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-69 2022-09-01T10:46:41.378 DEBUG:boto:path=/ptoxvb-69/ 2022-09-01T10:46:41.378 DEBUG:boto:auth_path=/ptoxvb-69/ 2022-09-01T10:46:41.379 DEBUG:boto:Method: PUT 2022-09-01T10:46:41.380 DEBUG:boto:Path: /ptoxvb-69/ 2022-09-01T10:46:41.380 DEBUG:boto:Data: 2022-09-01T10:46:41.381 DEBUG:boto:Headers: {} 2022-09-01T10:46:41.381 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:41.382 DEBUG:boto:Port: 8000 2022-09-01T10:46:41.382 DEBUG:boto:Params: {} 2022-09-01T10:46:41.383 DEBUG:boto:Token: None 2022-09-01T10:46:41.384 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:46:41 GMT /ptoxvb-69/ 2022-09-01T10:46:41.384 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3zXfPV1WSrCZxrT1ofvbYkOQvGw= 2022-09-01T10:46:41.385 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3zXfPV1WSrCZxrT1ofvbYkOQvGw=', 'Content-Length': '0'} 2022-09-01T10:46:41.417 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000c4241c742d02ef35-0063108d91-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:46:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:41.417 DEBUG:boto:path=/ptoxvb-69/ 2022-09-01T10:46:41.418 DEBUG:boto:auth_path=/ptoxvb-69/ 2022-09-01T10:46:41.419 DEBUG:boto:Method: HEAD 2022-09-01T10:46:41.419 DEBUG:boto:Path: /ptoxvb-69/ 2022-09-01T10:46:41.420 DEBUG:boto:Data: 2022-09-01T10:46:41.420 DEBUG:boto:Headers: {} 2022-09-01T10:46:41.421 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:41.422 DEBUG:boto:Port: 8000 2022-09-01T10:46:41.423 DEBUG:boto:Params: {} 2022-09-01T10:46:41.424 DEBUG:boto:Token: None 2022-09-01T10:46:41.424 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:41 GMT /ptoxvb-69/ 2022-09-01T10:46:41.425 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdsp7R2/cFTNuTFoqhb+5vD5IVk= 2022-09-01T10:46:41.426 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdsp7R2/cFTNuTFoqhb+5vD5IVk=', 'Content-Length': '0'} 2022-09-01T10:46:41.429 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ab732b8afe95743b-0063108d91-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:46:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:41.430 DEBUG:boto:path=/ptoxvb-69/a 2022-09-01T10:46:41.431 DEBUG:boto:auth_path=/ptoxvb-69/a 2022-09-01T10:46:41.431 DEBUG:boto:Method: PUT 2022-09-01T10:46:41.432 DEBUG:boto:Path: /ptoxvb-69/a 2022-09-01T10:46:41.432 DEBUG:boto:Data: 2022-09-01T10:46:41.433 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:46:41.434 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:41.434 DEBUG:boto:Port: 8000 2022-09-01T10:46:41.435 DEBUG:boto:Params: {} 2022-09-01T10:46:41.435 DEBUG:boto:Token: None 2022-09-01T10:46:41.436 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:46:41 GMT /ptoxvb-69/a 2022-09-01T10:46:41.437 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3NfYn3KLxE3zDB4uSUc0KEZshSc= 2022-09-01T10:46:41.437 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:46:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3NfYn3KLxE3zDB4uSUc0KEZshSc='} 2022-09-01T10:46:41.482 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005613326ab45ab2d1-0063108d91-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:46:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:41.484 DEBUG:boto:path=/ptoxvb-69/ 2022-09-01T10:46:41.484 DEBUG:boto:auth_path=/ptoxvb-69/ 2022-09-01T10:46:41.485 DEBUG:boto:Method: HEAD 2022-09-01T10:46:41.486 DEBUG:boto:Path: /ptoxvb-69/ 2022-09-01T10:46:41.487 DEBUG:boto:Data: 2022-09-01T10:46:41.488 DEBUG:boto:Headers: {} 2022-09-01T10:46:41.489 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:41.489 DEBUG:boto:Port: 8000 2022-09-01T10:46:41.490 DEBUG:boto:Params: {} 2022-09-01T10:46:41.490 DEBUG:boto:Token: None 2022-09-01T10:46:41.491 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:41 GMT /ptoxvb-69/ 2022-09-01T10:46:41.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdsp7R2/cFTNuTFoqhb+5vD5IVk= 2022-09-01T10:46:41.492 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdsp7R2/cFTNuTFoqhb+5vD5IVk=', 'Content-Length': '0'} 2022-09-01T10:46:41.496 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '3'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004c121c75c1cdaf16-0063108d91-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:46:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:41.498 DEBUG:boto:path=/ptoxvb-69/b 2022-09-01T10:46:41.499 DEBUG:boto:auth_path=/ptoxvb-69/b 2022-09-01T10:46:41.499 DEBUG:boto:Method: PUT 2022-09-01T10:46:41.500 DEBUG:boto:Path: /ptoxvb-69/b 2022-09-01T10:46:41.501 DEBUG:boto:Data: 2022-09-01T10:46:41.501 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:46:41.502 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:41.503 DEBUG:boto:Port: 8000 2022-09-01T10:46:41.503 DEBUG:boto:Params: {} 2022-09-01T10:46:41.504 DEBUG:boto:Token: None 2022-09-01T10:46:41.504 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:46:41 GMT /ptoxvb-69/b 2022-09-01T10:46:41.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OlxrGQCJ5JVojwtVA5UWuVeZlFo= 2022-09-01T10:46:41.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:46:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OlxrGQCJ5JVojwtVA5UWuVeZlFo='} 2022-09-01T10:46:41.517 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000a6eafbd7fecf0cd7-0063108d91-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:46:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:41.518 DEBUG:boto:path=/ptoxvb-69/ 2022-09-01T10:46:41.518 DEBUG:boto:auth_path=/ptoxvb-69/ 2022-09-01T10:46:41.519 DEBUG:boto:Method: HEAD 2022-09-01T10:46:41.519 DEBUG:boto:Path: /ptoxvb-69/ 2022-09-01T10:46:41.520 DEBUG:boto:Data: 2022-09-01T10:46:41.520 DEBUG:boto:Headers: {} 2022-09-01T10:46:41.521 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:41.522 DEBUG:boto:Port: 8000 2022-09-01T10:46:41.522 DEBUG:boto:Params: {} 2022-09-01T10:46:41.523 DEBUG:boto:Token: None 2022-09-01T10:46:41.523 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:41 GMT /ptoxvb-69/ 2022-09-01T10:46:41.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdsp7R2/cFTNuTFoqhb+5vD5IVk= 2022-09-01T10:46:41.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdsp7R2/cFTNuTFoqhb+5vD5IVk=', 'Content-Length': '0'} 2022-09-01T10:46:41.527 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c8fd2b232644bfc4-0063108d91-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:46:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:41.528 DEBUG:boto:path=/ptoxvb-69/c 2022-09-01T10:46:41.529 DEBUG:boto:auth_path=/ptoxvb-69/c 2022-09-01T10:46:41.529 DEBUG:boto:Method: PUT 2022-09-01T10:46:41.530 DEBUG:boto:Path: /ptoxvb-69/c 2022-09-01T10:46:41.530 DEBUG:boto:Data: 2022-09-01T10:46:41.531 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:46:41.531 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:41.532 DEBUG:boto:Port: 8000 2022-09-01T10:46:41.532 DEBUG:boto:Params: {} 2022-09-01T10:46:41.533 DEBUG:boto:Token: None 2022-09-01T10:46:41.533 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:46:41 GMT /ptoxvb-69/c 2022-09-01T10:46:41.534 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0RvHmH1A8NYfALIv6xNokqD6A2k= 2022-09-01T10:46:41.535 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:46:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0RvHmH1A8NYfALIv6xNokqD6A2k='} 2022-09-01T10:46:41.578 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000652592b7f6f2412e-0063108d91-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:46:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:41.580 DEBUG:boto:path=/ptoxvb-69/ 2022-09-01T10:46:41.580 DEBUG:boto:auth_path=/ptoxvb-69/ 2022-09-01T10:46:41.581 DEBUG:boto:Method: HEAD 2022-09-01T10:46:41.582 DEBUG:boto:Path: /ptoxvb-69/ 2022-09-01T10:46:41.583 DEBUG:boto:Data: 2022-09-01T10:46:41.583 DEBUG:boto:Headers: {} 2022-09-01T10:46:41.584 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:41.584 DEBUG:boto:Port: 8000 2022-09-01T10:46:41.585 DEBUG:boto:Params: {} 2022-09-01T10:46:41.585 DEBUG:boto:Token: None 2022-09-01T10:46:41.586 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:46:41 GMT /ptoxvb-69/ 2022-09-01T10:46:41.586 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdsp7R2/cFTNuTFoqhb+5vD5IVk= 2022-09-01T10:46:41.587 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:46:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdsp7R2/cFTNuTFoqhb+5vD5IVk=', 'Content-Length': '0'} 2022-09-01T10:46:41.590 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '9'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000028eb217c261c59-0063108d91-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:46:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:41.591 DEBUG:boto:path=/ptoxvb-69/d 2022-09-01T10:46:41.591 DEBUG:boto:auth_path=/ptoxvb-69/d 2022-09-01T10:46:41.592 DEBUG:boto:Method: PUT 2022-09-01T10:46:41.592 DEBUG:boto:Path: /ptoxvb-69/d 2022-09-01T10:46:41.593 DEBUG:boto:Data: 2022-09-01T10:46:41.593 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:46:41.594 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:46:41.594 DEBUG:boto:Port: 8000 2022-09-01T10:46:41.595 DEBUG:boto:Params: {} 2022-09-01T10:46:41.595 DEBUG:boto:Token: None 2022-09-01T10:46:41.596 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:46:41 GMT /ptoxvb-69/d 2022-09-01T10:46:41.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5/HrWYv+szSLF4qhim6ZaNDdMu4= 2022-09-01T10:46:41.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:46:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5/HrWYv+szSLF4qhim6ZaNDdMu4='} 2022-09-01T10:46:41.608 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000366dea007a84a0c5-0063108d91-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:46:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:46:41.609 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:41.609 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:41.610 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:46:41.670 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:41.671 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:41.710 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T10:46:41.724 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:46:41.724 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:41.725 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:46:41.726 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:46:41.726 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:41.726 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:41.727 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:46:41.727 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:46:41.727 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:41.728 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:41.728 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:46:41.728 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:46:41.728 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:41.729 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:41.729 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662029201.414351_335.1", 2022-09-01T10:46:41.729 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:46:41.414351Z" 2022-09-01T10:46:41.729 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:41.730 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:46:41.731 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662029201.414351_335.1'} 2022-09-01T10:46:41.732 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:46:41.732 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:41.733 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:41.734 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:46:41.789 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:41.790 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:41.820 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:41.821+0000 7f79152d6600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:41.821 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:41.822+0000 7f79152d6600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:41.836 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:46:41.837 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:46:41.837 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:46:41.838 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:46:41.838 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:46:41.838 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:46:41.839 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:46:41.839 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:41.840 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:46:41.840 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:41.840 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:46:41.841 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:41.841 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:41.841 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:46:41.841 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:41.842 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:46:41.842 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:41.842 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:46:41.842 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:46:41.843 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:41.843 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:41.843 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:41.844 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:46:41.844 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:41.844 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:41.844 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:46:41.845 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:41.845 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:46:41.845 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:41.846 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:46:41.846 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:46:41.847 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:41.847 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:41.847 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:41.847 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:46:41.848 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:41.848 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:41.848 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:46:41.849 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:41.849 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:46:41.850 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:41.850 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:46:41.850 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:46:41.851 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:41.851 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:41.852 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:41.852 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:46:41.853 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:41.853 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:41.854 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662029201.414351_335.1", 2022-09-01T10:46:41.854 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:41.854 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:46:41.855 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:41.855 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:46:41.414351Z", 2022-09-01T10:46:41.855 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:46:41.856 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:41.856 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:41.856 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:46:41.856 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:41.857 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:46:41.857 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:46:41.857 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:46:41.857 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:41.858 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:46:41Z" 2022-09-01T10:46:41.858 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:46:41.859 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029201.414351_335.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:46:41.414351Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:46:41Z" } 2022-09-01T10:46:41.860 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029201.414351_335.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:46:41.414351Z', 'realm_epoch': 4}}] 2022-09-01T10:46:41.860 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029201.414351_335.1'} 2022-09-01T10:46:41.861 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029201.414351_335.1'} 2022-09-01T10:46:41.862 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:46:41.862 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:46:41.863 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:41.863 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:41.864 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:46:41.917 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:41.917 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:41.951 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:41.952+0000 7f478714e600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:41.952 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:41.953+0000 7f478714e600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:41.970 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:46:41.971 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:46:41.971 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:46:41.972 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:46:41.972 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:46:41.972 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:46:41.973 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:46:41.973 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:41.973 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:46:41.973 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:41.974 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:46:41.974 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:46:41.974 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:46:41.975 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:46:41.975 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:46:41.976 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:46:41.976 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:46:41.976 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:46:41.977 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:46:41.977 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:41.978 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:41.978 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:41.979 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:46:41.979 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:46:41.979 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:46:41.980 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:46:41.980 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:46:41.980 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:46:41.981 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:46:41.981 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:46:41.981 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:46:41.981 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:41.982 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:41.982 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:41.983 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:46:41.983 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:46:41.983 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:46:41.983 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:46:41.984 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:46:41.984 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:46:41.984 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:46:41.985 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:46:41.985 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:46:41.985 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:41.985 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:41.986 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:41.986 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:46:41.986 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:46:41.986 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:46:41.987 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662029201.401090_332.1", 2022-09-01T10:46:41.987 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:46:41.988 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:46:41.988 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:46:41.988 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:46:41.401090Z", 2022-09-01T10:46:41.989 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:46:41.989 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:41.990 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:41.990 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:46:41.990 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:41.991 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:46:41.991 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:46:41.991 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:46:41.991 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:41.992 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:46:41Z" 2022-09-01T10:46:41.992 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:46:41.993 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029201.401090_332.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:46:41.401090Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:46:41Z" } 2022-09-01T10:46:41.994 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029201.401090_332.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:46:41.401090Z', 'realm_epoch': 4}}] 2022-09-01T10:46:41.994 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029201.414351_335.1'} 2022-09-01T10:46:41.995 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029201.401090_332.1'} 2022-09-01T10:46:41.995 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=3 master=1_1662029201.414351_335.1 target=1_1662029201.401090_332.1 2022-09-01T10:46:46.997 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:46.998 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:46.998 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:46:47.056 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:47.057 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:47.090 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:47.091+0000 7fdbb8043600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:47.091 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:46:47.092+0000 7fdbb8043600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:47.109 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:46:47.109 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:46:47.109 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:46:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:46:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:46:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:46:47.110 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:46:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:46:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:47.111 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:46:47.112 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:46:47.112 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:46:47.112 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:46:47.113 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:46:47.113 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:46:47.113 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:46:47.113 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:46:47.114 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:46:47.114 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:47.114 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:47.114 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:47.115 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:46:47.115 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:46:47.115 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:46:47.115 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:46:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:46:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:46:47.116 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:46:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:46:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:46:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:47.117 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:47.118 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:47.118 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:46:47.118 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:46:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:46:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:46:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:46:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:46:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:46:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:46:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:46:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:47.121 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:47.121 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:46:47.121 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:46:47.121 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:46:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:46:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662029201.414351_335.1", 2022-09-01T10:46:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:46:47.122 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:46:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:46:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:46:41.414351Z", 2022-09-01T10:46:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:46:47.123 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:46:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:46:47.124 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:47.125 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:46:47.125 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:46:47.125 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:46:47.125 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:46:47.126 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:46:47Z" 2022-09-01T10:46:47.126 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:46:47.127 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029201.414351_335.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:46:41.414351Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:46:47Z" } 2022-09-01T10:46:47.128 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029201.414351_335.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:46:41.414351Z', 'realm_epoch': 4}}] 2022-09-01T10:46:47.129 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029201.414351_335.1'} 2022-09-01T10:46:47.129 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029201.414351_335.1'} 2022-09-01T10:46:47.130 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:46:47.130 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:46:47.131 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:47.131 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:46:47.132 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:46:47.190 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:47.190 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:47.221 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:47.222+0000 7ff1d6902600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:47.222 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:47.223+0000 7ff1d6902600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:46:47.235 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:46:47.236 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:46:47.236 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:46:47.236 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:46:47.237 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:46:47.237 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:46:47.237 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:46:47.237 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:46:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:46:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:46:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:46:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:46:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:46:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:47.242 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:47.242 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:47.242 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:46:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:46:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:46:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:46:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:46:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:46:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:46:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:46:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:46:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:46:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:46:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:46:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:46:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:46:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662029201.414351_335.1", 2022-09-01T10:46:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:46:47.251 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:46:47.251 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:46:47.252 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:46:41.414351Z", 2022-09-01T10:46:47.252 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:46:47.252 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:47.252 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:46:47.253 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:46:47.253 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:47.253 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:46:47.253 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:46:47.254 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:46:47.254 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:46:47.254 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:46:47Z" 2022-09-01T10:46:47.255 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:46:47.256 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029201.414351_335.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:46:41.414351Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:46:47Z" } 2022-09-01T10:46:47.257 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029201.414351_335.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:46:41.414351Z', 'realm_epoch': 4}}] 2022-09-01T10:46:47.257 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029201.414351_335.1'} 2022-09-01T10:46:47.258 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029201.414351_335.1'} 2022-09-01T10:46:47.258 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:46:47.259 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-69 2022-09-01T10:46:47.259 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-69', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:47.260 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-69', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:46:47.262 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-69 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:46:47.321 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:46:47.321 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:46:47.356 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:47.357+0000 7fb51e38c600 1 waiting to reach incremental sync.. 2022-09-01T10:46:52.356 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:52.357+0000 7fb51e38c600 1 waiting to reach incremental sync.. 2022-09-01T10:46:57.356 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:46:57.358+0000 7fb51e38c600 1 waiting to reach incremental sync.. 2022-09-01T10:47:02.357 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:47:02.358+0000 7fb51e38c600 1 waiting to reach incremental sync.. 2022-09-01T10:47:07.358 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:47:07.359+0000 7fb51e38c600 1 waiting to reach incremental sync.. 2022-09-01T10:47:12.358 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:47:12.359+0000 7fb51e38c600 1 waiting to reach incremental sync.. 2022-09-01T10:47:17.359 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:47:17.359+0000 7fb51e38c600 1 waiting to reach incremental sync.. 2022-09-01T10:47:22.360 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:47:22.360+0000 7fb51e38c600 1 waiting to reach incremental sync.. 2022-09-01T10:47:27.360 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:47:27.361+0000 7fb51e38c600 1 waiting to reach incremental sync.. 2022-09-01T10:47:32.361 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:47:32.361+0000 7fb51e38c600 1 waiting to reach incremental sync.. 2022-09-01T10:47:37.362 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:47:37.362+0000 7fb51e38c600 1 waiting to reach incremental sync.. 2022-09-01T10:47:42.364 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:47:42.364+0000 7fb51e38c600 1 bucket sync caught up with source: 2022-09-01T10:47:42.365 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:47:42.365 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:47:42.366 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:47:42.364+0000 7fb51e38c600 0 bucket checkpoint complete 2022-09-01T10:47:42.383 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-69 2022-09-01T10:47:42.384 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-69', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:47:42.385 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-69', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:47:42.386 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-69 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:47:42.452 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:47:42.452 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:47:42.501 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:47:42.502+0000 7f501bec4600 1 bucket sync caught up with source: 2022-09-01T10:47:42.502 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:47:42.502 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:47:42.503 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:47:42.502+0000 7f501bec4600 0 bucket checkpoint complete 2022-09-01T10:47:42.521 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-69 2022-09-01T10:47:42.522 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-69', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:47:42.523 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-69', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:47:42.523 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-69 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:47:42.588 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:47:42.589 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:47:42.626 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:47:42.627+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:47:42.627 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , , , , 00000000001.52.5, , ] 2022-09-01T10:47:42.628 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:47:47.628 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:47:47.628+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:47:47.629 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , , , , 00000000001.52.5, , ] 2022-09-01T10:47:47.629 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:47:52.629 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:47:52.630+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:47:52.630 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:47:52.630 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:47:57.631 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:47:57.631+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:47:57.632 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:47:57.633 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:48:02.633 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:48:02.634+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:48:02.633 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:48:02.633 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:48:07.634 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:48:07.636+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:48:07.635 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:48:07.635 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:48:12.636 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:48:12.637+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:48:12.637 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:48:12.637 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:48:17.637 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:48:17.639+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:48:17.638 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:48:17.638 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:48:22.639 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:48:22.640+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:48:22.639 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:48:22.640 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:48:27.641 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:48:27.641+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:48:27.641 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:48:27.642 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:48:32.642 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:48:32.643+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:48:32.643 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:48:32.643 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:48:37.644 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:48:37.644+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:48:37.645 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:48:37.645 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:48:42.646 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:48:42.646+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:48:42.646 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:48:42.647 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:48:47.647 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:48:47.648+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:48:47.648 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:48:47.648 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:48:52.649 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:48:52.649+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:48:52.649 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:48:52.650 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:48:57.650 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:48:57.651+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:48:57.651 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:48:57.652 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:49:02.652 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:49:02.652+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:49:02.653 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:49:02.653 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:49:07.655 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:49:07.654+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:49:07.655 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:49:07.656 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:49:12.655 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:49:12.655+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:49:12.655 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:49:12.656 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:49:17.658 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:49:17.658+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:49:17.659 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:49:17.659 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:49:22.658 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:49:22.660+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:49:22.659 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:49:22.659 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:49:27.660 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:49:27.661+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:49:27.661 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:49:27.661 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:49:32.662 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:49:32.663+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:49:32.662 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:49:32.662 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:49:37.675 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:49:37.665+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:49:37.676 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:49:37.676 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:49:42.666 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:49:42.665+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:49:42.666 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:49:42.667 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:49:47.666 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:49:47.666+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:49:47.667 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:49:47.667 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:49:52.668 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:49:52.668+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:49:52.668 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:49:52.669 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:49:57.669 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:49:57.669+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:49:57.670 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:49:57.670 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:50:02.671 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:50:02.671+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:50:02.672 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:50:02.672 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:50:07.672 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:50:07.672+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:50:07.673 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:50:07.673 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:50:12.674 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:50:12.674+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:50:12.675 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:50:12.675 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:50:17.676 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:50:17.676+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:50:17.677 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:50:17.677 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:50:22.677 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:50:22.677+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:50:22.678 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:50:22.678 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:50:27.679 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:50:27.679+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:50:27.679 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:50:27.679 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:50:32.680 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:50:32.681+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:50:32.681 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:50:32.681 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:50:37.682 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:50:37.683+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:50:37.683 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:50:37.684 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:50:42.683 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:50:42.685+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:50:42.684 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:50:42.684 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:50:47.685 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:50:47.686+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:50:47.685 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:50:47.686 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:50:52.688 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:50:52.688+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:50:52.688 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:50:52.689 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:50:57.689 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:50:57.688+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:50:57.689 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:50:57.690 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:51:02.690 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:51:02.690+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:51:02.691 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:51:02.691 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:51:07.692 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:51:07.692+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:51:07.692 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:51:07.693 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:51:12.694 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:51:12.693+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:51:12.694 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:51:12.695 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:51:17.696 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:51:17.695+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:51:17.697 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:51:17.698 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:51:22.697 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:51:22.697+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:51:22.698 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:51:22.699 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:51:27.698 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:51:27.698+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:51:27.699 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:51:27.700 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:51:32.700 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:51:32.700+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:51:32.700 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:51:32.701 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:51:37.701 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:51:37.701+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:51:37.702 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:51:37.703 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:51:42.703 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:51:42.703+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:51:42.703 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:51:42.703 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:51:47.704 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:51:47.705+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:51:47.705 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:51:47.705 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:51:52.706 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:51:52.707+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:51:52.706 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:51:52.706 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:51:57.708 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:51:57.708+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:51:57.709 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:51:57.709 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:52:02.710 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:02.710+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:52:02.711 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:52:02.711 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:52:07.711 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:07.712+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:52:07.712 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:52:07.712 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:52:12.712 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:12.712+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:52:12.713 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:52:12.713 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:52:17.714 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:17.714+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:52:17.715 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:52:17.715 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:52:22.716 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:22.716+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:52:22.716 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:52:22.717 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:52:27.717 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:27.717+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:52:27.718 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:52:27.719 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:52:32.719 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:32.719+0000 7f1b500d7600 1 waiting for incremental sync to catch up: 2022-09-01T10:52:32.719 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , ] 2022-09-01T10:52:32.720 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.40.5, , , , 00000000001.68.5, , , 00000000001.52.5, , 00000000001.42.5] 2022-09-01T10:52:37.720 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:37.720+0000 7f1b500d7600 0 bucket checkpoint timed out waiting for incremental sync to catch up 2022-09-01T10:52:37.721 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:37.720+0000 7f1b500d7600 0 bucket sync checkpoint failed: (110) Connection timed out 2022-09-01T10:52:37.721 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:37.720+0000 7f1b500d7600 -1 bucket sync checkpoint failed: (110) Connection timed out 2022-09-01T10:52:37.738 DEBUG:teuthology.orchestra.run:got remote process result: 110 2022-09-01T10:52:37.744 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_index_log_trim ... FAIL 2022-09-01T10:52:37.745 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=ptoxvb-70 2022-09-01T10:52:37.747 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:52:37.747 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:52:37.748 DEBUG:boto:Method: PUT 2022-09-01T10:52:37.749 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:52:37.749 DEBUG:boto:Data: 2022-09-01T10:52:37.750 DEBUG:boto:Headers: {} 2022-09-01T10:52:37.751 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:52:37.751 DEBUG:boto:Port: 8000 2022-09-01T10:52:37.752 DEBUG:boto:Params: {} 2022-09-01T10:52:37.753 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:52:37.754 DEBUG:boto:Token: None 2022-09-01T10:52:37.755 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:52:37 GMT /ptoxvb-70/ 2022-09-01T10:52:37.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwSbuZ/xJxDPI0gj9Cfoj+il+T8= 2022-09-01T10:52:37.756 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:52:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwSbuZ/xJxDPI0gj9Cfoj+il+T8=', 'Content-Length': '0'} 2022-09-01T10:52:37.780 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000002fc18383d43d4470-0063108ef5-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:52:37.781 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:52:37.782 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:52:37.782 DEBUG:boto:Method: HEAD 2022-09-01T10:52:37.783 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:52:37.784 DEBUG:boto:Data: 2022-09-01T10:52:37.784 DEBUG:boto:Headers: {} 2022-09-01T10:52:37.785 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:52:37.785 DEBUG:boto:Port: 8000 2022-09-01T10:52:37.786 DEBUG:boto:Params: {} 2022-09-01T10:52:37.786 DEBUG:boto:Token: None 2022-09-01T10:52:37.787 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:52:37 GMT /ptoxvb-70/ 2022-09-01T10:52:37.788 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rVx4ZM7zHLywl3sEGfhUU7ZECi4= 2022-09-01T10:52:37.789 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:52:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rVx4ZM7zHLywl3sEGfhUU7ZECi4=', 'Content-Length': '0'} 2022-09-01T10:52:37.792 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009ed9f820f4fd0b05-0063108ef5-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:52:37.794 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:52:37.795 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:52:37.796 DEBUG:boto:Method: PUT 2022-09-01T10:52:37.797 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:52:37.798 DEBUG:boto:Data: 2022-09-01T10:52:37.799 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:52:37.800 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:52:37.801 DEBUG:boto:Port: 8000 2022-09-01T10:52:37.802 DEBUG:boto:Params: {} 2022-09-01T10:52:37.803 DEBUG:boto:Token: None 2022-09-01T10:52:37.804 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:52:37 GMT /ptoxvb-70/a 2022-09-01T10:52:37.805 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qt7CarAd9LwWPmYeSYZjff75dPw= 2022-09-01T10:52:37.806 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:52:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qt7CarAd9LwWPmYeSYZjff75dPw='} 2022-09-01T10:52:37.815 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000ed18986a1f1e11f9-0063108ef5-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:52:37.816 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:52:37.817 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:52:37.818 DEBUG:boto:Method: HEAD 2022-09-01T10:52:37.819 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:52:37.819 DEBUG:boto:Data: 2022-09-01T10:52:37.821 DEBUG:boto:Headers: {} 2022-09-01T10:52:37.822 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:52:37.823 DEBUG:boto:Port: 8000 2022-09-01T10:52:37.824 DEBUG:boto:Params: {} 2022-09-01T10:52:37.825 DEBUG:boto:Token: None 2022-09-01T10:52:37.826 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:52:37 GMT /ptoxvb-70/ 2022-09-01T10:52:37.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rVx4ZM7zHLywl3sEGfhUU7ZECi4= 2022-09-01T10:52:37.828 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:52:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rVx4ZM7zHLywl3sEGfhUU7ZECi4=', 'Content-Length': '0'} 2022-09-01T10:52:37.832 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '3'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000439e591d936126fb-0063108ef5-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:52:37.833 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:52:37.834 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:52:37.835 DEBUG:boto:Method: PUT 2022-09-01T10:52:37.836 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:52:37.837 DEBUG:boto:Data: 2022-09-01T10:52:37.838 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:52:37.839 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:52:37.839 DEBUG:boto:Port: 8000 2022-09-01T10:52:37.840 DEBUG:boto:Params: {} 2022-09-01T10:52:37.841 DEBUG:boto:Token: None 2022-09-01T10:52:37.842 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:52:37 GMT /ptoxvb-70/b 2022-09-01T10:52:37.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PZwIR9j2nvmVO9WmtC1l1igezp4= 2022-09-01T10:52:37.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:52:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PZwIR9j2nvmVO9WmtC1l1igezp4='} 2022-09-01T10:52:37.894 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000075c441caf867a6b8-0063108ef5-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:52:37.896 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:52:37.896 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:52:37.897 DEBUG:boto:Method: HEAD 2022-09-01T10:52:37.898 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:52:37.898 DEBUG:boto:Data: 2022-09-01T10:52:37.899 DEBUG:boto:Headers: {} 2022-09-01T10:52:37.900 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:52:37.901 DEBUG:boto:Port: 8000 2022-09-01T10:52:37.901 DEBUG:boto:Params: {} 2022-09-01T10:52:37.902 DEBUG:boto:Token: None 2022-09-01T10:52:37.903 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:52:37 GMT /ptoxvb-70/ 2022-09-01T10:52:37.904 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rVx4ZM7zHLywl3sEGfhUU7ZECi4= 2022-09-01T10:52:37.905 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:52:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rVx4ZM7zHLywl3sEGfhUU7ZECi4=', 'Content-Length': '0'} 2022-09-01T10:52:37.908 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000842555d04db69136-0063108ef5-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:52:37.909 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:52:37.910 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:52:37.910 DEBUG:boto:Method: PUT 2022-09-01T10:52:37.911 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:52:37.911 DEBUG:boto:Data: 2022-09-01T10:52:37.912 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:52:37.912 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:52:37.913 DEBUG:boto:Port: 8000 2022-09-01T10:52:37.913 DEBUG:boto:Params: {} 2022-09-01T10:52:37.914 DEBUG:boto:Token: None 2022-09-01T10:52:37.914 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:52:37 GMT /ptoxvb-70/c 2022-09-01T10:52:37.915 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6tQDUSFnOobZDzZRrL2vTRPb4Kg= 2022-09-01T10:52:37.916 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:52:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6tQDUSFnOobZDzZRrL2vTRPb4Kg='} 2022-09-01T10:52:37.926 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000027c098740bb0199a-0063108ef5-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:52:37.927 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:52:37.928 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:52:37.928 DEBUG:boto:Method: HEAD 2022-09-01T10:52:37.929 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:52:37.929 DEBUG:boto:Data: 2022-09-01T10:52:37.930 DEBUG:boto:Headers: {} 2022-09-01T10:52:37.930 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:52:37.931 DEBUG:boto:Port: 8000 2022-09-01T10:52:37.931 DEBUG:boto:Params: {} 2022-09-01T10:52:37.932 DEBUG:boto:Token: None 2022-09-01T10:52:37.932 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:52:37 GMT /ptoxvb-70/ 2022-09-01T10:52:37.933 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rVx4ZM7zHLywl3sEGfhUU7ZECi4= 2022-09-01T10:52:37.933 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:52:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rVx4ZM7zHLywl3sEGfhUU7ZECi4=', 'Content-Length': '0'} 2022-09-01T10:52:37.936 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '9'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000061fb966810b25ecf-0063108ef5-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:52:37.937 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:52:37.939 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:52:37.939 DEBUG:boto:Method: PUT 2022-09-01T10:52:37.940 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:52:37.940 DEBUG:boto:Data: 2022-09-01T10:52:37.941 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:52:37.941 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:52:37.942 DEBUG:boto:Port: 8000 2022-09-01T10:52:37.942 DEBUG:boto:Params: {} 2022-09-01T10:52:37.943 DEBUG:boto:Token: None 2022-09-01T10:52:37.943 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:52:37 GMT /ptoxvb-70/d 2022-09-01T10:52:37.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aOuFRGMQBSA7qwEp4nca9Re4ssE= 2022-09-01T10:52:37.945 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:52:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aOuFRGMQBSA7qwEp4nca9Re4ssE='} 2022-09-01T10:52:37.955 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000b22bc1a064bdddd7-0063108ef5-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:52:37.956 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:52:37.957 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:52:37.958 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:52:38.015 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:52:38.016 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:52:38.062 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T10:52:38.081 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:52:38.081 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:52:38.082 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:52:38.082 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:52:38.082 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:52:38.083 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:52:38.083 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:52:38.083 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:52:38.083 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:52:38.084 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:52:38.084 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:52:38.084 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:52:38.084 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:52:38.085 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:52:38.085 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662029557.779247_348.1", 2022-09-01T10:52:38.085 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:52:37.779247Z" 2022-09-01T10:52:38.086 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:52:38.086 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:52:38.087 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662029557.779247_348.1'} 2022-09-01T10:52:38.088 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:52:38.089 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:52:38.089 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:52:38.090 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:52:38.150 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:52:38.151 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:52:38.184 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:38.184+0000 7f19b3e1b600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:52:38.185 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:38.185+0000 7f19b3e1b600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:52:38.199 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:52:38.200 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:52:38.200 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:52:38.201 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:52:38.201 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:52:38.202 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:52:38.202 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:52:38.203 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:52:38.203 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:52:38.204 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:52:38.204 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:52:38.204 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:52:38.205 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:52:38.205 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:52:38.205 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:52:38.206 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:52:38.206 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:52:38.207 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:52:38.207 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:52:38.208 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:52:38.209 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:52:38.209 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:52:38.209 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:52:38.209 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:52:38.210 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:52:38.210 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:52:38.210 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:52:38.210 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:52:38.211 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:52:38.211 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:52:38.211 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:52:38.211 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:52:38.212 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:52:38.212 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:52:38.212 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:52:38.212 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:52:38.213 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:52:38.213 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:52:38.213 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:52:38.213 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:52:38.214 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:52:38.214 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:52:38.214 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:52:38.214 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:52:38.215 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:52:38.215 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:52:38.215 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:52:38.215 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:52:38.216 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:52:38.216 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662029557.779247_348.1", 2022-09-01T10:52:38.216 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:52:38.217 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:52:38.218 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:52:38.218 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:52:37.779247Z", 2022-09-01T10:52:38.218 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:52:38.219 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:52:38.219 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:52:38.219 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:52:38.219 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:52:38.220 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:52:38.220 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:52:38.220 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:52:38.221 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:52:38.221 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:52:38Z" 2022-09-01T10:52:38.221 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:52:38.223 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029557.779247_348.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:52:37.779247Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:52:38Z" } 2022-09-01T10:52:38.224 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029557.779247_348.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:52:37.779247Z', 'realm_epoch': 4}}] 2022-09-01T10:52:38.225 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029557.779247_348.1'} 2022-09-01T10:52:38.226 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029557.779247_348.1'} 2022-09-01T10:52:38.227 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:52:38.228 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:52:38.229 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:52:38.229 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:52:38.230 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:52:38.283 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:52:38.284 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:52:38.328 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:52:38.328+0000 7f4832a9b600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:52:38.329 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:52:38.329+0000 7f4832a9b600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:52:38.346 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:52:38.346 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:52:38.347 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:52:38.347 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:52:38.348 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:52:38.348 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:52:38.349 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:52:38.349 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:52:38.350 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:52:38.350 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:52:38.352 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:52:38.353 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:52:38.353 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:52:38.354 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:52:38.354 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:52:38.355 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:52:38.355 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:52:38.356 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:52:38.356 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:52:38.356 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:52:38.357 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:52:38.357 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:52:38.357 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:52:38.357 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:52:38.358 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:52:38.358 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:52:38.358 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:52:38.358 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:52:38.359 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:52:38.359 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:52:38.359 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:52:38.359 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:52:38.360 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:52:38.360 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:52:38.360 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:52:38.360 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:52:38.361 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:52:38.361 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:52:38.361 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:52:38.361 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:52:38.362 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:52:38.362 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:52:38.362 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:52:38.363 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:52:38.363 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:52:38.363 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:52:38.363 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:52:38.364 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:52:38.364 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:52:38.364 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662029557.770679_345.1", 2022-09-01T10:52:38.364 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:52:38.365 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:52:38.365 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:52:38.365 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:52:37.770679Z", 2022-09-01T10:52:38.365 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:52:38.366 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:52:38.366 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:52:38.366 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:52:38.366 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:52:38.367 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:52:38.367 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:52:38.367 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:52:38.367 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:52:38.368 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:52:38Z" 2022-09-01T10:52:38.368 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:52:38.370 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029557.770679_345.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:52:37.770679Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:52:38Z" } 2022-09-01T10:52:38.371 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029557.770679_345.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:52:37.770679Z', 'realm_epoch': 4}}] 2022-09-01T10:52:38.372 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029557.779247_348.1'} 2022-09-01T10:52:38.372 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029557.770679_345.1'} 2022-09-01T10:52:38.373 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=3 master=1_1662029557.779247_348.1 target=1_1662029557.770679_345.1 2022-09-01T10:52:43.375 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:52:43.376 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:52:43.378 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:52:43.442 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:52:43.442 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:52:43.485 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:52:43.485+0000 7f2434d9a600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:52:43.486 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:52:43.486+0000 7f2434d9a600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:52:43.500 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:52:43.501 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:52:43.501 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:52:43.501 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:52:43.502 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:52:43.502 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:52:43.503 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:52:43.504 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:52:43.504 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:52:43.504 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:52:43.505 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:52:43.505 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:52:43.506 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:52:43.506 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:52:43.507 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:52:43.507 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:52:43.508 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:52:43.508 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:52:43.509 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:52:43.509 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:52:43.510 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:52:43.510 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:52:43.510 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:52:43.510 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:52:43.511 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:52:43.511 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:52:43.511 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:52:43.512 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:52:43.512 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:52:43.512 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:52:43.513 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:52:43.513 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:52:43.514 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:52:43.514 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:52:43.515 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:52:43.515 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:52:43.516 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:52:43.516 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:52:43.517 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:52:43.518 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:52:43.518 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:52:43.519 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:52:43.519 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:52:43.520 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:52:43.520 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:52:43.521 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:52:43.521 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:52:43.522 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:52:43.522 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:52:43.523 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662029557.779247_348.1", 2022-09-01T10:52:43.523 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:52:43.524 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:52:43.524 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:52:43.525 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:52:37.779247Z", 2022-09-01T10:52:43.525 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:52:43.526 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:52:43.526 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:52:43.527 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:52:43.527 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:52:43.528 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:52:43.528 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:52:43.529 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:52:43.529 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:52:43.529 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:52:43Z" 2022-09-01T10:52:43.530 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:52:43.531 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029557.779247_348.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:52:37.779247Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:52:43Z" } 2022-09-01T10:52:43.532 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029557.779247_348.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:52:37.779247Z', 'realm_epoch': 4}}] 2022-09-01T10:52:43.532 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029557.779247_348.1'} 2022-09-01T10:52:43.533 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029557.779247_348.1'} 2022-09-01T10:52:43.533 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:52:43.534 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:52:43.534 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:52:43.535 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:52:43.535 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:52:43.592 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:52:43.593 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:52:43.624 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:43.624+0000 7fa2516ff600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:52:43.625 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:43.625+0000 7fa2516ff600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:52:43.639 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:52:43.639 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:52:43.639 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:52:43.640 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:52:43.640 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:52:43.640 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:52:43.641 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:52:43.641 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:52:43.641 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:52:43.641 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:52:43.642 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:52:43.642 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:52:43.642 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:52:43.642 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:52:43.643 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:52:43.643 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:52:43.643 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:52:43.643 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:52:43.644 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:52:43.644 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:52:43.644 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:52:43.644 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:52:43.645 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:52:43.645 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:52:43.645 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:52:43.645 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:52:43.646 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:52:43.646 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:52:43.646 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:52:43.646 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:52:43.647 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:52:43.647 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:52:43.647 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:52:43.647 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:52:43.648 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:52:43.648 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:52:43.648 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:52:43.648 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:52:43.649 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:52:43.649 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:52:43.649 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:52:43.650 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:52:43.650 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:52:43.651 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:52:43.651 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:52:43.651 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:52:43.652 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:52:43.652 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:52:43.652 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:52:43.652 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662029557.779247_348.1", 2022-09-01T10:52:43.653 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:52:43.653 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:52:43.653 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:52:43.653 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:52:37.779247Z", 2022-09-01T10:52:43.654 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:52:43.654 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:52:43.654 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:52:43.654 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:52:43.655 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:52:43.655 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:52:43.655 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:52:43.655 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:52:43.656 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:52:43.656 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:52:43Z" 2022-09-01T10:52:43.656 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:52:43.657 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029557.779247_348.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:52:37.779247Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:52:43Z" } 2022-09-01T10:52:43.658 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029557.779247_348.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:52:37.779247Z', 'realm_epoch': 4}}] 2022-09-01T10:52:43.659 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029557.779247_348.1'} 2022-09-01T10:52:43.659 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029557.779247_348.1'} 2022-09-01T10:52:43.659 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:52:43.660 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-70 2022-09-01T10:52:43.661 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:52:43.661 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:52:43.662 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:52:43.721 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:52:43.722 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:52:43.757 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:43.757+0000 7f05c4f92600 1 bucket sync caught up with source: 2022-09-01T10:52:43.758 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.47.5, , , , 00000000001.44.5, , , 00000000001.71.5, , 00000000001.76.5] 2022-09-01T10:52:43.758 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.47.5, , , , 00000000001.44.5, , , 00000000001.71.5, , 00000000001.76.5] 2022-09-01T10:52:43.758 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:43.757+0000 7f05c4f92600 0 bucket checkpoint complete 2022-09-01T10:52:43.771 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-70 2022-09-01T10:52:43.772 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:52:43.772 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:52:43.773 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:52:43.840 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:52:43.841 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:52:43.882 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:52:43.881+0000 7ff5c3fad600 1 bucket sync caught up with source: 2022-09-01T10:52:43.883 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.47.5, , , , 00000000001.44.5, , , 00000000001.71.5, , 00000000001.76.5] 2022-09-01T10:52:43.883 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.47.5, , , , 00000000001.44.5, , , 00000000001.71.5, , 00000000001.76.5] 2022-09-01T10:52:43.884 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:52:43.881+0000 7ff5c3fad600 0 bucket checkpoint complete 2022-09-01T10:52:43.896 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-70 2022-09-01T10:52:43.897 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:52:43.898 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:52:43.899 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:52:43.960 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:52:43.960 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:52:43.994 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:43.994+0000 7f2fe8b89600 1 waiting to reach incremental sync.. 2022-09-01T10:52:48.994 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:48.994+0000 7f2fe8b89600 1 waiting to reach incremental sync.. 2022-09-01T10:52:53.996 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:53.997+0000 7f2fe8b89600 1 bucket sync caught up with source: 2022-09-01T10:52:53.997 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.47.5, , , , 00000000001.44.5, , , 00000000001.71.5, , 00000000001.76.5] 2022-09-01T10:52:53.997 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.47.5, , , , 00000000001.44.5, , , 00000000001.71.5, , 00000000001.76.5] 2022-09-01T10:52:53.997 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:52:53.997+0000 7f2fe8b89600 0 bucket checkpoint complete 2022-09-01T10:52:54.016 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-70 2022-09-01T10:52:54.018 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:52:54.019 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:52:54.020 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:52:54.085 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:52:54.086 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:52:54.130 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:52:54.130+0000 7fc44d9a3600 1 bucket sync caught up with source: 2022-09-01T10:52:54.130 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.222.5, , , , 00000000001.169.5, , , 00000000001.213.5, , 00000000001.138.5] 2022-09-01T10:52:54.130 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.222.5, , , , 00000000001.169.5, , , 00000000001.213.5, , 00000000001.138.5] 2022-09-01T10:52:54.131 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:52:54.130+0000 7fc44d9a3600 0 bucket checkpoint complete 2022-09-01T10:52:54.145 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-70 2022-09-01T10:52:54.146 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:52:54.147 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:52:54.148 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:52:54.206 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:52:54.207 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:52:54.243 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:52:54.244+0000 7ff1cae14600 1 waiting to reach incremental sync.. 2022-09-01T10:52:59.244 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:52:59.245+0000 7ff1cae14600 1 waiting to reach incremental sync.. 2022-09-01T10:53:04.246 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:53:04.246+0000 7ff1cae14600 1 bucket sync caught up with source: 2022-09-01T10:53:04.247 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.222.5, , , , 00000000001.169.5, , , 00000000001.213.5, , 00000000001.138.5] 2022-09-01T10:53:04.247 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.222.5, , , , 00000000001.169.5, , , 00000000001.213.5, , 00000000001.138.5] 2022-09-01T10:53:04.247 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:53:04.246+0000 7ff1cae14600 0 bucket checkpoint complete 2022-09-01T10:53:04.267 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-70 2022-09-01T10:53:04.268 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-70 2022-09-01T10:53:04.268 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:53:04.269 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:53:04.270 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:53:04.331 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:53:04.332 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:53:04.371 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:53:04.372+0000 7fafe4a5d600 1 bucket sync caught up with source: 2022-09-01T10:53:04.371 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.351.5, , , , 00000000001.209.5, , , 00000000001.336.5, , 00000000001.306.5] 2022-09-01T10:53:04.372 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.351.5, , , , 00000000001.209.5, , , 00000000001.336.5, , 00000000001.306.5] 2022-09-01T10:53:04.372 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:53:04.372+0000 7fafe4a5d600 0 bucket checkpoint complete 2022-09-01T10:53:04.387 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-70 2022-09-01T10:53:04.388 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:53:04.388 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:53:04.389 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:53:04.454 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:53:04.455 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:53:04.494 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:53:04.495+0000 7fa319aca600 1 bucket sync caught up with source: 2022-09-01T10:53:04.494 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.351.5, , , , 00000000001.209.5, , , 00000000001.336.5, , 00000000001.306.5] 2022-09-01T10:53:04.495 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.351.5, , , , 00000000001.209.5, , , 00000000001.336.5, , 00000000001.306.5] 2022-09-01T10:53:04.495 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:53:04.495+0000 7fa319aca600 0 bucket checkpoint complete 2022-09-01T10:53:04.509 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-70 2022-09-01T10:53:04.510 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-70 zones={test-zone2, test-zone1} 2022-09-01T10:53:04.510 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:04.511 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:04.511 DEBUG:boto:Method: HEAD 2022-09-01T10:53:04.512 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:53:04.512 DEBUG:boto:Data: 2022-09-01T10:53:04.513 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.514 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:04.514 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.515 DEBUG:boto:Params: {} 2022-09-01T10:53:04.515 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:53:04.516 DEBUG:boto:Token: None 2022-09-01T10:53:04.517 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/ 2022-09-01T10:53:04.518 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:h7lWEmau9avmqhLvNyPeO2+lNJk= 2022-09-01T10:53:04.518 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:h7lWEmau9avmqhLvNyPeO2+lNJk=', 'Content-Length': '0'} 2022-09-01T10:53:04.522 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000028df43448ff62c85-0063108f10-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.523 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:04.524 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:04.524 DEBUG:boto:Method: HEAD 2022-09-01T10:53:04.525 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:53:04.525 DEBUG:boto:Data: 2022-09-01T10:53:04.526 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.526 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:04.527 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.528 DEBUG:boto:Params: {} 2022-09-01T10:53:04.528 DEBUG:boto:Token: None 2022-09-01T10:53:04.529 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/ 2022-09-01T10:53:04.530 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:h7lWEmau9avmqhLvNyPeO2+lNJk= 2022-09-01T10:53:04.530 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:h7lWEmau9avmqhLvNyPeO2+lNJk=', 'Content-Length': '0'} 2022-09-01T10:53:04.533 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e5854e9b8fc60903-0063108f10-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.534 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:53:04.534 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:04.535 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:04.536 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:04.536 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:04.537 DEBUG:boto:Method: GET 2022-09-01T10:53:04.537 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:04.538 DEBUG:boto:Data: 2022-09-01T10:53:04.538 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.539 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:04.540 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.540 DEBUG:boto:Params: {} 2022-09-01T10:53:04.541 DEBUG:boto:Token: None 2022-09-01T10:53:04.541 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/?versions 2022-09-01T10:53:04.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KegeYUbUfDtpfUu6Pcs1FIic1aY= 2022-09-01T10:53:04.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KegeYUbUfDtpfUu6Pcs1FIic1aY=', 'Content-Length': '0'} 2022-09-01T10:53:04.545 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002f888c699d53470c-0063108f10-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.546 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:04.547 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:53:04.548 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:53:04.548 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:53:04.549 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:53:04.549 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:53:04.550 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:04.551 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:04.551 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:04.552 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:04.552 DEBUG:boto:Method: GET 2022-09-01T10:53:04.553 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:04.553 DEBUG:boto:Data: 2022-09-01T10:53:04.554 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.554 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:04.555 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.555 DEBUG:boto:Params: {} 2022-09-01T10:53:04.556 DEBUG:boto:Token: None 2022-09-01T10:53:04.556 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/?versions 2022-09-01T10:53:04.557 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KegeYUbUfDtpfUu6Pcs1FIic1aY= 2022-09-01T10:53:04.558 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KegeYUbUfDtpfUu6Pcs1FIic1aY=', 'Content-Length': '0'} 2022-09-01T10:53:04.560 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006399311fae6d0002-0063108f10-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.561 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:04.562 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:53:04.562 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:53:04.563 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:53:04.563 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:53:04.564 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:04.564 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:04.565 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:04.565 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:04.566 DEBUG:boto:Method: GET 2022-09-01T10:53:04.566 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:04.567 DEBUG:boto:Data: 2022-09-01T10:53:04.567 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.568 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:04.568 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.569 DEBUG:boto:Params: {} 2022-09-01T10:53:04.569 DEBUG:boto:Token: None 2022-09-01T10:53:04.570 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/?versions 2022-09-01T10:53:04.571 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KegeYUbUfDtpfUu6Pcs1FIic1aY= 2022-09-01T10:53:04.571 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KegeYUbUfDtpfUu6Pcs1FIic1aY=', 'Content-Length': '0'} 2022-09-01T10:53:04.574 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008efa3a8be04ceeab-0063108f10-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.575 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:04.576 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:04.576 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:04.577 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:04.577 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:04.578 DEBUG:boto:Method: GET 2022-09-01T10:53:04.578 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:04.579 DEBUG:boto:Data: 2022-09-01T10:53:04.579 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.580 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:04.580 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.581 DEBUG:boto:Params: {} 2022-09-01T10:53:04.581 DEBUG:boto:Token: None 2022-09-01T10:53:04.582 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/?versions 2022-09-01T10:53:04.583 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KegeYUbUfDtpfUu6Pcs1FIic1aY= 2022-09-01T10:53:04.583 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KegeYUbUfDtpfUu6Pcs1FIic1aY=', 'Content-Length': '0'} 2022-09-01T10:53:04.586 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f52f4d571443adc7-0063108f10-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.587 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:04.587 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:53:04.588 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:04.589 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:04.589 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.590 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.590 DEBUG:boto:Method: GET 2022-09-01T10:53:04.591 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.591 DEBUG:boto:Data: 2022-09-01T10:53:04.592 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.592 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:04.593 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.594 DEBUG:boto:Params: {} 2022-09-01T10:53:04.594 DEBUG:boto:Token: None 2022-09-01T10:53:04.595 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fI7xFHLddGEifp/xfUTShH4/ues= 2022-09-01T10:53:04.596 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fI7xFHLddGEifp/xfUTShH4/ues=', 'Content-Length': '0'} 2022-09-01T10:53:04.598 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000509e152932877223-0063108f10-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.599 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:04.600 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:04.600 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.601 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.601 DEBUG:boto:Method: GET 2022-09-01T10:53:04.602 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.602 DEBUG:boto:Data: 2022-09-01T10:53:04.603 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.603 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:04.604 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.604 DEBUG:boto:Params: {} 2022-09-01T10:53:04.605 DEBUG:boto:Token: None 2022-09-01T10:53:04.606 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fI7xFHLddGEifp/xfUTShH4/ues= 2022-09-01T10:53:04.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fI7xFHLddGEifp/xfUTShH4/ues=', 'Content-Length': '0'} 2022-09-01T10:53:04.610 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b623944cdb2f0d46-0063108f10-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.611 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:04.613 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:04.614 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.614 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.615 DEBUG:boto:Method: HEAD 2022-09-01T10:53:04.615 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.616 DEBUG:boto:Data: 2022-09-01T10:53:04.616 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.617 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:04.618 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.618 DEBUG:boto:Params: {} 2022-09-01T10:53:04.619 DEBUG:boto:Token: None 2022-09-01T10:53:04.619 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.620 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gHtfBNcDXJsYE2E6PTncNRa/lbo= 2022-09-01T10:53:04.621 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gHtfBNcDXJsYE2E6PTncNRa/lbo=', 'Content-Length': '0'} 2022-09-01T10:53:04.623 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007f75249e499b7c4c-0063108f10-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.623 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:04.624 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:04.624 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.625 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.625 DEBUG:boto:Method: HEAD 2022-09-01T10:53:04.626 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.626 DEBUG:boto:Data: 2022-09-01T10:53:04.627 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.628 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:04.628 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.629 DEBUG:boto:Params: {} 2022-09-01T10:53:04.629 DEBUG:boto:Token: None 2022-09-01T10:53:04.630 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.631 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gHtfBNcDXJsYE2E6PTncNRa/lbo= 2022-09-01T10:53:04.631 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gHtfBNcDXJsYE2E6PTncNRa/lbo=', 'Content-Length': '0'} 2022-09-01T10:53:04.633 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cbc6eae731b77d48-0063108f10-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.634 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:53:04.635 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:04.636 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:04.636 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.637 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.637 DEBUG:boto:Method: GET 2022-09-01T10:53:04.638 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.638 DEBUG:boto:Data: 2022-09-01T10:53:04.639 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.639 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:04.640 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.640 DEBUG:boto:Params: {} 2022-09-01T10:53:04.641 DEBUG:boto:Token: None 2022-09-01T10:53:04.642 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.642 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fI7xFHLddGEifp/xfUTShH4/ues= 2022-09-01T10:53:04.643 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fI7xFHLddGEifp/xfUTShH4/ues=', 'Content-Length': '0'} 2022-09-01T10:53:04.645 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000057efae34916e9978-0063108f10-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.686 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:04.687 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:04.688 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.688 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.689 DEBUG:boto:Method: GET 2022-09-01T10:53:04.689 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.690 DEBUG:boto:Data: 2022-09-01T10:53:04.690 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.691 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:04.691 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.692 DEBUG:boto:Params: {} 2022-09-01T10:53:04.693 DEBUG:boto:Token: None 2022-09-01T10:53:04.693 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:04.694 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fI7xFHLddGEifp/xfUTShH4/ues= 2022-09-01T10:53:04.694 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fI7xFHLddGEifp/xfUTShH4/ues=', 'Content-Length': '0'} 2022-09-01T10:53:04.696 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009f18303fddb1213b-0063108f10-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.697 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:04.698 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:04.699 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:04.699 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:04.700 DEBUG:boto:Method: GET 2022-09-01T10:53:04.700 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:53:04.701 DEBUG:boto:Data: 2022-09-01T10:53:04.701 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.702 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:04.702 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.703 DEBUG:boto:Params: {} 2022-09-01T10:53:04.704 DEBUG:boto:Token: None 2022-09-01T10:53:04.704 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/ 2022-09-01T10:53:04.705 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pWdN0kllCHAKR4b7izsjmWWODio= 2022-09-01T10:53:04.706 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pWdN0kllCHAKR4b7izsjmWWODio=', 'Content-Length': '0'} 2022-09-01T10:53:04.708 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a299131cd509cfb5-0063108f10-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.709 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:04.710 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:04.710 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:04.711 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:04.711 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:04.712 DEBUG:boto:Method: GET 2022-09-01T10:53:04.712 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:53:04.713 DEBUG:boto:Data: 2022-09-01T10:53:04.713 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.714 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:04.715 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.715 DEBUG:boto:Params: {} 2022-09-01T10:53:04.716 DEBUG:boto:Token: None 2022-09-01T10:53:04.716 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/ 2022-09-01T10:53:04.717 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pWdN0kllCHAKR4b7izsjmWWODio= 2022-09-01T10:53:04.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pWdN0kllCHAKR4b7izsjmWWODio=', 'Content-Length': '0'} 2022-09-01T10:53:04.720 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000895bd5b7b2eb05fa-0063108f10-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.721 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:04.722 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:04.722 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:04.723 DEBUG:boto:Method: HEAD 2022-09-01T10:53:04.723 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:53:04.724 DEBUG:boto:Data: 2022-09-01T10:53:04.724 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.725 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:04.725 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.726 DEBUG:boto:Params: {} 2022-09-01T10:53:04.726 DEBUG:boto:Token: None 2022-09-01T10:53:04.727 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/a 2022-09-01T10:53:04.727 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z8TH05I0ptDe6w0EY9tWNDRanJg= 2022-09-01T10:53:04.728 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z8TH05I0ptDe6w0EY9tWNDRanJg=', 'Content-Length': '0'} 2022-09-01T10:53:04.730 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000001bcb2c890088ae3-0063108f10-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.731 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:04.731 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:04.732 DEBUG:boto:Method: HEAD 2022-09-01T10:53:04.732 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:53:04.733 DEBUG:boto:Data: 2022-09-01T10:53:04.733 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.734 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:04.734 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.735 DEBUG:boto:Params: {} 2022-09-01T10:53:04.735 DEBUG:boto:Token: None 2022-09-01T10:53:04.736 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/a 2022-09-01T10:53:04.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z8TH05I0ptDe6w0EY9tWNDRanJg= 2022-09-01T10:53:04.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z8TH05I0ptDe6w0EY9tWNDRanJg=', 'Content-Length': '0'} 2022-09-01T10:53:04.739 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000287d94a3f75d903c-0063108f10-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.739 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:53:04.740 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:04.741 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:04.741 DEBUG:boto:Method: GET 2022-09-01T10:53:04.742 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:53:04.742 DEBUG:boto:Data: 2022-09-01T10:53:04.743 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.743 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:04.744 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.744 DEBUG:boto:Params: {} 2022-09-01T10:53:04.745 DEBUG:boto:Token: None 2022-09-01T10:53:04.746 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/a 2022-09-01T10:53:04.746 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WFHbwTjyfHTMdJpjoJmBV+SSDGI= 2022-09-01T10:53:04.747 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WFHbwTjyfHTMdJpjoJmBV+SSDGI=', 'Content-Length': '0'} 2022-09-01T10:53:04.749 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094c7008ed6d1ba7c-0063108f10-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.750 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:04.751 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:04.751 DEBUG:boto:Method: GET 2022-09-01T10:53:04.752 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:53:04.752 DEBUG:boto:Data: 2022-09-01T10:53:04.753 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.753 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:04.754 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.754 DEBUG:boto:Params: {} 2022-09-01T10:53:04.755 DEBUG:boto:Token: None 2022-09-01T10:53:04.756 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/a 2022-09-01T10:53:04.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WFHbwTjyfHTMdJpjoJmBV+SSDGI= 2022-09-01T10:53:04.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WFHbwTjyfHTMdJpjoJmBV+SSDGI=', 'Content-Length': '0'} 2022-09-01T10:53:04.759 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eec2688cffb626cc-0063108f10-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.802 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:04.803 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:04.804 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:04.804 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:04.805 DEBUG:boto:Method: GET 2022-09-01T10:53:04.805 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:53:04.806 DEBUG:boto:Data: 2022-09-01T10:53:04.806 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.807 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:04.808 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.808 DEBUG:boto:Params: {} 2022-09-01T10:53:04.809 DEBUG:boto:Token: None 2022-09-01T10:53:04.810 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/ 2022-09-01T10:53:04.811 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pWdN0kllCHAKR4b7izsjmWWODio= 2022-09-01T10:53:04.811 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pWdN0kllCHAKR4b7izsjmWWODio=', 'Content-Length': '0'} 2022-09-01T10:53:04.814 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000080ca2d92afc5737e-0063108f10-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.815 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:04.816 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:04.816 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:04.817 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:04.818 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:04.819 DEBUG:boto:Method: GET 2022-09-01T10:53:04.819 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:53:04.820 DEBUG:boto:Data: 2022-09-01T10:53:04.820 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.821 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:04.821 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.822 DEBUG:boto:Params: {} 2022-09-01T10:53:04.823 DEBUG:boto:Token: None 2022-09-01T10:53:04.823 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/ 2022-09-01T10:53:04.824 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pWdN0kllCHAKR4b7izsjmWWODio= 2022-09-01T10:53:04.825 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pWdN0kllCHAKR4b7izsjmWWODio=', 'Content-Length': '0'} 2022-09-01T10:53:04.828 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004cec651db414a886-0063108f10-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.828 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:04.829 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:53:04.830 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:04.830 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:04.831 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.831 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.832 DEBUG:boto:Method: GET 2022-09-01T10:53:04.832 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.833 DEBUG:boto:Data: 2022-09-01T10:53:04.834 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.834 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:04.835 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.836 DEBUG:boto:Params: {} 2022-09-01T10:53:04.836 DEBUG:boto:Token: None 2022-09-01T10:53:04.837 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.838 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P0Hb70p1kOPU4m0ZnrBleFCdtSE= 2022-09-01T10:53:04.839 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P0Hb70p1kOPU4m0ZnrBleFCdtSE=', 'Content-Length': '0'} 2022-09-01T10:53:04.842 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e45b8473573ede9c-0063108f10-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.843 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:04.844 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:04.845 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.846 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.847 DEBUG:boto:Method: GET 2022-09-01T10:53:04.848 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.849 DEBUG:boto:Data: 2022-09-01T10:53:04.850 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.851 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:04.852 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.853 DEBUG:boto:Params: {} 2022-09-01T10:53:04.854 DEBUG:boto:Token: None 2022-09-01T10:53:04.855 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.857 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P0Hb70p1kOPU4m0ZnrBleFCdtSE= 2022-09-01T10:53:04.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P0Hb70p1kOPU4m0ZnrBleFCdtSE=', 'Content-Length': '0'} 2022-09-01T10:53:04.860 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004a3a3b49412cd0d5-0063108f10-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.862 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:04.863 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:04.864 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.865 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.866 DEBUG:boto:Method: HEAD 2022-09-01T10:53:04.866 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.867 DEBUG:boto:Data: 2022-09-01T10:53:04.868 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.869 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:04.870 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.870 DEBUG:boto:Params: {} 2022-09-01T10:53:04.871 DEBUG:boto:Token: None 2022-09-01T10:53:04.871 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L+pgqKr6CK/Hqur3cAFfRstYBqM= 2022-09-01T10:53:04.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L+pgqKr6CK/Hqur3cAFfRstYBqM=', 'Content-Length': '0'} 2022-09-01T10:53:04.875 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b322694e63fc064-0063108f10-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.876 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:04.877 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:04.878 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.878 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.879 DEBUG:boto:Method: HEAD 2022-09-01T10:53:04.879 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.880 DEBUG:boto:Data: 2022-09-01T10:53:04.880 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.881 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:04.881 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.882 DEBUG:boto:Params: {} 2022-09-01T10:53:04.883 DEBUG:boto:Token: None 2022-09-01T10:53:04.883 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.884 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L+pgqKr6CK/Hqur3cAFfRstYBqM= 2022-09-01T10:53:04.884 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L+pgqKr6CK/Hqur3cAFfRstYBqM=', 'Content-Length': '0'} 2022-09-01T10:53:04.886 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e037bccb55bc2bcd-0063108f10-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.887 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:53:04.888 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:04.888 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:04.889 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.889 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.890 DEBUG:boto:Method: GET 2022-09-01T10:53:04.891 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.891 DEBUG:boto:Data: 2022-09-01T10:53:04.892 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.892 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:04.893 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.893 DEBUG:boto:Params: {} 2022-09-01T10:53:04.894 DEBUG:boto:Token: None 2022-09-01T10:53:04.895 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P0Hb70p1kOPU4m0ZnrBleFCdtSE= 2022-09-01T10:53:04.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P0Hb70p1kOPU4m0ZnrBleFCdtSE=', 'Content-Length': '0'} 2022-09-01T10:53:04.898 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f37079b3ecce15df-0063108f10-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.946 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:04.947 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:04.948 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.948 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.949 DEBUG:boto:Method: GET 2022-09-01T10:53:04.949 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.950 DEBUG:boto:Data: 2022-09-01T10:53:04.950 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.951 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:04.951 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.952 DEBUG:boto:Params: {} 2022-09-01T10:53:04.952 DEBUG:boto:Token: None 2022-09-01T10:53:04.953 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:04.954 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P0Hb70p1kOPU4m0ZnrBleFCdtSE= 2022-09-01T10:53:04.954 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P0Hb70p1kOPU4m0ZnrBleFCdtSE=', 'Content-Length': '0'} 2022-09-01T10:53:04.956 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca86020f9dcde734-0063108f10-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.957 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:04.958 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:04.959 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:04.959 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:04.960 DEBUG:boto:Method: GET 2022-09-01T10:53:04.961 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:53:04.961 DEBUG:boto:Data: 2022-09-01T10:53:04.962 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.962 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:04.963 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.963 DEBUG:boto:Params: {} 2022-09-01T10:53:04.964 DEBUG:boto:Token: None 2022-09-01T10:53:04.964 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/ 2022-09-01T10:53:04.965 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pWdN0kllCHAKR4b7izsjmWWODio= 2022-09-01T10:53:04.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pWdN0kllCHAKR4b7izsjmWWODio=', 'Content-Length': '0'} 2022-09-01T10:53:04.969 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000098e074970c90332-0063108f10-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.970 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:04.971 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:04.971 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:04.972 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:04.972 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:04.973 DEBUG:boto:Method: GET 2022-09-01T10:53:04.974 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:53:04.974 DEBUG:boto:Data: 2022-09-01T10:53:04.975 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.975 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:04.976 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.977 DEBUG:boto:Params: {} 2022-09-01T10:53:04.977 DEBUG:boto:Token: None 2022-09-01T10:53:04.978 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/ 2022-09-01T10:53:04.979 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pWdN0kllCHAKR4b7izsjmWWODio= 2022-09-01T10:53:04.979 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pWdN0kllCHAKR4b7izsjmWWODio=', 'Content-Length': '0'} 2022-09-01T10:53:04.982 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001826124df65f8ef7-0063108f10-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.983 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:04.984 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:04.984 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:04.985 DEBUG:boto:Method: HEAD 2022-09-01T10:53:04.985 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:53:04.986 DEBUG:boto:Data: 2022-09-01T10:53:04.986 DEBUG:boto:Headers: {} 2022-09-01T10:53:04.987 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:04.988 DEBUG:boto:Port: 8000 2022-09-01T10:53:04.989 DEBUG:boto:Params: {} 2022-09-01T10:53:04.990 DEBUG:boto:Token: None 2022-09-01T10:53:04.991 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:04 GMT /ptoxvb-70/b 2022-09-01T10:53:04.992 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OJiPE9nmot8x7gXnX5yMYC4IU0M= 2022-09-01T10:53:04.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OJiPE9nmot8x7gXnX5yMYC4IU0M=', 'Content-Length': '0'} 2022-09-01T10:53:04.996 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000206a0c0da2d308f2-0063108f10-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:04.997 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:04.998 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:04.999 DEBUG:boto:Method: HEAD 2022-09-01T10:53:05.000 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:53:05.000 DEBUG:boto:Data: 2022-09-01T10:53:05.001 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.002 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.002 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.003 DEBUG:boto:Params: {} 2022-09-01T10:53:05.004 DEBUG:boto:Token: None 2022-09-01T10:53:05.005 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/b 2022-09-01T10:53:05.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/R1s+30uO7//wSz8xFaRdyXKsjE= 2022-09-01T10:53:05.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/R1s+30uO7//wSz8xFaRdyXKsjE=', 'Content-Length': '0'} 2022-09-01T10:53:05.008 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a759fa746b2ebc06-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.009 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:53:05.010 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:05.010 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:05.011 DEBUG:boto:Method: GET 2022-09-01T10:53:05.011 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:53:05.012 DEBUG:boto:Data: 2022-09-01T10:53:05.013 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.013 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.014 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.014 DEBUG:boto:Params: {} 2022-09-01T10:53:05.015 DEBUG:boto:Token: None 2022-09-01T10:53:05.016 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/b 2022-09-01T10:53:05.017 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fvjy7n9NlFIhb34ADYlPtLHBJ+M= 2022-09-01T10:53:05.018 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fvjy7n9NlFIhb34ADYlPtLHBJ+M=', 'Content-Length': '0'} 2022-09-01T10:53:05.020 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d677573890248c4e-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.022 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:05.023 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:05.024 DEBUG:boto:Method: GET 2022-09-01T10:53:05.024 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:53:05.025 DEBUG:boto:Data: 2022-09-01T10:53:05.026 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.027 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.027 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.028 DEBUG:boto:Params: {} 2022-09-01T10:53:05.029 DEBUG:boto:Token: None 2022-09-01T10:53:05.031 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/b 2022-09-01T10:53:05.032 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fvjy7n9NlFIhb34ADYlPtLHBJ+M= 2022-09-01T10:53:05.033 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fvjy7n9NlFIhb34ADYlPtLHBJ+M=', 'Content-Length': '0'} 2022-09-01T10:53:05.035 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000039dd5f6001cc7066-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.078 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.079 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.079 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:05.080 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:05.081 DEBUG:boto:Method: GET 2022-09-01T10:53:05.081 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:53:05.082 DEBUG:boto:Data: 2022-09-01T10:53:05.083 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.084 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.085 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.086 DEBUG:boto:Params: {} 2022-09-01T10:53:05.087 DEBUG:boto:Token: None 2022-09-01T10:53:05.088 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.089 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM= 2022-09-01T10:53:05.089 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM=', 'Content-Length': '0'} 2022-09-01T10:53:05.093 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a37ef77a3b59ac28-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.094 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.095 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.096 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.096 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:05.097 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:05.097 DEBUG:boto:Method: GET 2022-09-01T10:53:05.098 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:53:05.099 DEBUG:boto:Data: 2022-09-01T10:53:05.099 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.100 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.101 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.102 DEBUG:boto:Params: {} 2022-09-01T10:53:05.103 DEBUG:boto:Token: None 2022-09-01T10:53:05.104 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.106 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM= 2022-09-01T10:53:05.107 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM=', 'Content-Length': '0'} 2022-09-01T10:53:05.110 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000035aa18980dc19e47-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.111 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.112 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:53:05.113 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:05.113 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:05.114 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.114 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.115 DEBUG:boto:Method: GET 2022-09-01T10:53:05.115 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.116 DEBUG:boto:Data: 2022-09-01T10:53:05.116 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.117 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.117 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.118 DEBUG:boto:Params: {} 2022-09-01T10:53:05.118 DEBUG:boto:Token: None 2022-09-01T10:53:05.119 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.120 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MDJp5CgAFECHxFe5PcA51y9tILA= 2022-09-01T10:53:05.121 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MDJp5CgAFECHxFe5PcA51y9tILA=', 'Content-Length': '0'} 2022-09-01T10:53:05.124 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a5a7c5a6bca60cbc-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.125 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:05.126 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:05.127 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.127 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.128 DEBUG:boto:Method: GET 2022-09-01T10:53:05.128 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.129 DEBUG:boto:Data: 2022-09-01T10:53:05.129 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.130 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.130 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.131 DEBUG:boto:Params: {} 2022-09-01T10:53:05.131 DEBUG:boto:Token: None 2022-09-01T10:53:05.132 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.132 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MDJp5CgAFECHxFe5PcA51y9tILA= 2022-09-01T10:53:05.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MDJp5CgAFECHxFe5PcA51y9tILA=', 'Content-Length': '0'} 2022-09-01T10:53:05.135 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001dd3fc2a995145ad-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.136 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:05.137 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:05.137 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.138 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.138 DEBUG:boto:Method: HEAD 2022-09-01T10:53:05.139 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.139 DEBUG:boto:Data: 2022-09-01T10:53:05.140 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.140 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.141 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.141 DEBUG:boto:Params: {} 2022-09-01T10:53:05.142 DEBUG:boto:Token: None 2022-09-01T10:53:05.142 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.143 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/iJQ8Qw28+1jn7BiEf8EwA/waHM= 2022-09-01T10:53:05.143 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/iJQ8Qw28+1jn7BiEf8EwA/waHM=', 'Content-Length': '0'} 2022-09-01T10:53:05.146 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008701dfbbfc0a365e-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.146 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:05.147 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:05.147 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.148 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.148 DEBUG:boto:Method: HEAD 2022-09-01T10:53:05.149 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.149 DEBUG:boto:Data: 2022-09-01T10:53:05.150 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.150 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.151 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.151 DEBUG:boto:Params: {} 2022-09-01T10:53:05.152 DEBUG:boto:Token: None 2022-09-01T10:53:05.153 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/iJQ8Qw28+1jn7BiEf8EwA/waHM= 2022-09-01T10:53:05.154 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/iJQ8Qw28+1jn7BiEf8EwA/waHM=', 'Content-Length': '0'} 2022-09-01T10:53:05.156 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bfe7bb4a0dd61512-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.157 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:53:05.158 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:05.159 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:05.160 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.161 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.162 DEBUG:boto:Method: GET 2022-09-01T10:53:05.163 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.164 DEBUG:boto:Data: 2022-09-01T10:53:05.165 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.166 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.166 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.167 DEBUG:boto:Params: {} 2022-09-01T10:53:05.167 DEBUG:boto:Token: None 2022-09-01T10:53:05.168 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.169 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MDJp5CgAFECHxFe5PcA51y9tILA= 2022-09-01T10:53:05.169 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MDJp5CgAFECHxFe5PcA51y9tILA=', 'Content-Length': '0'} 2022-09-01T10:53:05.172 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d18d4f34e2646bc1-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.173 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:05.173 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:05.174 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.175 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.175 DEBUG:boto:Method: GET 2022-09-01T10:53:05.176 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.176 DEBUG:boto:Data: 2022-09-01T10:53:05.177 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.178 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.179 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.180 DEBUG:boto:Params: {} 2022-09-01T10:53:05.181 DEBUG:boto:Token: None 2022-09-01T10:53:05.182 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:05.183 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MDJp5CgAFECHxFe5PcA51y9tILA= 2022-09-01T10:53:05.184 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MDJp5CgAFECHxFe5PcA51y9tILA=', 'Content-Length': '0'} 2022-09-01T10:53:05.187 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c893d29f9f991a7-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.188 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.188 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.189 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:05.189 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:05.190 DEBUG:boto:Method: GET 2022-09-01T10:53:05.190 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:53:05.191 DEBUG:boto:Data: 2022-09-01T10:53:05.191 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.192 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.193 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.193 DEBUG:boto:Params: {} 2022-09-01T10:53:05.194 DEBUG:boto:Token: None 2022-09-01T10:53:05.194 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.195 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM= 2022-09-01T10:53:05.196 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM=', 'Content-Length': '0'} 2022-09-01T10:53:05.199 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f5e0342dcd866da3-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.199 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.200 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.201 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.201 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:05.202 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:05.203 DEBUG:boto:Method: GET 2022-09-01T10:53:05.204 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:53:05.205 DEBUG:boto:Data: 2022-09-01T10:53:05.206 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.207 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.208 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.209 DEBUG:boto:Params: {} 2022-09-01T10:53:05.210 DEBUG:boto:Token: None 2022-09-01T10:53:05.211 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.212 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM= 2022-09-01T10:53:05.213 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM=', 'Content-Length': '0'} 2022-09-01T10:53:05.216 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c84be5a5bc777047-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.258 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.259 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:05.260 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:05.261 DEBUG:boto:Method: HEAD 2022-09-01T10:53:05.262 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:53:05.263 DEBUG:boto:Data: 2022-09-01T10:53:05.264 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.265 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.266 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.267 DEBUG:boto:Params: {} 2022-09-01T10:53:05.268 DEBUG:boto:Token: None 2022-09-01T10:53:05.268 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/c 2022-09-01T10:53:05.269 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OG8EhgkSLz0mE6p+dra2iI7jluo= 2022-09-01T10:53:05.269 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OG8EhgkSLz0mE6p+dra2iI7jluo=', 'Content-Length': '0'} 2022-09-01T10:53:05.272 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000097a77fc28ccddcd2-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.274 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:05.275 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:05.276 DEBUG:boto:Method: HEAD 2022-09-01T10:53:05.277 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:53:05.277 DEBUG:boto:Data: 2022-09-01T10:53:05.278 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.279 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.280 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.281 DEBUG:boto:Params: {} 2022-09-01T10:53:05.282 DEBUG:boto:Token: None 2022-09-01T10:53:05.283 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/c 2022-09-01T10:53:05.284 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OG8EhgkSLz0mE6p+dra2iI7jluo= 2022-09-01T10:53:05.285 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OG8EhgkSLz0mE6p+dra2iI7jluo=', 'Content-Length': '0'} 2022-09-01T10:53:05.288 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000013b983dea21b4fb2-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.290 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:53:05.291 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:05.292 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:05.293 DEBUG:boto:Method: GET 2022-09-01T10:53:05.294 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:53:05.295 DEBUG:boto:Data: 2022-09-01T10:53:05.295 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.296 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.296 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.297 DEBUG:boto:Params: {} 2022-09-01T10:53:05.297 DEBUG:boto:Token: None 2022-09-01T10:53:05.298 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/c 2022-09-01T10:53:05.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uht/Iy4g4N6RBHgJgsvf5qt6zlw= 2022-09-01T10:53:05.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uht/Iy4g4N6RBHgJgsvf5qt6zlw=', 'Content-Length': '0'} 2022-09-01T10:53:05.301 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008347747e8346ba44-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.302 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:05.303 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:05.304 DEBUG:boto:Method: GET 2022-09-01T10:53:05.304 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:53:05.305 DEBUG:boto:Data: 2022-09-01T10:53:05.305 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.306 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.306 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.307 DEBUG:boto:Params: {} 2022-09-01T10:53:05.308 DEBUG:boto:Token: None 2022-09-01T10:53:05.308 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/c 2022-09-01T10:53:05.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uht/Iy4g4N6RBHgJgsvf5qt6zlw= 2022-09-01T10:53:05.310 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uht/Iy4g4N6RBHgJgsvf5qt6zlw=', 'Content-Length': '0'} 2022-09-01T10:53:05.312 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045e59acc32967142-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.313 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.314 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.315 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:05.316 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:05.317 DEBUG:boto:Method: GET 2022-09-01T10:53:05.318 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:53:05.319 DEBUG:boto:Data: 2022-09-01T10:53:05.320 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.320 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.321 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.322 DEBUG:boto:Params: {} 2022-09-01T10:53:05.322 DEBUG:boto:Token: None 2022-09-01T10:53:05.323 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.324 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM= 2022-09-01T10:53:05.324 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM=', 'Content-Length': '0'} 2022-09-01T10:53:05.327 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000087d7faa4c9b2f7ee-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.328 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.329 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.329 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.330 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:05.331 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:05.332 DEBUG:boto:Method: GET 2022-09-01T10:53:05.333 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:53:05.333 DEBUG:boto:Data: 2022-09-01T10:53:05.334 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.334 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.335 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.336 DEBUG:boto:Params: {} 2022-09-01T10:53:05.336 DEBUG:boto:Token: None 2022-09-01T10:53:05.337 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.337 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM= 2022-09-01T10:53:05.338 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM=', 'Content-Length': '0'} 2022-09-01T10:53:05.341 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f7534dba9edeb73c-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.342 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.342 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:53:05.343 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:05.344 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:05.345 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.346 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.347 DEBUG:boto:Method: GET 2022-09-01T10:53:05.348 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.348 DEBUG:boto:Data: 2022-09-01T10:53:05.349 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.350 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.351 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.352 DEBUG:boto:Params: {} 2022-09-01T10:53:05.353 DEBUG:boto:Token: None 2022-09-01T10:53:05.354 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.355 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZqYnPpmkqvkK+OPLbDLLKZe+9oY= 2022-09-01T10:53:05.356 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZqYnPpmkqvkK+OPLbDLLKZe+9oY=', 'Content-Length': '0'} 2022-09-01T10:53:05.359 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a6ce0ea6a91227ea-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.402 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:05.403 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:05.404 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.405 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.406 DEBUG:boto:Method: GET 2022-09-01T10:53:05.407 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.408 DEBUG:boto:Data: 2022-09-01T10:53:05.408 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.409 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.409 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.410 DEBUG:boto:Params: {} 2022-09-01T10:53:05.410 DEBUG:boto:Token: None 2022-09-01T10:53:05.411 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.412 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZqYnPpmkqvkK+OPLbDLLKZe+9oY= 2022-09-01T10:53:05.412 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZqYnPpmkqvkK+OPLbDLLKZe+9oY=', 'Content-Length': '0'} 2022-09-01T10:53:05.415 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012b1c2c05e0b21f8-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.415 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:05.416 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:05.416 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.417 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.417 DEBUG:boto:Method: HEAD 2022-09-01T10:53:05.418 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.418 DEBUG:boto:Data: 2022-09-01T10:53:05.419 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.419 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.420 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.420 DEBUG:boto:Params: {} 2022-09-01T10:53:05.421 DEBUG:boto:Token: None 2022-09-01T10:53:05.422 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.422 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BGSZp+uj56J8Zl/eKutRKU2jmQ4= 2022-09-01T10:53:05.423 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BGSZp+uj56J8Zl/eKutRKU2jmQ4=', 'Content-Length': '0'} 2022-09-01T10:53:05.425 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ddc7efdfeb8e6aba-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.426 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:05.427 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:05.427 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.428 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.428 DEBUG:boto:Method: HEAD 2022-09-01T10:53:05.429 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.429 DEBUG:boto:Data: 2022-09-01T10:53:05.430 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.430 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.431 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.431 DEBUG:boto:Params: {} 2022-09-01T10:53:05.432 DEBUG:boto:Token: None 2022-09-01T10:53:05.432 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.433 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BGSZp+uj56J8Zl/eKutRKU2jmQ4= 2022-09-01T10:53:05.434 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BGSZp+uj56J8Zl/eKutRKU2jmQ4=', 'Content-Length': '0'} 2022-09-01T10:53:05.436 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f9e492afb3264956-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.436 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:53:05.437 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:05.437 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:05.438 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.439 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.439 DEBUG:boto:Method: GET 2022-09-01T10:53:05.440 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.440 DEBUG:boto:Data: 2022-09-01T10:53:05.441 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.441 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.442 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.442 DEBUG:boto:Params: {} 2022-09-01T10:53:05.443 DEBUG:boto:Token: None 2022-09-01T10:53:05.443 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.444 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZqYnPpmkqvkK+OPLbDLLKZe+9oY= 2022-09-01T10:53:05.445 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZqYnPpmkqvkK+OPLbDLLKZe+9oY=', 'Content-Length': '0'} 2022-09-01T10:53:05.447 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ddd58dede75f44d4-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.448 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:05.448 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:05.449 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.449 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.450 DEBUG:boto:Method: GET 2022-09-01T10:53:05.451 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.451 DEBUG:boto:Data: 2022-09-01T10:53:05.452 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.452 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.453 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.453 DEBUG:boto:Params: {} 2022-09-01T10:53:05.454 DEBUG:boto:Token: None 2022-09-01T10:53:05.455 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:05.455 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZqYnPpmkqvkK+OPLbDLLKZe+9oY= 2022-09-01T10:53:05.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZqYnPpmkqvkK+OPLbDLLKZe+9oY=', 'Content-Length': '0'} 2022-09-01T10:53:05.458 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d20c41d7fd3ff861-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.459 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.459 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.460 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:05.460 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:05.461 DEBUG:boto:Method: GET 2022-09-01T10:53:05.462 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:53:05.462 DEBUG:boto:Data: 2022-09-01T10:53:05.463 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.463 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.464 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.464 DEBUG:boto:Params: {} 2022-09-01T10:53:05.465 DEBUG:boto:Token: None 2022-09-01T10:53:05.465 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.466 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM= 2022-09-01T10:53:05.467 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM=', 'Content-Length': '0'} 2022-09-01T10:53:05.470 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008481afea2a83eb19-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.470 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.472 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.472 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.473 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:05.473 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:05.474 DEBUG:boto:Method: GET 2022-09-01T10:53:05.475 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:53:05.475 DEBUG:boto:Data: 2022-09-01T10:53:05.476 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.476 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.477 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.477 DEBUG:boto:Params: {} 2022-09-01T10:53:05.478 DEBUG:boto:Token: None 2022-09-01T10:53:05.479 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.479 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM= 2022-09-01T10:53:05.480 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM=', 'Content-Length': '0'} 2022-09-01T10:53:05.483 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b80f6742964daab5-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.526 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.527 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:05.528 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:05.528 DEBUG:boto:Method: HEAD 2022-09-01T10:53:05.529 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:53:05.530 DEBUG:boto:Data: 2022-09-01T10:53:05.531 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.532 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.533 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.534 DEBUG:boto:Params: {} 2022-09-01T10:53:05.535 DEBUG:boto:Token: None 2022-09-01T10:53:05.536 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/d 2022-09-01T10:53:05.537 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YgzTnRa/6nwrTbX//7YTQBejf2c= 2022-09-01T10:53:05.538 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YgzTnRa/6nwrTbX//7YTQBejf2c=', 'Content-Length': '0'} 2022-09-01T10:53:05.540 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006774cc62ac5b2e55-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.542 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:05.543 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:05.543 DEBUG:boto:Method: HEAD 2022-09-01T10:53:05.544 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:53:05.544 DEBUG:boto:Data: 2022-09-01T10:53:05.545 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.545 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.546 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.547 DEBUG:boto:Params: {} 2022-09-01T10:53:05.547 DEBUG:boto:Token: None 2022-09-01T10:53:05.548 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/d 2022-09-01T10:53:05.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YgzTnRa/6nwrTbX//7YTQBejf2c= 2022-09-01T10:53:05.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YgzTnRa/6nwrTbX//7YTQBejf2c=', 'Content-Length': '0'} 2022-09-01T10:53:05.551 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f200fc7d7580ff25-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.553 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:53:05.554 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:05.554 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:05.555 DEBUG:boto:Method: GET 2022-09-01T10:53:05.555 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:53:05.556 DEBUG:boto:Data: 2022-09-01T10:53:05.556 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.557 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.558 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.558 DEBUG:boto:Params: {} 2022-09-01T10:53:05.559 DEBUG:boto:Token: None 2022-09-01T10:53:05.559 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/d 2022-09-01T10:53:05.560 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U+q58AZ0C1UQOhxHftg2M6umYeA= 2022-09-01T10:53:05.561 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U+q58AZ0C1UQOhxHftg2M6umYeA=', 'Content-Length': '0'} 2022-09-01T10:53:05.563 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000023f4fd8f42922083-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.564 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:05.564 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:05.565 DEBUG:boto:Method: GET 2022-09-01T10:53:05.565 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:53:05.566 DEBUG:boto:Data: 2022-09-01T10:53:05.574 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.575 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.575 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.576 DEBUG:boto:Params: {} 2022-09-01T10:53:05.577 DEBUG:boto:Token: None 2022-09-01T10:53:05.577 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/d 2022-09-01T10:53:05.578 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U+q58AZ0C1UQOhxHftg2M6umYeA= 2022-09-01T10:53:05.579 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U+q58AZ0C1UQOhxHftg2M6umYeA=', 'Content-Length': '0'} 2022-09-01T10:53:05.581 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e27cbebf4dae9aa9-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.582 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.583 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.584 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:05.584 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:05.585 DEBUG:boto:Method: GET 2022-09-01T10:53:05.585 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:53:05.586 DEBUG:boto:Data: 2022-09-01T10:53:05.586 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.587 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:05.588 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.588 DEBUG:boto:Params: {} 2022-09-01T10:53:05.589 DEBUG:boto:Token: None 2022-09-01T10:53:05.589 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.590 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM= 2022-09-01T10:53:05.591 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM=', 'Content-Length': '0'} 2022-09-01T10:53:05.594 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007b513d5db7e49de8-0063108f11-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.634 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.635 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.636 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.636 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:05.637 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:05.637 DEBUG:boto:Method: GET 2022-09-01T10:53:05.638 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:53:05.638 DEBUG:boto:Data: 2022-09-01T10:53:05.639 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.640 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.640 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.641 DEBUG:boto:Params: {} 2022-09-01T10:53:05.641 DEBUG:boto:Token: None 2022-09-01T10:53:05.642 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM= 2022-09-01T10:53:05.644 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM=', 'Content-Length': '0'} 2022-09-01T10:53:05.647 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000856ba68aa75957ee-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.648 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.649 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-70 zones={test-zone2, test-zone1} 2022-09-01T10:53:05.649 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-70 zones={test-zone3, test-zone1} 2022-09-01T10:53:05.650 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.650 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.651 DEBUG:boto:Method: HEAD 2022-09-01T10:53:05.651 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:53:05.652 DEBUG:boto:Data: 2022-09-01T10:53:05.652 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.653 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:05.653 DEBUG:boto:Port: 8001 2022-09-01T10:53:05.654 DEBUG:boto:Params: {} 2022-09-01T10:53:05.655 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:53:05.655 DEBUG:boto:Token: None 2022-09-01T10:53:05.656 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bG1xEesx2CmQCDHfVcrT5VtnhqU= 2022-09-01T10:53:05.657 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bG1xEesx2CmQCDHfVcrT5VtnhqU=', 'Content-Length': '0'} 2022-09-01T10:53:05.661 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006f890230d9bb6fd0-0063108f11-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.662 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.662 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.663 DEBUG:boto:Method: HEAD 2022-09-01T10:53:05.663 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:53:05.664 DEBUG:boto:Data: 2022-09-01T10:53:05.664 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.665 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.665 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.666 DEBUG:boto:Params: {} 2022-09-01T10:53:05.666 DEBUG:boto:Token: None 2022-09-01T10:53:05.667 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bG1xEesx2CmQCDHfVcrT5VtnhqU= 2022-09-01T10:53:05.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bG1xEesx2CmQCDHfVcrT5VtnhqU=', 'Content-Length': '0'} 2022-09-01T10:53:05.670 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f4f00ed0a4fcc725-0063108f11-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.671 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:53:05.672 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.672 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.673 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:05.673 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:05.674 DEBUG:boto:Method: GET 2022-09-01T10:53:05.674 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:05.675 DEBUG:boto:Data: 2022-09-01T10:53:05.675 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.676 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:05.676 DEBUG:boto:Port: 8001 2022-09-01T10:53:05.677 DEBUG:boto:Params: {} 2022-09-01T10:53:05.677 DEBUG:boto:Token: None 2022-09-01T10:53:05.678 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/?versions 2022-09-01T10:53:05.679 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6TLNBNBmP2Rf1tWllHvvCk6sQdA= 2022-09-01T10:53:05.679 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6TLNBNBmP2Rf1tWllHvvCk6sQdA=', 'Content-Length': '0'} 2022-09-01T10:53:05.682 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004a9db81646cbcb7d-0063108f11-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.683 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.684 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:53:05.684 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:53:05.685 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:53:05.685 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:53:05.686 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:53:05.686 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.687 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.687 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:05.688 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:05.688 DEBUG:boto:Method: GET 2022-09-01T10:53:05.689 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:05.689 DEBUG:boto:Data: 2022-09-01T10:53:05.690 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.690 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.691 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.691 DEBUG:boto:Params: {} 2022-09-01T10:53:05.692 DEBUG:boto:Token: None 2022-09-01T10:53:05.693 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/?versions 2022-09-01T10:53:05.694 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6TLNBNBmP2Rf1tWllHvvCk6sQdA= 2022-09-01T10:53:05.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6TLNBNBmP2Rf1tWllHvvCk6sQdA=', 'Content-Length': '0'} 2022-09-01T10:53:05.698 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000e120b92cd23e193-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.698 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.699 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:53:05.700 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:53:05.700 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:53:05.701 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:53:05.701 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.702 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.702 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:05.703 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:05.703 DEBUG:boto:Method: GET 2022-09-01T10:53:05.704 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:05.704 DEBUG:boto:Data: 2022-09-01T10:53:05.705 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.705 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:05.706 DEBUG:boto:Port: 8001 2022-09-01T10:53:05.706 DEBUG:boto:Params: {} 2022-09-01T10:53:05.707 DEBUG:boto:Token: None 2022-09-01T10:53:05.708 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/?versions 2022-09-01T10:53:05.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6TLNBNBmP2Rf1tWllHvvCk6sQdA= 2022-09-01T10:53:05.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6TLNBNBmP2Rf1tWllHvvCk6sQdA=', 'Content-Length': '0'} 2022-09-01T10:53:05.712 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000027234d16e0a77771-0063108f11-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.712 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.713 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.714 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.715 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:05.715 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:05.716 DEBUG:boto:Method: GET 2022-09-01T10:53:05.716 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:05.717 DEBUG:boto:Data: 2022-09-01T10:53:05.717 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.718 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.718 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.719 DEBUG:boto:Params: {} 2022-09-01T10:53:05.719 DEBUG:boto:Token: None 2022-09-01T10:53:05.720 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/?versions 2022-09-01T10:53:05.721 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6TLNBNBmP2Rf1tWllHvvCk6sQdA= 2022-09-01T10:53:05.721 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6TLNBNBmP2Rf1tWllHvvCk6sQdA=', 'Content-Length': '0'} 2022-09-01T10:53:05.724 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000076c02bdb29ffc200-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.725 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.726 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:53:05.727 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:05.727 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:05.728 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.728 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.729 DEBUG:boto:Method: GET 2022-09-01T10:53:05.729 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.730 DEBUG:boto:Data: 2022-09-01T10:53:05.730 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.731 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:05.731 DEBUG:boto:Port: 8001 2022-09-01T10:53:05.732 DEBUG:boto:Params: {} 2022-09-01T10:53:05.733 DEBUG:boto:Token: None 2022-09-01T10:53:05.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.735 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jLBaMpEqtBXYS0nR94Uyvs+U0mI= 2022-09-01T10:53:05.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jLBaMpEqtBXYS0nR94Uyvs+U0mI=', 'Content-Length': '0'} 2022-09-01T10:53:05.738 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c7ce091ab03a8e98-0063108f11-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.739 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:05.739 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:05.740 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.740 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.741 DEBUG:boto:Method: GET 2022-09-01T10:53:05.742 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.742 DEBUG:boto:Data: 2022-09-01T10:53:05.743 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.743 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.744 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.744 DEBUG:boto:Params: {} 2022-09-01T10:53:05.745 DEBUG:boto:Token: None 2022-09-01T10:53:05.745 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.746 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jLBaMpEqtBXYS0nR94Uyvs+U0mI= 2022-09-01T10:53:05.747 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jLBaMpEqtBXYS0nR94Uyvs+U0mI=', 'Content-Length': '0'} 2022-09-01T10:53:05.749 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe8be1f629144bfd-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.790 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:05.791 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:05.791 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.792 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.792 DEBUG:boto:Method: HEAD 2022-09-01T10:53:05.793 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.794 DEBUG:boto:Data: 2022-09-01T10:53:05.794 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.795 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:05.795 DEBUG:boto:Port: 8001 2022-09-01T10:53:05.796 DEBUG:boto:Params: {} 2022-09-01T10:53:05.797 DEBUG:boto:Token: None 2022-09-01T10:53:05.797 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.798 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AJTcuhzH+f9p2yJVKNXh/M8QJvI= 2022-09-01T10:53:05.798 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AJTcuhzH+f9p2yJVKNXh/M8QJvI=', 'Content-Length': '0'} 2022-09-01T10:53:05.800 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000ed048575d3a00a3-0063108f11-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.801 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:05.802 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:05.802 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.803 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.803 DEBUG:boto:Method: HEAD 2022-09-01T10:53:05.804 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.804 DEBUG:boto:Data: 2022-09-01T10:53:05.805 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.806 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.806 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.807 DEBUG:boto:Params: {} 2022-09-01T10:53:05.808 DEBUG:boto:Token: None 2022-09-01T10:53:05.809 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.810 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AJTcuhzH+f9p2yJVKNXh/M8QJvI= 2022-09-01T10:53:05.811 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AJTcuhzH+f9p2yJVKNXh/M8QJvI=', 'Content-Length': '0'} 2022-09-01T10:53:05.813 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000943c3f9a2df8941b-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.815 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:53:05.815 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:05.816 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:05.816 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.817 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.817 DEBUG:boto:Method: GET 2022-09-01T10:53:05.818 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.818 DEBUG:boto:Data: 2022-09-01T10:53:05.819 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.819 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:05.820 DEBUG:boto:Port: 8001 2022-09-01T10:53:05.820 DEBUG:boto:Params: {} 2022-09-01T10:53:05.821 DEBUG:boto:Token: None 2022-09-01T10:53:05.822 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.822 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jLBaMpEqtBXYS0nR94Uyvs+U0mI= 2022-09-01T10:53:05.823 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jLBaMpEqtBXYS0nR94Uyvs+U0mI=', 'Content-Length': '0'} 2022-09-01T10:53:05.825 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000086425cd844b3b3b1-0063108f11-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.826 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:05.827 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:05.827 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.828 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.828 DEBUG:boto:Method: GET 2022-09-01T10:53:05.829 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.829 DEBUG:boto:Data: 2022-09-01T10:53:05.830 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.831 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.831 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.832 DEBUG:boto:Params: {} 2022-09-01T10:53:05.833 DEBUG:boto:Token: None 2022-09-01T10:53:05.834 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:05.834 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jLBaMpEqtBXYS0nR94Uyvs+U0mI= 2022-09-01T10:53:05.835 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jLBaMpEqtBXYS0nR94Uyvs+U0mI=', 'Content-Length': '0'} 2022-09-01T10:53:05.837 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000ce45a071413e9e5-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.838 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.839 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.840 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:05.841 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:05.841 DEBUG:boto:Method: GET 2022-09-01T10:53:05.842 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:53:05.843 DEBUG:boto:Data: 2022-09-01T10:53:05.843 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.844 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:05.844 DEBUG:boto:Port: 8001 2022-09-01T10:53:05.845 DEBUG:boto:Params: {} 2022-09-01T10:53:05.845 DEBUG:boto:Token: None 2022-09-01T10:53:05.846 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM= 2022-09-01T10:53:05.847 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM=', 'Content-Length': '0'} 2022-09-01T10:53:05.850 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b48e960627ff3620-0063108f11-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.851 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.852 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.853 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.853 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:05.854 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:05.854 DEBUG:boto:Method: GET 2022-09-01T10:53:05.855 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:53:05.856 DEBUG:boto:Data: 2022-09-01T10:53:05.856 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.857 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.857 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.858 DEBUG:boto:Params: {} 2022-09-01T10:53:05.858 DEBUG:boto:Token: None 2022-09-01T10:53:05.859 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.859 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM= 2022-09-01T10:53:05.860 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM=', 'Content-Length': '0'} 2022-09-01T10:53:05.863 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009a3eefd94af00b21-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.864 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.864 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:05.865 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:05.866 DEBUG:boto:Method: HEAD 2022-09-01T10:53:05.866 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:53:05.867 DEBUG:boto:Data: 2022-09-01T10:53:05.867 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.868 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:05.868 DEBUG:boto:Port: 8001 2022-09-01T10:53:05.869 DEBUG:boto:Params: {} 2022-09-01T10:53:05.870 DEBUG:boto:Token: None 2022-09-01T10:53:05.870 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/a 2022-09-01T10:53:05.871 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mIXFMBNBF2gHeZEFY+Rqzw7Acnw= 2022-09-01T10:53:05.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mIXFMBNBF2gHeZEFY+Rqzw7Acnw=', 'Content-Length': '0'} 2022-09-01T10:53:05.873 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007d6acb01e6c27d77-0063108f11-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.875 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:05.875 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:05.876 DEBUG:boto:Method: HEAD 2022-09-01T10:53:05.876 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:53:05.877 DEBUG:boto:Data: 2022-09-01T10:53:05.877 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.878 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.878 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.879 DEBUG:boto:Params: {} 2022-09-01T10:53:05.879 DEBUG:boto:Token: None 2022-09-01T10:53:05.880 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/a 2022-09-01T10:53:05.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mIXFMBNBF2gHeZEFY+Rqzw7Acnw= 2022-09-01T10:53:05.881 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mIXFMBNBF2gHeZEFY+Rqzw7Acnw=', 'Content-Length': '0'} 2022-09-01T10:53:05.883 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ecefc1192d216165-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.884 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:53:05.885 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:05.886 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:05.887 DEBUG:boto:Method: GET 2022-09-01T10:53:05.888 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:53:05.888 DEBUG:boto:Data: 2022-09-01T10:53:05.889 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.890 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:05.891 DEBUG:boto:Port: 8001 2022-09-01T10:53:05.892 DEBUG:boto:Params: {} 2022-09-01T10:53:05.892 DEBUG:boto:Token: None 2022-09-01T10:53:05.893 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/a 2022-09-01T10:53:05.894 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kthJYFEqOvTHwFvxr1aFDYT10lc= 2022-09-01T10:53:05.894 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kthJYFEqOvTHwFvxr1aFDYT10lc=', 'Content-Length': '0'} 2022-09-01T10:53:05.897 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f885077269478fa6-0063108f11-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.942 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:05.943 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:05.944 DEBUG:boto:Method: GET 2022-09-01T10:53:05.945 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:53:05.946 DEBUG:boto:Data: 2022-09-01T10:53:05.947 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.948 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.949 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.949 DEBUG:boto:Params: {} 2022-09-01T10:53:05.950 DEBUG:boto:Token: None 2022-09-01T10:53:05.951 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/a 2022-09-01T10:53:05.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kthJYFEqOvTHwFvxr1aFDYT10lc= 2022-09-01T10:53:05.953 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kthJYFEqOvTHwFvxr1aFDYT10lc=', 'Content-Length': '0'} 2022-09-01T10:53:05.956 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed16d7dd39144235-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.958 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.959 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.960 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:05.961 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:05.962 DEBUG:boto:Method: GET 2022-09-01T10:53:05.963 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:53:05.964 DEBUG:boto:Data: 2022-09-01T10:53:05.965 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.966 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:05.967 DEBUG:boto:Port: 8001 2022-09-01T10:53:05.968 DEBUG:boto:Params: {} 2022-09-01T10:53:05.969 DEBUG:boto:Token: None 2022-09-01T10:53:05.970 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.971 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM= 2022-09-01T10:53:05.972 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM=', 'Content-Length': '0'} 2022-09-01T10:53:05.975 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000078d27eb7a3b28d5d-0063108f11-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.976 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.978 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:05.979 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:05.979 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:05.980 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:05.981 DEBUG:boto:Method: GET 2022-09-01T10:53:05.982 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:53:05.983 DEBUG:boto:Data: 2022-09-01T10:53:05.984 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.985 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:05.985 DEBUG:boto:Port: 8000 2022-09-01T10:53:05.986 DEBUG:boto:Params: {} 2022-09-01T10:53:05.987 DEBUG:boto:Token: None 2022-09-01T10:53:05.987 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:05 GMT /ptoxvb-70/ 2022-09-01T10:53:05.988 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM= 2022-09-01T10:53:05.989 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RV4cJAYkU6lF+rPJ2dLX7Sn1bjM=', 'Content-Length': '0'} 2022-09-01T10:53:05.992 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005ceeed05205bba03-0063108f11-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:05.992 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:05.993 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:53:05.994 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:05.995 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:05.995 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:05.996 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:05.996 DEBUG:boto:Method: GET 2022-09-01T10:53:05.997 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:05.997 DEBUG:boto:Data: 2022-09-01T10:53:05.998 DEBUG:boto:Headers: {} 2022-09-01T10:53:05.999 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:05.999 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.000 DEBUG:boto:Params: {} 2022-09-01T10:53:06.000 DEBUG:boto:Token: None 2022-09-01T10:53:06.001 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.002 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ADEbyroiSvG28Av6bI4gGcE9PQ= 2022-09-01T10:53:06.002 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ADEbyroiSvG28Av6bI4gGcE9PQ=', 'Content-Length': '0'} 2022-09-01T10:53:06.005 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c6cfef06df6ec7cb-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.005 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:06.006 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:06.007 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.007 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.008 DEBUG:boto:Method: GET 2022-09-01T10:53:06.008 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.009 DEBUG:boto:Data: 2022-09-01T10:53:06.009 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.010 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.011 DEBUG:boto:Params: {} 2022-09-01T10:53:06.012 DEBUG:boto:Token: None 2022-09-01T10:53:06.012 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.013 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ADEbyroiSvG28Av6bI4gGcE9PQ= 2022-09-01T10:53:06.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ADEbyroiSvG28Av6bI4gGcE9PQ=', 'Content-Length': '0'} 2022-09-01T10:53:06.016 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000055bbb014535cc1f6-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.017 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:06.017 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:06.018 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.018 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.019 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.019 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.020 DEBUG:boto:Data: 2022-09-01T10:53:06.020 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.021 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.021 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.022 DEBUG:boto:Params: {} 2022-09-01T10:53:06.022 DEBUG:boto:Token: None 2022-09-01T10:53:06.023 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.023 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kHV/jCIJZsRSL+7FfyFC7oMzjYE= 2022-09-01T10:53:06.024 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kHV/jCIJZsRSL+7FfyFC7oMzjYE=', 'Content-Length': '0'} 2022-09-01T10:53:06.027 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a4934519eef0fd84-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.028 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:06.029 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:06.031 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.031 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.032 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.033 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.034 DEBUG:boto:Data: 2022-09-01T10:53:06.034 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.035 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.036 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.036 DEBUG:boto:Params: {} 2022-09-01T10:53:06.037 DEBUG:boto:Token: None 2022-09-01T10:53:06.037 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.038 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kHV/jCIJZsRSL+7FfyFC7oMzjYE= 2022-09-01T10:53:06.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kHV/jCIJZsRSL+7FfyFC7oMzjYE=', 'Content-Length': '0'} 2022-09-01T10:53:06.041 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007a3a1f4f12d794e-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.042 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:53:06.043 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:06.043 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:06.044 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.044 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.045 DEBUG:boto:Method: GET 2022-09-01T10:53:06.045 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.046 DEBUG:boto:Data: 2022-09-01T10:53:06.047 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.047 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.048 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.048 DEBUG:boto:Params: {} 2022-09-01T10:53:06.049 DEBUG:boto:Token: None 2022-09-01T10:53:06.049 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.050 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ADEbyroiSvG28Av6bI4gGcE9PQ= 2022-09-01T10:53:06.051 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ADEbyroiSvG28Av6bI4gGcE9PQ=', 'Content-Length': '0'} 2022-09-01T10:53:06.053 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000913a7bb9e83a5246-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.098 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:06.099 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:06.099 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.100 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.100 DEBUG:boto:Method: GET 2022-09-01T10:53:06.101 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.102 DEBUG:boto:Data: 2022-09-01T10:53:06.102 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.103 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.103 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.104 DEBUG:boto:Params: {} 2022-09-01T10:53:06.104 DEBUG:boto:Token: None 2022-09-01T10:53:06.105 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:06.106 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ADEbyroiSvG28Av6bI4gGcE9PQ= 2022-09-01T10:53:06.106 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ADEbyroiSvG28Av6bI4gGcE9PQ=', 'Content-Length': '0'} 2022-09-01T10:53:06.109 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004096bfcdcfbae2bf-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.110 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.111 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.111 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:06.112 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:06.112 DEBUG:boto:Method: GET 2022-09-01T10:53:06.113 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:53:06.113 DEBUG:boto:Data: 2022-09-01T10:53:06.114 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.114 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.115 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.116 DEBUG:boto:Params: {} 2022-09-01T10:53:06.116 DEBUG:boto:Token: None 2022-09-01T10:53:06.117 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/ 2022-09-01T10:53:06.117 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0= 2022-09-01T10:53:06.118 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0=', 'Content-Length': '0'} 2022-09-01T10:53:06.121 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004fd296c7560904a4-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.122 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.123 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.123 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.124 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:06.124 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:06.125 DEBUG:boto:Method: GET 2022-09-01T10:53:06.126 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:53:06.126 DEBUG:boto:Data: 2022-09-01T10:53:06.127 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.127 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.128 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.128 DEBUG:boto:Params: {} 2022-09-01T10:53:06.129 DEBUG:boto:Token: None 2022-09-01T10:53:06.130 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/ 2022-09-01T10:53:06.130 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0= 2022-09-01T10:53:06.131 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0=', 'Content-Length': '0'} 2022-09-01T10:53:06.134 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ca1d3f3563d005c5-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.135 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.136 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:06.136 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:06.137 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.137 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:53:06.138 DEBUG:boto:Data: 2022-09-01T10:53:06.138 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.139 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.139 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.140 DEBUG:boto:Params: {} 2022-09-01T10:53:06.140 DEBUG:boto:Token: None 2022-09-01T10:53:06.141 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/b 2022-09-01T10:53:06.142 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SDZfTnqe0+1rPXGEQbZSOgKa+NE= 2022-09-01T10:53:06.143 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SDZfTnqe0+1rPXGEQbZSOgKa+NE=', 'Content-Length': '0'} 2022-09-01T10:53:06.145 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000340901ee26981177-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.146 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:06.147 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:06.148 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.148 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:53:06.149 DEBUG:boto:Data: 2022-09-01T10:53:06.149 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.150 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.150 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.151 DEBUG:boto:Params: {} 2022-09-01T10:53:06.152 DEBUG:boto:Token: None 2022-09-01T10:53:06.153 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/b 2022-09-01T10:53:06.154 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SDZfTnqe0+1rPXGEQbZSOgKa+NE= 2022-09-01T10:53:06.155 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SDZfTnqe0+1rPXGEQbZSOgKa+NE=', 'Content-Length': '0'} 2022-09-01T10:53:06.161 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000070570619014849b3-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.162 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:53:06.163 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:06.163 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:06.164 DEBUG:boto:Method: GET 2022-09-01T10:53:06.165 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:53:06.165 DEBUG:boto:Data: 2022-09-01T10:53:06.166 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.166 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.167 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.167 DEBUG:boto:Params: {} 2022-09-01T10:53:06.168 DEBUG:boto:Token: None 2022-09-01T10:53:06.168 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/b 2022-09-01T10:53:06.169 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JmzeAF94HuFY0++BK3JYVNgeLN4= 2022-09-01T10:53:06.170 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JmzeAF94HuFY0++BK3JYVNgeLN4=', 'Content-Length': '0'} 2022-09-01T10:53:06.172 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000096285a1a8dc800b9-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.173 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:06.174 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:06.174 DEBUG:boto:Method: GET 2022-09-01T10:53:06.175 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:53:06.176 DEBUG:boto:Data: 2022-09-01T10:53:06.176 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.177 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.177 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.178 DEBUG:boto:Params: {} 2022-09-01T10:53:06.178 DEBUG:boto:Token: None 2022-09-01T10:53:06.179 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/b 2022-09-01T10:53:06.180 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JmzeAF94HuFY0++BK3JYVNgeLN4= 2022-09-01T10:53:06.180 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JmzeAF94HuFY0++BK3JYVNgeLN4=', 'Content-Length': '0'} 2022-09-01T10:53:06.183 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e160c2cfa9ac37cb-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.230 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.231 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.232 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:06.232 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:06.233 DEBUG:boto:Method: GET 2022-09-01T10:53:06.233 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:53:06.234 DEBUG:boto:Data: 2022-09-01T10:53:06.234 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.235 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.236 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.236 DEBUG:boto:Params: {} 2022-09-01T10:53:06.237 DEBUG:boto:Token: None 2022-09-01T10:53:06.238 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/ 2022-09-01T10:53:06.238 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0= 2022-09-01T10:53:06.239 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0=', 'Content-Length': '0'} 2022-09-01T10:53:06.243 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002420b1aeac60504b-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.244 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.245 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.245 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.246 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:06.246 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:06.247 DEBUG:boto:Method: GET 2022-09-01T10:53:06.247 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:53:06.248 DEBUG:boto:Data: 2022-09-01T10:53:06.248 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.249 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.250 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.250 DEBUG:boto:Params: {} 2022-09-01T10:53:06.251 DEBUG:boto:Token: None 2022-09-01T10:53:06.251 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/ 2022-09-01T10:53:06.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0= 2022-09-01T10:53:06.253 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0=', 'Content-Length': '0'} 2022-09-01T10:53:06.256 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ed7aadc56c661151-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.257 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.258 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:53:06.259 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:06.260 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:06.261 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.262 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.263 DEBUG:boto:Method: GET 2022-09-01T10:53:06.264 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.265 DEBUG:boto:Data: 2022-09-01T10:53:06.266 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.267 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.268 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.269 DEBUG:boto:Params: {} 2022-09-01T10:53:06.270 DEBUG:boto:Token: None 2022-09-01T10:53:06.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vqqJJIyC4+yNNXgNHBhs5N4zMl8= 2022-09-01T10:53:06.272 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vqqJJIyC4+yNNXgNHBhs5N4zMl8=', 'Content-Length': '0'} 2022-09-01T10:53:06.275 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001512d5323a8acf5d-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.276 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:06.276 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:06.277 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.277 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.278 DEBUG:boto:Method: GET 2022-09-01T10:53:06.279 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.279 DEBUG:boto:Data: 2022-09-01T10:53:06.280 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.280 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.281 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.282 DEBUG:boto:Params: {} 2022-09-01T10:53:06.282 DEBUG:boto:Token: None 2022-09-01T10:53:06.283 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.283 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vqqJJIyC4+yNNXgNHBhs5N4zMl8= 2022-09-01T10:53:06.284 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vqqJJIyC4+yNNXgNHBhs5N4zMl8=', 'Content-Length': '0'} 2022-09-01T10:53:06.287 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000057c6e8792876c041-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.288 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:06.289 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:06.290 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.290 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.291 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.292 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.292 DEBUG:boto:Data: 2022-09-01T10:53:06.293 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.293 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.294 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.294 DEBUG:boto:Params: {} 2022-09-01T10:53:06.295 DEBUG:boto:Token: None 2022-09-01T10:53:06.296 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.297 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:95TBPKI/McskKjKD7ARu82hgNDI= 2022-09-01T10:53:06.298 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:95TBPKI/McskKjKD7ARu82hgNDI=', 'Content-Length': '0'} 2022-09-01T10:53:06.300 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9ce778e3cdef469-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.302 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:06.303 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:06.304 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.304 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.305 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.306 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.307 DEBUG:boto:Data: 2022-09-01T10:53:06.308 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.308 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.309 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.309 DEBUG:boto:Params: {} 2022-09-01T10:53:06.310 DEBUG:boto:Token: None 2022-09-01T10:53:06.310 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:95TBPKI/McskKjKD7ARu82hgNDI= 2022-09-01T10:53:06.312 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:95TBPKI/McskKjKD7ARu82hgNDI=', 'Content-Length': '0'} 2022-09-01T10:53:06.319 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fb5630b1c1d8fd65-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.320 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:53:06.320 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:06.321 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:06.321 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.322 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.323 DEBUG:boto:Method: GET 2022-09-01T10:53:06.323 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.324 DEBUG:boto:Data: 2022-09-01T10:53:06.324 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.325 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.326 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.326 DEBUG:boto:Params: {} 2022-09-01T10:53:06.327 DEBUG:boto:Token: None 2022-09-01T10:53:06.328 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vqqJJIyC4+yNNXgNHBhs5N4zMl8= 2022-09-01T10:53:06.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vqqJJIyC4+yNNXgNHBhs5N4zMl8=', 'Content-Length': '0'} 2022-09-01T10:53:06.331 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca61f506a0b68775-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.378 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:06.379 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:06.380 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.381 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.381 DEBUG:boto:Method: GET 2022-09-01T10:53:06.382 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.382 DEBUG:boto:Data: 2022-09-01T10:53:06.383 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.384 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.384 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.385 DEBUG:boto:Params: {} 2022-09-01T10:53:06.386 DEBUG:boto:Token: None 2022-09-01T10:53:06.386 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:06.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vqqJJIyC4+yNNXgNHBhs5N4zMl8= 2022-09-01T10:53:06.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vqqJJIyC4+yNNXgNHBhs5N4zMl8=', 'Content-Length': '0'} 2022-09-01T10:53:06.390 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007011fd9d99fca339-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.391 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.392 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.392 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:06.393 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:06.393 DEBUG:boto:Method: GET 2022-09-01T10:53:06.394 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:53:06.395 DEBUG:boto:Data: 2022-09-01T10:53:06.395 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.396 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.397 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.397 DEBUG:boto:Params: {} 2022-09-01T10:53:06.398 DEBUG:boto:Token: None 2022-09-01T10:53:06.399 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/ 2022-09-01T10:53:06.399 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0= 2022-09-01T10:53:06.400 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0=', 'Content-Length': '0'} 2022-09-01T10:53:06.403 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007b95af27d1e7e092-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.403 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.404 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.405 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.405 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:06.406 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:06.406 DEBUG:boto:Method: GET 2022-09-01T10:53:06.407 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:53:06.407 DEBUG:boto:Data: 2022-09-01T10:53:06.408 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.409 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.409 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.410 DEBUG:boto:Params: {} 2022-09-01T10:53:06.411 DEBUG:boto:Token: None 2022-09-01T10:53:06.413 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/ 2022-09-01T10:53:06.414 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0= 2022-09-01T10:53:06.415 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0=', 'Content-Length': '0'} 2022-09-01T10:53:06.418 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fe841a762bbe20f5-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.419 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.420 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:06.420 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:06.421 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.422 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:53:06.422 DEBUG:boto:Data: 2022-09-01T10:53:06.423 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.424 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.425 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.425 DEBUG:boto:Params: {} 2022-09-01T10:53:06.427 DEBUG:boto:Token: None 2022-09-01T10:53:06.428 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/c 2022-09-01T10:53:06.429 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xF3ad1IFpcxskXOBOimnwOX4dQE= 2022-09-01T10:53:06.430 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xF3ad1IFpcxskXOBOimnwOX4dQE=', 'Content-Length': '0'} 2022-09-01T10:53:06.432 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c10cae83cafb1304-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.433 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:06.434 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:06.435 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.435 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:53:06.436 DEBUG:boto:Data: 2022-09-01T10:53:06.436 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.437 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.437 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.438 DEBUG:boto:Params: {} 2022-09-01T10:53:06.439 DEBUG:boto:Token: None 2022-09-01T10:53:06.440 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/c 2022-09-01T10:53:06.441 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xF3ad1IFpcxskXOBOimnwOX4dQE= 2022-09-01T10:53:06.442 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xF3ad1IFpcxskXOBOimnwOX4dQE=', 'Content-Length': '0'} 2022-09-01T10:53:06.444 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b73f701feeb99267-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.445 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:53:06.445 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:06.446 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:06.447 DEBUG:boto:Method: GET 2022-09-01T10:53:06.448 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:53:06.448 DEBUG:boto:Data: 2022-09-01T10:53:06.449 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.449 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.450 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.451 DEBUG:boto:Params: {} 2022-09-01T10:53:06.451 DEBUG:boto:Token: None 2022-09-01T10:53:06.452 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/c 2022-09-01T10:53:06.453 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UbrA7beKpcXe2RyHdkTdxLlOh1A= 2022-09-01T10:53:06.454 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UbrA7beKpcXe2RyHdkTdxLlOh1A=', 'Content-Length': '0'} 2022-09-01T10:53:06.456 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b58184a3be530ac6-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.458 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:06.459 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:06.460 DEBUG:boto:Method: GET 2022-09-01T10:53:06.460 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:53:06.461 DEBUG:boto:Data: 2022-09-01T10:53:06.462 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.462 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.463 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.463 DEBUG:boto:Params: {} 2022-09-01T10:53:06.464 DEBUG:boto:Token: None 2022-09-01T10:53:06.465 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/c 2022-09-01T10:53:06.465 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UbrA7beKpcXe2RyHdkTdxLlOh1A= 2022-09-01T10:53:06.466 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UbrA7beKpcXe2RyHdkTdxLlOh1A=', 'Content-Length': '0'} 2022-09-01T10:53:06.468 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009a9009bd62a1335c-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.469 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.470 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.471 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:06.472 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:06.473 DEBUG:boto:Method: GET 2022-09-01T10:53:06.474 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:53:06.475 DEBUG:boto:Data: 2022-09-01T10:53:06.476 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.477 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.477 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.478 DEBUG:boto:Params: {} 2022-09-01T10:53:06.479 DEBUG:boto:Token: None 2022-09-01T10:53:06.479 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/ 2022-09-01T10:53:06.480 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0= 2022-09-01T10:53:06.480 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0=', 'Content-Length': '0'} 2022-09-01T10:53:06.483 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006d8d2e1569660b54-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.484 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.485 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.485 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.486 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:06.486 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:06.487 DEBUG:boto:Method: GET 2022-09-01T10:53:06.487 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:53:06.488 DEBUG:boto:Data: 2022-09-01T10:53:06.488 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.489 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.490 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.490 DEBUG:boto:Params: {} 2022-09-01T10:53:06.491 DEBUG:boto:Token: None 2022-09-01T10:53:06.491 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/ 2022-09-01T10:53:06.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0= 2022-09-01T10:53:06.493 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0=', 'Content-Length': '0'} 2022-09-01T10:53:06.495 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000078e94f93d72b810c-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.496 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.497 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:53:06.497 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:06.498 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:06.499 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.499 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.500 DEBUG:boto:Method: GET 2022-09-01T10:53:06.500 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.501 DEBUG:boto:Data: 2022-09-01T10:53:06.501 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.502 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.502 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.503 DEBUG:boto:Params: {} 2022-09-01T10:53:06.503 DEBUG:boto:Token: None 2022-09-01T10:53:06.504 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:50ai0Tm5LnWtyf3iZGU4CRzWQIk= 2022-09-01T10:53:06.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:50ai0Tm5LnWtyf3iZGU4CRzWQIk=', 'Content-Length': '0'} 2022-09-01T10:53:06.507 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fc5f01309116402b-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.550 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:06.551 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:06.552 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.552 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.553 DEBUG:boto:Method: GET 2022-09-01T10:53:06.554 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.554 DEBUG:boto:Data: 2022-09-01T10:53:06.555 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.555 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.556 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.556 DEBUG:boto:Params: {} 2022-09-01T10:53:06.557 DEBUG:boto:Token: None 2022-09-01T10:53:06.558 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.558 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:50ai0Tm5LnWtyf3iZGU4CRzWQIk= 2022-09-01T10:53:06.559 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:50ai0Tm5LnWtyf3iZGU4CRzWQIk=', 'Content-Length': '0'} 2022-09-01T10:53:06.561 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf062bbc602ceb1e-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.562 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:06.563 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:06.563 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.564 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.564 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.565 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.565 DEBUG:boto:Data: 2022-09-01T10:53:06.566 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.567 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.567 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.568 DEBUG:boto:Params: {} 2022-09-01T10:53:06.569 DEBUG:boto:Token: None 2022-09-01T10:53:06.570 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.571 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BxVOBBDMfhazJjmEk5/Kjk57wJY= 2022-09-01T10:53:06.572 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BxVOBBDMfhazJjmEk5/Kjk57wJY=', 'Content-Length': '0'} 2022-09-01T10:53:06.575 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e8fffc46d81ac102-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.576 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:06.577 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:06.577 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.578 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.578 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.579 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.579 DEBUG:boto:Data: 2022-09-01T10:53:06.580 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.581 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.581 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.582 DEBUG:boto:Params: {} 2022-09-01T10:53:06.582 DEBUG:boto:Token: None 2022-09-01T10:53:06.583 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.583 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BxVOBBDMfhazJjmEk5/Kjk57wJY= 2022-09-01T10:53:06.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BxVOBBDMfhazJjmEk5/Kjk57wJY=', 'Content-Length': '0'} 2022-09-01T10:53:06.587 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000064eef74c75a15163-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.588 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:53:06.589 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:06.590 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:06.591 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.592 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.593 DEBUG:boto:Method: GET 2022-09-01T10:53:06.594 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.595 DEBUG:boto:Data: 2022-09-01T10:53:06.596 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.597 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.598 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.598 DEBUG:boto:Params: {} 2022-09-01T10:53:06.599 DEBUG:boto:Token: None 2022-09-01T10:53:06.600 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.600 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:50ai0Tm5LnWtyf3iZGU4CRzWQIk= 2022-09-01T10:53:06.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:50ai0Tm5LnWtyf3iZGU4CRzWQIk=', 'Content-Length': '0'} 2022-09-01T10:53:06.603 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003bc87b42df07aafc-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.604 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:06.605 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:06.605 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.606 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.606 DEBUG:boto:Method: GET 2022-09-01T10:53:06.607 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.607 DEBUG:boto:Data: 2022-09-01T10:53:06.608 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.608 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.609 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.609 DEBUG:boto:Params: {} 2022-09-01T10:53:06.610 DEBUG:boto:Token: None 2022-09-01T10:53:06.611 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:06.612 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:50ai0Tm5LnWtyf3iZGU4CRzWQIk= 2022-09-01T10:53:06.613 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:50ai0Tm5LnWtyf3iZGU4CRzWQIk=', 'Content-Length': '0'} 2022-09-01T10:53:06.615 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e7d9096e1493c3bf-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.658 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.659 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.659 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:06.660 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:06.660 DEBUG:boto:Method: GET 2022-09-01T10:53:06.661 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:53:06.661 DEBUG:boto:Data: 2022-09-01T10:53:06.662 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.663 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.663 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.664 DEBUG:boto:Params: {} 2022-09-01T10:53:06.664 DEBUG:boto:Token: None 2022-09-01T10:53:06.665 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/ 2022-09-01T10:53:06.665 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0= 2022-09-01T10:53:06.666 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0=', 'Content-Length': '0'} 2022-09-01T10:53:06.669 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006937dd78007c20db-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.669 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.670 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.671 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.671 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:06.672 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:06.672 DEBUG:boto:Method: GET 2022-09-01T10:53:06.673 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:53:06.673 DEBUG:boto:Data: 2022-09-01T10:53:06.674 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.674 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.675 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.675 DEBUG:boto:Params: {} 2022-09-01T10:53:06.676 DEBUG:boto:Token: None 2022-09-01T10:53:06.677 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/ 2022-09-01T10:53:06.677 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0= 2022-09-01T10:53:06.678 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0=', 'Content-Length': '0'} 2022-09-01T10:53:06.681 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009854574a310ec2d4-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.682 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.683 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:06.683 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:06.684 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.684 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:53:06.685 DEBUG:boto:Data: 2022-09-01T10:53:06.686 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.687 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.687 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.688 DEBUG:boto:Params: {} 2022-09-01T10:53:06.688 DEBUG:boto:Token: None 2022-09-01T10:53:06.690 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/d 2022-09-01T10:53:06.691 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhjBJPv2SIr5W1DyzYqU8Go4nX4= 2022-09-01T10:53:06.692 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhjBJPv2SIr5W1DyzYqU8Go4nX4=', 'Content-Length': '0'} 2022-09-01T10:53:06.695 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fea026680df66b06-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.696 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:06.697 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:06.698 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.699 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:53:06.699 DEBUG:boto:Data: 2022-09-01T10:53:06.700 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.701 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.701 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.702 DEBUG:boto:Params: {} 2022-09-01T10:53:06.702 DEBUG:boto:Token: None 2022-09-01T10:53:06.703 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/d 2022-09-01T10:53:06.703 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhjBJPv2SIr5W1DyzYqU8Go4nX4= 2022-09-01T10:53:06.704 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhjBJPv2SIr5W1DyzYqU8Go4nX4=', 'Content-Length': '0'} 2022-09-01T10:53:06.706 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca8f0056ba85bcc3-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.707 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:53:06.708 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:06.709 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:06.709 DEBUG:boto:Method: GET 2022-09-01T10:53:06.710 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:53:06.711 DEBUG:boto:Data: 2022-09-01T10:53:06.711 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.712 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.713 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.713 DEBUG:boto:Params: {} 2022-09-01T10:53:06.714 DEBUG:boto:Token: None 2022-09-01T10:53:06.714 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/d 2022-09-01T10:53:06.715 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TgkWUZGkbHt+pZSEFht+EiFWXY8= 2022-09-01T10:53:06.716 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TgkWUZGkbHt+pZSEFht+EiFWXY8=', 'Content-Length': '0'} 2022-09-01T10:53:06.718 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006f9be8c20b2e48cd-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.762 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:06.763 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:06.763 DEBUG:boto:Method: GET 2022-09-01T10:53:06.764 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:53:06.765 DEBUG:boto:Data: 2022-09-01T10:53:06.765 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.766 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.766 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.767 DEBUG:boto:Params: {} 2022-09-01T10:53:06.767 DEBUG:boto:Token: None 2022-09-01T10:53:06.768 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/d 2022-09-01T10:53:06.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TgkWUZGkbHt+pZSEFht+EiFWXY8= 2022-09-01T10:53:06.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TgkWUZGkbHt+pZSEFht+EiFWXY8=', 'Content-Length': '0'} 2022-09-01T10:53:06.772 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000255fa9cfc18cee1c-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.772 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.773 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.774 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:06.775 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:06.775 DEBUG:boto:Method: GET 2022-09-01T10:53:06.776 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:53:06.776 DEBUG:boto:Data: 2022-09-01T10:53:06.777 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.777 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.778 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.778 DEBUG:boto:Params: {} 2022-09-01T10:53:06.779 DEBUG:boto:Token: None 2022-09-01T10:53:06.780 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/ 2022-09-01T10:53:06.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0= 2022-09-01T10:53:06.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0=', 'Content-Length': '0'} 2022-09-01T10:53:06.784 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001df873fb4d2b9997-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.785 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.786 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.787 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.787 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:06.788 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:06.788 DEBUG:boto:Method: GET 2022-09-01T10:53:06.789 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:53:06.790 DEBUG:boto:Data: 2022-09-01T10:53:06.791 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.792 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:06.792 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.793 DEBUG:boto:Params: {} 2022-09-01T10:53:06.794 DEBUG:boto:Token: None 2022-09-01T10:53:06.795 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/ 2022-09-01T10:53:06.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0= 2022-09-01T10:53:06.796 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NjqeSam1H0HwbsrXDlYax/n7/t0=', 'Content-Length': '0'} 2022-09-01T10:53:06.799 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a2e5393e628ffa32-0063108f12-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.800 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.801 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-70 zones={test-zone3, test-zone1} 2022-09-01T10:53:06.802 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-70 zones={test-zone3, test-zone2} 2022-09-01T10:53:06.803 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.804 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.805 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.806 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:53:06.807 DEBUG:boto:Data: 2022-09-01T10:53:06.808 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.809 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.809 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.810 DEBUG:boto:Params: {} 2022-09-01T10:53:06.811 DEBUG:boto:Token: None 2022-09-01T10:53:06.812 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/ 2022-09-01T10:53:06.813 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3/C+IXcgfGTUuscJMDm8zXJvF4U= 2022-09-01T10:53:06.813 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3/C+IXcgfGTUuscJMDm8zXJvF4U=', 'Content-Length': '0'} 2022-09-01T10:53:06.816 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007ac0908a05a22c0b-0063108f12-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.817 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.817 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.818 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.819 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:53:06.819 DEBUG:boto:Data: 2022-09-01T10:53:06.820 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.820 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:06.821 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.821 DEBUG:boto:Params: {} 2022-09-01T10:53:06.822 DEBUG:boto:Token: None 2022-09-01T10:53:06.822 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/ 2022-09-01T10:53:06.823 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3/C+IXcgfGTUuscJMDm8zXJvF4U= 2022-09-01T10:53:06.823 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3/C+IXcgfGTUuscJMDm8zXJvF4U=', 'Content-Length': '0'} 2022-09-01T10:53:06.826 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000feb9f95dcc610697-0063108f12-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.827 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:53:06.828 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.828 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.829 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:06.829 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:06.830 DEBUG:boto:Method: GET 2022-09-01T10:53:06.831 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:06.831 DEBUG:boto:Data: 2022-09-01T10:53:06.832 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.832 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.833 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.833 DEBUG:boto:Params: {} 2022-09-01T10:53:06.834 DEBUG:boto:Token: None 2022-09-01T10:53:06.834 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/?versions 2022-09-01T10:53:06.835 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AMfiWuiRzysWZWFpw/nNvf2juvw= 2022-09-01T10:53:06.836 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AMfiWuiRzysWZWFpw/nNvf2juvw=', 'Content-Length': '0'} 2022-09-01T10:53:06.839 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000755ae50def7e20aa-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.839 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.840 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:53:06.841 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:53:06.841 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:53:06.842 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:53:06.843 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:53:06.843 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.844 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.844 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:06.845 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:06.845 DEBUG:boto:Method: GET 2022-09-01T10:53:06.846 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:06.846 DEBUG:boto:Data: 2022-09-01T10:53:06.847 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.847 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:06.848 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.848 DEBUG:boto:Params: {} 2022-09-01T10:53:06.849 DEBUG:boto:Token: None 2022-09-01T10:53:06.849 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/?versions 2022-09-01T10:53:06.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AMfiWuiRzysWZWFpw/nNvf2juvw= 2022-09-01T10:53:06.851 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AMfiWuiRzysWZWFpw/nNvf2juvw=', 'Content-Length': '0'} 2022-09-01T10:53:06.854 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000045a33c76a9216bc7-0063108f12-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.854 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.855 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:53:06.856 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:53:06.856 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:53:06.857 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:53:06.857 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.858 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.858 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:06.859 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:06.859 DEBUG:boto:Method: GET 2022-09-01T10:53:06.860 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:06.860 DEBUG:boto:Data: 2022-09-01T10:53:06.861 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.861 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.862 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.863 DEBUG:boto:Params: {} 2022-09-01T10:53:06.863 DEBUG:boto:Token: None 2022-09-01T10:53:06.864 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/?versions 2022-09-01T10:53:06.864 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AMfiWuiRzysWZWFpw/nNvf2juvw= 2022-09-01T10:53:06.865 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AMfiWuiRzysWZWFpw/nNvf2juvw=', 'Content-Length': '0'} 2022-09-01T10:53:06.868 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f673e2c90a903808-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.869 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.870 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:06.870 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:06.871 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:06.872 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:06.872 DEBUG:boto:Method: GET 2022-09-01T10:53:06.873 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:53:06.873 DEBUG:boto:Data: 2022-09-01T10:53:06.874 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.875 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:06.876 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.877 DEBUG:boto:Params: {} 2022-09-01T10:53:06.877 DEBUG:boto:Token: None 2022-09-01T10:53:06.878 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/?versions 2022-09-01T10:53:06.879 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AMfiWuiRzysWZWFpw/nNvf2juvw= 2022-09-01T10:53:06.880 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AMfiWuiRzysWZWFpw/nNvf2juvw=', 'Content-Length': '0'} 2022-09-01T10:53:06.883 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008180802a30bcda84-0063108f12-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.884 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:06.886 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:53:06.887 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:06.887 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:06.888 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.889 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.890 DEBUG:boto:Method: GET 2022-09-01T10:53:06.890 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.891 DEBUG:boto:Data: 2022-09-01T10:53:06.891 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.892 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.892 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.893 DEBUG:boto:Params: {} 2022-09-01T10:53:06.893 DEBUG:boto:Token: None 2022-09-01T10:53:06.894 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/H49xXMkWzoe5+BDbE/bGZuhWXo= 2022-09-01T10:53:06.895 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/H49xXMkWzoe5+BDbE/bGZuhWXo=', 'Content-Length': '0'} 2022-09-01T10:53:06.898 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001e4328ba9d41d7bf-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.899 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:06.900 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:06.900 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.901 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.901 DEBUG:boto:Method: GET 2022-09-01T10:53:06.902 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.902 DEBUG:boto:Data: 2022-09-01T10:53:06.903 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.903 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:06.904 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.904 DEBUG:boto:Params: {} 2022-09-01T10:53:06.905 DEBUG:boto:Token: None 2022-09-01T10:53:06.906 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.906 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/H49xXMkWzoe5+BDbE/bGZuhWXo= 2022-09-01T10:53:06.907 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/H49xXMkWzoe5+BDbE/bGZuhWXo=', 'Content-Length': '0'} 2022-09-01T10:53:06.909 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000127fc3f0ba334b4a-0063108f12-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.954 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:06.955 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:06.955 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.956 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.956 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.957 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.957 DEBUG:boto:Data: 2022-09-01T10:53:06.958 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.958 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.959 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.959 DEBUG:boto:Params: {} 2022-09-01T10:53:06.960 DEBUG:boto:Token: None 2022-09-01T10:53:06.961 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.961 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WatLBP9+wG3G9Ilks9x8B6ikcBU= 2022-09-01T10:53:06.962 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WatLBP9+wG3G9Ilks9x8B6ikcBU=', 'Content-Length': '0'} 2022-09-01T10:53:06.964 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a077d5e1b535e3b-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.965 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:06.965 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:06.966 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.967 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.967 DEBUG:boto:Method: HEAD 2022-09-01T10:53:06.968 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.968 DEBUG:boto:Data: 2022-09-01T10:53:06.969 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.969 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:06.970 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.970 DEBUG:boto:Params: {} 2022-09-01T10:53:06.971 DEBUG:boto:Token: None 2022-09-01T10:53:06.972 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WatLBP9+wG3G9Ilks9x8B6ikcBU= 2022-09-01T10:53:06.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WatLBP9+wG3G9Ilks9x8B6ikcBU=', 'Content-Length': '0'} 2022-09-01T10:53:06.975 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006d326fa75fb8b52b-0063108f12-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.976 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:53:06.976 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:06.977 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:06.977 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.978 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.979 DEBUG:boto:Method: GET 2022-09-01T10:53:06.979 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.980 DEBUG:boto:Data: 2022-09-01T10:53:06.980 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.981 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:06.982 DEBUG:boto:Port: 8001 2022-09-01T10:53:06.982 DEBUG:boto:Params: {} 2022-09-01T10:53:06.983 DEBUG:boto:Token: None 2022-09-01T10:53:06.984 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/H49xXMkWzoe5+BDbE/bGZuhWXo= 2022-09-01T10:53:06.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/H49xXMkWzoe5+BDbE/bGZuhWXo=', 'Content-Length': '0'} 2022-09-01T10:53:06.987 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002977afaa3b7d72f8-0063108f12-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.988 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:06.988 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:06.989 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.989 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.990 DEBUG:boto:Method: GET 2022-09-01T10:53:06.991 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.991 DEBUG:boto:Data: 2022-09-01T10:53:06.992 DEBUG:boto:Headers: {} 2022-09-01T10:53:06.992 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:06.993 DEBUG:boto:Port: 8000 2022-09-01T10:53:06.994 DEBUG:boto:Params: {} 2022-09-01T10:53:06.994 DEBUG:boto:Token: None 2022-09-01T10:53:06.995 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:06 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:53:06.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/H49xXMkWzoe5+BDbE/bGZuhWXo= 2022-09-01T10:53:06.996 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/H49xXMkWzoe5+BDbE/bGZuhWXo=', 'Content-Length': '0'} 2022-09-01T10:53:06.998 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f8a2188fd1709acb-0063108f12-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:06.999 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.000 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.000 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:07.001 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:07.001 DEBUG:boto:Method: GET 2022-09-01T10:53:07.002 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:53:07.002 DEBUG:boto:Data: 2022-09-01T10:53:07.003 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.003 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.004 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.004 DEBUG:boto:Params: {} 2022-09-01T10:53:07.005 DEBUG:boto:Token: None 2022-09-01T10:53:07.006 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.006 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.007 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.010 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000012c984530cf70de9-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.011 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.011 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.012 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.013 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:07.013 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:07.014 DEBUG:boto:Method: GET 2022-09-01T10:53:07.014 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:53:07.015 DEBUG:boto:Data: 2022-09-01T10:53:07.015 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.016 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.016 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.017 DEBUG:boto:Params: {} 2022-09-01T10:53:07.017 DEBUG:boto:Token: None 2022-09-01T10:53:07.018 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.019 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.019 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.022 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005206906e11cf6487-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.023 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.024 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:07.024 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:07.025 DEBUG:boto:Method: HEAD 2022-09-01T10:53:07.025 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:53:07.026 DEBUG:boto:Data: 2022-09-01T10:53:07.026 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.027 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.027 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.028 DEBUG:boto:Params: {} 2022-09-01T10:53:07.028 DEBUG:boto:Token: None 2022-09-01T10:53:07.029 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/a 2022-09-01T10:53:07.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ETQ6kjdhjTSS9JLfldmChKFTUVI= 2022-09-01T10:53:07.030 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ETQ6kjdhjTSS9JLfldmChKFTUVI=', 'Content-Length': '0'} 2022-09-01T10:53:07.032 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007fb93e00b6483a8b-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.033 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:07.033 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:07.034 DEBUG:boto:Method: HEAD 2022-09-01T10:53:07.034 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:53:07.035 DEBUG:boto:Data: 2022-09-01T10:53:07.035 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.036 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.036 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.037 DEBUG:boto:Params: {} 2022-09-01T10:53:07.037 DEBUG:boto:Token: None 2022-09-01T10:53:07.038 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/a 2022-09-01T10:53:07.038 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ETQ6kjdhjTSS9JLfldmChKFTUVI= 2022-09-01T10:53:07.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ETQ6kjdhjTSS9JLfldmChKFTUVI=', 'Content-Length': '0'} 2022-09-01T10:53:07.041 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000031aefcd7e7f854b2-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.042 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:53:07.042 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:07.043 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:07.044 DEBUG:boto:Method: GET 2022-09-01T10:53:07.044 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:53:07.045 DEBUG:boto:Data: 2022-09-01T10:53:07.045 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.046 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.046 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.047 DEBUG:boto:Params: {} 2022-09-01T10:53:07.047 DEBUG:boto:Token: None 2022-09-01T10:53:07.048 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/a 2022-09-01T10:53:07.049 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4zA7dcVRCKj9Y/F+aIJz0XtuofE= 2022-09-01T10:53:07.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4zA7dcVRCKj9Y/F+aIJz0XtuofE=', 'Content-Length': '0'} 2022-09-01T10:53:07.051 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000054f0f7805c4faa5e-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.094 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:53:07.095 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:53:07.095 DEBUG:boto:Method: GET 2022-09-01T10:53:07.096 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:53:07.096 DEBUG:boto:Data: 2022-09-01T10:53:07.097 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.098 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.098 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.099 DEBUG:boto:Params: {} 2022-09-01T10:53:07.100 DEBUG:boto:Token: None 2022-09-01T10:53:07.100 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/a 2022-09-01T10:53:07.101 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4zA7dcVRCKj9Y/F+aIJz0XtuofE= 2022-09-01T10:53:07.101 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4zA7dcVRCKj9Y/F+aIJz0XtuofE=', 'Content-Length': '0'} 2022-09-01T10:53:07.104 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000067b9b8c3853d25a6-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.105 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.105 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.106 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:07.106 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:07.107 DEBUG:boto:Method: GET 2022-09-01T10:53:07.107 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:53:07.108 DEBUG:boto:Data: 2022-09-01T10:53:07.109 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.110 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.110 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.111 DEBUG:boto:Params: {} 2022-09-01T10:53:07.112 DEBUG:boto:Token: None 2022-09-01T10:53:07.113 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.114 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.115 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.118 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d402ae1c27e2120c-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.119 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.121 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.122 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.123 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:07.123 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:53:07.124 DEBUG:boto:Method: GET 2022-09-01T10:53:07.125 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:53:07.130 DEBUG:boto:Data: 2022-09-01T10:53:07.132 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.133 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.134 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.134 DEBUG:boto:Params: {} 2022-09-01T10:53:07.136 DEBUG:boto:Token: None 2022-09-01T10:53:07.137 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.138 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.141 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dbd925522ae17358-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.142 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.143 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:53:07.144 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:07.144 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:07.145 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.145 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.146 DEBUG:boto:Method: GET 2022-09-01T10:53:07.146 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.147 DEBUG:boto:Data: 2022-09-01T10:53:07.147 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.148 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.148 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.149 DEBUG:boto:Params: {} 2022-09-01T10:53:07.150 DEBUG:boto:Token: None 2022-09-01T10:53:07.150 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xaMOf6A2C/ryYEuCNrsOIBmRIOs= 2022-09-01T10:53:07.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xaMOf6A2C/ryYEuCNrsOIBmRIOs=', 'Content-Length': '0'} 2022-09-01T10:53:07.154 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000002b257630a453008-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.155 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:07.155 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:07.156 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.157 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.157 DEBUG:boto:Method: GET 2022-09-01T10:53:07.158 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.158 DEBUG:boto:Data: 2022-09-01T10:53:07.159 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.159 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.160 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.161 DEBUG:boto:Params: {} 2022-09-01T10:53:07.162 DEBUG:boto:Token: None 2022-09-01T10:53:07.163 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xaMOf6A2C/ryYEuCNrsOIBmRIOs= 2022-09-01T10:53:07.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xaMOf6A2C/ryYEuCNrsOIBmRIOs=', 'Content-Length': '0'} 2022-09-01T10:53:07.167 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ec5095518bd8f8e-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.168 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:07.169 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:07.170 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.171 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.171 DEBUG:boto:Method: HEAD 2022-09-01T10:53:07.172 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.173 DEBUG:boto:Data: 2022-09-01T10:53:07.174 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.175 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.176 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.176 DEBUG:boto:Params: {} 2022-09-01T10:53:07.177 DEBUG:boto:Token: None 2022-09-01T10:53:07.177 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.178 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sd7ir5rm/JgKzoaSqKbm5QNOsyA= 2022-09-01T10:53:07.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sd7ir5rm/JgKzoaSqKbm5QNOsyA=', 'Content-Length': '0'} 2022-09-01T10:53:07.180 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001a9d7185429a7e0a-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.181 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:07.182 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:07.182 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.183 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.183 DEBUG:boto:Method: HEAD 2022-09-01T10:53:07.184 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.184 DEBUG:boto:Data: 2022-09-01T10:53:07.185 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.185 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.186 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.186 DEBUG:boto:Params: {} 2022-09-01T10:53:07.187 DEBUG:boto:Token: None 2022-09-01T10:53:07.188 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.188 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sd7ir5rm/JgKzoaSqKbm5QNOsyA= 2022-09-01T10:53:07.189 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sd7ir5rm/JgKzoaSqKbm5QNOsyA=', 'Content-Length': '0'} 2022-09-01T10:53:07.191 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000a27e145d7ce3c4d-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.192 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:53:07.192 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:07.193 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:07.193 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.194 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.194 DEBUG:boto:Method: GET 2022-09-01T10:53:07.195 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.195 DEBUG:boto:Data: 2022-09-01T10:53:07.196 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.196 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.197 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.198 DEBUG:boto:Params: {} 2022-09-01T10:53:07.198 DEBUG:boto:Token: None 2022-09-01T10:53:07.199 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.199 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xaMOf6A2C/ryYEuCNrsOIBmRIOs= 2022-09-01T10:53:07.200 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xaMOf6A2C/ryYEuCNrsOIBmRIOs=', 'Content-Length': '0'} 2022-09-01T10:53:07.202 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aa026bace1cf6295-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.246 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:07.247 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:07.248 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.248 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.249 DEBUG:boto:Method: GET 2022-09-01T10:53:07.249 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.250 DEBUG:boto:Data: 2022-09-01T10:53:07.251 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.252 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.253 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.254 DEBUG:boto:Params: {} 2022-09-01T10:53:07.255 DEBUG:boto:Token: None 2022-09-01T10:53:07.256 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:53:07.257 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xaMOf6A2C/ryYEuCNrsOIBmRIOs= 2022-09-01T10:53:07.258 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xaMOf6A2C/ryYEuCNrsOIBmRIOs=', 'Content-Length': '0'} 2022-09-01T10:53:07.261 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001e3bbfeed07d28bf-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.262 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.262 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.263 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:07.264 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:07.265 DEBUG:boto:Method: GET 2022-09-01T10:53:07.266 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:53:07.267 DEBUG:boto:Data: 2022-09-01T10:53:07.268 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.269 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.270 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.271 DEBUG:boto:Params: {} 2022-09-01T10:53:07.272 DEBUG:boto:Token: None 2022-09-01T10:53:07.273 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.274 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.275 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.278 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009b4ef5b44c90ce86-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.279 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.281 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.282 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.283 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:07.283 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:07.284 DEBUG:boto:Method: GET 2022-09-01T10:53:07.285 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:53:07.286 DEBUG:boto:Data: 2022-09-01T10:53:07.287 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.288 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.289 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.290 DEBUG:boto:Params: {} 2022-09-01T10:53:07.291 DEBUG:boto:Token: None 2022-09-01T10:53:07.292 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.293 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.294 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.297 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000504c2b84b04abac2-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.298 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.299 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:07.300 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:07.301 DEBUG:boto:Method: HEAD 2022-09-01T10:53:07.302 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:53:07.303 DEBUG:boto:Data: 2022-09-01T10:53:07.304 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.305 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.305 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.306 DEBUG:boto:Params: {} 2022-09-01T10:53:07.307 DEBUG:boto:Token: None 2022-09-01T10:53:07.308 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/b 2022-09-01T10:53:07.308 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QK119Y7Ck3RQq7C2Wjarn6hXbfw= 2022-09-01T10:53:07.309 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QK119Y7Ck3RQq7C2Wjarn6hXbfw=', 'Content-Length': '0'} 2022-09-01T10:53:07.311 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ebded86cb72dd8f0-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.312 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:07.313 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:07.313 DEBUG:boto:Method: HEAD 2022-09-01T10:53:07.314 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:53:07.314 DEBUG:boto:Data: 2022-09-01T10:53:07.315 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.315 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.316 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.316 DEBUG:boto:Params: {} 2022-09-01T10:53:07.317 DEBUG:boto:Token: None 2022-09-01T10:53:07.318 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/b 2022-09-01T10:53:07.318 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QK119Y7Ck3RQq7C2Wjarn6hXbfw= 2022-09-01T10:53:07.319 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QK119Y7Ck3RQq7C2Wjarn6hXbfw=', 'Content-Length': '0'} 2022-09-01T10:53:07.321 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000015c2edf98a1fce97-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.323 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:53:07.324 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:07.326 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:07.327 DEBUG:boto:Method: GET 2022-09-01T10:53:07.327 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:53:07.328 DEBUG:boto:Data: 2022-09-01T10:53:07.328 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.329 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.329 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.330 DEBUG:boto:Params: {} 2022-09-01T10:53:07.331 DEBUG:boto:Token: None 2022-09-01T10:53:07.331 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/b 2022-09-01T10:53:07.332 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rB3Z8jky/TBwTDZaOjN4skCi9Pw= 2022-09-01T10:53:07.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rB3Z8jky/TBwTDZaOjN4skCi9Pw=', 'Content-Length': '0'} 2022-09-01T10:53:07.335 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000043a00df273686b8f-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.337 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:53:07.337 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:53:07.338 DEBUG:boto:Method: GET 2022-09-01T10:53:07.339 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:53:07.340 DEBUG:boto:Data: 2022-09-01T10:53:07.341 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.342 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.343 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.344 DEBUG:boto:Params: {} 2022-09-01T10:53:07.345 DEBUG:boto:Token: None 2022-09-01T10:53:07.346 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/b 2022-09-01T10:53:07.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rB3Z8jky/TBwTDZaOjN4skCi9Pw= 2022-09-01T10:53:07.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rB3Z8jky/TBwTDZaOjN4skCi9Pw=', 'Content-Length': '0'} 2022-09-01T10:53:07.351 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec0350b9eb4847fd-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.352 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.353 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.354 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:07.355 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:07.356 DEBUG:boto:Method: GET 2022-09-01T10:53:07.357 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:53:07.358 DEBUG:boto:Data: 2022-09-01T10:53:07.360 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.360 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.361 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.362 DEBUG:boto:Params: {} 2022-09-01T10:53:07.363 DEBUG:boto:Token: None 2022-09-01T10:53:07.364 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.365 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.367 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.370 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f1daa3424ac202f0-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.410 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.411 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.412 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.412 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:07.413 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:53:07.413 DEBUG:boto:Method: GET 2022-09-01T10:53:07.414 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:53:07.414 DEBUG:boto:Data: 2022-09-01T10:53:07.415 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.415 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.416 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.417 DEBUG:boto:Params: {} 2022-09-01T10:53:07.417 DEBUG:boto:Token: None 2022-09-01T10:53:07.418 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.419 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.419 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.422 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aa036970e3f4093e-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.423 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.424 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:53:07.424 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:07.425 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:07.425 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.426 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.427 DEBUG:boto:Method: GET 2022-09-01T10:53:07.427 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.428 DEBUG:boto:Data: 2022-09-01T10:53:07.428 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.429 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.429 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.430 DEBUG:boto:Params: {} 2022-09-01T10:53:07.430 DEBUG:boto:Token: None 2022-09-01T10:53:07.431 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TUOG5KE2j5UWin/MqkOM8yS376U= 2022-09-01T10:53:07.432 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TUOG5KE2j5UWin/MqkOM8yS376U=', 'Content-Length': '0'} 2022-09-01T10:53:07.435 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000efa763146e19e962-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.435 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:07.436 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:07.437 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.439 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.439 DEBUG:boto:Method: GET 2022-09-01T10:53:07.440 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.441 DEBUG:boto:Data: 2022-09-01T10:53:07.442 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.443 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.444 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.445 DEBUG:boto:Params: {} 2022-09-01T10:53:07.446 DEBUG:boto:Token: None 2022-09-01T10:53:07.447 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.448 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TUOG5KE2j5UWin/MqkOM8yS376U= 2022-09-01T10:53:07.449 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TUOG5KE2j5UWin/MqkOM8yS376U=', 'Content-Length': '0'} 2022-09-01T10:53:07.451 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000040ffc67aac81582d-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.453 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:07.454 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:07.454 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.455 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.455 DEBUG:boto:Method: HEAD 2022-09-01T10:53:07.456 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.456 DEBUG:boto:Data: 2022-09-01T10:53:07.457 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.457 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.458 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.458 DEBUG:boto:Params: {} 2022-09-01T10:53:07.459 DEBUG:boto:Token: None 2022-09-01T10:53:07.460 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.460 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:meB2YnyRefS95stNIMVZoSsDxIc= 2022-09-01T10:53:07.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:meB2YnyRefS95stNIMVZoSsDxIc=', 'Content-Length': '0'} 2022-09-01T10:53:07.463 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000073315cdb8ecbeef-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.464 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:07.465 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:07.465 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.466 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.467 DEBUG:boto:Method: HEAD 2022-09-01T10:53:07.468 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.469 DEBUG:boto:Data: 2022-09-01T10:53:07.471 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.472 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.473 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.474 DEBUG:boto:Params: {} 2022-09-01T10:53:07.475 DEBUG:boto:Token: None 2022-09-01T10:53:07.476 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.477 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:meB2YnyRefS95stNIMVZoSsDxIc= 2022-09-01T10:53:07.478 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:meB2YnyRefS95stNIMVZoSsDxIc=', 'Content-Length': '0'} 2022-09-01T10:53:07.481 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c0a20b911ac5e0fe-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.481 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:53:07.483 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:07.483 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:07.484 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.484 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.485 DEBUG:boto:Method: GET 2022-09-01T10:53:07.485 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.486 DEBUG:boto:Data: 2022-09-01T10:53:07.486 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.487 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.488 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.488 DEBUG:boto:Params: {} 2022-09-01T10:53:07.489 DEBUG:boto:Token: None 2022-09-01T10:53:07.490 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.491 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TUOG5KE2j5UWin/MqkOM8yS376U= 2022-09-01T10:53:07.492 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TUOG5KE2j5UWin/MqkOM8yS376U=', 'Content-Length': '0'} 2022-09-01T10:53:07.495 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002e17460e3b941c9e-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.538 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:07.539 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:07.539 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.540 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.541 DEBUG:boto:Method: GET 2022-09-01T10:53:07.541 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.542 DEBUG:boto:Data: 2022-09-01T10:53:07.542 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.543 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.544 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.544 DEBUG:boto:Params: {} 2022-09-01T10:53:07.545 DEBUG:boto:Token: None 2022-09-01T10:53:07.546 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:53:07.547 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TUOG5KE2j5UWin/MqkOM8yS376U= 2022-09-01T10:53:07.548 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TUOG5KE2j5UWin/MqkOM8yS376U=', 'Content-Length': '0'} 2022-09-01T10:53:07.550 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ae0142ecf1bfaee-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.552 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.552 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.553 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:07.555 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:07.556 DEBUG:boto:Method: GET 2022-09-01T10:53:07.556 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:53:07.557 DEBUG:boto:Data: 2022-09-01T10:53:07.558 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.559 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.560 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.561 DEBUG:boto:Params: {} 2022-09-01T10:53:07.562 DEBUG:boto:Token: None 2022-09-01T10:53:07.563 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.564 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.567 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000086a0b6a727ee96e8-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.567 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.568 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.569 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.569 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:07.570 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:07.570 DEBUG:boto:Method: GET 2022-09-01T10:53:07.571 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:53:07.571 DEBUG:boto:Data: 2022-09-01T10:53:07.572 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.572 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.573 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.573 DEBUG:boto:Params: {} 2022-09-01T10:53:07.574 DEBUG:boto:Token: None 2022-09-01T10:53:07.575 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.575 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.579 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b5f2346088d34d36-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.580 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.581 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:07.581 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:07.582 DEBUG:boto:Method: HEAD 2022-09-01T10:53:07.582 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:53:07.595 DEBUG:boto:Data: 2022-09-01T10:53:07.596 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.596 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.597 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.597 DEBUG:boto:Params: {} 2022-09-01T10:53:07.598 DEBUG:boto:Token: None 2022-09-01T10:53:07.599 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/c 2022-09-01T10:53:07.599 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qU7csX/aUvSjQmBUfxKmKc8wZSU= 2022-09-01T10:53:07.600 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qU7csX/aUvSjQmBUfxKmKc8wZSU=', 'Content-Length': '0'} 2022-09-01T10:53:07.602 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e33feea7e79e6e26-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.604 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:07.604 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:07.605 DEBUG:boto:Method: HEAD 2022-09-01T10:53:07.605 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:53:07.606 DEBUG:boto:Data: 2022-09-01T10:53:07.607 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.607 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.608 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.609 DEBUG:boto:Params: {} 2022-09-01T10:53:07.609 DEBUG:boto:Token: None 2022-09-01T10:53:07.610 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/c 2022-09-01T10:53:07.611 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qU7csX/aUvSjQmBUfxKmKc8wZSU= 2022-09-01T10:53:07.611 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qU7csX/aUvSjQmBUfxKmKc8wZSU=', 'Content-Length': '0'} 2022-09-01T10:53:07.613 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000004682bc31481b589-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.615 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:53:07.618 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:07.619 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:07.620 DEBUG:boto:Method: GET 2022-09-01T10:53:07.621 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:53:07.621 DEBUG:boto:Data: 2022-09-01T10:53:07.622 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.623 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.623 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.624 DEBUG:boto:Params: {} 2022-09-01T10:53:07.625 DEBUG:boto:Token: None 2022-09-01T10:53:07.626 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/c 2022-09-01T10:53:07.627 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OWZ7GqHEppY+C4X4qNma8v0P89Y= 2022-09-01T10:53:07.628 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OWZ7GqHEppY+C4X4qNma8v0P89Y=', 'Content-Length': '0'} 2022-09-01T10:53:07.630 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000068b2306372469ae5-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.674 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:53:07.675 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:53:07.676 DEBUG:boto:Method: GET 2022-09-01T10:53:07.676 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:53:07.677 DEBUG:boto:Data: 2022-09-01T10:53:07.677 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.678 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.678 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.679 DEBUG:boto:Params: {} 2022-09-01T10:53:07.680 DEBUG:boto:Token: None 2022-09-01T10:53:07.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/c 2022-09-01T10:53:07.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OWZ7GqHEppY+C4X4qNma8v0P89Y= 2022-09-01T10:53:07.682 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OWZ7GqHEppY+C4X4qNma8v0P89Y=', 'Content-Length': '0'} 2022-09-01T10:53:07.684 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001fc579513c2a284c-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.685 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.686 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.686 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:07.687 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:07.687 DEBUG:boto:Method: GET 2022-09-01T10:53:07.688 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:53:07.688 DEBUG:boto:Data: 2022-09-01T10:53:07.689 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.689 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.690 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.690 DEBUG:boto:Params: {} 2022-09-01T10:53:07.691 DEBUG:boto:Token: None 2022-09-01T10:53:07.692 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.692 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.693 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.697 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000001b74b6cca949645-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.698 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.700 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.700 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.701 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:07.701 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:53:07.702 DEBUG:boto:Method: GET 2022-09-01T10:53:07.702 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:53:07.703 DEBUG:boto:Data: 2022-09-01T10:53:07.704 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.705 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.705 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.706 DEBUG:boto:Params: {} 2022-09-01T10:53:07.706 DEBUG:boto:Token: None 2022-09-01T10:53:07.707 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.708 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.711 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001e13c3c34ee40183-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.712 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.713 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:53:07.714 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:07.714 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:07.715 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.716 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.716 DEBUG:boto:Method: GET 2022-09-01T10:53:07.717 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.717 DEBUG:boto:Data: 2022-09-01T10:53:07.718 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.718 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.719 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.720 DEBUG:boto:Params: {} 2022-09-01T10:53:07.720 DEBUG:boto:Token: None 2022-09-01T10:53:07.721 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nk4eGHLnj55MSO2p8OvJZ/7TZn8= 2022-09-01T10:53:07.722 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nk4eGHLnj55MSO2p8OvJZ/7TZn8=', 'Content-Length': '0'} 2022-09-01T10:53:07.725 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007ee8ad1b3fd8e6de-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.727 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:07.728 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:07.729 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.730 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.731 DEBUG:boto:Method: GET 2022-09-01T10:53:07.731 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.732 DEBUG:boto:Data: 2022-09-01T10:53:07.733 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.734 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.735 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.735 DEBUG:boto:Params: {} 2022-09-01T10:53:07.736 DEBUG:boto:Token: None 2022-09-01T10:53:07.737 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.738 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nk4eGHLnj55MSO2p8OvJZ/7TZn8= 2022-09-01T10:53:07.739 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nk4eGHLnj55MSO2p8OvJZ/7TZn8=', 'Content-Length': '0'} 2022-09-01T10:53:07.742 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009991d74785543a3b-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.743 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:07.744 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:07.745 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.746 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.747 DEBUG:boto:Method: HEAD 2022-09-01T10:53:07.748 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.748 DEBUG:boto:Data: 2022-09-01T10:53:07.749 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.750 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.751 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.751 DEBUG:boto:Params: {} 2022-09-01T10:53:07.752 DEBUG:boto:Token: None 2022-09-01T10:53:07.752 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.753 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gNiUoSn3tLkybgftZXj6vMRGNDQ= 2022-09-01T10:53:07.753 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gNiUoSn3tLkybgftZXj6vMRGNDQ=', 'Content-Length': '0'} 2022-09-01T10:53:07.756 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cd7cdb09ca30d228-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.757 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:07.757 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:07.758 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.758 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.759 DEBUG:boto:Method: HEAD 2022-09-01T10:53:07.760 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.760 DEBUG:boto:Data: 2022-09-01T10:53:07.761 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.762 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.763 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.764 DEBUG:boto:Params: {} 2022-09-01T10:53:07.765 DEBUG:boto:Token: None 2022-09-01T10:53:07.766 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.767 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gNiUoSn3tLkybgftZXj6vMRGNDQ= 2022-09-01T10:53:07.768 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gNiUoSn3tLkybgftZXj6vMRGNDQ=', 'Content-Length': '0'} 2022-09-01T10:53:07.771 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a780db615b84c60a-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.772 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:53:07.773 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:07.773 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:07.774 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.774 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.775 DEBUG:boto:Method: GET 2022-09-01T10:53:07.776 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.776 DEBUG:boto:Data: 2022-09-01T10:53:07.777 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.778 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.779 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.780 DEBUG:boto:Params: {} 2022-09-01T10:53:07.781 DEBUG:boto:Token: None 2022-09-01T10:53:07.781 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.782 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nk4eGHLnj55MSO2p8OvJZ/7TZn8= 2022-09-01T10:53:07.783 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nk4eGHLnj55MSO2p8OvJZ/7TZn8=', 'Content-Length': '0'} 2022-09-01T10:53:07.785 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007de7ac77723aca6e-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.787 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:07.788 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:07.788 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.789 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.790 DEBUG:boto:Method: GET 2022-09-01T10:53:07.790 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.791 DEBUG:boto:Data: 2022-09-01T10:53:07.792 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.793 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.794 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.795 DEBUG:boto:Params: {} 2022-09-01T10:53:07.796 DEBUG:boto:Token: None 2022-09-01T10:53:07.797 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:53:07.798 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nk4eGHLnj55MSO2p8OvJZ/7TZn8= 2022-09-01T10:53:07.799 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nk4eGHLnj55MSO2p8OvJZ/7TZn8=', 'Content-Length': '0'} 2022-09-01T10:53:07.803 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e198693eb3ed211a-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.804 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.805 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.806 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:07.807 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:07.807 DEBUG:boto:Method: GET 2022-09-01T10:53:07.808 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:53:07.809 DEBUG:boto:Data: 2022-09-01T10:53:07.810 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.810 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.811 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.812 DEBUG:boto:Params: {} 2022-09-01T10:53:07.812 DEBUG:boto:Token: None 2022-09-01T10:53:07.813 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.813 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.814 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.818 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ee08370a028dcd2f-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.819 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.820 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.820 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.821 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:07.821 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:07.822 DEBUG:boto:Method: GET 2022-09-01T10:53:07.822 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:53:07.823 DEBUG:boto:Data: 2022-09-01T10:53:07.823 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.824 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.824 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.825 DEBUG:boto:Params: {} 2022-09-01T10:53:07.825 DEBUG:boto:Token: None 2022-09-01T10:53:07.826 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.827 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.830 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008055186ba41a60c0-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.831 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.832 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:07.832 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:07.833 DEBUG:boto:Method: HEAD 2022-09-01T10:53:07.833 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:53:07.834 DEBUG:boto:Data: 2022-09-01T10:53:07.834 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.835 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.835 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.836 DEBUG:boto:Params: {} 2022-09-01T10:53:07.837 DEBUG:boto:Token: None 2022-09-01T10:53:07.838 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/d 2022-09-01T10:53:07.839 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XV9Ef/uTzvLPN6c1r8E8HK7uU9k= 2022-09-01T10:53:07.839 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XV9Ef/uTzvLPN6c1r8E8HK7uU9k=', 'Content-Length': '0'} 2022-09-01T10:53:07.842 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1347c2714b69b3a-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.842 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:07.843 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:07.843 DEBUG:boto:Method: HEAD 2022-09-01T10:53:07.844 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:53:07.844 DEBUG:boto:Data: 2022-09-01T10:53:07.845 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.845 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.846 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.847 DEBUG:boto:Params: {} 2022-09-01T10:53:07.847 DEBUG:boto:Token: None 2022-09-01T10:53:07.848 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/d 2022-09-01T10:53:07.848 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XV9Ef/uTzvLPN6c1r8E8HK7uU9k= 2022-09-01T10:53:07.849 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XV9Ef/uTzvLPN6c1r8E8HK7uU9k=', 'Content-Length': '0'} 2022-09-01T10:53:07.851 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba705f876560c018-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.852 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:53:07.852 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:07.853 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:07.854 DEBUG:boto:Method: GET 2022-09-01T10:53:07.855 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:53:07.856 DEBUG:boto:Data: 2022-09-01T10:53:07.856 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.857 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.857 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.858 DEBUG:boto:Params: {} 2022-09-01T10:53:07.859 DEBUG:boto:Token: None 2022-09-01T10:53:07.860 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/d 2022-09-01T10:53:07.860 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CoXghCRVW/1lZ5voFuCCs5PefW4= 2022-09-01T10:53:07.861 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CoXghCRVW/1lZ5voFuCCs5PefW4=', 'Content-Length': '0'} 2022-09-01T10:53:07.863 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007dfb43337e0690da-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.864 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:53:07.864 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:53:07.865 DEBUG:boto:Method: GET 2022-09-01T10:53:07.865 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:53:07.866 DEBUG:boto:Data: 2022-09-01T10:53:07.867 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.867 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.868 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.868 DEBUG:boto:Params: {} 2022-09-01T10:53:07.869 DEBUG:boto:Token: None 2022-09-01T10:53:07.869 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/d 2022-09-01T10:53:07.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CoXghCRVW/1lZ5voFuCCs5PefW4= 2022-09-01T10:53:07.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CoXghCRVW/1lZ5voFuCCs5PefW4=', 'Content-Length': '0'} 2022-09-01T10:53:07.873 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000494c305dacc7254e-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.914 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.915 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.916 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:07.916 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:07.917 DEBUG:boto:Method: GET 2022-09-01T10:53:07.917 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:53:07.918 DEBUG:boto:Data: 2022-09-01T10:53:07.918 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.919 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:53:07.919 DEBUG:boto:Port: 8001 2022-09-01T10:53:07.920 DEBUG:boto:Params: {} 2022-09-01T10:53:07.921 DEBUG:boto:Token: None 2022-09-01T10:53:07.922 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.922 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.926 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f2ca2788a0ae1221-0063108f13-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.926 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.927 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:07.928 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:07.928 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:07.929 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:53:07.929 DEBUG:boto:Method: GET 2022-09-01T10:53:07.930 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:53:07.930 DEBUG:boto:Data: 2022-09-01T10:53:07.931 DEBUG:boto:Headers: {} 2022-09-01T10:53:07.932 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:53:07.932 DEBUG:boto:Port: 8000 2022-09-01T10:53:07.933 DEBUG:boto:Params: {} 2022-09-01T10:53:07.933 DEBUG:boto:Token: None 2022-09-01T10:53:07.934 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:53:07 GMT /ptoxvb-70/ 2022-09-01T10:53:07.935 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI= 2022-09-01T10:53:07.935 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HzDKqCIc/dBgZANtlQSbuYUypCI=', 'Content-Length': '0'} 2022-09-01T10:53:07.938 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fa601e548f51d4e1-0063108f13-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:53:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:07.940 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:53:07.941 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-70 zones={test-zone3, test-zone2} 2022-09-01T10:53:07.942 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'layout', '--bucket', 'ptoxvb-70', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:53:07.943 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'layout', '--bucket', 'ptoxvb-70', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:53:07.944 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket layout --bucket ptoxvb-70 --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:53:07.999 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:53:08.000 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:53:08.061 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:53:08.061 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:53:08.061 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding": "None", 2022-09-01T10:53:08.062 INFO:teuthology.orchestra.run.smithi044.stdout: "current_index": { 2022-09-01T10:53:08.062 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 0, 2022-09-01T10:53:08.062 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:53:08.063 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "Normal", 2022-09-01T10:53:08.063 INFO:teuthology.orchestra.run.smithi044.stdout: "normal": { 2022-09-01T10:53:08.063 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 11, 2022-09-01T10:53:08.063 INFO:teuthology.orchestra.run.smithi044.stdout: "hash_type": "Mod" 2022-09-01T10:53:08.064 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.064 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.064 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:53:08.064 INFO:teuthology.orchestra.run.smithi044.stdout: "logs": [ 2022-09-01T10:53:08.065 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:53:08.065 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 0, 2022-09-01T10:53:08.065 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:53:08.065 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "InIndex", 2022-09-01T10:53:08.066 INFO:teuthology.orchestra.run.smithi044.stdout: "in_index": { 2022-09-01T10:53:08.066 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 0, 2022-09-01T10:53:08.067 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:53:08.067 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 11, 2022-09-01T10:53:08.068 INFO:teuthology.orchestra.run.smithi044.stdout: "hash_type": "Mod" 2022-09-01T10:53:08.068 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.068 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.069 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.069 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.070 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:53:08.070 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.071 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:53:08.072 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'list', '--bucket', 'ptoxvb-70', '--gen', '0', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:53:08.073 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'list', '--bucket', 'ptoxvb-70', '--gen', '0', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:53:08.074 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog list --bucket ptoxvb-70 --gen 0 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:53:08.125 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:53:08.125 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:53:08.190 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:53:08.190 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:53:08.191 INFO:teuthology.orchestra.run.smithi044.stdout: "op_id": "1#00000000001.47.5", 2022-09-01T10:53:08.191 INFO:teuthology.orchestra.run.smithi044.stdout: "op_tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.17084572767985996281", 2022-09-01T10:53:08.191 INFO:teuthology.orchestra.run.smithi044.stdout: "op": "write", 2022-09-01T10:53:08.191 INFO:teuthology.orchestra.run.smithi044.stdout: "object": "a", 2022-09-01T10:53:08.192 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T10:53:08.192 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "complete", 2022-09-01T10:53:08.192 INFO:teuthology.orchestra.run.smithi044.stdout: "index_ver": 1, 2022-09-01T10:53:08.193 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:52:37.811367160Z", 2022-09-01T10:53:08.193 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T10:53:08.193 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T10:53:08.193 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T10:53:08.194 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:53:08.194 INFO:teuthology.orchestra.run.smithi044.stdout: "bilog_flags": 0, 2022-09-01T10:53:08.194 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned": false, 2022-09-01T10:53:08.194 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "", 2022-09-01T10:53:08.195 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "", 2022-09-01T10:53:08.195 INFO:teuthology.orchestra.run.smithi044.stdout: "zones_trace": [ 2022-09-01T10:53:08.195 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:53:08.196 INFO:teuthology.orchestra.run.smithi044.stdout: "entry": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-70:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.21" 2022-09-01T10:53:08.196 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.196 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:53:08.197 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:53:08.197 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:53:08.197 INFO:teuthology.orchestra.run.smithi044.stdout: "op_id": "5#00000000001.44.5", 2022-09-01T10:53:08.197 INFO:teuthology.orchestra.run.smithi044.stdout: "op_tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.12838568057378823639", 2022-09-01T10:53:08.198 INFO:teuthology.orchestra.run.smithi044.stdout: "op": "write", 2022-09-01T10:53:08.198 INFO:teuthology.orchestra.run.smithi044.stdout: "object": "d", 2022-09-01T10:53:08.198 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T10:53:08.199 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "complete", 2022-09-01T10:53:08.199 INFO:teuthology.orchestra.run.smithi044.stdout: "index_ver": 1, 2022-09-01T10:53:08.200 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:52:37.949236931Z", 2022-09-01T10:53:08.200 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T10:53:08.201 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T10:53:08.201 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 7 2022-09-01T10:53:08.202 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:53:08.202 INFO:teuthology.orchestra.run.smithi044.stdout: "bilog_flags": 0, 2022-09-01T10:53:08.203 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned": false, 2022-09-01T10:53:08.203 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "", 2022-09-01T10:53:08.204 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "", 2022-09-01T10:53:08.204 INFO:teuthology.orchestra.run.smithi044.stdout: "zones_trace": [ 2022-09-01T10:53:08.205 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:53:08.205 INFO:teuthology.orchestra.run.smithi044.stdout: "entry": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-70:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.21" 2022-09-01T10:53:08.206 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.206 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:53:08.207 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:53:08.207 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:53:08.208 INFO:teuthology.orchestra.run.smithi044.stdout: "op_id": "8#00000000001.71.5", 2022-09-01T10:53:08.208 INFO:teuthology.orchestra.run.smithi044.stdout: "op_tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.2864456987187354010", 2022-09-01T10:53:08.209 INFO:teuthology.orchestra.run.smithi044.stdout: "op": "write", 2022-09-01T10:53:08.209 INFO:teuthology.orchestra.run.smithi044.stdout: "object": "c", 2022-09-01T10:53:08.210 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T10:53:08.210 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "complete", 2022-09-01T10:53:08.211 INFO:teuthology.orchestra.run.smithi044.stdout: "index_ver": 1, 2022-09-01T10:53:08.211 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:52:37.920337665Z", 2022-09-01T10:53:08.212 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T10:53:08.212 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T10:53:08.213 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T10:53:08.213 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:53:08.213 INFO:teuthology.orchestra.run.smithi044.stdout: "bilog_flags": 0, 2022-09-01T10:53:08.213 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned": false, 2022-09-01T10:53:08.214 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "", 2022-09-01T10:53:08.214 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "", 2022-09-01T10:53:08.214 INFO:teuthology.orchestra.run.smithi044.stdout: "zones_trace": [ 2022-09-01T10:53:08.215 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:53:08.215 INFO:teuthology.orchestra.run.smithi044.stdout: "entry": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-70:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.21" 2022-09-01T10:53:08.215 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.215 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:53:08.216 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:53:08.216 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:53:08.216 INFO:teuthology.orchestra.run.smithi044.stdout: "op_id": "10#00000000001.76.5", 2022-09-01T10:53:08.217 INFO:teuthology.orchestra.run.smithi044.stdout: "op_tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.8485979937879598776", 2022-09-01T10:53:08.217 INFO:teuthology.orchestra.run.smithi044.stdout: "op": "write", 2022-09-01T10:53:08.217 INFO:teuthology.orchestra.run.smithi044.stdout: "object": "b", 2022-09-01T10:53:08.218 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T10:53:08.218 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "complete", 2022-09-01T10:53:08.218 INFO:teuthology.orchestra.run.smithi044.stdout: "index_ver": 1, 2022-09-01T10:53:08.219 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:52:37.849587013Z", 2022-09-01T10:53:08.219 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T10:53:08.219 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T10:53:08.220 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 48 2022-09-01T10:53:08.220 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:53:08.220 INFO:teuthology.orchestra.run.smithi044.stdout: "bilog_flags": 0, 2022-09-01T10:53:08.220 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned": false, 2022-09-01T10:53:08.221 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "", 2022-09-01T10:53:08.221 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "", 2022-09-01T10:53:08.221 INFO:teuthology.orchestra.run.smithi044.stdout: "zones_trace": [ 2022-09-01T10:53:08.222 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:53:08.222 INFO:teuthology.orchestra.run.smithi044.stdout: "entry": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-70:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.21" 2022-09-01T10:53:08.222 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.223 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:53:08.223 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.223 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:53:08.225 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--bucket', 'ptoxvb-70', '--num-shards', '3', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:53:08.225 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--bucket', 'ptoxvb-70', '--num-shards', '3', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:53:08.226 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --bucket ptoxvb-70 --num-shards 3 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:53:08.276 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:53:08.277 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:53:08.329 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T10:53:08.329 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-70 2022-09-01T10:53:08.333 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 4 2022-09-01T10:53:08.375 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'layout', '--bucket', 'ptoxvb-70', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:53:08.376 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'layout', '--bucket', 'ptoxvb-70', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:53:08.377 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket layout --bucket ptoxvb-70 --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:53:08.424 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:53:08.425 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:53:08.472 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:53:08.472 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:53:08.473 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding": "None", 2022-09-01T10:53:08.473 INFO:teuthology.orchestra.run.smithi044.stdout: "current_index": { 2022-09-01T10:53:08.473 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 1, 2022-09-01T10:53:08.474 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:53:08.474 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "Normal", 2022-09-01T10:53:08.474 INFO:teuthology.orchestra.run.smithi044.stdout: "normal": { 2022-09-01T10:53:08.474 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 3, 2022-09-01T10:53:08.475 INFO:teuthology.orchestra.run.smithi044.stdout: "hash_type": "Mod" 2022-09-01T10:53:08.475 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.476 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.477 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:53:08.478 INFO:teuthology.orchestra.run.smithi044.stdout: "logs": [ 2022-09-01T10:53:08.478 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:53:08.478 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 0, 2022-09-01T10:53:08.479 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:53:08.479 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "InIndex", 2022-09-01T10:53:08.480 INFO:teuthology.orchestra.run.smithi044.stdout: "in_index": { 2022-09-01T10:53:08.480 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 0, 2022-09-01T10:53:08.481 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:53:08.481 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 11, 2022-09-01T10:53:08.482 INFO:teuthology.orchestra.run.smithi044.stdout: "hash_type": "Mod" 2022-09-01T10:53:08.482 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.483 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.483 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.484 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:53:08.484 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:53:08.485 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 1, 2022-09-01T10:53:08.485 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:53:08.486 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "InIndex", 2022-09-01T10:53:08.486 INFO:teuthology.orchestra.run.smithi044.stdout: "in_index": { 2022-09-01T10:53:08.487 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 1, 2022-09-01T10:53:08.487 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:53:08.488 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 3, 2022-09-01T10:53:08.488 INFO:teuthology.orchestra.run.smithi044.stdout: "hash_type": "Mod" 2022-09-01T10:53:08.489 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.489 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.490 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.491 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.491 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:53:08.492 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:53:08.492 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:53:08.495 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'list', '--bucket', 'ptoxvb-70', '--gen', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:53:08.496 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'list', '--bucket', 'ptoxvb-70', '--gen', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:53:08.497 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog list --bucket ptoxvb-70 --gen 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:53:08.549 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:53:08.549 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:53:08.611 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2022-09-01T10:53:08.614 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:08.615 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:08.616 DEBUG:boto:Method: HEAD 2022-09-01T10:53:08.617 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:53:08.618 DEBUG:boto:Data: 2022-09-01T10:53:08.618 DEBUG:boto:Headers: {} 2022-09-01T10:53:08.619 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:08.620 DEBUG:boto:Port: 8000 2022-09-01T10:53:08.621 DEBUG:boto:Params: {} 2022-09-01T10:53:08.622 DEBUG:boto:Token: None 2022-09-01T10:53:08.624 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:08 GMT /ptoxvb-70/ 2022-09-01T10:53:08.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XMxLiBYdpEb+hs4spXlZ8gIU6zQ= 2022-09-01T10:53:08.625 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XMxLiBYdpEb+hs4spXlZ8gIU6zQ=', 'Content-Length': '0'} 2022-09-01T10:53:08.628 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c2e6de027a5acca1-0063108f14-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:08.629 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:53:08.629 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:53:08.630 DEBUG:boto:Method: PUT 2022-09-01T10:53:08.631 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:53:08.631 DEBUG:boto:Data: 2022-09-01T10:53:08.632 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:53:08.632 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:08.633 DEBUG:boto:Port: 8000 2022-09-01T10:53:08.633 DEBUG:boto:Params: {} 2022-09-01T10:53:08.634 DEBUG:boto:Token: None 2022-09-01T10:53:08.635 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:53:08 GMT /ptoxvb-70/e 2022-09-01T10:53:08.635 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pL0TIxAUej7Q47QBPW7cmJGamWs= 2022-09-01T10:53:08.636 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:53:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pL0TIxAUej7Q47QBPW7cmJGamWs='} 2022-09-01T10:53:08.645 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000003e9f095d7bc5160-0063108f14-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:08.646 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:08.647 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:08.647 DEBUG:boto:Method: HEAD 2022-09-01T10:53:08.648 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:53:08.649 DEBUG:boto:Data: 2022-09-01T10:53:08.649 DEBUG:boto:Headers: {} 2022-09-01T10:53:08.650 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:08.651 DEBUG:boto:Port: 8000 2022-09-01T10:53:08.651 DEBUG:boto:Params: {} 2022-09-01T10:53:08.652 DEBUG:boto:Token: None 2022-09-01T10:53:08.652 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:08 GMT /ptoxvb-70/ 2022-09-01T10:53:08.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XMxLiBYdpEb+hs4spXlZ8gIU6zQ= 2022-09-01T10:53:08.653 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XMxLiBYdpEb+hs4spXlZ8gIU6zQ=', 'Content-Length': '0'} 2022-09-01T10:53:08.656 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d28015eee4430c7e-0063108f14-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:08.657 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:53:08.658 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:53:08.659 DEBUG:boto:Method: PUT 2022-09-01T10:53:08.659 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:53:08.661 DEBUG:boto:Data: 2022-09-01T10:53:08.661 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:53:08.662 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:08.664 DEBUG:boto:Port: 8000 2022-09-01T10:53:08.665 DEBUG:boto:Params: {} 2022-09-01T10:53:08.665 DEBUG:boto:Token: None 2022-09-01T10:53:08.666 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:53:08 GMT /ptoxvb-70/f 2022-09-01T10:53:08.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ixX7r5tWhB96ljmU9UAUyhLfpDA= 2022-09-01T10:53:08.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:53:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ixX7r5tWhB96ljmU9UAUyhLfpDA='} 2022-09-01T10:53:08.674 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000006ceb14c7c797d021-0063108f14-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:08.675 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:08.676 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:08.677 DEBUG:boto:Method: HEAD 2022-09-01T10:53:08.677 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:53:08.678 DEBUG:boto:Data: 2022-09-01T10:53:08.678 DEBUG:boto:Headers: {} 2022-09-01T10:53:08.679 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:08.679 DEBUG:boto:Port: 8000 2022-09-01T10:53:08.680 DEBUG:boto:Params: {} 2022-09-01T10:53:08.681 DEBUG:boto:Token: None 2022-09-01T10:53:08.682 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:08 GMT /ptoxvb-70/ 2022-09-01T10:53:08.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XMxLiBYdpEb+hs4spXlZ8gIU6zQ= 2022-09-01T10:53:08.683 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XMxLiBYdpEb+hs4spXlZ8gIU6zQ=', 'Content-Length': '0'} 2022-09-01T10:53:08.685 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '6'), ('X-RGW-Bytes-Used', '18'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000006ec463ce83dcd62-0063108f14-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:08.686 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:53:08.687 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:53:08.688 DEBUG:boto:Method: PUT 2022-09-01T10:53:08.689 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:53:08.690 DEBUG:boto:Data: 2022-09-01T10:53:08.690 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:53:08.691 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:08.692 DEBUG:boto:Port: 8000 2022-09-01T10:53:08.692 DEBUG:boto:Params: {} 2022-09-01T10:53:08.693 DEBUG:boto:Token: None 2022-09-01T10:53:08.694 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:53:08 GMT /ptoxvb-70/g 2022-09-01T10:53:08.695 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AjtHYQjvVHo6+vnBqFZYbdAt1P8= 2022-09-01T10:53:08.696 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:53:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AjtHYQjvVHo6+vnBqFZYbdAt1P8='} 2022-09-01T10:53:08.745 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000041d3a52554b0f5cf-0063108f14-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:08.746 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:53:08.747 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:53:08.748 DEBUG:boto:Method: HEAD 2022-09-01T10:53:08.749 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:53:08.750 DEBUG:boto:Data: 2022-09-01T10:53:08.752 DEBUG:boto:Headers: {} 2022-09-01T10:53:08.753 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:08.753 DEBUG:boto:Port: 8000 2022-09-01T10:53:08.754 DEBUG:boto:Params: {} 2022-09-01T10:53:08.756 DEBUG:boto:Token: None 2022-09-01T10:53:08.756 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:53:08 GMT /ptoxvb-70/ 2022-09-01T10:53:08.757 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XMxLiBYdpEb+hs4spXlZ8gIU6zQ= 2022-09-01T10:53:08.759 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:53:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XMxLiBYdpEb+hs4spXlZ8gIU6zQ=', 'Content-Length': '0'} 2022-09-01T10:53:08.761 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '7'), ('X-RGW-Bytes-Used', '21'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b24029a8dbe049e1-0063108f14-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:08.761 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:53:08.762 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:53:08.763 DEBUG:boto:Method: PUT 2022-09-01T10:53:08.763 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:53:08.764 DEBUG:boto:Data: 2022-09-01T10:53:08.766 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:53:08.767 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:53:08.768 DEBUG:boto:Port: 8000 2022-09-01T10:53:08.769 DEBUG:boto:Params: {} 2022-09-01T10:53:08.770 DEBUG:boto:Token: None 2022-09-01T10:53:08.771 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:53:08 GMT /ptoxvb-70/h 2022-09-01T10:53:08.771 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ABXKzXGRGrC8eQT24Balm18yjxw= 2022-09-01T10:53:08.772 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:53:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ABXKzXGRGrC8eQT24Balm18yjxw='} 2022-09-01T10:53:08.777 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000006836f2cc3e22461b-0063108f14-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:53:08.778 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-70 2022-09-01T10:53:08.779 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:53:08.779 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:53:08.780 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:53:08.846 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:53:08.847 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:53:08.885 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:53:08.886+0000 7faaecdec600 1 waiting to reach latest gen 1, on 0.. 2022-09-01T10:53:13.886 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:53:13.887+0000 7faaecdec600 1 waiting to reach latest gen 1, on 0.. 2022-09-01T10:53:18.887 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:53:18.887+0000 7faaecdec600 1 waiting to reach latest gen 1, on 0.. 2022-09-01T10:53:23.888 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:53:23.889+0000 7faaecdec600 1 waiting for incremental sync to catch up: 2022-09-01T10:53:23.889 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , ] 2022-09-01T10:53:23.889 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:53:28.889 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:53:28.889+0000 7faaecdec600 1 waiting for incremental sync to catch up: 2022-09-01T10:53:28.889 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , ] 2022-09-01T10:53:28.890 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:53:33.889 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:53:33.889+0000 7faaecdec600 1 waiting for incremental sync to catch up: 2022-09-01T10:53:33.890 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , ] 2022-09-01T10:53:33.890 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:53:38.890 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:53:38.890+0000 7faaecdec600 1 waiting for incremental sync to catch up: 2022-09-01T10:53:38.891 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , ] 2022-09-01T10:53:38.891 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:53:43.892 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:53:43.891+0000 7faaecdec600 1 waiting for incremental sync to catch up: 2022-09-01T10:53:43.892 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, 00000000002.60.5, ] 2022-09-01T10:53:43.893 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:53:48.892 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:53:48.892+0000 7faaecdec600 1 waiting for incremental sync to catch up: 2022-09-01T10:53:48.893 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, 00000000002.60.5, ] 2022-09-01T10:53:48.893 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:53:53.894 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:53:53.893+0000 7faaecdec600 1 waiting for incremental sync to catch up: 2022-09-01T10:53:53.894 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, 00000000002.60.5, ] 2022-09-01T10:53:53.895 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:53:58.894 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:53:58.894+0000 7faaecdec600 1 waiting for incremental sync to catch up: 2022-09-01T10:53:58.895 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, 00000000002.60.5, ] 2022-09-01T10:53:58.895 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:03.895 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:03.895+0000 7faaecdec600 1 bucket sync caught up with source: 2022-09-01T10:54:03.896 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:03.896 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:03.896 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:03.895+0000 7faaecdec600 0 bucket checkpoint complete 2022-09-01T10:54:03.918 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-70 2022-09-01T10:54:03.920 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:54:03.921 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:54:03.922 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:54:03.989 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:54:03.990 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:54:04.029 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:54:04.030+0000 7fc43490e600 1 bucket sync caught up with source: 2022-09-01T10:54:04.030 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:04.030 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:04.031 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:54:04.030+0000 7fc43490e600 0 bucket checkpoint complete 2022-09-01T10:54:04.045 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-70 2022-09-01T10:54:04.045 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:54:04.046 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:54:04.047 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:54:04.112 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:54:04.113 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:54:04.151 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:04.151+0000 7f5d98054600 1 waiting for incremental sync to catch up: 2022-09-01T10:54:04.152 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, , 00000000002.32.5] 2022-09-01T10:54:04.153 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:09.152 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:09.152+0000 7f5d98054600 1 waiting for incremental sync to catch up: 2022-09-01T10:54:09.152 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, , 00000000002.32.5] 2022-09-01T10:54:09.153 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:14.154 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:14.153+0000 7f5d98054600 1 waiting for incremental sync to catch up: 2022-09-01T10:54:14.154 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, , 00000000002.32.5] 2022-09-01T10:54:14.155 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:19.154 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:19.155+0000 7f5d98054600 1 waiting for incremental sync to catch up: 2022-09-01T10:54:19.163 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, , 00000000002.32.5] 2022-09-01T10:54:19.163 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:24.155 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:24.156+0000 7f5d98054600 1 waiting for incremental sync to catch up: 2022-09-01T10:54:24.155 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, , 00000000002.32.5] 2022-09-01T10:54:24.156 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:29.156 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:29.157+0000 7f5d98054600 1 waiting for incremental sync to catch up: 2022-09-01T10:54:29.157 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, , 00000000002.32.5] 2022-09-01T10:54:29.157 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:34.157 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:34.158+0000 7f5d98054600 1 waiting for incremental sync to catch up: 2022-09-01T10:54:34.157 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, , 00000000002.32.5] 2022-09-01T10:54:34.158 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:39.159 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:39.159+0000 7f5d98054600 1 waiting for incremental sync to catch up: 2022-09-01T10:54:39.159 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, , 00000000002.32.5] 2022-09-01T10:54:39.160 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:44.160 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:44.159+0000 7f5d98054600 1 waiting for incremental sync to catch up: 2022-09-01T10:54:44.161 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, , 00000000002.32.5] 2022-09-01T10:54:44.161 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:49.160 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:49.160+0000 7f5d98054600 1 waiting for incremental sync to catch up: 2022-09-01T10:54:49.160 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, , 00000000002.32.5] 2022-09-01T10:54:49.161 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:54.161 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:54.161+0000 7f5d98054600 1 bucket sync caught up with source: 2022-09-01T10:54:54.162 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:54.162 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.83.5, 00000000002.60.5, 00000000002.32.5] 2022-09-01T10:54:54.163 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:54.161+0000 7f5d98054600 0 bucket checkpoint complete 2022-09-01T10:54:54.180 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-70 2022-09-01T10:54:54.181 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:54:54.182 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:54:54.184 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:54:54.250 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:54:54.251 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:54:54.292 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:54:54.293+0000 7fecf6c63600 1 bucket sync caught up with source: 2022-09-01T10:54:54.293 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.226.5, , , 00000000001.175.5, 00000000001.169.5, , , 00000000002.217.5, , 00000000002.142.5] 2022-09-01T10:54:54.293 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.226.5, , , 00000000001.175.5, 00000000001.169.5, , , 00000000002.217.5, , 00000000002.142.5] 2022-09-01T10:54:54.294 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:54:54.293+0000 7fecf6c63600 0 bucket checkpoint complete 2022-09-01T10:54:54.307 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-70 2022-09-01T10:54:54.308 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:54:54.309 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:54:54.310 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:54:54.370 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:54:54.371 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:54:54.418 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:54:54.418+0000 7f8346d0f600 1 bucket sync caught up with source: 2022-09-01T10:54:54.418 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.226.5, , , 00000000001.175.5, 00000000001.169.5, , , 00000000002.217.5, , 00000000002.142.5] 2022-09-01T10:54:54.419 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.226.5, , , 00000000001.175.5, 00000000001.169.5, , , 00000000002.217.5, , 00000000002.142.5] 2022-09-01T10:54:54.419 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:54:54.418+0000 7f8346d0f600 0 bucket checkpoint complete 2022-09-01T10:54:54.439 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-70 2022-09-01T10:54:54.440 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-70 2022-09-01T10:54:54.441 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:54:54.441 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:54:54.442 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:54:54.499 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:54:54.499 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:54:54.546 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:54:54.547+0000 7f13f42a7600 1 bucket sync caught up with source: 2022-09-01T10:54:54.547 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.356.5, , , 00000000001.217.5, 00000000001.209.5, , , 00000000002.341.5, , 00000000002.311.5] 2022-09-01T10:54:54.547 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.356.5, , , 00000000001.217.5, 00000000001.209.5, , , 00000000002.341.5, , 00000000002.311.5] 2022-09-01T10:54:54.547 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:54:54.547+0000 7f13f42a7600 0 bucket checkpoint complete 2022-09-01T10:54:54.560 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-70 2022-09-01T10:54:54.571 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:54:54.572 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:54:54.573 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:54:54.638 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:54:54.638 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:54:54.676 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:54.676+0000 7ff532cb6600 1 waiting for incremental sync to catch up: 2022-09-01T10:54:54.676 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.351.5, , , , 00000000001.209.5, , , 00000000001.336.5, , 00000000001.306.5] 2022-09-01T10:54:54.677 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000002.356.5, , , 00000000001.217.5, 00000000001.209.5, , , 00000000002.341.5, , 00000000002.311.5] 2022-09-01T10:54:59.678 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:54:59.678+0000 7ff532cb6600 1 waiting for incremental sync to catch up: 2022-09-01T10:54:59.679 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.351.5, , , , 00000000001.209.5, , , 00000000001.336.5, , 00000000001.306.5] 2022-09-01T10:54:59.679 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000002.356.5, , , 00000000001.217.5, 00000000001.209.5, , , 00000000002.341.5, , 00000000002.311.5] 2022-09-01T10:55:04.680 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:04.679+0000 7ff532cb6600 1 bucket sync caught up with source: 2022-09-01T10:55:04.681 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.356.5, , , 00000000001.217.5, 00000000001.209.5, , , 00000000002.341.5, , 00000000002.311.5] 2022-09-01T10:55:04.681 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000002.356.5, , , 00000000001.217.5, 00000000001.209.5, , , 00000000002.341.5, , 00000000002.311.5] 2022-09-01T10:55:04.682 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:04.679+0000 7ff532cb6600 0 bucket checkpoint complete 2022-09-01T10:55:04.702 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-70 2022-09-01T10:55:04.704 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-70 zones={test-zone2, test-zone1} 2022-09-01T10:55:04.707 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:04.708 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:04.710 DEBUG:boto:Method: HEAD 2022-09-01T10:55:04.712 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:55:04.713 DEBUG:boto:Data: 2022-09-01T10:55:04.713 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.714 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:04.714 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.715 DEBUG:boto:Params: {} 2022-09-01T10:55:04.716 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:55:04.717 DEBUG:boto:Token: None 2022-09-01T10:55:04.719 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/ 2022-09-01T10:55:04.720 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VHiRQMBia+3rBzoU9WEkCD1cJF4= 2022-09-01T10:55:04.722 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VHiRQMBia+3rBzoU9WEkCD1cJF4=', 'Content-Length': '0'} 2022-09-01T10:55:04.729 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004b07f99ac50989b7-0063108f88-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.730 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:04.731 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:04.731 DEBUG:boto:Method: HEAD 2022-09-01T10:55:04.732 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:55:04.732 DEBUG:boto:Data: 2022-09-01T10:55:04.733 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.733 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:04.734 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.734 DEBUG:boto:Params: {} 2022-09-01T10:55:04.735 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:55:04.736 DEBUG:boto:Token: None 2022-09-01T10:55:04.737 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/ 2022-09-01T10:55:04.737 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VHiRQMBia+3rBzoU9WEkCD1cJF4= 2022-09-01T10:55:04.739 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VHiRQMBia+3rBzoU9WEkCD1cJF4=', 'Content-Length': '0'} 2022-09-01T10:55:04.742 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009c27e6268e50a658-0063108f88-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.743 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:55:04.744 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:04.744 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:04.745 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:04.746 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:04.746 DEBUG:boto:Method: GET 2022-09-01T10:55:04.747 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:04.748 DEBUG:boto:Data: 2022-09-01T10:55:04.749 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.749 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:04.750 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.750 DEBUG:boto:Params: {} 2022-09-01T10:55:04.751 DEBUG:boto:Token: None 2022-09-01T10:55:04.752 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/?versions 2022-09-01T10:55:04.752 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:myL3iWlP1Nf2OxrBMSJKESU9gYQ= 2022-09-01T10:55:04.753 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:myL3iWlP1Nf2OxrBMSJKESU9gYQ=', 'Content-Length': '0'} 2022-09-01T10:55:04.756 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000028c9a646fa6112a8-0063108f88-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.757 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:04.759 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:55:04.760 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:55:04.760 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:55:04.761 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:55:04.761 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T10:55:04.771 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T10:55:04.772 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T10:55:04.773 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T10:55:04.773 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:55:04.774 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:04.774 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:04.775 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:04.775 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:04.776 DEBUG:boto:Method: GET 2022-09-01T10:55:04.777 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:04.777 DEBUG:boto:Data: 2022-09-01T10:55:04.778 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.779 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:04.779 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.780 DEBUG:boto:Params: {} 2022-09-01T10:55:04.780 DEBUG:boto:Token: None 2022-09-01T10:55:04.781 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/?versions 2022-09-01T10:55:04.782 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:myL3iWlP1Nf2OxrBMSJKESU9gYQ= 2022-09-01T10:55:04.783 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:myL3iWlP1Nf2OxrBMSJKESU9gYQ=', 'Content-Length': '0'} 2022-09-01T10:55:04.785 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000094f7ab504c441b1d-0063108f88-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.786 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:04.788 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:55:04.788 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:55:04.789 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:55:04.789 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:55:04.790 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T10:55:04.790 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T10:55:04.791 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T10:55:04.791 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T10:55:04.792 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:04.792 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:04.794 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:04.795 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:04.795 DEBUG:boto:Method: GET 2022-09-01T10:55:04.796 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:04.797 DEBUG:boto:Data: 2022-09-01T10:55:04.797 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.798 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:04.798 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.799 DEBUG:boto:Params: {} 2022-09-01T10:55:04.800 DEBUG:boto:Token: None 2022-09-01T10:55:04.800 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/?versions 2022-09-01T10:55:04.801 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:myL3iWlP1Nf2OxrBMSJKESU9gYQ= 2022-09-01T10:55:04.801 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:myL3iWlP1Nf2OxrBMSJKESU9gYQ=', 'Content-Length': '0'} 2022-09-01T10:55:04.805 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002debf14202a9357a-0063108f88-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.805 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:04.807 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:04.807 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:04.808 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:04.808 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:04.809 DEBUG:boto:Method: GET 2022-09-01T10:55:04.809 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:04.810 DEBUG:boto:Data: 2022-09-01T10:55:04.811 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.811 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:04.812 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.812 DEBUG:boto:Params: {} 2022-09-01T10:55:04.813 DEBUG:boto:Token: None 2022-09-01T10:55:04.813 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/?versions 2022-09-01T10:55:04.814 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:myL3iWlP1Nf2OxrBMSJKESU9gYQ= 2022-09-01T10:55:04.815 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:myL3iWlP1Nf2OxrBMSJKESU9gYQ=', 'Content-Length': '0'} 2022-09-01T10:55:04.817 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cfad8709d4468c67-0063108f88-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.818 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:04.820 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:04.820 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:04.821 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:04.822 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.822 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.823 DEBUG:boto:Method: GET 2022-09-01T10:55:04.823 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.824 DEBUG:boto:Data: 2022-09-01T10:55:04.824 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.825 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:04.826 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.826 DEBUG:boto:Params: {} 2022-09-01T10:55:04.827 DEBUG:boto:Token: None 2022-09-01T10:55:04.828 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.828 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mxR4KJwnOkgosZtZDpJYpzv4anI= 2022-09-01T10:55:04.829 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mxR4KJwnOkgosZtZDpJYpzv4anI=', 'Content-Length': '0'} 2022-09-01T10:55:04.831 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005f5bb8c58011e1ff-0063108f88-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.832 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:04.833 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:04.833 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.834 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.834 DEBUG:boto:Method: GET 2022-09-01T10:55:04.835 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.836 DEBUG:boto:Data: 2022-09-01T10:55:04.836 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.837 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:04.837 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.838 DEBUG:boto:Params: {} 2022-09-01T10:55:04.838 DEBUG:boto:Token: None 2022-09-01T10:55:04.839 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.840 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mxR4KJwnOkgosZtZDpJYpzv4anI= 2022-09-01T10:55:04.840 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mxR4KJwnOkgosZtZDpJYpzv4anI=', 'Content-Length': '0'} 2022-09-01T10:55:04.843 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fa45f73225bc1ef3-0063108f88-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.844 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:04.844 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:04.845 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.845 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.846 DEBUG:boto:Method: HEAD 2022-09-01T10:55:04.846 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.847 DEBUG:boto:Data: 2022-09-01T10:55:04.848 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.848 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:04.849 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.849 DEBUG:boto:Params: {} 2022-09-01T10:55:04.850 DEBUG:boto:Token: None 2022-09-01T10:55:04.850 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.851 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fL+2/32MKS6nC8Dx5RX9eU1HHxI= 2022-09-01T10:55:04.852 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fL+2/32MKS6nC8Dx5RX9eU1HHxI=', 'Content-Length': '0'} 2022-09-01T10:55:04.855 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000090543a58d236c850-0063108f88-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.856 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:04.856 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:04.857 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.858 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.858 DEBUG:boto:Method: HEAD 2022-09-01T10:55:04.859 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.859 DEBUG:boto:Data: 2022-09-01T10:55:04.860 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.860 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:04.861 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.861 DEBUG:boto:Params: {} 2022-09-01T10:55:04.862 DEBUG:boto:Token: None 2022-09-01T10:55:04.863 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.864 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fL+2/32MKS6nC8Dx5RX9eU1HHxI= 2022-09-01T10:55:04.864 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fL+2/32MKS6nC8Dx5RX9eU1HHxI=', 'Content-Length': '0'} 2022-09-01T10:55:04.867 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000047e59c8447781a7f-0063108f88-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.868 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:04.868 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:04.869 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:04.869 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.870 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.871 DEBUG:boto:Method: GET 2022-09-01T10:55:04.872 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.872 DEBUG:boto:Data: 2022-09-01T10:55:04.873 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.873 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:04.874 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.874 DEBUG:boto:Params: {} 2022-09-01T10:55:04.875 DEBUG:boto:Token: None 2022-09-01T10:55:04.876 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.876 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mxR4KJwnOkgosZtZDpJYpzv4anI= 2022-09-01T10:55:04.877 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mxR4KJwnOkgosZtZDpJYpzv4anI=', 'Content-Length': '0'} 2022-09-01T10:55:04.879 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d7bc6ffc49ca0244-0063108f88-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.880 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:04.881 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:04.882 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.883 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.884 DEBUG:boto:Method: GET 2022-09-01T10:55:04.884 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.885 DEBUG:boto:Data: 2022-09-01T10:55:04.886 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.886 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:04.887 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.887 DEBUG:boto:Params: {} 2022-09-01T10:55:04.888 DEBUG:boto:Token: None 2022-09-01T10:55:04.890 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:04.890 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mxR4KJwnOkgosZtZDpJYpzv4anI= 2022-09-01T10:55:04.891 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mxR4KJwnOkgosZtZDpJYpzv4anI=', 'Content-Length': '0'} 2022-09-01T10:55:04.893 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092d8c117dd797b1b-0063108f88-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.895 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:04.895 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:04.896 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:04.896 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:04.898 DEBUG:boto:Method: GET 2022-09-01T10:55:04.898 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:04.899 DEBUG:boto:Data: 2022-09-01T10:55:04.899 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.900 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:04.900 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.901 DEBUG:boto:Params: {} 2022-09-01T10:55:04.902 DEBUG:boto:Token: None 2022-09-01T10:55:04.903 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/ 2022-09-01T10:55:04.903 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TqrDX38aa8P/JKVHWJSOTmLH17A= 2022-09-01T10:55:04.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TqrDX38aa8P/JKVHWJSOTmLH17A=', 'Content-Length': '0'} 2022-09-01T10:55:04.907 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002747e5e4a56d0d23-0063108f88-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.909 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:04.910 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:04.911 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:04.912 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:04.913 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:04.913 DEBUG:boto:Method: GET 2022-09-01T10:55:04.914 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:04.916 DEBUG:boto:Data: 2022-09-01T10:55:04.917 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.918 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:04.919 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.920 DEBUG:boto:Params: {} 2022-09-01T10:55:04.921 DEBUG:boto:Token: None 2022-09-01T10:55:04.922 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/ 2022-09-01T10:55:04.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TqrDX38aa8P/JKVHWJSOTmLH17A= 2022-09-01T10:55:04.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TqrDX38aa8P/JKVHWJSOTmLH17A=', 'Content-Length': '0'} 2022-09-01T10:55:04.927 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001c7cbcee90bd48f5-0063108f88-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.928 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:04.929 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:04.930 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:04.931 DEBUG:boto:Method: HEAD 2022-09-01T10:55:04.932 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:04.932 DEBUG:boto:Data: 2022-09-01T10:55:04.933 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.934 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:04.935 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.935 DEBUG:boto:Params: {} 2022-09-01T10:55:04.936 DEBUG:boto:Token: None 2022-09-01T10:55:04.936 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/a 2022-09-01T10:55:04.937 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xa6Z9tUnT0k6urrzOwWBp8nitD4= 2022-09-01T10:55:04.938 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xa6Z9tUnT0k6urrzOwWBp8nitD4=', 'Content-Length': '0'} 2022-09-01T10:55:04.941 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ea2afdd73056277a-0063108f88-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.942 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:04.943 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:04.943 DEBUG:boto:Method: HEAD 2022-09-01T10:55:04.944 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:04.945 DEBUG:boto:Data: 2022-09-01T10:55:04.946 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.947 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:04.948 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.949 DEBUG:boto:Params: {} 2022-09-01T10:55:04.950 DEBUG:boto:Token: None 2022-09-01T10:55:04.951 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/a 2022-09-01T10:55:04.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xa6Z9tUnT0k6urrzOwWBp8nitD4= 2022-09-01T10:55:04.953 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xa6Z9tUnT0k6urrzOwWBp8nitD4=', 'Content-Length': '0'} 2022-09-01T10:55:04.955 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b8139137391d4c6-0063108f88-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.957 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:04.958 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:04.959 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:04.959 DEBUG:boto:Method: GET 2022-09-01T10:55:04.961 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:04.963 DEBUG:boto:Data: 2022-09-01T10:55:04.963 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.964 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:04.965 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.967 DEBUG:boto:Params: {} 2022-09-01T10:55:04.968 DEBUG:boto:Token: None 2022-09-01T10:55:04.969 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/a 2022-09-01T10:55:04.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:diTMceAF7cyR6QtpMCJgJHUrZLE= 2022-09-01T10:55:04.972 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:diTMceAF7cyR6QtpMCJgJHUrZLE=', 'Content-Length': '0'} 2022-09-01T10:55:04.975 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000642a61962431a658-0063108f88-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:04.975 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:04.976 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:04.976 DEBUG:boto:Method: GET 2022-09-01T10:55:04.977 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:04.978 DEBUG:boto:Data: 2022-09-01T10:55:04.978 DEBUG:boto:Headers: {} 2022-09-01T10:55:04.979 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:04.979 DEBUG:boto:Port: 8000 2022-09-01T10:55:04.980 DEBUG:boto:Params: {} 2022-09-01T10:55:04.982 DEBUG:boto:Token: None 2022-09-01T10:55:04.984 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:04 GMT /ptoxvb-70/a 2022-09-01T10:55:04.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:diTMceAF7cyR6QtpMCJgJHUrZLE= 2022-09-01T10:55:04.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:diTMceAF7cyR6QtpMCJgJHUrZLE=', 'Content-Length': '0'} 2022-09-01T10:55:04.988 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002db25956f9460a51-0063108f88-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.030 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:05.032 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:05.033 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:05.034 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:05.034 DEBUG:boto:Method: GET 2022-09-01T10:55:05.035 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:05.036 DEBUG:boto:Data: 2022-09-01T10:55:05.037 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.038 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.039 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.040 DEBUG:boto:Params: {} 2022-09-01T10:55:05.041 DEBUG:boto:Token: None 2022-09-01T10:55:05.042 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/ 2022-09-01T10:55:05.043 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ= 2022-09-01T10:55:05.044 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ=', 'Content-Length': '0'} 2022-09-01T10:55:05.049 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001e6fc633febc47e6-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.051 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:05.052 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:05.053 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:05.054 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:05.055 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:05.056 DEBUG:boto:Method: GET 2022-09-01T10:55:05.057 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:05.058 DEBUG:boto:Data: 2022-09-01T10:55:05.059 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.060 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.061 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.062 DEBUG:boto:Params: {} 2022-09-01T10:55:05.063 DEBUG:boto:Token: None 2022-09-01T10:55:05.064 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/ 2022-09-01T10:55:05.065 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ= 2022-09-01T10:55:05.067 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ=', 'Content-Length': '0'} 2022-09-01T10:55:05.070 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000090fff930668439cb-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.071 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:05.072 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:05.072 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:05.073 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:05.073 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.074 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.074 DEBUG:boto:Method: GET 2022-09-01T10:55:05.075 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.076 DEBUG:boto:Data: 2022-09-01T10:55:05.076 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.077 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.078 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.078 DEBUG:boto:Params: {} 2022-09-01T10:55:05.079 DEBUG:boto:Token: None 2022-09-01T10:55:05.079 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.080 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uccAQE/TQw8gEGf4Ln4kmj/QiOE= 2022-09-01T10:55:05.081 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uccAQE/TQw8gEGf4Ln4kmj/QiOE=', 'Content-Length': '0'} 2022-09-01T10:55:05.083 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000078b43c079ed3365e-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.130 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:05.131 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:05.132 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.132 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.133 DEBUG:boto:Method: GET 2022-09-01T10:55:05.133 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.134 DEBUG:boto:Data: 2022-09-01T10:55:05.135 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.136 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.137 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.137 DEBUG:boto:Params: {} 2022-09-01T10:55:05.138 DEBUG:boto:Token: None 2022-09-01T10:55:05.139 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.139 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uccAQE/TQw8gEGf4Ln4kmj/QiOE= 2022-09-01T10:55:05.140 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uccAQE/TQw8gEGf4Ln4kmj/QiOE=', 'Content-Length': '0'} 2022-09-01T10:55:05.143 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002639122640c95b7c-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.144 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:05.145 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:05.146 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.146 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.147 DEBUG:boto:Method: HEAD 2022-09-01T10:55:05.148 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.149 DEBUG:boto:Data: 2022-09-01T10:55:05.149 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.150 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.150 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.151 DEBUG:boto:Params: {} 2022-09-01T10:55:05.152 DEBUG:boto:Token: None 2022-09-01T10:55:05.152 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4cDDTO9e4UKVFc1hJ94MnM0/MSY= 2022-09-01T10:55:05.153 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4cDDTO9e4UKVFc1hJ94MnM0/MSY=', 'Content-Length': '0'} 2022-09-01T10:55:05.156 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c014517aeb94926b-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.157 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:05.159 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:05.160 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.161 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.162 DEBUG:boto:Method: HEAD 2022-09-01T10:55:05.163 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.164 DEBUG:boto:Data: 2022-09-01T10:55:05.165 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.166 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.167 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.168 DEBUG:boto:Params: {} 2022-09-01T10:55:05.169 DEBUG:boto:Token: None 2022-09-01T10:55:05.170 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.172 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4cDDTO9e4UKVFc1hJ94MnM0/MSY= 2022-09-01T10:55:05.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4cDDTO9e4UKVFc1hJ94MnM0/MSY=', 'Content-Length': '0'} 2022-09-01T10:55:05.175 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000023a41346c34b4dbb-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.177 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:05.178 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:05.179 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:05.180 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.181 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.182 DEBUG:boto:Method: GET 2022-09-01T10:55:05.183 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.184 DEBUG:boto:Data: 2022-09-01T10:55:05.185 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.187 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.188 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.189 DEBUG:boto:Params: {} 2022-09-01T10:55:05.190 DEBUG:boto:Token: None 2022-09-01T10:55:05.191 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.192 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uccAQE/TQw8gEGf4Ln4kmj/QiOE= 2022-09-01T10:55:05.192 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uccAQE/TQw8gEGf4Ln4kmj/QiOE=', 'Content-Length': '0'} 2022-09-01T10:55:05.195 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002975283bef75032a-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.196 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:05.196 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:05.198 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.198 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.199 DEBUG:boto:Method: GET 2022-09-01T10:55:05.199 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.200 DEBUG:boto:Data: 2022-09-01T10:55:05.200 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.201 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.201 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.202 DEBUG:boto:Params: {} 2022-09-01T10:55:05.203 DEBUG:boto:Token: None 2022-09-01T10:55:05.203 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:05.204 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uccAQE/TQw8gEGf4Ln4kmj/QiOE= 2022-09-01T10:55:05.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uccAQE/TQw8gEGf4Ln4kmj/QiOE=', 'Content-Length': '0'} 2022-09-01T10:55:05.207 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f0df02c7bf090a4-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.207 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:05.208 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:05.209 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:05.209 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:05.210 DEBUG:boto:Method: GET 2022-09-01T10:55:05.210 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:05.211 DEBUG:boto:Data: 2022-09-01T10:55:05.211 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.212 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.212 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.213 DEBUG:boto:Params: {} 2022-09-01T10:55:05.213 DEBUG:boto:Token: None 2022-09-01T10:55:05.214 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/ 2022-09-01T10:55:05.215 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ= 2022-09-01T10:55:05.216 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ=', 'Content-Length': '0'} 2022-09-01T10:55:05.219 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dff6b0f1f9de722b-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.221 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:05.225 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:05.226 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:05.226 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:05.227 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:05.228 DEBUG:boto:Method: GET 2022-09-01T10:55:05.229 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:05.229 DEBUG:boto:Data: 2022-09-01T10:55:05.230 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.230 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.231 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.232 DEBUG:boto:Params: {} 2022-09-01T10:55:05.232 DEBUG:boto:Token: None 2022-09-01T10:55:05.233 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/ 2022-09-01T10:55:05.234 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ= 2022-09-01T10:55:05.235 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ=', 'Content-Length': '0'} 2022-09-01T10:55:05.238 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000ba2617e74d437a6-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.294 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:05.454 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:05.455 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:05.456 DEBUG:boto:Method: HEAD 2022-09-01T10:55:05.456 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:05.457 DEBUG:boto:Data: 2022-09-01T10:55:05.457 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.458 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.458 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.459 DEBUG:boto:Params: {} 2022-09-01T10:55:05.460 DEBUG:boto:Token: None 2022-09-01T10:55:05.460 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/b 2022-09-01T10:55:05.461 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ogFTHmqUoPvBUqtAXvJ+0oZeV4= 2022-09-01T10:55:05.462 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ogFTHmqUoPvBUqtAXvJ+0oZeV4=', 'Content-Length': '0'} 2022-09-01T10:55:05.471 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e7d1876d3ae1ac6d-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.473 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:05.474 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:05.474 DEBUG:boto:Method: HEAD 2022-09-01T10:55:05.475 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:05.475 DEBUG:boto:Data: 2022-09-01T10:55:05.476 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.476 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.477 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.477 DEBUG:boto:Params: {} 2022-09-01T10:55:05.478 DEBUG:boto:Token: None 2022-09-01T10:55:05.478 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/b 2022-09-01T10:55:05.480 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ogFTHmqUoPvBUqtAXvJ+0oZeV4= 2022-09-01T10:55:05.481 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ogFTHmqUoPvBUqtAXvJ+0oZeV4=', 'Content-Length': '0'} 2022-09-01T10:55:05.486 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009636aeb267363cb8-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.488 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:05.489 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:05.490 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:05.492 DEBUG:boto:Method: GET 2022-09-01T10:55:05.493 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:05.495 DEBUG:boto:Data: 2022-09-01T10:55:05.496 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.497 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.499 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.500 DEBUG:boto:Params: {} 2022-09-01T10:55:05.502 DEBUG:boto:Token: None 2022-09-01T10:55:05.503 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/b 2022-09-01T10:55:05.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/jiUD7d4ZgQQRhyN5rN7WjKFdYM= 2022-09-01T10:55:05.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/jiUD7d4ZgQQRhyN5rN7WjKFdYM=', 'Content-Length': '0'} 2022-09-01T10:55:05.509 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a100bca66ac22c51-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.511 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:05.512 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:05.513 DEBUG:boto:Method: GET 2022-09-01T10:55:05.514 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:05.515 DEBUG:boto:Data: 2022-09-01T10:55:05.516 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.517 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.518 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.519 DEBUG:boto:Params: {} 2022-09-01T10:55:05.519 DEBUG:boto:Token: None 2022-09-01T10:55:05.520 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/b 2022-09-01T10:55:05.521 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/jiUD7d4ZgQQRhyN5rN7WjKFdYM= 2022-09-01T10:55:05.522 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/jiUD7d4ZgQQRhyN5rN7WjKFdYM=', 'Content-Length': '0'} 2022-09-01T10:55:05.525 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ae5abc5ad4c119a-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.527 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:05.528 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:05.529 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:05.530 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:05.531 DEBUG:boto:Method: GET 2022-09-01T10:55:05.532 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:05.533 DEBUG:boto:Data: 2022-09-01T10:55:05.534 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.535 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.536 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.537 DEBUG:boto:Params: {} 2022-09-01T10:55:05.538 DEBUG:boto:Token: None 2022-09-01T10:55:05.539 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/ 2022-09-01T10:55:05.540 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ= 2022-09-01T10:55:05.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ=', 'Content-Length': '0'} 2022-09-01T10:55:05.545 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000010d37a029490df21-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.546 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:05.546 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:05.549 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:05.549 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:05.550 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:05.550 DEBUG:boto:Method: GET 2022-09-01T10:55:05.551 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:05.552 DEBUG:boto:Data: 2022-09-01T10:55:05.552 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.553 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.553 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.554 DEBUG:boto:Params: {} 2022-09-01T10:55:05.554 DEBUG:boto:Token: None 2022-09-01T10:55:05.555 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/ 2022-09-01T10:55:05.556 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ= 2022-09-01T10:55:05.556 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ=', 'Content-Length': '0'} 2022-09-01T10:55:05.559 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f90041679b8eaff6-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.559 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:05.560 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:05.561 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:05.562 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:05.562 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.563 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.563 DEBUG:boto:Method: GET 2022-09-01T10:55:05.564 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.564 DEBUG:boto:Data: 2022-09-01T10:55:05.565 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.565 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.566 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.566 DEBUG:boto:Params: {} 2022-09-01T10:55:05.567 DEBUG:boto:Token: None 2022-09-01T10:55:05.568 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.570 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:btx2HoOJqQ4QDTsvr8qYZ0/2SHw= 2022-09-01T10:55:05.570 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:btx2HoOJqQ4QDTsvr8qYZ0/2SHw=', 'Content-Length': '0'} 2022-09-01T10:55:05.573 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002a68e8e8f1833d26-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.574 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:05.575 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:05.575 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.576 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.577 DEBUG:boto:Method: GET 2022-09-01T10:55:05.577 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.578 DEBUG:boto:Data: 2022-09-01T10:55:05.578 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.579 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.579 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.580 DEBUG:boto:Params: {} 2022-09-01T10:55:05.581 DEBUG:boto:Token: None 2022-09-01T10:55:05.582 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.583 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:btx2HoOJqQ4QDTsvr8qYZ0/2SHw= 2022-09-01T10:55:05.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:btx2HoOJqQ4QDTsvr8qYZ0/2SHw=', 'Content-Length': '0'} 2022-09-01T10:55:05.586 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000099565504007807fb-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.587 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:05.588 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:05.589 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.590 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.590 DEBUG:boto:Method: HEAD 2022-09-01T10:55:05.591 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.592 DEBUG:boto:Data: 2022-09-01T10:55:05.593 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.593 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.594 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.594 DEBUG:boto:Params: {} 2022-09-01T10:55:05.595 DEBUG:boto:Token: None 2022-09-01T10:55:05.595 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:e4bGN62TIAg4Gloywdt3g+Ondhg= 2022-09-01T10:55:05.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:e4bGN62TIAg4Gloywdt3g+Ondhg=', 'Content-Length': '0'} 2022-09-01T10:55:05.599 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000099c44005df7ffd00-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.599 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:05.600 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:05.600 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.601 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.601 DEBUG:boto:Method: HEAD 2022-09-01T10:55:05.602 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.603 DEBUG:boto:Data: 2022-09-01T10:55:05.603 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.604 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.604 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.605 DEBUG:boto:Params: {} 2022-09-01T10:55:05.606 DEBUG:boto:Token: None 2022-09-01T10:55:05.606 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.607 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:e4bGN62TIAg4Gloywdt3g+Ondhg= 2022-09-01T10:55:05.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:e4bGN62TIAg4Gloywdt3g+Ondhg=', 'Content-Length': '0'} 2022-09-01T10:55:05.610 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a6a73d9140dbb70b-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.611 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:05.612 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:05.612 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:05.613 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.614 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.615 DEBUG:boto:Method: GET 2022-09-01T10:55:05.615 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.616 DEBUG:boto:Data: 2022-09-01T10:55:05.616 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.617 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.618 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.618 DEBUG:boto:Params: {} 2022-09-01T10:55:05.619 DEBUG:boto:Token: None 2022-09-01T10:55:05.619 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.620 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:btx2HoOJqQ4QDTsvr8qYZ0/2SHw= 2022-09-01T10:55:05.621 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:btx2HoOJqQ4QDTsvr8qYZ0/2SHw=', 'Content-Length': '0'} 2022-09-01T10:55:05.625 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d8381b913662e84-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.668 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:05.669 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:05.670 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.672 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.673 DEBUG:boto:Method: GET 2022-09-01T10:55:05.674 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.675 DEBUG:boto:Data: 2022-09-01T10:55:05.676 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.677 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.678 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.679 DEBUG:boto:Params: {} 2022-09-01T10:55:05.680 DEBUG:boto:Token: None 2022-09-01T10:55:05.683 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:05.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:btx2HoOJqQ4QDTsvr8qYZ0/2SHw= 2022-09-01T10:55:05.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:btx2HoOJqQ4QDTsvr8qYZ0/2SHw=', 'Content-Length': '0'} 2022-09-01T10:55:05.688 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b8bb9115619ce3d-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.689 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:05.690 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:05.691 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:05.692 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:05.692 DEBUG:boto:Method: GET 2022-09-01T10:55:05.693 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:05.693 DEBUG:boto:Data: 2022-09-01T10:55:05.694 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.694 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.695 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.695 DEBUG:boto:Params: {} 2022-09-01T10:55:05.696 DEBUG:boto:Token: None 2022-09-01T10:55:05.697 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/ 2022-09-01T10:55:05.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ= 2022-09-01T10:55:05.698 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ=', 'Content-Length': '0'} 2022-09-01T10:55:05.701 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000062d42c72a4151e36-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.702 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:05.702 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:05.703 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:05.703 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:05.704 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:05.705 DEBUG:boto:Method: GET 2022-09-01T10:55:05.705 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:05.706 DEBUG:boto:Data: 2022-09-01T10:55:05.706 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.707 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.707 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.708 DEBUG:boto:Params: {} 2022-09-01T10:55:05.708 DEBUG:boto:Token: None 2022-09-01T10:55:05.709 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/ 2022-09-01T10:55:05.710 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ= 2022-09-01T10:55:05.710 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ=', 'Content-Length': '0'} 2022-09-01T10:55:05.713 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006c65ae915dbaa1fd-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.713 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:05.714 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:05.715 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:05.715 DEBUG:boto:Method: HEAD 2022-09-01T10:55:05.716 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:05.716 DEBUG:boto:Data: 2022-09-01T10:55:05.717 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.717 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.718 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.718 DEBUG:boto:Params: {} 2022-09-01T10:55:05.719 DEBUG:boto:Token: None 2022-09-01T10:55:05.720 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/c 2022-09-01T10:55:05.720 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YAZvdKSy26aH770psD6xIbbpSzU= 2022-09-01T10:55:05.721 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YAZvdKSy26aH770psD6xIbbpSzU=', 'Content-Length': '0'} 2022-09-01T10:55:05.723 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009da07937ae6d1f6a-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.724 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:05.724 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:05.726 DEBUG:boto:Method: HEAD 2022-09-01T10:55:05.727 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:05.727 DEBUG:boto:Data: 2022-09-01T10:55:05.728 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.728 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.729 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.729 DEBUG:boto:Params: {} 2022-09-01T10:55:05.730 DEBUG:boto:Token: None 2022-09-01T10:55:05.731 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/c 2022-09-01T10:55:05.731 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YAZvdKSy26aH770psD6xIbbpSzU= 2022-09-01T10:55:05.732 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YAZvdKSy26aH770psD6xIbbpSzU=', 'Content-Length': '0'} 2022-09-01T10:55:05.734 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000693a2aadaea8d2d4-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.736 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:05.736 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:05.737 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:05.738 DEBUG:boto:Method: GET 2022-09-01T10:55:05.739 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:05.740 DEBUG:boto:Data: 2022-09-01T10:55:05.741 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.741 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.742 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.742 DEBUG:boto:Params: {} 2022-09-01T10:55:05.744 DEBUG:boto:Token: None 2022-09-01T10:55:05.746 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/c 2022-09-01T10:55:05.747 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3i0RSKk1ADiFc3Qo9SQsHhD/+hM= 2022-09-01T10:55:05.747 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3i0RSKk1ADiFc3Qo9SQsHhD/+hM=', 'Content-Length': '0'} 2022-09-01T10:55:05.750 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009ff36c02cca5317a-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.751 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:05.751 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:05.752 DEBUG:boto:Method: GET 2022-09-01T10:55:05.752 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:05.753 DEBUG:boto:Data: 2022-09-01T10:55:05.754 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.755 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.756 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.757 DEBUG:boto:Params: {} 2022-09-01T10:55:05.758 DEBUG:boto:Token: None 2022-09-01T10:55:05.758 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/c 2022-09-01T10:55:05.759 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3i0RSKk1ADiFc3Qo9SQsHhD/+hM= 2022-09-01T10:55:05.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3i0RSKk1ADiFc3Qo9SQsHhD/+hM=', 'Content-Length': '0'} 2022-09-01T10:55:05.762 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b9e26356944c9f1-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.806 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:05.807 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:05.807 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:05.808 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:05.809 DEBUG:boto:Method: GET 2022-09-01T10:55:05.809 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:05.810 DEBUG:boto:Data: 2022-09-01T10:55:05.810 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.811 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.811 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.812 DEBUG:boto:Params: {} 2022-09-01T10:55:05.812 DEBUG:boto:Token: None 2022-09-01T10:55:05.813 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/ 2022-09-01T10:55:05.814 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ= 2022-09-01T10:55:05.814 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ=', 'Content-Length': '0'} 2022-09-01T10:55:05.820 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001d29f4d8666befa5-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.822 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:05.823 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:05.825 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:05.826 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:05.827 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:05.828 DEBUG:boto:Method: GET 2022-09-01T10:55:05.829 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:05.830 DEBUG:boto:Data: 2022-09-01T10:55:05.831 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.831 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.832 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.833 DEBUG:boto:Params: {} 2022-09-01T10:55:05.833 DEBUG:boto:Token: None 2022-09-01T10:55:05.834 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/ 2022-09-01T10:55:05.834 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ= 2022-09-01T10:55:05.835 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cZl8cXy/TcMYhrnmvUrSWInK5IQ=', 'Content-Length': '0'} 2022-09-01T10:55:05.837 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b28806c736ccd07c-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.838 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:05.839 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:05.840 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:05.840 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:05.841 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.841 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.842 DEBUG:boto:Method: GET 2022-09-01T10:55:05.842 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.843 DEBUG:boto:Data: 2022-09-01T10:55:05.843 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.844 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.844 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.845 DEBUG:boto:Params: {} 2022-09-01T10:55:05.845 DEBUG:boto:Token: None 2022-09-01T10:55:05.846 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nwGH9OEGWOT3aBcJ6UW1FIgULQo= 2022-09-01T10:55:05.847 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nwGH9OEGWOT3aBcJ6UW1FIgULQo=', 'Content-Length': '0'} 2022-09-01T10:55:05.850 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d78290911bbb6a75-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.890 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:05.891 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:05.891 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.892 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.892 DEBUG:boto:Method: GET 2022-09-01T10:55:05.893 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.894 DEBUG:boto:Data: 2022-09-01T10:55:05.894 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.895 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.896 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.897 DEBUG:boto:Params: {} 2022-09-01T10:55:05.898 DEBUG:boto:Token: None 2022-09-01T10:55:05.899 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.900 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nwGH9OEGWOT3aBcJ6UW1FIgULQo= 2022-09-01T10:55:05.900 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nwGH9OEGWOT3aBcJ6UW1FIgULQo=', 'Content-Length': '0'} 2022-09-01T10:55:05.903 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004594b05db33c217e-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.904 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:05.904 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:05.905 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.905 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.907 DEBUG:boto:Method: HEAD 2022-09-01T10:55:05.908 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.908 DEBUG:boto:Data: 2022-09-01T10:55:05.909 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.909 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.910 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.910 DEBUG:boto:Params: {} 2022-09-01T10:55:05.911 DEBUG:boto:Token: None 2022-09-01T10:55:05.911 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.912 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3dyKaoocEGlghWjwhltoFdIFbYU= 2022-09-01T10:55:05.914 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3dyKaoocEGlghWjwhltoFdIFbYU=', 'Content-Length': '0'} 2022-09-01T10:55:05.917 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008af47e1647340e6e-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.919 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:05.921 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:05.922 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.924 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.928 DEBUG:boto:Method: HEAD 2022-09-01T10:55:05.929 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.931 DEBUG:boto:Data: 2022-09-01T10:55:05.932 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.933 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.934 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.935 DEBUG:boto:Params: {} 2022-09-01T10:55:05.936 DEBUG:boto:Token: None 2022-09-01T10:55:05.937 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.938 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3dyKaoocEGlghWjwhltoFdIFbYU= 2022-09-01T10:55:05.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3dyKaoocEGlghWjwhltoFdIFbYU=', 'Content-Length': '0'} 2022-09-01T10:55:05.943 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092447656d05b1bb9-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.944 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:05.945 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:05.946 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:05.947 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.948 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.949 DEBUG:boto:Method: GET 2022-09-01T10:55:05.950 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.951 DEBUG:boto:Data: 2022-09-01T10:55:05.952 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.953 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:05.954 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.955 DEBUG:boto:Params: {} 2022-09-01T10:55:05.956 DEBUG:boto:Token: None 2022-09-01T10:55:05.957 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.959 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nwGH9OEGWOT3aBcJ6UW1FIgULQo= 2022-09-01T10:55:05.960 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nwGH9OEGWOT3aBcJ6UW1FIgULQo=', 'Content-Length': '0'} 2022-09-01T10:55:05.963 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b2353d2e41b53eed-0063108f89-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.965 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:05.966 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:05.977 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.978 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.979 DEBUG:boto:Method: GET 2022-09-01T10:55:05.981 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.982 DEBUG:boto:Data: 2022-09-01T10:55:05.983 DEBUG:boto:Headers: {} 2022-09-01T10:55:05.984 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:05.985 DEBUG:boto:Port: 8000 2022-09-01T10:55:05.986 DEBUG:boto:Params: {} 2022-09-01T10:55:05.986 DEBUG:boto:Token: None 2022-09-01T10:55:05.987 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:05 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:05.988 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nwGH9OEGWOT3aBcJ6UW1FIgULQo= 2022-09-01T10:55:05.991 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nwGH9OEGWOT3aBcJ6UW1FIgULQo=', 'Content-Length': '0'} 2022-09-01T10:55:05.994 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d2a562960544a9ea-0063108f89-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:05.996 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:05.997 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:05.998 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:05.999 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:06.000 DEBUG:boto:Method: GET 2022-09-01T10:55:06.001 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:06.002 DEBUG:boto:Data: 2022-09-01T10:55:06.003 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.004 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.005 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.007 DEBUG:boto:Params: {} 2022-09-01T10:55:06.008 DEBUG:boto:Token: None 2022-09-01T10:55:06.009 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/ 2022-09-01T10:55:06.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM= 2022-09-01T10:55:06.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM=', 'Content-Length': '0'} 2022-09-01T10:55:06.016 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fa691158a64361b8-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.017 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:06.019 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:06.020 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:06.021 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:06.022 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:06.023 DEBUG:boto:Method: GET 2022-09-01T10:55:06.024 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:06.032 DEBUG:boto:Data: 2022-09-01T10:55:06.033 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.034 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.035 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.036 DEBUG:boto:Params: {} 2022-09-01T10:55:06.037 DEBUG:boto:Token: None 2022-09-01T10:55:06.043 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/ 2022-09-01T10:55:06.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM= 2022-09-01T10:55:06.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM=', 'Content-Length': '0'} 2022-09-01T10:55:06.048 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000be32537abb47662-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.049 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:06.051 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:06.052 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:06.053 DEBUG:boto:Method: HEAD 2022-09-01T10:55:06.054 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:06.055 DEBUG:boto:Data: 2022-09-01T10:55:06.055 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.056 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.057 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.058 DEBUG:boto:Params: {} 2022-09-01T10:55:06.059 DEBUG:boto:Token: None 2022-09-01T10:55:06.060 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/d 2022-09-01T10:55:06.061 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C6HN4eMaJqGv+tOEG5erJLW7+k4= 2022-09-01T10:55:06.062 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C6HN4eMaJqGv+tOEG5erJLW7+k4=', 'Content-Length': '0'} 2022-09-01T10:55:06.065 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd1d473525e9c523-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.066 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:06.066 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:06.067 DEBUG:boto:Method: HEAD 2022-09-01T10:55:06.067 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:06.068 DEBUG:boto:Data: 2022-09-01T10:55:06.068 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.069 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.069 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.070 DEBUG:boto:Params: {} 2022-09-01T10:55:06.070 DEBUG:boto:Token: None 2022-09-01T10:55:06.071 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/d 2022-09-01T10:55:06.072 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C6HN4eMaJqGv+tOEG5erJLW7+k4= 2022-09-01T10:55:06.072 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C6HN4eMaJqGv+tOEG5erJLW7+k4=', 'Content-Length': '0'} 2022-09-01T10:55:06.077 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000662a11cd0f46bd4b-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.078 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:06.079 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:06.080 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:06.080 DEBUG:boto:Method: GET 2022-09-01T10:55:06.081 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:06.081 DEBUG:boto:Data: 2022-09-01T10:55:06.082 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.082 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.083 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.083 DEBUG:boto:Params: {} 2022-09-01T10:55:06.084 DEBUG:boto:Token: None 2022-09-01T10:55:06.085 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/d 2022-09-01T10:55:06.085 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mC95Ys13xwoiOg6C+zKlwN9FNhw= 2022-09-01T10:55:06.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mC95Ys13xwoiOg6C+zKlwN9FNhw=', 'Content-Length': '0'} 2022-09-01T10:55:06.089 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004dabc02056f78129-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.090 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:06.091 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:06.091 DEBUG:boto:Method: GET 2022-09-01T10:55:06.092 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:06.092 DEBUG:boto:Data: 2022-09-01T10:55:06.093 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.093 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.094 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.094 DEBUG:boto:Params: {} 2022-09-01T10:55:06.095 DEBUG:boto:Token: None 2022-09-01T10:55:06.096 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/d 2022-09-01T10:55:06.096 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mC95Ys13xwoiOg6C+zKlwN9FNhw= 2022-09-01T10:55:06.097 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mC95Ys13xwoiOg6C+zKlwN9FNhw=', 'Content-Length': '0'} 2022-09-01T10:55:06.101 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004b5cbd433da95243-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.142 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:06.143 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:06.144 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:06.144 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:06.145 DEBUG:boto:Method: GET 2022-09-01T10:55:06.146 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:06.147 DEBUG:boto:Data: 2022-09-01T10:55:06.147 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.148 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.148 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.149 DEBUG:boto:Params: {} 2022-09-01T10:55:06.149 DEBUG:boto:Token: None 2022-09-01T10:55:06.152 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/ 2022-09-01T10:55:06.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM= 2022-09-01T10:55:06.153 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM=', 'Content-Length': '0'} 2022-09-01T10:55:06.157 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dd0199a9341b9aae-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.159 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:06.161 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:06.161 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:06.162 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:06.163 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:06.163 DEBUG:boto:Method: GET 2022-09-01T10:55:06.164 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:06.165 DEBUG:boto:Data: 2022-09-01T10:55:06.165 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.166 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.167 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.167 DEBUG:boto:Params: {} 2022-09-01T10:55:06.168 DEBUG:boto:Token: None 2022-09-01T10:55:06.169 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/ 2022-09-01T10:55:06.170 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM= 2022-09-01T10:55:06.171 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM=', 'Content-Length': '0'} 2022-09-01T10:55:06.173 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c5672f3c5d02b650-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.174 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:06.175 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:06.176 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:06.176 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:06.177 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.178 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.178 DEBUG:boto:Method: GET 2022-09-01T10:55:06.179 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.180 DEBUG:boto:Data: 2022-09-01T10:55:06.181 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.182 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.183 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.184 DEBUG:boto:Params: {} 2022-09-01T10:55:06.185 DEBUG:boto:Token: None 2022-09-01T10:55:06.187 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.188 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9djxbdGdkG9cG9NclP/RysJIGwM= 2022-09-01T10:55:06.188 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9djxbdGdkG9cG9NclP/RysJIGwM=', 'Content-Length': '0'} 2022-09-01T10:55:06.191 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aa2c13203e89a2fd-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.192 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:06.192 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:06.193 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.194 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.194 DEBUG:boto:Method: GET 2022-09-01T10:55:06.195 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.195 DEBUG:boto:Data: 2022-09-01T10:55:06.196 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.197 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.198 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.199 DEBUG:boto:Params: {} 2022-09-01T10:55:06.199 DEBUG:boto:Token: None 2022-09-01T10:55:06.200 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9djxbdGdkG9cG9NclP/RysJIGwM= 2022-09-01T10:55:06.203 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9djxbdGdkG9cG9NclP/RysJIGwM=', 'Content-Length': '0'} 2022-09-01T10:55:06.206 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e2e4a214950b124b-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.207 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:06.208 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:06.208 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.209 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.209 DEBUG:boto:Method: HEAD 2022-09-01T10:55:06.210 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.210 DEBUG:boto:Data: 2022-09-01T10:55:06.211 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.212 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.212 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.213 DEBUG:boto:Params: {} 2022-09-01T10:55:06.213 DEBUG:boto:Token: None 2022-09-01T10:55:06.214 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.215 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O+lmmWmX0SpvJphH/w0Hk6DBn9g= 2022-09-01T10:55:06.215 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O+lmmWmX0SpvJphH/w0Hk6DBn9g=', 'Content-Length': '0'} 2022-09-01T10:55:06.218 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000626f7888fee89fd0-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.219 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:06.219 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:06.220 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.221 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.222 DEBUG:boto:Method: HEAD 2022-09-01T10:55:06.224 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.225 DEBUG:boto:Data: 2022-09-01T10:55:06.226 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.227 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.228 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.229 DEBUG:boto:Params: {} 2022-09-01T10:55:06.230 DEBUG:boto:Token: None 2022-09-01T10:55:06.231 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.232 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O+lmmWmX0SpvJphH/w0Hk6DBn9g= 2022-09-01T10:55:06.233 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O+lmmWmX0SpvJphH/w0Hk6DBn9g=', 'Content-Length': '0'} 2022-09-01T10:55:06.237 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c38e9dac01ebf0cc-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.239 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:06.240 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:06.241 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:06.242 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.243 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.244 DEBUG:boto:Method: GET 2022-09-01T10:55:06.245 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.247 DEBUG:boto:Data: 2022-09-01T10:55:06.248 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.249 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.250 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.251 DEBUG:boto:Params: {} 2022-09-01T10:55:06.253 DEBUG:boto:Token: None 2022-09-01T10:55:06.254 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.255 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9djxbdGdkG9cG9NclP/RysJIGwM= 2022-09-01T10:55:06.256 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9djxbdGdkG9cG9NclP/RysJIGwM=', 'Content-Length': '0'} 2022-09-01T10:55:06.259 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b911b2e98dadff04-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.260 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:06.261 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:06.262 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.262 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.263 DEBUG:boto:Method: GET 2022-09-01T10:55:06.264 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.264 DEBUG:boto:Data: 2022-09-01T10:55:06.265 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.265 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.266 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.267 DEBUG:boto:Params: {} 2022-09-01T10:55:06.268 DEBUG:boto:Token: None 2022-09-01T10:55:06.269 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:06.270 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9djxbdGdkG9cG9NclP/RysJIGwM= 2022-09-01T10:55:06.271 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9djxbdGdkG9cG9NclP/RysJIGwM=', 'Content-Length': '0'} 2022-09-01T10:55:06.274 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a30c51706f3e8ece-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.276 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:06.277 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:06.278 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:06.279 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:06.280 DEBUG:boto:Method: GET 2022-09-01T10:55:06.281 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:06.282 DEBUG:boto:Data: 2022-09-01T10:55:06.283 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.284 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.285 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.285 DEBUG:boto:Params: {} 2022-09-01T10:55:06.286 DEBUG:boto:Token: None 2022-09-01T10:55:06.287 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/ 2022-09-01T10:55:06.287 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM= 2022-09-01T10:55:06.288 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM=', 'Content-Length': '0'} 2022-09-01T10:55:06.291 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000580ee3d412e4b833-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.292 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:06.293 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:06.294 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:06.295 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:06.295 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:06.296 DEBUG:boto:Method: GET 2022-09-01T10:55:06.297 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:06.299 DEBUG:boto:Data: 2022-09-01T10:55:06.300 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.301 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.302 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.303 DEBUG:boto:Params: {} 2022-09-01T10:55:06.304 DEBUG:boto:Token: None 2022-09-01T10:55:06.305 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/ 2022-09-01T10:55:06.306 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM= 2022-09-01T10:55:06.307 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM=', 'Content-Length': '0'} 2022-09-01T10:55:06.310 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000abbb76dc1205acef-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.350 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:06.353 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:06.356 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:06.357 DEBUG:boto:Method: HEAD 2022-09-01T10:55:06.358 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:06.358 DEBUG:boto:Data: 2022-09-01T10:55:06.359 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.360 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.361 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.362 DEBUG:boto:Params: {} 2022-09-01T10:55:06.363 DEBUG:boto:Token: None 2022-09-01T10:55:06.364 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/e 2022-09-01T10:55:06.365 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BYh0dqGHX0G5kH8HXYOBPs7koNw= 2022-09-01T10:55:06.366 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BYh0dqGHX0G5kH8HXYOBPs7koNw=', 'Content-Length': '0'} 2022-09-01T10:55:06.372 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c8e492e1093ef697-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.373 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:06.373 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:06.374 DEBUG:boto:Method: HEAD 2022-09-01T10:55:06.374 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:06.375 DEBUG:boto:Data: 2022-09-01T10:55:06.375 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.376 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.376 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.377 DEBUG:boto:Params: {} 2022-09-01T10:55:06.377 DEBUG:boto:Token: None 2022-09-01T10:55:06.378 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/e 2022-09-01T10:55:06.379 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BYh0dqGHX0G5kH8HXYOBPs7koNw= 2022-09-01T10:55:06.380 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BYh0dqGHX0G5kH8HXYOBPs7koNw=', 'Content-Length': '0'} 2022-09-01T10:55:06.384 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007bdc53df0c9d22c0-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.385 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:06.386 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:06.387 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:06.388 DEBUG:boto:Method: GET 2022-09-01T10:55:06.389 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:06.390 DEBUG:boto:Data: 2022-09-01T10:55:06.391 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.393 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.394 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.397 DEBUG:boto:Params: {} 2022-09-01T10:55:06.398 DEBUG:boto:Token: None 2022-09-01T10:55:06.399 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/e 2022-09-01T10:55:06.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rNuPb375wui90UjyLwrTXaQcGz4= 2022-09-01T10:55:06.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rNuPb375wui90UjyLwrTXaQcGz4=', 'Content-Length': '0'} 2022-09-01T10:55:06.404 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006effc5da782fbac2-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.406 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:06.407 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:06.408 DEBUG:boto:Method: GET 2022-09-01T10:55:06.409 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:06.410 DEBUG:boto:Data: 2022-09-01T10:55:06.411 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.412 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.413 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.416 DEBUG:boto:Params: {} 2022-09-01T10:55:06.417 DEBUG:boto:Token: None 2022-09-01T10:55:06.418 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/e 2022-09-01T10:55:06.420 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rNuPb375wui90UjyLwrTXaQcGz4= 2022-09-01T10:55:06.423 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rNuPb375wui90UjyLwrTXaQcGz4=', 'Content-Length': '0'} 2022-09-01T10:55:06.425 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3d76f38ba331723-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.428 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:06.429 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:06.430 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:06.430 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:06.431 DEBUG:boto:Method: GET 2022-09-01T10:55:06.431 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:06.432 DEBUG:boto:Data: 2022-09-01T10:55:06.433 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.433 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.434 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.435 DEBUG:boto:Params: {} 2022-09-01T10:55:06.437 DEBUG:boto:Token: None 2022-09-01T10:55:06.439 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/ 2022-09-01T10:55:06.440 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM= 2022-09-01T10:55:06.441 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM=', 'Content-Length': '0'} 2022-09-01T10:55:06.445 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000854f469e1a12ed6-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.446 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:06.447 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:06.447 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:06.448 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:06.449 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:06.449 DEBUG:boto:Method: GET 2022-09-01T10:55:06.450 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:06.451 DEBUG:boto:Data: 2022-09-01T10:55:06.451 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.453 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.454 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.455 DEBUG:boto:Params: {} 2022-09-01T10:55:06.456 DEBUG:boto:Token: None 2022-09-01T10:55:06.456 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/ 2022-09-01T10:55:06.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM= 2022-09-01T10:55:06.458 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM=', 'Content-Length': '0'} 2022-09-01T10:55:06.460 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002edcfb91209c9e47-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.461 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:06.462 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:06.463 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:06.463 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:06.464 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.464 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.465 DEBUG:boto:Method: GET 2022-09-01T10:55:06.466 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.466 DEBUG:boto:Data: 2022-09-01T10:55:06.467 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.468 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.468 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.469 DEBUG:boto:Params: {} 2022-09-01T10:55:06.470 DEBUG:boto:Token: None 2022-09-01T10:55:06.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cJd0lgDSIQDpLjkUUMLUHSYvcxc= 2022-09-01T10:55:06.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cJd0lgDSIQDpLjkUUMLUHSYvcxc=', 'Content-Length': '0'} 2022-09-01T10:55:06.474 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e1dc47f502a68ac-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.475 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:06.476 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:06.476 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.477 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.478 DEBUG:boto:Method: GET 2022-09-01T10:55:06.478 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.479 DEBUG:boto:Data: 2022-09-01T10:55:06.479 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.480 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.480 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.481 DEBUG:boto:Params: {} 2022-09-01T10:55:06.482 DEBUG:boto:Token: None 2022-09-01T10:55:06.482 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cJd0lgDSIQDpLjkUUMLUHSYvcxc= 2022-09-01T10:55:06.484 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cJd0lgDSIQDpLjkUUMLUHSYvcxc=', 'Content-Length': '0'} 2022-09-01T10:55:06.490 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e45502c180ff8cc7-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.492 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:06.493 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:06.494 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.494 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.495 DEBUG:boto:Method: HEAD 2022-09-01T10:55:06.496 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.497 DEBUG:boto:Data: 2022-09-01T10:55:06.499 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.500 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.501 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.502 DEBUG:boto:Params: {} 2022-09-01T10:55:06.503 DEBUG:boto:Token: None 2022-09-01T10:55:06.504 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jlV8V+EZdi0V0FsJL29yxQvLk10= 2022-09-01T10:55:06.506 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jlV8V+EZdi0V0FsJL29yxQvLk10=', 'Content-Length': '0'} 2022-09-01T10:55:06.509 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b7129db8f21a0b73-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.510 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:06.510 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:06.511 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.511 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.512 DEBUG:boto:Method: HEAD 2022-09-01T10:55:06.512 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.513 DEBUG:boto:Data: 2022-09-01T10:55:06.514 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.514 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.515 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.515 DEBUG:boto:Params: {} 2022-09-01T10:55:06.517 DEBUG:boto:Token: None 2022-09-01T10:55:06.518 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jlV8V+EZdi0V0FsJL29yxQvLk10= 2022-09-01T10:55:06.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jlV8V+EZdi0V0FsJL29yxQvLk10=', 'Content-Length': '0'} 2022-09-01T10:55:06.522 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d5b173e0939acc13-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.524 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:06.524 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:06.525 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:06.526 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.526 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.527 DEBUG:boto:Method: GET 2022-09-01T10:55:06.527 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.528 DEBUG:boto:Data: 2022-09-01T10:55:06.528 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.529 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.530 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.531 DEBUG:boto:Params: {} 2022-09-01T10:55:06.531 DEBUG:boto:Token: None 2022-09-01T10:55:06.532 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cJd0lgDSIQDpLjkUUMLUHSYvcxc= 2022-09-01T10:55:06.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cJd0lgDSIQDpLjkUUMLUHSYvcxc=', 'Content-Length': '0'} 2022-09-01T10:55:06.543 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000635e697709440f91-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.593 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:06.594 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:06.595 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.596 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.596 DEBUG:boto:Method: GET 2022-09-01T10:55:06.597 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.598 DEBUG:boto:Data: 2022-09-01T10:55:06.599 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.599 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.600 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.600 DEBUG:boto:Params: {} 2022-09-01T10:55:06.601 DEBUG:boto:Token: None 2022-09-01T10:55:06.602 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:06.602 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cJd0lgDSIQDpLjkUUMLUHSYvcxc= 2022-09-01T10:55:06.611 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cJd0lgDSIQDpLjkUUMLUHSYvcxc=', 'Content-Length': '0'} 2022-09-01T10:55:06.618 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000017c01696a91626a9-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.624 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:06.626 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:06.628 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:06.628 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:06.629 DEBUG:boto:Method: GET 2022-09-01T10:55:06.629 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:06.630 DEBUG:boto:Data: 2022-09-01T10:55:06.631 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.631 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.632 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.633 DEBUG:boto:Params: {} 2022-09-01T10:55:06.633 DEBUG:boto:Token: None 2022-09-01T10:55:06.634 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/ 2022-09-01T10:55:06.635 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM= 2022-09-01T10:55:06.635 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM=', 'Content-Length': '0'} 2022-09-01T10:55:06.638 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000097643aae0d026720-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.639 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:06.640 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:06.641 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:06.641 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:06.642 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:06.642 DEBUG:boto:Method: GET 2022-09-01T10:55:06.643 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:06.643 DEBUG:boto:Data: 2022-09-01T10:55:06.644 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.645 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.645 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.646 DEBUG:boto:Params: {} 2022-09-01T10:55:06.647 DEBUG:boto:Token: None 2022-09-01T10:55:06.649 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/ 2022-09-01T10:55:06.650 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM= 2022-09-01T10:55:06.652 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM=', 'Content-Length': '0'} 2022-09-01T10:55:06.655 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000090cc9dc38fe30514-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.656 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:06.658 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:06.660 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:06.661 DEBUG:boto:Method: HEAD 2022-09-01T10:55:06.662 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:06.663 DEBUG:boto:Data: 2022-09-01T10:55:06.664 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.666 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.667 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.668 DEBUG:boto:Params: {} 2022-09-01T10:55:06.669 DEBUG:boto:Token: None 2022-09-01T10:55:06.671 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/f 2022-09-01T10:55:06.672 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdL0rWHRXuGcShRb8gGi8R4SwfM= 2022-09-01T10:55:06.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdL0rWHRXuGcShRb8gGi8R4SwfM=', 'Content-Length': '0'} 2022-09-01T10:55:06.677 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005cfd66118c7c1d2f-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.679 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:06.680 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:06.681 DEBUG:boto:Method: HEAD 2022-09-01T10:55:06.682 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:06.683 DEBUG:boto:Data: 2022-09-01T10:55:06.685 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.685 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.686 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.686 DEBUG:boto:Params: {} 2022-09-01T10:55:06.687 DEBUG:boto:Token: None 2022-09-01T10:55:06.688 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/f 2022-09-01T10:55:06.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdL0rWHRXuGcShRb8gGi8R4SwfM= 2022-09-01T10:55:06.689 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdL0rWHRXuGcShRb8gGi8R4SwfM=', 'Content-Length': '0'} 2022-09-01T10:55:06.693 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000034688cb0a63b0b0-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.695 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:06.695 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:06.696 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:06.696 DEBUG:boto:Method: GET 2022-09-01T10:55:06.697 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:06.697 DEBUG:boto:Data: 2022-09-01T10:55:06.698 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.699 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.699 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.700 DEBUG:boto:Params: {} 2022-09-01T10:55:06.701 DEBUG:boto:Token: None 2022-09-01T10:55:06.701 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/f 2022-09-01T10:55:06.702 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1eQjnKjXAgQ8UCwghU3DFWs1iiY= 2022-09-01T10:55:06.703 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1eQjnKjXAgQ8UCwghU3DFWs1iiY=', 'Content-Length': '0'} 2022-09-01T10:55:06.705 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ae83f35b77aeeb25-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.706 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:06.707 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:06.708 DEBUG:boto:Method: GET 2022-09-01T10:55:06.709 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:06.712 DEBUG:boto:Data: 2022-09-01T10:55:06.713 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.714 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.716 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.717 DEBUG:boto:Params: {} 2022-09-01T10:55:06.718 DEBUG:boto:Token: None 2022-09-01T10:55:06.719 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/f 2022-09-01T10:55:06.720 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1eQjnKjXAgQ8UCwghU3DFWs1iiY= 2022-09-01T10:55:06.721 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1eQjnKjXAgQ8UCwghU3DFWs1iiY=', 'Content-Length': '0'} 2022-09-01T10:55:06.725 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045d700af35810dd1-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.726 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:06.727 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:06.728 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:06.730 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:06.731 DEBUG:boto:Method: GET 2022-09-01T10:55:06.731 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:06.732 DEBUG:boto:Data: 2022-09-01T10:55:06.732 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.733 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.733 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.734 DEBUG:boto:Params: {} 2022-09-01T10:55:06.735 DEBUG:boto:Token: None 2022-09-01T10:55:06.735 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/ 2022-09-01T10:55:06.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM= 2022-09-01T10:55:06.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM=', 'Content-Length': '0'} 2022-09-01T10:55:06.741 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005ed02162694075d2-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.742 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:06.743 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:06.744 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:06.744 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:06.745 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:06.746 DEBUG:boto:Method: GET 2022-09-01T10:55:06.746 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:06.747 DEBUG:boto:Data: 2022-09-01T10:55:06.747 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.748 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.748 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.749 DEBUG:boto:Params: {} 2022-09-01T10:55:06.750 DEBUG:boto:Token: None 2022-09-01T10:55:06.751 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/ 2022-09-01T10:55:06.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM= 2022-09-01T10:55:06.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM=', 'Content-Length': '0'} 2022-09-01T10:55:06.754 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000909fd360975fdb48-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.755 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:06.756 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:06.756 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:06.757 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:06.758 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.759 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.759 DEBUG:boto:Method: GET 2022-09-01T10:55:06.760 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.763 DEBUG:boto:Data: 2022-09-01T10:55:06.764 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.765 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.767 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.768 DEBUG:boto:Params: {} 2022-09-01T10:55:06.769 DEBUG:boto:Token: None 2022-09-01T10:55:06.770 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.771 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KzyLJgfFXwF4S53CLmmrsNgOwmE= 2022-09-01T10:55:06.772 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KzyLJgfFXwF4S53CLmmrsNgOwmE=', 'Content-Length': '0'} 2022-09-01T10:55:06.774 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000031ce3209693609a1-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.775 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:06.776 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:06.776 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.777 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.777 DEBUG:boto:Method: GET 2022-09-01T10:55:06.778 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.779 DEBUG:boto:Data: 2022-09-01T10:55:06.779 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.780 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.780 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.781 DEBUG:boto:Params: {} 2022-09-01T10:55:06.781 DEBUG:boto:Token: None 2022-09-01T10:55:06.782 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.792 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KzyLJgfFXwF4S53CLmmrsNgOwmE= 2022-09-01T10:55:06.792 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KzyLJgfFXwF4S53CLmmrsNgOwmE=', 'Content-Length': '0'} 2022-09-01T10:55:06.794 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dfd480bbf150e06c-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.839 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:06.841 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:06.843 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.843 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.844 DEBUG:boto:Method: HEAD 2022-09-01T10:55:06.845 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.847 DEBUG:boto:Data: 2022-09-01T10:55:06.848 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.852 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.853 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.854 DEBUG:boto:Params: {} 2022-09-01T10:55:06.855 DEBUG:boto:Token: None 2022-09-01T10:55:06.856 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.857 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5Qa+SeXw46mEC0drhnpBei/OizM= 2022-09-01T10:55:06.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5Qa+SeXw46mEC0drhnpBei/OizM=', 'Content-Length': '0'} 2022-09-01T10:55:06.860 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000051e2f5aecf58834-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.862 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:06.863 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:06.863 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.864 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.865 DEBUG:boto:Method: HEAD 2022-09-01T10:55:06.866 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.867 DEBUG:boto:Data: 2022-09-01T10:55:06.868 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.869 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.869 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.870 DEBUG:boto:Params: {} 2022-09-01T10:55:06.871 DEBUG:boto:Token: None 2022-09-01T10:55:06.872 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.873 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5Qa+SeXw46mEC0drhnpBei/OizM= 2022-09-01T10:55:06.875 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5Qa+SeXw46mEC0drhnpBei/OizM=', 'Content-Length': '0'} 2022-09-01T10:55:06.888 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e50bdcef477fe729-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.889 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:06.890 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:06.890 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:06.891 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.891 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.892 DEBUG:boto:Method: GET 2022-09-01T10:55:06.892 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.893 DEBUG:boto:Data: 2022-09-01T10:55:06.894 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.896 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.897 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.898 DEBUG:boto:Params: {} 2022-09-01T10:55:06.900 DEBUG:boto:Token: None 2022-09-01T10:55:06.901 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.902 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KzyLJgfFXwF4S53CLmmrsNgOwmE= 2022-09-01T10:55:06.903 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KzyLJgfFXwF4S53CLmmrsNgOwmE=', 'Content-Length': '0'} 2022-09-01T10:55:06.906 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000083e8f283557175b6-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.907 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:06.908 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:06.908 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.909 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.910 DEBUG:boto:Method: GET 2022-09-01T10:55:06.910 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.911 DEBUG:boto:Data: 2022-09-01T10:55:06.911 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.912 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:06.912 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.913 DEBUG:boto:Params: {} 2022-09-01T10:55:06.913 DEBUG:boto:Token: None 2022-09-01T10:55:06.914 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:06.915 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KzyLJgfFXwF4S53CLmmrsNgOwmE= 2022-09-01T10:55:06.916 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KzyLJgfFXwF4S53CLmmrsNgOwmE=', 'Content-Length': '0'} 2022-09-01T10:55:06.927 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007f2d81f20ca8724b-0063108f8a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.929 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:06.931 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:06.932 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:06.933 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:06.934 DEBUG:boto:Method: GET 2022-09-01T10:55:06.935 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:06.936 DEBUG:boto:Data: 2022-09-01T10:55:06.937 DEBUG:boto:Headers: {} 2022-09-01T10:55:06.939 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:06.940 DEBUG:boto:Port: 8000 2022-09-01T10:55:06.942 DEBUG:boto:Params: {} 2022-09-01T10:55:06.943 DEBUG:boto:Token: None 2022-09-01T10:55:06.944 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:06 GMT /ptoxvb-70/ 2022-09-01T10:55:06.945 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM= 2022-09-01T10:55:06.946 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:655qCyOrZKa40OYbbSo9uTh3iKM=', 'Content-Length': '0'} 2022-09-01T10:55:06.950 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008236ebbcbe83eb18-0063108f8a-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:06.994 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:06.995 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:06.996 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:06.996 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:06.997 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:06.997 DEBUG:boto:Method: GET 2022-09-01T10:55:06.998 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:06.998 DEBUG:boto:Data: 2022-09-01T10:55:06.999 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.000 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.001 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.002 DEBUG:boto:Params: {} 2022-09-01T10:55:07.002 DEBUG:boto:Token: None 2022-09-01T10:55:07.003 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.004 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I= 2022-09-01T10:55:07.005 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I=', 'Content-Length': '0'} 2022-09-01T10:55:07.008 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000055f0b953066df3a-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.010 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.012 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:07.013 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:07.014 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.015 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:07.015 DEBUG:boto:Data: 2022-09-01T10:55:07.016 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.016 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:07.017 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.018 DEBUG:boto:Params: {} 2022-09-01T10:55:07.018 DEBUG:boto:Token: None 2022-09-01T10:55:07.019 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/g 2022-09-01T10:55:07.020 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:309FaxGLooQSV4x+I24779SsnMM= 2022-09-01T10:55:07.020 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:309FaxGLooQSV4x+I24779SsnMM=', 'Content-Length': '0'} 2022-09-01T10:55:07.023 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd84dced457834bd-0063108f8b-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.024 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:07.025 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:07.025 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.027 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:07.028 DEBUG:boto:Data: 2022-09-01T10:55:07.028 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.029 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.029 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.030 DEBUG:boto:Params: {} 2022-09-01T10:55:07.031 DEBUG:boto:Token: None 2022-09-01T10:55:07.032 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/g 2022-09-01T10:55:07.032 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:309FaxGLooQSV4x+I24779SsnMM= 2022-09-01T10:55:07.033 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:309FaxGLooQSV4x+I24779SsnMM=', 'Content-Length': '0'} 2022-09-01T10:55:07.035 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dc751fdea92dc615-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.036 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:07.037 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:07.037 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:07.038 DEBUG:boto:Method: GET 2022-09-01T10:55:07.039 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:07.039 DEBUG:boto:Data: 2022-09-01T10:55:07.040 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.040 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:07.041 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.041 DEBUG:boto:Params: {} 2022-09-01T10:55:07.042 DEBUG:boto:Token: None 2022-09-01T10:55:07.043 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/g 2022-09-01T10:55:07.043 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:R7+jboW/qqz/fasu+h+kBqHuwaE= 2022-09-01T10:55:07.044 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:R7+jboW/qqz/fasu+h+kBqHuwaE=', 'Content-Length': '0'} 2022-09-01T10:55:07.046 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b08d685ee54b8abf-0063108f8b-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.047 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:07.048 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:07.049 DEBUG:boto:Method: GET 2022-09-01T10:55:07.050 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:07.051 DEBUG:boto:Data: 2022-09-01T10:55:07.052 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.054 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.055 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.056 DEBUG:boto:Params: {} 2022-09-01T10:55:07.057 DEBUG:boto:Token: None 2022-09-01T10:55:07.058 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/g 2022-09-01T10:55:07.059 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:R7+jboW/qqz/fasu+h+kBqHuwaE= 2022-09-01T10:55:07.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:R7+jboW/qqz/fasu+h+kBqHuwaE=', 'Content-Length': '0'} 2022-09-01T10:55:07.063 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000389a5986586e71bc-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.064 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.065 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.065 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:07.066 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:07.067 DEBUG:boto:Method: GET 2022-09-01T10:55:07.068 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:07.069 DEBUG:boto:Data: 2022-09-01T10:55:07.071 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.072 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:07.073 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.074 DEBUG:boto:Params: {} 2022-09-01T10:55:07.075 DEBUG:boto:Token: None 2022-09-01T10:55:07.076 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.077 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I= 2022-09-01T10:55:07.078 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I=', 'Content-Length': '0'} 2022-09-01T10:55:07.083 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003149cdcd83a65bc1-0063108f8b-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.123 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.124 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.125 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.126 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:07.127 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:07.128 DEBUG:boto:Method: GET 2022-09-01T10:55:07.129 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:07.130 DEBUG:boto:Data: 2022-09-01T10:55:07.132 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.134 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.135 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.136 DEBUG:boto:Params: {} 2022-09-01T10:55:07.137 DEBUG:boto:Token: None 2022-09-01T10:55:07.138 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.139 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I= 2022-09-01T10:55:07.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I=', 'Content-Length': '0'} 2022-09-01T10:55:07.142 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000019d35c8b9f74c09c-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.144 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.145 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:07.147 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:07.147 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:07.148 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.149 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.150 DEBUG:boto:Method: GET 2022-09-01T10:55:07.151 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.152 DEBUG:boto:Data: 2022-09-01T10:55:07.152 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.153 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:07.156 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.157 DEBUG:boto:Params: {} 2022-09-01T10:55:07.157 DEBUG:boto:Token: None 2022-09-01T10:55:07.158 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.159 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kfLBYJshnU1M3O+WMGeV/AY9+cA= 2022-09-01T10:55:07.161 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kfLBYJshnU1M3O+WMGeV/AY9+cA=', 'Content-Length': '0'} 2022-09-01T10:55:07.165 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000048a822a70a56ca65-0063108f8b-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.167 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:07.168 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:07.169 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.171 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.172 DEBUG:boto:Method: GET 2022-09-01T10:55:07.173 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.174 DEBUG:boto:Data: 2022-09-01T10:55:07.175 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.176 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.177 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.178 DEBUG:boto:Params: {} 2022-09-01T10:55:07.179 DEBUG:boto:Token: None 2022-09-01T10:55:07.180 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.182 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kfLBYJshnU1M3O+WMGeV/AY9+cA= 2022-09-01T10:55:07.183 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kfLBYJshnU1M3O+WMGeV/AY9+cA=', 'Content-Length': '0'} 2022-09-01T10:55:07.187 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009fc0455511113a9f-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.188 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:07.188 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:07.189 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.189 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.190 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.190 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.191 DEBUG:boto:Data: 2022-09-01T10:55:07.191 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.192 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:07.193 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.193 DEBUG:boto:Params: {} 2022-09-01T10:55:07.194 DEBUG:boto:Token: None 2022-09-01T10:55:07.195 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.196 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hzcuNVkBrF1I79VgjLCa90yEYjY= 2022-09-01T10:55:07.196 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hzcuNVkBrF1I79VgjLCa90yEYjY=', 'Content-Length': '0'} 2022-09-01T10:55:07.199 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fb3f070a60d63c62-0063108f8b-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.200 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:07.201 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:07.202 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.203 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.204 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.205 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.206 DEBUG:boto:Data: 2022-09-01T10:55:07.207 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.207 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.208 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.209 DEBUG:boto:Params: {} 2022-09-01T10:55:07.209 DEBUG:boto:Token: None 2022-09-01T10:55:07.210 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hzcuNVkBrF1I79VgjLCa90yEYjY= 2022-09-01T10:55:07.211 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hzcuNVkBrF1I79VgjLCa90yEYjY=', 'Content-Length': '0'} 2022-09-01T10:55:07.213 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000031357c759826d03c-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.214 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:07.215 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:07.216 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:07.216 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.217 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.217 DEBUG:boto:Method: GET 2022-09-01T10:55:07.218 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.219 DEBUG:boto:Data: 2022-09-01T10:55:07.220 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.220 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:07.221 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.221 DEBUG:boto:Params: {} 2022-09-01T10:55:07.222 DEBUG:boto:Token: None 2022-09-01T10:55:07.223 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.224 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kfLBYJshnU1M3O+WMGeV/AY9+cA= 2022-09-01T10:55:07.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kfLBYJshnU1M3O+WMGeV/AY9+cA=', 'Content-Length': '0'} 2022-09-01T10:55:07.228 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000745b615b653db68b-0063108f8b-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.229 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:07.229 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:07.230 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.231 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.232 DEBUG:boto:Method: GET 2022-09-01T10:55:07.232 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.234 DEBUG:boto:Data: 2022-09-01T10:55:07.235 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.237 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.238 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.239 DEBUG:boto:Params: {} 2022-09-01T10:55:07.240 DEBUG:boto:Token: None 2022-09-01T10:55:07.241 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:07.242 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kfLBYJshnU1M3O+WMGeV/AY9+cA= 2022-09-01T10:55:07.243 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kfLBYJshnU1M3O+WMGeV/AY9+cA=', 'Content-Length': '0'} 2022-09-01T10:55:07.247 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d0b9739d3bc828f7-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.248 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.249 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.250 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:07.251 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:07.253 DEBUG:boto:Method: GET 2022-09-01T10:55:07.254 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:07.255 DEBUG:boto:Data: 2022-09-01T10:55:07.256 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.256 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:07.257 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.257 DEBUG:boto:Params: {} 2022-09-01T10:55:07.258 DEBUG:boto:Token: None 2022-09-01T10:55:07.258 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.259 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I= 2022-09-01T10:55:07.260 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I=', 'Content-Length': '0'} 2022-09-01T10:55:07.263 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007933a2cb753cf5e3-0063108f8b-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.264 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.266 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.267 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.269 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:07.270 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:07.271 DEBUG:boto:Method: GET 2022-09-01T10:55:07.272 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:07.273 DEBUG:boto:Data: 2022-09-01T10:55:07.274 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.275 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.276 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.277 DEBUG:boto:Params: {} 2022-09-01T10:55:07.279 DEBUG:boto:Token: None 2022-09-01T10:55:07.280 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I= 2022-09-01T10:55:07.283 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I=', 'Content-Length': '0'} 2022-09-01T10:55:07.286 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aaa46de1f7c5258d-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.287 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.289 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:07.290 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:07.291 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.292 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:07.293 DEBUG:boto:Data: 2022-09-01T10:55:07.295 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.296 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:07.297 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.297 DEBUG:boto:Params: {} 2022-09-01T10:55:07.299 DEBUG:boto:Token: None 2022-09-01T10:55:07.300 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/h 2022-09-01T10:55:07.301 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5t3tijP6qsNOYrHXs/vrW5gtig0= 2022-09-01T10:55:07.302 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5t3tijP6qsNOYrHXs/vrW5gtig0=', 'Content-Length': '0'} 2022-09-01T10:55:07.304 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008c5836f4b5a15bac-0063108f8b-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.306 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:07.307 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:07.308 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.309 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:07.310 DEBUG:boto:Data: 2022-09-01T10:55:07.311 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.312 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.313 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.314 DEBUG:boto:Params: {} 2022-09-01T10:55:07.314 DEBUG:boto:Token: None 2022-09-01T10:55:07.315 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/h 2022-09-01T10:55:07.317 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5t3tijP6qsNOYrHXs/vrW5gtig0= 2022-09-01T10:55:07.318 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5t3tijP6qsNOYrHXs/vrW5gtig0=', 'Content-Length': '0'} 2022-09-01T10:55:07.320 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007f031d7bcefec45e-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.321 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:07.322 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:07.322 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:07.323 DEBUG:boto:Method: GET 2022-09-01T10:55:07.323 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:07.324 DEBUG:boto:Data: 2022-09-01T10:55:07.325 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.325 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:07.326 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.326 DEBUG:boto:Params: {} 2022-09-01T10:55:07.327 DEBUG:boto:Token: None 2022-09-01T10:55:07.327 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/h 2022-09-01T10:55:07.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ITogFNTyUbm65HS2Xo+zY+TF7LI= 2022-09-01T10:55:07.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ITogFNTyUbm65HS2Xo+zY+TF7LI=', 'Content-Length': '0'} 2022-09-01T10:55:07.331 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000083cb25160cb54d16-0063108f8b-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.333 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:07.334 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:07.335 DEBUG:boto:Method: GET 2022-09-01T10:55:07.336 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:07.337 DEBUG:boto:Data: 2022-09-01T10:55:07.338 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.339 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.340 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.342 DEBUG:boto:Params: {} 2022-09-01T10:55:07.343 DEBUG:boto:Token: None 2022-09-01T10:55:07.344 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/h 2022-09-01T10:55:07.344 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ITogFNTyUbm65HS2Xo+zY+TF7LI= 2022-09-01T10:55:07.345 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ITogFNTyUbm65HS2Xo+zY+TF7LI=', 'Content-Length': '0'} 2022-09-01T10:55:07.347 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d555d8dc18ccaee8-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.390 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.392 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.392 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:07.393 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:07.393 DEBUG:boto:Method: GET 2022-09-01T10:55:07.395 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:07.395 DEBUG:boto:Data: 2022-09-01T10:55:07.396 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.397 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:07.397 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.398 DEBUG:boto:Params: {} 2022-09-01T10:55:07.400 DEBUG:boto:Token: None 2022-09-01T10:55:07.400 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.401 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I= 2022-09-01T10:55:07.402 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I=', 'Content-Length': '0'} 2022-09-01T10:55:07.405 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003270b8a8c31492e3-0063108f8b-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.406 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.408 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.409 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.410 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:07.411 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:07.412 DEBUG:boto:Method: GET 2022-09-01T10:55:07.412 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:07.413 DEBUG:boto:Data: 2022-09-01T10:55:07.413 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.414 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.414 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.415 DEBUG:boto:Params: {} 2022-09-01T10:55:07.416 DEBUG:boto:Token: None 2022-09-01T10:55:07.416 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.417 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I= 2022-09-01T10:55:07.418 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I=', 'Content-Length': '0'} 2022-09-01T10:55:07.420 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000788659ef96e0656-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.421 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.422 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-70 zones={test-zone2, test-zone1} 2022-09-01T10:55:07.422 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-70 zones={test-zone3, test-zone1} 2022-09-01T10:55:07.423 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.424 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.424 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.425 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:55:07.425 DEBUG:boto:Data: 2022-09-01T10:55:07.426 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.427 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.428 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.429 DEBUG:boto:Params: {} 2022-09-01T10:55:07.430 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:55:07.431 DEBUG:boto:Token: None 2022-09-01T10:55:07.432 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.433 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3iS7ufs2t/Tk1YUn7BwPYvPBxPw= 2022-09-01T10:55:07.434 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3iS7ufs2t/Tk1YUn7BwPYvPBxPw=', 'Content-Length': '0'} 2022-09-01T10:55:07.438 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002e8c8352dbd22209-0063108f8b-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.439 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.439 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.440 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.440 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:55:07.441 DEBUG:boto:Data: 2022-09-01T10:55:07.441 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.442 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.442 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.443 DEBUG:boto:Params: {} 2022-09-01T10:55:07.444 DEBUG:boto:Token: None 2022-09-01T10:55:07.444 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.445 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3iS7ufs2t/Tk1YUn7BwPYvPBxPw= 2022-09-01T10:55:07.445 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3iS7ufs2t/Tk1YUn7BwPYvPBxPw=', 'Content-Length': '0'} 2022-09-01T10:55:07.448 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c492e19c7beba6dc-0063108f8b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.448 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:55:07.449 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.449 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.450 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:07.450 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:07.451 DEBUG:boto:Method: GET 2022-09-01T10:55:07.451 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:07.452 DEBUG:boto:Data: 2022-09-01T10:55:07.453 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.453 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.454 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.454 DEBUG:boto:Params: {} 2022-09-01T10:55:07.455 DEBUG:boto:Token: None 2022-09-01T10:55:07.455 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/?versions 2022-09-01T10:55:07.456 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C53XvkBHJczzDlzId461D/Ra054= 2022-09-01T10:55:07.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C53XvkBHJczzDlzId461D/Ra054=', 'Content-Length': '0'} 2022-09-01T10:55:07.459 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000009320fc046881894-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.460 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.461 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:55:07.462 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:55:07.462 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:55:07.463 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:55:07.463 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T10:55:07.464 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T10:55:07.464 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T10:55:07.465 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T10:55:07.465 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:55:07.466 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.466 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.467 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:07.467 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:07.468 DEBUG:boto:Method: GET 2022-09-01T10:55:07.468 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:07.469 DEBUG:boto:Data: 2022-09-01T10:55:07.469 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.470 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.470 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.471 DEBUG:boto:Params: {} 2022-09-01T10:55:07.472 DEBUG:boto:Token: None 2022-09-01T10:55:07.472 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/?versions 2022-09-01T10:55:07.473 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C53XvkBHJczzDlzId461D/Ra054= 2022-09-01T10:55:07.473 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C53XvkBHJczzDlzId461D/Ra054=', 'Content-Length': '0'} 2022-09-01T10:55:07.476 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000648689fbe781448d-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.476 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.478 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:55:07.478 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:55:07.479 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:55:07.479 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:55:07.480 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T10:55:07.480 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T10:55:07.481 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T10:55:07.481 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T10:55:07.482 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.482 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.483 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:07.483 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:07.484 DEBUG:boto:Method: GET 2022-09-01T10:55:07.484 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:07.485 DEBUG:boto:Data: 2022-09-01T10:55:07.485 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.486 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.486 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.487 DEBUG:boto:Params: {} 2022-09-01T10:55:07.487 DEBUG:boto:Token: None 2022-09-01T10:55:07.488 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/?versions 2022-09-01T10:55:07.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C53XvkBHJczzDlzId461D/Ra054= 2022-09-01T10:55:07.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C53XvkBHJczzDlzId461D/Ra054=', 'Content-Length': '0'} 2022-09-01T10:55:07.492 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000613701173f76c19b-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.493 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.494 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.495 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.495 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:07.496 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:07.496 DEBUG:boto:Method: GET 2022-09-01T10:55:07.497 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:07.498 DEBUG:boto:Data: 2022-09-01T10:55:07.498 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.499 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.499 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.500 DEBUG:boto:Params: {} 2022-09-01T10:55:07.500 DEBUG:boto:Token: None 2022-09-01T10:55:07.501 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/?versions 2022-09-01T10:55:07.502 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C53XvkBHJczzDlzId461D/Ra054= 2022-09-01T10:55:07.502 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C53XvkBHJczzDlzId461D/Ra054=', 'Content-Length': '0'} 2022-09-01T10:55:07.505 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000037b1aa9903a857a6-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.505 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.507 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:07.507 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:07.508 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:07.508 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.509 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.509 DEBUG:boto:Method: GET 2022-09-01T10:55:07.510 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.510 DEBUG:boto:Data: 2022-09-01T10:55:07.511 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.511 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.512 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.512 DEBUG:boto:Params: {} 2022-09-01T10:55:07.513 DEBUG:boto:Token: None 2022-09-01T10:55:07.514 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.514 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5JpX2S/gYK1zOYIWQ+DOCdS1cXY= 2022-09-01T10:55:07.515 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5JpX2S/gYK1zOYIWQ+DOCdS1cXY=', 'Content-Length': '0'} 2022-09-01T10:55:07.518 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c4629388b600d8e2-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.518 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:07.519 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:07.520 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.520 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.521 DEBUG:boto:Method: GET 2022-09-01T10:55:07.521 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.522 DEBUG:boto:Data: 2022-09-01T10:55:07.522 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.523 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.523 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.524 DEBUG:boto:Params: {} 2022-09-01T10:55:07.524 DEBUG:boto:Token: None 2022-09-01T10:55:07.525 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.526 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5JpX2S/gYK1zOYIWQ+DOCdS1cXY= 2022-09-01T10:55:07.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5JpX2S/gYK1zOYIWQ+DOCdS1cXY=', 'Content-Length': '0'} 2022-09-01T10:55:07.528 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069156d18d706c69c-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.529 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:07.530 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:07.530 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.531 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.531 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.532 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.532 DEBUG:boto:Data: 2022-09-01T10:55:07.533 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.533 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.534 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.534 DEBUG:boto:Params: {} 2022-09-01T10:55:07.535 DEBUG:boto:Token: None 2022-09-01T10:55:07.536 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.536 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PDpPnY1vD+J/kmAQBN95ZNnGzGY= 2022-09-01T10:55:07.537 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PDpPnY1vD+J/kmAQBN95ZNnGzGY=', 'Content-Length': '0'} 2022-09-01T10:55:07.540 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000381bbd17e9c8adc9-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.541 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:07.541 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:07.542 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.542 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.543 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.544 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.544 DEBUG:boto:Data: 2022-09-01T10:55:07.545 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.546 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.547 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.547 DEBUG:boto:Params: {} 2022-09-01T10:55:07.548 DEBUG:boto:Token: None 2022-09-01T10:55:07.549 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PDpPnY1vD+J/kmAQBN95ZNnGzGY= 2022-09-01T10:55:07.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PDpPnY1vD+J/kmAQBN95ZNnGzGY=', 'Content-Length': '0'} 2022-09-01T10:55:07.552 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000030497e3110d241fd-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.553 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:07.554 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:07.554 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:07.555 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.555 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.556 DEBUG:boto:Method: GET 2022-09-01T10:55:07.556 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.557 DEBUG:boto:Data: 2022-09-01T10:55:07.557 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.558 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.559 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.559 DEBUG:boto:Params: {} 2022-09-01T10:55:07.560 DEBUG:boto:Token: None 2022-09-01T10:55:07.560 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5JpX2S/gYK1zOYIWQ+DOCdS1cXY= 2022-09-01T10:55:07.562 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5JpX2S/gYK1zOYIWQ+DOCdS1cXY=', 'Content-Length': '0'} 2022-09-01T10:55:07.564 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df1d60c087043023-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.565 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:07.565 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:07.566 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.566 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.567 DEBUG:boto:Method: GET 2022-09-01T10:55:07.568 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.568 DEBUG:boto:Data: 2022-09-01T10:55:07.569 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.569 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.570 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.570 DEBUG:boto:Params: {} 2022-09-01T10:55:07.571 DEBUG:boto:Token: None 2022-09-01T10:55:07.572 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:07.572 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5JpX2S/gYK1zOYIWQ+DOCdS1cXY= 2022-09-01T10:55:07.573 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5JpX2S/gYK1zOYIWQ+DOCdS1cXY=', 'Content-Length': '0'} 2022-09-01T10:55:07.575 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a905caee52872d5b-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.576 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.577 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.577 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:07.578 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:07.578 DEBUG:boto:Method: GET 2022-09-01T10:55:07.579 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:07.580 DEBUG:boto:Data: 2022-09-01T10:55:07.580 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.581 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.581 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.582 DEBUG:boto:Params: {} 2022-09-01T10:55:07.582 DEBUG:boto:Token: None 2022-09-01T10:55:07.583 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.584 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I= 2022-09-01T10:55:07.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I=', 'Content-Length': '0'} 2022-09-01T10:55:07.587 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003e242aa678484aaa-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.588 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.589 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.589 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.590 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:07.590 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:07.591 DEBUG:boto:Method: GET 2022-09-01T10:55:07.592 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:07.592 DEBUG:boto:Data: 2022-09-01T10:55:07.593 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.593 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.594 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.595 DEBUG:boto:Params: {} 2022-09-01T10:55:07.595 DEBUG:boto:Token: None 2022-09-01T10:55:07.596 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I= 2022-09-01T10:55:07.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I=', 'Content-Length': '0'} 2022-09-01T10:55:07.600 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e079c7553437d5f5-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.601 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.601 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:07.602 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:07.603 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.603 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:07.604 DEBUG:boto:Data: 2022-09-01T10:55:07.604 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.605 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.605 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.606 DEBUG:boto:Params: {} 2022-09-01T10:55:07.606 DEBUG:boto:Token: None 2022-09-01T10:55:07.607 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/a 2022-09-01T10:55:07.607 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mrCsOSWcJzW5S6n/83RefOSLnkw= 2022-09-01T10:55:07.608 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mrCsOSWcJzW5S6n/83RefOSLnkw=', 'Content-Length': '0'} 2022-09-01T10:55:07.611 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d3b0de2632d15442-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.611 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:07.612 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:07.612 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.613 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:07.613 DEBUG:boto:Data: 2022-09-01T10:55:07.614 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.615 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.615 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.616 DEBUG:boto:Params: {} 2022-09-01T10:55:07.616 DEBUG:boto:Token: None 2022-09-01T10:55:07.617 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/a 2022-09-01T10:55:07.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mrCsOSWcJzW5S6n/83RefOSLnkw= 2022-09-01T10:55:07.618 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mrCsOSWcJzW5S6n/83RefOSLnkw=', 'Content-Length': '0'} 2022-09-01T10:55:07.620 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f7a6b137e2eb28b-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.621 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:07.622 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:07.622 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:07.623 DEBUG:boto:Method: GET 2022-09-01T10:55:07.623 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:07.624 DEBUG:boto:Data: 2022-09-01T10:55:07.624 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.625 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.625 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.626 DEBUG:boto:Params: {} 2022-09-01T10:55:07.627 DEBUG:boto:Token: None 2022-09-01T10:55:07.628 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/a 2022-09-01T10:55:07.628 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dFBZS54vHbhAtBMWnK7Zjt/YDTM= 2022-09-01T10:55:07.629 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dFBZS54vHbhAtBMWnK7Zjt/YDTM=', 'Content-Length': '0'} 2022-09-01T10:55:07.631 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000033066257842beb6d-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.674 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:07.675 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:07.679 DEBUG:boto:Method: GET 2022-09-01T10:55:07.679 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:07.680 DEBUG:boto:Data: 2022-09-01T10:55:07.681 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.683 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.685 DEBUG:boto:Params: {} 2022-09-01T10:55:07.687 DEBUG:boto:Token: None 2022-09-01T10:55:07.688 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/a 2022-09-01T10:55:07.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dFBZS54vHbhAtBMWnK7Zjt/YDTM= 2022-09-01T10:55:07.689 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dFBZS54vHbhAtBMWnK7Zjt/YDTM=', 'Content-Length': '0'} 2022-09-01T10:55:07.691 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001aba9bc7b7a8bce1-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.693 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.696 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.697 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:07.698 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:07.699 DEBUG:boto:Method: GET 2022-09-01T10:55:07.700 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:07.701 DEBUG:boto:Data: 2022-09-01T10:55:07.701 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.702 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.703 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.704 DEBUG:boto:Params: {} 2022-09-01T10:55:07.705 DEBUG:boto:Token: None 2022-09-01T10:55:07.707 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I= 2022-09-01T10:55:07.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I=', 'Content-Length': '0'} 2022-09-01T10:55:07.711 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d6b940665d847dde-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.712 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.714 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.716 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.717 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:07.717 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:07.719 DEBUG:boto:Method: GET 2022-09-01T10:55:07.720 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:07.721 DEBUG:boto:Data: 2022-09-01T10:55:07.722 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.722 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.723 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.723 DEBUG:boto:Params: {} 2022-09-01T10:55:07.724 DEBUG:boto:Token: None 2022-09-01T10:55:07.725 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.725 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I= 2022-09-01T10:55:07.726 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I=', 'Content-Length': '0'} 2022-09-01T10:55:07.728 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005ad30d82c0ed54a0-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.729 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.730 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:07.731 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:07.731 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:07.732 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.733 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.733 DEBUG:boto:Method: GET 2022-09-01T10:55:07.734 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.735 DEBUG:boto:Data: 2022-09-01T10:55:07.735 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.736 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.736 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.737 DEBUG:boto:Params: {} 2022-09-01T10:55:07.737 DEBUG:boto:Token: None 2022-09-01T10:55:07.739 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.739 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NHM0ddSp+UcLNj16x8RXIW0DGcA= 2022-09-01T10:55:07.740 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NHM0ddSp+UcLNj16x8RXIW0DGcA=', 'Content-Length': '0'} 2022-09-01T10:55:07.743 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f8ecaed691e61ef8-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.744 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:07.745 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:07.746 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.747 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.748 DEBUG:boto:Method: GET 2022-09-01T10:55:07.749 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.750 DEBUG:boto:Data: 2022-09-01T10:55:07.751 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.752 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.753 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.754 DEBUG:boto:Params: {} 2022-09-01T10:55:07.755 DEBUG:boto:Token: None 2022-09-01T10:55:07.757 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.758 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NHM0ddSp+UcLNj16x8RXIW0DGcA= 2022-09-01T10:55:07.759 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NHM0ddSp+UcLNj16x8RXIW0DGcA=', 'Content-Length': '0'} 2022-09-01T10:55:07.761 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002d5292d1db00987d-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.763 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:07.763 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:07.764 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.764 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.765 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.765 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.766 DEBUG:boto:Data: 2022-09-01T10:55:07.766 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.767 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.767 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.768 DEBUG:boto:Params: {} 2022-09-01T10:55:07.769 DEBUG:boto:Token: None 2022-09-01T10:55:07.769 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.770 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yPzHZcwHyUxn2bGGnMMXwN9GbY8= 2022-09-01T10:55:07.770 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yPzHZcwHyUxn2bGGnMMXwN9GbY8=', 'Content-Length': '0'} 2022-09-01T10:55:07.773 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e2bbabfe9346adc5-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.773 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:07.774 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:07.775 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.775 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.776 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.776 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.777 DEBUG:boto:Data: 2022-09-01T10:55:07.777 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.778 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.778 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.779 DEBUG:boto:Params: {} 2022-09-01T10:55:07.779 DEBUG:boto:Token: None 2022-09-01T10:55:07.780 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yPzHZcwHyUxn2bGGnMMXwN9GbY8= 2022-09-01T10:55:07.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yPzHZcwHyUxn2bGGnMMXwN9GbY8=', 'Content-Length': '0'} 2022-09-01T10:55:07.783 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000517a52c525b8161d-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.784 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:07.785 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:07.786 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:07.786 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.787 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.788 DEBUG:boto:Method: GET 2022-09-01T10:55:07.789 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.790 DEBUG:boto:Data: 2022-09-01T10:55:07.791 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.791 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.792 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.793 DEBUG:boto:Params: {} 2022-09-01T10:55:07.793 DEBUG:boto:Token: None 2022-09-01T10:55:07.794 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NHM0ddSp+UcLNj16x8RXIW0DGcA= 2022-09-01T10:55:07.795 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NHM0ddSp+UcLNj16x8RXIW0DGcA=', 'Content-Length': '0'} 2022-09-01T10:55:07.798 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000096ea3d9afd3e8625-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.842 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:07.843 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:07.844 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.844 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.845 DEBUG:boto:Method: GET 2022-09-01T10:55:07.845 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.848 DEBUG:boto:Data: 2022-09-01T10:55:07.854 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.855 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.856 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.857 DEBUG:boto:Params: {} 2022-09-01T10:55:07.858 DEBUG:boto:Token: None 2022-09-01T10:55:07.859 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:07.861 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NHM0ddSp+UcLNj16x8RXIW0DGcA= 2022-09-01T10:55:07.863 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NHM0ddSp+UcLNj16x8RXIW0DGcA=', 'Content-Length': '0'} 2022-09-01T10:55:07.866 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f8ee115347b28e1c-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.868 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.868 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.869 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:07.869 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:07.870 DEBUG:boto:Method: GET 2022-09-01T10:55:07.871 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:07.871 DEBUG:boto:Data: 2022-09-01T10:55:07.872 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.872 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.873 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.874 DEBUG:boto:Params: {} 2022-09-01T10:55:07.874 DEBUG:boto:Token: None 2022-09-01T10:55:07.875 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.875 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I= 2022-09-01T10:55:07.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I=', 'Content-Length': '0'} 2022-09-01T10:55:07.879 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004ae3edff48ad9c1f-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.880 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.881 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.882 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.882 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:07.883 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:07.883 DEBUG:boto:Method: GET 2022-09-01T10:55:07.884 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:07.884 DEBUG:boto:Data: 2022-09-01T10:55:07.885 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.885 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.886 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.886 DEBUG:boto:Params: {} 2022-09-01T10:55:07.887 DEBUG:boto:Token: None 2022-09-01T10:55:07.888 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.888 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I= 2022-09-01T10:55:07.889 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I=', 'Content-Length': '0'} 2022-09-01T10:55:07.891 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b548f198bab9e85e-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.892 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.893 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:07.893 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:07.894 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.894 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:07.895 DEBUG:boto:Data: 2022-09-01T10:55:07.896 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.896 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.897 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.897 DEBUG:boto:Params: {} 2022-09-01T10:55:07.898 DEBUG:boto:Token: None 2022-09-01T10:55:07.898 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/b 2022-09-01T10:55:07.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8YY/bbE47by5Y6Nnv9aU5YILzMA= 2022-09-01T10:55:07.899 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8YY/bbE47by5Y6Nnv9aU5YILzMA=', 'Content-Length': '0'} 2022-09-01T10:55:07.902 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b24637a4f6c848bf-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.903 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:07.903 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:07.904 DEBUG:boto:Method: HEAD 2022-09-01T10:55:07.904 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:07.905 DEBUG:boto:Data: 2022-09-01T10:55:07.905 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.906 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.907 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.907 DEBUG:boto:Params: {} 2022-09-01T10:55:07.908 DEBUG:boto:Token: None 2022-09-01T10:55:07.908 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/b 2022-09-01T10:55:07.909 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8YY/bbE47by5Y6Nnv9aU5YILzMA= 2022-09-01T10:55:07.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8YY/bbE47by5Y6Nnv9aU5YILzMA=', 'Content-Length': '0'} 2022-09-01T10:55:07.911 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000859a9c64bcbaf722-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.913 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:07.913 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:07.914 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:07.914 DEBUG:boto:Method: GET 2022-09-01T10:55:07.915 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:07.916 DEBUG:boto:Data: 2022-09-01T10:55:07.916 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.917 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.917 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.918 DEBUG:boto:Params: {} 2022-09-01T10:55:07.919 DEBUG:boto:Token: None 2022-09-01T10:55:07.919 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/b 2022-09-01T10:55:07.920 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AIDE5VPCx2pSOiqtP5FlkJcf46I= 2022-09-01T10:55:07.920 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AIDE5VPCx2pSOiqtP5FlkJcf46I=', 'Content-Length': '0'} 2022-09-01T10:55:07.923 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b433d4ae9cecef2-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.923 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:07.924 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:07.924 DEBUG:boto:Method: GET 2022-09-01T10:55:07.925 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:07.926 DEBUG:boto:Data: 2022-09-01T10:55:07.926 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.927 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.927 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.928 DEBUG:boto:Params: {} 2022-09-01T10:55:07.929 DEBUG:boto:Token: None 2022-09-01T10:55:07.929 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/b 2022-09-01T10:55:07.930 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AIDE5VPCx2pSOiqtP5FlkJcf46I= 2022-09-01T10:55:07.931 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AIDE5VPCx2pSOiqtP5FlkJcf46I=', 'Content-Length': '0'} 2022-09-01T10:55:07.933 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a4d6619cd9ee0301-0063108f8b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.974 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.976 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.977 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:07.978 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:07.979 DEBUG:boto:Method: GET 2022-09-01T10:55:07.980 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:07.980 DEBUG:boto:Data: 2022-09-01T10:55:07.981 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.983 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:07.984 DEBUG:boto:Port: 8001 2022-09-01T10:55:07.984 DEBUG:boto:Params: {} 2022-09-01T10:55:07.985 DEBUG:boto:Token: None 2022-09-01T10:55:07.986 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:07 GMT /ptoxvb-70/ 2022-09-01T10:55:07.986 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I= 2022-09-01T10:55:07.987 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+tUgu56ekeh9vhV5u802cYb1b5I=', 'Content-Length': '0'} 2022-09-01T10:55:07.990 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000092636a85b0417cc9-0063108f8b-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:07.991 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:07.992 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:07.993 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:07.994 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:07.994 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:07.995 DEBUG:boto:Method: GET 2022-09-01T10:55:07.995 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:07.996 DEBUG:boto:Data: 2022-09-01T10:55:07.996 DEBUG:boto:Headers: {} 2022-09-01T10:55:07.997 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:07.998 DEBUG:boto:Port: 8000 2022-09-01T10:55:07.999 DEBUG:boto:Params: {} 2022-09-01T10:55:08.000 DEBUG:boto:Token: None 2022-09-01T10:55:08.000 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/ 2022-09-01T10:55:08.001 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY= 2022-09-01T10:55:08.001 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY=', 'Content-Length': '0'} 2022-09-01T10:55:08.004 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000173f436a97c955c7-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.005 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:08.005 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:08.006 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:08.007 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:08.007 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.008 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.008 DEBUG:boto:Method: GET 2022-09-01T10:55:08.009 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.009 DEBUG:boto:Data: 2022-09-01T10:55:08.010 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.011 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.011 DEBUG:boto:Params: {} 2022-09-01T10:55:08.012 DEBUG:boto:Token: None 2022-09-01T10:55:08.013 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.013 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8ST9wb1+ysq9lgbwoZpGCShhbo= 2022-09-01T10:55:08.014 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8ST9wb1+ysq9lgbwoZpGCShhbo=', 'Content-Length': '0'} 2022-09-01T10:55:08.016 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000554ee54908240033-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.058 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:08.059 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:08.060 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.060 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.061 DEBUG:boto:Method: GET 2022-09-01T10:55:08.061 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.062 DEBUG:boto:Data: 2022-09-01T10:55:08.064 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.065 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.068 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.069 DEBUG:boto:Params: {} 2022-09-01T10:55:08.069 DEBUG:boto:Token: None 2022-09-01T10:55:08.070 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.071 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8ST9wb1+ysq9lgbwoZpGCShhbo= 2022-09-01T10:55:08.072 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8ST9wb1+ysq9lgbwoZpGCShhbo=', 'Content-Length': '0'} 2022-09-01T10:55:08.076 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006a3fce4f5d0606b5-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.077 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:08.078 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:08.079 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.080 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.081 DEBUG:boto:Method: HEAD 2022-09-01T10:55:08.082 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.082 DEBUG:boto:Data: 2022-09-01T10:55:08.083 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.083 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.084 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.084 DEBUG:boto:Params: {} 2022-09-01T10:55:08.085 DEBUG:boto:Token: None 2022-09-01T10:55:08.085 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.086 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xSPdQPlkRYnAsBh1iZ0ng+3jGnU= 2022-09-01T10:55:08.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xSPdQPlkRYnAsBh1iZ0ng+3jGnU=', 'Content-Length': '0'} 2022-09-01T10:55:08.089 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073bf51c75c287923-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.090 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:08.090 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:08.091 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.091 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.092 DEBUG:boto:Method: HEAD 2022-09-01T10:55:08.092 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.093 DEBUG:boto:Data: 2022-09-01T10:55:08.093 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.094 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.094 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.095 DEBUG:boto:Params: {} 2022-09-01T10:55:08.095 DEBUG:boto:Token: None 2022-09-01T10:55:08.096 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.097 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xSPdQPlkRYnAsBh1iZ0ng+3jGnU= 2022-09-01T10:55:08.097 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xSPdQPlkRYnAsBh1iZ0ng+3jGnU=', 'Content-Length': '0'} 2022-09-01T10:55:08.102 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007755feb30032fb64-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.103 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:08.104 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:08.105 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:08.106 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.107 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.108 DEBUG:boto:Method: GET 2022-09-01T10:55:08.108 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.109 DEBUG:boto:Data: 2022-09-01T10:55:08.110 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.111 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.111 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.112 DEBUG:boto:Params: {} 2022-09-01T10:55:08.112 DEBUG:boto:Token: None 2022-09-01T10:55:08.113 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.114 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8ST9wb1+ysq9lgbwoZpGCShhbo= 2022-09-01T10:55:08.114 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8ST9wb1+ysq9lgbwoZpGCShhbo=', 'Content-Length': '0'} 2022-09-01T10:55:08.117 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a2f79381cc2b968-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.118 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:08.118 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:08.119 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.120 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.120 DEBUG:boto:Method: GET 2022-09-01T10:55:08.121 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.121 DEBUG:boto:Data: 2022-09-01T10:55:08.122 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.122 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.123 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.124 DEBUG:boto:Params: {} 2022-09-01T10:55:08.124 DEBUG:boto:Token: None 2022-09-01T10:55:08.125 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:08.126 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8ST9wb1+ysq9lgbwoZpGCShhbo= 2022-09-01T10:55:08.126 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8ST9wb1+ysq9lgbwoZpGCShhbo=', 'Content-Length': '0'} 2022-09-01T10:55:08.129 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005283aceb3b8dd9cf-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.130 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:08.131 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:08.131 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:08.132 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:08.132 DEBUG:boto:Method: GET 2022-09-01T10:55:08.133 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:08.134 DEBUG:boto:Data: 2022-09-01T10:55:08.134 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.135 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.135 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.136 DEBUG:boto:Params: {} 2022-09-01T10:55:08.136 DEBUG:boto:Token: None 2022-09-01T10:55:08.137 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/ 2022-09-01T10:55:08.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY= 2022-09-01T10:55:08.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY=', 'Content-Length': '0'} 2022-09-01T10:55:08.142 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000047e1844a2de36bb7-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.143 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:08.144 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:08.145 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:08.146 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:08.146 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:08.147 DEBUG:boto:Method: GET 2022-09-01T10:55:08.147 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:08.148 DEBUG:boto:Data: 2022-09-01T10:55:08.149 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.149 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.150 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.150 DEBUG:boto:Params: {} 2022-09-01T10:55:08.151 DEBUG:boto:Token: None 2022-09-01T10:55:08.152 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/ 2022-09-01T10:55:08.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY= 2022-09-01T10:55:08.154 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY=', 'Content-Length': '0'} 2022-09-01T10:55:08.156 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000294de53accd1e012-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.157 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:08.158 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:08.159 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:08.159 DEBUG:boto:Method: HEAD 2022-09-01T10:55:08.160 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:08.160 DEBUG:boto:Data: 2022-09-01T10:55:08.161 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.161 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.162 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.162 DEBUG:boto:Params: {} 2022-09-01T10:55:08.163 DEBUG:boto:Token: None 2022-09-01T10:55:08.164 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/c 2022-09-01T10:55:08.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EyoWxFPALjMAVh5xQgoyLkJC5hE= 2022-09-01T10:55:08.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EyoWxFPALjMAVh5xQgoyLkJC5hE=', 'Content-Length': '0'} 2022-09-01T10:55:08.167 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ecbdc24509473bea-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.168 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:08.168 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:08.169 DEBUG:boto:Method: HEAD 2022-09-01T10:55:08.169 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:08.170 DEBUG:boto:Data: 2022-09-01T10:55:08.171 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.171 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.172 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.172 DEBUG:boto:Params: {} 2022-09-01T10:55:08.173 DEBUG:boto:Token: None 2022-09-01T10:55:08.173 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/c 2022-09-01T10:55:08.174 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EyoWxFPALjMAVh5xQgoyLkJC5hE= 2022-09-01T10:55:08.175 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EyoWxFPALjMAVh5xQgoyLkJC5hE=', 'Content-Length': '0'} 2022-09-01T10:55:08.177 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000029e8174fe1055b68-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.178 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:08.178 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:08.179 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:08.180 DEBUG:boto:Method: GET 2022-09-01T10:55:08.181 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:08.181 DEBUG:boto:Data: 2022-09-01T10:55:08.182 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.183 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.184 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.185 DEBUG:boto:Params: {} 2022-09-01T10:55:08.186 DEBUG:boto:Token: None 2022-09-01T10:55:08.187 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/c 2022-09-01T10:55:08.188 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UmqvieqqBehxHEiFY7oB9iYNqp4= 2022-09-01T10:55:08.189 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UmqvieqqBehxHEiFY7oB9iYNqp4=', 'Content-Length': '0'} 2022-09-01T10:55:08.192 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b724d05b4745d5ff-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.239 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:08.240 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:08.241 DEBUG:boto:Method: GET 2022-09-01T10:55:08.241 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:08.242 DEBUG:boto:Data: 2022-09-01T10:55:08.243 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.243 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.244 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.244 DEBUG:boto:Params: {} 2022-09-01T10:55:08.245 DEBUG:boto:Token: None 2022-09-01T10:55:08.246 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/c 2022-09-01T10:55:08.247 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UmqvieqqBehxHEiFY7oB9iYNqp4= 2022-09-01T10:55:08.248 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UmqvieqqBehxHEiFY7oB9iYNqp4=', 'Content-Length': '0'} 2022-09-01T10:55:08.250 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f152fae1386d7f2-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.251 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:08.252 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:08.253 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:08.253 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:08.254 DEBUG:boto:Method: GET 2022-09-01T10:55:08.254 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:08.255 DEBUG:boto:Data: 2022-09-01T10:55:08.256 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.256 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.257 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.257 DEBUG:boto:Params: {} 2022-09-01T10:55:08.258 DEBUG:boto:Token: None 2022-09-01T10:55:08.259 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/ 2022-09-01T10:55:08.259 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY= 2022-09-01T10:55:08.260 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY=', 'Content-Length': '0'} 2022-09-01T10:55:08.263 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c22ff8242ddb7e14-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.264 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:08.265 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:08.265 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:08.266 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:08.266 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:08.267 DEBUG:boto:Method: GET 2022-09-01T10:55:08.268 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:08.268 DEBUG:boto:Data: 2022-09-01T10:55:08.269 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.269 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.270 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.270 DEBUG:boto:Params: {} 2022-09-01T10:55:08.271 DEBUG:boto:Token: None 2022-09-01T10:55:08.272 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/ 2022-09-01T10:55:08.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY= 2022-09-01T10:55:08.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY=', 'Content-Length': '0'} 2022-09-01T10:55:08.275 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008abd448ff4cddb7a-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.276 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:08.277 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:08.277 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:08.278 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:08.279 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.279 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.280 DEBUG:boto:Method: GET 2022-09-01T10:55:08.280 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.281 DEBUG:boto:Data: 2022-09-01T10:55:08.282 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.282 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.283 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.284 DEBUG:boto:Params: {} 2022-09-01T10:55:08.284 DEBUG:boto:Token: None 2022-09-01T10:55:08.285 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bncDMzayrf8LVrMnslsNpsXOlBo= 2022-09-01T10:55:08.287 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bncDMzayrf8LVrMnslsNpsXOlBo=', 'Content-Length': '0'} 2022-09-01T10:55:08.289 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c93a6c0f103a7cf-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.290 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:08.291 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:08.291 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.292 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.292 DEBUG:boto:Method: GET 2022-09-01T10:55:08.299 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.300 DEBUG:boto:Data: 2022-09-01T10:55:08.300 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.301 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.302 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.303 DEBUG:boto:Params: {} 2022-09-01T10:55:08.304 DEBUG:boto:Token: None 2022-09-01T10:55:08.305 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.307 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bncDMzayrf8LVrMnslsNpsXOlBo= 2022-09-01T10:55:08.308 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bncDMzayrf8LVrMnslsNpsXOlBo=', 'Content-Length': '0'} 2022-09-01T10:55:08.311 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b909375c3401213a-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.354 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:08.355 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:08.356 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.357 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.358 DEBUG:boto:Method: HEAD 2022-09-01T10:55:08.358 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.359 DEBUG:boto:Data: 2022-09-01T10:55:08.359 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.360 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.361 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.361 DEBUG:boto:Params: {} 2022-09-01T10:55:08.362 DEBUG:boto:Token: None 2022-09-01T10:55:08.362 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.363 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xfiTF6U4ZFzbL5Qso1VWbz3nNDQ= 2022-09-01T10:55:08.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xfiTF6U4ZFzbL5Qso1VWbz3nNDQ=', 'Content-Length': '0'} 2022-09-01T10:55:08.367 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094b9e2c39cc7fb1b-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.368 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:08.368 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:08.369 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.370 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.370 DEBUG:boto:Method: HEAD 2022-09-01T10:55:08.371 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.372 DEBUG:boto:Data: 2022-09-01T10:55:08.373 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.373 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.374 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.374 DEBUG:boto:Params: {} 2022-09-01T10:55:08.375 DEBUG:boto:Token: None 2022-09-01T10:55:08.376 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.377 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xfiTF6U4ZFzbL5Qso1VWbz3nNDQ= 2022-09-01T10:55:08.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xfiTF6U4ZFzbL5Qso1VWbz3nNDQ=', 'Content-Length': '0'} 2022-09-01T10:55:08.383 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000003c46b6e99c997-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.384 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:08.385 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:08.386 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:08.387 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.388 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.389 DEBUG:boto:Method: GET 2022-09-01T10:55:08.390 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.390 DEBUG:boto:Data: 2022-09-01T10:55:08.392 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.393 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.394 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.394 DEBUG:boto:Params: {} 2022-09-01T10:55:08.395 DEBUG:boto:Token: None 2022-09-01T10:55:08.396 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bncDMzayrf8LVrMnslsNpsXOlBo= 2022-09-01T10:55:08.399 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bncDMzayrf8LVrMnslsNpsXOlBo=', 'Content-Length': '0'} 2022-09-01T10:55:08.402 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000028622dc469cd7505-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.403 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:08.404 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:08.405 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.406 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.407 DEBUG:boto:Method: GET 2022-09-01T10:55:08.407 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.408 DEBUG:boto:Data: 2022-09-01T10:55:08.409 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.409 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.410 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.411 DEBUG:boto:Params: {} 2022-09-01T10:55:08.412 DEBUG:boto:Token: None 2022-09-01T10:55:08.413 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:08.413 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bncDMzayrf8LVrMnslsNpsXOlBo= 2022-09-01T10:55:08.414 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bncDMzayrf8LVrMnslsNpsXOlBo=', 'Content-Length': '0'} 2022-09-01T10:55:08.416 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f2f0d0ad7472a49-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.417 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:08.418 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:08.419 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:08.419 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:08.420 DEBUG:boto:Method: GET 2022-09-01T10:55:08.420 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:08.421 DEBUG:boto:Data: 2022-09-01T10:55:08.422 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.422 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.423 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.423 DEBUG:boto:Params: {} 2022-09-01T10:55:08.424 DEBUG:boto:Token: None 2022-09-01T10:55:08.425 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/ 2022-09-01T10:55:08.425 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY= 2022-09-01T10:55:08.426 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY=', 'Content-Length': '0'} 2022-09-01T10:55:08.429 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bb838a6b83ddd31a-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.431 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:08.432 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:08.432 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:08.433 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:08.433 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:08.434 DEBUG:boto:Method: GET 2022-09-01T10:55:08.434 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:08.435 DEBUG:boto:Data: 2022-09-01T10:55:08.435 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.436 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.436 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.437 DEBUG:boto:Params: {} 2022-09-01T10:55:08.437 DEBUG:boto:Token: None 2022-09-01T10:55:08.438 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/ 2022-09-01T10:55:08.439 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY= 2022-09-01T10:55:08.440 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY=', 'Content-Length': '0'} 2022-09-01T10:55:08.446 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fe2ccf4e670cef0b-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.447 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:08.449 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:08.451 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:08.452 DEBUG:boto:Method: HEAD 2022-09-01T10:55:08.453 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:08.454 DEBUG:boto:Data: 2022-09-01T10:55:08.456 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.457 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.458 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.458 DEBUG:boto:Params: {} 2022-09-01T10:55:08.459 DEBUG:boto:Token: None 2022-09-01T10:55:08.462 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/d 2022-09-01T10:55:08.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wvBNUs/SFncMNxaUw8T8++ALfLY= 2022-09-01T10:55:08.466 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wvBNUs/SFncMNxaUw8T8++ALfLY=', 'Content-Length': '0'} 2022-09-01T10:55:08.469 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d9d3a2f4c393e9be-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.471 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:08.471 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:08.472 DEBUG:boto:Method: HEAD 2022-09-01T10:55:08.475 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:08.475 DEBUG:boto:Data: 2022-09-01T10:55:08.476 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.477 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.478 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.479 DEBUG:boto:Params: {} 2022-09-01T10:55:08.480 DEBUG:boto:Token: None 2022-09-01T10:55:08.482 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/d 2022-09-01T10:55:08.484 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wvBNUs/SFncMNxaUw8T8++ALfLY= 2022-09-01T10:55:08.485 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wvBNUs/SFncMNxaUw8T8++ALfLY=', 'Content-Length': '0'} 2022-09-01T10:55:08.488 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006671c90256c1d1e6-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.489 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:08.490 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:08.491 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:08.493 DEBUG:boto:Method: GET 2022-09-01T10:55:08.493 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:08.495 DEBUG:boto:Data: 2022-09-01T10:55:08.496 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.497 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.498 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.499 DEBUG:boto:Params: {} 2022-09-01T10:55:08.500 DEBUG:boto:Token: None 2022-09-01T10:55:08.501 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/d 2022-09-01T10:55:08.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lvrHE3zbfup5Gr7O2Er0YfXljo0= 2022-09-01T10:55:08.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lvrHE3zbfup5Gr7O2Er0YfXljo0=', 'Content-Length': '0'} 2022-09-01T10:55:08.506 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c885edea7f792375-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.508 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:08.510 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:08.510 DEBUG:boto:Method: GET 2022-09-01T10:55:08.512 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:08.514 DEBUG:boto:Data: 2022-09-01T10:55:08.515 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.515 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.517 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.518 DEBUG:boto:Params: {} 2022-09-01T10:55:08.519 DEBUG:boto:Token: None 2022-09-01T10:55:08.520 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/d 2022-09-01T10:55:08.522 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lvrHE3zbfup5Gr7O2Er0YfXljo0= 2022-09-01T10:55:08.523 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lvrHE3zbfup5Gr7O2Er0YfXljo0=', 'Content-Length': '0'} 2022-09-01T10:55:08.529 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c0706f39297f177-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.532 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:08.533 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:08.534 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:08.535 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:08.537 DEBUG:boto:Method: GET 2022-09-01T10:55:08.538 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:08.539 DEBUG:boto:Data: 2022-09-01T10:55:08.540 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.541 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.542 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.543 DEBUG:boto:Params: {} 2022-09-01T10:55:08.544 DEBUG:boto:Token: None 2022-09-01T10:55:08.545 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/ 2022-09-01T10:55:08.546 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY= 2022-09-01T10:55:08.548 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY=', 'Content-Length': '0'} 2022-09-01T10:55:08.551 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006654f3a20d3c0409-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.596 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:08.598 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:08.599 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:08.600 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:08.601 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:08.602 DEBUG:boto:Method: GET 2022-09-01T10:55:08.603 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:08.604 DEBUG:boto:Data: 2022-09-01T10:55:08.605 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.607 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.608 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.609 DEBUG:boto:Params: {} 2022-09-01T10:55:08.610 DEBUG:boto:Token: None 2022-09-01T10:55:08.611 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/ 2022-09-01T10:55:08.612 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY= 2022-09-01T10:55:08.614 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY=', 'Content-Length': '0'} 2022-09-01T10:55:08.617 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004d09dccfd0d999be-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.618 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:08.621 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:08.624 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:08.625 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:08.626 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.627 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.628 DEBUG:boto:Method: GET 2022-09-01T10:55:08.629 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.630 DEBUG:boto:Data: 2022-09-01T10:55:08.633 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.635 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.636 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.637 DEBUG:boto:Params: {} 2022-09-01T10:55:08.638 DEBUG:boto:Token: None 2022-09-01T10:55:08.640 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.641 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GZpgYmNidqliajWp6yzmY4PmArQ= 2022-09-01T10:55:08.642 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GZpgYmNidqliajWp6yzmY4PmArQ=', 'Content-Length': '0'} 2022-09-01T10:55:08.645 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f3c8801211820765-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.647 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:08.648 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:08.649 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.650 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.651 DEBUG:boto:Method: GET 2022-09-01T10:55:08.652 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.654 DEBUG:boto:Data: 2022-09-01T10:55:08.655 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.656 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.657 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.659 DEBUG:boto:Params: {} 2022-09-01T10:55:08.660 DEBUG:boto:Token: None 2022-09-01T10:55:08.662 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.663 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GZpgYmNidqliajWp6yzmY4PmArQ= 2022-09-01T10:55:08.665 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GZpgYmNidqliajWp6yzmY4PmArQ=', 'Content-Length': '0'} 2022-09-01T10:55:08.670 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006bbef26f5b42d97e-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.671 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:08.672 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:08.673 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.674 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.675 DEBUG:boto:Method: HEAD 2022-09-01T10:55:08.676 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.677 DEBUG:boto:Data: 2022-09-01T10:55:08.678 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.679 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.680 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.681 DEBUG:boto:Params: {} 2022-09-01T10:55:08.682 DEBUG:boto:Token: None 2022-09-01T10:55:08.683 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.684 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jvoX2BfOZa05R9+YnsKaybRhjG4= 2022-09-01T10:55:08.685 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jvoX2BfOZa05R9+YnsKaybRhjG4=', 'Content-Length': '0'} 2022-09-01T10:55:08.689 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a2556d382397ede3-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.691 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:08.692 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:08.695 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.695 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.696 DEBUG:boto:Method: HEAD 2022-09-01T10:55:08.696 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.697 DEBUG:boto:Data: 2022-09-01T10:55:08.698 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.698 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.699 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.699 DEBUG:boto:Params: {} 2022-09-01T10:55:08.700 DEBUG:boto:Token: None 2022-09-01T10:55:08.700 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.701 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jvoX2BfOZa05R9+YnsKaybRhjG4= 2022-09-01T10:55:08.701 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jvoX2BfOZa05R9+YnsKaybRhjG4=', 'Content-Length': '0'} 2022-09-01T10:55:08.704 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000875124aea33c3c48-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.706 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:08.709 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:08.710 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:08.711 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.711 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.712 DEBUG:boto:Method: GET 2022-09-01T10:55:08.713 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.713 DEBUG:boto:Data: 2022-09-01T10:55:08.714 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.714 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.715 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.715 DEBUG:boto:Params: {} 2022-09-01T10:55:08.716 DEBUG:boto:Token: None 2022-09-01T10:55:08.716 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.717 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GZpgYmNidqliajWp6yzmY4PmArQ= 2022-09-01T10:55:08.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GZpgYmNidqliajWp6yzmY4PmArQ=', 'Content-Length': '0'} 2022-09-01T10:55:08.720 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000064a9615ec5cb304f-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.721 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:08.721 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:08.722 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.722 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.723 DEBUG:boto:Method: GET 2022-09-01T10:55:08.723 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.724 DEBUG:boto:Data: 2022-09-01T10:55:08.724 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.725 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.725 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.726 DEBUG:boto:Params: {} 2022-09-01T10:55:08.727 DEBUG:boto:Token: None 2022-09-01T10:55:08.728 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:08.728 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GZpgYmNidqliajWp6yzmY4PmArQ= 2022-09-01T10:55:08.729 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GZpgYmNidqliajWp6yzmY4PmArQ=', 'Content-Length': '0'} 2022-09-01T10:55:08.732 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009275c5601a0d8f85-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.733 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:08.734 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:08.735 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:08.736 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:08.736 DEBUG:boto:Method: GET 2022-09-01T10:55:08.737 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:08.737 DEBUG:boto:Data: 2022-09-01T10:55:08.738 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.738 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.739 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.740 DEBUG:boto:Params: {} 2022-09-01T10:55:08.742 DEBUG:boto:Token: None 2022-09-01T10:55:08.744 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/ 2022-09-01T10:55:08.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY= 2022-09-01T10:55:08.746 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY=', 'Content-Length': '0'} 2022-09-01T10:55:08.750 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ed944d209059b2b9-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.751 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:08.752 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:08.753 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:08.753 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:08.754 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:08.754 DEBUG:boto:Method: GET 2022-09-01T10:55:08.755 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:08.755 DEBUG:boto:Data: 2022-09-01T10:55:08.756 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.756 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.757 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.758 DEBUG:boto:Params: {} 2022-09-01T10:55:08.760 DEBUG:boto:Token: None 2022-09-01T10:55:08.761 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/ 2022-09-01T10:55:08.762 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY= 2022-09-01T10:55:08.763 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY=', 'Content-Length': '0'} 2022-09-01T10:55:08.766 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000056a42f158f8efc2e-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.766 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:08.767 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:08.768 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:08.768 DEBUG:boto:Method: HEAD 2022-09-01T10:55:08.769 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:08.770 DEBUG:boto:Data: 2022-09-01T10:55:08.771 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.771 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.772 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.772 DEBUG:boto:Params: {} 2022-09-01T10:55:08.773 DEBUG:boto:Token: None 2022-09-01T10:55:08.773 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/e 2022-09-01T10:55:08.774 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HsxZN/qu3HDKq8tPek5XjS9V/ys= 2022-09-01T10:55:08.774 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HsxZN/qu3HDKq8tPek5XjS9V/ys=', 'Content-Length': '0'} 2022-09-01T10:55:08.777 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ea1b11e986016c43-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.777 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:08.778 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:08.778 DEBUG:boto:Method: HEAD 2022-09-01T10:55:08.779 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:08.780 DEBUG:boto:Data: 2022-09-01T10:55:08.780 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.781 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.781 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.782 DEBUG:boto:Params: {} 2022-09-01T10:55:08.782 DEBUG:boto:Token: None 2022-09-01T10:55:08.783 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/e 2022-09-01T10:55:08.784 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HsxZN/qu3HDKq8tPek5XjS9V/ys= 2022-09-01T10:55:08.784 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HsxZN/qu3HDKq8tPek5XjS9V/ys=', 'Content-Length': '0'} 2022-09-01T10:55:08.787 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c43b53f815218775-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.787 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:08.788 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:08.789 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:08.790 DEBUG:boto:Method: GET 2022-09-01T10:55:08.790 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:08.791 DEBUG:boto:Data: 2022-09-01T10:55:08.791 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.792 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.793 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.793 DEBUG:boto:Params: {} 2022-09-01T10:55:08.803 DEBUG:boto:Token: None 2022-09-01T10:55:08.803 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/e 2022-09-01T10:55:08.804 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BQ2y28u6yc7hkLwp972C8+xwRr4= 2022-09-01T10:55:08.805 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BQ2y28u6yc7hkLwp972C8+xwRr4=', 'Content-Length': '0'} 2022-09-01T10:55:08.807 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f7e2b21728ad51b2-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.808 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:08.809 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:08.810 DEBUG:boto:Method: GET 2022-09-01T10:55:08.810 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:08.811 DEBUG:boto:Data: 2022-09-01T10:55:08.812 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.812 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.813 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.814 DEBUG:boto:Params: {} 2022-09-01T10:55:08.815 DEBUG:boto:Token: None 2022-09-01T10:55:08.816 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/e 2022-09-01T10:55:08.816 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BQ2y28u6yc7hkLwp972C8+xwRr4= 2022-09-01T10:55:08.817 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BQ2y28u6yc7hkLwp972C8+xwRr4=', 'Content-Length': '0'} 2022-09-01T10:55:08.820 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bfc68ace086e9d18-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.862 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:08.864 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:08.864 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:08.865 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:08.867 DEBUG:boto:Method: GET 2022-09-01T10:55:08.868 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:08.869 DEBUG:boto:Data: 2022-09-01T10:55:08.870 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.871 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.872 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.873 DEBUG:boto:Params: {} 2022-09-01T10:55:08.873 DEBUG:boto:Token: None 2022-09-01T10:55:08.874 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/ 2022-09-01T10:55:08.875 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY= 2022-09-01T10:55:08.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY=', 'Content-Length': '0'} 2022-09-01T10:55:08.881 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e9b70d6cbacc28ba-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.883 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:08.885 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:08.885 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:08.887 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:08.888 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:08.890 DEBUG:boto:Method: GET 2022-09-01T10:55:08.890 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:08.891 DEBUG:boto:Data: 2022-09-01T10:55:08.892 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.892 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.893 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.893 DEBUG:boto:Params: {} 2022-09-01T10:55:08.894 DEBUG:boto:Token: None 2022-09-01T10:55:08.894 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/ 2022-09-01T10:55:08.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY= 2022-09-01T10:55:08.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rh0Im6PNliJ6RUG+64Km576+4rY=', 'Content-Length': '0'} 2022-09-01T10:55:08.898 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000cab1baeb8a09a95-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.899 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:08.900 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:08.901 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:08.902 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:08.903 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.903 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.904 DEBUG:boto:Method: GET 2022-09-01T10:55:08.905 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.905 DEBUG:boto:Data: 2022-09-01T10:55:08.906 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.906 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.907 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.907 DEBUG:boto:Params: {} 2022-09-01T10:55:08.908 DEBUG:boto:Token: None 2022-09-01T10:55:08.909 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3dEQfN8Fg3b/h+HaXUSV5Q9CxOI= 2022-09-01T10:55:08.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3dEQfN8Fg3b/h+HaXUSV5Q9CxOI=', 'Content-Length': '0'} 2022-09-01T10:55:08.914 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e343adb7d378d8ca-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.915 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:08.915 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:08.916 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.916 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.917 DEBUG:boto:Method: GET 2022-09-01T10:55:08.918 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.918 DEBUG:boto:Data: 2022-09-01T10:55:08.919 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.920 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.920 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.921 DEBUG:boto:Params: {} 2022-09-01T10:55:08.922 DEBUG:boto:Token: None 2022-09-01T10:55:08.922 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.924 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3dEQfN8Fg3b/h+HaXUSV5Q9CxOI= 2022-09-01T10:55:08.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3dEQfN8Fg3b/h+HaXUSV5Q9CxOI=', 'Content-Length': '0'} 2022-09-01T10:55:08.927 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005edcbf9661da8b4-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.927 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:08.928 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:08.929 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.929 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.930 DEBUG:boto:Method: HEAD 2022-09-01T10:55:08.931 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.932 DEBUG:boto:Data: 2022-09-01T10:55:08.933 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.933 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.934 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.935 DEBUG:boto:Params: {} 2022-09-01T10:55:08.936 DEBUG:boto:Token: None 2022-09-01T10:55:08.937 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.938 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DDjRx465S2vBkid6f4/FiXeqIyg= 2022-09-01T10:55:08.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DDjRx465S2vBkid6f4/FiXeqIyg=', 'Content-Length': '0'} 2022-09-01T10:55:08.943 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004458eabfc1d5268e-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.944 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:08.944 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:08.945 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.946 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.947 DEBUG:boto:Method: HEAD 2022-09-01T10:55:08.947 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.948 DEBUG:boto:Data: 2022-09-01T10:55:08.948 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.949 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.949 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.950 DEBUG:boto:Params: {} 2022-09-01T10:55:08.951 DEBUG:boto:Token: None 2022-09-01T10:55:08.951 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DDjRx465S2vBkid6f4/FiXeqIyg= 2022-09-01T10:55:08.952 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DDjRx465S2vBkid6f4/FiXeqIyg=', 'Content-Length': '0'} 2022-09-01T10:55:08.955 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f9e2c75ec79710ea-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.956 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:08.957 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:08.958 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:08.959 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.960 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.961 DEBUG:boto:Method: GET 2022-09-01T10:55:08.962 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.963 DEBUG:boto:Data: 2022-09-01T10:55:08.964 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.965 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:08.966 DEBUG:boto:Port: 8001 2022-09-01T10:55:08.967 DEBUG:boto:Params: {} 2022-09-01T10:55:08.967 DEBUG:boto:Token: None 2022-09-01T10:55:08.968 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.968 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3dEQfN8Fg3b/h+HaXUSV5Q9CxOI= 2022-09-01T10:55:08.969 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3dEQfN8Fg3b/h+HaXUSV5Q9CxOI=', 'Content-Length': '0'} 2022-09-01T10:55:08.971 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1ad52ca0d7a0fd4-0063108f8c-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:08.972 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:08.973 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:08.973 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.974 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.975 DEBUG:boto:Method: GET 2022-09-01T10:55:08.975 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.976 DEBUG:boto:Data: 2022-09-01T10:55:08.976 DEBUG:boto:Headers: {} 2022-09-01T10:55:08.977 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:08.977 DEBUG:boto:Port: 8000 2022-09-01T10:55:08.978 DEBUG:boto:Params: {} 2022-09-01T10:55:08.978 DEBUG:boto:Token: None 2022-09-01T10:55:08.979 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:08 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:08.980 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3dEQfN8Fg3b/h+HaXUSV5Q9CxOI= 2022-09-01T10:55:08.980 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3dEQfN8Fg3b/h+HaXUSV5Q9CxOI=', 'Content-Length': '0'} 2022-09-01T10:55:08.983 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000067e8596e6eef1844-0063108f8c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.026 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.027 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.028 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:09.030 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:09.030 DEBUG:boto:Method: GET 2022-09-01T10:55:09.031 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:09.031 DEBUG:boto:Data: 2022-09-01T10:55:09.032 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.032 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.033 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.033 DEBUG:boto:Params: {} 2022-09-01T10:55:09.034 DEBUG:boto:Token: None 2022-09-01T10:55:09.035 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/ 2022-09-01T10:55:09.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ= 2022-09-01T10:55:09.036 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ=', 'Content-Length': '0'} 2022-09-01T10:55:09.040 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000574b7d9b5d1a4196-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.041 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.043 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.044 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.044 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:09.045 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:09.045 DEBUG:boto:Method: GET 2022-09-01T10:55:09.046 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:09.047 DEBUG:boto:Data: 2022-09-01T10:55:09.047 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.048 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.049 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.050 DEBUG:boto:Params: {} 2022-09-01T10:55:09.051 DEBUG:boto:Token: None 2022-09-01T10:55:09.052 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/ 2022-09-01T10:55:09.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ= 2022-09-01T10:55:09.054 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ=', 'Content-Length': '0'} 2022-09-01T10:55:09.057 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eb85892769cc9fa3-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.058 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.059 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:09.060 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:09.061 DEBUG:boto:Method: HEAD 2022-09-01T10:55:09.061 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:09.062 DEBUG:boto:Data: 2022-09-01T10:55:09.063 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.065 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.065 DEBUG:boto:Params: {} 2022-09-01T10:55:09.066 DEBUG:boto:Token: None 2022-09-01T10:55:09.067 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/f 2022-09-01T10:55:09.067 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kvELn9PWcjeawwFpRVG6xajKp6o= 2022-09-01T10:55:09.068 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kvELn9PWcjeawwFpRVG6xajKp6o=', 'Content-Length': '0'} 2022-09-01T10:55:09.071 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008648850f6d0fba43-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.072 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:09.072 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:09.073 DEBUG:boto:Method: HEAD 2022-09-01T10:55:09.074 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:09.075 DEBUG:boto:Data: 2022-09-01T10:55:09.076 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.077 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.078 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.078 DEBUG:boto:Params: {} 2022-09-01T10:55:09.079 DEBUG:boto:Token: None 2022-09-01T10:55:09.080 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/f 2022-09-01T10:55:09.081 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kvELn9PWcjeawwFpRVG6xajKp6o= 2022-09-01T10:55:09.081 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kvELn9PWcjeawwFpRVG6xajKp6o=', 'Content-Length': '0'} 2022-09-01T10:55:09.084 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001859e0b987fa3cbf-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.085 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:09.085 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:09.086 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:09.087 DEBUG:boto:Method: GET 2022-09-01T10:55:09.088 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:09.088 DEBUG:boto:Data: 2022-09-01T10:55:09.089 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.089 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.090 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.091 DEBUG:boto:Params: {} 2022-09-01T10:55:09.091 DEBUG:boto:Token: None 2022-09-01T10:55:09.092 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/f 2022-09-01T10:55:09.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LrzENPTh9bwXrqWVg5CrZ1ipNgg= 2022-09-01T10:55:09.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LrzENPTh9bwXrqWVg5CrZ1ipNgg=', 'Content-Length': '0'} 2022-09-01T10:55:09.096 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000efe66c3141fc6305-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.139 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:09.139 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:09.140 DEBUG:boto:Method: GET 2022-09-01T10:55:09.141 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:09.141 DEBUG:boto:Data: 2022-09-01T10:55:09.142 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.143 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.143 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.144 DEBUG:boto:Params: {} 2022-09-01T10:55:09.144 DEBUG:boto:Token: None 2022-09-01T10:55:09.145 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/f 2022-09-01T10:55:09.146 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LrzENPTh9bwXrqWVg5CrZ1ipNgg= 2022-09-01T10:55:09.146 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LrzENPTh9bwXrqWVg5CrZ1ipNgg=', 'Content-Length': '0'} 2022-09-01T10:55:09.149 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b021190b5964e1ad-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.150 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.151 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.152 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:09.153 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:09.154 DEBUG:boto:Method: GET 2022-09-01T10:55:09.155 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:09.156 DEBUG:boto:Data: 2022-09-01T10:55:09.157 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.158 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.159 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.161 DEBUG:boto:Params: {} 2022-09-01T10:55:09.162 DEBUG:boto:Token: None 2022-09-01T10:55:09.162 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/ 2022-09-01T10:55:09.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ= 2022-09-01T10:55:09.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ=', 'Content-Length': '0'} 2022-09-01T10:55:09.167 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000393bdff4aee9d9d3-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.168 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.168 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.169 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.170 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:09.171 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:09.171 DEBUG:boto:Method: GET 2022-09-01T10:55:09.172 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:09.172 DEBUG:boto:Data: 2022-09-01T10:55:09.173 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.173 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.174 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.175 DEBUG:boto:Params: {} 2022-09-01T10:55:09.176 DEBUG:boto:Token: None 2022-09-01T10:55:09.176 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/ 2022-09-01T10:55:09.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ= 2022-09-01T10:55:09.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ=', 'Content-Length': '0'} 2022-09-01T10:55:09.181 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000031f1b5a51fd2a738-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.182 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.184 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:09.185 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:09.185 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:09.186 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.187 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.187 DEBUG:boto:Method: GET 2022-09-01T10:55:09.188 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.189 DEBUG:boto:Data: 2022-09-01T10:55:09.190 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.190 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.191 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.192 DEBUG:boto:Params: {} 2022-09-01T10:55:09.192 DEBUG:boto:Token: None 2022-09-01T10:55:09.193 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Xp3D4yBsyuRka4WTwnJR+/Ou2Fo= 2022-09-01T10:55:09.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Xp3D4yBsyuRka4WTwnJR+/Ou2Fo=', 'Content-Length': '0'} 2022-09-01T10:55:09.197 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000615dceaba5e12c30-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.198 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:09.199 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:09.199 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.200 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.200 DEBUG:boto:Method: GET 2022-09-01T10:55:09.201 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.201 DEBUG:boto:Data: 2022-09-01T10:55:09.202 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.202 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.203 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.204 DEBUG:boto:Params: {} 2022-09-01T10:55:09.204 DEBUG:boto:Token: None 2022-09-01T10:55:09.206 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.206 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Xp3D4yBsyuRka4WTwnJR+/Ou2Fo= 2022-09-01T10:55:09.207 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Xp3D4yBsyuRka4WTwnJR+/Ou2Fo=', 'Content-Length': '0'} 2022-09-01T10:55:09.209 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9d15b38b8350335-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.211 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:09.211 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:09.212 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.212 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.213 DEBUG:boto:Method: HEAD 2022-09-01T10:55:09.213 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.214 DEBUG:boto:Data: 2022-09-01T10:55:09.214 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.215 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.215 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.216 DEBUG:boto:Params: {} 2022-09-01T10:55:09.216 DEBUG:boto:Token: None 2022-09-01T10:55:09.217 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IVphXpyP2kOMNA3jLhL0T8IESrI= 2022-09-01T10:55:09.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IVphXpyP2kOMNA3jLhL0T8IESrI=', 'Content-Length': '0'} 2022-09-01T10:55:09.220 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e81e153e7dad7e0-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.221 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:09.222 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:09.222 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.223 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.223 DEBUG:boto:Method: HEAD 2022-09-01T10:55:09.224 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.224 DEBUG:boto:Data: 2022-09-01T10:55:09.225 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.225 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.226 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.226 DEBUG:boto:Params: {} 2022-09-01T10:55:09.227 DEBUG:boto:Token: None 2022-09-01T10:55:09.227 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.228 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IVphXpyP2kOMNA3jLhL0T8IESrI= 2022-09-01T10:55:09.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IVphXpyP2kOMNA3jLhL0T8IESrI=', 'Content-Length': '0'} 2022-09-01T10:55:09.231 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000028b13be274e0e402-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.233 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:09.234 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:09.235 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:09.236 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.236 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.237 DEBUG:boto:Method: GET 2022-09-01T10:55:09.238 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.239 DEBUG:boto:Data: 2022-09-01T10:55:09.240 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.241 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.242 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.243 DEBUG:boto:Params: {} 2022-09-01T10:55:09.244 DEBUG:boto:Token: None 2022-09-01T10:55:09.245 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.246 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Xp3D4yBsyuRka4WTwnJR+/Ou2Fo= 2022-09-01T10:55:09.248 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Xp3D4yBsyuRka4WTwnJR+/Ou2Fo=', 'Content-Length': '0'} 2022-09-01T10:55:09.251 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e76c64e75d1dbdd-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.254 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:09.254 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:09.256 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.257 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.258 DEBUG:boto:Method: GET 2022-09-01T10:55:09.258 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.260 DEBUG:boto:Data: 2022-09-01T10:55:09.261 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.262 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.263 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.264 DEBUG:boto:Params: {} 2022-09-01T10:55:09.265 DEBUG:boto:Token: None 2022-09-01T10:55:09.266 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:09.267 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Xp3D4yBsyuRka4WTwnJR+/Ou2Fo= 2022-09-01T10:55:09.268 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Xp3D4yBsyuRka4WTwnJR+/Ou2Fo=', 'Content-Length': '0'} 2022-09-01T10:55:09.271 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001ea9dbb8c8898f94-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.272 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.273 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.273 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:09.274 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:09.275 DEBUG:boto:Method: GET 2022-09-01T10:55:09.276 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:09.277 DEBUG:boto:Data: 2022-09-01T10:55:09.278 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.279 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.281 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.282 DEBUG:boto:Params: {} 2022-09-01T10:55:09.283 DEBUG:boto:Token: None 2022-09-01T10:55:09.283 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/ 2022-09-01T10:55:09.284 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ= 2022-09-01T10:55:09.284 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ=', 'Content-Length': '0'} 2022-09-01T10:55:09.287 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004c0aec0b91f3726b-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.330 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.332 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.333 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.334 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:09.335 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:09.336 DEBUG:boto:Method: GET 2022-09-01T10:55:09.337 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:09.338 DEBUG:boto:Data: 2022-09-01T10:55:09.339 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.340 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.341 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.342 DEBUG:boto:Params: {} 2022-09-01T10:55:09.343 DEBUG:boto:Token: None 2022-09-01T10:55:09.345 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/ 2022-09-01T10:55:09.346 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ= 2022-09-01T10:55:09.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ=', 'Content-Length': '0'} 2022-09-01T10:55:09.350 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004724f03177981261-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.352 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.353 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:09.354 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:09.355 DEBUG:boto:Method: HEAD 2022-09-01T10:55:09.356 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:09.357 DEBUG:boto:Data: 2022-09-01T10:55:09.358 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.359 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.360 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.361 DEBUG:boto:Params: {} 2022-09-01T10:55:09.362 DEBUG:boto:Token: None 2022-09-01T10:55:09.363 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/g 2022-09-01T10:55:09.364 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:itw1Waixqil5wSyL6WZI82yN/a8= 2022-09-01T10:55:09.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:itw1Waixqil5wSyL6WZI82yN/a8=', 'Content-Length': '0'} 2022-09-01T10:55:09.367 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db76d2d1be3dd84e-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.369 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:09.369 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:09.370 DEBUG:boto:Method: HEAD 2022-09-01T10:55:09.371 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:09.372 DEBUG:boto:Data: 2022-09-01T10:55:09.373 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.374 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.374 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.375 DEBUG:boto:Params: {} 2022-09-01T10:55:09.376 DEBUG:boto:Token: None 2022-09-01T10:55:09.377 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/g 2022-09-01T10:55:09.378 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:itw1Waixqil5wSyL6WZI82yN/a8= 2022-09-01T10:55:09.379 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:itw1Waixqil5wSyL6WZI82yN/a8=', 'Content-Length': '0'} 2022-09-01T10:55:09.381 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000080be1566fbe7f2b9-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.382 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:09.383 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:09.383 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:09.384 DEBUG:boto:Method: GET 2022-09-01T10:55:09.385 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:09.385 DEBUG:boto:Data: 2022-09-01T10:55:09.386 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.386 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.387 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.387 DEBUG:boto:Params: {} 2022-09-01T10:55:09.388 DEBUG:boto:Token: None 2022-09-01T10:55:09.389 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/g 2022-09-01T10:55:09.389 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ULOWd3zdBXta6MUqarStvp2NUZA= 2022-09-01T10:55:09.390 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ULOWd3zdBXta6MUqarStvp2NUZA=', 'Content-Length': '0'} 2022-09-01T10:55:09.392 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001670249adf263e78-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.393 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:09.393 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:09.394 DEBUG:boto:Method: GET 2022-09-01T10:55:09.395 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:09.396 DEBUG:boto:Data: 2022-09-01T10:55:09.396 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.397 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.397 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.398 DEBUG:boto:Params: {} 2022-09-01T10:55:09.398 DEBUG:boto:Token: None 2022-09-01T10:55:09.399 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/g 2022-09-01T10:55:09.399 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ULOWd3zdBXta6MUqarStvp2NUZA= 2022-09-01T10:55:09.400 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ULOWd3zdBXta6MUqarStvp2NUZA=', 'Content-Length': '0'} 2022-09-01T10:55:09.402 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000097d78f8eb2c813a1-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.446 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.449 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.451 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:09.452 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:09.452 DEBUG:boto:Method: GET 2022-09-01T10:55:09.453 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:09.454 DEBUG:boto:Data: 2022-09-01T10:55:09.454 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.455 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.455 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.456 DEBUG:boto:Params: {} 2022-09-01T10:55:09.458 DEBUG:boto:Token: None 2022-09-01T10:55:09.458 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/ 2022-09-01T10:55:09.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ= 2022-09-01T10:55:09.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ=', 'Content-Length': '0'} 2022-09-01T10:55:09.464 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000008602b0821d1d28d-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.465 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.466 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.467 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.468 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:09.469 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:09.470 DEBUG:boto:Method: GET 2022-09-01T10:55:09.471 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:09.472 DEBUG:boto:Data: 2022-09-01T10:55:09.473 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.474 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.475 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.476 DEBUG:boto:Params: {} 2022-09-01T10:55:09.477 DEBUG:boto:Token: None 2022-09-01T10:55:09.478 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/ 2022-09-01T10:55:09.479 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ= 2022-09-01T10:55:09.480 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ=', 'Content-Length': '0'} 2022-09-01T10:55:09.483 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fafaf9647a2e5820-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.484 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.485 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:09.486 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:09.487 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:09.488 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.489 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.491 DEBUG:boto:Method: GET 2022-09-01T10:55:09.492 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.493 DEBUG:boto:Data: 2022-09-01T10:55:09.494 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.495 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.496 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.496 DEBUG:boto:Params: {} 2022-09-01T10:55:09.498 DEBUG:boto:Token: None 2022-09-01T10:55:09.499 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NKt+BpuJbWnfyo2YYcCnZQWUqVo= 2022-09-01T10:55:09.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NKt+BpuJbWnfyo2YYcCnZQWUqVo=', 'Content-Length': '0'} 2022-09-01T10:55:09.504 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b41ea6884016c2e7-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.505 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:09.506 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:09.507 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.508 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.509 DEBUG:boto:Method: GET 2022-09-01T10:55:09.510 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.511 DEBUG:boto:Data: 2022-09-01T10:55:09.512 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.513 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.514 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.515 DEBUG:boto:Params: {} 2022-09-01T10:55:09.516 DEBUG:boto:Token: None 2022-09-01T10:55:09.517 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.518 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NKt+BpuJbWnfyo2YYcCnZQWUqVo= 2022-09-01T10:55:09.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NKt+BpuJbWnfyo2YYcCnZQWUqVo=', 'Content-Length': '0'} 2022-09-01T10:55:09.523 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d286a0acbf266171-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.525 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:09.526 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:09.527 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.528 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.529 DEBUG:boto:Method: HEAD 2022-09-01T10:55:09.530 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.531 DEBUG:boto:Data: 2022-09-01T10:55:09.532 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.533 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.534 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.535 DEBUG:boto:Params: {} 2022-09-01T10:55:09.536 DEBUG:boto:Token: None 2022-09-01T10:55:09.537 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.538 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9LQcq+0fmZaL4GmXNA9pJKD8kI4= 2022-09-01T10:55:09.539 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9LQcq+0fmZaL4GmXNA9pJKD8kI4=', 'Content-Length': '0'} 2022-09-01T10:55:09.542 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012a188c30bada620-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.544 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:09.545 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:09.547 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.548 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.548 DEBUG:boto:Method: HEAD 2022-09-01T10:55:09.549 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.549 DEBUG:boto:Data: 2022-09-01T10:55:09.550 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.550 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.551 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.551 DEBUG:boto:Params: {} 2022-09-01T10:55:09.552 DEBUG:boto:Token: None 2022-09-01T10:55:09.552 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.553 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9LQcq+0fmZaL4GmXNA9pJKD8kI4= 2022-09-01T10:55:09.554 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9LQcq+0fmZaL4GmXNA9pJKD8kI4=', 'Content-Length': '0'} 2022-09-01T10:55:09.556 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba6187bfc8ab49de-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.557 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:09.558 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:09.559 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:09.559 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.560 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.560 DEBUG:boto:Method: GET 2022-09-01T10:55:09.561 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.561 DEBUG:boto:Data: 2022-09-01T10:55:09.562 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.562 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.563 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.563 DEBUG:boto:Params: {} 2022-09-01T10:55:09.564 DEBUG:boto:Token: None 2022-09-01T10:55:09.565 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NKt+BpuJbWnfyo2YYcCnZQWUqVo= 2022-09-01T10:55:09.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NKt+BpuJbWnfyo2YYcCnZQWUqVo=', 'Content-Length': '0'} 2022-09-01T10:55:09.568 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007f265f14e3c105bc-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.610 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:09.611 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:09.611 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.612 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.613 DEBUG:boto:Method: GET 2022-09-01T10:55:09.613 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.614 DEBUG:boto:Data: 2022-09-01T10:55:09.614 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.615 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.615 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.616 DEBUG:boto:Params: {} 2022-09-01T10:55:09.616 DEBUG:boto:Token: None 2022-09-01T10:55:09.617 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:09.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NKt+BpuJbWnfyo2YYcCnZQWUqVo= 2022-09-01T10:55:09.618 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NKt+BpuJbWnfyo2YYcCnZQWUqVo=', 'Content-Length': '0'} 2022-09-01T10:55:09.627 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000039ef60183d5f0f4e-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.628 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.629 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.629 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:09.630 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:09.631 DEBUG:boto:Method: GET 2022-09-01T10:55:09.631 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:09.632 DEBUG:boto:Data: 2022-09-01T10:55:09.632 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.633 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.633 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.634 DEBUG:boto:Params: {} 2022-09-01T10:55:09.635 DEBUG:boto:Token: None 2022-09-01T10:55:09.635 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/ 2022-09-01T10:55:09.636 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ= 2022-09-01T10:55:09.637 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ=', 'Content-Length': '0'} 2022-09-01T10:55:09.641 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000924462bd464de4da-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.642 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.643 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.644 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.645 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:09.645 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:09.646 DEBUG:boto:Method: GET 2022-09-01T10:55:09.646 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:09.647 DEBUG:boto:Data: 2022-09-01T10:55:09.647 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.648 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.648 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.649 DEBUG:boto:Params: {} 2022-09-01T10:55:09.649 DEBUG:boto:Token: None 2022-09-01T10:55:09.650 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/ 2022-09-01T10:55:09.651 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ= 2022-09-01T10:55:09.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ=', 'Content-Length': '0'} 2022-09-01T10:55:09.654 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000049ce78ff7d9b0aa8-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.655 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.656 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:09.656 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:09.657 DEBUG:boto:Method: HEAD 2022-09-01T10:55:09.657 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:09.658 DEBUG:boto:Data: 2022-09-01T10:55:09.659 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.659 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.660 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.660 DEBUG:boto:Params: {} 2022-09-01T10:55:09.661 DEBUG:boto:Token: None 2022-09-01T10:55:09.661 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/h 2022-09-01T10:55:09.662 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C8p2MlhOlptlWSozSpwlOl3I/o0= 2022-09-01T10:55:09.663 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C8p2MlhOlptlWSozSpwlOl3I/o0=', 'Content-Length': '0'} 2022-09-01T10:55:09.665 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003020960c16343821-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.666 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:09.666 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:09.667 DEBUG:boto:Method: HEAD 2022-09-01T10:55:09.667 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:09.668 DEBUG:boto:Data: 2022-09-01T10:55:09.668 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.669 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.669 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.670 DEBUG:boto:Params: {} 2022-09-01T10:55:09.670 DEBUG:boto:Token: None 2022-09-01T10:55:09.671 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/h 2022-09-01T10:55:09.671 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C8p2MlhOlptlWSozSpwlOl3I/o0= 2022-09-01T10:55:09.672 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C8p2MlhOlptlWSozSpwlOl3I/o0=', 'Content-Length': '0'} 2022-09-01T10:55:09.674 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a2e340f7dff2224f-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.675 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:09.676 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:09.676 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:09.677 DEBUG:boto:Method: GET 2022-09-01T10:55:09.677 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:09.678 DEBUG:boto:Data: 2022-09-01T10:55:09.679 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.679 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.680 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.680 DEBUG:boto:Params: {} 2022-09-01T10:55:09.681 DEBUG:boto:Token: None 2022-09-01T10:55:09.681 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/h 2022-09-01T10:55:09.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x76F8sXX66wA2uFoRjcwd6Ack2s= 2022-09-01T10:55:09.683 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x76F8sXX66wA2uFoRjcwd6Ack2s=', 'Content-Length': '0'} 2022-09-01T10:55:09.685 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b14fb230893b1695-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.686 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:09.687 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:09.687 DEBUG:boto:Method: GET 2022-09-01T10:55:09.688 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:09.688 DEBUG:boto:Data: 2022-09-01T10:55:09.689 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.689 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.690 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.690 DEBUG:boto:Params: {} 2022-09-01T10:55:09.691 DEBUG:boto:Token: None 2022-09-01T10:55:09.692 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/h 2022-09-01T10:55:09.692 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x76F8sXX66wA2uFoRjcwd6Ack2s= 2022-09-01T10:55:09.693 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x76F8sXX66wA2uFoRjcwd6Ack2s=', 'Content-Length': '0'} 2022-09-01T10:55:09.695 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001260fdb771de920b-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.738 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.739 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.740 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:09.740 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:09.741 DEBUG:boto:Method: GET 2022-09-01T10:55:09.742 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:09.743 DEBUG:boto:Data: 2022-09-01T10:55:09.744 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.746 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.747 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.748 DEBUG:boto:Params: {} 2022-09-01T10:55:09.749 DEBUG:boto:Token: None 2022-09-01T10:55:09.750 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/ 2022-09-01T10:55:09.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ= 2022-09-01T10:55:09.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ=', 'Content-Length': '0'} 2022-09-01T10:55:09.755 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000012764cf8df95ff90-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.757 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.759 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.760 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.761 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:09.762 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:09.763 DEBUG:boto:Method: GET 2022-09-01T10:55:09.764 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:09.764 DEBUG:boto:Data: 2022-09-01T10:55:09.765 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.766 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:09.766 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.767 DEBUG:boto:Params: {} 2022-09-01T10:55:09.767 DEBUG:boto:Token: None 2022-09-01T10:55:09.768 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/ 2022-09-01T10:55:09.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ= 2022-09-01T10:55:09.770 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5nEfXi5CwRpM7SW331NmMoUNzKQ=', 'Content-Length': '0'} 2022-09-01T10:55:09.772 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000091f3976956e7223f-0063108f8d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.773 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.774 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-70 zones={test-zone3, test-zone1} 2022-09-01T10:55:09.774 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-70 zones={test-zone3, test-zone2} 2022-09-01T10:55:09.775 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.775 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.776 DEBUG:boto:Method: HEAD 2022-09-01T10:55:09.776 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:55:09.777 DEBUG:boto:Data: 2022-09-01T10:55:09.777 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.778 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.778 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.779 DEBUG:boto:Params: {} 2022-09-01T10:55:09.779 DEBUG:boto:Token: None 2022-09-01T10:55:09.781 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/ 2022-09-01T10:55:09.782 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nWwI6K0hGoB7IAITPe6912tsdvk= 2022-09-01T10:55:09.783 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nWwI6K0hGoB7IAITPe6912tsdvk=', 'Content-Length': '0'} 2022-09-01T10:55:09.786 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005f3153b64219fe7e-0063108f8d-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.787 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.787 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.788 DEBUG:boto:Method: HEAD 2022-09-01T10:55:09.789 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:55:09.790 DEBUG:boto:Data: 2022-09-01T10:55:09.791 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.792 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:09.792 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.793 DEBUG:boto:Params: {} 2022-09-01T10:55:09.794 DEBUG:boto:Token: None 2022-09-01T10:55:09.794 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/ 2022-09-01T10:55:09.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nWwI6K0hGoB7IAITPe6912tsdvk= 2022-09-01T10:55:09.796 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nWwI6K0hGoB7IAITPe6912tsdvk=', 'Content-Length': '0'} 2022-09-01T10:55:09.799 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008b919a995a359793-0063108f8d-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.799 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:55:09.800 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.800 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.801 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:09.802 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:09.803 DEBUG:boto:Method: GET 2022-09-01T10:55:09.803 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:09.804 DEBUG:boto:Data: 2022-09-01T10:55:09.804 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.805 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.806 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.806 DEBUG:boto:Params: {} 2022-09-01T10:55:09.807 DEBUG:boto:Token: None 2022-09-01T10:55:09.808 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/?versions 2022-09-01T10:55:09.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F1tubcsuj7H56Ijh4a0ig6Z+Bow= 2022-09-01T10:55:09.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F1tubcsuj7H56Ijh4a0ig6Z+Bow=', 'Content-Length': '0'} 2022-09-01T10:55:09.812 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000da6ad452cd8b4985-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.813 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.814 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:55:09.815 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:55:09.815 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:55:09.816 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:55:09.816 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T10:55:09.817 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T10:55:09.817 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T10:55:09.818 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T10:55:09.818 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:55:09.819 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.819 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.820 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:09.820 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:09.821 DEBUG:boto:Method: GET 2022-09-01T10:55:09.821 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:09.822 DEBUG:boto:Data: 2022-09-01T10:55:09.823 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.823 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:09.824 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.824 DEBUG:boto:Params: {} 2022-09-01T10:55:09.825 DEBUG:boto:Token: None 2022-09-01T10:55:09.825 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/?versions 2022-09-01T10:55:09.826 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F1tubcsuj7H56Ijh4a0ig6Z+Bow= 2022-09-01T10:55:09.827 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F1tubcsuj7H56Ijh4a0ig6Z+Bow=', 'Content-Length': '0'} 2022-09-01T10:55:09.830 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000be743e1f0966e427-0063108f8d-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.831 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.832 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:55:09.833 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:55:09.833 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:55:09.834 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:55:09.834 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T10:55:09.835 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T10:55:09.835 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T10:55:09.835 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T10:55:09.836 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.837 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.837 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:09.838 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:09.838 DEBUG:boto:Method: GET 2022-09-01T10:55:09.839 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:09.839 DEBUG:boto:Data: 2022-09-01T10:55:09.840 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.840 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.841 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.841 DEBUG:boto:Params: {} 2022-09-01T10:55:09.842 DEBUG:boto:Token: None 2022-09-01T10:55:09.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/?versions 2022-09-01T10:55:09.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F1tubcsuj7H56Ijh4a0ig6Z+Bow= 2022-09-01T10:55:09.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F1tubcsuj7H56Ijh4a0ig6Z+Bow=', 'Content-Length': '0'} 2022-09-01T10:55:09.847 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cc590ebfa44da3f3-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.848 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.849 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.850 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.851 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:09.851 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:09.852 DEBUG:boto:Method: GET 2022-09-01T10:55:09.852 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:09.853 DEBUG:boto:Data: 2022-09-01T10:55:09.853 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.854 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:09.855 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.855 DEBUG:boto:Params: {} 2022-09-01T10:55:09.856 DEBUG:boto:Token: None 2022-09-01T10:55:09.857 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/?versions 2022-09-01T10:55:09.857 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F1tubcsuj7H56Ijh4a0ig6Z+Bow= 2022-09-01T10:55:09.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F1tubcsuj7H56Ijh4a0ig6Z+Bow=', 'Content-Length': '0'} 2022-09-01T10:55:09.861 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001a800cc52f8d1e6c-0063108f8d-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.862 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:09.864 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:09.864 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:09.865 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:09.865 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.866 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.867 DEBUG:boto:Method: GET 2022-09-01T10:55:09.867 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.868 DEBUG:boto:Data: 2022-09-01T10:55:09.869 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.870 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.870 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.871 DEBUG:boto:Params: {} 2022-09-01T10:55:09.872 DEBUG:boto:Token: None 2022-09-01T10:55:09.873 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.875 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RGm9+ghlm/F09fyJkdDXSGPIb3k= 2022-09-01T10:55:09.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RGm9+ghlm/F09fyJkdDXSGPIb3k=', 'Content-Length': '0'} 2022-09-01T10:55:09.879 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a6bd31ec833f2c15-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.922 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:09.923 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:09.923 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.924 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.925 DEBUG:boto:Method: GET 2022-09-01T10:55:09.925 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.926 DEBUG:boto:Data: 2022-09-01T10:55:09.926 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.927 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:09.927 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.928 DEBUG:boto:Params: {} 2022-09-01T10:55:09.928 DEBUG:boto:Token: None 2022-09-01T10:55:09.929 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.930 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RGm9+ghlm/F09fyJkdDXSGPIb3k= 2022-09-01T10:55:09.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RGm9+ghlm/F09fyJkdDXSGPIb3k=', 'Content-Length': '0'} 2022-09-01T10:55:09.933 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009cc871dde437f088-0063108f8d-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.934 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:09.935 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:09.935 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.936 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.936 DEBUG:boto:Method: HEAD 2022-09-01T10:55:09.937 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.937 DEBUG:boto:Data: 2022-09-01T10:55:09.938 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.938 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.939 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.939 DEBUG:boto:Params: {} 2022-09-01T10:55:09.940 DEBUG:boto:Token: None 2022-09-01T10:55:09.941 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.941 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K8Wk77s2R2TX2BO98CuKE9CDkG8= 2022-09-01T10:55:09.942 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K8Wk77s2R2TX2BO98CuKE9CDkG8=', 'Content-Length': '0'} 2022-09-01T10:55:09.945 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000de43c6196df9c458-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.946 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:09.949 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:09.950 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.952 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.952 DEBUG:boto:Method: HEAD 2022-09-01T10:55:09.953 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.954 DEBUG:boto:Data: 2022-09-01T10:55:09.955 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.956 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:09.957 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.958 DEBUG:boto:Params: {} 2022-09-01T10:55:09.959 DEBUG:boto:Token: None 2022-09-01T10:55:09.960 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.961 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K8Wk77s2R2TX2BO98CuKE9CDkG8= 2022-09-01T10:55:09.962 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K8Wk77s2R2TX2BO98CuKE9CDkG8=', 'Content-Length': '0'} 2022-09-01T10:55:09.965 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005d89122f2deef6c5-0063108f8d-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.966 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:09.967 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:09.968 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:09.969 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.970 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.971 DEBUG:boto:Method: GET 2022-09-01T10:55:09.972 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.973 DEBUG:boto:Data: 2022-09-01T10:55:09.974 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.975 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:09.977 DEBUG:boto:Port: 8001 2022-09-01T10:55:09.977 DEBUG:boto:Params: {} 2022-09-01T10:55:09.978 DEBUG:boto:Token: None 2022-09-01T10:55:09.978 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.980 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RGm9+ghlm/F09fyJkdDXSGPIb3k= 2022-09-01T10:55:09.981 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RGm9+ghlm/F09fyJkdDXSGPIb3k=', 'Content-Length': '0'} 2022-09-01T10:55:09.983 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cfaedbe9031731de-0063108f8d-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.984 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:09.985 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:09.985 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.986 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.987 DEBUG:boto:Method: GET 2022-09-01T10:55:09.987 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.988 DEBUG:boto:Data: 2022-09-01T10:55:09.988 DEBUG:boto:Headers: {} 2022-09-01T10:55:09.989 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:09.990 DEBUG:boto:Port: 8000 2022-09-01T10:55:09.991 DEBUG:boto:Params: {} 2022-09-01T10:55:09.992 DEBUG:boto:Token: None 2022-09-01T10:55:09.993 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:09 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:09.993 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RGm9+ghlm/F09fyJkdDXSGPIb3k= 2022-09-01T10:55:09.994 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RGm9+ghlm/F09fyJkdDXSGPIb3k=', 'Content-Length': '0'} 2022-09-01T10:55:09.996 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000032f679625b5d358b-0063108f8d-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:09.997 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:09.998 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:09.999 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:09.999 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:10.000 DEBUG:boto:Method: GET 2022-09-01T10:55:10.000 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:10.001 DEBUG:boto:Data: 2022-09-01T10:55:10.001 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.002 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.002 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.003 DEBUG:boto:Params: {} 2022-09-01T10:55:10.003 DEBUG:boto:Token: None 2022-09-01T10:55:10.004 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.005 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.008 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f8ad94afb546dc17-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.009 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.010 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:10.010 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:10.011 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:10.012 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:10.012 DEBUG:boto:Method: GET 2022-09-01T10:55:10.013 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:10.014 DEBUG:boto:Data: 2022-09-01T10:55:10.015 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.016 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.017 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.017 DEBUG:boto:Params: {} 2022-09-01T10:55:10.018 DEBUG:boto:Token: None 2022-09-01T10:55:10.019 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.020 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.020 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.023 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004c37a509818ae605-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.024 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.025 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:10.025 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:10.026 DEBUG:boto:Method: HEAD 2022-09-01T10:55:10.027 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:10.027 DEBUG:boto:Data: 2022-09-01T10:55:10.028 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.028 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.029 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.029 DEBUG:boto:Params: {} 2022-09-01T10:55:10.030 DEBUG:boto:Token: None 2022-09-01T10:55:10.031 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/a 2022-09-01T10:55:10.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Yq6X+C95Q/UX7VwHJ7hPIwQpBag= 2022-09-01T10:55:10.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Yq6X+C95Q/UX7VwHJ7hPIwQpBag=', 'Content-Length': '0'} 2022-09-01T10:55:10.035 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ad6a7c711e788abb-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.036 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:10.036 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:10.037 DEBUG:boto:Method: HEAD 2022-09-01T10:55:10.038 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:10.038 DEBUG:boto:Data: 2022-09-01T10:55:10.039 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.040 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.040 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.041 DEBUG:boto:Params: {} 2022-09-01T10:55:10.042 DEBUG:boto:Token: None 2022-09-01T10:55:10.043 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/a 2022-09-01T10:55:10.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Yq6X+C95Q/UX7VwHJ7hPIwQpBag= 2022-09-01T10:55:10.046 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Yq6X+C95Q/UX7VwHJ7hPIwQpBag=', 'Content-Length': '0'} 2022-09-01T10:55:10.049 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d379f08c075a95e0-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.050 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:10.051 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:10.052 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:10.053 DEBUG:boto:Method: GET 2022-09-01T10:55:10.054 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:10.055 DEBUG:boto:Data: 2022-09-01T10:55:10.056 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.057 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.058 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.059 DEBUG:boto:Params: {} 2022-09-01T10:55:10.060 DEBUG:boto:Token: None 2022-09-01T10:55:10.061 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/a 2022-09-01T10:55:10.062 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IxpUferJnS7cUN8RBJrbwwfRFHA= 2022-09-01T10:55:10.064 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IxpUferJnS7cUN8RBJrbwwfRFHA=', 'Content-Length': '0'} 2022-09-01T10:55:10.067 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000757fc7c9da2ddf28-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.111 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:10.112 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:10.112 DEBUG:boto:Method: GET 2022-09-01T10:55:10.113 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:10.113 DEBUG:boto:Data: 2022-09-01T10:55:10.114 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.114 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.115 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.115 DEBUG:boto:Params: {} 2022-09-01T10:55:10.116 DEBUG:boto:Token: None 2022-09-01T10:55:10.117 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/a 2022-09-01T10:55:10.117 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IxpUferJnS7cUN8RBJrbwwfRFHA= 2022-09-01T10:55:10.118 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IxpUferJnS7cUN8RBJrbwwfRFHA=', 'Content-Length': '0'} 2022-09-01T10:55:10.120 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e300d6ad0c30923-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.122 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:10.123 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:10.124 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:10.125 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:10.127 DEBUG:boto:Method: GET 2022-09-01T10:55:10.127 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:10.128 DEBUG:boto:Data: 2022-09-01T10:55:10.129 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.129 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.130 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.130 DEBUG:boto:Params: {} 2022-09-01T10:55:10.131 DEBUG:boto:Token: None 2022-09-01T10:55:10.132 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.132 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.136 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000088d562d03f415805-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.138 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.139 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:10.140 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:10.141 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:10.142 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:10.142 DEBUG:boto:Method: GET 2022-09-01T10:55:10.143 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:10.144 DEBUG:boto:Data: 2022-09-01T10:55:10.145 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.146 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.147 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.148 DEBUG:boto:Params: {} 2022-09-01T10:55:10.148 DEBUG:boto:Token: None 2022-09-01T10:55:10.149 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.156 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089fca260aa20aa79-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.157 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.158 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:10.159 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:10.160 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:10.161 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.162 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.163 DEBUG:boto:Method: GET 2022-09-01T10:55:10.164 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.165 DEBUG:boto:Data: 2022-09-01T10:55:10.165 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.166 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.167 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.167 DEBUG:boto:Params: {} 2022-09-01T10:55:10.168 DEBUG:boto:Token: None 2022-09-01T10:55:10.168 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.169 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSavZpf2bykCs1BPuYOoYY2mvbQ= 2022-09-01T10:55:10.170 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSavZpf2bykCs1BPuYOoYY2mvbQ=', 'Content-Length': '0'} 2022-09-01T10:55:10.172 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000311c6f773f4314b7-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.173 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:10.173 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:10.174 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.174 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.175 DEBUG:boto:Method: GET 2022-09-01T10:55:10.176 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.176 DEBUG:boto:Data: 2022-09-01T10:55:10.177 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.177 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.178 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.178 DEBUG:boto:Params: {} 2022-09-01T10:55:10.179 DEBUG:boto:Token: None 2022-09-01T10:55:10.179 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.180 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSavZpf2bykCs1BPuYOoYY2mvbQ= 2022-09-01T10:55:10.181 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSavZpf2bykCs1BPuYOoYY2mvbQ=', 'Content-Length': '0'} 2022-09-01T10:55:10.183 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9e41a245552b5db-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.184 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:10.185 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:10.185 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.186 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.186 DEBUG:boto:Method: HEAD 2022-09-01T10:55:10.187 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.187 DEBUG:boto:Data: 2022-09-01T10:55:10.188 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.188 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.189 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.189 DEBUG:boto:Params: {} 2022-09-01T10:55:10.190 DEBUG:boto:Token: None 2022-09-01T10:55:10.191 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.191 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xn9BV6RBwjciB6QnKnzCuMN8zzU= 2022-09-01T10:55:10.192 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xn9BV6RBwjciB6QnKnzCuMN8zzU=', 'Content-Length': '0'} 2022-09-01T10:55:10.194 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006561535b9bcb9b2e-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.195 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:10.196 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:10.196 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.197 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.197 DEBUG:boto:Method: HEAD 2022-09-01T10:55:10.198 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.198 DEBUG:boto:Data: 2022-09-01T10:55:10.199 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.199 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.200 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.201 DEBUG:boto:Params: {} 2022-09-01T10:55:10.202 DEBUG:boto:Token: None 2022-09-01T10:55:10.202 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.203 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xn9BV6RBwjciB6QnKnzCuMN8zzU= 2022-09-01T10:55:10.203 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xn9BV6RBwjciB6QnKnzCuMN8zzU=', 'Content-Length': '0'} 2022-09-01T10:55:10.206 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c8f63bcf17cb9575-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.206 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:10.207 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:10.208 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:10.208 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.209 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.209 DEBUG:boto:Method: GET 2022-09-01T10:55:10.210 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.210 DEBUG:boto:Data: 2022-09-01T10:55:10.211 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.211 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.212 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.212 DEBUG:boto:Params: {} 2022-09-01T10:55:10.213 DEBUG:boto:Token: None 2022-09-01T10:55:10.214 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.214 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSavZpf2bykCs1BPuYOoYY2mvbQ= 2022-09-01T10:55:10.215 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSavZpf2bykCs1BPuYOoYY2mvbQ=', 'Content-Length': '0'} 2022-09-01T10:55:10.217 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000abd896e401d5075d-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.218 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:10.218 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:10.219 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.219 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.220 DEBUG:boto:Method: GET 2022-09-01T10:55:10.220 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.221 DEBUG:boto:Data: 2022-09-01T10:55:10.222 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.222 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.223 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.223 DEBUG:boto:Params: {} 2022-09-01T10:55:10.224 DEBUG:boto:Token: None 2022-09-01T10:55:10.224 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:10.225 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSavZpf2bykCs1BPuYOoYY2mvbQ= 2022-09-01T10:55:10.226 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSavZpf2bykCs1BPuYOoYY2mvbQ=', 'Content-Length': '0'} 2022-09-01T10:55:10.228 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000037975ae08541e2b6-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.229 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:10.229 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:10.230 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:10.230 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:10.231 DEBUG:boto:Method: GET 2022-09-01T10:55:10.231 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:10.232 DEBUG:boto:Data: 2022-09-01T10:55:10.232 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.233 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.233 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.234 DEBUG:boto:Params: {} 2022-09-01T10:55:10.235 DEBUG:boto:Token: None 2022-09-01T10:55:10.235 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.236 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.236 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.239 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f591345349c3a8a9-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.240 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.241 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:10.242 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:10.242 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:10.243 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:10.243 DEBUG:boto:Method: GET 2022-09-01T10:55:10.244 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:10.244 DEBUG:boto:Data: 2022-09-01T10:55:10.245 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.245 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.246 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.247 DEBUG:boto:Params: {} 2022-09-01T10:55:10.247 DEBUG:boto:Token: None 2022-09-01T10:55:10.248 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.249 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.249 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.252 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000043e446f0f04adf40-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.253 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.254 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:10.254 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:10.255 DEBUG:boto:Method: HEAD 2022-09-01T10:55:10.255 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:10.256 DEBUG:boto:Data: 2022-09-01T10:55:10.256 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.257 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.258 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.258 DEBUG:boto:Params: {} 2022-09-01T10:55:10.259 DEBUG:boto:Token: None 2022-09-01T10:55:10.259 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/b 2022-09-01T10:55:10.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6USrDGKydEjT4FV3epzxoHIsh/g= 2022-09-01T10:55:10.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6USrDGKydEjT4FV3epzxoHIsh/g=', 'Content-Length': '0'} 2022-09-01T10:55:10.263 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3cabf48b8806bb6-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.264 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:10.265 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:10.265 DEBUG:boto:Method: HEAD 2022-09-01T10:55:10.266 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:10.266 DEBUG:boto:Data: 2022-09-01T10:55:10.267 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.267 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.268 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.268 DEBUG:boto:Params: {} 2022-09-01T10:55:10.269 DEBUG:boto:Token: None 2022-09-01T10:55:10.270 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/b 2022-09-01T10:55:10.270 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6USrDGKydEjT4FV3epzxoHIsh/g= 2022-09-01T10:55:10.271 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6USrDGKydEjT4FV3epzxoHIsh/g=', 'Content-Length': '0'} 2022-09-01T10:55:10.274 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001106f4ef7b59aed8-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.275 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:10.276 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:10.276 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:10.277 DEBUG:boto:Method: GET 2022-09-01T10:55:10.277 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:10.278 DEBUG:boto:Data: 2022-09-01T10:55:10.278 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.279 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.279 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.280 DEBUG:boto:Params: {} 2022-09-01T10:55:10.281 DEBUG:boto:Token: None 2022-09-01T10:55:10.281 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/b 2022-09-01T10:55:10.282 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4rv1XDC+PK4tNx+IqaVkwLe22VM= 2022-09-01T10:55:10.282 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4rv1XDC+PK4tNx+IqaVkwLe22VM=', 'Content-Length': '0'} 2022-09-01T10:55:10.284 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b8999a7df677ecf6-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.326 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:10.327 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:10.328 DEBUG:boto:Method: GET 2022-09-01T10:55:10.329 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:10.330 DEBUG:boto:Data: 2022-09-01T10:55:10.331 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.331 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.332 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.332 DEBUG:boto:Params: {} 2022-09-01T10:55:10.333 DEBUG:boto:Token: None 2022-09-01T10:55:10.333 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/b 2022-09-01T10:55:10.334 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4rv1XDC+PK4tNx+IqaVkwLe22VM= 2022-09-01T10:55:10.335 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4rv1XDC+PK4tNx+IqaVkwLe22VM=', 'Content-Length': '0'} 2022-09-01T10:55:10.337 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d7bae3587e5f6eda-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.339 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:10.340 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:10.340 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:10.341 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:10.342 DEBUG:boto:Method: GET 2022-09-01T10:55:10.343 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:10.344 DEBUG:boto:Data: 2022-09-01T10:55:10.345 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.346 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.347 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.348 DEBUG:boto:Params: {} 2022-09-01T10:55:10.349 DEBUG:boto:Token: None 2022-09-01T10:55:10.351 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.352 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.354 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.357 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006205f6e9e31488c8-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.359 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.362 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:10.363 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:10.364 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:10.365 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:10.367 DEBUG:boto:Method: GET 2022-09-01T10:55:10.368 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:10.369 DEBUG:boto:Data: 2022-09-01T10:55:10.370 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.372 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.373 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.374 DEBUG:boto:Params: {} 2022-09-01T10:55:10.375 DEBUG:boto:Token: None 2022-09-01T10:55:10.376 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.378 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.380 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.386 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f30b074d65f09056-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.387 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.390 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:10.391 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:10.393 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:10.394 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.395 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.397 DEBUG:boto:Method: GET 2022-09-01T10:55:10.398 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.400 DEBUG:boto:Data: 2022-09-01T10:55:10.401 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.402 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.404 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.405 DEBUG:boto:Params: {} 2022-09-01T10:55:10.406 DEBUG:boto:Token: None 2022-09-01T10:55:10.407 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:60zMM109lA5DOMUs/RdwjdYzraA= 2022-09-01T10:55:10.411 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:60zMM109lA5DOMUs/RdwjdYzraA=', 'Content-Length': '0'} 2022-09-01T10:55:10.414 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d669847af94ea8f9-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.417 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:10.418 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:10.419 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.421 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.422 DEBUG:boto:Method: GET 2022-09-01T10:55:10.423 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.423 DEBUG:boto:Data: 2022-09-01T10:55:10.426 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.427 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.427 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.429 DEBUG:boto:Params: {} 2022-09-01T10:55:10.430 DEBUG:boto:Token: None 2022-09-01T10:55:10.431 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.431 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:60zMM109lA5DOMUs/RdwjdYzraA= 2022-09-01T10:55:10.432 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:60zMM109lA5DOMUs/RdwjdYzraA=', 'Content-Length': '0'} 2022-09-01T10:55:10.436 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009be7b74a23c8867f-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.437 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:10.438 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:10.439 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.439 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.440 DEBUG:boto:Method: HEAD 2022-09-01T10:55:10.440 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.441 DEBUG:boto:Data: 2022-09-01T10:55:10.441 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.442 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.443 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.444 DEBUG:boto:Params: {} 2022-09-01T10:55:10.444 DEBUG:boto:Token: None 2022-09-01T10:55:10.445 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.445 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UB1WXI7JamB+JQM3w5p1BCKm954= 2022-09-01T10:55:10.447 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UB1WXI7JamB+JQM3w5p1BCKm954=', 'Content-Length': '0'} 2022-09-01T10:55:10.450 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000822aac69f692240d-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.451 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:10.451 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:10.452 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.453 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.453 DEBUG:boto:Method: HEAD 2022-09-01T10:55:10.454 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.455 DEBUG:boto:Data: 2022-09-01T10:55:10.455 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.456 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.457 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.458 DEBUG:boto:Params: {} 2022-09-01T10:55:10.458 DEBUG:boto:Token: None 2022-09-01T10:55:10.460 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.461 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UB1WXI7JamB+JQM3w5p1BCKm954= 2022-09-01T10:55:10.462 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UB1WXI7JamB+JQM3w5p1BCKm954=', 'Content-Length': '0'} 2022-09-01T10:55:10.465 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dc5858e267090b7a-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.465 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:10.466 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:10.467 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:10.467 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.468 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.468 DEBUG:boto:Method: GET 2022-09-01T10:55:10.469 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.470 DEBUG:boto:Data: 2022-09-01T10:55:10.471 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.471 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.472 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.472 DEBUG:boto:Params: {} 2022-09-01T10:55:10.473 DEBUG:boto:Token: None 2022-09-01T10:55:10.474 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:60zMM109lA5DOMUs/RdwjdYzraA= 2022-09-01T10:55:10.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:60zMM109lA5DOMUs/RdwjdYzraA=', 'Content-Length': '0'} 2022-09-01T10:55:10.479 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000898646d0f70fc405-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.482 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:10.484 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:10.485 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.486 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.488 DEBUG:boto:Method: GET 2022-09-01T10:55:10.490 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.492 DEBUG:boto:Data: 2022-09-01T10:55:10.493 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.495 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.496 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.496 DEBUG:boto:Params: {} 2022-09-01T10:55:10.498 DEBUG:boto:Token: None 2022-09-01T10:55:10.498 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:10.499 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:60zMM109lA5DOMUs/RdwjdYzraA= 2022-09-01T10:55:10.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:60zMM109lA5DOMUs/RdwjdYzraA=', 'Content-Length': '0'} 2022-09-01T10:55:10.505 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000044edb9f212dfe340-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.550 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:10.552 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:10.553 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:10.554 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:10.555 DEBUG:boto:Method: GET 2022-09-01T10:55:10.556 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:10.556 DEBUG:boto:Data: 2022-09-01T10:55:10.557 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.558 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.559 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.560 DEBUG:boto:Params: {} 2022-09-01T10:55:10.561 DEBUG:boto:Token: None 2022-09-01T10:55:10.561 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.567 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000faf51b2677c2602e-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.568 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.570 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:10.571 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:10.572 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:10.573 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:10.574 DEBUG:boto:Method: GET 2022-09-01T10:55:10.575 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:10.576 DEBUG:boto:Data: 2022-09-01T10:55:10.577 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.578 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.579 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.580 DEBUG:boto:Params: {} 2022-09-01T10:55:10.581 DEBUG:boto:Token: None 2022-09-01T10:55:10.582 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.583 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.588 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000080ebe328f96fb2fc-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.590 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.591 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:10.592 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:10.593 DEBUG:boto:Method: HEAD 2022-09-01T10:55:10.594 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:10.595 DEBUG:boto:Data: 2022-09-01T10:55:10.596 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.597 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.598 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.599 DEBUG:boto:Params: {} 2022-09-01T10:55:10.600 DEBUG:boto:Token: None 2022-09-01T10:55:10.601 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/c 2022-09-01T10:55:10.602 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dPL/sfSQB4GCy+eTc+8NUSsrArA= 2022-09-01T10:55:10.603 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dPL/sfSQB4GCy+eTc+8NUSsrArA=', 'Content-Length': '0'} 2022-09-01T10:55:10.606 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fd3c4a230d616ea7-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.607 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:10.607 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:10.608 DEBUG:boto:Method: HEAD 2022-09-01T10:55:10.608 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:10.609 DEBUG:boto:Data: 2022-09-01T10:55:10.609 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.610 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.611 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.611 DEBUG:boto:Params: {} 2022-09-01T10:55:10.612 DEBUG:boto:Token: None 2022-09-01T10:55:10.612 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/c 2022-09-01T10:55:10.613 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dPL/sfSQB4GCy+eTc+8NUSsrArA= 2022-09-01T10:55:10.614 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dPL/sfSQB4GCy+eTc+8NUSsrArA=', 'Content-Length': '0'} 2022-09-01T10:55:10.616 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eaed20033ff08cf9-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.617 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:10.618 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:10.618 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:10.619 DEBUG:boto:Method: GET 2022-09-01T10:55:10.619 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:10.620 DEBUG:boto:Data: 2022-09-01T10:55:10.620 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.621 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.621 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.622 DEBUG:boto:Params: {} 2022-09-01T10:55:10.623 DEBUG:boto:Token: None 2022-09-01T10:55:10.623 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/c 2022-09-01T10:55:10.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UBBFb7jqWRkfEZ922gjkl7MYV/Y= 2022-09-01T10:55:10.625 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UBBFb7jqWRkfEZ922gjkl7MYV/Y=', 'Content-Length': '0'} 2022-09-01T10:55:10.627 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a5abfef9e73417be-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.670 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:10.671 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:10.672 DEBUG:boto:Method: GET 2022-09-01T10:55:10.672 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:10.673 DEBUG:boto:Data: 2022-09-01T10:55:10.674 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.674 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.675 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.675 DEBUG:boto:Params: {} 2022-09-01T10:55:10.676 DEBUG:boto:Token: None 2022-09-01T10:55:10.677 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/c 2022-09-01T10:55:10.677 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UBBFb7jqWRkfEZ922gjkl7MYV/Y= 2022-09-01T10:55:10.678 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UBBFb7jqWRkfEZ922gjkl7MYV/Y=', 'Content-Length': '0'} 2022-09-01T10:55:10.680 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000029c364298ebcdea1-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.681 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:10.682 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:10.683 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:10.683 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:10.684 DEBUG:boto:Method: GET 2022-09-01T10:55:10.684 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:10.685 DEBUG:boto:Data: 2022-09-01T10:55:10.685 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.686 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.686 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.687 DEBUG:boto:Params: {} 2022-09-01T10:55:10.688 DEBUG:boto:Token: None 2022-09-01T10:55:10.689 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.689 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.690 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.693 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000399dc2d4e24e0ef7-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.694 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.696 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:10.696 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:10.697 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:10.697 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:10.698 DEBUG:boto:Method: GET 2022-09-01T10:55:10.699 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:10.699 DEBUG:boto:Data: 2022-09-01T10:55:10.700 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.700 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.701 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.701 DEBUG:boto:Params: {} 2022-09-01T10:55:10.702 DEBUG:boto:Token: None 2022-09-01T10:55:10.703 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.703 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.704 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.707 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d458c356cda16673-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.708 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.709 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:10.710 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:10.711 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:10.711 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.712 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.713 DEBUG:boto:Method: GET 2022-09-01T10:55:10.713 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.714 DEBUG:boto:Data: 2022-09-01T10:55:10.714 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.715 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.715 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.716 DEBUG:boto:Params: {} 2022-09-01T10:55:10.716 DEBUG:boto:Token: None 2022-09-01T10:55:10.717 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ap6Pzwl3n8p2jGT7NLanKd5zsx8= 2022-09-01T10:55:10.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ap6Pzwl3n8p2jGT7NLanKd5zsx8=', 'Content-Length': '0'} 2022-09-01T10:55:10.721 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fabe43a3d7a04cbd-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.722 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:10.722 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:10.723 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.723 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.724 DEBUG:boto:Method: GET 2022-09-01T10:55:10.725 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.725 DEBUG:boto:Data: 2022-09-01T10:55:10.726 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.726 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.727 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.727 DEBUG:boto:Params: {} 2022-09-01T10:55:10.728 DEBUG:boto:Token: None 2022-09-01T10:55:10.729 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.730 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ap6Pzwl3n8p2jGT7NLanKd5zsx8= 2022-09-01T10:55:10.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ap6Pzwl3n8p2jGT7NLanKd5zsx8=', 'Content-Length': '0'} 2022-09-01T10:55:10.733 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000020a7cbbf4dc4470-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.734 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:10.735 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:10.736 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.736 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.737 DEBUG:boto:Method: HEAD 2022-09-01T10:55:10.737 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.738 DEBUG:boto:Data: 2022-09-01T10:55:10.738 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.739 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.739 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.740 DEBUG:boto:Params: {} 2022-09-01T10:55:10.741 DEBUG:boto:Token: None 2022-09-01T10:55:10.742 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.742 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QU7Sr0qrmC1V7MU0C91FAcTMvfc= 2022-09-01T10:55:10.743 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QU7Sr0qrmC1V7MU0C91FAcTMvfc=', 'Content-Length': '0'} 2022-09-01T10:55:10.745 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9a3b969d1375030-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.746 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:10.747 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:10.747 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.748 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.748 DEBUG:boto:Method: HEAD 2022-09-01T10:55:10.749 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.749 DEBUG:boto:Data: 2022-09-01T10:55:10.750 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.751 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.751 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.752 DEBUG:boto:Params: {} 2022-09-01T10:55:10.753 DEBUG:boto:Token: None 2022-09-01T10:55:10.754 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.755 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QU7Sr0qrmC1V7MU0C91FAcTMvfc= 2022-09-01T10:55:10.756 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QU7Sr0qrmC1V7MU0C91FAcTMvfc=', 'Content-Length': '0'} 2022-09-01T10:55:10.759 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5b8144c599c1d43-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.760 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:10.761 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:10.762 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:10.763 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.763 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.764 DEBUG:boto:Method: GET 2022-09-01T10:55:10.764 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.765 DEBUG:boto:Data: 2022-09-01T10:55:10.765 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.766 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.767 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.767 DEBUG:boto:Params: {} 2022-09-01T10:55:10.768 DEBUG:boto:Token: None 2022-09-01T10:55:10.769 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ap6Pzwl3n8p2jGT7NLanKd5zsx8= 2022-09-01T10:55:10.770 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ap6Pzwl3n8p2jGT7NLanKd5zsx8=', 'Content-Length': '0'} 2022-09-01T10:55:10.773 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f244aea52d46b59-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.774 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:10.774 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:10.775 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.775 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.776 DEBUG:boto:Method: GET 2022-09-01T10:55:10.777 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.777 DEBUG:boto:Data: 2022-09-01T10:55:10.778 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.778 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.779 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.779 DEBUG:boto:Params: {} 2022-09-01T10:55:10.780 DEBUG:boto:Token: None 2022-09-01T10:55:10.781 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:10.782 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ap6Pzwl3n8p2jGT7NLanKd5zsx8= 2022-09-01T10:55:10.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ap6Pzwl3n8p2jGT7NLanKd5zsx8=', 'Content-Length': '0'} 2022-09-01T10:55:10.785 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dc82591c714aca69-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.826 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:10.827 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:10.828 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:10.829 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:10.829 DEBUG:boto:Method: GET 2022-09-01T10:55:10.830 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:10.830 DEBUG:boto:Data: 2022-09-01T10:55:10.831 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.832 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.832 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.833 DEBUG:boto:Params: {} 2022-09-01T10:55:10.834 DEBUG:boto:Token: None 2022-09-01T10:55:10.835 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.835 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.836 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.839 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cc66449eeab0951c-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.840 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.841 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:10.842 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:10.843 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:10.844 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:10.844 DEBUG:boto:Method: GET 2022-09-01T10:55:10.845 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:10.846 DEBUG:boto:Data: 2022-09-01T10:55:10.846 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.847 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.847 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.848 DEBUG:boto:Params: {} 2022-09-01T10:55:10.849 DEBUG:boto:Token: None 2022-09-01T10:55:10.849 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.851 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.856 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b6726406464305b6-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.857 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.858 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:10.859 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:10.859 DEBUG:boto:Method: HEAD 2022-09-01T10:55:10.860 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:10.861 DEBUG:boto:Data: 2022-09-01T10:55:10.861 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.862 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.862 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.863 DEBUG:boto:Params: {} 2022-09-01T10:55:10.864 DEBUG:boto:Token: None 2022-09-01T10:55:10.864 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/d 2022-09-01T10:55:10.865 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7C+vrRstnudUjHY0QdgdeJ850R8= 2022-09-01T10:55:10.866 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7C+vrRstnudUjHY0QdgdeJ850R8=', 'Content-Length': '0'} 2022-09-01T10:55:10.868 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008973498139f29ad1-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.869 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:10.870 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:10.870 DEBUG:boto:Method: HEAD 2022-09-01T10:55:10.871 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:10.872 DEBUG:boto:Data: 2022-09-01T10:55:10.872 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.873 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.873 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.874 DEBUG:boto:Params: {} 2022-09-01T10:55:10.874 DEBUG:boto:Token: None 2022-09-01T10:55:10.875 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/d 2022-09-01T10:55:10.876 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7C+vrRstnudUjHY0QdgdeJ850R8= 2022-09-01T10:55:10.877 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7C+vrRstnudUjHY0QdgdeJ850R8=', 'Content-Length': '0'} 2022-09-01T10:55:10.880 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5cca73ce6bfa85d-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.881 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:10.882 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:10.883 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:10.884 DEBUG:boto:Method: GET 2022-09-01T10:55:10.885 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:10.886 DEBUG:boto:Data: 2022-09-01T10:55:10.886 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.887 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.888 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.888 DEBUG:boto:Params: {} 2022-09-01T10:55:10.889 DEBUG:boto:Token: None 2022-09-01T10:55:10.890 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/d 2022-09-01T10:55:10.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zj2uvcpGqoEdk/IPPRxwAI83OW0= 2022-09-01T10:55:10.891 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zj2uvcpGqoEdk/IPPRxwAI83OW0=', 'Content-Length': '0'} 2022-09-01T10:55:10.894 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c986eab24b2d397-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.895 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:10.896 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:10.897 DEBUG:boto:Method: GET 2022-09-01T10:55:10.897 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:10.898 DEBUG:boto:Data: 2022-09-01T10:55:10.898 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.899 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.900 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.900 DEBUG:boto:Params: {} 2022-09-01T10:55:10.901 DEBUG:boto:Token: None 2022-09-01T10:55:10.901 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/d 2022-09-01T10:55:10.902 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zj2uvcpGqoEdk/IPPRxwAI83OW0= 2022-09-01T10:55:10.903 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zj2uvcpGqoEdk/IPPRxwAI83OW0=', 'Content-Length': '0'} 2022-09-01T10:55:10.910 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf0e033f85b9d3ba-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.912 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:10.912 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:10.913 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:10.913 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:10.914 DEBUG:boto:Method: GET 2022-09-01T10:55:10.915 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:10.916 DEBUG:boto:Data: 2022-09-01T10:55:10.916 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.917 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.918 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.918 DEBUG:boto:Params: {} 2022-09-01T10:55:10.919 DEBUG:boto:Token: None 2022-09-01T10:55:10.919 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.920 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.921 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.924 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000370f8be55f159c9d-0063108f8e-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.966 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.968 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:10.968 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:10.969 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:10.970 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:10.970 DEBUG:boto:Method: GET 2022-09-01T10:55:10.971 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:10.972 DEBUG:boto:Data: 2022-09-01T10:55:10.972 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.973 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:10.973 DEBUG:boto:Port: 8000 2022-09-01T10:55:10.974 DEBUG:boto:Params: {} 2022-09-01T10:55:10.975 DEBUG:boto:Token: None 2022-09-01T10:55:10.975 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:10 GMT /ptoxvb-70/ 2022-09-01T10:55:10.976 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o= 2022-09-01T10:55:10.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FNzUoRuRr08FvtQ0vrAwsZQvl8o=', 'Content-Length': '0'} 2022-09-01T10:55:10.990 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cb577ace0b244a9c-0063108f8e-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:10.991 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:10.992 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:10.993 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:10.993 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:10.994 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:10.994 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:10.995 DEBUG:boto:Method: GET 2022-09-01T10:55:10.995 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:10.996 DEBUG:boto:Data: 2022-09-01T10:55:10.997 DEBUG:boto:Headers: {} 2022-09-01T10:55:10.997 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:10.998 DEBUG:boto:Port: 8001 2022-09-01T10:55:10.998 DEBUG:boto:Params: {} 2022-09-01T10:55:10.999 DEBUG:boto:Token: None 2022-09-01T10:55:11.000 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.000 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UY3/w8WwDFsjg1T04iUZpC+UMZ0= 2022-09-01T10:55:11.001 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UY3/w8WwDFsjg1T04iUZpC+UMZ0=', 'Content-Length': '0'} 2022-09-01T10:55:11.003 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000033ca69bd8c9f41b2-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.004 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:11.005 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:11.005 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.006 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.007 DEBUG:boto:Method: GET 2022-09-01T10:55:11.007 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.008 DEBUG:boto:Data: 2022-09-01T10:55:11.008 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.009 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.009 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.010 DEBUG:boto:Params: {} 2022-09-01T10:55:11.010 DEBUG:boto:Token: None 2022-09-01T10:55:11.011 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UY3/w8WwDFsjg1T04iUZpC+UMZ0= 2022-09-01T10:55:11.012 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UY3/w8WwDFsjg1T04iUZpC+UMZ0=', 'Content-Length': '0'} 2022-09-01T10:55:11.015 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d97c77540f0de9da-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.058 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:11.059 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:11.059 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.060 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.061 DEBUG:boto:Method: HEAD 2022-09-01T10:55:11.061 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.063 DEBUG:boto:Data: 2022-09-01T10:55:11.063 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.064 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.065 DEBUG:boto:Params: {} 2022-09-01T10:55:11.065 DEBUG:boto:Token: None 2022-09-01T10:55:11.066 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.066 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PZ1mkmSis0wHkdHLfkxyqNqq+F8= 2022-09-01T10:55:11.067 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PZ1mkmSis0wHkdHLfkxyqNqq+F8=', 'Content-Length': '0'} 2022-09-01T10:55:11.069 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e11c76ec2318dd42-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.070 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:11.071 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:11.072 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.072 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.073 DEBUG:boto:Method: HEAD 2022-09-01T10:55:11.074 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.075 DEBUG:boto:Data: 2022-09-01T10:55:11.076 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.076 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.077 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.078 DEBUG:boto:Params: {} 2022-09-01T10:55:11.079 DEBUG:boto:Token: None 2022-09-01T10:55:11.080 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.081 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PZ1mkmSis0wHkdHLfkxyqNqq+F8= 2022-09-01T10:55:11.082 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PZ1mkmSis0wHkdHLfkxyqNqq+F8=', 'Content-Length': '0'} 2022-09-01T10:55:11.084 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007dc3f5b6a1637525-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.085 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:11.085 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:11.086 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:11.087 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.087 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.088 DEBUG:boto:Method: GET 2022-09-01T10:55:11.089 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.089 DEBUG:boto:Data: 2022-09-01T10:55:11.090 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.090 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.091 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.092 DEBUG:boto:Params: {} 2022-09-01T10:55:11.092 DEBUG:boto:Token: None 2022-09-01T10:55:11.093 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.094 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UY3/w8WwDFsjg1T04iUZpC+UMZ0= 2022-09-01T10:55:11.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UY3/w8WwDFsjg1T04iUZpC+UMZ0=', 'Content-Length': '0'} 2022-09-01T10:55:11.097 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c2db5dac145b7014-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.098 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:11.099 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:11.100 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.101 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.102 DEBUG:boto:Method: GET 2022-09-01T10:55:11.103 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.104 DEBUG:boto:Data: 2022-09-01T10:55:11.105 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.106 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.107 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.107 DEBUG:boto:Params: {} 2022-09-01T10:55:11.108 DEBUG:boto:Token: None 2022-09-01T10:55:11.109 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:11.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UY3/w8WwDFsjg1T04iUZpC+UMZ0= 2022-09-01T10:55:11.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UY3/w8WwDFsjg1T04iUZpC+UMZ0=', 'Content-Length': '0'} 2022-09-01T10:55:11.112 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000584f3d0b9325e900-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.113 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:11.114 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:11.114 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:11.115 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:11.115 DEBUG:boto:Method: GET 2022-09-01T10:55:11.116 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:11.116 DEBUG:boto:Data: 2022-09-01T10:55:11.117 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.117 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.118 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.119 DEBUG:boto:Params: {} 2022-09-01T10:55:11.119 DEBUG:boto:Token: None 2022-09-01T10:55:11.120 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/ 2022-09-01T10:55:11.120 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I= 2022-09-01T10:55:11.121 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I=', 'Content-Length': '0'} 2022-09-01T10:55:11.124 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ba6e4043cec42c13-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.125 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:11.127 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:11.128 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:11.129 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:11.130 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:11.131 DEBUG:boto:Method: GET 2022-09-01T10:55:11.132 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:11.132 DEBUG:boto:Data: 2022-09-01T10:55:11.133 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.134 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.135 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.136 DEBUG:boto:Params: {} 2022-09-01T10:55:11.137 DEBUG:boto:Token: None 2022-09-01T10:55:11.138 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/ 2022-09-01T10:55:11.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I= 2022-09-01T10:55:11.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I=', 'Content-Length': '0'} 2022-09-01T10:55:11.142 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001cbbb5dc5c52c65c-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.143 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:11.143 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:11.144 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:11.144 DEBUG:boto:Method: HEAD 2022-09-01T10:55:11.145 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:11.145 DEBUG:boto:Data: 2022-09-01T10:55:11.146 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.146 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.147 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.148 DEBUG:boto:Params: {} 2022-09-01T10:55:11.148 DEBUG:boto:Token: None 2022-09-01T10:55:11.149 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/e 2022-09-01T10:55:11.149 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YkVdjWRFsXqiXPFL2fqDL+VocF4= 2022-09-01T10:55:11.150 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YkVdjWRFsXqiXPFL2fqDL+VocF4=', 'Content-Length': '0'} 2022-09-01T10:55:11.152 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fd0d02ab4e245dc6-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.153 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:11.153 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:11.154 DEBUG:boto:Method: HEAD 2022-09-01T10:55:11.154 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:11.155 DEBUG:boto:Data: 2022-09-01T10:55:11.155 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.156 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.156 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.157 DEBUG:boto:Params: {} 2022-09-01T10:55:11.158 DEBUG:boto:Token: None 2022-09-01T10:55:11.159 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/e 2022-09-01T10:55:11.159 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YkVdjWRFsXqiXPFL2fqDL+VocF4= 2022-09-01T10:55:11.160 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YkVdjWRFsXqiXPFL2fqDL+VocF4=', 'Content-Length': '0'} 2022-09-01T10:55:11.162 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000238fcb97dcc00810-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.163 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:11.163 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:11.164 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:11.165 DEBUG:boto:Method: GET 2022-09-01T10:55:11.166 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:11.166 DEBUG:boto:Data: 2022-09-01T10:55:11.167 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.167 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.168 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.169 DEBUG:boto:Params: {} 2022-09-01T10:55:11.169 DEBUG:boto:Token: None 2022-09-01T10:55:11.170 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/e 2022-09-01T10:55:11.171 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y5/iMWfE3YpAYxdO3LwW/J0z/fk= 2022-09-01T10:55:11.172 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y5/iMWfE3YpAYxdO3LwW/J0z/fk=', 'Content-Length': '0'} 2022-09-01T10:55:11.174 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000efd5d540bff36e49-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.175 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:11.176 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:11.176 DEBUG:boto:Method: GET 2022-09-01T10:55:11.177 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:11.178 DEBUG:boto:Data: 2022-09-01T10:55:11.178 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.179 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.179 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.180 DEBUG:boto:Params: {} 2022-09-01T10:55:11.180 DEBUG:boto:Token: None 2022-09-01T10:55:11.181 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/e 2022-09-01T10:55:11.182 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y5/iMWfE3YpAYxdO3LwW/J0z/fk= 2022-09-01T10:55:11.183 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y5/iMWfE3YpAYxdO3LwW/J0z/fk=', 'Content-Length': '0'} 2022-09-01T10:55:11.185 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002a64fb4fedcb43e8-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.185 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:11.186 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:11.188 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:11.188 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:11.189 DEBUG:boto:Method: GET 2022-09-01T10:55:11.189 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:11.190 DEBUG:boto:Data: 2022-09-01T10:55:11.190 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.192 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.192 DEBUG:boto:Params: {} 2022-09-01T10:55:11.193 DEBUG:boto:Token: None 2022-09-01T10:55:11.193 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/ 2022-09-01T10:55:11.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I= 2022-09-01T10:55:11.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I=', 'Content-Length': '0'} 2022-09-01T10:55:11.198 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000568dc84b927be7b3-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.198 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:11.199 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:11.200 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:11.201 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:11.201 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:11.202 DEBUG:boto:Method: GET 2022-09-01T10:55:11.203 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:11.203 DEBUG:boto:Data: 2022-09-01T10:55:11.204 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.205 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.205 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.206 DEBUG:boto:Params: {} 2022-09-01T10:55:11.207 DEBUG:boto:Token: None 2022-09-01T10:55:11.207 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/ 2022-09-01T10:55:11.208 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I= 2022-09-01T10:55:11.209 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I=', 'Content-Length': '0'} 2022-09-01T10:55:11.211 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000043c9657da727dae7-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.212 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:11.213 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:11.214 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:11.214 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:11.215 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.215 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.216 DEBUG:boto:Method: GET 2022-09-01T10:55:11.216 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.217 DEBUG:boto:Data: 2022-09-01T10:55:11.217 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.218 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.218 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.219 DEBUG:boto:Params: {} 2022-09-01T10:55:11.219 DEBUG:boto:Token: None 2022-09-01T10:55:11.220 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.221 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pTQJ0SZ6fN17K4tQ7AM5NxcOyZQ= 2022-09-01T10:55:11.221 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pTQJ0SZ6fN17K4tQ7AM5NxcOyZQ=', 'Content-Length': '0'} 2022-09-01T10:55:11.224 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006de1577e92eabf04-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.224 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:11.225 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:11.226 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.226 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.227 DEBUG:boto:Method: GET 2022-09-01T10:55:11.227 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.228 DEBUG:boto:Data: 2022-09-01T10:55:11.228 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.229 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.229 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.230 DEBUG:boto:Params: {} 2022-09-01T10:55:11.230 DEBUG:boto:Token: None 2022-09-01T10:55:11.231 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.232 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pTQJ0SZ6fN17K4tQ7AM5NxcOyZQ= 2022-09-01T10:55:11.232 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pTQJ0SZ6fN17K4tQ7AM5NxcOyZQ=', 'Content-Length': '0'} 2022-09-01T10:55:11.240 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000be1159fd52138bed-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.282 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:11.283 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:11.283 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.284 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.284 DEBUG:boto:Method: HEAD 2022-09-01T10:55:11.285 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.285 DEBUG:boto:Data: 2022-09-01T10:55:11.286 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.287 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.287 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.287 DEBUG:boto:Params: {} 2022-09-01T10:55:11.288 DEBUG:boto:Token: None 2022-09-01T10:55:11.289 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.289 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kbNfjkrjjeRH3o7Ea7Hl9Mp/RxU= 2022-09-01T10:55:11.291 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kbNfjkrjjeRH3o7Ea7Hl9Mp/RxU=', 'Content-Length': '0'} 2022-09-01T10:55:11.298 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009475249cdb9b5034-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.299 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:11.299 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:11.300 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.300 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.301 DEBUG:boto:Method: HEAD 2022-09-01T10:55:11.301 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.302 DEBUG:boto:Data: 2022-09-01T10:55:11.303 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.303 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.304 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.304 DEBUG:boto:Params: {} 2022-09-01T10:55:11.305 DEBUG:boto:Token: None 2022-09-01T10:55:11.305 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.307 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kbNfjkrjjeRH3o7Ea7Hl9Mp/RxU= 2022-09-01T10:55:11.307 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kbNfjkrjjeRH3o7Ea7Hl9Mp/RxU=', 'Content-Length': '0'} 2022-09-01T10:55:11.310 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009e973219b65a37bb-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.310 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:11.311 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:11.311 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:11.312 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.313 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.314 DEBUG:boto:Method: GET 2022-09-01T10:55:11.314 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.315 DEBUG:boto:Data: 2022-09-01T10:55:11.316 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.317 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.317 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.318 DEBUG:boto:Params: {} 2022-09-01T10:55:11.319 DEBUG:boto:Token: None 2022-09-01T10:55:11.319 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.320 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pTQJ0SZ6fN17K4tQ7AM5NxcOyZQ= 2022-09-01T10:55:11.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pTQJ0SZ6fN17K4tQ7AM5NxcOyZQ=', 'Content-Length': '0'} 2022-09-01T10:55:11.325 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000003b603f3b6a30457-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.366 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:11.367 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:11.368 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.368 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.369 DEBUG:boto:Method: GET 2022-09-01T10:55:11.369 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.370 DEBUG:boto:Data: 2022-09-01T10:55:11.370 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.371 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.371 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.372 DEBUG:boto:Params: {} 2022-09-01T10:55:11.373 DEBUG:boto:Token: None 2022-09-01T10:55:11.374 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:11.375 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pTQJ0SZ6fN17K4tQ7AM5NxcOyZQ= 2022-09-01T10:55:11.375 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pTQJ0SZ6fN17K4tQ7AM5NxcOyZQ=', 'Content-Length': '0'} 2022-09-01T10:55:11.377 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000021884a8a6f8acf94-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.379 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:11.379 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:11.380 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:11.381 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:11.382 DEBUG:boto:Method: GET 2022-09-01T10:55:11.383 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:11.383 DEBUG:boto:Data: 2022-09-01T10:55:11.384 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.385 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.386 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.387 DEBUG:boto:Params: {} 2022-09-01T10:55:11.388 DEBUG:boto:Token: None 2022-09-01T10:55:11.389 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/ 2022-09-01T10:55:11.390 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I= 2022-09-01T10:55:11.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I=', 'Content-Length': '0'} 2022-09-01T10:55:11.394 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f79bd05f4eaeea39-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.396 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:11.397 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:11.397 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:11.398 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:11.399 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:11.400 DEBUG:boto:Method: GET 2022-09-01T10:55:11.400 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:11.401 DEBUG:boto:Data: 2022-09-01T10:55:11.401 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.402 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.403 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.403 DEBUG:boto:Params: {} 2022-09-01T10:55:11.404 DEBUG:boto:Token: None 2022-09-01T10:55:11.405 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/ 2022-09-01T10:55:11.405 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I= 2022-09-01T10:55:11.406 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I=', 'Content-Length': '0'} 2022-09-01T10:55:11.409 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002547e90e130c3195-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.410 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:11.411 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:11.412 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:11.412 DEBUG:boto:Method: HEAD 2022-09-01T10:55:11.413 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:11.413 DEBUG:boto:Data: 2022-09-01T10:55:11.414 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.415 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.415 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.416 DEBUG:boto:Params: {} 2022-09-01T10:55:11.416 DEBUG:boto:Token: None 2022-09-01T10:55:11.417 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/f 2022-09-01T10:55:11.418 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y4sUg348lO8vEsvnCo5wQ8ITIuA= 2022-09-01T10:55:11.418 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y4sUg348lO8vEsvnCo5wQ8ITIuA=', 'Content-Length': '0'} 2022-09-01T10:55:11.421 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004869000b2960f50c-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.422 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:11.423 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:11.423 DEBUG:boto:Method: HEAD 2022-09-01T10:55:11.424 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:11.425 DEBUG:boto:Data: 2022-09-01T10:55:11.425 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.426 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.427 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.427 DEBUG:boto:Params: {} 2022-09-01T10:55:11.428 DEBUG:boto:Token: None 2022-09-01T10:55:11.429 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/f 2022-09-01T10:55:11.430 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y4sUg348lO8vEsvnCo5wQ8ITIuA= 2022-09-01T10:55:11.431 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y4sUg348lO8vEsvnCo5wQ8ITIuA=', 'Content-Length': '0'} 2022-09-01T10:55:11.434 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004967327886a99238-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.435 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:11.436 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:11.437 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:11.437 DEBUG:boto:Method: GET 2022-09-01T10:55:11.439 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:11.439 DEBUG:boto:Data: 2022-09-01T10:55:11.440 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.440 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.441 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.442 DEBUG:boto:Params: {} 2022-09-01T10:55:11.443 DEBUG:boto:Token: None 2022-09-01T10:55:11.443 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/f 2022-09-01T10:55:11.444 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qv6mu648MJ3OKscU4k8Fe6Li0GQ= 2022-09-01T10:55:11.445 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qv6mu648MJ3OKscU4k8Fe6Li0GQ=', 'Content-Length': '0'} 2022-09-01T10:55:11.447 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000011d2edec96b91fcb-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.448 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:11.449 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:11.450 DEBUG:boto:Method: GET 2022-09-01T10:55:11.451 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:11.452 DEBUG:boto:Data: 2022-09-01T10:55:11.453 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.454 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.455 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.456 DEBUG:boto:Params: {} 2022-09-01T10:55:11.458 DEBUG:boto:Token: None 2022-09-01T10:55:11.459 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/f 2022-09-01T10:55:11.460 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qv6mu648MJ3OKscU4k8Fe6Li0GQ= 2022-09-01T10:55:11.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qv6mu648MJ3OKscU4k8Fe6Li0GQ=', 'Content-Length': '0'} 2022-09-01T10:55:11.463 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c7a11cf626679e5d-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.464 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:11.464 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:11.465 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:11.466 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:11.467 DEBUG:boto:Method: GET 2022-09-01T10:55:11.467 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:11.468 DEBUG:boto:Data: 2022-09-01T10:55:11.468 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.469 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.469 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.470 DEBUG:boto:Params: {} 2022-09-01T10:55:11.470 DEBUG:boto:Token: None 2022-09-01T10:55:11.471 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/ 2022-09-01T10:55:11.472 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I= 2022-09-01T10:55:11.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I=', 'Content-Length': '0'} 2022-09-01T10:55:11.475 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d4cb440b8696f895-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.526 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:11.528 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:11.529 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:11.530 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:11.531 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:11.532 DEBUG:boto:Method: GET 2022-09-01T10:55:11.533 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:11.534 DEBUG:boto:Data: 2022-09-01T10:55:11.535 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.536 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.537 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.537 DEBUG:boto:Params: {} 2022-09-01T10:55:11.538 DEBUG:boto:Token: None 2022-09-01T10:55:11.539 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/ 2022-09-01T10:55:11.540 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I= 2022-09-01T10:55:11.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I=', 'Content-Length': '0'} 2022-09-01T10:55:11.545 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000173d7bc72e1d37a8-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.547 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:11.549 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:11.550 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:11.551 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:11.552 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.553 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.554 DEBUG:boto:Method: GET 2022-09-01T10:55:11.555 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.556 DEBUG:boto:Data: 2022-09-01T10:55:11.557 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.558 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.559 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.560 DEBUG:boto:Params: {} 2022-09-01T10:55:11.561 DEBUG:boto:Token: None 2022-09-01T10:55:11.562 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m945OyrhorZOQsdp3QRLmS+3W0Y= 2022-09-01T10:55:11.564 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m945OyrhorZOQsdp3QRLmS+3W0Y=', 'Content-Length': '0'} 2022-09-01T10:55:11.567 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000398940fc5deebccd-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.569 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:11.569 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:11.570 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.571 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.572 DEBUG:boto:Method: GET 2022-09-01T10:55:11.573 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.574 DEBUG:boto:Data: 2022-09-01T10:55:11.575 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.576 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.577 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.578 DEBUG:boto:Params: {} 2022-09-01T10:55:11.579 DEBUG:boto:Token: None 2022-09-01T10:55:11.580 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m945OyrhorZOQsdp3QRLmS+3W0Y= 2022-09-01T10:55:11.583 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m945OyrhorZOQsdp3QRLmS+3W0Y=', 'Content-Length': '0'} 2022-09-01T10:55:11.586 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b966c980b0d60da7-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.588 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:11.589 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:11.590 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.591 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.591 DEBUG:boto:Method: HEAD 2022-09-01T10:55:11.592 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.593 DEBUG:boto:Data: 2022-09-01T10:55:11.594 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.595 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.596 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.597 DEBUG:boto:Params: {} 2022-09-01T10:55:11.598 DEBUG:boto:Token: None 2022-09-01T10:55:11.599 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.600 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Tx2NTAMt6j4cTBWFebRQqEbvd18= 2022-09-01T10:55:11.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Tx2NTAMt6j4cTBWFebRQqEbvd18=', 'Content-Length': '0'} 2022-09-01T10:55:11.604 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d7d2daafc8deb4be-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.605 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:11.605 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:11.606 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.607 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.608 DEBUG:boto:Method: HEAD 2022-09-01T10:55:11.609 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.610 DEBUG:boto:Data: 2022-09-01T10:55:11.611 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.611 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.612 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.612 DEBUG:boto:Params: {} 2022-09-01T10:55:11.613 DEBUG:boto:Token: None 2022-09-01T10:55:11.613 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.614 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Tx2NTAMt6j4cTBWFebRQqEbvd18= 2022-09-01T10:55:11.615 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Tx2NTAMt6j4cTBWFebRQqEbvd18=', 'Content-Length': '0'} 2022-09-01T10:55:11.617 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000449c455fccb08e8-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.618 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:11.618 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:11.619 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:11.619 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.620 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.621 DEBUG:boto:Method: GET 2022-09-01T10:55:11.621 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.622 DEBUG:boto:Data: 2022-09-01T10:55:11.622 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.623 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.623 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.624 DEBUG:boto:Params: {} 2022-09-01T10:55:11.625 DEBUG:boto:Token: None 2022-09-01T10:55:11.625 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.626 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m945OyrhorZOQsdp3QRLmS+3W0Y= 2022-09-01T10:55:11.627 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m945OyrhorZOQsdp3QRLmS+3W0Y=', 'Content-Length': '0'} 2022-09-01T10:55:11.629 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b36e6c39df4fbc01-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.630 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:11.631 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:11.631 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.632 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.633 DEBUG:boto:Method: GET 2022-09-01T10:55:11.633 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.634 DEBUG:boto:Data: 2022-09-01T10:55:11.634 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.635 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.635 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.636 DEBUG:boto:Params: {} 2022-09-01T10:55:11.636 DEBUG:boto:Token: None 2022-09-01T10:55:11.637 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:11.638 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m945OyrhorZOQsdp3QRLmS+3W0Y= 2022-09-01T10:55:11.638 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m945OyrhorZOQsdp3QRLmS+3W0Y=', 'Content-Length': '0'} 2022-09-01T10:55:11.641 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007555805eab69790f-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.683 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:11.684 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:11.685 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:11.685 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:11.686 DEBUG:boto:Method: GET 2022-09-01T10:55:11.687 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:11.689 DEBUG:boto:Data: 2022-09-01T10:55:11.690 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.691 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.691 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.693 DEBUG:boto:Params: {} 2022-09-01T10:55:11.694 DEBUG:boto:Token: None 2022-09-01T10:55:11.694 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/ 2022-09-01T10:55:11.695 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I= 2022-09-01T10:55:11.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I=', 'Content-Length': '0'} 2022-09-01T10:55:11.698 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000739a2cdecf88d448-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.699 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:11.700 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:11.701 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:11.701 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:11.702 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:11.703 DEBUG:boto:Method: GET 2022-09-01T10:55:11.704 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:11.704 DEBUG:boto:Data: 2022-09-01T10:55:11.705 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.705 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.706 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.707 DEBUG:boto:Params: {} 2022-09-01T10:55:11.708 DEBUG:boto:Token: None 2022-09-01T10:55:11.709 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/ 2022-09-01T10:55:11.710 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I= 2022-09-01T10:55:11.711 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I=', 'Content-Length': '0'} 2022-09-01T10:55:11.720 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001904ebdac01d999e-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.722 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:11.723 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:11.724 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:11.725 DEBUG:boto:Method: HEAD 2022-09-01T10:55:11.726 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:11.727 DEBUG:boto:Data: 2022-09-01T10:55:11.728 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.729 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.730 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.731 DEBUG:boto:Params: {} 2022-09-01T10:55:11.732 DEBUG:boto:Token: None 2022-09-01T10:55:11.733 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/g 2022-09-01T10:55:11.733 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:myfgykiSv8y3Z7g98Tu0bJc+pJk= 2022-09-01T10:55:11.734 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:myfgykiSv8y3Z7g98Tu0bJc+pJk=', 'Content-Length': '0'} 2022-09-01T10:55:11.736 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000083101c48212356ca-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.738 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:11.738 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:11.739 DEBUG:boto:Method: HEAD 2022-09-01T10:55:11.739 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:11.741 DEBUG:boto:Data: 2022-09-01T10:55:11.741 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.742 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.742 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.743 DEBUG:boto:Params: {} 2022-09-01T10:55:11.743 DEBUG:boto:Token: None 2022-09-01T10:55:11.744 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/g 2022-09-01T10:55:11.744 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:myfgykiSv8y3Z7g98Tu0bJc+pJk= 2022-09-01T10:55:11.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:myfgykiSv8y3Z7g98Tu0bJc+pJk=', 'Content-Length': '0'} 2022-09-01T10:55:11.747 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fd5b0045cd75bc3f-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.748 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:11.749 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:11.749 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:11.750 DEBUG:boto:Method: GET 2022-09-01T10:55:11.750 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:11.751 DEBUG:boto:Data: 2022-09-01T10:55:11.751 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.752 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.752 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.753 DEBUG:boto:Params: {} 2022-09-01T10:55:11.754 DEBUG:boto:Token: None 2022-09-01T10:55:11.754 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/g 2022-09-01T10:55:11.755 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/H+HsYAJ4nZ1HN+io1GP/H6p260= 2022-09-01T10:55:11.756 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/H+HsYAJ4nZ1HN+io1GP/H6p260=', 'Content-Length': '0'} 2022-09-01T10:55:11.758 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ead909f8f2fca7f-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.759 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:11.760 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:11.760 DEBUG:boto:Method: GET 2022-09-01T10:55:11.761 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:11.762 DEBUG:boto:Data: 2022-09-01T10:55:11.762 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.763 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.763 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.764 DEBUG:boto:Params: {} 2022-09-01T10:55:11.764 DEBUG:boto:Token: None 2022-09-01T10:55:11.765 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/g 2022-09-01T10:55:11.766 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/H+HsYAJ4nZ1HN+io1GP/H6p260= 2022-09-01T10:55:11.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/H+HsYAJ4nZ1HN+io1GP/H6p260=', 'Content-Length': '0'} 2022-09-01T10:55:11.769 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007cbc4d3869f40405-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.770 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:11.771 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:11.771 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:11.772 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:11.772 DEBUG:boto:Method: GET 2022-09-01T10:55:11.773 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:11.773 DEBUG:boto:Data: 2022-09-01T10:55:11.774 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.774 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.775 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.776 DEBUG:boto:Params: {} 2022-09-01T10:55:11.776 DEBUG:boto:Token: None 2022-09-01T10:55:11.777 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/ 2022-09-01T10:55:11.777 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I= 2022-09-01T10:55:11.778 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I=', 'Content-Length': '0'} 2022-09-01T10:55:11.782 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bdbe8e2e5bd9b4c2-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.783 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:11.785 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:11.786 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:11.788 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:11.789 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:11.789 DEBUG:boto:Method: GET 2022-09-01T10:55:11.790 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:11.791 DEBUG:boto:Data: 2022-09-01T10:55:11.792 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.793 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.793 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.794 DEBUG:boto:Params: {} 2022-09-01T10:55:11.795 DEBUG:boto:Token: None 2022-09-01T10:55:11.796 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/ 2022-09-01T10:55:11.797 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I= 2022-09-01T10:55:11.797 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I=', 'Content-Length': '0'} 2022-09-01T10:55:11.800 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000601b3d9e3869547e-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.802 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:11.802 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:11.803 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:11.804 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:11.804 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.805 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.805 DEBUG:boto:Method: GET 2022-09-01T10:55:11.807 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.808 DEBUG:boto:Data: 2022-09-01T10:55:11.808 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.809 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.809 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.810 DEBUG:boto:Params: {} 2022-09-01T10:55:11.811 DEBUG:boto:Token: None 2022-09-01T10:55:11.811 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.812 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cFfY8FFmywcea6LXUN+WI3w6Yj8= 2022-09-01T10:55:11.813 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cFfY8FFmywcea6LXUN+WI3w6Yj8=', 'Content-Length': '0'} 2022-09-01T10:55:11.815 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000011399011ef5d2e85-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.816 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:11.817 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:11.818 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.819 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.820 DEBUG:boto:Method: GET 2022-09-01T10:55:11.821 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.822 DEBUG:boto:Data: 2022-09-01T10:55:11.823 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.825 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.827 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.828 DEBUG:boto:Params: {} 2022-09-01T10:55:11.829 DEBUG:boto:Token: None 2022-09-01T10:55:11.829 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.830 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cFfY8FFmywcea6LXUN+WI3w6Yj8= 2022-09-01T10:55:11.831 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cFfY8FFmywcea6LXUN+WI3w6Yj8=', 'Content-Length': '0'} 2022-09-01T10:55:11.833 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c7960d0d7a254dd-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.835 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:11.836 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:11.836 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.837 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.839 DEBUG:boto:Method: HEAD 2022-09-01T10:55:11.840 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.841 DEBUG:boto:Data: 2022-09-01T10:55:11.842 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.843 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.843 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.844 DEBUG:boto:Params: {} 2022-09-01T10:55:11.845 DEBUG:boto:Token: None 2022-09-01T10:55:11.846 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:07nEbWIV/Y80QyBt/Egg17nE7TM= 2022-09-01T10:55:11.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:07nEbWIV/Y80QyBt/Egg17nE7TM=', 'Content-Length': '0'} 2022-09-01T10:55:11.850 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e101104995a80aad-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.851 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:11.852 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:11.852 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.853 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.854 DEBUG:boto:Method: HEAD 2022-09-01T10:55:11.854 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.855 DEBUG:boto:Data: 2022-09-01T10:55:11.856 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.856 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.857 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.857 DEBUG:boto:Params: {} 2022-09-01T10:55:11.858 DEBUG:boto:Token: None 2022-09-01T10:55:11.859 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.859 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:07nEbWIV/Y80QyBt/Egg17nE7TM= 2022-09-01T10:55:11.861 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:07nEbWIV/Y80QyBt/Egg17nE7TM=', 'Content-Length': '0'} 2022-09-01T10:55:11.863 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ad2bd6af7d8a9c0c-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.865 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:11.866 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:11.867 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:11.868 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.869 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.870 DEBUG:boto:Method: GET 2022-09-01T10:55:11.871 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.872 DEBUG:boto:Data: 2022-09-01T10:55:11.873 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.873 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.874 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.874 DEBUG:boto:Params: {} 2022-09-01T10:55:11.875 DEBUG:boto:Token: None 2022-09-01T10:55:11.876 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.877 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cFfY8FFmywcea6LXUN+WI3w6Yj8= 2022-09-01T10:55:11.877 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cFfY8FFmywcea6LXUN+WI3w6Yj8=', 'Content-Length': '0'} 2022-09-01T10:55:11.879 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000008dbb52d7d38f263-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.922 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:11.924 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:11.925 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.926 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.927 DEBUG:boto:Method: GET 2022-09-01T10:55:11.928 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.930 DEBUG:boto:Data: 2022-09-01T10:55:11.931 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.932 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.932 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.933 DEBUG:boto:Params: {} 2022-09-01T10:55:11.934 DEBUG:boto:Token: None 2022-09-01T10:55:11.935 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:11.936 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cFfY8FFmywcea6LXUN+WI3w6Yj8= 2022-09-01T10:55:11.937 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cFfY8FFmywcea6LXUN+WI3w6Yj8=', 'Content-Length': '0'} 2022-09-01T10:55:11.940 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003ea313c10e407dfb-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.942 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:11.943 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:11.944 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:11.945 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:11.946 DEBUG:boto:Method: GET 2022-09-01T10:55:11.947 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:11.949 DEBUG:boto:Data: 2022-09-01T10:55:11.949 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.952 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.953 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.954 DEBUG:boto:Params: {} 2022-09-01T10:55:11.955 DEBUG:boto:Token: None 2022-09-01T10:55:11.956 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/ 2022-09-01T10:55:11.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I= 2022-09-01T10:55:11.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I=', 'Content-Length': '0'} 2022-09-01T10:55:11.963 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000544db248a0b1ff86-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.964 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:11.966 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:11.966 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:11.967 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:11.968 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:11.969 DEBUG:boto:Method: GET 2022-09-01T10:55:11.970 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:11.971 DEBUG:boto:Data: 2022-09-01T10:55:11.972 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.972 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:11.974 DEBUG:boto:Port: 8000 2022-09-01T10:55:11.975 DEBUG:boto:Params: {} 2022-09-01T10:55:11.976 DEBUG:boto:Token: None 2022-09-01T10:55:11.977 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/ 2022-09-01T10:55:11.978 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I= 2022-09-01T10:55:11.979 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pEsL6V0S2h2UosNGNLJBcT3tR5I=', 'Content-Length': '0'} 2022-09-01T10:55:11.983 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a3eca1e8f943bdaf-0063108f8f-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.984 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:11.985 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:11.986 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:11.987 DEBUG:boto:Method: HEAD 2022-09-01T10:55:11.987 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:11.988 DEBUG:boto:Data: 2022-09-01T10:55:11.988 DEBUG:boto:Headers: {} 2022-09-01T10:55:11.989 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:11.989 DEBUG:boto:Port: 8001 2022-09-01T10:55:11.990 DEBUG:boto:Params: {} 2022-09-01T10:55:11.991 DEBUG:boto:Token: None 2022-09-01T10:55:11.993 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:11 GMT /ptoxvb-70/h 2022-09-01T10:55:11.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uq/b1QrYLrKyInHWLdB85MLQUXI= 2022-09-01T10:55:11.995 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uq/b1QrYLrKyInHWLdB85MLQUXI=', 'Content-Length': '0'} 2022-09-01T10:55:11.997 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fea8d571820a9ea8-0063108f8f-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:11.999 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:12.000 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:12.001 DEBUG:boto:Method: HEAD 2022-09-01T10:55:12.002 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:12.003 DEBUG:boto:Data: 2022-09-01T10:55:12.004 DEBUG:boto:Headers: {} 2022-09-01T10:55:12.004 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:12.005 DEBUG:boto:Port: 8000 2022-09-01T10:55:12.006 DEBUG:boto:Params: {} 2022-09-01T10:55:12.007 DEBUG:boto:Token: None 2022-09-01T10:55:12.008 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:12 GMT /ptoxvb-70/h 2022-09-01T10:55:12.008 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g/ZgV9K7iXu4nCBQ8CQErUR2Vn0= 2022-09-01T10:55:12.009 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g/ZgV9K7iXu4nCBQ8CQErUR2Vn0=', 'Content-Length': '0'} 2022-09-01T10:55:12.012 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001d9278c700251e81-0063108f90-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:12.013 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:12.013 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:12.014 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:12.015 DEBUG:boto:Method: GET 2022-09-01T10:55:12.015 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:12.016 DEBUG:boto:Data: 2022-09-01T10:55:12.017 DEBUG:boto:Headers: {} 2022-09-01T10:55:12.017 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:12.018 DEBUG:boto:Port: 8001 2022-09-01T10:55:12.018 DEBUG:boto:Params: {} 2022-09-01T10:55:12.019 DEBUG:boto:Token: None 2022-09-01T10:55:12.020 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:12 GMT /ptoxvb-70/h 2022-09-01T10:55:12.020 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EvjK5Y4PrAtnW2XuOQaWX9l8BTk= 2022-09-01T10:55:12.021 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EvjK5Y4PrAtnW2XuOQaWX9l8BTk=', 'Content-Length': '0'} 2022-09-01T10:55:12.024 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002dd43547d69bf11e-0063108f90-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:12.025 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:12.025 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:12.026 DEBUG:boto:Method: GET 2022-09-01T10:55:12.026 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:12.027 DEBUG:boto:Data: 2022-09-01T10:55:12.027 DEBUG:boto:Headers: {} 2022-09-01T10:55:12.028 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:12.028 DEBUG:boto:Port: 8000 2022-09-01T10:55:12.029 DEBUG:boto:Params: {} 2022-09-01T10:55:12.030 DEBUG:boto:Token: None 2022-09-01T10:55:12.030 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:12 GMT /ptoxvb-70/h 2022-09-01T10:55:12.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EvjK5Y4PrAtnW2XuOQaWX9l8BTk= 2022-09-01T10:55:12.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EvjK5Y4PrAtnW2XuOQaWX9l8BTk=', 'Content-Length': '0'} 2022-09-01T10:55:12.034 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002cdd435eb16f8621-0063108f90-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:12.078 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:12.079 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:12.080 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:12.081 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:12.082 DEBUG:boto:Method: GET 2022-09-01T10:55:12.083 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:12.084 DEBUG:boto:Data: 2022-09-01T10:55:12.085 DEBUG:boto:Headers: {} 2022-09-01T10:55:12.086 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:12.087 DEBUG:boto:Port: 8001 2022-09-01T10:55:12.088 DEBUG:boto:Params: {} 2022-09-01T10:55:12.089 DEBUG:boto:Token: None 2022-09-01T10:55:12.090 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:12 GMT /ptoxvb-70/ 2022-09-01T10:55:12.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fFGU15tRW+kYgrw6HJ38h3qf08A= 2022-09-01T10:55:12.092 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fFGU15tRW+kYgrw6HJ38h3qf08A=', 'Content-Length': '0'} 2022-09-01T10:55:12.095 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000748f265ef208c9b-0063108f90-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:12.096 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:12.098 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:12.099 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:12.100 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:12.101 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:12.102 DEBUG:boto:Method: GET 2022-09-01T10:55:12.103 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:12.103 DEBUG:boto:Data: 2022-09-01T10:55:12.104 DEBUG:boto:Headers: {} 2022-09-01T10:55:12.105 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:12.105 DEBUG:boto:Port: 8000 2022-09-01T10:55:12.106 DEBUG:boto:Params: {} 2022-09-01T10:55:12.107 DEBUG:boto:Token: None 2022-09-01T10:55:12.108 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:12 GMT /ptoxvb-70/ 2022-09-01T10:55:12.108 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fFGU15tRW+kYgrw6HJ38h3qf08A= 2022-09-01T10:55:12.109 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fFGU15tRW+kYgrw6HJ38h3qf08A=', 'Content-Length': '0'} 2022-09-01T10:55:12.113 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000083682122c5108dcd-0063108f90-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:12.114 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:12.115 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-70 zones={test-zone3, test-zone2} 2022-09-01T10:55:12.116 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--bucket', 'ptoxvb-70', '--num-shards', '3', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:55:12.117 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--bucket', 'ptoxvb-70', '--num-shards', '3', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:55:12.118 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --bucket ptoxvb-70 --num-shards 3 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:55:12.176 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:12.177 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:12.247 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T10:55:12.247 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-70 2022-09-01T10:55:12.248 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 8 2022-09-01T10:55:12.285 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'layout', '--bucket', 'ptoxvb-70', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:55:12.286 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'layout', '--bucket', 'ptoxvb-70', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:55:12.288 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket layout --bucket ptoxvb-70 --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:55:12.336 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:12.337 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:12.396 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:55:12.397 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:12.397 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding": "None", 2022-09-01T10:55:12.397 INFO:teuthology.orchestra.run.smithi044.stdout: "current_index": { 2022-09-01T10:55:12.398 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 2, 2022-09-01T10:55:12.398 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:12.398 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "Normal", 2022-09-01T10:55:12.398 INFO:teuthology.orchestra.run.smithi044.stdout: "normal": { 2022-09-01T10:55:12.399 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 3, 2022-09-01T10:55:12.399 INFO:teuthology.orchestra.run.smithi044.stdout: "hash_type": "Mod" 2022-09-01T10:55:12.399 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:12.399 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:12.400 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:12.400 INFO:teuthology.orchestra.run.smithi044.stdout: "logs": [ 2022-09-01T10:55:12.400 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:12.401 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 0, 2022-09-01T10:55:12.401 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:12.401 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "InIndex", 2022-09-01T10:55:12.401 INFO:teuthology.orchestra.run.smithi044.stdout: "in_index": { 2022-09-01T10:55:12.402 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 0, 2022-09-01T10:55:12.402 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:12.403 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 11, 2022-09-01T10:55:12.403 INFO:teuthology.orchestra.run.smithi044.stdout: "hash_type": "Mod" 2022-09-01T10:55:12.403 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:12.404 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:12.404 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:12.405 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:12.405 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:12.406 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 1, 2022-09-01T10:55:12.406 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:12.406 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "InIndex", 2022-09-01T10:55:12.407 INFO:teuthology.orchestra.run.smithi044.stdout: "in_index": { 2022-09-01T10:55:12.407 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 1, 2022-09-01T10:55:12.407 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:12.407 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 3, 2022-09-01T10:55:12.408 INFO:teuthology.orchestra.run.smithi044.stdout: "hash_type": "Mod" 2022-09-01T10:55:12.408 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:12.408 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:12.408 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:12.409 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:12.409 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:12.409 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 2, 2022-09-01T10:55:12.409 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:12.410 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "InIndex", 2022-09-01T10:55:12.410 INFO:teuthology.orchestra.run.smithi044.stdout: "in_index": { 2022-09-01T10:55:12.410 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 2, 2022-09-01T10:55:12.410 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:12.411 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 3, 2022-09-01T10:55:12.411 INFO:teuthology.orchestra.run.smithi044.stdout: "hash_type": "Mod" 2022-09-01T10:55:12.412 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:12.412 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:12.412 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:12.413 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:12.413 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:55:12.414 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:12.414 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:55:12.415 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-70 2022-09-01T10:55:12.416 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:12.417 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:12.417 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:55:12.482 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:12.483 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:12.521 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:12.521+0000 7fa16bb35600 1 waiting to reach latest gen 2, on 1.. 2022-09-01T10:55:17.521 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:17.522+0000 7fa16bb35600 1 waiting to reach latest gen 2, on 1.. 2022-09-01T10:55:22.522 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:22.522+0000 7fa16bb35600 1 bucket sync caught up with empty source 2022-09-01T10:55:22.523 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:22.522+0000 7fa16bb35600 0 bucket checkpoint complete 2022-09-01T10:55:22.541 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-70 2022-09-01T10:55:22.542 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:22.543 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:22.543 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:55:22.608 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:22.609 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:22.653 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:55:22.654+0000 7f5df622e600 1 bucket sync caught up with empty source 2022-09-01T10:55:22.654 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:55:22.654+0000 7f5df622e600 0 bucket checkpoint complete 2022-09-01T10:55:22.671 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-70 2022-09-01T10:55:22.672 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:22.680 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:22.681 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:55:22.756 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:22.757 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:22.787 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:22.784+0000 7fd22c7b9600 1 waiting to reach latest gen 2, on 1.. 2022-09-01T10:55:27.786 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:27.785+0000 7fd22c7b9600 1 waiting to reach latest gen 2, on 1.. 2022-09-01T10:55:32.786 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:32.785+0000 7fd22c7b9600 1 bucket sync caught up with empty source 2022-09-01T10:55:32.787 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:32.785+0000 7fd22c7b9600 0 bucket checkpoint complete 2022-09-01T10:55:32.803 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-70 2022-09-01T10:55:32.804 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:32.805 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:32.805 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:55:32.871 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:32.872 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:32.927 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:55:32.927+0000 7f171648f600 1 bucket sync caught up with source: 2022-09-01T10:55:32.927 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.226.5, , , 00000000001.175.5, 00000000001.169.5, , , 00000000002.217.5, , 00000000002.142.5] 2022-09-01T10:55:32.928 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.226.5, , , 00000000001.175.5, 00000000001.169.5, , , 00000000002.217.5, , 00000000002.142.5] 2022-09-01T10:55:32.928 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:55:32.927+0000 7f171648f600 0 bucket checkpoint complete 2022-09-01T10:55:32.946 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-70 2022-09-01T10:55:32.947 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:32.948 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:32.949 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:55:33.007 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:33.007 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:33.048 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:55:33.049+0000 7fd07b190600 1 bucket sync caught up with source: 2022-09-01T10:55:33.049 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.226.5, , , 00000000001.175.5, 00000000001.169.5, , , 00000000002.217.5, , 00000000002.142.5] 2022-09-01T10:55:33.049 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.226.5, , , 00000000001.175.5, 00000000001.169.5, , , 00000000002.217.5, , 00000000002.142.5] 2022-09-01T10:55:33.050 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:55:33.049+0000 7fd07b190600 0 bucket checkpoint complete 2022-09-01T10:55:33.062 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-70 2022-09-01T10:55:33.063 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-70 2022-09-01T10:55:33.064 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:33.064 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:33.065 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:55:33.122 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:33.122 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:33.165 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:55:33.162+0000 7f69b3c43600 1 bucket sync caught up with source: 2022-09-01T10:55:33.167 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.356.5, , , 00000000001.217.5, 00000000001.209.5, , , 00000000002.341.5, , 00000000002.311.5] 2022-09-01T10:55:33.167 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.356.5, , , 00000000001.217.5, 00000000001.209.5, , , 00000000002.341.5, , 00000000002.311.5] 2022-09-01T10:55:33.167 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:55:33.162+0000 7f69b3c43600 0 bucket checkpoint complete 2022-09-01T10:55:33.184 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-70 2022-09-01T10:55:33.185 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:33.186 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-70', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:33.187 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-70 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:55:33.265 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:33.265 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:33.304 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:33.305+0000 7f0ccb916600 1 bucket sync caught up with source: 2022-09-01T10:55:33.304 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.356.5, , , 00000000001.217.5, 00000000001.209.5, , , 00000000002.341.5, , 00000000002.311.5] 2022-09-01T10:55:33.305 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000002.356.5, , , 00000000001.217.5, 00000000001.209.5, , , 00000000002.341.5, , 00000000002.311.5] 2022-09-01T10:55:33.306 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:33.305+0000 7f0ccb916600 0 bucket checkpoint complete 2022-09-01T10:55:33.319 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-70 2022-09-01T10:55:33.320 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-70 zones={test-zone2, test-zone1} 2022-09-01T10:55:33.321 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:33.322 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:33.323 DEBUG:boto:Method: HEAD 2022-09-01T10:55:33.324 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:55:33.325 DEBUG:boto:Data: 2022-09-01T10:55:33.325 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.326 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.326 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.327 DEBUG:boto:Params: {} 2022-09-01T10:55:33.328 DEBUG:boto:Token: None 2022-09-01T10:55:33.329 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/ 2022-09-01T10:55:33.330 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qyqc7RjQXhCWQk8pgWzoFY8uqJQ= 2022-09-01T10:55:33.331 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qyqc7RjQXhCWQk8pgWzoFY8uqJQ=', 'Content-Length': '0'} 2022-09-01T10:55:33.335 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008ac1f2ea5b609128-0063108fa5-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.336 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:33.336 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:33.337 DEBUG:boto:Method: HEAD 2022-09-01T10:55:33.337 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:55:33.338 DEBUG:boto:Data: 2022-09-01T10:55:33.339 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.340 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.340 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.341 DEBUG:boto:Params: {} 2022-09-01T10:55:33.342 DEBUG:boto:Token: None 2022-09-01T10:55:33.344 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/ 2022-09-01T10:55:33.344 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qyqc7RjQXhCWQk8pgWzoFY8uqJQ= 2022-09-01T10:55:33.345 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qyqc7RjQXhCWQk8pgWzoFY8uqJQ=', 'Content-Length': '0'} 2022-09-01T10:55:33.347 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005817913c862351f1-0063108fa5-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.348 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:55:33.348 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:33.349 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:33.349 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:33.350 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:33.351 DEBUG:boto:Method: GET 2022-09-01T10:55:33.351 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:33.352 DEBUG:boto:Data: 2022-09-01T10:55:33.352 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.353 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.353 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.354 DEBUG:boto:Params: {} 2022-09-01T10:55:33.354 DEBUG:boto:Token: None 2022-09-01T10:55:33.355 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/?versions 2022-09-01T10:55:33.355 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2CglUfnF966v7YGAFKkgiLC0t3I= 2022-09-01T10:55:33.356 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2CglUfnF966v7YGAFKkgiLC0t3I=', 'Content-Length': '0'} 2022-09-01T10:55:33.359 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001acf72bf67af8701-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.360 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:33.362 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:55:33.362 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:55:33.363 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:55:33.363 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:55:33.364 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T10:55:33.364 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T10:55:33.364 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T10:55:33.365 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T10:55:33.365 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:55:33.366 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:33.367 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:33.367 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:33.368 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:33.368 DEBUG:boto:Method: GET 2022-09-01T10:55:33.369 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:33.370 DEBUG:boto:Data: 2022-09-01T10:55:33.370 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.371 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.371 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.372 DEBUG:boto:Params: {} 2022-09-01T10:55:33.372 DEBUG:boto:Token: None 2022-09-01T10:55:33.373 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/?versions 2022-09-01T10:55:33.374 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2CglUfnF966v7YGAFKkgiLC0t3I= 2022-09-01T10:55:33.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2CglUfnF966v7YGAFKkgiLC0t3I=', 'Content-Length': '0'} 2022-09-01T10:55:33.377 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001cad047ad34e9b9e-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.378 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:33.379 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:55:33.380 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:55:33.380 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:55:33.381 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:55:33.381 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T10:55:33.381 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T10:55:33.382 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T10:55:33.382 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T10:55:33.383 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:33.383 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:33.384 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:33.384 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:33.385 DEBUG:boto:Method: GET 2022-09-01T10:55:33.386 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:33.386 DEBUG:boto:Data: 2022-09-01T10:55:33.387 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.387 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.388 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.388 DEBUG:boto:Params: {} 2022-09-01T10:55:33.389 DEBUG:boto:Token: None 2022-09-01T10:55:33.390 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/?versions 2022-09-01T10:55:33.390 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2CglUfnF966v7YGAFKkgiLC0t3I= 2022-09-01T10:55:33.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2CglUfnF966v7YGAFKkgiLC0t3I=', 'Content-Length': '0'} 2022-09-01T10:55:33.393 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000181d254be283065a-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.394 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:33.395 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:33.396 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:33.397 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:33.398 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:33.398 DEBUG:boto:Method: GET 2022-09-01T10:55:33.399 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:33.399 DEBUG:boto:Data: 2022-09-01T10:55:33.400 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.400 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.401 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.401 DEBUG:boto:Params: {} 2022-09-01T10:55:33.402 DEBUG:boto:Token: None 2022-09-01T10:55:33.402 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/?versions 2022-09-01T10:55:33.403 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2CglUfnF966v7YGAFKkgiLC0t3I= 2022-09-01T10:55:33.404 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2CglUfnF966v7YGAFKkgiLC0t3I=', 'Content-Length': '0'} 2022-09-01T10:55:33.406 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000661314c2c52538aa-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.407 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:33.408 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:33.408 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:33.409 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:33.410 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.410 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.411 DEBUG:boto:Method: GET 2022-09-01T10:55:33.411 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.412 DEBUG:boto:Data: 2022-09-01T10:55:33.413 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.414 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.415 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.416 DEBUG:boto:Params: {} 2022-09-01T10:55:33.417 DEBUG:boto:Token: None 2022-09-01T10:55:33.418 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.419 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tY1aPuxfO6i1EEGSOIG63lgpC6c= 2022-09-01T10:55:33.420 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tY1aPuxfO6i1EEGSOIG63lgpC6c=', 'Content-Length': '0'} 2022-09-01T10:55:33.422 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a60c7d3863b291b2-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.424 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:33.424 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:33.425 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.426 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.427 DEBUG:boto:Method: GET 2022-09-01T10:55:33.428 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.429 DEBUG:boto:Data: 2022-09-01T10:55:33.430 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.430 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.431 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.432 DEBUG:boto:Params: {} 2022-09-01T10:55:33.433 DEBUG:boto:Token: None 2022-09-01T10:55:33.434 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tY1aPuxfO6i1EEGSOIG63lgpC6c= 2022-09-01T10:55:33.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tY1aPuxfO6i1EEGSOIG63lgpC6c=', 'Content-Length': '0'} 2022-09-01T10:55:33.438 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cd6876045499cdfc-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.440 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:33.440 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:33.441 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.441 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.442 DEBUG:boto:Method: HEAD 2022-09-01T10:55:33.442 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.443 DEBUG:boto:Data: 2022-09-01T10:55:33.443 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.444 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.444 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.445 DEBUG:boto:Params: {} 2022-09-01T10:55:33.445 DEBUG:boto:Token: None 2022-09-01T10:55:33.446 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YY2vdTG2FIYPBgWdejE/POK8Vx4= 2022-09-01T10:55:33.447 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YY2vdTG2FIYPBgWdejE/POK8Vx4=', 'Content-Length': '0'} 2022-09-01T10:55:33.449 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000351b5ea1db56fa99-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.450 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:33.450 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:33.451 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.451 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.452 DEBUG:boto:Method: HEAD 2022-09-01T10:55:33.452 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.453 DEBUG:boto:Data: 2022-09-01T10:55:33.453 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.454 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.455 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.455 DEBUG:boto:Params: {} 2022-09-01T10:55:33.456 DEBUG:boto:Token: None 2022-09-01T10:55:33.456 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YY2vdTG2FIYPBgWdejE/POK8Vx4= 2022-09-01T10:55:33.457 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YY2vdTG2FIYPBgWdejE/POK8Vx4=', 'Content-Length': '0'} 2022-09-01T10:55:33.459 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b0941990d3e9e9b-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.460 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:33.461 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:33.461 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:33.462 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.462 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.463 DEBUG:boto:Method: GET 2022-09-01T10:55:33.463 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.464 DEBUG:boto:Data: 2022-09-01T10:55:33.464 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.465 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.465 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.466 DEBUG:boto:Params: {} 2022-09-01T10:55:33.467 DEBUG:boto:Token: None 2022-09-01T10:55:33.467 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tY1aPuxfO6i1EEGSOIG63lgpC6c= 2022-09-01T10:55:33.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tY1aPuxfO6i1EEGSOIG63lgpC6c=', 'Content-Length': '0'} 2022-09-01T10:55:33.477 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000037e4a409a8094585-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.525 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:33.527 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:33.528 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.529 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.530 DEBUG:boto:Method: GET 2022-09-01T10:55:33.531 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.532 DEBUG:boto:Data: 2022-09-01T10:55:33.534 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.534 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.535 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.536 DEBUG:boto:Params: {} 2022-09-01T10:55:33.537 DEBUG:boto:Token: None 2022-09-01T10:55:33.537 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:33.538 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tY1aPuxfO6i1EEGSOIG63lgpC6c= 2022-09-01T10:55:33.539 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tY1aPuxfO6i1EEGSOIG63lgpC6c=', 'Content-Length': '0'} 2022-09-01T10:55:33.541 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b8cce0fac25c444d-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.542 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:33.543 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:33.543 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:33.544 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:33.544 DEBUG:boto:Method: GET 2022-09-01T10:55:33.545 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:33.546 DEBUG:boto:Data: 2022-09-01T10:55:33.546 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.547 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.547 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.548 DEBUG:boto:Params: {} 2022-09-01T10:55:33.549 DEBUG:boto:Token: None 2022-09-01T10:55:33.549 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/ 2022-09-01T10:55:33.550 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s= 2022-09-01T10:55:33.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s=', 'Content-Length': '0'} 2022-09-01T10:55:33.554 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002d0a6c03da49f6a7-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.555 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:33.556 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:33.557 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:33.558 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:33.559 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:33.559 DEBUG:boto:Method: GET 2022-09-01T10:55:33.560 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:33.561 DEBUG:boto:Data: 2022-09-01T10:55:33.562 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.563 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.564 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.564 DEBUG:boto:Params: {} 2022-09-01T10:55:33.565 DEBUG:boto:Token: None 2022-09-01T10:55:33.566 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/ 2022-09-01T10:55:33.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s= 2022-09-01T10:55:33.567 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s=', 'Content-Length': '0'} 2022-09-01T10:55:33.569 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000396bd87148ef6381-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.570 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:33.572 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:33.573 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:33.574 DEBUG:boto:Method: HEAD 2022-09-01T10:55:33.575 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:33.576 DEBUG:boto:Data: 2022-09-01T10:55:33.577 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.578 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.578 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.579 DEBUG:boto:Params: {} 2022-09-01T10:55:33.579 DEBUG:boto:Token: None 2022-09-01T10:55:33.580 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/a 2022-09-01T10:55:33.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8FLuVvpameMJus/ENrYyJPADu6Q= 2022-09-01T10:55:33.583 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8FLuVvpameMJus/ENrYyJPADu6Q=', 'Content-Length': '0'} 2022-09-01T10:55:33.586 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000035ccc03e5390480c-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.587 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:33.589 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:33.590 DEBUG:boto:Method: HEAD 2022-09-01T10:55:33.591 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:33.592 DEBUG:boto:Data: 2022-09-01T10:55:33.593 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.594 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.595 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.596 DEBUG:boto:Params: {} 2022-09-01T10:55:33.597 DEBUG:boto:Token: None 2022-09-01T10:55:33.600 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/a 2022-09-01T10:55:33.601 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8FLuVvpameMJus/ENrYyJPADu6Q= 2022-09-01T10:55:33.602 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8FLuVvpameMJus/ENrYyJPADu6Q=', 'Content-Length': '0'} 2022-09-01T10:55:33.605 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006739f60d7fabba87-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.606 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:33.607 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:33.608 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:33.609 DEBUG:boto:Method: GET 2022-09-01T10:55:33.611 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:33.612 DEBUG:boto:Data: 2022-09-01T10:55:33.613 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.615 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.616 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.616 DEBUG:boto:Params: {} 2022-09-01T10:55:33.617 DEBUG:boto:Token: None 2022-09-01T10:55:33.618 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/a 2022-09-01T10:55:33.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oP4DkWPS65Me7PvvKeCeLyt8bnU= 2022-09-01T10:55:33.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oP4DkWPS65Me7PvvKeCeLyt8bnU=', 'Content-Length': '0'} 2022-09-01T10:55:33.623 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c29f78eb5cfc8d0c-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.624 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:33.625 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:33.625 DEBUG:boto:Method: GET 2022-09-01T10:55:33.626 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:33.626 DEBUG:boto:Data: 2022-09-01T10:55:33.627 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.627 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.628 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.628 DEBUG:boto:Params: {} 2022-09-01T10:55:33.629 DEBUG:boto:Token: None 2022-09-01T10:55:33.630 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/a 2022-09-01T10:55:33.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oP4DkWPS65Me7PvvKeCeLyt8bnU= 2022-09-01T10:55:33.631 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oP4DkWPS65Me7PvvKeCeLyt8bnU=', 'Content-Length': '0'} 2022-09-01T10:55:33.633 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000017a9278be6226c63-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.634 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:33.635 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:33.635 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:33.636 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:33.637 DEBUG:boto:Method: GET 2022-09-01T10:55:33.637 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:33.638 DEBUG:boto:Data: 2022-09-01T10:55:33.638 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.639 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.639 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.640 DEBUG:boto:Params: {} 2022-09-01T10:55:33.640 DEBUG:boto:Token: None 2022-09-01T10:55:33.641 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/ 2022-09-01T10:55:33.642 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s= 2022-09-01T10:55:33.643 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s=', 'Content-Length': '0'} 2022-09-01T10:55:33.646 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089dbfbe2eb7e5191-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.647 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:33.648 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:33.649 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:33.651 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:33.651 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:33.652 DEBUG:boto:Method: GET 2022-09-01T10:55:33.653 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:33.654 DEBUG:boto:Data: 2022-09-01T10:55:33.657 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.657 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.658 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.659 DEBUG:boto:Params: {} 2022-09-01T10:55:33.659 DEBUG:boto:Token: None 2022-09-01T10:55:33.660 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/ 2022-09-01T10:55:33.660 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s= 2022-09-01T10:55:33.661 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s=', 'Content-Length': '0'} 2022-09-01T10:55:33.663 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000850cf5b9177f067e-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.664 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:33.665 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:33.665 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:33.666 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:33.666 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.667 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.667 DEBUG:boto:Method: GET 2022-09-01T10:55:33.668 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.669 DEBUG:boto:Data: 2022-09-01T10:55:33.669 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.670 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.670 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.671 DEBUG:boto:Params: {} 2022-09-01T10:55:33.672 DEBUG:boto:Token: None 2022-09-01T10:55:33.672 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FHxSwHIC0JzEPBpH4n1Aqptds3I= 2022-09-01T10:55:33.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FHxSwHIC0JzEPBpH4n1Aqptds3I=', 'Content-Length': '0'} 2022-09-01T10:55:33.678 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ebcb4ef93238ef7-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.679 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:33.679 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:33.680 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.680 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.681 DEBUG:boto:Method: GET 2022-09-01T10:55:33.682 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.682 DEBUG:boto:Data: 2022-09-01T10:55:33.683 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.683 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.684 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.684 DEBUG:boto:Params: {} 2022-09-01T10:55:33.685 DEBUG:boto:Token: None 2022-09-01T10:55:33.685 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.686 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FHxSwHIC0JzEPBpH4n1Aqptds3I= 2022-09-01T10:55:33.687 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FHxSwHIC0JzEPBpH4n1Aqptds3I=', 'Content-Length': '0'} 2022-09-01T10:55:33.689 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009938f5caf0405663-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.690 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:33.690 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:33.691 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.691 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.692 DEBUG:boto:Method: HEAD 2022-09-01T10:55:33.692 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.693 DEBUG:boto:Data: 2022-09-01T10:55:33.693 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.694 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.695 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.695 DEBUG:boto:Params: {} 2022-09-01T10:55:33.696 DEBUG:boto:Token: None 2022-09-01T10:55:33.696 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TVAoa+GOaxpnKVGpuiRnM9BgWyg= 2022-09-01T10:55:33.698 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TVAoa+GOaxpnKVGpuiRnM9BgWyg=', 'Content-Length': '0'} 2022-09-01T10:55:33.704 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f742039440f8181-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.705 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:33.705 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:33.706 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.706 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.707 DEBUG:boto:Method: HEAD 2022-09-01T10:55:33.708 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.708 DEBUG:boto:Data: 2022-09-01T10:55:33.709 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.709 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.710 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.710 DEBUG:boto:Params: {} 2022-09-01T10:55:33.711 DEBUG:boto:Token: None 2022-09-01T10:55:33.711 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TVAoa+GOaxpnKVGpuiRnM9BgWyg= 2022-09-01T10:55:33.713 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TVAoa+GOaxpnKVGpuiRnM9BgWyg=', 'Content-Length': '0'} 2022-09-01T10:55:33.715 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e634047fa95a499e-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.715 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:33.716 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:33.717 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:33.717 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.718 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.718 DEBUG:boto:Method: GET 2022-09-01T10:55:33.719 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.720 DEBUG:boto:Data: 2022-09-01T10:55:33.720 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.721 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.721 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.722 DEBUG:boto:Params: {} 2022-09-01T10:55:33.722 DEBUG:boto:Token: None 2022-09-01T10:55:33.723 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.724 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FHxSwHIC0JzEPBpH4n1Aqptds3I= 2022-09-01T10:55:33.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FHxSwHIC0JzEPBpH4n1Aqptds3I=', 'Content-Length': '0'} 2022-09-01T10:55:33.727 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f9e7a443c6081a21-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.770 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:33.771 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:33.772 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.772 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.773 DEBUG:boto:Method: GET 2022-09-01T10:55:33.774 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.774 DEBUG:boto:Data: 2022-09-01T10:55:33.775 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.776 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.776 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.777 DEBUG:boto:Params: {} 2022-09-01T10:55:33.778 DEBUG:boto:Token: None 2022-09-01T10:55:33.779 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:33.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FHxSwHIC0JzEPBpH4n1Aqptds3I= 2022-09-01T10:55:33.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FHxSwHIC0JzEPBpH4n1Aqptds3I=', 'Content-Length': '0'} 2022-09-01T10:55:33.784 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000010d86f189f69f982-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.785 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:33.785 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:33.786 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:33.787 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:33.787 DEBUG:boto:Method: GET 2022-09-01T10:55:33.788 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:33.788 DEBUG:boto:Data: 2022-09-01T10:55:33.790 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.791 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.791 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.792 DEBUG:boto:Params: {} 2022-09-01T10:55:33.793 DEBUG:boto:Token: None 2022-09-01T10:55:33.793 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/ 2022-09-01T10:55:33.794 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s= 2022-09-01T10:55:33.795 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s=', 'Content-Length': '0'} 2022-09-01T10:55:33.797 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bed40fe82d7363a3-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.799 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:33.800 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:33.801 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:33.802 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:33.803 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:33.803 DEBUG:boto:Method: GET 2022-09-01T10:55:33.804 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:33.805 DEBUG:boto:Data: 2022-09-01T10:55:33.806 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.806 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.807 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.808 DEBUG:boto:Params: {} 2022-09-01T10:55:33.808 DEBUG:boto:Token: None 2022-09-01T10:55:33.809 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/ 2022-09-01T10:55:33.810 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s= 2022-09-01T10:55:33.810 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s=', 'Content-Length': '0'} 2022-09-01T10:55:33.812 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cc4989beaec1ae99-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.813 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:33.814 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:33.815 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:33.815 DEBUG:boto:Method: HEAD 2022-09-01T10:55:33.816 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:33.816 DEBUG:boto:Data: 2022-09-01T10:55:33.817 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.817 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.818 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.818 DEBUG:boto:Params: {} 2022-09-01T10:55:33.819 DEBUG:boto:Token: None 2022-09-01T10:55:33.820 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/b 2022-09-01T10:55:33.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:A0AJ6JXkwmtQmlFzbq87gYH5J2o= 2022-09-01T10:55:33.821 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:A0AJ6JXkwmtQmlFzbq87gYH5J2o=', 'Content-Length': '0'} 2022-09-01T10:55:33.824 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c29fe65c951d445c-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.826 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:33.827 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:33.828 DEBUG:boto:Method: HEAD 2022-09-01T10:55:33.828 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:33.829 DEBUG:boto:Data: 2022-09-01T10:55:33.830 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.831 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.832 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.833 DEBUG:boto:Params: {} 2022-09-01T10:55:33.833 DEBUG:boto:Token: None 2022-09-01T10:55:33.834 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/b 2022-09-01T10:55:33.835 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:A0AJ6JXkwmtQmlFzbq87gYH5J2o= 2022-09-01T10:55:33.835 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:A0AJ6JXkwmtQmlFzbq87gYH5J2o=', 'Content-Length': '0'} 2022-09-01T10:55:33.838 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e45c24272939604-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.839 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:33.840 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:33.841 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:33.842 DEBUG:boto:Method: GET 2022-09-01T10:55:33.843 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:33.843 DEBUG:boto:Data: 2022-09-01T10:55:33.844 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.845 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.845 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.846 DEBUG:boto:Params: {} 2022-09-01T10:55:33.847 DEBUG:boto:Token: None 2022-09-01T10:55:33.848 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/b 2022-09-01T10:55:33.849 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vXesguB+HbhcMZ56KqBKBIkRwlg= 2022-09-01T10:55:33.850 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vXesguB+HbhcMZ56KqBKBIkRwlg=', 'Content-Length': '0'} 2022-09-01T10:55:33.852 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3dfa8d3720dcd54-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.853 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:33.854 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:33.855 DEBUG:boto:Method: GET 2022-09-01T10:55:33.855 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:33.857 DEBUG:boto:Data: 2022-09-01T10:55:33.857 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.858 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.858 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.859 DEBUG:boto:Params: {} 2022-09-01T10:55:33.860 DEBUG:boto:Token: None 2022-09-01T10:55:33.861 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/b 2022-09-01T10:55:33.862 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vXesguB+HbhcMZ56KqBKBIkRwlg= 2022-09-01T10:55:33.862 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vXesguB+HbhcMZ56KqBKBIkRwlg=', 'Content-Length': '0'} 2022-09-01T10:55:33.864 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001f286e183206be31-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.865 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:33.866 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:33.867 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:33.867 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:33.868 DEBUG:boto:Method: GET 2022-09-01T10:55:33.868 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:33.869 DEBUG:boto:Data: 2022-09-01T10:55:33.869 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.870 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.870 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.871 DEBUG:boto:Params: {} 2022-09-01T10:55:33.872 DEBUG:boto:Token: None 2022-09-01T10:55:33.873 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/ 2022-09-01T10:55:33.874 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s= 2022-09-01T10:55:33.875 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s=', 'Content-Length': '0'} 2022-09-01T10:55:33.879 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005f24dbc8dd20cb4a-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.880 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:33.881 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:33.882 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:33.883 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:33.884 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:33.885 DEBUG:boto:Method: GET 2022-09-01T10:55:33.886 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:33.887 DEBUG:boto:Data: 2022-09-01T10:55:33.888 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.889 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.890 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.891 DEBUG:boto:Params: {} 2022-09-01T10:55:33.892 DEBUG:boto:Token: None 2022-09-01T10:55:33.892 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/ 2022-09-01T10:55:33.893 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s= 2022-09-01T10:55:33.894 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vACji0t17FcN9sfPkOIy50wug1s=', 'Content-Length': '0'} 2022-09-01T10:55:33.896 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a6bb03a164ed27bf-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.897 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:33.898 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:33.898 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:33.899 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:33.899 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.900 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.900 DEBUG:boto:Method: GET 2022-09-01T10:55:33.901 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.901 DEBUG:boto:Data: 2022-09-01T10:55:33.902 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.902 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.903 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.904 DEBUG:boto:Params: {} 2022-09-01T10:55:33.904 DEBUG:boto:Token: None 2022-09-01T10:55:33.905 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.905 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/st82KeXHBBUWbzqbyzOPamX0EA= 2022-09-01T10:55:33.906 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/st82KeXHBBUWbzqbyzOPamX0EA=', 'Content-Length': '0'} 2022-09-01T10:55:33.908 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069766e4e16af80f7-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.909 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:33.910 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:33.910 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.911 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.911 DEBUG:boto:Method: GET 2022-09-01T10:55:33.912 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.912 DEBUG:boto:Data: 2022-09-01T10:55:33.913 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.913 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.914 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.914 DEBUG:boto:Params: {} 2022-09-01T10:55:33.915 DEBUG:boto:Token: None 2022-09-01T10:55:33.916 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.916 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/st82KeXHBBUWbzqbyzOPamX0EA= 2022-09-01T10:55:33.917 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/st82KeXHBBUWbzqbyzOPamX0EA=', 'Content-Length': '0'} 2022-09-01T10:55:33.919 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a54f169d418cc5d-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.920 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:33.920 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:33.921 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.921 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.922 DEBUG:boto:Method: HEAD 2022-09-01T10:55:33.922 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.923 DEBUG:boto:Data: 2022-09-01T10:55:33.923 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.924 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.924 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.925 DEBUG:boto:Params: {} 2022-09-01T10:55:33.925 DEBUG:boto:Token: None 2022-09-01T10:55:33.926 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.927 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:diXz2+6h1OmReap4xVz5mifS3CU= 2022-09-01T10:55:33.927 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:diXz2+6h1OmReap4xVz5mifS3CU=', 'Content-Length': '0'} 2022-09-01T10:55:33.929 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071bda3816b7e44d8-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.931 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:33.932 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:33.933 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.934 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.935 DEBUG:boto:Method: HEAD 2022-09-01T10:55:33.936 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.936 DEBUG:boto:Data: 2022-09-01T10:55:33.937 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.937 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.938 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.938 DEBUG:boto:Params: {} 2022-09-01T10:55:33.939 DEBUG:boto:Token: None 2022-09-01T10:55:33.940 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.940 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:diXz2+6h1OmReap4xVz5mifS3CU= 2022-09-01T10:55:33.941 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:diXz2+6h1OmReap4xVz5mifS3CU=', 'Content-Length': '0'} 2022-09-01T10:55:33.944 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca08f7b1fd5b0f2d-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.945 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:33.946 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:33.947 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:33.948 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.949 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.950 DEBUG:boto:Method: GET 2022-09-01T10:55:33.951 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.952 DEBUG:boto:Data: 2022-09-01T10:55:33.953 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.954 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:33.955 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.955 DEBUG:boto:Params: {} 2022-09-01T10:55:33.957 DEBUG:boto:Token: None 2022-09-01T10:55:33.958 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.959 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/st82KeXHBBUWbzqbyzOPamX0EA= 2022-09-01T10:55:33.960 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/st82KeXHBBUWbzqbyzOPamX0EA=', 'Content-Length': '0'} 2022-09-01T10:55:33.963 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b108c510a9632b0c-0063108fa5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:33.964 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:33.965 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:33.966 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.967 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.969 DEBUG:boto:Method: GET 2022-09-01T10:55:33.970 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.971 DEBUG:boto:Data: 2022-09-01T10:55:33.972 DEBUG:boto:Headers: {} 2022-09-01T10:55:33.973 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:33.974 DEBUG:boto:Port: 8000 2022-09-01T10:55:33.975 DEBUG:boto:Params: {} 2022-09-01T10:55:33.977 DEBUG:boto:Token: None 2022-09-01T10:55:33.978 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:33 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:33.979 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/st82KeXHBBUWbzqbyzOPamX0EA= 2022-09-01T10:55:33.980 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/st82KeXHBBUWbzqbyzOPamX0EA=', 'Content-Length': '0'} 2022-09-01T10:55:33.985 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000025b0b5f452311e7c-0063108fa5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.027 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:34.028 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:34.028 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:34.029 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:34.029 DEBUG:boto:Method: GET 2022-09-01T10:55:34.030 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:34.030 DEBUG:boto:Data: 2022-09-01T10:55:34.031 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.031 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.032 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.033 DEBUG:boto:Params: {} 2022-09-01T10:55:34.033 DEBUG:boto:Token: None 2022-09-01T10:55:34.034 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/ 2022-09-01T10:55:34.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8= 2022-09-01T10:55:34.035 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8=', 'Content-Length': '0'} 2022-09-01T10:55:34.038 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002758dc27d8588592-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.039 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:34.040 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:34.041 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:34.041 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:34.042 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:34.042 DEBUG:boto:Method: GET 2022-09-01T10:55:34.043 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:34.044 DEBUG:boto:Data: 2022-09-01T10:55:34.044 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.045 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.046 DEBUG:boto:Params: {} 2022-09-01T10:55:34.047 DEBUG:boto:Token: None 2022-09-01T10:55:34.047 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/ 2022-09-01T10:55:34.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8= 2022-09-01T10:55:34.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8=', 'Content-Length': '0'} 2022-09-01T10:55:34.051 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000014b1b702ec05c6be-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.052 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:34.053 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:34.054 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:34.054 DEBUG:boto:Method: HEAD 2022-09-01T10:55:34.055 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:34.056 DEBUG:boto:Data: 2022-09-01T10:55:34.056 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.058 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.059 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.060 DEBUG:boto:Params: {} 2022-09-01T10:55:34.061 DEBUG:boto:Token: None 2022-09-01T10:55:34.062 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/c 2022-09-01T10:55:34.063 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IuuPFlVeJGynFoxsNVEpzfsnEhY= 2022-09-01T10:55:34.064 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IuuPFlVeJGynFoxsNVEpzfsnEhY=', 'Content-Length': '0'} 2022-09-01T10:55:34.067 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fbafc21ab125c11b-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.068 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:34.069 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:34.069 DEBUG:boto:Method: HEAD 2022-09-01T10:55:34.070 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:34.070 DEBUG:boto:Data: 2022-09-01T10:55:34.071 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.071 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.072 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.072 DEBUG:boto:Params: {} 2022-09-01T10:55:34.073 DEBUG:boto:Token: None 2022-09-01T10:55:34.074 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/c 2022-09-01T10:55:34.075 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IuuPFlVeJGynFoxsNVEpzfsnEhY= 2022-09-01T10:55:34.076 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IuuPFlVeJGynFoxsNVEpzfsnEhY=', 'Content-Length': '0'} 2022-09-01T10:55:34.078 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000530033301841b79b-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.079 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:34.079 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:34.080 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:34.080 DEBUG:boto:Method: GET 2022-09-01T10:55:34.081 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:34.081 DEBUG:boto:Data: 2022-09-01T10:55:34.082 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.082 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.083 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.084 DEBUG:boto:Params: {} 2022-09-01T10:55:34.084 DEBUG:boto:Token: None 2022-09-01T10:55:34.085 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/c 2022-09-01T10:55:34.086 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iN9INtZ9pg3CfdE4KRkh0yc0RAY= 2022-09-01T10:55:34.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iN9INtZ9pg3CfdE4KRkh0yc0RAY=', 'Content-Length': '0'} 2022-09-01T10:55:34.089 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002dee45bb348f8b76-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.134 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:34.135 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:34.136 DEBUG:boto:Method: GET 2022-09-01T10:55:34.137 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:34.138 DEBUG:boto:Data: 2022-09-01T10:55:34.139 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.140 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.141 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.145 DEBUG:boto:Params: {} 2022-09-01T10:55:34.146 DEBUG:boto:Token: None 2022-09-01T10:55:34.147 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/c 2022-09-01T10:55:34.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iN9INtZ9pg3CfdE4KRkh0yc0RAY= 2022-09-01T10:55:34.150 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iN9INtZ9pg3CfdE4KRkh0yc0RAY=', 'Content-Length': '0'} 2022-09-01T10:55:34.153 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000006f2f33dd4b3110d-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.155 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:34.156 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:34.157 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:34.158 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:34.159 DEBUG:boto:Method: GET 2022-09-01T10:55:34.159 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:34.160 DEBUG:boto:Data: 2022-09-01T10:55:34.160 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.161 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.161 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.162 DEBUG:boto:Params: {} 2022-09-01T10:55:34.163 DEBUG:boto:Token: None 2022-09-01T10:55:34.164 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/ 2022-09-01T10:55:34.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8= 2022-09-01T10:55:34.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8=', 'Content-Length': '0'} 2022-09-01T10:55:34.168 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b1a7aa2e268f7eb6-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.168 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:34.169 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:34.170 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:34.170 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:34.171 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:34.171 DEBUG:boto:Method: GET 2022-09-01T10:55:34.172 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:34.172 DEBUG:boto:Data: 2022-09-01T10:55:34.173 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.174 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.174 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.175 DEBUG:boto:Params: {} 2022-09-01T10:55:34.176 DEBUG:boto:Token: None 2022-09-01T10:55:34.176 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/ 2022-09-01T10:55:34.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8= 2022-09-01T10:55:34.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8=', 'Content-Length': '0'} 2022-09-01T10:55:34.180 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000948f0475a0a1ce63-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.182 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:34.183 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:34.184 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:34.185 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:34.186 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.187 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.188 DEBUG:boto:Method: GET 2022-09-01T10:55:34.189 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.191 DEBUG:boto:Data: 2022-09-01T10:55:34.191 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.192 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.192 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.193 DEBUG:boto:Params: {} 2022-09-01T10:55:34.193 DEBUG:boto:Token: None 2022-09-01T10:55:34.194 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.195 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:opUoA+wWRN51wqA6gsVQphuY42I= 2022-09-01T10:55:34.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:opUoA+wWRN51wqA6gsVQphuY42I=', 'Content-Length': '0'} 2022-09-01T10:55:34.198 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000037c9252d8e2bc42b-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.199 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:34.200 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:34.201 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.202 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.202 DEBUG:boto:Method: GET 2022-09-01T10:55:34.203 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.204 DEBUG:boto:Data: 2022-09-01T10:55:34.204 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.205 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.206 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.206 DEBUG:boto:Params: {} 2022-09-01T10:55:34.207 DEBUG:boto:Token: None 2022-09-01T10:55:34.208 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.208 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:opUoA+wWRN51wqA6gsVQphuY42I= 2022-09-01T10:55:34.209 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:opUoA+wWRN51wqA6gsVQphuY42I=', 'Content-Length': '0'} 2022-09-01T10:55:34.211 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000170f24b06a2745d2-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.212 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:34.213 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:34.213 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.214 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.214 DEBUG:boto:Method: HEAD 2022-09-01T10:55:34.215 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.215 DEBUG:boto:Data: 2022-09-01T10:55:34.216 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.216 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.217 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.217 DEBUG:boto:Params: {} 2022-09-01T10:55:34.218 DEBUG:boto:Token: None 2022-09-01T10:55:34.218 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.219 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ge2fgTglDBCufgw/mx9AZnqiijA= 2022-09-01T10:55:34.220 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ge2fgTglDBCufgw/mx9AZnqiijA=', 'Content-Length': '0'} 2022-09-01T10:55:34.222 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b318e8d6845bd666-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.223 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:34.223 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:34.224 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.224 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.225 DEBUG:boto:Method: HEAD 2022-09-01T10:55:34.225 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.226 DEBUG:boto:Data: 2022-09-01T10:55:34.226 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.227 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.227 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.228 DEBUG:boto:Params: {} 2022-09-01T10:55:34.228 DEBUG:boto:Token: None 2022-09-01T10:55:34.229 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ge2fgTglDBCufgw/mx9AZnqiijA= 2022-09-01T10:55:34.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ge2fgTglDBCufgw/mx9AZnqiijA=', 'Content-Length': '0'} 2022-09-01T10:55:34.232 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007b266ba742339b7b-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.233 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:34.234 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:34.234 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:34.235 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.235 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.236 DEBUG:boto:Method: GET 2022-09-01T10:55:34.236 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.237 DEBUG:boto:Data: 2022-09-01T10:55:34.238 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.238 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.239 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.240 DEBUG:boto:Params: {} 2022-09-01T10:55:34.240 DEBUG:boto:Token: None 2022-09-01T10:55:34.241 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.242 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:opUoA+wWRN51wqA6gsVQphuY42I= 2022-09-01T10:55:34.243 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:opUoA+wWRN51wqA6gsVQphuY42I=', 'Content-Length': '0'} 2022-09-01T10:55:34.246 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000320316d80995d908-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.290 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:34.292 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:34.293 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.294 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.295 DEBUG:boto:Method: GET 2022-09-01T10:55:34.296 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.297 DEBUG:boto:Data: 2022-09-01T10:55:34.298 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.298 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.299 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.299 DEBUG:boto:Params: {} 2022-09-01T10:55:34.300 DEBUG:boto:Token: None 2022-09-01T10:55:34.300 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:34.301 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:opUoA+wWRN51wqA6gsVQphuY42I= 2022-09-01T10:55:34.302 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:opUoA+wWRN51wqA6gsVQphuY42I=', 'Content-Length': '0'} 2022-09-01T10:55:34.304 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c4758b38703b81d6-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.305 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:34.306 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:34.306 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:34.307 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:34.307 DEBUG:boto:Method: GET 2022-09-01T10:55:34.308 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:34.308 DEBUG:boto:Data: 2022-09-01T10:55:34.309 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.309 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.310 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.311 DEBUG:boto:Params: {} 2022-09-01T10:55:34.311 DEBUG:boto:Token: None 2022-09-01T10:55:34.312 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/ 2022-09-01T10:55:34.313 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8= 2022-09-01T10:55:34.313 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8=', 'Content-Length': '0'} 2022-09-01T10:55:34.316 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007132852212bc9e2e-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.317 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:34.318 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:34.318 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:34.319 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:34.320 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:34.320 DEBUG:boto:Method: GET 2022-09-01T10:55:34.321 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:34.321 DEBUG:boto:Data: 2022-09-01T10:55:34.322 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.322 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.323 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.323 DEBUG:boto:Params: {} 2022-09-01T10:55:34.324 DEBUG:boto:Token: None 2022-09-01T10:55:34.324 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/ 2022-09-01T10:55:34.325 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8= 2022-09-01T10:55:34.326 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8=', 'Content-Length': '0'} 2022-09-01T10:55:34.329 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000020c6208fdbef7ce4-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.329 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:34.330 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:34.331 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:34.331 DEBUG:boto:Method: HEAD 2022-09-01T10:55:34.332 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:34.332 DEBUG:boto:Data: 2022-09-01T10:55:34.333 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.334 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.334 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.335 DEBUG:boto:Params: {} 2022-09-01T10:55:34.336 DEBUG:boto:Token: None 2022-09-01T10:55:34.336 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/d 2022-09-01T10:55:34.337 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ifs+8s48qnwqJ5nlsSc7V9Q0qXU= 2022-09-01T10:55:34.337 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ifs+8s48qnwqJ5nlsSc7V9Q0qXU=', 'Content-Length': '0'} 2022-09-01T10:55:34.342 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000041afa1dcdc99e935-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.343 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:34.343 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:34.344 DEBUG:boto:Method: HEAD 2022-09-01T10:55:34.345 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:34.345 DEBUG:boto:Data: 2022-09-01T10:55:34.346 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.347 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.347 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.348 DEBUG:boto:Params: {} 2022-09-01T10:55:34.349 DEBUG:boto:Token: None 2022-09-01T10:55:34.350 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/d 2022-09-01T10:55:34.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ifs+8s48qnwqJ5nlsSc7V9Q0qXU= 2022-09-01T10:55:34.352 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ifs+8s48qnwqJ5nlsSc7V9Q0qXU=', 'Content-Length': '0'} 2022-09-01T10:55:34.355 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000067d4d4ae6c5c78b0-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.357 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:34.358 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:34.359 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:34.360 DEBUG:boto:Method: GET 2022-09-01T10:55:34.361 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:34.361 DEBUG:boto:Data: 2022-09-01T10:55:34.362 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.364 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.366 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.367 DEBUG:boto:Params: {} 2022-09-01T10:55:34.368 DEBUG:boto:Token: None 2022-09-01T10:55:34.369 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/d 2022-09-01T10:55:34.369 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MnB9IzX2/J2bshpQ+VpcVlElJPA= 2022-09-01T10:55:34.370 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MnB9IzX2/J2bshpQ+VpcVlElJPA=', 'Content-Length': '0'} 2022-09-01T10:55:34.373 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000086083d4cf5c27448-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.374 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:34.376 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:34.377 DEBUG:boto:Method: GET 2022-09-01T10:55:34.377 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:34.378 DEBUG:boto:Data: 2022-09-01T10:55:34.379 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.380 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.381 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.381 DEBUG:boto:Params: {} 2022-09-01T10:55:34.382 DEBUG:boto:Token: None 2022-09-01T10:55:34.383 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/d 2022-09-01T10:55:34.383 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MnB9IzX2/J2bshpQ+VpcVlElJPA= 2022-09-01T10:55:34.384 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MnB9IzX2/J2bshpQ+VpcVlElJPA=', 'Content-Length': '0'} 2022-09-01T10:55:34.387 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c341745cef7a5101-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.430 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:34.431 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:34.432 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:34.432 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:34.433 DEBUG:boto:Method: GET 2022-09-01T10:55:34.433 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:34.434 DEBUG:boto:Data: 2022-09-01T10:55:34.434 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.435 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.435 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.436 DEBUG:boto:Params: {} 2022-09-01T10:55:34.437 DEBUG:boto:Token: None 2022-09-01T10:55:34.437 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/ 2022-09-01T10:55:34.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8= 2022-09-01T10:55:34.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8=', 'Content-Length': '0'} 2022-09-01T10:55:34.447 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000798bdd4ab4ad1d99-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.449 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:34.450 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:34.451 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:34.453 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:34.453 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:34.455 DEBUG:boto:Method: GET 2022-09-01T10:55:34.456 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:34.456 DEBUG:boto:Data: 2022-09-01T10:55:34.458 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.459 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.460 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.461 DEBUG:boto:Params: {} 2022-09-01T10:55:34.462 DEBUG:boto:Token: None 2022-09-01T10:55:34.463 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/ 2022-09-01T10:55:34.465 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8= 2022-09-01T10:55:34.466 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8=', 'Content-Length': '0'} 2022-09-01T10:55:34.469 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000036287b20deb63563-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.471 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:34.472 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:34.473 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:34.474 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:34.475 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.476 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.477 DEBUG:boto:Method: GET 2022-09-01T10:55:34.478 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.479 DEBUG:boto:Data: 2022-09-01T10:55:34.480 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.481 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.482 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.483 DEBUG:boto:Params: {} 2022-09-01T10:55:34.484 DEBUG:boto:Token: None 2022-09-01T10:55:34.485 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.487 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eyskph4hwLCVrYj9FLq/j6tiHRs= 2022-09-01T10:55:34.488 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eyskph4hwLCVrYj9FLq/j6tiHRs=', 'Content-Length': '0'} 2022-09-01T10:55:34.493 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f2ee528fad27174c-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.495 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:34.496 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:34.497 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.498 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.499 DEBUG:boto:Method: GET 2022-09-01T10:55:34.500 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.500 DEBUG:boto:Data: 2022-09-01T10:55:34.501 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.502 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.503 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.504 DEBUG:boto:Params: {} 2022-09-01T10:55:34.506 DEBUG:boto:Token: None 2022-09-01T10:55:34.507 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.508 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eyskph4hwLCVrYj9FLq/j6tiHRs= 2022-09-01T10:55:34.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eyskph4hwLCVrYj9FLq/j6tiHRs=', 'Content-Length': '0'} 2022-09-01T10:55:34.513 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f4a0245f28eaed84-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.514 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:34.515 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:34.516 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.517 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.518 DEBUG:boto:Method: HEAD 2022-09-01T10:55:34.519 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.520 DEBUG:boto:Data: 2022-09-01T10:55:34.521 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.521 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.522 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.523 DEBUG:boto:Params: {} 2022-09-01T10:55:34.524 DEBUG:boto:Token: None 2022-09-01T10:55:34.525 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.526 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xfhtYtkRBvKIsekJ8ko+b5hzCqc= 2022-09-01T10:55:34.528 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xfhtYtkRBvKIsekJ8ko+b5hzCqc=', 'Content-Length': '0'} 2022-09-01T10:55:34.534 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bc38c3e474a95bce-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.536 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:34.536 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:34.537 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.538 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.539 DEBUG:boto:Method: HEAD 2022-09-01T10:55:34.541 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.542 DEBUG:boto:Data: 2022-09-01T10:55:34.543 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.544 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.546 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.547 DEBUG:boto:Params: {} 2022-09-01T10:55:34.547 DEBUG:boto:Token: None 2022-09-01T10:55:34.548 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.554 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xfhtYtkRBvKIsekJ8ko+b5hzCqc= 2022-09-01T10:55:34.555 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xfhtYtkRBvKIsekJ8ko+b5hzCqc=', 'Content-Length': '0'} 2022-09-01T10:55:34.557 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009eb324088b3b73ee-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.558 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:34.558 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:34.559 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:34.559 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.560 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.560 DEBUG:boto:Method: GET 2022-09-01T10:55:34.561 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.561 DEBUG:boto:Data: 2022-09-01T10:55:34.562 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.564 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.564 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.565 DEBUG:boto:Params: {} 2022-09-01T10:55:34.565 DEBUG:boto:Token: None 2022-09-01T10:55:34.566 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eyskph4hwLCVrYj9FLq/j6tiHRs= 2022-09-01T10:55:34.567 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eyskph4hwLCVrYj9FLq/j6tiHRs=', 'Content-Length': '0'} 2022-09-01T10:55:34.571 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ab2df65f805ed2e1-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.610 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:34.611 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:34.612 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.612 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.613 DEBUG:boto:Method: GET 2022-09-01T10:55:34.613 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.614 DEBUG:boto:Data: 2022-09-01T10:55:34.615 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.616 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.617 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.619 DEBUG:boto:Params: {} 2022-09-01T10:55:34.620 DEBUG:boto:Token: None 2022-09-01T10:55:34.620 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:34.621 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eyskph4hwLCVrYj9FLq/j6tiHRs= 2022-09-01T10:55:34.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eyskph4hwLCVrYj9FLq/j6tiHRs=', 'Content-Length': '0'} 2022-09-01T10:55:34.625 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000159aed638642e112-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.627 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:34.628 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:34.629 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:34.630 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:34.631 DEBUG:boto:Method: GET 2022-09-01T10:55:34.631 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:34.632 DEBUG:boto:Data: 2022-09-01T10:55:34.632 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.633 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.633 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.634 DEBUG:boto:Params: {} 2022-09-01T10:55:34.635 DEBUG:boto:Token: None 2022-09-01T10:55:34.635 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/ 2022-09-01T10:55:34.636 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8= 2022-09-01T10:55:34.637 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8=', 'Content-Length': '0'} 2022-09-01T10:55:34.642 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008611eb5eeca1fb86-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.643 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:34.645 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:34.646 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:34.647 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:34.647 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:34.648 DEBUG:boto:Method: GET 2022-09-01T10:55:34.649 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:34.650 DEBUG:boto:Data: 2022-09-01T10:55:34.651 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.652 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.653 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.654 DEBUG:boto:Params: {} 2022-09-01T10:55:34.655 DEBUG:boto:Token: None 2022-09-01T10:55:34.657 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/ 2022-09-01T10:55:34.658 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8= 2022-09-01T10:55:34.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8=', 'Content-Length': '0'} 2022-09-01T10:55:34.662 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d89db943536886b1-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.663 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:34.664 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:34.664 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:34.665 DEBUG:boto:Method: HEAD 2022-09-01T10:55:34.665 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:34.666 DEBUG:boto:Data: 2022-09-01T10:55:34.667 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.668 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.668 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.669 DEBUG:boto:Params: {} 2022-09-01T10:55:34.669 DEBUG:boto:Token: None 2022-09-01T10:55:34.670 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/e 2022-09-01T10:55:34.671 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8OgO7Nd4geVeGQp20+Z7S60hRYg= 2022-09-01T10:55:34.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8OgO7Nd4geVeGQp20+Z7S60hRYg=', 'Content-Length': '0'} 2022-09-01T10:55:34.673 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bfe4860ee8ab3f5b-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.674 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:34.675 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:34.675 DEBUG:boto:Method: HEAD 2022-09-01T10:55:34.676 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:34.676 DEBUG:boto:Data: 2022-09-01T10:55:34.677 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.677 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.678 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.678 DEBUG:boto:Params: {} 2022-09-01T10:55:34.680 DEBUG:boto:Token: None 2022-09-01T10:55:34.681 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/e 2022-09-01T10:55:34.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8OgO7Nd4geVeGQp20+Z7S60hRYg= 2022-09-01T10:55:34.683 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8OgO7Nd4geVeGQp20+Z7S60hRYg=', 'Content-Length': '0'} 2022-09-01T10:55:34.686 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000066efb60a6b753a4-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.687 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:34.688 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:34.689 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:34.690 DEBUG:boto:Method: GET 2022-09-01T10:55:34.690 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:34.691 DEBUG:boto:Data: 2022-09-01T10:55:34.692 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.693 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.694 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.695 DEBUG:boto:Params: {} 2022-09-01T10:55:34.696 DEBUG:boto:Token: None 2022-09-01T10:55:34.697 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/e 2022-09-01T10:55:34.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hqCsyqv7dT+lYxQkR0JVfXMJnWw= 2022-09-01T10:55:34.698 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hqCsyqv7dT+lYxQkR0JVfXMJnWw=', 'Content-Length': '0'} 2022-09-01T10:55:34.700 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b22ba24ed4ae1bc8-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.702 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:34.702 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:34.703 DEBUG:boto:Method: GET 2022-09-01T10:55:34.704 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:34.705 DEBUG:boto:Data: 2022-09-01T10:55:34.706 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.707 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.708 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.709 DEBUG:boto:Params: {} 2022-09-01T10:55:34.711 DEBUG:boto:Token: None 2022-09-01T10:55:34.712 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/e 2022-09-01T10:55:34.713 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hqCsyqv7dT+lYxQkR0JVfXMJnWw= 2022-09-01T10:55:34.714 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hqCsyqv7dT+lYxQkR0JVfXMJnWw=', 'Content-Length': '0'} 2022-09-01T10:55:34.717 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000061e1acab46991712-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.718 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:34.719 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:34.720 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:34.722 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:34.723 DEBUG:boto:Method: GET 2022-09-01T10:55:34.724 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:34.724 DEBUG:boto:Data: 2022-09-01T10:55:34.725 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.726 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.727 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.728 DEBUG:boto:Params: {} 2022-09-01T10:55:34.729 DEBUG:boto:Token: None 2022-09-01T10:55:34.730 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/ 2022-09-01T10:55:34.731 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8= 2022-09-01T10:55:34.732 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8=', 'Content-Length': '0'} 2022-09-01T10:55:34.735 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000de5c9140251972b8-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.736 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:34.738 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:34.739 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:34.739 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:34.740 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:34.741 DEBUG:boto:Method: GET 2022-09-01T10:55:34.742 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:34.743 DEBUG:boto:Data: 2022-09-01T10:55:34.743 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.744 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.745 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.745 DEBUG:boto:Params: {} 2022-09-01T10:55:34.746 DEBUG:boto:Token: None 2022-09-01T10:55:34.747 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/ 2022-09-01T10:55:34.747 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8= 2022-09-01T10:55:34.748 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8=', 'Content-Length': '0'} 2022-09-01T10:55:34.751 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000096a82def9c213bce-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.751 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:34.753 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:34.754 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:34.755 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:34.755 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.756 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.757 DEBUG:boto:Method: GET 2022-09-01T10:55:34.757 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.758 DEBUG:boto:Data: 2022-09-01T10:55:34.759 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.760 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.761 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.762 DEBUG:boto:Params: {} 2022-09-01T10:55:34.763 DEBUG:boto:Token: None 2022-09-01T10:55:34.764 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.765 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KJ6CBTdv0cU/IqdZO9HFI15tgbk= 2022-09-01T10:55:34.767 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KJ6CBTdv0cU/IqdZO9HFI15tgbk=', 'Content-Length': '0'} 2022-09-01T10:55:34.770 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f3d1bcb74e363fc6-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.814 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:34.815 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:34.816 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.817 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.818 DEBUG:boto:Method: GET 2022-09-01T10:55:34.819 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.820 DEBUG:boto:Data: 2022-09-01T10:55:34.821 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.821 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.822 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.823 DEBUG:boto:Params: {} 2022-09-01T10:55:34.823 DEBUG:boto:Token: None 2022-09-01T10:55:34.825 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.825 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KJ6CBTdv0cU/IqdZO9HFI15tgbk= 2022-09-01T10:55:34.826 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KJ6CBTdv0cU/IqdZO9HFI15tgbk=', 'Content-Length': '0'} 2022-09-01T10:55:34.828 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008729746ec892899f-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.829 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:34.830 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:34.830 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.831 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.831 DEBUG:boto:Method: HEAD 2022-09-01T10:55:34.832 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.832 DEBUG:boto:Data: 2022-09-01T10:55:34.834 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.835 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.835 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.836 DEBUG:boto:Params: {} 2022-09-01T10:55:34.837 DEBUG:boto:Token: None 2022-09-01T10:55:34.838 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.838 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L6lOPLj1Zp1xP9iXVJfydUdmMfg= 2022-09-01T10:55:34.839 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L6lOPLj1Zp1xP9iXVJfydUdmMfg=', 'Content-Length': '0'} 2022-09-01T10:55:34.841 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fa4870256a576e33-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.842 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:34.842 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:34.843 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.843 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.844 DEBUG:boto:Method: HEAD 2022-09-01T10:55:34.844 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.845 DEBUG:boto:Data: 2022-09-01T10:55:34.845 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.846 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.847 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.848 DEBUG:boto:Params: {} 2022-09-01T10:55:34.849 DEBUG:boto:Token: None 2022-09-01T10:55:34.850 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.851 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L6lOPLj1Zp1xP9iXVJfydUdmMfg= 2022-09-01T10:55:34.852 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L6lOPLj1Zp1xP9iXVJfydUdmMfg=', 'Content-Length': '0'} 2022-09-01T10:55:34.855 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000343be6d1406ea5ef-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.856 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:34.856 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:34.857 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:34.857 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.858 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.858 DEBUG:boto:Method: GET 2022-09-01T10:55:34.859 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.859 DEBUG:boto:Data: 2022-09-01T10:55:34.860 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.860 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.861 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.861 DEBUG:boto:Params: {} 2022-09-01T10:55:34.862 DEBUG:boto:Token: None 2022-09-01T10:55:34.863 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.863 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KJ6CBTdv0cU/IqdZO9HFI15tgbk= 2022-09-01T10:55:34.864 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KJ6CBTdv0cU/IqdZO9HFI15tgbk=', 'Content-Length': '0'} 2022-09-01T10:55:34.866 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a699d8c0e265e138-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.867 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:34.868 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:34.869 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.870 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.871 DEBUG:boto:Method: GET 2022-09-01T10:55:34.872 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.873 DEBUG:boto:Data: 2022-09-01T10:55:34.874 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.875 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.876 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.877 DEBUG:boto:Params: {} 2022-09-01T10:55:34.878 DEBUG:boto:Token: None 2022-09-01T10:55:34.879 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:34.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KJ6CBTdv0cU/IqdZO9HFI15tgbk= 2022-09-01T10:55:34.881 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KJ6CBTdv0cU/IqdZO9HFI15tgbk=', 'Content-Length': '0'} 2022-09-01T10:55:34.892 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d4ba60355d1e9aa8-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.934 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:34.936 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:34.937 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:34.937 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:34.938 DEBUG:boto:Method: GET 2022-09-01T10:55:34.940 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:34.941 DEBUG:boto:Data: 2022-09-01T10:55:34.942 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.943 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.944 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.945 DEBUG:boto:Params: {} 2022-09-01T10:55:34.951 DEBUG:boto:Token: None 2022-09-01T10:55:34.952 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/ 2022-09-01T10:55:34.953 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8= 2022-09-01T10:55:34.954 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8=', 'Content-Length': '0'} 2022-09-01T10:55:34.958 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dabde39c66605199-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.960 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:34.961 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:34.962 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:34.963 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:34.964 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:34.965 DEBUG:boto:Method: GET 2022-09-01T10:55:34.966 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:34.966 DEBUG:boto:Data: 2022-09-01T10:55:34.967 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.968 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.968 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.969 DEBUG:boto:Params: {} 2022-09-01T10:55:34.970 DEBUG:boto:Token: None 2022-09-01T10:55:34.970 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/ 2022-09-01T10:55:34.971 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8= 2022-09-01T10:55:34.971 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sw9fXiAKLsQaHUovQhcv6fgaKM8=', 'Content-Length': '0'} 2022-09-01T10:55:34.974 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005582f3d03a9f8a14-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.974 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:34.976 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:34.976 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:34.977 DEBUG:boto:Method: HEAD 2022-09-01T10:55:34.977 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:34.978 DEBUG:boto:Data: 2022-09-01T10:55:34.978 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.979 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:34.979 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.980 DEBUG:boto:Params: {} 2022-09-01T10:55:34.980 DEBUG:boto:Token: None 2022-09-01T10:55:34.981 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/f 2022-09-01T10:55:34.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oZzJunoGUy8XE4VG9FvSfunssBU= 2022-09-01T10:55:34.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oZzJunoGUy8XE4VG9FvSfunssBU=', 'Content-Length': '0'} 2022-09-01T10:55:34.986 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c1f97aeebc11624-0063108fa6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.987 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:34.987 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:34.988 DEBUG:boto:Method: HEAD 2022-09-01T10:55:34.988 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:34.989 DEBUG:boto:Data: 2022-09-01T10:55:34.989 DEBUG:boto:Headers: {} 2022-09-01T10:55:34.990 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:34.990 DEBUG:boto:Port: 8000 2022-09-01T10:55:34.991 DEBUG:boto:Params: {} 2022-09-01T10:55:34.991 DEBUG:boto:Token: None 2022-09-01T10:55:34.992 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:34 GMT /ptoxvb-70/f 2022-09-01T10:55:34.992 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oZzJunoGUy8XE4VG9FvSfunssBU= 2022-09-01T10:55:34.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oZzJunoGUy8XE4VG9FvSfunssBU=', 'Content-Length': '0'} 2022-09-01T10:55:34.997 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008114a1bddebd0938-0063108fa6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:34.998 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:34.999 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:35.000 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:35.000 DEBUG:boto:Method: GET 2022-09-01T10:55:35.001 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:35.001 DEBUG:boto:Data: 2022-09-01T10:55:35.002 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.003 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.003 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.004 DEBUG:boto:Params: {} 2022-09-01T10:55:35.004 DEBUG:boto:Token: None 2022-09-01T10:55:35.005 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/f 2022-09-01T10:55:35.006 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UVeycIV6pAgmfXaw9UtL0vKGsig= 2022-09-01T10:55:35.007 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UVeycIV6pAgmfXaw9UtL0vKGsig=', 'Content-Length': '0'} 2022-09-01T10:55:35.011 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f6e0eed2f73ed15c-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.012 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:35.012 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:35.013 DEBUG:boto:Method: GET 2022-09-01T10:55:35.014 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:35.014 DEBUG:boto:Data: 2022-09-01T10:55:35.015 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.015 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.016 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.016 DEBUG:boto:Params: {} 2022-09-01T10:55:35.017 DEBUG:boto:Token: None 2022-09-01T10:55:35.018 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/f 2022-09-01T10:55:35.019 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UVeycIV6pAgmfXaw9UtL0vKGsig= 2022-09-01T10:55:35.019 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UVeycIV6pAgmfXaw9UtL0vKGsig=', 'Content-Length': '0'} 2022-09-01T10:55:35.022 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000557558ff4077d69c-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.023 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.023 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.024 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:35.025 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:35.025 DEBUG:boto:Method: GET 2022-09-01T10:55:35.026 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:35.027 DEBUG:boto:Data: 2022-09-01T10:55:35.028 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.029 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.030 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.030 DEBUG:boto:Params: {} 2022-09-01T10:55:35.031 DEBUG:boto:Token: None 2022-09-01T10:55:35.032 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/ 2022-09-01T10:55:35.032 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco= 2022-09-01T10:55:35.033 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco=', 'Content-Length': '0'} 2022-09-01T10:55:35.046 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b5f912fe0eba3f44-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.047 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:35.047 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.048 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.049 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:35.049 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:35.050 DEBUG:boto:Method: GET 2022-09-01T10:55:35.050 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:35.051 DEBUG:boto:Data: 2022-09-01T10:55:35.051 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.052 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.052 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.053 DEBUG:boto:Params: {} 2022-09-01T10:55:35.053 DEBUG:boto:Token: None 2022-09-01T10:55:35.054 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/ 2022-09-01T10:55:35.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco= 2022-09-01T10:55:35.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco=', 'Content-Length': '0'} 2022-09-01T10:55:35.058 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d8843f84c2beda06-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.059 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:35.060 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:35.060 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:35.061 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:35.061 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.062 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.062 DEBUG:boto:Method: GET 2022-09-01T10:55:35.063 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.063 DEBUG:boto:Data: 2022-09-01T10:55:35.064 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.064 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.065 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.065 DEBUG:boto:Params: {} 2022-09-01T10:55:35.066 DEBUG:boto:Token: None 2022-09-01T10:55:35.067 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.070 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:COLErVFgLML37qVwX6U5yBI8zn8= 2022-09-01T10:55:35.071 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:COLErVFgLML37qVwX6U5yBI8zn8=', 'Content-Length': '0'} 2022-09-01T10:55:35.074 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007ddb0ca2f8cad974-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.116 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:35.117 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:35.118 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.118 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.119 DEBUG:boto:Method: GET 2022-09-01T10:55:35.119 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.120 DEBUG:boto:Data: 2022-09-01T10:55:35.120 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.121 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.121 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.122 DEBUG:boto:Params: {} 2022-09-01T10:55:35.122 DEBUG:boto:Token: None 2022-09-01T10:55:35.123 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:COLErVFgLML37qVwX6U5yBI8zn8= 2022-09-01T10:55:35.124 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:COLErVFgLML37qVwX6U5yBI8zn8=', 'Content-Length': '0'} 2022-09-01T10:55:35.127 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f4547863da14493-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.128 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:35.128 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:35.129 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.129 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.130 DEBUG:boto:Method: HEAD 2022-09-01T10:55:35.130 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.131 DEBUG:boto:Data: 2022-09-01T10:55:35.131 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.133 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.133 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.134 DEBUG:boto:Params: {} 2022-09-01T10:55:35.134 DEBUG:boto:Token: None 2022-09-01T10:55:35.136 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.137 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9r/AZt01ww1EF9/NThrzDpEw1UE= 2022-09-01T10:55:35.137 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9r/AZt01ww1EF9/NThrzDpEw1UE=', 'Content-Length': '0'} 2022-09-01T10:55:35.142 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f4d87127087b778e-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.144 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:35.145 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:35.145 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.146 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.146 DEBUG:boto:Method: HEAD 2022-09-01T10:55:35.147 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.147 DEBUG:boto:Data: 2022-09-01T10:55:35.148 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.149 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.149 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.150 DEBUG:boto:Params: {} 2022-09-01T10:55:35.150 DEBUG:boto:Token: None 2022-09-01T10:55:35.151 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.152 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9r/AZt01ww1EF9/NThrzDpEw1UE= 2022-09-01T10:55:35.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9r/AZt01ww1EF9/NThrzDpEw1UE=', 'Content-Length': '0'} 2022-09-01T10:55:35.154 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dfb8b099adc5507c-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.155 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:35.156 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:35.156 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:35.157 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.157 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.158 DEBUG:boto:Method: GET 2022-09-01T10:55:35.159 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.159 DEBUG:boto:Data: 2022-09-01T10:55:35.160 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.160 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.161 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.161 DEBUG:boto:Params: {} 2022-09-01T10:55:35.162 DEBUG:boto:Token: None 2022-09-01T10:55:35.163 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:COLErVFgLML37qVwX6U5yBI8zn8= 2022-09-01T10:55:35.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:COLErVFgLML37qVwX6U5yBI8zn8=', 'Content-Length': '0'} 2022-09-01T10:55:35.166 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b66ea365d99b35cd-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.167 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:35.168 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:35.169 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.169 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.170 DEBUG:boto:Method: GET 2022-09-01T10:55:35.170 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.171 DEBUG:boto:Data: 2022-09-01T10:55:35.171 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.172 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.173 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.173 DEBUG:boto:Params: {} 2022-09-01T10:55:35.174 DEBUG:boto:Token: None 2022-09-01T10:55:35.174 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:35.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:COLErVFgLML37qVwX6U5yBI8zn8= 2022-09-01T10:55:35.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:COLErVFgLML37qVwX6U5yBI8zn8=', 'Content-Length': '0'} 2022-09-01T10:55:35.178 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045439d1d1ef28f06-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.226 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.227 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.228 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:35.228 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:35.229 DEBUG:boto:Method: GET 2022-09-01T10:55:35.230 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:35.231 DEBUG:boto:Data: 2022-09-01T10:55:35.232 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.233 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.234 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.234 DEBUG:boto:Params: {} 2022-09-01T10:55:35.235 DEBUG:boto:Token: None 2022-09-01T10:55:35.236 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/ 2022-09-01T10:55:35.238 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco= 2022-09-01T10:55:35.238 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco=', 'Content-Length': '0'} 2022-09-01T10:55:35.242 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cf260d4dd9d22784-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.243 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:35.244 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.245 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.245 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:35.246 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:35.246 DEBUG:boto:Method: GET 2022-09-01T10:55:35.247 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:35.248 DEBUG:boto:Data: 2022-09-01T10:55:35.248 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.249 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.249 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.250 DEBUG:boto:Params: {} 2022-09-01T10:55:35.251 DEBUG:boto:Token: None 2022-09-01T10:55:35.252 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/ 2022-09-01T10:55:35.253 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco= 2022-09-01T10:55:35.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco=', 'Content-Length': '0'} 2022-09-01T10:55:35.256 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e2767b1e1743ab19-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.257 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:35.258 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:35.259 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:35.259 DEBUG:boto:Method: HEAD 2022-09-01T10:55:35.260 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:35.261 DEBUG:boto:Data: 2022-09-01T10:55:35.261 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.262 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.262 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.263 DEBUG:boto:Params: {} 2022-09-01T10:55:35.263 DEBUG:boto:Token: None 2022-09-01T10:55:35.264 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/g 2022-09-01T10:55:35.265 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B23W6t8vsujv/1MTB3g7bygW1bo= 2022-09-01T10:55:35.265 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B23W6t8vsujv/1MTB3g7bygW1bo=', 'Content-Length': '0'} 2022-09-01T10:55:35.267 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f6735392c11e306c-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.268 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:35.269 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:35.270 DEBUG:boto:Method: HEAD 2022-09-01T10:55:35.271 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:35.271 DEBUG:boto:Data: 2022-09-01T10:55:35.272 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.272 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.273 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.273 DEBUG:boto:Params: {} 2022-09-01T10:55:35.274 DEBUG:boto:Token: None 2022-09-01T10:55:35.275 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/g 2022-09-01T10:55:35.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B23W6t8vsujv/1MTB3g7bygW1bo= 2022-09-01T10:55:35.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B23W6t8vsujv/1MTB3g7bygW1bo=', 'Content-Length': '0'} 2022-09-01T10:55:35.279 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006f72e370819a0a94-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.280 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:35.280 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:35.281 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:35.282 DEBUG:boto:Method: GET 2022-09-01T10:55:35.282 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:35.284 DEBUG:boto:Data: 2022-09-01T10:55:35.286 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.287 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.288 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.289 DEBUG:boto:Params: {} 2022-09-01T10:55:35.290 DEBUG:boto:Token: None 2022-09-01T10:55:35.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/g 2022-09-01T10:55:35.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GZROZ7lXK1iYH81OnIWb80TQuZE= 2022-09-01T10:55:35.293 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GZROZ7lXK1iYH81OnIWb80TQuZE=', 'Content-Length': '0'} 2022-09-01T10:55:35.295 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f3123936968f38b7-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.296 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:35.296 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:35.297 DEBUG:boto:Method: GET 2022-09-01T10:55:35.297 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:35.298 DEBUG:boto:Data: 2022-09-01T10:55:35.299 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.299 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.300 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.301 DEBUG:boto:Params: {} 2022-09-01T10:55:35.301 DEBUG:boto:Token: None 2022-09-01T10:55:35.302 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/g 2022-09-01T10:55:35.303 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GZROZ7lXK1iYH81OnIWb80TQuZE= 2022-09-01T10:55:35.304 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GZROZ7lXK1iYH81OnIWb80TQuZE=', 'Content-Length': '0'} 2022-09-01T10:55:35.307 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009afe58b4f4ecadd8-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.309 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.310 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.312 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:35.312 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:35.313 DEBUG:boto:Method: GET 2022-09-01T10:55:35.313 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:35.314 DEBUG:boto:Data: 2022-09-01T10:55:35.314 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.315 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.316 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.316 DEBUG:boto:Params: {} 2022-09-01T10:55:35.317 DEBUG:boto:Token: None 2022-09-01T10:55:35.317 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/ 2022-09-01T10:55:35.318 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco= 2022-09-01T10:55:35.319 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco=', 'Content-Length': '0'} 2022-09-01T10:55:35.322 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f652c7e5103bc5fe-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.366 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:35.368 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.369 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.369 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:35.370 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:35.371 DEBUG:boto:Method: GET 2022-09-01T10:55:35.372 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:35.373 DEBUG:boto:Data: 2022-09-01T10:55:35.373 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.374 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.375 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.376 DEBUG:boto:Params: {} 2022-09-01T10:55:35.377 DEBUG:boto:Token: None 2022-09-01T10:55:35.378 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/ 2022-09-01T10:55:35.379 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco= 2022-09-01T10:55:35.380 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco=', 'Content-Length': '0'} 2022-09-01T10:55:35.384 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a9ef99ef3b0a8795-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.385 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:35.387 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:35.388 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:35.389 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:35.390 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.391 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.392 DEBUG:boto:Method: GET 2022-09-01T10:55:35.393 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.394 DEBUG:boto:Data: 2022-09-01T10:55:35.395 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.396 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.397 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.399 DEBUG:boto:Params: {} 2022-09-01T10:55:35.400 DEBUG:boto:Token: None 2022-09-01T10:55:35.401 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.402 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NdbXA15KN8/6M+vc1Ig4sBhWxLc= 2022-09-01T10:55:35.404 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NdbXA15KN8/6M+vc1Ig4sBhWxLc=', 'Content-Length': '0'} 2022-09-01T10:55:35.406 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f09957980429e2dd-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.407 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:35.408 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:35.409 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.409 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.410 DEBUG:boto:Method: GET 2022-09-01T10:55:35.410 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.411 DEBUG:boto:Data: 2022-09-01T10:55:35.411 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.412 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.412 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.413 DEBUG:boto:Params: {} 2022-09-01T10:55:35.414 DEBUG:boto:Token: None 2022-09-01T10:55:35.414 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.415 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NdbXA15KN8/6M+vc1Ig4sBhWxLc= 2022-09-01T10:55:35.416 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NdbXA15KN8/6M+vc1Ig4sBhWxLc=', 'Content-Length': '0'} 2022-09-01T10:55:35.418 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002f736f0d4932b65f-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.419 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:35.420 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:35.420 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.421 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.421 DEBUG:boto:Method: HEAD 2022-09-01T10:55:35.422 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.423 DEBUG:boto:Data: 2022-09-01T10:55:35.423 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.424 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.424 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.425 DEBUG:boto:Params: {} 2022-09-01T10:55:35.425 DEBUG:boto:Token: None 2022-09-01T10:55:35.426 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.427 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LB7PPeoODWUCrCuF/ttUVkOEv9I= 2022-09-01T10:55:35.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LB7PPeoODWUCrCuF/ttUVkOEv9I=', 'Content-Length': '0'} 2022-09-01T10:55:35.430 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a681a82cfa8c5bfd-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.431 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:35.431 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:35.432 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.432 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.433 DEBUG:boto:Method: HEAD 2022-09-01T10:55:35.434 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.434 DEBUG:boto:Data: 2022-09-01T10:55:35.435 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.435 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.436 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.436 DEBUG:boto:Params: {} 2022-09-01T10:55:35.437 DEBUG:boto:Token: None 2022-09-01T10:55:35.438 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LB7PPeoODWUCrCuF/ttUVkOEv9I= 2022-09-01T10:55:35.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LB7PPeoODWUCrCuF/ttUVkOEv9I=', 'Content-Length': '0'} 2022-09-01T10:55:35.441 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cff5b627d940855d-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.443 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:35.444 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:35.444 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:35.445 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.445 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.446 DEBUG:boto:Method: GET 2022-09-01T10:55:35.447 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.447 DEBUG:boto:Data: 2022-09-01T10:55:35.452 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.452 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.453 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.454 DEBUG:boto:Params: {} 2022-09-01T10:55:35.454 DEBUG:boto:Token: None 2022-09-01T10:55:35.455 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.456 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NdbXA15KN8/6M+vc1Ig4sBhWxLc= 2022-09-01T10:55:35.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NdbXA15KN8/6M+vc1Ig4sBhWxLc=', 'Content-Length': '0'} 2022-09-01T10:55:35.459 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a46ef0da4d53e2de-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.460 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:35.461 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:35.461 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.462 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.463 DEBUG:boto:Method: GET 2022-09-01T10:55:35.464 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.466 DEBUG:boto:Data: 2022-09-01T10:55:35.467 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.467 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.468 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.469 DEBUG:boto:Params: {} 2022-09-01T10:55:35.469 DEBUG:boto:Token: None 2022-09-01T10:55:35.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:35.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NdbXA15KN8/6M+vc1Ig4sBhWxLc= 2022-09-01T10:55:35.471 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NdbXA15KN8/6M+vc1Ig4sBhWxLc=', 'Content-Length': '0'} 2022-09-01T10:55:35.474 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001bea09b0549c7ccd-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.514 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.516 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.517 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:35.517 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:35.518 DEBUG:boto:Method: GET 2022-09-01T10:55:35.519 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:35.520 DEBUG:boto:Data: 2022-09-01T10:55:35.521 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.522 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.523 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.524 DEBUG:boto:Params: {} 2022-09-01T10:55:35.525 DEBUG:boto:Token: None 2022-09-01T10:55:35.525 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/ 2022-09-01T10:55:35.526 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco= 2022-09-01T10:55:35.527 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco=', 'Content-Length': '0'} 2022-09-01T10:55:35.530 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000115632341e9d3e0-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.530 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:35.531 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.532 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.534 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:35.535 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:35.536 DEBUG:boto:Method: GET 2022-09-01T10:55:35.536 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:35.537 DEBUG:boto:Data: 2022-09-01T10:55:35.537 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.540 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.541 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.541 DEBUG:boto:Params: {} 2022-09-01T10:55:35.542 DEBUG:boto:Token: None 2022-09-01T10:55:35.543 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/ 2022-09-01T10:55:35.543 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco= 2022-09-01T10:55:35.544 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco=', 'Content-Length': '0'} 2022-09-01T10:55:35.546 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004d2d005fd6349182-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.547 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:35.548 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:35.549 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:35.549 DEBUG:boto:Method: HEAD 2022-09-01T10:55:35.550 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:35.551 DEBUG:boto:Data: 2022-09-01T10:55:35.552 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.553 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.553 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.554 DEBUG:boto:Params: {} 2022-09-01T10:55:35.555 DEBUG:boto:Token: None 2022-09-01T10:55:35.556 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/h 2022-09-01T10:55:35.557 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsG/Rv4wszah9nLIZWf+JaJYrvo= 2022-09-01T10:55:35.558 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsG/Rv4wszah9nLIZWf+JaJYrvo=', 'Content-Length': '0'} 2022-09-01T10:55:35.560 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009dd6765fde93c531-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.562 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:35.563 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:35.564 DEBUG:boto:Method: HEAD 2022-09-01T10:55:35.565 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:35.566 DEBUG:boto:Data: 2022-09-01T10:55:35.567 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.567 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.568 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.569 DEBUG:boto:Params: {} 2022-09-01T10:55:35.570 DEBUG:boto:Token: None 2022-09-01T10:55:35.571 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/h 2022-09-01T10:55:35.571 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EsG/Rv4wszah9nLIZWf+JaJYrvo= 2022-09-01T10:55:35.572 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EsG/Rv4wszah9nLIZWf+JaJYrvo=', 'Content-Length': '0'} 2022-09-01T10:55:35.576 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009661c744813e0d18-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.578 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:35.579 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:35.580 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:35.581 DEBUG:boto:Method: GET 2022-09-01T10:55:35.582 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:35.584 DEBUG:boto:Data: 2022-09-01T10:55:35.584 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.585 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.586 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.587 DEBUG:boto:Params: {} 2022-09-01T10:55:35.587 DEBUG:boto:Token: None 2022-09-01T10:55:35.588 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/h 2022-09-01T10:55:35.589 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ID2rfpdR0Ntvv1gTyC4IHc3TSr0= 2022-09-01T10:55:35.589 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ID2rfpdR0Ntvv1gTyC4IHc3TSr0=', 'Content-Length': '0'} 2022-09-01T10:55:35.592 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d2a7b3f4b593cc63-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.593 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:35.594 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:35.595 DEBUG:boto:Method: GET 2022-09-01T10:55:35.595 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:35.596 DEBUG:boto:Data: 2022-09-01T10:55:35.596 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.597 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.598 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.598 DEBUG:boto:Params: {} 2022-09-01T10:55:35.599 DEBUG:boto:Token: None 2022-09-01T10:55:35.599 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/h 2022-09-01T10:55:35.600 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ID2rfpdR0Ntvv1gTyC4IHc3TSr0= 2022-09-01T10:55:35.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ID2rfpdR0Ntvv1gTyC4IHc3TSr0=', 'Content-Length': '0'} 2022-09-01T10:55:35.603 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f9e6bc974f4094c-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.650 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.651 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.652 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:35.654 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:35.655 DEBUG:boto:Method: GET 2022-09-01T10:55:35.656 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:35.657 DEBUG:boto:Data: 2022-09-01T10:55:35.659 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.659 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:35.660 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.661 DEBUG:boto:Params: {} 2022-09-01T10:55:35.662 DEBUG:boto:Token: None 2022-09-01T10:55:35.663 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/ 2022-09-01T10:55:35.664 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco= 2022-09-01T10:55:35.665 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco=', 'Content-Length': '0'} 2022-09-01T10:55:35.667 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000160d4626aabc948b-0063108fa7-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.668 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:35.669 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.669 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.670 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:35.670 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:35.671 DEBUG:boto:Method: GET 2022-09-01T10:55:35.672 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:35.672 DEBUG:boto:Data: 2022-09-01T10:55:35.673 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.673 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.674 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.675 DEBUG:boto:Params: {} 2022-09-01T10:55:35.675 DEBUG:boto:Token: None 2022-09-01T10:55:35.676 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/ 2022-09-01T10:55:35.676 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco= 2022-09-01T10:55:35.677 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p/UCfIphfDiWjb/nL65qU1YaAco=', 'Content-Length': '0'} 2022-09-01T10:55:35.680 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e9df03a73959454c-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.681 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:35.682 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-70 zones={test-zone2, test-zone1} 2022-09-01T10:55:35.683 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-70 zones={test-zone3, test-zone1} 2022-09-01T10:55:35.683 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.684 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.684 DEBUG:boto:Method: HEAD 2022-09-01T10:55:35.685 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:55:35.685 DEBUG:boto:Data: 2022-09-01T10:55:35.686 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.686 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:35.687 DEBUG:boto:Port: 8001 2022-09-01T10:55:35.688 DEBUG:boto:Params: {} 2022-09-01T10:55:35.689 DEBUG:boto:Token: None 2022-09-01T10:55:35.690 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/ 2022-09-01T10:55:35.691 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MglpcgYvwQ1rKC56TKmEKaljZWg= 2022-09-01T10:55:35.692 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MglpcgYvwQ1rKC56TKmEKaljZWg=', 'Content-Length': '0'} 2022-09-01T10:55:35.696 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b084777ecf7349f6-0063108fa7-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.697 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.697 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.698 DEBUG:boto:Method: HEAD 2022-09-01T10:55:35.700 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:55:35.701 DEBUG:boto:Data: 2022-09-01T10:55:35.701 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.702 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.703 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.704 DEBUG:boto:Params: {} 2022-09-01T10:55:35.705 DEBUG:boto:Token: None 2022-09-01T10:55:35.706 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/ 2022-09-01T10:55:35.706 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MglpcgYvwQ1rKC56TKmEKaljZWg= 2022-09-01T10:55:35.707 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MglpcgYvwQ1rKC56TKmEKaljZWg=', 'Content-Length': '0'} 2022-09-01T10:55:35.709 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007d85f13b532af6b2-0063108fa7-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.710 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:55:35.710 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.711 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.712 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:35.712 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:35.713 DEBUG:boto:Method: GET 2022-09-01T10:55:35.713 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:35.714 DEBUG:boto:Data: 2022-09-01T10:55:35.714 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.715 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:35.715 DEBUG:boto:Port: 8001 2022-09-01T10:55:35.716 DEBUG:boto:Params: {} 2022-09-01T10:55:35.716 DEBUG:boto:Token: None 2022-09-01T10:55:35.717 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/?versions 2022-09-01T10:55:35.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3mh7MMU0CaIVBx0e1veMMrkiczY= 2022-09-01T10:55:35.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3mh7MMU0CaIVBx0e1veMMrkiczY=', 'Content-Length': '0'} 2022-09-01T10:55:35.721 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000daed2123a0847175-0063108fa7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.722 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:35.724 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:55:35.725 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:55:35.725 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:55:35.726 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:55:35.726 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T10:55:35.727 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T10:55:35.727 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T10:55:35.727 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T10:55:35.728 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:55:35.729 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.729 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.730 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:35.730 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:35.731 DEBUG:boto:Method: GET 2022-09-01T10:55:35.731 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:35.732 DEBUG:boto:Data: 2022-09-01T10:55:35.732 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.733 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.734 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.735 DEBUG:boto:Params: {} 2022-09-01T10:55:35.736 DEBUG:boto:Token: None 2022-09-01T10:55:35.737 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/?versions 2022-09-01T10:55:35.738 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3mh7MMU0CaIVBx0e1veMMrkiczY= 2022-09-01T10:55:35.739 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3mh7MMU0CaIVBx0e1veMMrkiczY=', 'Content-Length': '0'} 2022-09-01T10:55:35.742 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003eab41d540320bcb-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.743 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:35.744 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:55:35.744 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:55:35.745 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:55:35.745 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:55:35.746 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T10:55:35.746 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T10:55:35.747 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T10:55:35.747 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T10:55:35.748 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.748 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.749 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:35.750 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:35.750 DEBUG:boto:Method: GET 2022-09-01T10:55:35.751 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:35.751 DEBUG:boto:Data: 2022-09-01T10:55:35.752 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.753 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:35.753 DEBUG:boto:Port: 8001 2022-09-01T10:55:35.754 DEBUG:boto:Params: {} 2022-09-01T10:55:35.755 DEBUG:boto:Token: None 2022-09-01T10:55:35.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/?versions 2022-09-01T10:55:35.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3mh7MMU0CaIVBx0e1veMMrkiczY= 2022-09-01T10:55:35.756 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3mh7MMU0CaIVBx0e1veMMrkiczY=', 'Content-Length': '0'} 2022-09-01T10:55:35.759 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000034d784bf0f3ad5b5-0063108fa7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.760 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:35.762 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:35.763 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:35.763 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:35.764 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:35.764 DEBUG:boto:Method: GET 2022-09-01T10:55:35.765 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:35.765 DEBUG:boto:Data: 2022-09-01T10:55:35.766 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.766 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.767 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.767 DEBUG:boto:Params: {} 2022-09-01T10:55:35.768 DEBUG:boto:Token: None 2022-09-01T10:55:35.769 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/?versions 2022-09-01T10:55:35.770 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3mh7MMU0CaIVBx0e1veMMrkiczY= 2022-09-01T10:55:35.771 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3mh7MMU0CaIVBx0e1veMMrkiczY=', 'Content-Length': '0'} 2022-09-01T10:55:35.774 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005cb830380dec3f89-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.775 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:35.776 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:35.777 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:35.777 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:35.778 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.779 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.780 DEBUG:boto:Method: GET 2022-09-01T10:55:35.781 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.782 DEBUG:boto:Data: 2022-09-01T10:55:35.783 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.784 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:35.785 DEBUG:boto:Port: 8001 2022-09-01T10:55:35.786 DEBUG:boto:Params: {} 2022-09-01T10:55:35.787 DEBUG:boto:Token: None 2022-09-01T10:55:35.788 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HjoQAW9H/YD8hrNXORjvgggUBQA= 2022-09-01T10:55:35.790 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HjoQAW9H/YD8hrNXORjvgggUBQA=', 'Content-Length': '0'} 2022-09-01T10:55:35.793 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000502d04b1366b46ff-0063108fa7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.838 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:35.839 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:35.840 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.840 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.841 DEBUG:boto:Method: GET 2022-09-01T10:55:35.842 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.842 DEBUG:boto:Data: 2022-09-01T10:55:35.843 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.844 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.844 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.845 DEBUG:boto:Params: {} 2022-09-01T10:55:35.845 DEBUG:boto:Token: None 2022-09-01T10:55:35.846 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HjoQAW9H/YD8hrNXORjvgggUBQA= 2022-09-01T10:55:35.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HjoQAW9H/YD8hrNXORjvgggUBQA=', 'Content-Length': '0'} 2022-09-01T10:55:35.850 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005482918b3e39d21b-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.851 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:35.852 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:35.852 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.853 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.856 DEBUG:boto:Method: HEAD 2022-09-01T10:55:35.857 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.858 DEBUG:boto:Data: 2022-09-01T10:55:35.859 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.860 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:35.860 DEBUG:boto:Port: 8001 2022-09-01T10:55:35.861 DEBUG:boto:Params: {} 2022-09-01T10:55:35.863 DEBUG:boto:Token: None 2022-09-01T10:55:35.865 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.865 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pZwn8eoa4JsyN/WlDIBLbdrW6wY= 2022-09-01T10:55:35.866 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pZwn8eoa4JsyN/WlDIBLbdrW6wY=', 'Content-Length': '0'} 2022-09-01T10:55:35.868 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b98e1a9b5ada449-0063108fa7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.869 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:35.869 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:35.870 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.870 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.871 DEBUG:boto:Method: HEAD 2022-09-01T10:55:35.871 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.872 DEBUG:boto:Data: 2022-09-01T10:55:35.873 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.873 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.874 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.874 DEBUG:boto:Params: {} 2022-09-01T10:55:35.875 DEBUG:boto:Token: None 2022-09-01T10:55:35.876 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.876 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pZwn8eoa4JsyN/WlDIBLbdrW6wY= 2022-09-01T10:55:35.877 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pZwn8eoa4JsyN/WlDIBLbdrW6wY=', 'Content-Length': '0'} 2022-09-01T10:55:35.879 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007fc6473ee5c7a084-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.879 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:35.880 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:35.881 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:35.882 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.883 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.884 DEBUG:boto:Method: GET 2022-09-01T10:55:35.884 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.885 DEBUG:boto:Data: 2022-09-01T10:55:35.886 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.886 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:35.887 DEBUG:boto:Port: 8001 2022-09-01T10:55:35.887 DEBUG:boto:Params: {} 2022-09-01T10:55:35.889 DEBUG:boto:Token: None 2022-09-01T10:55:35.889 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.890 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HjoQAW9H/YD8hrNXORjvgggUBQA= 2022-09-01T10:55:35.891 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HjoQAW9H/YD8hrNXORjvgggUBQA=', 'Content-Length': '0'} 2022-09-01T10:55:35.894 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000090740f9e258cbd62-0063108fa7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.895 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:35.895 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:35.896 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.896 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.897 DEBUG:boto:Method: GET 2022-09-01T10:55:35.898 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.898 DEBUG:boto:Data: 2022-09-01T10:55:35.899 DEBUG:boto:Headers: {} 2022-09-01T10:55:35.900 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:35.900 DEBUG:boto:Port: 8000 2022-09-01T10:55:35.901 DEBUG:boto:Params: {} 2022-09-01T10:55:35.902 DEBUG:boto:Token: None 2022-09-01T10:55:35.902 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:35 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:35.903 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HjoQAW9H/YD8hrNXORjvgggUBQA= 2022-09-01T10:55:35.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HjoQAW9H/YD8hrNXORjvgggUBQA=', 'Content-Length': '0'} 2022-09-01T10:55:35.906 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dfb52326db5c943a-0063108fa7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:35.954 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:36.022 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:36.023 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:36.024 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:36.025 DEBUG:boto:Method: GET 2022-09-01T10:55:36.026 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:36.027 DEBUG:boto:Data: 2022-09-01T10:55:36.028 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.029 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.030 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.031 DEBUG:boto:Params: {} 2022-09-01T10:55:36.032 DEBUG:boto:Token: None 2022-09-01T10:55:36.033 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/ 2022-09-01T10:55:36.034 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo= 2022-09-01T10:55:36.035 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo=', 'Content-Length': '0'} 2022-09-01T10:55:36.047 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000c6417accd0c6bb8-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.048 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:36.051 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:36.053 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:36.054 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:36.055 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:36.056 DEBUG:boto:Method: GET 2022-09-01T10:55:36.056 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:36.057 DEBUG:boto:Data: 2022-09-01T10:55:36.058 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.059 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.060 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.061 DEBUG:boto:Params: {} 2022-09-01T10:55:36.062 DEBUG:boto:Token: None 2022-09-01T10:55:36.063 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/ 2022-09-01T10:55:36.064 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo= 2022-09-01T10:55:36.065 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo=', 'Content-Length': '0'} 2022-09-01T10:55:36.068 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000db619a77dc458034-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.069 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:36.071 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:36.072 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:36.073 DEBUG:boto:Method: HEAD 2022-09-01T10:55:36.074 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:36.075 DEBUG:boto:Data: 2022-09-01T10:55:36.076 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.077 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.078 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.080 DEBUG:boto:Params: {} 2022-09-01T10:55:36.081 DEBUG:boto:Token: None 2022-09-01T10:55:36.082 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/a 2022-09-01T10:55:36.084 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T6GyqBEHQQUSX3giN1he/P5e+PM= 2022-09-01T10:55:36.085 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T6GyqBEHQQUSX3giN1he/P5e+PM=', 'Content-Length': '0'} 2022-09-01T10:55:36.088 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d871a67fb9110f81-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.090 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:36.091 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:36.092 DEBUG:boto:Method: HEAD 2022-09-01T10:55:36.093 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:36.094 DEBUG:boto:Data: 2022-09-01T10:55:36.095 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.095 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.096 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.097 DEBUG:boto:Params: {} 2022-09-01T10:55:36.098 DEBUG:boto:Token: None 2022-09-01T10:55:36.099 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/a 2022-09-01T10:55:36.100 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T6GyqBEHQQUSX3giN1he/P5e+PM= 2022-09-01T10:55:36.101 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T6GyqBEHQQUSX3giN1he/P5e+PM=', 'Content-Length': '0'} 2022-09-01T10:55:36.106 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000086033672e1cca999-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.108 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:36.108 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:36.109 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:36.110 DEBUG:boto:Method: GET 2022-09-01T10:55:36.112 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:36.112 DEBUG:boto:Data: 2022-09-01T10:55:36.113 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.113 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.115 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.116 DEBUG:boto:Params: {} 2022-09-01T10:55:36.117 DEBUG:boto:Token: None 2022-09-01T10:55:36.118 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/a 2022-09-01T10:55:36.120 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k2MuRHlZ5J6GSGB9+Dh4F4XbwSU= 2022-09-01T10:55:36.122 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k2MuRHlZ5J6GSGB9+Dh4F4XbwSU=', 'Content-Length': '0'} 2022-09-01T10:55:36.126 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000039cf8416e694b23e-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.131 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:36.132 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:36.132 DEBUG:boto:Method: GET 2022-09-01T10:55:36.133 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:36.133 DEBUG:boto:Data: 2022-09-01T10:55:36.134 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.135 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.135 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.136 DEBUG:boto:Params: {} 2022-09-01T10:55:36.136 DEBUG:boto:Token: None 2022-09-01T10:55:36.137 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/a 2022-09-01T10:55:36.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k2MuRHlZ5J6GSGB9+Dh4F4XbwSU= 2022-09-01T10:55:36.138 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k2MuRHlZ5J6GSGB9+Dh4F4XbwSU=', 'Content-Length': '0'} 2022-09-01T10:55:36.143 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000be82ba1bf708f0b2-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.144 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:36.145 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:36.146 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:36.146 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:36.147 DEBUG:boto:Method: GET 2022-09-01T10:55:36.147 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:36.148 DEBUG:boto:Data: 2022-09-01T10:55:36.148 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.149 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.149 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.150 DEBUG:boto:Params: {} 2022-09-01T10:55:36.151 DEBUG:boto:Token: None 2022-09-01T10:55:36.152 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/ 2022-09-01T10:55:36.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo= 2022-09-01T10:55:36.154 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo=', 'Content-Length': '0'} 2022-09-01T10:55:36.160 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000030356b54455df8ac-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.161 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:36.162 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:36.162 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:36.163 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:36.163 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:36.164 DEBUG:boto:Method: GET 2022-09-01T10:55:36.165 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:36.165 DEBUG:boto:Data: 2022-09-01T10:55:36.166 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.166 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.167 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.167 DEBUG:boto:Params: {} 2022-09-01T10:55:36.168 DEBUG:boto:Token: None 2022-09-01T10:55:36.169 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/ 2022-09-01T10:55:36.169 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo= 2022-09-01T10:55:36.170 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo=', 'Content-Length': '0'} 2022-09-01T10:55:36.174 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f24c0096ee493b51-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.177 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:36.178 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:36.179 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:36.179 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:36.180 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.180 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.181 DEBUG:boto:Method: GET 2022-09-01T10:55:36.181 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.182 DEBUG:boto:Data: 2022-09-01T10:55:36.182 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.183 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.184 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.184 DEBUG:boto:Params: {} 2022-09-01T10:55:36.185 DEBUG:boto:Token: None 2022-09-01T10:55:36.185 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.186 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s+bbNcn5WbkfcN/OxCIEwshtf3E= 2022-09-01T10:55:36.187 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s+bbNcn5WbkfcN/OxCIEwshtf3E=', 'Content-Length': '0'} 2022-09-01T10:55:36.189 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001152a8454e008802-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.235 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:36.236 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:36.237 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.237 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.238 DEBUG:boto:Method: GET 2022-09-01T10:55:36.238 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.239 DEBUG:boto:Data: 2022-09-01T10:55:36.239 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.240 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.240 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.242 DEBUG:boto:Params: {} 2022-09-01T10:55:36.243 DEBUG:boto:Token: None 2022-09-01T10:55:36.244 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.244 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s+bbNcn5WbkfcN/OxCIEwshtf3E= 2022-09-01T10:55:36.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s+bbNcn5WbkfcN/OxCIEwshtf3E=', 'Content-Length': '0'} 2022-09-01T10:55:36.248 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bb4ad406ee23ac53-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.250 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:36.251 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:36.252 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.252 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.253 DEBUG:boto:Method: HEAD 2022-09-01T10:55:36.254 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.254 DEBUG:boto:Data: 2022-09-01T10:55:36.255 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.256 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.256 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.257 DEBUG:boto:Params: {} 2022-09-01T10:55:36.258 DEBUG:boto:Token: None 2022-09-01T10:55:36.258 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.259 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RKML25PqtzHJDNOXcqZ1hwG1e0o= 2022-09-01T10:55:36.260 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RKML25PqtzHJDNOXcqZ1hwG1e0o=', 'Content-Length': '0'} 2022-09-01T10:55:36.263 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bba87a0a75297436-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.264 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:36.265 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:36.266 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.268 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.268 DEBUG:boto:Method: HEAD 2022-09-01T10:55:36.269 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.269 DEBUG:boto:Data: 2022-09-01T10:55:36.270 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.271 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.271 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.272 DEBUG:boto:Params: {} 2022-09-01T10:55:36.272 DEBUG:boto:Token: None 2022-09-01T10:55:36.273 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.274 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RKML25PqtzHJDNOXcqZ1hwG1e0o= 2022-09-01T10:55:36.276 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RKML25PqtzHJDNOXcqZ1hwG1e0o=', 'Content-Length': '0'} 2022-09-01T10:55:36.279 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bb21fb837b89cba6-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.280 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:36.281 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:36.281 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:36.282 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.283 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.284 DEBUG:boto:Method: GET 2022-09-01T10:55:36.285 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.285 DEBUG:boto:Data: 2022-09-01T10:55:36.286 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.286 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.287 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.287 DEBUG:boto:Params: {} 2022-09-01T10:55:36.288 DEBUG:boto:Token: None 2022-09-01T10:55:36.288 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.289 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s+bbNcn5WbkfcN/OxCIEwshtf3E= 2022-09-01T10:55:36.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s+bbNcn5WbkfcN/OxCIEwshtf3E=', 'Content-Length': '0'} 2022-09-01T10:55:36.293 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005afb129c471adaa8-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.295 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:36.296 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:36.297 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.298 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.299 DEBUG:boto:Method: GET 2022-09-01T10:55:36.300 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.301 DEBUG:boto:Data: 2022-09-01T10:55:36.301 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.302 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.303 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.303 DEBUG:boto:Params: {} 2022-09-01T10:55:36.304 DEBUG:boto:Token: None 2022-09-01T10:55:36.304 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:36.305 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s+bbNcn5WbkfcN/OxCIEwshtf3E= 2022-09-01T10:55:36.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s+bbNcn5WbkfcN/OxCIEwshtf3E=', 'Content-Length': '0'} 2022-09-01T10:55:36.308 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e66275b97ab7b292-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.309 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:36.310 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:36.310 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:36.311 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:36.311 DEBUG:boto:Method: GET 2022-09-01T10:55:36.312 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:36.312 DEBUG:boto:Data: 2022-09-01T10:55:36.313 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.314 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.314 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.315 DEBUG:boto:Params: {} 2022-09-01T10:55:36.316 DEBUG:boto:Token: None 2022-09-01T10:55:36.316 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/ 2022-09-01T10:55:36.317 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo= 2022-09-01T10:55:36.318 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo=', 'Content-Length': '0'} 2022-09-01T10:55:36.320 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a9c44fe007a17213-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.321 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:36.322 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:36.323 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:36.323 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:36.324 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:36.324 DEBUG:boto:Method: GET 2022-09-01T10:55:36.325 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:36.325 DEBUG:boto:Data: 2022-09-01T10:55:36.326 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.326 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.327 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.327 DEBUG:boto:Params: {} 2022-09-01T10:55:36.328 DEBUG:boto:Token: None 2022-09-01T10:55:36.329 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/ 2022-09-01T10:55:36.330 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo= 2022-09-01T10:55:36.330 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo=', 'Content-Length': '0'} 2022-09-01T10:55:36.334 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bf253e9c4fd0fffe-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.334 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:36.335 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:36.337 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:36.337 DEBUG:boto:Method: HEAD 2022-09-01T10:55:36.339 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:36.341 DEBUG:boto:Data: 2022-09-01T10:55:36.342 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.343 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.344 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.345 DEBUG:boto:Params: {} 2022-09-01T10:55:36.346 DEBUG:boto:Token: None 2022-09-01T10:55:36.347 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/b 2022-09-01T10:55:36.348 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MIQCCzT1nNQXPWEo7WCTXhkVsnM= 2022-09-01T10:55:36.349 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MIQCCzT1nNQXPWEo7WCTXhkVsnM=', 'Content-Length': '0'} 2022-09-01T10:55:36.351 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007c5a32c61a139fc-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.352 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:36.352 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:36.353 DEBUG:boto:Method: HEAD 2022-09-01T10:55:36.354 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:36.354 DEBUG:boto:Data: 2022-09-01T10:55:36.355 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.356 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.357 DEBUG:boto:Params: {} 2022-09-01T10:55:36.358 DEBUG:boto:Token: None 2022-09-01T10:55:36.359 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/b 2022-09-01T10:55:36.360 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MIQCCzT1nNQXPWEo7WCTXhkVsnM= 2022-09-01T10:55:36.361 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MIQCCzT1nNQXPWEo7WCTXhkVsnM=', 'Content-Length': '0'} 2022-09-01T10:55:36.364 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cdc0e5bf2f5689bf-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.364 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:36.365 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:36.366 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:36.367 DEBUG:boto:Method: GET 2022-09-01T10:55:36.368 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:36.368 DEBUG:boto:Data: 2022-09-01T10:55:36.369 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.370 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.371 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.371 DEBUG:boto:Params: {} 2022-09-01T10:55:36.372 DEBUG:boto:Token: None 2022-09-01T10:55:36.372 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/b 2022-09-01T10:55:36.373 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eRtvxhzx/OCg88BaI0FCOhVXGL0= 2022-09-01T10:55:36.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eRtvxhzx/OCg88BaI0FCOhVXGL0=', 'Content-Length': '0'} 2022-09-01T10:55:36.376 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000032e65b69975e2080-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.422 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:36.423 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:36.424 DEBUG:boto:Method: GET 2022-09-01T10:55:36.425 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:36.426 DEBUG:boto:Data: 2022-09-01T10:55:36.428 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.430 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.431 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.431 DEBUG:boto:Params: {} 2022-09-01T10:55:36.432 DEBUG:boto:Token: None 2022-09-01T10:55:36.433 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/b 2022-09-01T10:55:36.433 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eRtvxhzx/OCg88BaI0FCOhVXGL0= 2022-09-01T10:55:36.434 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eRtvxhzx/OCg88BaI0FCOhVXGL0=', 'Content-Length': '0'} 2022-09-01T10:55:36.437 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000032ae8d17f8a8c838-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.438 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:36.438 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:36.439 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:36.439 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:36.440 DEBUG:boto:Method: GET 2022-09-01T10:55:36.441 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:36.441 DEBUG:boto:Data: 2022-09-01T10:55:36.442 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.442 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.443 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.444 DEBUG:boto:Params: {} 2022-09-01T10:55:36.444 DEBUG:boto:Token: None 2022-09-01T10:55:36.445 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/ 2022-09-01T10:55:36.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo= 2022-09-01T10:55:36.446 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo=', 'Content-Length': '0'} 2022-09-01T10:55:36.450 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e18fe57ad609be69-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.451 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:36.452 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:36.452 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:36.453 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:36.453 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:36.454 DEBUG:boto:Method: GET 2022-09-01T10:55:36.454 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:36.455 DEBUG:boto:Data: 2022-09-01T10:55:36.456 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.456 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.457 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.457 DEBUG:boto:Params: {} 2022-09-01T10:55:36.458 DEBUG:boto:Token: None 2022-09-01T10:55:36.459 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/ 2022-09-01T10:55:36.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo= 2022-09-01T10:55:36.460 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo=', 'Content-Length': '0'} 2022-09-01T10:55:36.464 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a46532d14e44593a-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.465 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:36.466 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:36.466 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:36.467 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:36.467 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.468 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.468 DEBUG:boto:Method: GET 2022-09-01T10:55:36.469 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.469 DEBUG:boto:Data: 2022-09-01T10:55:36.470 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.470 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.471 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.472 DEBUG:boto:Params: {} 2022-09-01T10:55:36.472 DEBUG:boto:Token: None 2022-09-01T10:55:36.473 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3zt16e0/hLmw5LTL/suMR+abh4I= 2022-09-01T10:55:36.474 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3zt16e0/hLmw5LTL/suMR+abh4I=', 'Content-Length': '0'} 2022-09-01T10:55:36.477 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b53610d10c61f9f-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.478 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:36.478 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:36.479 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.480 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.480 DEBUG:boto:Method: GET 2022-09-01T10:55:36.481 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.481 DEBUG:boto:Data: 2022-09-01T10:55:36.482 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.483 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.485 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.486 DEBUG:boto:Params: {} 2022-09-01T10:55:36.486 DEBUG:boto:Token: None 2022-09-01T10:55:36.487 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.488 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3zt16e0/hLmw5LTL/suMR+abh4I= 2022-09-01T10:55:36.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3zt16e0/hLmw5LTL/suMR+abh4I=', 'Content-Length': '0'} 2022-09-01T10:55:36.494 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf3641b50951b04a-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.496 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:36.497 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:36.498 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.499 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.500 DEBUG:boto:Method: HEAD 2022-09-01T10:55:36.501 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.503 DEBUG:boto:Data: 2022-09-01T10:55:36.503 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.504 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.505 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.505 DEBUG:boto:Params: {} 2022-09-01T10:55:36.506 DEBUG:boto:Token: None 2022-09-01T10:55:36.507 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.507 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:26T3rqaUzowVMlufJuk6iokWAzw= 2022-09-01T10:55:36.509 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:26T3rqaUzowVMlufJuk6iokWAzw=', 'Content-Length': '0'} 2022-09-01T10:55:36.512 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069aaea45814afd38-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.513 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:36.514 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:36.515 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.516 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.517 DEBUG:boto:Method: HEAD 2022-09-01T10:55:36.518 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.520 DEBUG:boto:Data: 2022-09-01T10:55:36.521 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.522 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.522 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.523 DEBUG:boto:Params: {} 2022-09-01T10:55:36.524 DEBUG:boto:Token: None 2022-09-01T10:55:36.525 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.526 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:26T3rqaUzowVMlufJuk6iokWAzw= 2022-09-01T10:55:36.527 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:26T3rqaUzowVMlufJuk6iokWAzw=', 'Content-Length': '0'} 2022-09-01T10:55:36.531 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e1c03af09fd465c-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.532 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:36.533 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:36.534 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:36.535 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.536 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.537 DEBUG:boto:Method: GET 2022-09-01T10:55:36.538 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.540 DEBUG:boto:Data: 2022-09-01T10:55:36.541 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.542 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.544 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.545 DEBUG:boto:Params: {} 2022-09-01T10:55:36.546 DEBUG:boto:Token: None 2022-09-01T10:55:36.547 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.548 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3zt16e0/hLmw5LTL/suMR+abh4I= 2022-09-01T10:55:36.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3zt16e0/hLmw5LTL/suMR+abh4I=', 'Content-Length': '0'} 2022-09-01T10:55:36.553 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000062b200759db1eff-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.554 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:36.554 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:36.555 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.556 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.557 DEBUG:boto:Method: GET 2022-09-01T10:55:36.558 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.559 DEBUG:boto:Data: 2022-09-01T10:55:36.560 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.561 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.563 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.563 DEBUG:boto:Params: {} 2022-09-01T10:55:36.564 DEBUG:boto:Token: None 2022-09-01T10:55:36.565 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:36.566 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3zt16e0/hLmw5LTL/suMR+abh4I= 2022-09-01T10:55:36.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3zt16e0/hLmw5LTL/suMR+abh4I=', 'Content-Length': '0'} 2022-09-01T10:55:36.572 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e5790c6446587e6b-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.610 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:36.611 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:36.612 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:36.612 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:36.613 DEBUG:boto:Method: GET 2022-09-01T10:55:36.614 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:36.614 DEBUG:boto:Data: 2022-09-01T10:55:36.615 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.615 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.616 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.617 DEBUG:boto:Params: {} 2022-09-01T10:55:36.617 DEBUG:boto:Token: None 2022-09-01T10:55:36.618 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/ 2022-09-01T10:55:36.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo= 2022-09-01T10:55:36.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo=', 'Content-Length': '0'} 2022-09-01T10:55:36.622 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000058a6875dd7699cb3-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.623 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:36.624 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:36.625 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:36.626 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:36.626 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:36.627 DEBUG:boto:Method: GET 2022-09-01T10:55:36.627 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:36.628 DEBUG:boto:Data: 2022-09-01T10:55:36.628 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.629 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.630 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.630 DEBUG:boto:Params: {} 2022-09-01T10:55:36.631 DEBUG:boto:Token: None 2022-09-01T10:55:36.631 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/ 2022-09-01T10:55:36.633 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo= 2022-09-01T10:55:36.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo=', 'Content-Length': '0'} 2022-09-01T10:55:36.637 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000792242950bfb4290-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.638 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:36.640 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:36.641 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:36.642 DEBUG:boto:Method: HEAD 2022-09-01T10:55:36.643 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:36.645 DEBUG:boto:Data: 2022-09-01T10:55:36.646 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.646 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.648 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.648 DEBUG:boto:Params: {} 2022-09-01T10:55:36.649 DEBUG:boto:Token: None 2022-09-01T10:55:36.649 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/c 2022-09-01T10:55:36.650 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hHdrQk8OKyHcXdTAVbdUnq4bdUg= 2022-09-01T10:55:36.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hHdrQk8OKyHcXdTAVbdUnq4bdUg=', 'Content-Length': '0'} 2022-09-01T10:55:36.654 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007fabc7b1cedb663-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.655 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:36.656 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:36.656 DEBUG:boto:Method: HEAD 2022-09-01T10:55:36.657 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:36.657 DEBUG:boto:Data: 2022-09-01T10:55:36.658 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.659 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.659 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.660 DEBUG:boto:Params: {} 2022-09-01T10:55:36.660 DEBUG:boto:Token: None 2022-09-01T10:55:36.661 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/c 2022-09-01T10:55:36.662 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hHdrQk8OKyHcXdTAVbdUnq4bdUg= 2022-09-01T10:55:36.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hHdrQk8OKyHcXdTAVbdUnq4bdUg=', 'Content-Length': '0'} 2022-09-01T10:55:36.664 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bb02fa3a94eb5312-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.665 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:36.666 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:36.666 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:36.667 DEBUG:boto:Method: GET 2022-09-01T10:55:36.667 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:36.668 DEBUG:boto:Data: 2022-09-01T10:55:36.669 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.669 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.670 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.670 DEBUG:boto:Params: {} 2022-09-01T10:55:36.671 DEBUG:boto:Token: None 2022-09-01T10:55:36.672 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/c 2022-09-01T10:55:36.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qXe0hvCLdoovgiHY+GYy6aMyxU0= 2022-09-01T10:55:36.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qXe0hvCLdoovgiHY+GYy6aMyxU0=', 'Content-Length': '0'} 2022-09-01T10:55:36.676 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ea9d14f83326ba79-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.718 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:36.719 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:36.721 DEBUG:boto:Method: GET 2022-09-01T10:55:36.722 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:36.723 DEBUG:boto:Data: 2022-09-01T10:55:36.724 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.725 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.726 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.727 DEBUG:boto:Params: {} 2022-09-01T10:55:36.729 DEBUG:boto:Token: None 2022-09-01T10:55:36.730 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/c 2022-09-01T10:55:36.731 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qXe0hvCLdoovgiHY+GYy6aMyxU0= 2022-09-01T10:55:36.733 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qXe0hvCLdoovgiHY+GYy6aMyxU0=', 'Content-Length': '0'} 2022-09-01T10:55:36.740 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c19b98aa961cb7dd-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.742 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:36.742 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:36.743 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:36.743 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:36.744 DEBUG:boto:Method: GET 2022-09-01T10:55:36.745 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:36.745 DEBUG:boto:Data: 2022-09-01T10:55:36.746 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.746 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.747 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.747 DEBUG:boto:Params: {} 2022-09-01T10:55:36.748 DEBUG:boto:Token: None 2022-09-01T10:55:36.749 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/ 2022-09-01T10:55:36.749 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo= 2022-09-01T10:55:36.750 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo=', 'Content-Length': '0'} 2022-09-01T10:55:36.753 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dfcec30cff977ed0-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.754 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:36.756 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:36.758 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:36.759 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:36.759 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:36.760 DEBUG:boto:Method: GET 2022-09-01T10:55:36.761 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:36.762 DEBUG:boto:Data: 2022-09-01T10:55:36.763 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.768 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.769 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.771 DEBUG:boto:Params: {} 2022-09-01T10:55:36.772 DEBUG:boto:Token: None 2022-09-01T10:55:36.774 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/ 2022-09-01T10:55:36.775 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo= 2022-09-01T10:55:36.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo=', 'Content-Length': '0'} 2022-09-01T10:55:36.780 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000272ab9c92f6c3a92-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.780 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:36.781 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:36.782 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:36.784 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:36.785 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.786 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.787 DEBUG:boto:Method: GET 2022-09-01T10:55:36.788 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.789 DEBUG:boto:Data: 2022-09-01T10:55:36.789 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.790 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.791 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.792 DEBUG:boto:Params: {} 2022-09-01T10:55:36.793 DEBUG:boto:Token: None 2022-09-01T10:55:36.795 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.796 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HPmprcxU2G2Pyl0B6FpdMndPHO4= 2022-09-01T10:55:36.797 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HPmprcxU2G2Pyl0B6FpdMndPHO4=', 'Content-Length': '0'} 2022-09-01T10:55:36.802 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000041de6c135b9a40a6-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.804 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:36.805 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:36.806 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.807 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.808 DEBUG:boto:Method: GET 2022-09-01T10:55:36.808 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.809 DEBUG:boto:Data: 2022-09-01T10:55:36.810 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.811 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.812 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.814 DEBUG:boto:Params: {} 2022-09-01T10:55:36.815 DEBUG:boto:Token: None 2022-09-01T10:55:36.816 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HPmprcxU2G2Pyl0B6FpdMndPHO4= 2022-09-01T10:55:36.818 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HPmprcxU2G2Pyl0B6FpdMndPHO4=', 'Content-Length': '0'} 2022-09-01T10:55:36.821 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004345695476f7fb86-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.823 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:36.824 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:36.825 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.826 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.827 DEBUG:boto:Method: HEAD 2022-09-01T10:55:36.828 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.828 DEBUG:boto:Data: 2022-09-01T10:55:36.829 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.831 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.832 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.833 DEBUG:boto:Params: {} 2022-09-01T10:55:36.833 DEBUG:boto:Token: None 2022-09-01T10:55:36.835 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.836 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O24D0Rq90p6eeNgWEmctqfEJENA= 2022-09-01T10:55:36.837 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O24D0Rq90p6eeNgWEmctqfEJENA=', 'Content-Length': '0'} 2022-09-01T10:55:36.841 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5b8e97846ef3ffc-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.844 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:36.844 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:36.845 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.845 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.846 DEBUG:boto:Method: HEAD 2022-09-01T10:55:36.846 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.847 DEBUG:boto:Data: 2022-09-01T10:55:36.847 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.848 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.849 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.849 DEBUG:boto:Params: {} 2022-09-01T10:55:36.850 DEBUG:boto:Token: None 2022-09-01T10:55:36.850 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.851 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O24D0Rq90p6eeNgWEmctqfEJENA= 2022-09-01T10:55:36.852 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O24D0Rq90p6eeNgWEmctqfEJENA=', 'Content-Length': '0'} 2022-09-01T10:55:36.854 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a49251ac723507b-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.855 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:36.855 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:36.856 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:36.856 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.857 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.858 DEBUG:boto:Method: GET 2022-09-01T10:55:36.858 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.859 DEBUG:boto:Data: 2022-09-01T10:55:36.859 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.860 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.861 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.861 DEBUG:boto:Params: {} 2022-09-01T10:55:36.862 DEBUG:boto:Token: None 2022-09-01T10:55:36.862 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.863 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HPmprcxU2G2Pyl0B6FpdMndPHO4= 2022-09-01T10:55:36.864 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HPmprcxU2G2Pyl0B6FpdMndPHO4=', 'Content-Length': '0'} 2022-09-01T10:55:36.866 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000065a2e72f3d659114-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.867 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:36.867 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:36.868 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.869 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.869 DEBUG:boto:Method: GET 2022-09-01T10:55:36.870 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.870 DEBUG:boto:Data: 2022-09-01T10:55:36.871 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.872 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.873 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.874 DEBUG:boto:Params: {} 2022-09-01T10:55:36.875 DEBUG:boto:Token: None 2022-09-01T10:55:36.876 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:36.878 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HPmprcxU2G2Pyl0B6FpdMndPHO4= 2022-09-01T10:55:36.879 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HPmprcxU2G2Pyl0B6FpdMndPHO4=', 'Content-Length': '0'} 2022-09-01T10:55:36.881 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000082cc6ff36c6406f2-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.883 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:36.883 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:36.884 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:36.884 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:36.885 DEBUG:boto:Method: GET 2022-09-01T10:55:36.885 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:36.886 DEBUG:boto:Data: 2022-09-01T10:55:36.886 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.887 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.887 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.888 DEBUG:boto:Params: {} 2022-09-01T10:55:36.889 DEBUG:boto:Token: None 2022-09-01T10:55:36.889 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/ 2022-09-01T10:55:36.890 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo= 2022-09-01T10:55:36.891 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo=', 'Content-Length': '0'} 2022-09-01T10:55:36.894 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000072bda5293657b86f-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.895 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:36.896 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:36.897 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:36.898 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:36.899 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:36.901 DEBUG:boto:Method: GET 2022-09-01T10:55:36.902 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:36.903 DEBUG:boto:Data: 2022-09-01T10:55:36.904 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.905 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.906 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.907 DEBUG:boto:Params: {} 2022-09-01T10:55:36.908 DEBUG:boto:Token: None 2022-09-01T10:55:36.909 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/ 2022-09-01T10:55:36.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo= 2022-09-01T10:55:36.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SffxXABzG3PY68EQxyYWX+XRgWo=', 'Content-Length': '0'} 2022-09-01T10:55:36.914 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000924aed8ba1396e6c-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.915 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:36.916 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:36.917 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:36.918 DEBUG:boto:Method: HEAD 2022-09-01T10:55:36.919 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:36.920 DEBUG:boto:Data: 2022-09-01T10:55:36.921 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.922 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.923 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.923 DEBUG:boto:Params: {} 2022-09-01T10:55:36.924 DEBUG:boto:Token: None 2022-09-01T10:55:36.925 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/d 2022-09-01T10:55:36.926 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aC895In6Mdz5CXz16nDH/jVRvQU= 2022-09-01T10:55:36.927 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aC895In6Mdz5CXz16nDH/jVRvQU=', 'Content-Length': '0'} 2022-09-01T10:55:36.930 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d52fae370615d2d-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.931 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:36.932 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:36.933 DEBUG:boto:Method: HEAD 2022-09-01T10:55:36.934 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:36.935 DEBUG:boto:Data: 2022-09-01T10:55:36.936 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.938 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:36.938 DEBUG:boto:Port: 8000 2022-09-01T10:55:36.939 DEBUG:boto:Params: {} 2022-09-01T10:55:36.940 DEBUG:boto:Token: None 2022-09-01T10:55:36.941 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/d 2022-09-01T10:55:36.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aC895In6Mdz5CXz16nDH/jVRvQU= 2022-09-01T10:55:36.943 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aC895In6Mdz5CXz16nDH/jVRvQU=', 'Content-Length': '0'} 2022-09-01T10:55:36.951 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d9419a275edc3541-0063108fa8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:36.952 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:36.953 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:36.953 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:36.954 DEBUG:boto:Method: GET 2022-09-01T10:55:36.955 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:36.956 DEBUG:boto:Data: 2022-09-01T10:55:36.956 DEBUG:boto:Headers: {} 2022-09-01T10:55:36.957 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:36.958 DEBUG:boto:Port: 8001 2022-09-01T10:55:36.958 DEBUG:boto:Params: {} 2022-09-01T10:55:36.959 DEBUG:boto:Token: None 2022-09-01T10:55:36.959 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:36 GMT /ptoxvb-70/d 2022-09-01T10:55:36.960 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BYZuzggKq2t4JYTLAXi4hF/NBwc= 2022-09-01T10:55:36.961 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BYZuzggKq2t4JYTLAXi4hF/NBwc=', 'Content-Length': '0'} 2022-09-01T10:55:36.963 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cd379e73482c093a-0063108fa8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.011 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:37.012 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:37.013 DEBUG:boto:Method: GET 2022-09-01T10:55:37.014 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:37.015 DEBUG:boto:Data: 2022-09-01T10:55:37.016 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.017 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.018 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.019 DEBUG:boto:Params: {} 2022-09-01T10:55:37.020 DEBUG:boto:Token: None 2022-09-01T10:55:37.021 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/d 2022-09-01T10:55:37.022 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lASf8Px8kbPwH8eb/+c/CKYyRKs= 2022-09-01T10:55:37.023 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lASf8Px8kbPwH8eb/+c/CKYyRKs=', 'Content-Length': '0'} 2022-09-01T10:55:37.026 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e90dcd3aee06453e-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.028 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:37.029 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:37.029 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:37.030 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:37.031 DEBUG:boto:Method: GET 2022-09-01T10:55:37.031 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:37.032 DEBUG:boto:Data: 2022-09-01T10:55:37.033 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.033 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.034 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.036 DEBUG:boto:Params: {} 2022-09-01T10:55:37.037 DEBUG:boto:Token: None 2022-09-01T10:55:37.037 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/ 2022-09-01T10:55:37.038 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws= 2022-09-01T10:55:37.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws=', 'Content-Length': '0'} 2022-09-01T10:55:37.042 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c3892818352d37fe-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.043 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:37.045 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:37.047 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:37.048 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:37.048 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:37.049 DEBUG:boto:Method: GET 2022-09-01T10:55:37.062 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:37.063 DEBUG:boto:Data: 2022-09-01T10:55:37.065 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.066 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.067 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.068 DEBUG:boto:Params: {} 2022-09-01T10:55:37.069 DEBUG:boto:Token: None 2022-09-01T10:55:37.069 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/ 2022-09-01T10:55:37.071 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws= 2022-09-01T10:55:37.073 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws=', 'Content-Length': '0'} 2022-09-01T10:55:37.076 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007b60f596c7b50972-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.077 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:37.078 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:37.079 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:37.079 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:37.080 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.080 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.081 DEBUG:boto:Method: GET 2022-09-01T10:55:37.082 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.082 DEBUG:boto:Data: 2022-09-01T10:55:37.083 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.084 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.085 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.086 DEBUG:boto:Params: {} 2022-09-01T10:55:37.087 DEBUG:boto:Token: None 2022-09-01T10:55:37.089 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.090 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jbqw3DTiL5rTllnKvpnnchGUmLs= 2022-09-01T10:55:37.091 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jbqw3DTiL5rTllnKvpnnchGUmLs=', 'Content-Length': '0'} 2022-09-01T10:55:37.098 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000050d81c8cf515c147-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.099 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:37.101 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:37.102 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.103 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.104 DEBUG:boto:Method: GET 2022-09-01T10:55:37.105 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.106 DEBUG:boto:Data: 2022-09-01T10:55:37.107 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.108 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.109 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.110 DEBUG:boto:Params: {} 2022-09-01T10:55:37.111 DEBUG:boto:Token: None 2022-09-01T10:55:37.112 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.114 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jbqw3DTiL5rTllnKvpnnchGUmLs= 2022-09-01T10:55:37.115 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jbqw3DTiL5rTllnKvpnnchGUmLs=', 'Content-Length': '0'} 2022-09-01T10:55:37.117 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000076844a75f459a9eb-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.119 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:37.120 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:37.121 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.122 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.123 DEBUG:boto:Method: HEAD 2022-09-01T10:55:37.124 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.125 DEBUG:boto:Data: 2022-09-01T10:55:37.126 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.127 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.128 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.129 DEBUG:boto:Params: {} 2022-09-01T10:55:37.130 DEBUG:boto:Token: None 2022-09-01T10:55:37.131 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.132 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GDHGKw5w+KzKHRaOiq7SGhDuHSk= 2022-09-01T10:55:37.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GDHGKw5w+KzKHRaOiq7SGhDuHSk=', 'Content-Length': '0'} 2022-09-01T10:55:37.137 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d56baecbcba63c9-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.139 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:37.139 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:37.141 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.142 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.142 DEBUG:boto:Method: HEAD 2022-09-01T10:55:37.143 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.143 DEBUG:boto:Data: 2022-09-01T10:55:37.144 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.144 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.145 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.146 DEBUG:boto:Params: {} 2022-09-01T10:55:37.147 DEBUG:boto:Token: None 2022-09-01T10:55:37.147 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GDHGKw5w+KzKHRaOiq7SGhDuHSk= 2022-09-01T10:55:37.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GDHGKw5w+KzKHRaOiq7SGhDuHSk=', 'Content-Length': '0'} 2022-09-01T10:55:37.152 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005635d5dc78010643-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.154 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:37.155 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:37.156 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:37.157 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.157 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.158 DEBUG:boto:Method: GET 2022-09-01T10:55:37.159 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.159 DEBUG:boto:Data: 2022-09-01T10:55:37.160 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.161 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.161 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.162 DEBUG:boto:Params: {} 2022-09-01T10:55:37.163 DEBUG:boto:Token: None 2022-09-01T10:55:37.164 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.165 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jbqw3DTiL5rTllnKvpnnchGUmLs= 2022-09-01T10:55:37.166 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jbqw3DTiL5rTllnKvpnnchGUmLs=', 'Content-Length': '0'} 2022-09-01T10:55:37.169 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004977fb30a239bf79-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.171 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:37.172 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:37.173 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.174 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.175 DEBUG:boto:Method: GET 2022-09-01T10:55:37.175 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.176 DEBUG:boto:Data: 2022-09-01T10:55:37.177 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.178 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.180 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.183 DEBUG:boto:Params: {} 2022-09-01T10:55:37.184 DEBUG:boto:Token: None 2022-09-01T10:55:37.184 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:37.186 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jbqw3DTiL5rTllnKvpnnchGUmLs= 2022-09-01T10:55:37.187 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jbqw3DTiL5rTllnKvpnnchGUmLs=', 'Content-Length': '0'} 2022-09-01T10:55:37.191 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014cc936fb295455c-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.192 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:37.193 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:37.194 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:37.195 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:37.196 DEBUG:boto:Method: GET 2022-09-01T10:55:37.197 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:37.198 DEBUG:boto:Data: 2022-09-01T10:55:37.199 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.200 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.200 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.201 DEBUG:boto:Params: {} 2022-09-01T10:55:37.202 DEBUG:boto:Token: None 2022-09-01T10:55:37.203 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/ 2022-09-01T10:55:37.204 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws= 2022-09-01T10:55:37.206 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws=', 'Content-Length': '0'} 2022-09-01T10:55:37.209 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000030ac31c12f3cda02-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.211 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:37.212 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:37.213 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:37.213 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:37.214 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:37.214 DEBUG:boto:Method: GET 2022-09-01T10:55:37.215 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:37.215 DEBUG:boto:Data: 2022-09-01T10:55:37.216 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.217 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.217 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.218 DEBUG:boto:Params: {} 2022-09-01T10:55:37.219 DEBUG:boto:Token: None 2022-09-01T10:55:37.219 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/ 2022-09-01T10:55:37.220 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws= 2022-09-01T10:55:37.221 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws=', 'Content-Length': '0'} 2022-09-01T10:55:37.223 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aa801897559f1cb9-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.266 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:37.269 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:37.270 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:37.271 DEBUG:boto:Method: HEAD 2022-09-01T10:55:37.271 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:37.272 DEBUG:boto:Data: 2022-09-01T10:55:37.272 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.273 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.273 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.274 DEBUG:boto:Params: {} 2022-09-01T10:55:37.275 DEBUG:boto:Token: None 2022-09-01T10:55:37.275 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/e 2022-09-01T10:55:37.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UyUquVQxW2Ih2t+OvHhNaD2NVMw= 2022-09-01T10:55:37.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UyUquVQxW2Ih2t+OvHhNaD2NVMw=', 'Content-Length': '0'} 2022-09-01T10:55:37.279 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d27d1850dbaa31e-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.280 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:37.281 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:37.281 DEBUG:boto:Method: HEAD 2022-09-01T10:55:37.282 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:37.282 DEBUG:boto:Data: 2022-09-01T10:55:37.283 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.283 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.284 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.284 DEBUG:boto:Params: {} 2022-09-01T10:55:37.285 DEBUG:boto:Token: None 2022-09-01T10:55:37.285 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/e 2022-09-01T10:55:37.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UyUquVQxW2Ih2t+OvHhNaD2NVMw= 2022-09-01T10:55:37.287 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UyUquVQxW2Ih2t+OvHhNaD2NVMw=', 'Content-Length': '0'} 2022-09-01T10:55:37.289 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000048ce41cc974bfbe3-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.290 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:37.291 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:37.292 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:37.293 DEBUG:boto:Method: GET 2022-09-01T10:55:37.294 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:37.295 DEBUG:boto:Data: 2022-09-01T10:55:37.295 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.296 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.297 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.298 DEBUG:boto:Params: {} 2022-09-01T10:55:37.299 DEBUG:boto:Token: None 2022-09-01T10:55:37.300 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/e 2022-09-01T10:55:37.301 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rBfSaVsOXTTcLT0belUqkVOs8yI= 2022-09-01T10:55:37.302 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rBfSaVsOXTTcLT0belUqkVOs8yI=', 'Content-Length': '0'} 2022-09-01T10:55:37.304 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ff8bd3b2ebc3a300-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.306 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:37.306 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:37.307 DEBUG:boto:Method: GET 2022-09-01T10:55:37.308 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:37.309 DEBUG:boto:Data: 2022-09-01T10:55:37.310 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.310 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.311 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.312 DEBUG:boto:Params: {} 2022-09-01T10:55:37.313 DEBUG:boto:Token: None 2022-09-01T10:55:37.314 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/e 2022-09-01T10:55:37.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rBfSaVsOXTTcLT0belUqkVOs8yI= 2022-09-01T10:55:37.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rBfSaVsOXTTcLT0belUqkVOs8yI=', 'Content-Length': '0'} 2022-09-01T10:55:37.318 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000d2dae272f529b70-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.319 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:37.320 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:37.321 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:37.322 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:37.322 DEBUG:boto:Method: GET 2022-09-01T10:55:37.323 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:37.323 DEBUG:boto:Data: 2022-09-01T10:55:37.324 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.324 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.325 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.325 DEBUG:boto:Params: {} 2022-09-01T10:55:37.326 DEBUG:boto:Token: None 2022-09-01T10:55:37.327 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/ 2022-09-01T10:55:37.327 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws= 2022-09-01T10:55:37.328 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws=', 'Content-Length': '0'} 2022-09-01T10:55:37.331 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000065ba001f95d5d831-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.331 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:37.333 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:37.334 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:37.335 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:37.336 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:37.337 DEBUG:boto:Method: GET 2022-09-01T10:55:37.338 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:37.339 DEBUG:boto:Data: 2022-09-01T10:55:37.339 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.340 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.342 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.343 DEBUG:boto:Params: {} 2022-09-01T10:55:37.344 DEBUG:boto:Token: None 2022-09-01T10:55:37.345 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/ 2022-09-01T10:55:37.346 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws= 2022-09-01T10:55:37.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws=', 'Content-Length': '0'} 2022-09-01T10:55:37.350 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c4532f525145fd91-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.351 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:37.352 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:37.353 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:37.354 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:37.355 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.356 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.357 DEBUG:boto:Method: GET 2022-09-01T10:55:37.358 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.359 DEBUG:boto:Data: 2022-09-01T10:55:37.360 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.361 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.361 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.362 DEBUG:boto:Params: {} 2022-09-01T10:55:37.363 DEBUG:boto:Token: None 2022-09-01T10:55:37.364 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.366 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MLPyxu2pm44MyFgmwSboEHIkl7I= 2022-09-01T10:55:37.367 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MLPyxu2pm44MyFgmwSboEHIkl7I=', 'Content-Length': '0'} 2022-09-01T10:55:37.369 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9dcae780714921c-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.410 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:37.411 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:37.412 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.413 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.414 DEBUG:boto:Method: GET 2022-09-01T10:55:37.415 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.416 DEBUG:boto:Data: 2022-09-01T10:55:37.418 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.419 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.420 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.421 DEBUG:boto:Params: {} 2022-09-01T10:55:37.421 DEBUG:boto:Token: None 2022-09-01T10:55:37.422 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.423 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MLPyxu2pm44MyFgmwSboEHIkl7I= 2022-09-01T10:55:37.423 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MLPyxu2pm44MyFgmwSboEHIkl7I=', 'Content-Length': '0'} 2022-09-01T10:55:37.426 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f12010c29bdc2930-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.427 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:37.428 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:37.428 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.429 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.429 DEBUG:boto:Method: HEAD 2022-09-01T10:55:37.430 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.430 DEBUG:boto:Data: 2022-09-01T10:55:37.431 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.431 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.432 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.432 DEBUG:boto:Params: {} 2022-09-01T10:55:37.433 DEBUG:boto:Token: None 2022-09-01T10:55:37.434 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:va7mm28/WzGbFdVQRZKwXEbAux0= 2022-09-01T10:55:37.435 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:va7mm28/WzGbFdVQRZKwXEbAux0=', 'Content-Length': '0'} 2022-09-01T10:55:37.437 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000047f443614b176d70-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.438 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:37.439 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:37.440 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.440 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.441 DEBUG:boto:Method: HEAD 2022-09-01T10:55:37.441 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.442 DEBUG:boto:Data: 2022-09-01T10:55:37.442 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.443 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.444 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.444 DEBUG:boto:Params: {} 2022-09-01T10:55:37.445 DEBUG:boto:Token: None 2022-09-01T10:55:37.445 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:va7mm28/WzGbFdVQRZKwXEbAux0= 2022-09-01T10:55:37.447 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:va7mm28/WzGbFdVQRZKwXEbAux0=', 'Content-Length': '0'} 2022-09-01T10:55:37.449 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b6c9b977903a8bb9-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.450 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:37.451 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:37.451 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:37.452 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.452 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.453 DEBUG:boto:Method: GET 2022-09-01T10:55:37.454 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.454 DEBUG:boto:Data: 2022-09-01T10:55:37.455 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.457 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.457 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.458 DEBUG:boto:Params: {} 2022-09-01T10:55:37.459 DEBUG:boto:Token: None 2022-09-01T10:55:37.460 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.461 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MLPyxu2pm44MyFgmwSboEHIkl7I= 2022-09-01T10:55:37.462 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MLPyxu2pm44MyFgmwSboEHIkl7I=', 'Content-Length': '0'} 2022-09-01T10:55:37.465 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000ba4d8a8b88527cc-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.466 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:37.467 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:37.467 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.468 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.469 DEBUG:boto:Method: GET 2022-09-01T10:55:37.469 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.470 DEBUG:boto:Data: 2022-09-01T10:55:37.471 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.472 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.473 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.474 DEBUG:boto:Params: {} 2022-09-01T10:55:37.475 DEBUG:boto:Token: None 2022-09-01T10:55:37.476 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:37.477 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MLPyxu2pm44MyFgmwSboEHIkl7I= 2022-09-01T10:55:37.479 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MLPyxu2pm44MyFgmwSboEHIkl7I=', 'Content-Length': '0'} 2022-09-01T10:55:37.481 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000276978745d20d940-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.522 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:37.524 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:37.525 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:37.526 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:37.528 DEBUG:boto:Method: GET 2022-09-01T10:55:37.528 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:37.529 DEBUG:boto:Data: 2022-09-01T10:55:37.530 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.530 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.531 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.532 DEBUG:boto:Params: {} 2022-09-01T10:55:37.533 DEBUG:boto:Token: None 2022-09-01T10:55:37.534 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/ 2022-09-01T10:55:37.534 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws= 2022-09-01T10:55:37.535 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws=', 'Content-Length': '0'} 2022-09-01T10:55:37.538 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fd3ab57f3ddc8b3d-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.539 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:37.540 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:37.541 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:37.541 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:37.542 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:37.543 DEBUG:boto:Method: GET 2022-09-01T10:55:37.543 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:37.544 DEBUG:boto:Data: 2022-09-01T10:55:37.544 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.545 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.546 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.546 DEBUG:boto:Params: {} 2022-09-01T10:55:37.547 DEBUG:boto:Token: None 2022-09-01T10:55:37.547 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/ 2022-09-01T10:55:37.548 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws= 2022-09-01T10:55:37.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws=', 'Content-Length': '0'} 2022-09-01T10:55:37.553 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000885ad247e3ddf838-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.554 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:37.555 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:37.556 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:37.556 DEBUG:boto:Method: HEAD 2022-09-01T10:55:37.557 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:37.557 DEBUG:boto:Data: 2022-09-01T10:55:37.558 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.558 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.559 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.560 DEBUG:boto:Params: {} 2022-09-01T10:55:37.560 DEBUG:boto:Token: None 2022-09-01T10:55:37.561 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/f 2022-09-01T10:55:37.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MxjYD9T2MEpnwYvJqFrPOV1j5Ng= 2022-09-01T10:55:37.562 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MxjYD9T2MEpnwYvJqFrPOV1j5Ng=', 'Content-Length': '0'} 2022-09-01T10:55:37.565 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a9a1dc44dc9ee4d-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.567 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:37.568 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:37.568 DEBUG:boto:Method: HEAD 2022-09-01T10:55:37.569 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:37.570 DEBUG:boto:Data: 2022-09-01T10:55:37.572 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.573 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.573 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.574 DEBUG:boto:Params: {} 2022-09-01T10:55:37.575 DEBUG:boto:Token: None 2022-09-01T10:55:37.576 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/f 2022-09-01T10:55:37.577 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MxjYD9T2MEpnwYvJqFrPOV1j5Ng= 2022-09-01T10:55:37.578 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MxjYD9T2MEpnwYvJqFrPOV1j5Ng=', 'Content-Length': '0'} 2022-09-01T10:55:37.584 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006636535c585dddad-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.586 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:37.586 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:37.587 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:37.588 DEBUG:boto:Method: GET 2022-09-01T10:55:37.589 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:37.590 DEBUG:boto:Data: 2022-09-01T10:55:37.591 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.592 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.593 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.593 DEBUG:boto:Params: {} 2022-09-01T10:55:37.596 DEBUG:boto:Token: None 2022-09-01T10:55:37.597 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/f 2022-09-01T10:55:37.597 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Inj1dUmJx4olNtqPRxpwQPPZZe0= 2022-09-01T10:55:37.598 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Inj1dUmJx4olNtqPRxpwQPPZZe0=', 'Content-Length': '0'} 2022-09-01T10:55:37.600 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000051d39ad0ef650df1-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.602 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:37.602 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:37.603 DEBUG:boto:Method: GET 2022-09-01T10:55:37.604 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:37.605 DEBUG:boto:Data: 2022-09-01T10:55:37.605 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.606 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.606 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.607 DEBUG:boto:Params: {} 2022-09-01T10:55:37.607 DEBUG:boto:Token: None 2022-09-01T10:55:37.608 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/f 2022-09-01T10:55:37.609 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Inj1dUmJx4olNtqPRxpwQPPZZe0= 2022-09-01T10:55:37.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Inj1dUmJx4olNtqPRxpwQPPZZe0=', 'Content-Length': '0'} 2022-09-01T10:55:37.612 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a56576a8bb0f3d0c-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.613 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:37.615 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:37.616 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:37.617 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:37.618 DEBUG:boto:Method: GET 2022-09-01T10:55:37.619 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:37.622 DEBUG:boto:Data: 2022-09-01T10:55:37.623 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.624 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.625 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.626 DEBUG:boto:Params: {} 2022-09-01T10:55:37.627 DEBUG:boto:Token: None 2022-09-01T10:55:37.639 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/ 2022-09-01T10:55:37.641 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws= 2022-09-01T10:55:37.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws=', 'Content-Length': '0'} 2022-09-01T10:55:37.645 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001f7034f381884ac8-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.647 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:37.648 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:37.649 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:37.650 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:37.651 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:37.652 DEBUG:boto:Method: GET 2022-09-01T10:55:37.653 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:37.654 DEBUG:boto:Data: 2022-09-01T10:55:37.655 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.656 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.657 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.658 DEBUG:boto:Params: {} 2022-09-01T10:55:37.659 DEBUG:boto:Token: None 2022-09-01T10:55:37.661 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/ 2022-09-01T10:55:37.662 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws= 2022-09-01T10:55:37.663 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws=', 'Content-Length': '0'} 2022-09-01T10:55:37.668 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001b2e144c6fb56124-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.669 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:37.671 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:37.674 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:37.675 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:37.676 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.677 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.678 DEBUG:boto:Method: GET 2022-09-01T10:55:37.679 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.680 DEBUG:boto:Data: 2022-09-01T10:55:37.681 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.683 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.684 DEBUG:boto:Params: {} 2022-09-01T10:55:37.685 DEBUG:boto:Token: None 2022-09-01T10:55:37.686 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jCVUu/2y7xk1Z0pjJb8WBxoz0pM= 2022-09-01T10:55:37.689 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jCVUu/2y7xk1Z0pjJb8WBxoz0pM=', 'Content-Length': '0'} 2022-09-01T10:55:37.693 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e0e75826e4fee774-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.695 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:37.696 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:37.696 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.697 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.698 DEBUG:boto:Method: GET 2022-09-01T10:55:37.699 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.700 DEBUG:boto:Data: 2022-09-01T10:55:37.701 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.702 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.703 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.704 DEBUG:boto:Params: {} 2022-09-01T10:55:37.705 DEBUG:boto:Token: None 2022-09-01T10:55:37.707 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jCVUu/2y7xk1Z0pjJb8WBxoz0pM= 2022-09-01T10:55:37.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jCVUu/2y7xk1Z0pjJb8WBxoz0pM=', 'Content-Length': '0'} 2022-09-01T10:55:37.711 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d33a56dde9541f53-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.713 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:37.717 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:37.718 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.719 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.720 DEBUG:boto:Method: HEAD 2022-09-01T10:55:37.720 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.721 DEBUG:boto:Data: 2022-09-01T10:55:37.723 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.723 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.724 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.725 DEBUG:boto:Params: {} 2022-09-01T10:55:37.726 DEBUG:boto:Token: None 2022-09-01T10:55:37.727 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.729 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OM8tF56rGy12ra9kkWySE31vV3s= 2022-09-01T10:55:37.729 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OM8tF56rGy12ra9kkWySE31vV3s=', 'Content-Length': '0'} 2022-09-01T10:55:37.732 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c846d75a24b756c-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.733 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:37.733 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:37.734 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.734 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.735 DEBUG:boto:Method: HEAD 2022-09-01T10:55:37.737 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.737 DEBUG:boto:Data: 2022-09-01T10:55:37.738 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.738 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.739 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.740 DEBUG:boto:Params: {} 2022-09-01T10:55:37.741 DEBUG:boto:Token: None 2022-09-01T10:55:37.742 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.742 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OM8tF56rGy12ra9kkWySE31vV3s= 2022-09-01T10:55:37.743 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OM8tF56rGy12ra9kkWySE31vV3s=', 'Content-Length': '0'} 2022-09-01T10:55:37.745 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ad1d68a1170d604c-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.746 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:37.746 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:37.747 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:37.748 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.748 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.749 DEBUG:boto:Method: GET 2022-09-01T10:55:37.749 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.750 DEBUG:boto:Data: 2022-09-01T10:55:37.750 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.751 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.751 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.754 DEBUG:boto:Params: {} 2022-09-01T10:55:37.755 DEBUG:boto:Token: None 2022-09-01T10:55:37.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jCVUu/2y7xk1Z0pjJb8WBxoz0pM= 2022-09-01T10:55:37.758 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jCVUu/2y7xk1Z0pjJb8WBxoz0pM=', 'Content-Length': '0'} 2022-09-01T10:55:37.760 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba91428a430ce818-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.761 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:37.762 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:37.762 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.763 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.764 DEBUG:boto:Method: GET 2022-09-01T10:55:37.764 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.765 DEBUG:boto:Data: 2022-09-01T10:55:37.765 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.766 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.766 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.767 DEBUG:boto:Params: {} 2022-09-01T10:55:37.768 DEBUG:boto:Token: None 2022-09-01T10:55:37.768 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:37.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jCVUu/2y7xk1Z0pjJb8WBxoz0pM= 2022-09-01T10:55:37.770 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jCVUu/2y7xk1Z0pjJb8WBxoz0pM=', 'Content-Length': '0'} 2022-09-01T10:55:37.772 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f10555f366aa8bf-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.773 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:37.773 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:37.774 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:37.775 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:37.775 DEBUG:boto:Method: GET 2022-09-01T10:55:37.776 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:37.776 DEBUG:boto:Data: 2022-09-01T10:55:37.777 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.777 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.778 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.778 DEBUG:boto:Params: {} 2022-09-01T10:55:37.779 DEBUG:boto:Token: None 2022-09-01T10:55:37.779 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/ 2022-09-01T10:55:37.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws= 2022-09-01T10:55:37.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws=', 'Content-Length': '0'} 2022-09-01T10:55:37.784 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cc8dcdbc31480ea6-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.785 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:37.786 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:37.787 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:37.787 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:37.788 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:37.788 DEBUG:boto:Method: GET 2022-09-01T10:55:37.789 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:37.790 DEBUG:boto:Data: 2022-09-01T10:55:37.791 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.792 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.792 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.793 DEBUG:boto:Params: {} 2022-09-01T10:55:37.794 DEBUG:boto:Token: None 2022-09-01T10:55:37.795 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/ 2022-09-01T10:55:37.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws= 2022-09-01T10:55:37.796 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws=', 'Content-Length': '0'} 2022-09-01T10:55:37.799 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000506ce15976cb4976-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.800 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:37.801 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:37.802 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:37.803 DEBUG:boto:Method: HEAD 2022-09-01T10:55:37.803 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:37.804 DEBUG:boto:Data: 2022-09-01T10:55:37.804 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.805 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.805 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.806 DEBUG:boto:Params: {} 2022-09-01T10:55:37.807 DEBUG:boto:Token: None 2022-09-01T10:55:37.807 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/g 2022-09-01T10:55:37.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HjkVujiD2KYGjKA4soUrhqfuCT0= 2022-09-01T10:55:37.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HjkVujiD2KYGjKA4soUrhqfuCT0=', 'Content-Length': '0'} 2022-09-01T10:55:37.811 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000159d4d05bde2ad8e-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.812 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:37.812 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:37.813 DEBUG:boto:Method: HEAD 2022-09-01T10:55:37.813 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:37.814 DEBUG:boto:Data: 2022-09-01T10:55:37.814 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.815 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.815 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.816 DEBUG:boto:Params: {} 2022-09-01T10:55:37.817 DEBUG:boto:Token: None 2022-09-01T10:55:37.818 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/g 2022-09-01T10:55:37.818 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HjkVujiD2KYGjKA4soUrhqfuCT0= 2022-09-01T10:55:37.819 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HjkVujiD2KYGjKA4soUrhqfuCT0=', 'Content-Length': '0'} 2022-09-01T10:55:37.821 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000802a23cc9c824d9e-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.822 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:37.822 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:37.823 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:37.823 DEBUG:boto:Method: GET 2022-09-01T10:55:37.824 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:37.825 DEBUG:boto:Data: 2022-09-01T10:55:37.825 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.826 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.826 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.827 DEBUG:boto:Params: {} 2022-09-01T10:55:37.828 DEBUG:boto:Token: None 2022-09-01T10:55:37.829 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/g 2022-09-01T10:55:37.829 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qAyY9HqoWVL65pQFUMhx9lmbrYg= 2022-09-01T10:55:37.830 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qAyY9HqoWVL65pQFUMhx9lmbrYg=', 'Content-Length': '0'} 2022-09-01T10:55:37.835 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000077db2487490ba8da-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.882 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:37.883 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:37.883 DEBUG:boto:Method: GET 2022-09-01T10:55:37.884 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:37.885 DEBUG:boto:Data: 2022-09-01T10:55:37.885 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.886 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.887 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.888 DEBUG:boto:Params: {} 2022-09-01T10:55:37.888 DEBUG:boto:Token: None 2022-09-01T10:55:37.889 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/g 2022-09-01T10:55:37.890 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qAyY9HqoWVL65pQFUMhx9lmbrYg= 2022-09-01T10:55:37.891 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qAyY9HqoWVL65pQFUMhx9lmbrYg=', 'Content-Length': '0'} 2022-09-01T10:55:37.893 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f88114b362eba76c-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.894 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:37.895 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:37.895 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:37.896 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:37.896 DEBUG:boto:Method: GET 2022-09-01T10:55:37.897 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:37.898 DEBUG:boto:Data: 2022-09-01T10:55:37.899 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.899 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.900 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.901 DEBUG:boto:Params: {} 2022-09-01T10:55:37.902 DEBUG:boto:Token: None 2022-09-01T10:55:37.903 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/ 2022-09-01T10:55:37.904 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws= 2022-09-01T10:55:37.905 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws=', 'Content-Length': '0'} 2022-09-01T10:55:37.908 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d3bdf9bfebbadb2e-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.909 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:37.910 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:37.911 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:37.911 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:37.912 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:37.912 DEBUG:boto:Method: GET 2022-09-01T10:55:37.913 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:37.913 DEBUG:boto:Data: 2022-09-01T10:55:37.914 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.915 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.915 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.916 DEBUG:boto:Params: {} 2022-09-01T10:55:37.916 DEBUG:boto:Token: None 2022-09-01T10:55:37.917 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/ 2022-09-01T10:55:37.919 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws= 2022-09-01T10:55:37.919 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SIiUEXclu4y2hpHrdTe0Fk0l+Ws=', 'Content-Length': '0'} 2022-09-01T10:55:37.922 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000241086b361b53107-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.923 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:37.923 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:37.924 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:37.924 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:37.925 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.925 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.926 DEBUG:boto:Method: GET 2022-09-01T10:55:37.927 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.927 DEBUG:boto:Data: 2022-09-01T10:55:37.928 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.929 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.929 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.930 DEBUG:boto:Params: {} 2022-09-01T10:55:37.931 DEBUG:boto:Token: None 2022-09-01T10:55:37.932 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.932 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcRcRi0CAU2IU7OeTzkEw9KVj3w= 2022-09-01T10:55:37.933 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcRcRi0CAU2IU7OeTzkEw9KVj3w=', 'Content-Length': '0'} 2022-09-01T10:55:37.935 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f4d04dfcdc22cf62-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.936 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:37.937 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:37.937 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.938 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.938 DEBUG:boto:Method: GET 2022-09-01T10:55:37.939 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.939 DEBUG:boto:Data: 2022-09-01T10:55:37.941 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.941 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.942 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.943 DEBUG:boto:Params: {} 2022-09-01T10:55:37.943 DEBUG:boto:Token: None 2022-09-01T10:55:37.944 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.945 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcRcRi0CAU2IU7OeTzkEw9KVj3w= 2022-09-01T10:55:37.945 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcRcRi0CAU2IU7OeTzkEw9KVj3w=', 'Content-Length': '0'} 2022-09-01T10:55:37.948 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c79f2f882959b28f-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.949 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:37.949 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:37.950 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.950 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.951 DEBUG:boto:Method: HEAD 2022-09-01T10:55:37.952 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.952 DEBUG:boto:Data: 2022-09-01T10:55:37.953 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.953 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.954 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.955 DEBUG:boto:Params: {} 2022-09-01T10:55:37.956 DEBUG:boto:Token: None 2022-09-01T10:55:37.957 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Taj/XHUNfgYkiZmf2Q4XX0Qxv7w= 2022-09-01T10:55:37.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Taj/XHUNfgYkiZmf2Q4XX0Qxv7w=', 'Content-Length': '0'} 2022-09-01T10:55:37.961 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000053fef58e3f5c4372-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.962 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:37.963 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:37.963 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.964 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.964 DEBUG:boto:Method: HEAD 2022-09-01T10:55:37.965 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.965 DEBUG:boto:Data: 2022-09-01T10:55:37.966 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.966 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.967 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.967 DEBUG:boto:Params: {} 2022-09-01T10:55:37.968 DEBUG:boto:Token: None 2022-09-01T10:55:37.969 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.969 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Taj/XHUNfgYkiZmf2Q4XX0Qxv7w= 2022-09-01T10:55:37.970 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Taj/XHUNfgYkiZmf2Q4XX0Qxv7w=', 'Content-Length': '0'} 2022-09-01T10:55:37.973 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007c89d34f06fa49d2-0063108fa9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.974 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:37.975 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:37.976 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:37.977 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.978 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.979 DEBUG:boto:Method: GET 2022-09-01T10:55:37.979 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.980 DEBUG:boto:Data: 2022-09-01T10:55:37.980 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.981 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:37.982 DEBUG:boto:Port: 8001 2022-09-01T10:55:37.982 DEBUG:boto:Params: {} 2022-09-01T10:55:37.983 DEBUG:boto:Token: None 2022-09-01T10:55:37.984 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcRcRi0CAU2IU7OeTzkEw9KVj3w= 2022-09-01T10:55:37.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcRcRi0CAU2IU7OeTzkEw9KVj3w=', 'Content-Length': '0'} 2022-09-01T10:55:37.988 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000008da7125570aee6c-0063108fa9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:37.989 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:37.990 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:37.991 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.992 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.993 DEBUG:boto:Method: GET 2022-09-01T10:55:37.994 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.994 DEBUG:boto:Data: 2022-09-01T10:55:37.995 DEBUG:boto:Headers: {} 2022-09-01T10:55:37.995 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:37.996 DEBUG:boto:Port: 8000 2022-09-01T10:55:37.997 DEBUG:boto:Params: {} 2022-09-01T10:55:37.997 DEBUG:boto:Token: None 2022-09-01T10:55:37.998 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:37 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:37.998 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcRcRi0CAU2IU7OeTzkEw9KVj3w= 2022-09-01T10:55:37.999 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcRcRi0CAU2IU7OeTzkEw9KVj3w=', 'Content-Length': '0'} 2022-09-01T10:55:38.001 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a6f05fcd428450ae-0063108faa-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.002 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.003 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.003 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:38.004 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:38.004 DEBUG:boto:Method: GET 2022-09-01T10:55:38.005 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:38.005 DEBUG:boto:Data: 2022-09-01T10:55:38.006 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.006 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.007 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.008 DEBUG:boto:Params: {} 2022-09-01T10:55:38.008 DEBUG:boto:Token: None 2022-09-01T10:55:38.009 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/ 2022-09-01T10:55:38.009 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18= 2022-09-01T10:55:38.010 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18=', 'Content-Length': '0'} 2022-09-01T10:55:38.013 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000000d292ea7e0cb9c7-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.014 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.014 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.015 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.016 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:38.016 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:38.017 DEBUG:boto:Method: GET 2022-09-01T10:55:38.017 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:38.018 DEBUG:boto:Data: 2022-09-01T10:55:38.018 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.019 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:38.019 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.020 DEBUG:boto:Params: {} 2022-09-01T10:55:38.020 DEBUG:boto:Token: None 2022-09-01T10:55:38.021 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/ 2022-09-01T10:55:38.022 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18= 2022-09-01T10:55:38.023 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18=', 'Content-Length': '0'} 2022-09-01T10:55:38.025 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ea2f930f8a053354-0063108faa-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.026 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.027 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:38.028 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:38.028 DEBUG:boto:Method: HEAD 2022-09-01T10:55:38.029 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:38.030 DEBUG:boto:Data: 2022-09-01T10:55:38.030 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.031 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.031 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.032 DEBUG:boto:Params: {} 2022-09-01T10:55:38.033 DEBUG:boto:Token: None 2022-09-01T10:55:38.033 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/h 2022-09-01T10:55:38.034 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ezlQEWcp+uKny/8uZwc57cj6YyE= 2022-09-01T10:55:38.036 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ezlQEWcp+uKny/8uZwc57cj6YyE=', 'Content-Length': '0'} 2022-09-01T10:55:38.038 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eec15b1d75883610-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.039 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:38.039 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:38.040 DEBUG:boto:Method: HEAD 2022-09-01T10:55:38.040 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:38.041 DEBUG:boto:Data: 2022-09-01T10:55:38.041 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.042 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:38.043 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.044 DEBUG:boto:Params: {} 2022-09-01T10:55:38.044 DEBUG:boto:Token: None 2022-09-01T10:55:38.045 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/h 2022-09-01T10:55:38.046 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ezlQEWcp+uKny/8uZwc57cj6YyE= 2022-09-01T10:55:38.046 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ezlQEWcp+uKny/8uZwc57cj6YyE=', 'Content-Length': '0'} 2022-09-01T10:55:38.056 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b4145201f3d9807b-0063108faa-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.058 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:38.058 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:38.059 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:38.060 DEBUG:boto:Method: GET 2022-09-01T10:55:38.061 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:38.062 DEBUG:boto:Data: 2022-09-01T10:55:38.063 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.064 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.065 DEBUG:boto:Params: {} 2022-09-01T10:55:38.066 DEBUG:boto:Token: None 2022-09-01T10:55:38.067 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/h 2022-09-01T10:55:38.068 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dwTyIJFNobwD4umcgoSj/F33YV8= 2022-09-01T10:55:38.070 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dwTyIJFNobwD4umcgoSj/F33YV8=', 'Content-Length': '0'} 2022-09-01T10:55:38.076 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009f6d45f3806441f5-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.077 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:38.078 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:38.079 DEBUG:boto:Method: GET 2022-09-01T10:55:38.079 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:38.080 DEBUG:boto:Data: 2022-09-01T10:55:38.081 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.081 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:38.082 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.082 DEBUG:boto:Params: {} 2022-09-01T10:55:38.083 DEBUG:boto:Token: None 2022-09-01T10:55:38.084 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/h 2022-09-01T10:55:38.085 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dwTyIJFNobwD4umcgoSj/F33YV8= 2022-09-01T10:55:38.086 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dwTyIJFNobwD4umcgoSj/F33YV8=', 'Content-Length': '0'} 2022-09-01T10:55:38.089 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071ac58b50d380029-0063108faa-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.090 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.091 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.092 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:38.093 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:38.094 DEBUG:boto:Method: GET 2022-09-01T10:55:38.095 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:38.096 DEBUG:boto:Data: 2022-09-01T10:55:38.097 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.097 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.098 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.099 DEBUG:boto:Params: {} 2022-09-01T10:55:38.100 DEBUG:boto:Token: None 2022-09-01T10:55:38.101 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/ 2022-09-01T10:55:38.102 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18= 2022-09-01T10:55:38.103 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18=', 'Content-Length': '0'} 2022-09-01T10:55:38.106 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000031c5f498af6373ee-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.107 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.108 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.109 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.110 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:38.111 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:38.112 DEBUG:boto:Method: GET 2022-09-01T10:55:38.113 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:38.113 DEBUG:boto:Data: 2022-09-01T10:55:38.114 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.115 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:38.116 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.116 DEBUG:boto:Params: {} 2022-09-01T10:55:38.117 DEBUG:boto:Token: None 2022-09-01T10:55:38.118 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/ 2022-09-01T10:55:38.119 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18= 2022-09-01T10:55:38.120 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18=', 'Content-Length': '0'} 2022-09-01T10:55:38.122 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000022b7247b409c2375-0063108faa-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.123 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.123 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-70 zones={test-zone3, test-zone1} 2022-09-01T10:55:38.124 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-70 zones={test-zone3, test-zone2} 2022-09-01T10:55:38.124 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.125 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.126 DEBUG:boto:Method: HEAD 2022-09-01T10:55:38.127 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:55:38.128 DEBUG:boto:Data: 2022-09-01T10:55:38.129 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.132 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.133 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.134 DEBUG:boto:Params: {} 2022-09-01T10:55:38.135 DEBUG:boto:Token: None 2022-09-01T10:55:38.136 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/ 2022-09-01T10:55:38.136 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOL0PwAdkGOB6LTpx70srw8nvEY= 2022-09-01T10:55:38.137 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOL0PwAdkGOB6LTpx70srw8nvEY=', 'Content-Length': '0'} 2022-09-01T10:55:38.140 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003f0c5159873155fc-0063108faa-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.141 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.142 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.143 DEBUG:boto:Method: HEAD 2022-09-01T10:55:38.144 DEBUG:boto:Path: /ptoxvb-70/ 2022-09-01T10:55:38.144 DEBUG:boto:Data: 2022-09-01T10:55:38.145 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.145 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.145 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.146 DEBUG:boto:Params: {} 2022-09-01T10:55:38.147 DEBUG:boto:Token: None 2022-09-01T10:55:38.148 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/ 2022-09-01T10:55:38.149 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOL0PwAdkGOB6LTpx70srw8nvEY= 2022-09-01T10:55:38.150 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOL0PwAdkGOB6LTpx70srw8nvEY=', 'Content-Length': '0'} 2022-09-01T10:55:38.153 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000876c0e62709ae66c-0063108faa-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.154 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:55:38.155 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.156 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.157 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:38.158 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:38.158 DEBUG:boto:Method: GET 2022-09-01T10:55:38.159 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:38.159 DEBUG:boto:Data: 2022-09-01T10:55:38.160 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.160 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.161 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.161 DEBUG:boto:Params: {} 2022-09-01T10:55:38.162 DEBUG:boto:Token: None 2022-09-01T10:55:38.162 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/?versions 2022-09-01T10:55:38.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WG5pBKqYrdmGcU+9BgOK/1B4VOo= 2022-09-01T10:55:38.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WG5pBKqYrdmGcU+9BgOK/1B4VOo=', 'Content-Length': '0'} 2022-09-01T10:55:38.167 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c576a825cc5b265f-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.168 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.169 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:55:38.169 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:55:38.170 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:55:38.170 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:55:38.171 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T10:55:38.171 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T10:55:38.172 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T10:55:38.172 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T10:55:38.173 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:55:38.173 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.174 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.174 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:38.175 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:38.175 DEBUG:boto:Method: GET 2022-09-01T10:55:38.176 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:38.177 DEBUG:boto:Data: 2022-09-01T10:55:38.177 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.178 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.178 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.179 DEBUG:boto:Params: {} 2022-09-01T10:55:38.179 DEBUG:boto:Token: None 2022-09-01T10:55:38.180 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/?versions 2022-09-01T10:55:38.180 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WG5pBKqYrdmGcU+9BgOK/1B4VOo= 2022-09-01T10:55:38.181 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WG5pBKqYrdmGcU+9BgOK/1B4VOo=', 'Content-Length': '0'} 2022-09-01T10:55:38.184 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004913c3863cc56849-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.185 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.186 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:55:38.186 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:55:38.187 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:55:38.187 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:55:38.188 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T10:55:38.188 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T10:55:38.189 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T10:55:38.189 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T10:55:38.190 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.191 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.191 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:38.192 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:38.192 DEBUG:boto:Method: GET 2022-09-01T10:55:38.193 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:38.193 DEBUG:boto:Data: 2022-09-01T10:55:38.194 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.194 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.195 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.195 DEBUG:boto:Params: {} 2022-09-01T10:55:38.196 DEBUG:boto:Token: None 2022-09-01T10:55:38.196 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/?versions 2022-09-01T10:55:38.197 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WG5pBKqYrdmGcU+9BgOK/1B4VOo= 2022-09-01T10:55:38.197 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WG5pBKqYrdmGcU+9BgOK/1B4VOo=', 'Content-Length': '0'} 2022-09-01T10:55:38.201 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000029d4676fc854a2ee-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.201 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.203 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.203 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.204 DEBUG:boto:path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:38.204 DEBUG:boto:auth_path=/ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:38.205 DEBUG:boto:Method: GET 2022-09-01T10:55:38.205 DEBUG:boto:Path: /ptoxvb-70/?versions&max-keys=999 2022-09-01T10:55:38.206 DEBUG:boto:Data: 2022-09-01T10:55:38.206 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.207 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.208 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.208 DEBUG:boto:Params: {} 2022-09-01T10:55:38.209 DEBUG:boto:Token: None 2022-09-01T10:55:38.209 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/?versions 2022-09-01T10:55:38.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WG5pBKqYrdmGcU+9BgOK/1B4VOo= 2022-09-01T10:55:38.211 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WG5pBKqYrdmGcU+9BgOK/1B4VOo=', 'Content-Length': '0'} 2022-09-01T10:55:38.214 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000014c8eb27526986e3-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.214 DEBUG:boto:b'ptoxvb-70999falseanulltrue2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.215 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:38.216 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:38.217 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:38.217 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.218 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.219 DEBUG:boto:Method: GET 2022-09-01T10:55:38.219 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.220 DEBUG:boto:Data: 2022-09-01T10:55:38.220 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.221 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.222 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.222 DEBUG:boto:Params: {} 2022-09-01T10:55:38.223 DEBUG:boto:Token: None 2022-09-01T10:55:38.224 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.225 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iUxQzFUGhbgVdQWr8Pl3N+KJS8o= 2022-09-01T10:55:38.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iUxQzFUGhbgVdQWr8Pl3N+KJS8o=', 'Content-Length': '0'} 2022-09-01T10:55:38.228 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1b3a03d48ef9456-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.276 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:38.277 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:38.278 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.279 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.280 DEBUG:boto:Method: GET 2022-09-01T10:55:38.281 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.281 DEBUG:boto:Data: 2022-09-01T10:55:38.282 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.283 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.284 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.284 DEBUG:boto:Params: {} 2022-09-01T10:55:38.285 DEBUG:boto:Token: None 2022-09-01T10:55:38.286 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.287 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iUxQzFUGhbgVdQWr8Pl3N+KJS8o= 2022-09-01T10:55:38.288 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iUxQzFUGhbgVdQWr8Pl3N+KJS8o=', 'Content-Length': '0'} 2022-09-01T10:55:38.290 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f9f4e5b5925a197d-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.292 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:38.292 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:38.293 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.293 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.294 DEBUG:boto:Method: HEAD 2022-09-01T10:55:38.294 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.295 DEBUG:boto:Data: 2022-09-01T10:55:38.296 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.296 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.297 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.297 DEBUG:boto:Params: {} 2022-09-01T10:55:38.298 DEBUG:boto:Token: None 2022-09-01T10:55:38.298 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KWrMYzcHYMgrkIgHLaq6TI6HsOU= 2022-09-01T10:55:38.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KWrMYzcHYMgrkIgHLaq6TI6HsOU=', 'Content-Length': '0'} 2022-09-01T10:55:38.303 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000084b663dfb1d690c6-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.305 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:38.305 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:38.306 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.307 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.308 DEBUG:boto:Method: HEAD 2022-09-01T10:55:38.309 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.310 DEBUG:boto:Data: 2022-09-01T10:55:38.311 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.312 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.312 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.313 DEBUG:boto:Params: {} 2022-09-01T10:55:38.313 DEBUG:boto:Token: None 2022-09-01T10:55:38.315 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KWrMYzcHYMgrkIgHLaq6TI6HsOU= 2022-09-01T10:55:38.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KWrMYzcHYMgrkIgHLaq6TI6HsOU=', 'Content-Length': '0'} 2022-09-01T10:55:38.319 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a9119f92e3df496-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.320 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:38.322 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:38.323 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:38.324 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.325 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.326 DEBUG:boto:Method: GET 2022-09-01T10:55:38.326 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.327 DEBUG:boto:Data: 2022-09-01T10:55:38.328 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.328 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.329 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.329 DEBUG:boto:Params: {} 2022-09-01T10:55:38.330 DEBUG:boto:Token: None 2022-09-01T10:55:38.330 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.331 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iUxQzFUGhbgVdQWr8Pl3N+KJS8o= 2022-09-01T10:55:38.332 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iUxQzFUGhbgVdQWr8Pl3N+KJS8o=', 'Content-Length': '0'} 2022-09-01T10:55:38.334 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c73e78350f953b2e-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.335 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:38.336 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:38.336 DEBUG:boto:path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.337 DEBUG:boto:auth_path=/ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.337 DEBUG:boto:Method: GET 2022-09-01T10:55:38.338 DEBUG:boto:Path: /ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.338 DEBUG:boto:Data: 2022-09-01T10:55:38.339 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.339 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.340 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.341 DEBUG:boto:Params: {} 2022-09-01T10:55:38.341 DEBUG:boto:Token: None 2022-09-01T10:55:38.342 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/a?versionId=null 2022-09-01T10:55:38.343 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iUxQzFUGhbgVdQWr8Pl3N+KJS8o= 2022-09-01T10:55:38.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iUxQzFUGhbgVdQWr8Pl3N+KJS8o=', 'Content-Length': '0'} 2022-09-01T10:55:38.345 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e4da9ec40673ed89-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.390 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.391 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.392 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:38.392 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:38.393 DEBUG:boto:Method: GET 2022-09-01T10:55:38.393 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:38.394 DEBUG:boto:Data: 2022-09-01T10:55:38.395 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.395 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.397 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.398 DEBUG:boto:Params: {} 2022-09-01T10:55:38.399 DEBUG:boto:Token: None 2022-09-01T10:55:38.399 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/ 2022-09-01T10:55:38.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18= 2022-09-01T10:55:38.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18=', 'Content-Length': '0'} 2022-09-01T10:55:38.404 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000059ee819f0b77f1-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.405 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.408 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.409 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.410 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:38.411 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:38.412 DEBUG:boto:Method: GET 2022-09-01T10:55:38.413 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:38.414 DEBUG:boto:Data: 2022-09-01T10:55:38.414 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.415 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.416 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.417 DEBUG:boto:Params: {} 2022-09-01T10:55:38.419 DEBUG:boto:Token: None 2022-09-01T10:55:38.420 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/ 2022-09-01T10:55:38.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18= 2022-09-01T10:55:38.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18=', 'Content-Length': '0'} 2022-09-01T10:55:38.426 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000008dc4942492a3dd0-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.427 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.429 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:38.430 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:38.431 DEBUG:boto:Method: HEAD 2022-09-01T10:55:38.432 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:38.432 DEBUG:boto:Data: 2022-09-01T10:55:38.433 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.433 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.434 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.435 DEBUG:boto:Params: {} 2022-09-01T10:55:38.435 DEBUG:boto:Token: None 2022-09-01T10:55:38.437 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/a 2022-09-01T10:55:38.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kebcCjeUGLMW5MfB43mtnJWjuTo= 2022-09-01T10:55:38.438 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kebcCjeUGLMW5MfB43mtnJWjuTo=', 'Content-Length': '0'} 2022-09-01T10:55:38.441 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b7e61cd5e948a1ae-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.443 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:38.444 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:38.445 DEBUG:boto:Method: HEAD 2022-09-01T10:55:38.446 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:38.447 DEBUG:boto:Data: 2022-09-01T10:55:38.448 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.449 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.450 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.451 DEBUG:boto:Params: {} 2022-09-01T10:55:38.452 DEBUG:boto:Token: None 2022-09-01T10:55:38.453 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/a 2022-09-01T10:55:38.454 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kebcCjeUGLMW5MfB43mtnJWjuTo= 2022-09-01T10:55:38.455 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kebcCjeUGLMW5MfB43mtnJWjuTo=', 'Content-Length': '0'} 2022-09-01T10:55:38.458 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007e993f8b83d28aec-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.459 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:55:38.460 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:38.461 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:38.461 DEBUG:boto:Method: GET 2022-09-01T10:55:38.462 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:38.462 DEBUG:boto:Data: 2022-09-01T10:55:38.463 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.463 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.464 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.465 DEBUG:boto:Params: {} 2022-09-01T10:55:38.466 DEBUG:boto:Token: None 2022-09-01T10:55:38.467 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/a 2022-09-01T10:55:38.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dWYWiZnsHDL6HidBVBDvLkG9glI= 2022-09-01T10:55:38.469 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dWYWiZnsHDL6HidBVBDvLkG9glI=', 'Content-Length': '0'} 2022-09-01T10:55:38.472 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002fb430197eb3a819-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.473 DEBUG:boto:path=/ptoxvb-70/a 2022-09-01T10:55:38.475 DEBUG:boto:auth_path=/ptoxvb-70/a 2022-09-01T10:55:38.476 DEBUG:boto:Method: GET 2022-09-01T10:55:38.476 DEBUG:boto:Path: /ptoxvb-70/a 2022-09-01T10:55:38.477 DEBUG:boto:Data: 2022-09-01T10:55:38.477 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.478 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.479 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.480 DEBUG:boto:Params: {} 2022-09-01T10:55:38.481 DEBUG:boto:Token: None 2022-09-01T10:55:38.482 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/a 2022-09-01T10:55:38.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dWYWiZnsHDL6HidBVBDvLkG9glI= 2022-09-01T10:55:38.484 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dWYWiZnsHDL6HidBVBDvLkG9glI=', 'Content-Length': '0'} 2022-09-01T10:55:38.487 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fd024b904f589eed-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.535 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.536 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.536 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:38.537 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:38.537 DEBUG:boto:Method: GET 2022-09-01T10:55:38.538 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:38.539 DEBUG:boto:Data: 2022-09-01T10:55:38.539 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.540 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.540 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.541 DEBUG:boto:Params: {} 2022-09-01T10:55:38.542 DEBUG:boto:Token: None 2022-09-01T10:55:38.542 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/ 2022-09-01T10:55:38.543 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18= 2022-09-01T10:55:38.544 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18=', 'Content-Length': '0'} 2022-09-01T10:55:38.547 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007a0f9c1ec568c368-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.548 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.549 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.550 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.551 DEBUG:boto:path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:38.552 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=a 2022-09-01T10:55:38.553 DEBUG:boto:Method: GET 2022-09-01T10:55:38.554 DEBUG:boto:Path: /ptoxvb-70/?prefix=a 2022-09-01T10:55:38.554 DEBUG:boto:Data: 2022-09-01T10:55:38.555 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.556 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.557 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.558 DEBUG:boto:Params: {} 2022-09-01T10:55:38.559 DEBUG:boto:Token: None 2022-09-01T10:55:38.560 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/ 2022-09-01T10:55:38.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18= 2022-09-01T10:55:38.562 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18=', 'Content-Length': '0'} 2022-09-01T10:55:38.565 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d5d897e6265a0652-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.566 DEBUG:boto:b'ptoxvb-70a1000falsea2022-09-01T10:52:37.811Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.568 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:38.568 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:38.569 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:38.569 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.570 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.571 DEBUG:boto:Method: GET 2022-09-01T10:55:38.571 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.572 DEBUG:boto:Data: 2022-09-01T10:55:38.572 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.573 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.573 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.574 DEBUG:boto:Params: {} 2022-09-01T10:55:38.575 DEBUG:boto:Token: None 2022-09-01T10:55:38.575 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.576 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7vTfP8ZisJh/uTRV1XTd4ygVzWM= 2022-09-01T10:55:38.577 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7vTfP8ZisJh/uTRV1XTd4ygVzWM=', 'Content-Length': '0'} 2022-09-01T10:55:38.579 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ef82f4993f08c709-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.622 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:38.624 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:38.624 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.625 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.626 DEBUG:boto:Method: GET 2022-09-01T10:55:38.626 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.627 DEBUG:boto:Data: 2022-09-01T10:55:38.628 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.628 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.629 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.630 DEBUG:boto:Params: {} 2022-09-01T10:55:38.631 DEBUG:boto:Token: None 2022-09-01T10:55:38.632 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.632 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7vTfP8ZisJh/uTRV1XTd4ygVzWM= 2022-09-01T10:55:38.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7vTfP8ZisJh/uTRV1XTd4ygVzWM=', 'Content-Length': '0'} 2022-09-01T10:55:38.635 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000065f79f7b303303a-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.637 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:38.637 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:38.638 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.639 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.639 DEBUG:boto:Method: HEAD 2022-09-01T10:55:38.640 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.641 DEBUG:boto:Data: 2022-09-01T10:55:38.642 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.642 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.643 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.643 DEBUG:boto:Params: {} 2022-09-01T10:55:38.644 DEBUG:boto:Token: None 2022-09-01T10:55:38.646 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.646 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1VImSbw1LL0FPpyaj+5fH7sfZEs= 2022-09-01T10:55:38.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1VImSbw1LL0FPpyaj+5fH7sfZEs=', 'Content-Length': '0'} 2022-09-01T10:55:38.654 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f9f5a73675970bc8-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.656 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:38.658 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:38.658 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.659 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.660 DEBUG:boto:Method: HEAD 2022-09-01T10:55:38.661 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.662 DEBUG:boto:Data: 2022-09-01T10:55:38.664 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.664 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.665 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.666 DEBUG:boto:Params: {} 2022-09-01T10:55:38.667 DEBUG:boto:Token: None 2022-09-01T10:55:38.669 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1VImSbw1LL0FPpyaj+5fH7sfZEs= 2022-09-01T10:55:38.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1VImSbw1LL0FPpyaj+5fH7sfZEs=', 'Content-Length': '0'} 2022-09-01T10:55:38.674 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a536b0673e16696d-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.675 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:38.676 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:38.678 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:38.679 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.680 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.681 DEBUG:boto:Method: GET 2022-09-01T10:55:38.688 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.690 DEBUG:boto:Data: 2022-09-01T10:55:38.690 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.691 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.692 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.693 DEBUG:boto:Params: {} 2022-09-01T10:55:38.694 DEBUG:boto:Token: None 2022-09-01T10:55:38.695 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.696 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7vTfP8ZisJh/uTRV1XTd4ygVzWM= 2022-09-01T10:55:38.697 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7vTfP8ZisJh/uTRV1XTd4ygVzWM=', 'Content-Length': '0'} 2022-09-01T10:55:38.700 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000974ec7610cd0775-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.701 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:38.702 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:38.703 DEBUG:boto:path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.704 DEBUG:boto:auth_path=/ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.705 DEBUG:boto:Method: GET 2022-09-01T10:55:38.706 DEBUG:boto:Path: /ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.707 DEBUG:boto:Data: 2022-09-01T10:55:38.708 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.709 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.710 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.710 DEBUG:boto:Params: {} 2022-09-01T10:55:38.711 DEBUG:boto:Token: None 2022-09-01T10:55:38.712 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/b?versionId=null 2022-09-01T10:55:38.713 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7vTfP8ZisJh/uTRV1XTd4ygVzWM= 2022-09-01T10:55:38.715 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7vTfP8ZisJh/uTRV1XTd4ygVzWM=', 'Content-Length': '0'} 2022-09-01T10:55:38.717 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b48bada9aa57889-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.718 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.719 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.719 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:38.720 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:38.720 DEBUG:boto:Method: GET 2022-09-01T10:55:38.721 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:38.721 DEBUG:boto:Data: 2022-09-01T10:55:38.722 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.722 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.723 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.723 DEBUG:boto:Params: {} 2022-09-01T10:55:38.724 DEBUG:boto:Token: None 2022-09-01T10:55:38.725 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/ 2022-09-01T10:55:38.726 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18= 2022-09-01T10:55:38.726 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18=', 'Content-Length': '0'} 2022-09-01T10:55:38.729 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000d4b3ed5d8e7fb25-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.730 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.731 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.732 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.732 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:38.733 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:38.733 DEBUG:boto:Method: GET 2022-09-01T10:55:38.734 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:38.735 DEBUG:boto:Data: 2022-09-01T10:55:38.735 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.736 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.736 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.737 DEBUG:boto:Params: {} 2022-09-01T10:55:38.738 DEBUG:boto:Token: None 2022-09-01T10:55:38.739 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/ 2022-09-01T10:55:38.739 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18= 2022-09-01T10:55:38.740 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18=', 'Content-Length': '0'} 2022-09-01T10:55:38.743 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cde95e1c70a12d70-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.744 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.745 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:38.746 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:38.747 DEBUG:boto:Method: HEAD 2022-09-01T10:55:38.748 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:38.748 DEBUG:boto:Data: 2022-09-01T10:55:38.749 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.749 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.750 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.751 DEBUG:boto:Params: {} 2022-09-01T10:55:38.751 DEBUG:boto:Token: None 2022-09-01T10:55:38.752 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/b 2022-09-01T10:55:38.753 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5o4TvR+eKqjE/A7YxCvADD4GgZ0= 2022-09-01T10:55:38.753 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5o4TvR+eKqjE/A7YxCvADD4GgZ0=', 'Content-Length': '0'} 2022-09-01T10:55:38.755 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000010f06d706d80870b-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.756 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:38.757 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:38.758 DEBUG:boto:Method: HEAD 2022-09-01T10:55:38.758 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:38.759 DEBUG:boto:Data: 2022-09-01T10:55:38.760 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.760 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.761 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.761 DEBUG:boto:Params: {} 2022-09-01T10:55:38.762 DEBUG:boto:Token: None 2022-09-01T10:55:38.763 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/b 2022-09-01T10:55:38.764 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5o4TvR+eKqjE/A7YxCvADD4GgZ0= 2022-09-01T10:55:38.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5o4TvR+eKqjE/A7YxCvADD4GgZ0=', 'Content-Length': '0'} 2022-09-01T10:55:38.772 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b4affcb2493129a0-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.773 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:55:38.774 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:38.774 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:38.775 DEBUG:boto:Method: GET 2022-09-01T10:55:38.776 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:38.776 DEBUG:boto:Data: 2022-09-01T10:55:38.777 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.778 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.779 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.780 DEBUG:boto:Params: {} 2022-09-01T10:55:38.781 DEBUG:boto:Token: None 2022-09-01T10:55:38.782 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/b 2022-09-01T10:55:38.783 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xq5pjC9958255+vVR5YLqTccdno= 2022-09-01T10:55:38.783 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xq5pjC9958255+vVR5YLqTccdno=', 'Content-Length': '0'} 2022-09-01T10:55:38.786 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007536605eb50a38ef-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.787 DEBUG:boto:path=/ptoxvb-70/b 2022-09-01T10:55:38.788 DEBUG:boto:auth_path=/ptoxvb-70/b 2022-09-01T10:55:38.789 DEBUG:boto:Method: GET 2022-09-01T10:55:38.790 DEBUG:boto:Path: /ptoxvb-70/b 2022-09-01T10:55:38.791 DEBUG:boto:Data: 2022-09-01T10:55:38.792 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.793 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.794 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.795 DEBUG:boto:Params: {} 2022-09-01T10:55:38.796 DEBUG:boto:Token: None 2022-09-01T10:55:38.797 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/b 2022-09-01T10:55:38.798 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xq5pjC9958255+vVR5YLqTccdno= 2022-09-01T10:55:38.799 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xq5pjC9958255+vVR5YLqTccdno=', 'Content-Length': '0'} 2022-09-01T10:55:38.802 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ffeb432b5d6485b7-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.804 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.804 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.805 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:38.807 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:38.808 DEBUG:boto:Method: GET 2022-09-01T10:55:38.809 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:38.810 DEBUG:boto:Data: 2022-09-01T10:55:38.811 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.812 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.813 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.814 DEBUG:boto:Params: {} 2022-09-01T10:55:38.815 DEBUG:boto:Token: None 2022-09-01T10:55:38.816 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/ 2022-09-01T10:55:38.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18= 2022-09-01T10:55:38.818 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18=', 'Content-Length': '0'} 2022-09-01T10:55:38.822 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007ea10772815d88ba-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.823 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.823 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:38.824 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:38.824 DEBUG:boto:path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:38.825 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=b 2022-09-01T10:55:38.826 DEBUG:boto:Method: GET 2022-09-01T10:55:38.826 DEBUG:boto:Path: /ptoxvb-70/?prefix=b 2022-09-01T10:55:38.827 DEBUG:boto:Data: 2022-09-01T10:55:38.828 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.829 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.830 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.831 DEBUG:boto:Params: {} 2022-09-01T10:55:38.832 DEBUG:boto:Token: None 2022-09-01T10:55:38.833 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/ 2022-09-01T10:55:38.834 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18= 2022-09-01T10:55:38.835 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6sxzUQNL20rkAa9O3aUmClVuO18=', 'Content-Length': '0'} 2022-09-01T10:55:38.838 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c2efcf2390546334-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.886 DEBUG:boto:b'ptoxvb-70b1000falseb2022-09-01T10:52:37.849Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:38.887 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:38.887 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:38.888 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:38.889 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.890 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.890 DEBUG:boto:Method: GET 2022-09-01T10:55:38.891 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.891 DEBUG:boto:Data: 2022-09-01T10:55:38.892 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.892 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.893 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.894 DEBUG:boto:Params: {} 2022-09-01T10:55:38.894 DEBUG:boto:Token: None 2022-09-01T10:55:38.895 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.896 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pwiKiUzI2VoLgA2JS3fkkMTxPow= 2022-09-01T10:55:38.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pwiKiUzI2VoLgA2JS3fkkMTxPow=', 'Content-Length': '0'} 2022-09-01T10:55:38.898 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bbb07d1c110c4bcd-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.899 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:38.900 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:38.900 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.901 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.902 DEBUG:boto:Method: GET 2022-09-01T10:55:38.902 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.903 DEBUG:boto:Data: 2022-09-01T10:55:38.903 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.904 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.904 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.905 DEBUG:boto:Params: {} 2022-09-01T10:55:38.906 DEBUG:boto:Token: None 2022-09-01T10:55:38.906 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.907 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pwiKiUzI2VoLgA2JS3fkkMTxPow= 2022-09-01T10:55:38.908 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pwiKiUzI2VoLgA2JS3fkkMTxPow=', 'Content-Length': '0'} 2022-09-01T10:55:38.911 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001cac147f583b8a6a-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.912 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:38.913 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:38.914 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.914 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.915 DEBUG:boto:Method: HEAD 2022-09-01T10:55:38.916 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.916 DEBUG:boto:Data: 2022-09-01T10:55:38.916 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.917 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.918 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.918 DEBUG:boto:Params: {} 2022-09-01T10:55:38.919 DEBUG:boto:Token: None 2022-09-01T10:55:38.919 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.920 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0O1+K/Pyl+QIyf8Wxt/9tI6ZWhs= 2022-09-01T10:55:38.921 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0O1+K/Pyl+QIyf8Wxt/9tI6ZWhs=', 'Content-Length': '0'} 2022-09-01T10:55:38.923 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a7f48531acd98e46-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.924 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:38.925 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:38.925 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.926 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.926 DEBUG:boto:Method: HEAD 2022-09-01T10:55:38.927 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.927 DEBUG:boto:Data: 2022-09-01T10:55:38.928 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.929 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:38.929 DEBUG:boto:Port: 8000 2022-09-01T10:55:38.930 DEBUG:boto:Params: {} 2022-09-01T10:55:38.931 DEBUG:boto:Token: None 2022-09-01T10:55:38.933 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.935 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0O1+K/Pyl+QIyf8Wxt/9tI6ZWhs= 2022-09-01T10:55:38.936 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0O1+K/Pyl+QIyf8Wxt/9tI6ZWhs=', 'Content-Length': '0'} 2022-09-01T10:55:38.940 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d00011f9293b02d1-0063108faa-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.941 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:38.942 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:38.943 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:38.944 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.945 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.946 DEBUG:boto:Method: GET 2022-09-01T10:55:38.947 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.948 DEBUG:boto:Data: 2022-09-01T10:55:38.949 DEBUG:boto:Headers: {} 2022-09-01T10:55:38.950 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:38.951 DEBUG:boto:Port: 8001 2022-09-01T10:55:38.952 DEBUG:boto:Params: {} 2022-09-01T10:55:38.953 DEBUG:boto:Token: None 2022-09-01T10:55:38.953 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:38 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:38.954 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pwiKiUzI2VoLgA2JS3fkkMTxPow= 2022-09-01T10:55:38.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pwiKiUzI2VoLgA2JS3fkkMTxPow=', 'Content-Length': '0'} 2022-09-01T10:55:38.957 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009219a42ada6dd6d5-0063108faa-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:38.998 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:38.999 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:39.000 DEBUG:boto:path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:39.000 DEBUG:boto:auth_path=/ptoxvb-70/c?versionId=null 2022-09-01T10:55:39.001 DEBUG:boto:Method: GET 2022-09-01T10:55:39.002 DEBUG:boto:Path: /ptoxvb-70/c?versionId=null 2022-09-01T10:55:39.002 DEBUG:boto:Data: 2022-09-01T10:55:39.003 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.003 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.004 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.005 DEBUG:boto:Params: {} 2022-09-01T10:55:39.005 DEBUG:boto:Token: None 2022-09-01T10:55:39.006 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/c?versionId=null 2022-09-01T10:55:39.007 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:llbWBr3HtaPcmg1mKU8R+/re1jk= 2022-09-01T10:55:39.007 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:llbWBr3HtaPcmg1mKU8R+/re1jk=', 'Content-Length': '0'} 2022-09-01T10:55:39.009 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e6813218be15543-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.010 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.011 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.011 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:39.012 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:39.012 DEBUG:boto:Method: GET 2022-09-01T10:55:39.013 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:39.013 DEBUG:boto:Data: 2022-09-01T10:55:39.014 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.014 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.015 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.015 DEBUG:boto:Params: {} 2022-09-01T10:55:39.016 DEBUG:boto:Token: None 2022-09-01T10:55:39.017 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.017 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.018 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.021 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003d2c2ec14ab34a7a-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.022 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.024 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.025 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.027 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:39.028 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:39.028 DEBUG:boto:Method: GET 2022-09-01T10:55:39.029 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:39.029 DEBUG:boto:Data: 2022-09-01T10:55:39.030 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.031 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.031 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.032 DEBUG:boto:Params: {} 2022-09-01T10:55:39.032 DEBUG:boto:Token: None 2022-09-01T10:55:39.033 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.034 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.034 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.037 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e0f007b6d958571d-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.038 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.039 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:39.039 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:39.040 DEBUG:boto:Method: HEAD 2022-09-01T10:55:39.040 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:39.041 DEBUG:boto:Data: 2022-09-01T10:55:39.041 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.042 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.043 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.043 DEBUG:boto:Params: {} 2022-09-01T10:55:39.044 DEBUG:boto:Token: None 2022-09-01T10:55:39.044 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/c 2022-09-01T10:55:39.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v8kCr9cXhqbkA1peIBnrLntwGFo= 2022-09-01T10:55:39.046 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v8kCr9cXhqbkA1peIBnrLntwGFo=', 'Content-Length': '0'} 2022-09-01T10:55:39.048 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001c16c4f2c55da5b4-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.048 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:39.049 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:39.050 DEBUG:boto:Method: HEAD 2022-09-01T10:55:39.050 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:39.051 DEBUG:boto:Data: 2022-09-01T10:55:39.052 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.052 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.053 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.053 DEBUG:boto:Params: {} 2022-09-01T10:55:39.054 DEBUG:boto:Token: None 2022-09-01T10:55:39.054 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/c 2022-09-01T10:55:39.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v8kCr9cXhqbkA1peIBnrLntwGFo= 2022-09-01T10:55:39.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v8kCr9cXhqbkA1peIBnrLntwGFo=', 'Content-Length': '0'} 2022-09-01T10:55:39.058 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f92a704fbdc138d7-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.059 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:55:39.059 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:39.060 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:39.060 DEBUG:boto:Method: GET 2022-09-01T10:55:39.061 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:39.063 DEBUG:boto:Data: 2022-09-01T10:55:39.064 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.065 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.066 DEBUG:boto:Params: {} 2022-09-01T10:55:39.073 DEBUG:boto:Token: None 2022-09-01T10:55:39.074 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/c 2022-09-01T10:55:39.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TsRgh5YxiKP501Bho4+Es2RdUCY= 2022-09-01T10:55:39.078 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TsRgh5YxiKP501Bho4+Es2RdUCY=', 'Content-Length': '0'} 2022-09-01T10:55:39.081 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007ad4eee677cec85d-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.082 DEBUG:boto:path=/ptoxvb-70/c 2022-09-01T10:55:39.088 DEBUG:boto:auth_path=/ptoxvb-70/c 2022-09-01T10:55:39.089 DEBUG:boto:Method: GET 2022-09-01T10:55:39.090 DEBUG:boto:Path: /ptoxvb-70/c 2022-09-01T10:55:39.091 DEBUG:boto:Data: 2022-09-01T10:55:39.092 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.092 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.093 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.093 DEBUG:boto:Params: {} 2022-09-01T10:55:39.094 DEBUG:boto:Token: None 2022-09-01T10:55:39.095 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/c 2022-09-01T10:55:39.096 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TsRgh5YxiKP501Bho4+Es2RdUCY= 2022-09-01T10:55:39.101 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TsRgh5YxiKP501Bho4+Es2RdUCY=', 'Content-Length': '0'} 2022-09-01T10:55:39.103 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f7b06b445fe6df80-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.104 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.104 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.105 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:39.105 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:39.106 DEBUG:boto:Method: GET 2022-09-01T10:55:39.107 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:39.107 DEBUG:boto:Data: 2022-09-01T10:55:39.108 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.108 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.109 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.109 DEBUG:boto:Params: {} 2022-09-01T10:55:39.111 DEBUG:boto:Token: None 2022-09-01T10:55:39.111 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.112 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.113 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.121 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b1a6c7a9b26436e8-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.123 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.124 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.125 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.126 DEBUG:boto:path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:39.127 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=c 2022-09-01T10:55:39.128 DEBUG:boto:Method: GET 2022-09-01T10:55:39.129 DEBUG:boto:Path: /ptoxvb-70/?prefix=c 2022-09-01T10:55:39.130 DEBUG:boto:Data: 2022-09-01T10:55:39.131 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.132 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.132 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.133 DEBUG:boto:Params: {} 2022-09-01T10:55:39.135 DEBUG:boto:Token: None 2022-09-01T10:55:39.136 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.137 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.143 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c7a057d7414fc666-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.144 DEBUG:boto:b'ptoxvb-70c1000falsec2022-09-01T10:52:37.920Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.146 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:39.148 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:39.149 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:39.151 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.152 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.153 DEBUG:boto:Method: GET 2022-09-01T10:55:39.154 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.155 DEBUG:boto:Data: 2022-09-01T10:55:39.156 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.157 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.158 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.160 DEBUG:boto:Params: {} 2022-09-01T10:55:39.161 DEBUG:boto:Token: None 2022-09-01T10:55:39.162 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eKa/FVBiz+BRqgS6No1IoW3VwWU= 2022-09-01T10:55:39.163 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eKa/FVBiz+BRqgS6No1IoW3VwWU=', 'Content-Length': '0'} 2022-09-01T10:55:39.166 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000098ab939eee25711a-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.168 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:39.168 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:39.169 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.170 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.170 DEBUG:boto:Method: GET 2022-09-01T10:55:39.171 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.171 DEBUG:boto:Data: 2022-09-01T10:55:39.172 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.172 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.173 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.174 DEBUG:boto:Params: {} 2022-09-01T10:55:39.175 DEBUG:boto:Token: None 2022-09-01T10:55:39.175 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.176 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eKa/FVBiz+BRqgS6No1IoW3VwWU= 2022-09-01T10:55:39.177 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eKa/FVBiz+BRqgS6No1IoW3VwWU=', 'Content-Length': '0'} 2022-09-01T10:55:39.179 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002abb344fa5e27c9b-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.230 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:39.231 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:39.231 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.232 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.233 DEBUG:boto:Method: HEAD 2022-09-01T10:55:39.234 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.235 DEBUG:boto:Data: 2022-09-01T10:55:39.236 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.238 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.238 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.239 DEBUG:boto:Params: {} 2022-09-01T10:55:39.240 DEBUG:boto:Token: None 2022-09-01T10:55:39.240 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AjxnpgZr4MSdFUd6MRm6pc3QZRU= 2022-09-01T10:55:39.242 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AjxnpgZr4MSdFUd6MRm6pc3QZRU=', 'Content-Length': '0'} 2022-09-01T10:55:39.245 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf163f103eb6cf87-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.247 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:39.248 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:39.249 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.250 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.251 DEBUG:boto:Method: HEAD 2022-09-01T10:55:39.253 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.253 DEBUG:boto:Data: 2022-09-01T10:55:39.254 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.255 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.256 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.257 DEBUG:boto:Params: {} 2022-09-01T10:55:39.258 DEBUG:boto:Token: None 2022-09-01T10:55:39.259 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AjxnpgZr4MSdFUd6MRm6pc3QZRU= 2022-09-01T10:55:39.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AjxnpgZr4MSdFUd6MRm6pc3QZRU=', 'Content-Length': '0'} 2022-09-01T10:55:39.264 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000d26518b68ce43f6-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.265 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:39.266 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:39.267 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:39.268 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.269 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.270 DEBUG:boto:Method: GET 2022-09-01T10:55:39.271 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.272 DEBUG:boto:Data: 2022-09-01T10:55:39.272 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.273 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.274 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.275 DEBUG:boto:Params: {} 2022-09-01T10:55:39.276 DEBUG:boto:Token: None 2022-09-01T10:55:39.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eKa/FVBiz+BRqgS6No1IoW3VwWU= 2022-09-01T10:55:39.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eKa/FVBiz+BRqgS6No1IoW3VwWU=', 'Content-Length': '0'} 2022-09-01T10:55:39.281 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d7ec6e2fe6bdd7d8-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.283 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:39.284 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:39.285 DEBUG:boto:path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.286 DEBUG:boto:auth_path=/ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.287 DEBUG:boto:Method: GET 2022-09-01T10:55:39.288 DEBUG:boto:Path: /ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.289 DEBUG:boto:Data: 2022-09-01T10:55:39.290 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.291 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.292 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.293 DEBUG:boto:Params: {} 2022-09-01T10:55:39.294 DEBUG:boto:Token: None 2022-09-01T10:55:39.295 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/d?versionId=null 2022-09-01T10:55:39.296 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eKa/FVBiz+BRqgS6No1IoW3VwWU= 2022-09-01T10:55:39.297 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eKa/FVBiz+BRqgS6No1IoW3VwWU=', 'Content-Length': '0'} 2022-09-01T10:55:39.300 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ce6d9ad9c1f6601-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.302 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.303 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.304 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:39.305 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:39.306 DEBUG:boto:Method: GET 2022-09-01T10:55:39.306 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:39.307 DEBUG:boto:Data: 2022-09-01T10:55:39.308 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.309 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.310 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.311 DEBUG:boto:Params: {} 2022-09-01T10:55:39.311 DEBUG:boto:Token: None 2022-09-01T10:55:39.312 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.313 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.313 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.317 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001fe5792725549e49-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.317 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.318 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.319 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.320 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:39.321 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:39.322 DEBUG:boto:Method: GET 2022-09-01T10:55:39.323 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:39.324 DEBUG:boto:Data: 2022-09-01T10:55:39.325 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.326 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.327 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.328 DEBUG:boto:Params: {} 2022-09-01T10:55:39.329 DEBUG:boto:Token: None 2022-09-01T10:55:39.330 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.332 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.332 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.336 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000512a4b5f1accc04f-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.339 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.342 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:39.343 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:39.345 DEBUG:boto:Method: HEAD 2022-09-01T10:55:39.346 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:39.347 DEBUG:boto:Data: 2022-09-01T10:55:39.347 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.348 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.349 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.350 DEBUG:boto:Params: {} 2022-09-01T10:55:39.352 DEBUG:boto:Token: None 2022-09-01T10:55:39.352 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/d 2022-09-01T10:55:39.353 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mLsg5JjlHASOrXJt5C6gqYiLa4U= 2022-09-01T10:55:39.353 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mLsg5JjlHASOrXJt5C6gqYiLa4U=', 'Content-Length': '0'} 2022-09-01T10:55:39.356 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000505aeb1f409a6ea0-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.357 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:39.358 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:39.359 DEBUG:boto:Method: HEAD 2022-09-01T10:55:39.359 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:39.361 DEBUG:boto:Data: 2022-09-01T10:55:39.362 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.363 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.364 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.364 DEBUG:boto:Params: {} 2022-09-01T10:55:39.365 DEBUG:boto:Token: None 2022-09-01T10:55:39.366 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/d 2022-09-01T10:55:39.367 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mLsg5JjlHASOrXJt5C6gqYiLa4U= 2022-09-01T10:55:39.368 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mLsg5JjlHASOrXJt5C6gqYiLa4U=', 'Content-Length': '0'} 2022-09-01T10:55:39.371 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009e9e7219ee32b7c2-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.372 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:55:39.373 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:39.374 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:39.375 DEBUG:boto:Method: GET 2022-09-01T10:55:39.376 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:39.377 DEBUG:boto:Data: 2022-09-01T10:55:39.378 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.379 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.380 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.380 DEBUG:boto:Params: {} 2022-09-01T10:55:39.381 DEBUG:boto:Token: None 2022-09-01T10:55:39.381 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/d 2022-09-01T10:55:39.382 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wdMsM3iGJino8/yT2pA2mBYSJZM= 2022-09-01T10:55:39.383 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wdMsM3iGJino8/yT2pA2mBYSJZM=', 'Content-Length': '0'} 2022-09-01T10:55:39.385 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e9673252c69884e4-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.386 DEBUG:boto:path=/ptoxvb-70/d 2022-09-01T10:55:39.387 DEBUG:boto:auth_path=/ptoxvb-70/d 2022-09-01T10:55:39.388 DEBUG:boto:Method: GET 2022-09-01T10:55:39.389 DEBUG:boto:Path: /ptoxvb-70/d 2022-09-01T10:55:39.390 DEBUG:boto:Data: 2022-09-01T10:55:39.390 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.391 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.391 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.392 DEBUG:boto:Params: {} 2022-09-01T10:55:39.392 DEBUG:boto:Token: None 2022-09-01T10:55:39.393 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/d 2022-09-01T10:55:39.394 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wdMsM3iGJino8/yT2pA2mBYSJZM= 2022-09-01T10:55:39.394 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wdMsM3iGJino8/yT2pA2mBYSJZM=', 'Content-Length': '0'} 2022-09-01T10:55:39.397 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:52:37 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002e65b2ba73dbcc4c-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.399 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.400 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.401 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:39.401 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:39.402 DEBUG:boto:Method: GET 2022-09-01T10:55:39.402 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:39.403 DEBUG:boto:Data: 2022-09-01T10:55:39.403 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.404 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.404 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.405 DEBUG:boto:Params: {} 2022-09-01T10:55:39.405 DEBUG:boto:Token: None 2022-09-01T10:55:39.406 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.407 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.407 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.410 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000862e748e0f14b039-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.411 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.412 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.413 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.413 DEBUG:boto:path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:39.414 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=d 2022-09-01T10:55:39.414 DEBUG:boto:Method: GET 2022-09-01T10:55:39.415 DEBUG:boto:Path: /ptoxvb-70/?prefix=d 2022-09-01T10:55:39.415 DEBUG:boto:Data: 2022-09-01T10:55:39.416 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.417 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.418 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.419 DEBUG:boto:Params: {} 2022-09-01T10:55:39.420 DEBUG:boto:Token: None 2022-09-01T10:55:39.421 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.425 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004c70c2604c10a4c0-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.470 DEBUG:boto:b'ptoxvb-70d1000falsed2022-09-01T10:52:37.949Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.471 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:39.472 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:39.472 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:39.473 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.473 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.474 DEBUG:boto:Method: GET 2022-09-01T10:55:39.475 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.475 DEBUG:boto:Data: 2022-09-01T10:55:39.476 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.476 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.477 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.477 DEBUG:boto:Params: {} 2022-09-01T10:55:39.478 DEBUG:boto:Token: None 2022-09-01T10:55:39.479 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.479 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7ikMPYeX9yw5qckfyH0XvlBThqg= 2022-09-01T10:55:39.480 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7ikMPYeX9yw5qckfyH0XvlBThqg=', 'Content-Length': '0'} 2022-09-01T10:55:39.482 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001288211604482704-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.483 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:39.484 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:39.484 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.485 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.485 DEBUG:boto:Method: GET 2022-09-01T10:55:39.486 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.487 DEBUG:boto:Data: 2022-09-01T10:55:39.488 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.489 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.490 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.491 DEBUG:boto:Params: {} 2022-09-01T10:55:39.492 DEBUG:boto:Token: None 2022-09-01T10:55:39.493 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.494 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7ikMPYeX9yw5qckfyH0XvlBThqg= 2022-09-01T10:55:39.495 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7ikMPYeX9yw5qckfyH0XvlBThqg=', 'Content-Length': '0'} 2022-09-01T10:55:39.497 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d82bb747db704109-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.498 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:39.499 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:39.499 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.500 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.500 DEBUG:boto:Method: HEAD 2022-09-01T10:55:39.501 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.501 DEBUG:boto:Data: 2022-09-01T10:55:39.502 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.503 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.503 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.504 DEBUG:boto:Params: {} 2022-09-01T10:55:39.505 DEBUG:boto:Token: None 2022-09-01T10:55:39.505 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.506 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oP6RDKm8YDodShd8hICXLTGj5vc= 2022-09-01T10:55:39.507 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oP6RDKm8YDodShd8hICXLTGj5vc=', 'Content-Length': '0'} 2022-09-01T10:55:39.509 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000e645b5a03c1c66d-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.510 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:39.511 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:39.512 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.512 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.513 DEBUG:boto:Method: HEAD 2022-09-01T10:55:39.513 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.514 DEBUG:boto:Data: 2022-09-01T10:55:39.515 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.515 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.516 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.516 DEBUG:boto:Params: {} 2022-09-01T10:55:39.517 DEBUG:boto:Token: None 2022-09-01T10:55:39.518 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.518 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oP6RDKm8YDodShd8hICXLTGj5vc= 2022-09-01T10:55:39.519 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oP6RDKm8YDodShd8hICXLTGj5vc=', 'Content-Length': '0'} 2022-09-01T10:55:39.521 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9e8981ca3154935-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.522 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:39.523 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:39.523 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:39.524 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.525 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.525 DEBUG:boto:Method: GET 2022-09-01T10:55:39.526 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.527 DEBUG:boto:Data: 2022-09-01T10:55:39.527 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.528 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.528 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.529 DEBUG:boto:Params: {} 2022-09-01T10:55:39.529 DEBUG:boto:Token: None 2022-09-01T10:55:39.530 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.531 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7ikMPYeX9yw5qckfyH0XvlBThqg= 2022-09-01T10:55:39.532 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7ikMPYeX9yw5qckfyH0XvlBThqg=', 'Content-Length': '0'} 2022-09-01T10:55:39.534 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008c8aa81d141dcb15-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.535 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:39.536 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:39.536 DEBUG:boto:path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.537 DEBUG:boto:auth_path=/ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.537 DEBUG:boto:Method: GET 2022-09-01T10:55:39.538 DEBUG:boto:Path: /ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.538 DEBUG:boto:Data: 2022-09-01T10:55:39.539 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.539 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.540 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.540 DEBUG:boto:Params: {} 2022-09-01T10:55:39.541 DEBUG:boto:Token: None 2022-09-01T10:55:39.542 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/e?versionId=null 2022-09-01T10:55:39.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7ikMPYeX9yw5qckfyH0XvlBThqg= 2022-09-01T10:55:39.543 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7ikMPYeX9yw5qckfyH0XvlBThqg=', 'Content-Length': '0'} 2022-09-01T10:55:39.545 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000054944ce35638019d-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.546 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.547 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.547 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:39.548 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:39.548 DEBUG:boto:Method: GET 2022-09-01T10:55:39.549 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:39.549 DEBUG:boto:Data: 2022-09-01T10:55:39.550 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.550 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.551 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.551 DEBUG:boto:Params: {} 2022-09-01T10:55:39.552 DEBUG:boto:Token: None 2022-09-01T10:55:39.553 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.553 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.554 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.557 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000022ac05940c94ffa4-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.599 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.600 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.600 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.601 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:39.601 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:39.602 DEBUG:boto:Method: GET 2022-09-01T10:55:39.603 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:39.603 DEBUG:boto:Data: 2022-09-01T10:55:39.604 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.605 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.606 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.607 DEBUG:boto:Params: {} 2022-09-01T10:55:39.608 DEBUG:boto:Token: None 2022-09-01T10:55:39.609 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.610 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.611 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.614 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cb209ae466b31465-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.615 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.617 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:39.618 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:39.619 DEBUG:boto:Method: HEAD 2022-09-01T10:55:39.619 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:39.620 DEBUG:boto:Data: 2022-09-01T10:55:39.620 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.621 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.621 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.622 DEBUG:boto:Params: {} 2022-09-01T10:55:39.623 DEBUG:boto:Token: None 2022-09-01T10:55:39.624 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/e 2022-09-01T10:55:39.625 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xSwS1hNQTBwrn89we6BJvQ8EPmM= 2022-09-01T10:55:39.626 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xSwS1hNQTBwrn89we6BJvQ8EPmM=', 'Content-Length': '0'} 2022-09-01T10:55:39.629 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003645ba405e77931c-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.631 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:39.631 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:39.632 DEBUG:boto:Method: HEAD 2022-09-01T10:55:39.633 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:39.634 DEBUG:boto:Data: 2022-09-01T10:55:39.634 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.635 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.636 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.637 DEBUG:boto:Params: {} 2022-09-01T10:55:39.638 DEBUG:boto:Token: None 2022-09-01T10:55:39.639 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/e 2022-09-01T10:55:39.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xSwS1hNQTBwrn89we6BJvQ8EPmM= 2022-09-01T10:55:39.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xSwS1hNQTBwrn89we6BJvQ8EPmM=', 'Content-Length': '0'} 2022-09-01T10:55:39.644 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c95fbb17326c38b1-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.645 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T10:55:39.645 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:39.647 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:39.648 DEBUG:boto:Method: GET 2022-09-01T10:55:39.650 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:39.651 DEBUG:boto:Data: 2022-09-01T10:55:39.651 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.652 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.653 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.654 DEBUG:boto:Params: {} 2022-09-01T10:55:39.655 DEBUG:boto:Token: None 2022-09-01T10:55:39.656 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/e 2022-09-01T10:55:39.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ouypf6uZM4cNQojnKlj3xYeBz/o= 2022-09-01T10:55:39.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ouypf6uZM4cNQojnKlj3xYeBz/o=', 'Content-Length': '0'} 2022-09-01T10:55:39.661 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094939d6bfc3c2929-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.662 DEBUG:boto:path=/ptoxvb-70/e 2022-09-01T10:55:39.663 DEBUG:boto:auth_path=/ptoxvb-70/e 2022-09-01T10:55:39.664 DEBUG:boto:Method: GET 2022-09-01T10:55:39.664 DEBUG:boto:Path: /ptoxvb-70/e 2022-09-01T10:55:39.665 DEBUG:boto:Data: 2022-09-01T10:55:39.665 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.666 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.666 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.667 DEBUG:boto:Params: {} 2022-09-01T10:55:39.667 DEBUG:boto:Token: None 2022-09-01T10:55:39.668 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/e 2022-09-01T10:55:39.669 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ouypf6uZM4cNQojnKlj3xYeBz/o= 2022-09-01T10:55:39.669 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ouypf6uZM4cNQojnKlj3xYeBz/o=', 'Content-Length': '0'} 2022-09-01T10:55:39.672 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008245bede58d71756-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.673 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.673 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.674 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:39.674 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:39.675 DEBUG:boto:Method: GET 2022-09-01T10:55:39.675 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:39.676 DEBUG:boto:Data: 2022-09-01T10:55:39.677 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.677 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.678 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.678 DEBUG:boto:Params: {} 2022-09-01T10:55:39.679 DEBUG:boto:Token: None 2022-09-01T10:55:39.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.680 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.681 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.684 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ceaf524c75ce541b-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.685 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.686 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.686 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.687 DEBUG:boto:path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:39.687 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=e 2022-09-01T10:55:39.688 DEBUG:boto:Method: GET 2022-09-01T10:55:39.688 DEBUG:boto:Path: /ptoxvb-70/?prefix=e 2022-09-01T10:55:39.689 DEBUG:boto:Data: 2022-09-01T10:55:39.690 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.690 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.691 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.691 DEBUG:boto:Params: {} 2022-09-01T10:55:39.692 DEBUG:boto:Token: None 2022-09-01T10:55:39.692 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.694 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.696 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fa15d1b4f4a20ffa-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.697 DEBUG:boto:b'ptoxvb-70e1000falsee2022-09-01T10:53:08.640Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.698 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:39.699 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:39.699 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:39.700 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.700 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.701 DEBUG:boto:Method: GET 2022-09-01T10:55:39.701 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.702 DEBUG:boto:Data: 2022-09-01T10:55:39.702 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.703 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.703 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.704 DEBUG:boto:Params: {} 2022-09-01T10:55:39.705 DEBUG:boto:Token: None 2022-09-01T10:55:39.705 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.706 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gtqbPpmeh7OvqbtZ+3CIngXlH+A= 2022-09-01T10:55:39.707 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gtqbPpmeh7OvqbtZ+3CIngXlH+A=', 'Content-Length': '0'} 2022-09-01T10:55:39.709 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d420e73027d3cdf3-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.710 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:39.711 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:39.711 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.712 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.712 DEBUG:boto:Method: GET 2022-09-01T10:55:39.713 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.713 DEBUG:boto:Data: 2022-09-01T10:55:39.714 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.715 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.715 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.716 DEBUG:boto:Params: {} 2022-09-01T10:55:39.716 DEBUG:boto:Token: None 2022-09-01T10:55:39.717 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gtqbPpmeh7OvqbtZ+3CIngXlH+A= 2022-09-01T10:55:39.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gtqbPpmeh7OvqbtZ+3CIngXlH+A=', 'Content-Length': '0'} 2022-09-01T10:55:39.725 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000166e77fd03557eca-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.726 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:39.727 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:39.727 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.728 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.728 DEBUG:boto:Method: HEAD 2022-09-01T10:55:39.729 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.729 DEBUG:boto:Data: 2022-09-01T10:55:39.730 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.730 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.731 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.731 DEBUG:boto:Params: {} 2022-09-01T10:55:39.732 DEBUG:boto:Token: None 2022-09-01T10:55:39.732 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.733 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qU7FZqIRa3C3uhO1m0Nxs2bTVuI= 2022-09-01T10:55:39.734 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qU7FZqIRa3C3uhO1m0Nxs2bTVuI=', 'Content-Length': '0'} 2022-09-01T10:55:39.736 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002f4aa679dec54112-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.737 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:39.737 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:39.738 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.738 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.739 DEBUG:boto:Method: HEAD 2022-09-01T10:55:39.739 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.740 DEBUG:boto:Data: 2022-09-01T10:55:39.740 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.741 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.741 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.742 DEBUG:boto:Params: {} 2022-09-01T10:55:39.743 DEBUG:boto:Token: None 2022-09-01T10:55:39.743 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.744 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qU7FZqIRa3C3uhO1m0Nxs2bTVuI= 2022-09-01T10:55:39.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qU7FZqIRa3C3uhO1m0Nxs2bTVuI=', 'Content-Length': '0'} 2022-09-01T10:55:39.747 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f32ed2c0c1657a5e-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.747 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:39.748 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:39.748 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:39.749 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.750 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.750 DEBUG:boto:Method: GET 2022-09-01T10:55:39.751 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.751 DEBUG:boto:Data: 2022-09-01T10:55:39.752 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.753 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.753 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.754 DEBUG:boto:Params: {} 2022-09-01T10:55:39.754 DEBUG:boto:Token: None 2022-09-01T10:55:39.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gtqbPpmeh7OvqbtZ+3CIngXlH+A= 2022-09-01T10:55:39.756 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gtqbPpmeh7OvqbtZ+3CIngXlH+A=', 'Content-Length': '0'} 2022-09-01T10:55:39.759 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca3ba66c7b6b00ca-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.761 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:39.770 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:39.771 DEBUG:boto:path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.772 DEBUG:boto:auth_path=/ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.773 DEBUG:boto:Method: GET 2022-09-01T10:55:39.774 DEBUG:boto:Path: /ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.775 DEBUG:boto:Data: 2022-09-01T10:55:39.776 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.777 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.778 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.781 DEBUG:boto:Params: {} 2022-09-01T10:55:39.782 DEBUG:boto:Token: None 2022-09-01T10:55:39.783 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/f?versionId=null 2022-09-01T10:55:39.784 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gtqbPpmeh7OvqbtZ+3CIngXlH+A= 2022-09-01T10:55:39.786 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gtqbPpmeh7OvqbtZ+3CIngXlH+A=', 'Content-Length': '0'} 2022-09-01T10:55:39.789 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000011d57fad680d0498-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.834 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.835 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.835 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:39.836 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:39.836 DEBUG:boto:Method: GET 2022-09-01T10:55:39.837 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:39.838 DEBUG:boto:Data: 2022-09-01T10:55:39.838 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.839 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.840 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.840 DEBUG:boto:Params: {} 2022-09-01T10:55:39.841 DEBUG:boto:Token: None 2022-09-01T10:55:39.841 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.842 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.846 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004064b8cca7af5942-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.847 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.848 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.849 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.849 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:39.850 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:39.850 DEBUG:boto:Method: GET 2022-09-01T10:55:39.851 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:39.851 DEBUG:boto:Data: 2022-09-01T10:55:39.852 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.853 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.853 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.854 DEBUG:boto:Params: {} 2022-09-01T10:55:39.855 DEBUG:boto:Token: None 2022-09-01T10:55:39.855 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.856 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.857 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.861 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000216ded23ea205c58-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.862 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.863 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:39.863 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:39.864 DEBUG:boto:Method: HEAD 2022-09-01T10:55:39.864 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:39.865 DEBUG:boto:Data: 2022-09-01T10:55:39.866 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.867 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.868 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.868 DEBUG:boto:Params: {} 2022-09-01T10:55:39.869 DEBUG:boto:Token: None 2022-09-01T10:55:39.869 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/f 2022-09-01T10:55:39.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+zoTNHrZU98UxxSeQgHW8o+huRQ= 2022-09-01T10:55:39.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+zoTNHrZU98UxxSeQgHW8o+huRQ=', 'Content-Length': '0'} 2022-09-01T10:55:39.873 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000349ce99600e4009f-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.874 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:39.874 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:39.875 DEBUG:boto:Method: HEAD 2022-09-01T10:55:39.876 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:39.876 DEBUG:boto:Data: 2022-09-01T10:55:39.877 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.878 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.878 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.879 DEBUG:boto:Params: {} 2022-09-01T10:55:39.879 DEBUG:boto:Token: None 2022-09-01T10:55:39.880 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/f 2022-09-01T10:55:39.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+zoTNHrZU98UxxSeQgHW8o+huRQ= 2022-09-01T10:55:39.881 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+zoTNHrZU98UxxSeQgHW8o+huRQ=', 'Content-Length': '0'} 2022-09-01T10:55:39.883 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000648b15ec3c6dc997-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.884 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T10:55:39.885 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:39.885 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:39.887 DEBUG:boto:Method: GET 2022-09-01T10:55:39.887 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:39.888 DEBUG:boto:Data: 2022-09-01T10:55:39.889 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.889 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.890 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.890 DEBUG:boto:Params: {} 2022-09-01T10:55:39.891 DEBUG:boto:Token: None 2022-09-01T10:55:39.892 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/f 2022-09-01T10:55:39.893 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WBrjQyiU9kBOHr/+4uEFcZkPlBY= 2022-09-01T10:55:39.893 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WBrjQyiU9kBOHr/+4uEFcZkPlBY=', 'Content-Length': '0'} 2022-09-01T10:55:39.895 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e5c0d50116c0d317-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.897 DEBUG:boto:path=/ptoxvb-70/f 2022-09-01T10:55:39.897 DEBUG:boto:auth_path=/ptoxvb-70/f 2022-09-01T10:55:39.898 DEBUG:boto:Method: GET 2022-09-01T10:55:39.899 DEBUG:boto:Path: /ptoxvb-70/f 2022-09-01T10:55:39.899 DEBUG:boto:Data: 2022-09-01T10:55:39.900 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.900 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.901 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.901 DEBUG:boto:Params: {} 2022-09-01T10:55:39.902 DEBUG:boto:Token: None 2022-09-01T10:55:39.903 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/f 2022-09-01T10:55:39.903 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WBrjQyiU9kBOHr/+4uEFcZkPlBY= 2022-09-01T10:55:39.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WBrjQyiU9kBOHr/+4uEFcZkPlBY=', 'Content-Length': '0'} 2022-09-01T10:55:39.907 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fac40a234ddeec1e-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.908 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.908 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.909 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:39.909 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:39.910 DEBUG:boto:Method: GET 2022-09-01T10:55:39.911 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:39.911 DEBUG:boto:Data: 2022-09-01T10:55:39.912 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.912 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.913 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.913 DEBUG:boto:Params: {} 2022-09-01T10:55:39.914 DEBUG:boto:Token: None 2022-09-01T10:55:39.914 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.915 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.916 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.919 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c66ee0c89916ef7c-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.919 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.920 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:39.921 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:39.921 DEBUG:boto:path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:39.922 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=f 2022-09-01T10:55:39.923 DEBUG:boto:Method: GET 2022-09-01T10:55:39.923 DEBUG:boto:Path: /ptoxvb-70/?prefix=f 2022-09-01T10:55:39.924 DEBUG:boto:Data: 2022-09-01T10:55:39.924 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.926 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.927 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.927 DEBUG:boto:Params: {} 2022-09-01T10:55:39.928 DEBUG:boto:Token: None 2022-09-01T10:55:39.928 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/ 2022-09-01T10:55:39.929 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs= 2022-09-01T10:55:39.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RnnG3OPMTyHGBFKmWTbw+lFCoQs=', 'Content-Length': '0'} 2022-09-01T10:55:39.932 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c1822c360c43c096-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.933 DEBUG:boto:b'ptoxvb-70f1000falsef2022-09-01T10:53:08.672Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:39.934 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:39.935 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:39.935 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:39.936 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:39.936 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:39.937 DEBUG:boto:Method: GET 2022-09-01T10:55:39.937 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:39.938 DEBUG:boto:Data: 2022-09-01T10:55:39.938 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.939 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:39.939 DEBUG:boto:Port: 8001 2022-09-01T10:55:39.940 DEBUG:boto:Params: {} 2022-09-01T10:55:39.941 DEBUG:boto:Token: None 2022-09-01T10:55:39.941 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:39.942 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rGIZQHdrEeP8WAWliAviSCARcVE= 2022-09-01T10:55:39.943 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rGIZQHdrEeP8WAWliAviSCARcVE=', 'Content-Length': '0'} 2022-09-01T10:55:39.945 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000b76c4c917080a82-0063108fab-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.986 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:39.987 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:39.987 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:39.988 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:39.989 DEBUG:boto:Method: GET 2022-09-01T10:55:39.990 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:39.990 DEBUG:boto:Data: 2022-09-01T10:55:39.991 DEBUG:boto:Headers: {} 2022-09-01T10:55:39.992 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:39.992 DEBUG:boto:Port: 8000 2022-09-01T10:55:39.993 DEBUG:boto:Params: {} 2022-09-01T10:55:39.994 DEBUG:boto:Token: None 2022-09-01T10:55:39.994 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:39 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:39.995 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rGIZQHdrEeP8WAWliAviSCARcVE= 2022-09-01T10:55:39.995 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rGIZQHdrEeP8WAWliAviSCARcVE=', 'Content-Length': '0'} 2022-09-01T10:55:39.998 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009ad5dc8231aaef96-0063108fab-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:39.999 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:40.001 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:40.001 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.002 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.002 DEBUG:boto:Method: HEAD 2022-09-01T10:55:40.003 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.003 DEBUG:boto:Data: 2022-09-01T10:55:40.004 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.004 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:40.005 DEBUG:boto:Port: 8001 2022-09-01T10:55:40.005 DEBUG:boto:Params: {} 2022-09-01T10:55:40.006 DEBUG:boto:Token: None 2022-09-01T10:55:40.007 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.008 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OHNvaiBNBux4fHvl1aAzUdtED0U= 2022-09-01T10:55:40.009 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OHNvaiBNBux4fHvl1aAzUdtED0U=', 'Content-Length': '0'} 2022-09-01T10:55:40.012 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004f408518ecc39c1d-0063108fac-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.013 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:40.014 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:40.015 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.015 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.016 DEBUG:boto:Method: HEAD 2022-09-01T10:55:40.017 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.018 DEBUG:boto:Data: 2022-09-01T10:55:40.019 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.020 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:40.021 DEBUG:boto:Port: 8000 2022-09-01T10:55:40.022 DEBUG:boto:Params: {} 2022-09-01T10:55:40.023 DEBUG:boto:Token: None 2022-09-01T10:55:40.024 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.025 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OHNvaiBNBux4fHvl1aAzUdtED0U= 2022-09-01T10:55:40.026 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OHNvaiBNBux4fHvl1aAzUdtED0U=', 'Content-Length': '0'} 2022-09-01T10:55:40.029 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002e2c66c9916f8567-0063108fac-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.030 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:40.031 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:40.032 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:40.033 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.034 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.035 DEBUG:boto:Method: GET 2022-09-01T10:55:40.036 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.037 DEBUG:boto:Data: 2022-09-01T10:55:40.038 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.039 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:40.040 DEBUG:boto:Port: 8001 2022-09-01T10:55:40.041 DEBUG:boto:Params: {} 2022-09-01T10:55:40.042 DEBUG:boto:Token: None 2022-09-01T10:55:40.043 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xXLII6jei3Lvugwe6UWpe+SXwd8= 2022-09-01T10:55:40.046 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xXLII6jei3Lvugwe6UWpe+SXwd8=', 'Content-Length': '0'} 2022-09-01T10:55:40.049 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000079dbca7eb26a2c-0063108fac-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.050 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:40.051 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:40.052 DEBUG:boto:path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.053 DEBUG:boto:auth_path=/ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.054 DEBUG:boto:Method: GET 2022-09-01T10:55:40.056 DEBUG:boto:Path: /ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.057 DEBUG:boto:Data: 2022-09-01T10:55:40.058 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.059 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:40.060 DEBUG:boto:Port: 8000 2022-09-01T10:55:40.061 DEBUG:boto:Params: {} 2022-09-01T10:55:40.062 DEBUG:boto:Token: None 2022-09-01T10:55:40.063 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/g?versionId=null 2022-09-01T10:55:40.065 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xXLII6jei3Lvugwe6UWpe+SXwd8= 2022-09-01T10:55:40.066 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xXLII6jei3Lvugwe6UWpe+SXwd8=', 'Content-Length': '0'} 2022-09-01T10:55:40.069 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ef35acc99cf9811-0063108fac-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.110 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:40.111 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:40.112 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:40.113 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:40.114 DEBUG:boto:Method: GET 2022-09-01T10:55:40.115 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:40.116 DEBUG:boto:Data: 2022-09-01T10:55:40.117 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.118 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:40.119 DEBUG:boto:Port: 8001 2022-09-01T10:55:40.120 DEBUG:boto:Params: {} 2022-09-01T10:55:40.121 DEBUG:boto:Token: None 2022-09-01T10:55:40.122 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/ 2022-09-01T10:55:40.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc= 2022-09-01T10:55:40.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc=', 'Content-Length': '0'} 2022-09-01T10:55:40.128 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006d23a7b74b22d816-0063108fac-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.130 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:40.131 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:40.132 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:40.133 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:40.134 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:40.135 DEBUG:boto:Method: GET 2022-09-01T10:55:40.136 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:40.137 DEBUG:boto:Data: 2022-09-01T10:55:40.138 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.139 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:40.140 DEBUG:boto:Port: 8000 2022-09-01T10:55:40.140 DEBUG:boto:Params: {} 2022-09-01T10:55:40.141 DEBUG:boto:Token: None 2022-09-01T10:55:40.142 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/ 2022-09-01T10:55:40.143 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc= 2022-09-01T10:55:40.144 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc=', 'Content-Length': '0'} 2022-09-01T10:55:40.149 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006700963f130f5d1b-0063108fac-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.151 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:40.152 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:40.153 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:40.155 DEBUG:boto:Method: HEAD 2022-09-01T10:55:40.156 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:40.156 DEBUG:boto:Data: 2022-09-01T10:55:40.157 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.158 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:40.159 DEBUG:boto:Port: 8001 2022-09-01T10:55:40.160 DEBUG:boto:Params: {} 2022-09-01T10:55:40.161 DEBUG:boto:Token: None 2022-09-01T10:55:40.162 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/g 2022-09-01T10:55:40.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DMFmcXU0LR7DGDi7OBZwPCxPUfs= 2022-09-01T10:55:40.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DMFmcXU0LR7DGDi7OBZwPCxPUfs=', 'Content-Length': '0'} 2022-09-01T10:55:40.167 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000028f87e8880951a47-0063108fac-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.168 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:40.169 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:40.170 DEBUG:boto:Method: HEAD 2022-09-01T10:55:40.171 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:40.171 DEBUG:boto:Data: 2022-09-01T10:55:40.172 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.173 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:40.174 DEBUG:boto:Port: 8000 2022-09-01T10:55:40.175 DEBUG:boto:Params: {} 2022-09-01T10:55:40.176 DEBUG:boto:Token: None 2022-09-01T10:55:40.177 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/g 2022-09-01T10:55:40.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DMFmcXU0LR7DGDi7OBZwPCxPUfs= 2022-09-01T10:55:40.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DMFmcXU0LR7DGDi7OBZwPCxPUfs=', 'Content-Length': '0'} 2022-09-01T10:55:40.180 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bb6a982b38b10c81-0063108fac-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.181 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T10:55:40.182 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:40.182 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:40.183 DEBUG:boto:Method: GET 2022-09-01T10:55:40.183 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:40.184 DEBUG:boto:Data: 2022-09-01T10:55:40.185 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.186 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:40.187 DEBUG:boto:Port: 8001 2022-09-01T10:55:40.188 DEBUG:boto:Params: {} 2022-09-01T10:55:40.189 DEBUG:boto:Token: None 2022-09-01T10:55:40.190 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/g 2022-09-01T10:55:40.191 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5RqiPT2M6Rq3UwR9HXfPhAWviKA= 2022-09-01T10:55:40.192 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5RqiPT2M6Rq3UwR9HXfPhAWviKA=', 'Content-Length': '0'} 2022-09-01T10:55:40.195 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f4a4aa5cfacaa2f5-0063108fac-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.196 DEBUG:boto:path=/ptoxvb-70/g 2022-09-01T10:55:40.197 DEBUG:boto:auth_path=/ptoxvb-70/g 2022-09-01T10:55:40.198 DEBUG:boto:Method: GET 2022-09-01T10:55:40.199 DEBUG:boto:Path: /ptoxvb-70/g 2022-09-01T10:55:40.200 DEBUG:boto:Data: 2022-09-01T10:55:40.201 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.202 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:40.203 DEBUG:boto:Port: 8000 2022-09-01T10:55:40.203 DEBUG:boto:Params: {} 2022-09-01T10:55:40.204 DEBUG:boto:Token: None 2022-09-01T10:55:40.205 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/g 2022-09-01T10:55:40.206 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5RqiPT2M6Rq3UwR9HXfPhAWviKA= 2022-09-01T10:55:40.206 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5RqiPT2M6Rq3UwR9HXfPhAWviKA=', 'Content-Length': '0'} 2022-09-01T10:55:40.209 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c7f40e102fc19e36-0063108fac-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.210 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:40.210 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:40.211 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:40.211 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:40.212 DEBUG:boto:Method: GET 2022-09-01T10:55:40.212 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:40.213 DEBUG:boto:Data: 2022-09-01T10:55:40.213 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.214 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:40.214 DEBUG:boto:Port: 8001 2022-09-01T10:55:40.215 DEBUG:boto:Params: {} 2022-09-01T10:55:40.215 DEBUG:boto:Token: None 2022-09-01T10:55:40.216 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/ 2022-09-01T10:55:40.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc= 2022-09-01T10:55:40.217 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc=', 'Content-Length': '0'} 2022-09-01T10:55:40.220 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000028d4334c6397a6ca-0063108fac-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.221 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:40.222 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:40.222 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:40.223 DEBUG:boto:path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:40.223 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=g 2022-09-01T10:55:40.224 DEBUG:boto:Method: GET 2022-09-01T10:55:40.224 DEBUG:boto:Path: /ptoxvb-70/?prefix=g 2022-09-01T10:55:40.225 DEBUG:boto:Data: 2022-09-01T10:55:40.225 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.226 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:40.226 DEBUG:boto:Port: 8000 2022-09-01T10:55:40.227 DEBUG:boto:Params: {} 2022-09-01T10:55:40.227 DEBUG:boto:Token: None 2022-09-01T10:55:40.229 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/ 2022-09-01T10:55:40.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc= 2022-09-01T10:55:40.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc=', 'Content-Length': '0'} 2022-09-01T10:55:40.235 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006afe0e336eb62b60-0063108fac-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.236 DEBUG:boto:b'ptoxvb-70g1000falseg2022-09-01T10:53:08.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:40.238 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:40.239 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:40.240 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:40.241 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.241 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.242 DEBUG:boto:Method: GET 2022-09-01T10:55:40.243 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.244 DEBUG:boto:Data: 2022-09-01T10:55:40.245 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.246 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:40.247 DEBUG:boto:Port: 8001 2022-09-01T10:55:40.248 DEBUG:boto:Params: {} 2022-09-01T10:55:40.249 DEBUG:boto:Token: None 2022-09-01T10:55:40.250 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.251 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CdbBxXwJsmr1M6IqY2/riilSafA= 2022-09-01T10:55:40.253 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CdbBxXwJsmr1M6IqY2/riilSafA=', 'Content-Length': '0'} 2022-09-01T10:55:40.255 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000b0b8686172bc1b6-0063108fac-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.257 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:40.258 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:40.259 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.260 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.261 DEBUG:boto:Method: GET 2022-09-01T10:55:40.262 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.263 DEBUG:boto:Data: 2022-09-01T10:55:40.264 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.265 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:40.265 DEBUG:boto:Port: 8000 2022-09-01T10:55:40.266 DEBUG:boto:Params: {} 2022-09-01T10:55:40.266 DEBUG:boto:Token: None 2022-09-01T10:55:40.267 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.268 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CdbBxXwJsmr1M6IqY2/riilSafA= 2022-09-01T10:55:40.268 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CdbBxXwJsmr1M6IqY2/riilSafA=', 'Content-Length': '0'} 2022-09-01T10:55:40.270 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009ec0c4e5087cc939-0063108fac-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.314 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:40.315 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:40.316 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.316 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.317 DEBUG:boto:Method: HEAD 2022-09-01T10:55:40.317 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.318 DEBUG:boto:Data: 2022-09-01T10:55:40.322 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.323 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:40.324 DEBUG:boto:Port: 8001 2022-09-01T10:55:40.325 DEBUG:boto:Params: {} 2022-09-01T10:55:40.326 DEBUG:boto:Token: None 2022-09-01T10:55:40.327 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FRc84gqGOCkxNLqROus2O6aKeCI= 2022-09-01T10:55:40.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FRc84gqGOCkxNLqROus2O6aKeCI=', 'Content-Length': '0'} 2022-09-01T10:55:40.332 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000001f07ec9a0660662-0063108fac-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.333 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:40.334 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:40.335 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.336 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.337 DEBUG:boto:Method: HEAD 2022-09-01T10:55:40.338 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.339 DEBUG:boto:Data: 2022-09-01T10:55:40.340 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.341 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:40.342 DEBUG:boto:Port: 8000 2022-09-01T10:55:40.343 DEBUG:boto:Params: {} 2022-09-01T10:55:40.344 DEBUG:boto:Token: None 2022-09-01T10:55:40.344 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FRc84gqGOCkxNLqROus2O6aKeCI= 2022-09-01T10:55:40.346 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FRc84gqGOCkxNLqROus2O6aKeCI=', 'Content-Length': '0'} 2022-09-01T10:55:40.348 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c06f0fa3751e43fd-0063108fac-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.349 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:40.350 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:40.351 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:40.351 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.352 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.352 DEBUG:boto:Method: GET 2022-09-01T10:55:40.353 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.354 DEBUG:boto:Data: 2022-09-01T10:55:40.354 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:40.356 DEBUG:boto:Port: 8001 2022-09-01T10:55:40.356 DEBUG:boto:Params: {} 2022-09-01T10:55:40.357 DEBUG:boto:Token: None 2022-09-01T10:55:40.357 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.358 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CdbBxXwJsmr1M6IqY2/riilSafA= 2022-09-01T10:55:40.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CdbBxXwJsmr1M6IqY2/riilSafA=', 'Content-Length': '0'} 2022-09-01T10:55:40.361 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071cb0985ca920fb3-0063108fac-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.362 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:40.362 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:40.363 DEBUG:boto:path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.363 DEBUG:boto:auth_path=/ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.364 DEBUG:boto:Method: GET 2022-09-01T10:55:40.364 DEBUG:boto:Path: /ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.365 DEBUG:boto:Data: 2022-09-01T10:55:40.366 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.366 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:40.367 DEBUG:boto:Port: 8000 2022-09-01T10:55:40.367 DEBUG:boto:Params: {} 2022-09-01T10:55:40.368 DEBUG:boto:Token: None 2022-09-01T10:55:40.368 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/h?versionId=null 2022-09-01T10:55:40.369 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CdbBxXwJsmr1M6IqY2/riilSafA= 2022-09-01T10:55:40.370 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CdbBxXwJsmr1M6IqY2/riilSafA=', 'Content-Length': '0'} 2022-09-01T10:55:40.372 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001cbbfef801d0facf-0063108fac-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.373 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:40.373 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:40.374 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:40.374 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:40.375 DEBUG:boto:Method: GET 2022-09-01T10:55:40.375 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:40.376 DEBUG:boto:Data: 2022-09-01T10:55:40.376 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.377 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:40.378 DEBUG:boto:Port: 8001 2022-09-01T10:55:40.378 DEBUG:boto:Params: {} 2022-09-01T10:55:40.379 DEBUG:boto:Token: None 2022-09-01T10:55:40.379 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/ 2022-09-01T10:55:40.380 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc= 2022-09-01T10:55:40.381 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc=', 'Content-Length': '0'} 2022-09-01T10:55:40.383 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002662ad0a1712cd8f-0063108fac-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.384 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:40.385 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:40.386 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:40.386 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:40.387 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:40.387 DEBUG:boto:Method: GET 2022-09-01T10:55:40.388 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:40.388 DEBUG:boto:Data: 2022-09-01T10:55:40.389 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.389 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:40.390 DEBUG:boto:Port: 8000 2022-09-01T10:55:40.390 DEBUG:boto:Params: {} 2022-09-01T10:55:40.391 DEBUG:boto:Token: None 2022-09-01T10:55:40.392 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/ 2022-09-01T10:55:40.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc= 2022-09-01T10:55:40.393 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc=', 'Content-Length': '0'} 2022-09-01T10:55:40.396 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003cec6f9e1977211b-0063108fac-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.396 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:40.398 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:40.398 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:40.399 DEBUG:boto:Method: HEAD 2022-09-01T10:55:40.399 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:40.400 DEBUG:boto:Data: 2022-09-01T10:55:40.400 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.401 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:40.401 DEBUG:boto:Port: 8001 2022-09-01T10:55:40.402 DEBUG:boto:Params: {} 2022-09-01T10:55:40.403 DEBUG:boto:Token: None 2022-09-01T10:55:40.404 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/h 2022-09-01T10:55:40.405 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TEPtt/Eku94ZslNz+Fi5IfYlZRg= 2022-09-01T10:55:40.406 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TEPtt/Eku94ZslNz+Fi5IfYlZRg=', 'Content-Length': '0'} 2022-09-01T10:55:40.409 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000577e86f389a2fd3a-0063108fac-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.410 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:40.411 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:40.412 DEBUG:boto:Method: HEAD 2022-09-01T10:55:40.413 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:40.414 DEBUG:boto:Data: 2022-09-01T10:55:40.415 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.416 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:40.417 DEBUG:boto:Port: 8000 2022-09-01T10:55:40.418 DEBUG:boto:Params: {} 2022-09-01T10:55:40.419 DEBUG:boto:Token: None 2022-09-01T10:55:40.420 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/h 2022-09-01T10:55:40.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TEPtt/Eku94ZslNz+Fi5IfYlZRg= 2022-09-01T10:55:40.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TEPtt/Eku94ZslNz+Fi5IfYlZRg=', 'Content-Length': '0'} 2022-09-01T10:55:40.425 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f8f4eaf94b0d6a1f-0063108fac-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.426 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T10:55:40.427 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:40.428 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:40.429 DEBUG:boto:Method: GET 2022-09-01T10:55:40.430 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:40.431 DEBUG:boto:Data: 2022-09-01T10:55:40.432 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.433 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:40.434 DEBUG:boto:Port: 8001 2022-09-01T10:55:40.435 DEBUG:boto:Params: {} 2022-09-01T10:55:40.436 DEBUG:boto:Token: None 2022-09-01T10:55:40.438 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/h 2022-09-01T10:55:40.439 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MKsdOwjJXOrFkzORrqRZDKIbOf4= 2022-09-01T10:55:40.440 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MKsdOwjJXOrFkzORrqRZDKIbOf4=', 'Content-Length': '0'} 2022-09-01T10:55:40.442 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba54fac3d8e594f9-0063108fac-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.486 DEBUG:boto:path=/ptoxvb-70/h 2022-09-01T10:55:40.487 DEBUG:boto:auth_path=/ptoxvb-70/h 2022-09-01T10:55:40.487 DEBUG:boto:Method: GET 2022-09-01T10:55:40.488 DEBUG:boto:Path: /ptoxvb-70/h 2022-09-01T10:55:40.489 DEBUG:boto:Data: 2022-09-01T10:55:40.490 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.491 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:40.491 DEBUG:boto:Port: 8000 2022-09-01T10:55:40.492 DEBUG:boto:Params: {} 2022-09-01T10:55:40.493 DEBUG:boto:Token: None 2022-09-01T10:55:40.494 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/h 2022-09-01T10:55:40.494 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MKsdOwjJXOrFkzORrqRZDKIbOf4= 2022-09-01T10:55:40.495 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MKsdOwjJXOrFkzORrqRZDKIbOf4=', 'Content-Length': '0'} 2022-09-01T10:55:40.498 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:53:08 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002e4df988c93bef65-0063108fac-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.499 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:40.499 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:40.500 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:40.501 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:40.502 DEBUG:boto:Method: GET 2022-09-01T10:55:40.503 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:40.504 DEBUG:boto:Data: 2022-09-01T10:55:40.504 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.505 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:55:40.505 DEBUG:boto:Port: 8001 2022-09-01T10:55:40.506 DEBUG:boto:Params: {} 2022-09-01T10:55:40.507 DEBUG:boto:Token: None 2022-09-01T10:55:40.508 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/ 2022-09-01T10:55:40.509 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc= 2022-09-01T10:55:40.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc=', 'Content-Length': '0'} 2022-09-01T10:55:40.514 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001864f9d7b90a1b1c-0063108fac-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.515 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:40.517 DEBUG:boto:path=/ptoxvb-70/ 2022-09-01T10:55:40.518 DEBUG:boto:auth_path=/ptoxvb-70/ 2022-09-01T10:55:40.519 DEBUG:boto:path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:40.520 DEBUG:boto:auth_path=/ptoxvb-70/?prefix=h 2022-09-01T10:55:40.521 DEBUG:boto:Method: GET 2022-09-01T10:55:40.522 DEBUG:boto:Path: /ptoxvb-70/?prefix=h 2022-09-01T10:55:40.523 DEBUG:boto:Data: 2022-09-01T10:55:40.524 DEBUG:boto:Headers: {} 2022-09-01T10:55:40.525 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:55:40.526 DEBUG:boto:Port: 8000 2022-09-01T10:55:40.527 DEBUG:boto:Params: {} 2022-09-01T10:55:40.528 DEBUG:boto:Token: None 2022-09-01T10:55:40.529 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:55:40 GMT /ptoxvb-70/ 2022-09-01T10:55:40.529 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc= 2022-09-01T10:55:40.530 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FFquNFWbGN3lrDzW0MWqJjA3iDc=', 'Content-Length': '0'} 2022-09-01T10:55:40.533 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000051bb0d55d7e6374a-0063108fac-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:55:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:40.547 DEBUG:boto:b'ptoxvb-70h1000falseh2022-09-01T10:53:08.776Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:55:40.549 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-70 zones={test-zone3, test-zone2} 2022-09-01T10:55:40.550 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:55:40.551 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:55:40.552 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog autotrim --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:55:40.606 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:40.607 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:40.743 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T10:55:40.741+0000 7f6f10ff5700 -1 req 7717785475394864757 0.001999969s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-40:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.40,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-40:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.40,z=e6a21916-7630-45e1-bee5-90abb9102ea2,az=0}} returned ret=-2 2022-09-01T10:55:40.744 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T10:55:40.742+0000 7f6f6e8b0700 -1 req 8763752867970837312 0.001999969s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-6:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.6,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-6:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.6,z=e6a21916-7630-45e1-bee5-90abb9102ea2,az=0}} returned ret=-2 2022-09-01T10:55:40.745 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T10:55:40.743+0000 7f4c325f8700 -1 req 15524568418341093274 0.002999960s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-40:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.40,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-40:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.40,z=5f408913-0728-4bc6-9ec6-7672c9bb67c0,az=0}} returned ret=-2 2022-09-01T10:55:40.746 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T10:55:40.744+0000 7fdf3bae9700 -1 req 1940529025977213207 0.002999960s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-40:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.40,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-40:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.40,z=c831b8c8-c79b-4178-80d6-596fd8ecbf6b,az=0}} returned ret=-2 2022-09-01T10:55:40.749 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T10:55:40.744+0000 7f4c2f5f2700 -1 req 5875092865624066673 0.001999974s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-6:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.6,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-6:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.6,z=5f408913-0728-4bc6-9ec6-7672c9bb67c0,az=0}} returned ret=-2 2022-09-01T10:55:40.750 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T10:55:40.744+0000 7fdf5cb2b700 -1 req 17136758289579855332 0.001999974s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-6:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.6,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-6:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.6,z=c831b8c8-c79b-4178-80d6-596fd8ecbf6b,az=0}} returned ret=-2 2022-09-01T10:55:40.783 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T10:55:40.782+0000 7f6f6a0a7700 -1 req 12429707552805057092 0.001999969s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-1:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.1,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-1:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.1,z=e6a21916-7630-45e1-bee5-90abb9102ea2,az=0}} returned ret=-2 2022-09-01T10:55:40.784 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T10:55:40.784+0000 7fdf49b05700 -1 req 9012523645527512696 0.002999961s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-1:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.1,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-1:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.1,z=c831b8c8-c79b-4178-80d6-596fd8ecbf6b,az=0}} returned ret=-2 2022-09-01T10:55:40.785 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T10:55:40.784+0000 7f4c305f4700 -1 req 12248098795349851302 0.001999974s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-1:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.1,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-1:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.1,z=5f408913-0728-4bc6-9ec6-7672c9bb67c0,az=0}} returned ret=-2 2022-09-01T10:55:40.874 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'layout', '--bucket', 'ptoxvb-70', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:55:40.875 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'layout', '--bucket', 'ptoxvb-70', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:55:40.876 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket layout --bucket ptoxvb-70 --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:55:40.923 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:40.924 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:40.975 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:55:40.976 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:40.976 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding": "None", 2022-09-01T10:55:40.977 INFO:teuthology.orchestra.run.smithi044.stdout: "current_index": { 2022-09-01T10:55:40.977 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 2, 2022-09-01T10:55:40.977 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:40.978 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "Normal", 2022-09-01T10:55:40.979 INFO:teuthology.orchestra.run.smithi044.stdout: "normal": { 2022-09-01T10:55:40.979 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 3, 2022-09-01T10:55:40.979 INFO:teuthology.orchestra.run.smithi044.stdout: "hash_type": "Mod" 2022-09-01T10:55:40.979 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:40.980 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:40.980 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:40.980 INFO:teuthology.orchestra.run.smithi044.stdout: "logs": [ 2022-09-01T10:55:40.981 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:40.981 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 1, 2022-09-01T10:55:40.981 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:40.981 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "InIndex", 2022-09-01T10:55:40.982 INFO:teuthology.orchestra.run.smithi044.stdout: "in_index": { 2022-09-01T10:55:40.982 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 1, 2022-09-01T10:55:40.982 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:40.983 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 3, 2022-09-01T10:55:40.983 INFO:teuthology.orchestra.run.smithi044.stdout: "hash_type": "Mod" 2022-09-01T10:55:40.983 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:40.983 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:40.984 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:40.984 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:40.984 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:40.984 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 2, 2022-09-01T10:55:40.985 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:40.985 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "InIndex", 2022-09-01T10:55:40.985 INFO:teuthology.orchestra.run.smithi044.stdout: "in_index": { 2022-09-01T10:55:40.985 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 2, 2022-09-01T10:55:40.986 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:40.986 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 3, 2022-09-01T10:55:40.986 INFO:teuthology.orchestra.run.smithi044.stdout: "hash_type": "Mod" 2022-09-01T10:55:40.987 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:40.987 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:40.987 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:40.988 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:40.988 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:55:40.989 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:40.989 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:55:40.992 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:55:40.993 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:55:40.994 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog autotrim --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:55:41.039 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:41.040 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:41.091 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T10:55:41.089+0000 7f6f4f071700 -1 req 9139098316527790001 0.002999953s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30,z=e6a21916-7630-45e1-bee5-90abb9102ea2,az=0}} returned ret=-2 2022-09-01T10:55:41.093 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T10:55:41.094+0000 7f4bf8584700 -1 req 8726800061016152587 0.005999922s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30,z=5f408913-0728-4bc6-9ec6-7672c9bb67c0,az=0}} returned ret=-2 2022-09-01T10:55:41.094 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T10:55:41.094+0000 7fdf372e0700 -1 req 3086355810251434063 0.005999922s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-30:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.30,z=c831b8c8-c79b-4178-80d6-596fd8ecbf6b,az=0}} returned ret=-2 2022-09-01T10:55:41.098 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T10:55:41.099+0000 7f4bedd6f700 -1 req 502295906366533170 0.003999948s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8,z=5f408913-0728-4bc6-9ec6-7672c9bb67c0,az=0}} returned ret=-2 2022-09-01T10:55:41.099 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T10:55:41.099+0000 7fdf0e28e700 -1 req 13791164913413229242 0.002999961s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8,z=c831b8c8-c79b-4178-80d6-596fd8ecbf6b,az=0}} returned ret=-2 2022-09-01T10:55:41.100 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T10:55:41.096+0000 7f6f57882700 -1 req 10342796436938121920 0.001999968s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-8:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.8,z=e6a21916-7630-45e1-bee5-90abb9102ea2,az=0}} returned ret=-2 2022-09-01T10:55:41.101 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T10:55:41.100+0000 7f6f4485c700 -1 req 7758126385224481054 0.002999953s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-53:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.4,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-53:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.4,z=e6a21916-7630-45e1-bee5-90abb9102ea2,az=0}} returned ret=-2 2022-09-01T10:55:41.103 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T10:55:41.102+0000 7f6f13ffb700 -1 req 17817246411178180447 0.001999968s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-50:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.1,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-50:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.1,z=e6a21916-7630-45e1-bee5-90abb9102ea2,az=0}} returned ret=-2 2022-09-01T10:55:41.104 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T10:55:41.102+0000 7fdf07a81700 -1 req 1307623041853910188 0.002999961s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-53:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.4,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-53:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.4,z=c831b8c8-c79b-4178-80d6-596fd8ecbf6b,az=0}} returned ret=-2 2022-09-01T10:55:41.105 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T10:55:41.104+0000 7f4bded51700 -1 req 14877498455391642204 0.004999935s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-53:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.4,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-53:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.4,z=5f408913-0728-4bc6-9ec6-7672c9bb67c0,az=0}} returned ret=-2 2022-09-01T10:55:41.106 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T10:55:41.105+0000 7fdec9a05700 -1 req 14804300180886497794 0.002999961s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-50:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.1,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-50:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.1,z=c831b8c8-c79b-4178-80d6-596fd8ecbf6b,az=0}} returned ret=-2 2022-09-01T10:55:41.107 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T10:55:41.105+0000 7f4bd7d43700 -1 req 6485801368081106975 0.002999961s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-50:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.1,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-50:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.1,z=5f408913-0728-4bc6-9ec6-7672c9bb67c0,az=0}} returned ret=-2 2022-09-01T10:55:41.149 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T10:55:41.149+0000 7f6f027d8700 -1 req 2800881136075079825 0.001999968s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-39:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.39,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-39:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.39,z=e6a21916-7630-45e1-bee5-90abb9102ea2,az=0}} returned ret=-2 2022-09-01T10:55:41.150 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T10:55:41.151+0000 7f4bc7d23700 -1 req 1413334346516930979 0.002999960s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-39:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.39,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-39:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.39,z=5f408913-0728-4bc6-9ec6-7672c9bb67c0,az=0}} returned ret=-2 2022-09-01T10:55:41.151 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T10:55:41.151+0000 7fdef2a57700 -1 req 14639163709692012402 0.002999960s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-39:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.39,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-39:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.4346.39,z=c831b8c8-c79b-4178-80d6-596fd8ecbf6b,az=0}} returned ret=-2 2022-09-01T10:55:41.151 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T10:55:41.151+0000 7f6efafc9700 -1 req 6549982749896147182 0.001999969s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-54:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.5,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-54:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.5,z=e6a21916-7630-45e1-bee5-90abb9102ea2,az=0}} returned ret=-2 2022-09-01T10:55:41.153 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T10:55:41.154+0000 7f4bc551e700 -1 req 3817261493630561995 0.003999948s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-54:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.5,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-54:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.5,z=5f408913-0728-4bc6-9ec6-7672c9bb67c0,az=0}} returned ret=-2 2022-09-01T10:55:41.154 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T10:55:41.155+0000 7fdfacbcb700 -1 req 5514486339747092784 0.004999935s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-54:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.5,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-54:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.5,z=c831b8c8-c79b-4178-80d6-596fd8ecbf6b,az=0}} returned ret=-2 2022-09-01T10:55:41.196 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T10:55:41.196+0000 7fdec11f4700 -1 req 665612057391917282 0.001999974s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-52:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.3,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-52:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.3,z=c831b8c8-c79b-4178-80d6-596fd8ecbf6b,az=0}} returned ret=-2 2022-09-01T10:55:41.196 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T10:55:41.194+0000 7f6f06fe1700 -1 req 7724780094825767107 0.001999969s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-52:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.3,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-52:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.3,z=e6a21916-7630-45e1-bee5-90abb9102ea2,az=0}} returned ret=-2 2022-09-01T10:55:41.197 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T10:55:41.196+0000 7f4bb6500700 -1 req 6639449396903981022 0.001999974s :get_bucket_index_log_status ERROR: rgw_read_bucket_full_sync_status() on pipe={s={b=ptoxvb-52:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.3,z=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7,az=0},d={b=ptoxvb-52:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.3,z=5f408913-0728-4bc6-9ec6-7672c9bb67c0,az=0}} returned ret=-2 2022-09-01T10:55:41.271 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'layout', '--bucket', 'ptoxvb-70', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:55:41.272 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'layout', '--bucket', 'ptoxvb-70', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:55:41.272 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket layout --bucket ptoxvb-70 --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:55:41.321 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:41.322 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:41.368 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:55:41.369 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:41.370 INFO:teuthology.orchestra.run.smithi044.stdout: "resharding": "None", 2022-09-01T10:55:41.370 INFO:teuthology.orchestra.run.smithi044.stdout: "current_index": { 2022-09-01T10:55:41.371 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 2, 2022-09-01T10:55:41.371 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:41.372 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "Normal", 2022-09-01T10:55:41.372 INFO:teuthology.orchestra.run.smithi044.stdout: "normal": { 2022-09-01T10:55:41.372 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 3, 2022-09-01T10:55:41.373 INFO:teuthology.orchestra.run.smithi044.stdout: "hash_type": "Mod" 2022-09-01T10:55:41.373 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.374 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.374 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:41.375 INFO:teuthology.orchestra.run.smithi044.stdout: "logs": [ 2022-09-01T10:55:41.375 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:41.375 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 1, 2022-09-01T10:55:41.376 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:41.376 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "InIndex", 2022-09-01T10:55:41.376 INFO:teuthology.orchestra.run.smithi044.stdout: "in_index": { 2022-09-01T10:55:41.377 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 1, 2022-09-01T10:55:41.377 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:41.377 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 3, 2022-09-01T10:55:41.377 INFO:teuthology.orchestra.run.smithi044.stdout: "hash_type": "Mod" 2022-09-01T10:55:41.378 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.378 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.379 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.379 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:41.380 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:41.381 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 2, 2022-09-01T10:55:41.381 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:41.382 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "InIndex", 2022-09-01T10:55:41.382 INFO:teuthology.orchestra.run.smithi044.stdout: "in_index": { 2022-09-01T10:55:41.383 INFO:teuthology.orchestra.run.smithi044.stdout: "gen": 2, 2022-09-01T10:55:41.383 INFO:teuthology.orchestra.run.smithi044.stdout: "layout": { 2022-09-01T10:55:41.384 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 3, 2022-09-01T10:55:41.384 INFO:teuthology.orchestra.run.smithi044.stdout: "hash_type": "Mod" 2022-09-01T10:55:41.385 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.385 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.386 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.386 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.387 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:55:41.387 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.388 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:55:41.423 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_reshard_index_log_trim ... FAIL 2022-09-01T10:55:41.432 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:55:41.433 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:55:41.433 DEBUG:boto:Method: PUT 2022-09-01T10:55:41.434 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T10:55:41.435 DEBUG:boto:Data: 2022-09-01T10:55:41.436 DEBUG:boto:Headers: {} 2022-09-01T10:55:41.437 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:41.437 DEBUG:boto:Port: 8000 2022-09-01T10:55:41.438 DEBUG:boto:Params: {} 2022-09-01T10:55:41.439 DEBUG:boto:Token: None 2022-09-01T10:55:41.440 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 10:55:41 GMT /ptoxvb-71/ 2022-09-01T10:55:41.440 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u6rg0Na3GyxKXURUPaGQnPzfmUw= 2022-09-01T10:55:41.442 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u6rg0Na3GyxKXURUPaGQnPzfmUw=', 'Content-Length': '0'} 2022-09-01T10:55:41.463 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000000dc009d23e899c74-0063108fad-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:41.465 DEBUG:rgw_multi.tests:created bucket=ptoxvb-71 2022-09-01T10:55:41.466 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:55:41.467 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:55:41.468 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:55:41.532 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:41.533 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:41.582 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T10:55:41.591 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T10:55:41.591 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:41.592 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:55:41.592 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:55:41.592 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:41.592 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:41.593 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:55:41.593 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:55:41.593 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:41.593 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:41.595 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:55:41.595 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T10:55:41.596 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:41.596 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:41.596 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662029741.460638_365.1", 2022-09-01T10:55:41.597 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T10:55:41.460638Z" 2022-09-01T10:55:41.597 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.597 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T10:55:41.599 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662029741.460638_365.1'} 2022-09-01T10:55:41.600 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T10:55:41.601 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:55:41.601 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:55:41.602 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:55:41.662 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:41.663 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:41.698 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:41.699+0000 7f2d9cd6f600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:55:41.699 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:41.700+0000 7f2d9cd6f600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:55:41.713 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:55:41.714 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:55:41.714 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:55:41.715 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:55:41.715 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:55:41.715 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:55:41.715 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:55:41.716 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:55:41.716 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:55:41.716 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:55:41.716 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:55:41.717 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:55:41.717 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:55:41.717 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:55:41.718 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:55:41.718 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:55:41.718 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:55:41.718 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:55:41.719 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:55:41.719 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:55:41.719 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:55:41.720 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:55:41.720 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:55:41.720 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:55:41.721 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:55:41.721 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:55:41.722 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:55:41.722 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:55:41.723 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:55:41.723 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:55:41.724 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:55:41.724 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:55:41.725 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:55:41.726 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:55:41.727 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:55:41.727 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:55:41.727 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:55:41.728 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:55:41.728 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:55:41.729 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:55:41.729 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:55:41.730 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:55:41.730 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:55:41.731 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:55:41.731 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:55:41.731 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:55:41.732 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:55:41.732 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:55:41.733 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:55:41.733 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662029741.460638_365.1", 2022-09-01T10:55:41.734 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:55:41.734 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:55:41.735 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:55:41.735 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:55:41.460638Z", 2022-09-01T10:55:41.736 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:55:41.736 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:55:41.737 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:55:41.737 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:55:41.738 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:55:41.738 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:55:41.739 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:55:41.739 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:55:41.740 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:55:41.740 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:55:41Z" 2022-09-01T10:55:41.741 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:55:41.743 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029741.460638_365.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:55:41.460638Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:55:41Z" } 2022-09-01T10:55:41.744 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029741.460638_365.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:55:41.460638Z', 'realm_epoch': 4}}] 2022-09-01T10:55:41.744 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029741.460638_365.1'} 2022-09-01T10:55:41.745 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029741.460638_365.1'} 2022-09-01T10:55:41.746 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T10:55:41.746 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T10:55:41.747 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:55:41.747 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:55:41.748 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:55:41.804 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:41.804 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:41.841 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:55:41.841+0000 7feafc7ad600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:55:41.842 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:55:41.842+0000 7feafc7ad600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:55:41.859 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:55:41.860 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:55:41.861 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:55:41.861 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:55:41.862 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:55:41.862 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:55:41.863 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:55:41.863 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:41.864 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:55:41.864 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:41.865 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:55:41.865 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:55:41.866 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:55:41.866 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:55:41.867 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:55:41.867 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:55:41.869 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:55:41.869 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:55:41.870 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:55:41.870 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.871 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:41.871 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:41.872 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:55:41.872 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:55:41.873 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:55:41.873 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:55:41.874 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:55:41.874 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:55:41.875 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:55:41.875 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:55:41.876 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:55:41.876 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.877 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:41.877 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:41.878 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:55:41.879 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:55:41.880 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:55:41.880 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:55:41.881 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:55:41.881 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:55:41.882 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:55:41.882 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:55:41.883 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:55:41.883 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.884 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:41.884 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:41.884 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:55:41.885 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:55:41.885 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:55:41.885 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662029712.260554_359.1", 2022-09-01T10:55:41.885 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:55:41.886 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:55:41.886 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:55:41.886 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:55:12.260554Z", 2022-09-01T10:55:41.887 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:55:41.887 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.887 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:41.887 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:55:41.888 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:41.888 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:55:41.888 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:55:41.888 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:55:41.889 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:41.889 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:55:41Z" 2022-09-01T10:55:41.890 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:55:41.890 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029712.260554_359.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:55:12.260554Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:55:41Z" } 2022-09-01T10:55:41.891 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029712.260554_359.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:55:12.260554Z', 'realm_epoch': 4}}] 2022-09-01T10:55:41.892 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029741.460638_365.1'} 2022-09-01T10:55:41.892 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029712.260554_359.1'} 2022-09-01T10:55:41.893 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=3 master=1_1662029741.460638_365.1 target=1_1662029712.260554_359.1 2022-09-01T10:55:46.895 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:55:46.896 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:55:46.898 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:55:46.959 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:46.959 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:46.993 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:55:46.992+0000 7f0a9e1c3600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:55:46.997 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:55:46.994+0000 7f0a9e1c3600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:55:47.009 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T10:55:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T10:55:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T10:55:47.010 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T10:55:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T10:55:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:55:47.011 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:55:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T10:55:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:47.012 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T10:55:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:55:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:55:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:55:47.013 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:55:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T10:55:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:55:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:55:47.014 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:55:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:47.015 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T10:55:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:55:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:55:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T10:55:47.016 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:55:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:55:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:55:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T10:55:47.017 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:55:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:47.018 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T10:55:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:55:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:55:47.019 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:55:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:55:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:55:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:55:47.020 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:55:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T10:55:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:47.021 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:47.022 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T10:55:47.025 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T10:55:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T10:55:47.026 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T10:55:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662029741.460638_365.1", 2022-09-01T10:55:47.027 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T10:55:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T10:55:47.029 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T10:55:47.035 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T10:55:41.460638Z", 2022-09-01T10:55:47.036 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T10:55:47.038 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:47.038 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T10:55:47.039 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T10:55:47.039 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:47.040 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T10:55:47.040 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T10:55:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T10:55:47.041 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T10:55:47.042 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T10:55:46Z" 2022-09-01T10:55:47.043 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T10:55:47.046 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029741.460638_365.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:55:41.460638Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:55:46Z" } 2022-09-01T10:55:47.047 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029741.460638_365.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:55:41.460638Z', 'realm_epoch': 4}}] 2022-09-01T10:55:47.047 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029741.460638_365.1'} 2022-09-01T10:55:47.048 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029741.460638_365.1'} 2022-09-01T10:55:47.048 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T10:55:47.049 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T10:55:47.049 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:55:47.050 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T10:55:47.051 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T10:55:47.108 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:47.109 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:47.142 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:47.142+0000 7f08c1fde600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:55:47.143 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:47.143+0000 7f08c1fde600 20 RGW-SYNC:meta: read sync status 2022-09-01T10:55:47.156 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T10:55:47.156 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T10:55:47.157 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T10:55:47.157 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T10:55:47.158 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T10:55:47.158 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T10:55:47.159 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:55:47.159 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:55:47.159 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T10:55:47.160 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:55:47.160 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T10:55:47.161 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:55:47.161 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:55:47.161 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T10:55:47.162 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:55:47.164 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T10:55:47.164 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:55:47.164 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T10:55:47.165 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:55:47.165 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:55:47.166 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:55:47.166 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:55:47.167 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T10:55:47.167 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:55:47.168 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:55:47.168 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T10:55:47.169 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:55:47.169 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:55:47.169 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:55:47.170 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T10:55:47.170 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:55:47.171 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:55:47.172 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:55:47.172 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:55:47.173 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T10:55:47.173 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:55:47.174 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:55:47.175 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T10:55:47.175 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:55:47.176 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:55:47.176 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:55:47.177 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T10:55:47.177 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T10:55:47.178 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:55:47.178 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:55:47.179 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T10:55:47.180 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T10:55:47.180 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T10:55:47.181 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T10:55:47.182 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662029741.460638_365.1", 2022-09-01T10:55:47.183 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T10:55:47.184 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T10:55:47.184 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T10:55:47.185 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T10:55:41.460638Z", 2022-09-01T10:55:47.185 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T10:55:47.186 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:55:47.186 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T10:55:47.187 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T10:55:47.187 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:55:47.188 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T10:55:47.188 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T10:55:47.189 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T10:55:47.190 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T10:55:47.190 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T10:55:47Z" 2022-09-01T10:55:47.190 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T10:55:47.192 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662029741.460638_365.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T10:55:41.460638Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T10:55:47Z" } 2022-09-01T10:55:47.192 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662029741.460638_365.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T10:55:41.460638Z', 'realm_epoch': 4}}] 2022-09-01T10:55:47.193 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662029741.460638_365.1'} 2022-09-01T10:55:47.194 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662029741.460638_365.1'} 2022-09-01T10:55:47.194 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T10:55:47.195 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:55:47.210 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:55:47.210 DEBUG:boto:Method: HEAD 2022-09-01T10:55:47.211 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T10:55:47.211 DEBUG:boto:Data: 2022-09-01T10:55:47.212 DEBUG:boto:Headers: {} 2022-09-01T10:55:47.212 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:47.213 DEBUG:boto:Port: 8000 2022-09-01T10:55:47.213 DEBUG:boto:Params: {} 2022-09-01T10:55:47.214 DEBUG:boto:Token: None 2022-09-01T10:55:47.215 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:47 GMT /ptoxvb-71/ 2022-09-01T10:55:47.215 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QlMFbFkhhGlN+pE5kY63lq9Iuoo= 2022-09-01T10:55:47.216 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QlMFbFkhhGlN+pE5kY63lq9Iuoo=', 'Content-Length': '0'} 2022-09-01T10:55:47.219 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000089427bc3328ee7b3-0063108fb3-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:47.221 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:55:47.221 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:55:47.222 DEBUG:boto:Method: PUT 2022-09-01T10:55:47.223 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T10:55:47.223 DEBUG:boto:Data: 2022-09-01T10:55:47.224 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:55:47.224 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:47.225 DEBUG:boto:Port: 8000 2022-09-01T10:55:47.225 DEBUG:boto:Params: {} 2022-09-01T10:55:47.226 DEBUG:boto:Token: None 2022-09-01T10:55:47.226 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:55:47 GMT /ptoxvb-71/a 2022-09-01T10:55:47.227 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ub1RtU1k9FmTBTj/YbAPN+vgG14= 2022-09-01T10:55:47.227 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:55:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ub1RtU1k9FmTBTj/YbAPN+vgG14='} 2022-09-01T10:55:47.274 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000920cd9924b0f3d33-0063108fb3-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:47.278 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:55:47.279 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:55:47.279 DEBUG:boto:Method: HEAD 2022-09-01T10:55:47.280 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T10:55:47.280 DEBUG:boto:Data: 2022-09-01T10:55:47.281 DEBUG:boto:Headers: {} 2022-09-01T10:55:47.281 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:47.282 DEBUG:boto:Port: 8000 2022-09-01T10:55:47.284 DEBUG:boto:Params: {} 2022-09-01T10:55:47.285 DEBUG:boto:Token: None 2022-09-01T10:55:47.286 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:47 GMT /ptoxvb-71/ 2022-09-01T10:55:47.287 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QlMFbFkhhGlN+pE5kY63lq9Iuoo= 2022-09-01T10:55:47.287 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QlMFbFkhhGlN+pE5kY63lq9Iuoo=', 'Content-Length': '0'} 2022-09-01T10:55:47.290 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '3'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002967ff842fd115ec-0063108fb3-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:47.294 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:55:47.295 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:55:47.296 DEBUG:boto:Method: PUT 2022-09-01T10:55:47.296 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T10:55:47.297 DEBUG:boto:Data: 2022-09-01T10:55:47.297 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:55:47.298 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:47.299 DEBUG:boto:Port: 8000 2022-09-01T10:55:47.299 DEBUG:boto:Params: {} 2022-09-01T10:55:47.300 DEBUG:boto:Token: None 2022-09-01T10:55:47.300 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:55:47 GMT /ptoxvb-71/b 2022-09-01T10:55:47.301 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:reWt/l07fQ/TOUgW423rhiCcUj4= 2022-09-01T10:55:47.302 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:55:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:reWt/l07fQ/TOUgW423rhiCcUj4='} 2022-09-01T10:55:47.310 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000009e17552b23564ec7-0063108fb3-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:47.311 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:55:47.311 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:55:47.312 DEBUG:boto:Method: HEAD 2022-09-01T10:55:47.312 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T10:55:47.313 DEBUG:boto:Data: 2022-09-01T10:55:47.313 DEBUG:boto:Headers: {} 2022-09-01T10:55:47.316 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:47.316 DEBUG:boto:Port: 8000 2022-09-01T10:55:47.317 DEBUG:boto:Params: {} 2022-09-01T10:55:47.317 DEBUG:boto:Token: None 2022-09-01T10:55:47.318 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:47 GMT /ptoxvb-71/ 2022-09-01T10:55:47.319 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QlMFbFkhhGlN+pE5kY63lq9Iuoo= 2022-09-01T10:55:47.319 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QlMFbFkhhGlN+pE5kY63lq9Iuoo=', 'Content-Length': '0'} 2022-09-01T10:55:47.323 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000471f64ef9fbb0b47-0063108fb3-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:47.325 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:55:47.326 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:55:47.326 DEBUG:boto:Method: PUT 2022-09-01T10:55:47.327 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T10:55:47.327 DEBUG:boto:Data: 2022-09-01T10:55:47.328 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:55:47.329 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:47.330 DEBUG:boto:Port: 8000 2022-09-01T10:55:47.330 DEBUG:boto:Params: {} 2022-09-01T10:55:47.331 DEBUG:boto:Token: None 2022-09-01T10:55:47.332 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:55:47 GMT /ptoxvb-71/c 2022-09-01T10:55:47.333 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BvXubA5+Mtag/v+1OgT262L3oz0= 2022-09-01T10:55:47.334 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:55:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BvXubA5+Mtag/v+1OgT262L3oz0='} 2022-09-01T10:55:47.383 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000a6ae69906e722d6e-0063108fb3-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:47.385 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:55:47.385 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:55:47.386 DEBUG:boto:Method: HEAD 2022-09-01T10:55:47.388 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T10:55:47.389 DEBUG:boto:Data: 2022-09-01T10:55:47.390 DEBUG:boto:Headers: {} 2022-09-01T10:55:47.390 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:47.391 DEBUG:boto:Port: 8000 2022-09-01T10:55:47.391 DEBUG:boto:Params: {} 2022-09-01T10:55:47.392 DEBUG:boto:Token: None 2022-09-01T10:55:47.394 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:55:47 GMT /ptoxvb-71/ 2022-09-01T10:55:47.395 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QlMFbFkhhGlN+pE5kY63lq9Iuoo= 2022-09-01T10:55:47.395 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:55:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QlMFbFkhhGlN+pE5kY63lq9Iuoo=', 'Content-Length': '0'} 2022-09-01T10:55:47.398 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '9'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000633263a4f58feab0-0063108fb3-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:47.399 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:55:47.400 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:55:47.401 DEBUG:boto:Method: PUT 2022-09-01T10:55:47.401 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T10:55:47.402 DEBUG:boto:Data: 2022-09-01T10:55:47.403 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:55:47.404 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:55:47.405 DEBUG:boto:Port: 8000 2022-09-01T10:55:47.406 DEBUG:boto:Params: {} 2022-09-01T10:55:47.407 DEBUG:boto:Token: None 2022-09-01T10:55:47.408 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:55:47 GMT /ptoxvb-71/d 2022-09-01T10:55:47.408 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UMPVV5soQFhyYaMYMUMC4S0mxsg= 2022-09-01T10:55:47.409 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:55:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UMPVV5soQFhyYaMYMUMC4S0mxsg='} 2022-09-01T10:55:47.419 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000078ea982f7fb21080-0063108fb3-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:55:47.420 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-71 2022-09-01T10:55:47.420 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:47.421 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:55:47.422 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-71 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:55:47.484 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:55:47.485 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:55:47.521 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:47.523+0000 7fb104b7b600 1 waiting to reach incremental sync.. 2022-09-01T10:55:52.523 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:52.523+0000 7fb104b7b600 1 waiting to reach incremental sync.. 2022-09-01T10:55:57.525 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:55:57.524+0000 7fb104b7b600 1 waiting to reach incremental sync.. 2022-09-01T10:56:02.523 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:56:02.523+0000 7fb104b7b600 1 waiting to reach incremental sync.. 2022-09-01T10:56:07.524 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:56:07.524+0000 7fb104b7b600 1 waiting to reach incremental sync.. 2022-09-01T10:56:12.525 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:56:12.525+0000 7fb104b7b600 1 waiting to reach incremental sync.. 2022-09-01T10:56:17.526 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:56:17.525+0000 7fb104b7b600 1 waiting to reach incremental sync.. 2022-09-01T10:56:22.528 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:56:22.528+0000 7fb104b7b600 1 bucket sync caught up with source: 2022-09-01T10:56:22.528 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.68.5, , , , 00000000001.33.5, , , 00000000001.161.5, , 00000000001.60.5] 2022-09-01T10:56:22.529 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.68.5, , , , 00000000001.33.5, , , 00000000001.161.5, , 00000000001.60.5] 2022-09-01T10:56:22.529 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:56:22.528+0000 7fb104b7b600 0 bucket checkpoint complete 2022-09-01T10:56:22.548 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-71 2022-09-01T10:56:22.550 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:56:22.551 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:56:22.552 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-71 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:56:22.619 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:56:22.619 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:56:22.669 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:56:22.669+0000 7fdf5c853600 1 bucket sync caught up with source: 2022-09-01T10:56:22.669 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.68.5, , , , 00000000001.33.5, , , 00000000001.161.5, , 00000000001.60.5] 2022-09-01T10:56:22.670 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.68.5, , , , 00000000001.33.5, , , 00000000001.161.5, , 00000000001.60.5] 2022-09-01T10:56:22.670 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:56:22.669+0000 7fdf5c853600 0 bucket checkpoint complete 2022-09-01T10:56:22.685 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-71 2022-09-01T10:56:22.686 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:56:22.686 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:56:22.687 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-71 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:56:22.752 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:56:22.753 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:56:22.790 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:56:22.790+0000 7fde47c39600 1 bucket sync caught up with source: 2022-09-01T10:56:22.791 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.68.5, , , , 00000000001.33.5, , , 00000000001.161.5, , 00000000001.60.5] 2022-09-01T10:56:22.792 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.68.5, , , , 00000000001.33.5, , , 00000000001.161.5, , 00000000001.60.5] 2022-09-01T10:56:22.792 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:56:22.790+0000 7fde47c39600 0 bucket checkpoint complete 2022-09-01T10:56:22.804 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-71 2022-09-01T10:56:22.805 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:56:22.806 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:56:22.807 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-71 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:56:22.872 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:56:22.873 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:56:22.925 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:56:22.922+0000 7faf8ba42600 1 waiting to reach incremental sync.. 2022-09-01T10:56:27.922 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:56:27.923+0000 7faf8ba42600 1 waiting to reach incremental sync.. 2022-09-01T10:56:32.923 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:56:32.924+0000 7faf8ba42600 1 waiting to reach incremental sync.. 2022-09-01T10:56:37.924 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:56:37.924+0000 7faf8ba42600 1 waiting to reach incremental sync.. 2022-09-01T10:56:42.926 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:56:42.924+0000 7faf8ba42600 1 waiting to reach incremental sync.. 2022-09-01T10:56:47.926 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:56:47.925+0000 7faf8ba42600 1 waiting to reach incremental sync.. 2022-09-01T10:56:52.927 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:56:52.926+0000 7faf8ba42600 1 bucket sync caught up with source: 2022-09-01T10:56:52.928 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.169.5, , , , 00000000001.152.5, , , 00000000001.311.5, , 00000000001.289.5] 2022-09-01T10:56:52.929 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.169.5, , , , 00000000001.152.5, , , 00000000001.311.5, , 00000000001.289.5] 2022-09-01T10:56:52.929 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:56:52.926+0000 7faf8ba42600 0 bucket checkpoint complete 2022-09-01T10:56:52.950 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-71 2022-09-01T10:56:52.951 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:56:52.952 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:56:52.953 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-71 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:56:53.017 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:56:53.018 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:56:53.067 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:56:53.067+0000 7f35d602c600 1 bucket sync caught up with source: 2022-09-01T10:56:53.067 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.169.5, , , , 00000000001.152.5, , , 00000000001.311.5, , 00000000001.289.5] 2022-09-01T10:56:53.068 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.169.5, , , , 00000000001.152.5, , , 00000000001.311.5, , 00000000001.289.5] 2022-09-01T10:56:53.068 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:56:53.067+0000 7f35d602c600 0 bucket checkpoint complete 2022-09-01T10:56:53.090 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-71 2022-09-01T10:56:53.092 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-71 2022-09-01T10:56:53.092 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:56:53.093 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:56:53.094 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-71 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T10:56:53.154 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:56:53.155 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:56:53.192 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:56:53.192+0000 7f27acac9600 1 bucket sync caught up with source: 2022-09-01T10:56:53.193 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.189.5, , , , 00000000001.375.5, , , 00000000001.523.5, , 00000000001.745.5] 2022-09-01T10:56:53.194 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.189.5, , , , 00000000001.375.5, , , 00000000001.523.5, , 00000000001.745.5] 2022-09-01T10:56:53.194 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T10:56:53.192+0000 7f27acac9600 0 bucket checkpoint complete 2022-09-01T10:56:53.208 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-71 2022-09-01T10:56:53.209 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:56:53.210 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:56:53.211 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-71 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:56:53.277 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:56:53.278 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:56:53.317 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:56:53.318+0000 7f95cca3a600 1 bucket sync caught up with source: 2022-09-01T10:56:53.318 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.189.5, , , , 00000000001.375.5, , , 00000000001.523.5, , 00000000001.745.5] 2022-09-01T10:56:53.318 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.189.5, , , , 00000000001.375.5, , , 00000000001.523.5, , 00000000001.745.5] 2022-09-01T10:56:53.319 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:56:53.318+0000 7f95cca3a600 0 bucket checkpoint complete 2022-09-01T10:56:53.333 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-71 2022-09-01T10:56:53.334 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-71 zones={test-zone2, test-zone1} 2022-09-01T10:56:53.335 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:53.336 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:53.336 DEBUG:boto:Method: HEAD 2022-09-01T10:56:53.337 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T10:56:53.337 DEBUG:boto:Data: 2022-09-01T10:56:53.338 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.339 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.339 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.340 DEBUG:boto:Params: {} 2022-09-01T10:56:53.341 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:56:53.342 DEBUG:boto:Token: None 2022-09-01T10:56:53.343 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/ 2022-09-01T10:56:53.343 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:leblmn2wRZpnDTNC7rmm5DR15b4= 2022-09-01T10:56:53.344 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:leblmn2wRZpnDTNC7rmm5DR15b4=', 'Content-Length': '0'} 2022-09-01T10:56:53.348 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003866b8105de2636b-0063108ff5-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.349 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:53.350 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:53.350 DEBUG:boto:Method: HEAD 2022-09-01T10:56:53.351 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T10:56:53.351 DEBUG:boto:Data: 2022-09-01T10:56:53.352 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.353 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.353 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.354 DEBUG:boto:Params: {} 2022-09-01T10:56:53.355 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T10:56:53.355 DEBUG:boto:Token: None 2022-09-01T10:56:53.356 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/ 2022-09-01T10:56:53.357 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:leblmn2wRZpnDTNC7rmm5DR15b4= 2022-09-01T10:56:53.357 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:leblmn2wRZpnDTNC7rmm5DR15b4=', 'Content-Length': '0'} 2022-09-01T10:56:53.365 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008d671a1022261535-0063108ff5-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.366 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:56:53.368 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:53.369 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:53.370 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:53.371 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:53.373 DEBUG:boto:Method: GET 2022-09-01T10:56:53.374 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:53.375 DEBUG:boto:Data: 2022-09-01T10:56:53.376 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.377 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.379 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.380 DEBUG:boto:Params: {} 2022-09-01T10:56:53.382 DEBUG:boto:Token: None 2022-09-01T10:56:53.383 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/?versions 2022-09-01T10:56:53.384 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b5zKiFbAttQ5JtTqICTyQ0HDSK8= 2022-09-01T10:56:53.385 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b5zKiFbAttQ5JtTqICTyQ0HDSK8=', 'Content-Length': '0'} 2022-09-01T10:56:53.388 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a13770bb78b8f99b-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.389 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:53.392 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:56:53.394 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:56:53.395 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:56:53.396 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:56:53.396 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:56:53.397 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:53.399 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:53.399 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:53.400 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:53.401 DEBUG:boto:Method: GET 2022-09-01T10:56:53.402 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:53.403 DEBUG:boto:Data: 2022-09-01T10:56:53.404 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.404 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.405 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.405 DEBUG:boto:Params: {} 2022-09-01T10:56:53.406 DEBUG:boto:Token: None 2022-09-01T10:56:53.407 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/?versions 2022-09-01T10:56:53.407 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b5zKiFbAttQ5JtTqICTyQ0HDSK8= 2022-09-01T10:56:53.408 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b5zKiFbAttQ5JtTqICTyQ0HDSK8=', 'Content-Length': '0'} 2022-09-01T10:56:53.412 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001128d7e1dc476094-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.413 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:53.415 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:56:53.415 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:56:53.416 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:56:53.417 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:56:53.419 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:53.420 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:53.421 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:53.422 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:53.423 DEBUG:boto:Method: GET 2022-09-01T10:56:53.424 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:53.424 DEBUG:boto:Data: 2022-09-01T10:56:53.425 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.426 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.427 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.428 DEBUG:boto:Params: {} 2022-09-01T10:56:53.428 DEBUG:boto:Token: None 2022-09-01T10:56:53.429 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/?versions 2022-09-01T10:56:53.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b5zKiFbAttQ5JtTqICTyQ0HDSK8= 2022-09-01T10:56:53.434 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b5zKiFbAttQ5JtTqICTyQ0HDSK8=', 'Content-Length': '0'} 2022-09-01T10:56:53.437 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ac6fe7cc1bf92308-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.439 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:53.440 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:53.441 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:53.442 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:53.444 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:53.444 DEBUG:boto:Method: GET 2022-09-01T10:56:53.445 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:53.447 DEBUG:boto:Data: 2022-09-01T10:56:53.447 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.448 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.449 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.450 DEBUG:boto:Params: {} 2022-09-01T10:56:53.451 DEBUG:boto:Token: None 2022-09-01T10:56:53.451 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/?versions 2022-09-01T10:56:53.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b5zKiFbAttQ5JtTqICTyQ0HDSK8= 2022-09-01T10:56:53.453 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b5zKiFbAttQ5JtTqICTyQ0HDSK8=', 'Content-Length': '0'} 2022-09-01T10:56:53.456 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f9d9134bcda34a62-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.457 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:53.458 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:56:53.459 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:53.460 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:53.460 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.461 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.462 DEBUG:boto:Method: GET 2022-09-01T10:56:53.463 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.463 DEBUG:boto:Data: 2022-09-01T10:56:53.464 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.464 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.465 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.466 DEBUG:boto:Params: {} 2022-09-01T10:56:53.467 DEBUG:boto:Token: None 2022-09-01T10:56:53.467 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ATF7kWKGTqLtYw+sh7EgAt6JCHY= 2022-09-01T10:56:53.469 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ATF7kWKGTqLtYw+sh7EgAt6JCHY=', 'Content-Length': '0'} 2022-09-01T10:56:53.471 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eda143763626a7fd-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.472 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:53.472 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:53.473 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.474 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.474 DEBUG:boto:Method: GET 2022-09-01T10:56:53.475 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.475 DEBUG:boto:Data: 2022-09-01T10:56:53.476 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.477 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.477 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.478 DEBUG:boto:Params: {} 2022-09-01T10:56:53.479 DEBUG:boto:Token: None 2022-09-01T10:56:53.479 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.480 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ATF7kWKGTqLtYw+sh7EgAt6JCHY= 2022-09-01T10:56:53.481 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ATF7kWKGTqLtYw+sh7EgAt6JCHY=', 'Content-Length': '0'} 2022-09-01T10:56:53.484 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004419303b12f76e80-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.485 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:53.486 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:53.487 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.488 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.488 DEBUG:boto:Method: HEAD 2022-09-01T10:56:53.489 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.489 DEBUG:boto:Data: 2022-09-01T10:56:53.490 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.490 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.491 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.491 DEBUG:boto:Params: {} 2022-09-01T10:56:53.493 DEBUG:boto:Token: None 2022-09-01T10:56:53.493 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.494 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YPoSAWkpTfrSsxrJx0rJQSpafcQ= 2022-09-01T10:56:53.495 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YPoSAWkpTfrSsxrJx0rJQSpafcQ=', 'Content-Length': '0'} 2022-09-01T10:56:53.497 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009f61d504224b4fd4-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.497 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:53.498 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:53.499 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.499 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.500 DEBUG:boto:Method: HEAD 2022-09-01T10:56:53.501 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.501 DEBUG:boto:Data: 2022-09-01T10:56:53.502 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.502 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.503 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.503 DEBUG:boto:Params: {} 2022-09-01T10:56:53.504 DEBUG:boto:Token: None 2022-09-01T10:56:53.505 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YPoSAWkpTfrSsxrJx0rJQSpafcQ= 2022-09-01T10:56:53.506 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YPoSAWkpTfrSsxrJx0rJQSpafcQ=', 'Content-Length': '0'} 2022-09-01T10:56:53.508 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ac378bb1348cb200-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.509 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:56:53.510 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:53.510 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:53.511 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.511 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.512 DEBUG:boto:Method: GET 2022-09-01T10:56:53.512 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.513 DEBUG:boto:Data: 2022-09-01T10:56:53.514 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.514 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.515 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.516 DEBUG:boto:Params: {} 2022-09-01T10:56:53.516 DEBUG:boto:Token: None 2022-09-01T10:56:53.517 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.518 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ATF7kWKGTqLtYw+sh7EgAt6JCHY= 2022-09-01T10:56:53.519 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ATF7kWKGTqLtYw+sh7EgAt6JCHY=', 'Content-Length': '0'} 2022-09-01T10:56:53.521 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005d1a78c2f5741776-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.522 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:53.523 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:53.524 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.525 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.525 DEBUG:boto:Method: GET 2022-09-01T10:56:53.526 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.527 DEBUG:boto:Data: 2022-09-01T10:56:53.528 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.530 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.531 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.531 DEBUG:boto:Params: {} 2022-09-01T10:56:53.532 DEBUG:boto:Token: None 2022-09-01T10:56:53.532 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:53.533 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ATF7kWKGTqLtYw+sh7EgAt6JCHY= 2022-09-01T10:56:53.535 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ATF7kWKGTqLtYw+sh7EgAt6JCHY=', 'Content-Length': '0'} 2022-09-01T10:56:53.537 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000086fb86fcbaca907c-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.538 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:53.538 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:53.539 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:53.539 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:53.540 DEBUG:boto:Method: GET 2022-09-01T10:56:53.541 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T10:56:53.541 DEBUG:boto:Data: 2022-09-01T10:56:53.542 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.542 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.543 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.544 DEBUG:boto:Params: {} 2022-09-01T10:56:53.544 DEBUG:boto:Token: None 2022-09-01T10:56:53.545 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/ 2022-09-01T10:56:53.545 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI= 2022-09-01T10:56:53.546 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI=', 'Content-Length': '0'} 2022-09-01T10:56:53.549 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dddf95ca8c4ba1c1-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.549 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:53.550 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:53.551 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:53.552 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:53.552 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:53.553 DEBUG:boto:Method: GET 2022-09-01T10:56:53.553 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T10:56:53.554 DEBUG:boto:Data: 2022-09-01T10:56:53.555 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.555 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.556 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.556 DEBUG:boto:Params: {} 2022-09-01T10:56:53.557 DEBUG:boto:Token: None 2022-09-01T10:56:53.558 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/ 2022-09-01T10:56:53.558 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI= 2022-09-01T10:56:53.559 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI=', 'Content-Length': '0'} 2022-09-01T10:56:53.562 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000275bcc8cda35b1c7-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.563 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:53.565 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:53.565 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:53.566 DEBUG:boto:Method: HEAD 2022-09-01T10:56:53.567 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T10:56:53.568 DEBUG:boto:Data: 2022-09-01T10:56:53.569 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.570 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.570 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.571 DEBUG:boto:Params: {} 2022-09-01T10:56:53.572 DEBUG:boto:Token: None 2022-09-01T10:56:53.573 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/a 2022-09-01T10:56:53.574 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UaQ7gaxi2lfJ6hvdgZytdiruuWM= 2022-09-01T10:56:53.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UaQ7gaxi2lfJ6hvdgZytdiruuWM=', 'Content-Length': '0'} 2022-09-01T10:56:53.577 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ea218f5fda15540b-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.578 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:53.579 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:53.579 DEBUG:boto:Method: HEAD 2022-09-01T10:56:53.580 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T10:56:53.580 DEBUG:boto:Data: 2022-09-01T10:56:53.581 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.581 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.582 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.583 DEBUG:boto:Params: {} 2022-09-01T10:56:53.583 DEBUG:boto:Token: None 2022-09-01T10:56:53.584 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/a 2022-09-01T10:56:53.584 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UaQ7gaxi2lfJ6hvdgZytdiruuWM= 2022-09-01T10:56:53.585 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UaQ7gaxi2lfJ6hvdgZytdiruuWM=', 'Content-Length': '0'} 2022-09-01T10:56:53.587 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e6bb84d8a74a868-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.588 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:56:53.589 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:53.589 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:53.590 DEBUG:boto:Method: GET 2022-09-01T10:56:53.590 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T10:56:53.591 DEBUG:boto:Data: 2022-09-01T10:56:53.592 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.593 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.594 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.595 DEBUG:boto:Params: {} 2022-09-01T10:56:53.596 DEBUG:boto:Token: None 2022-09-01T10:56:53.597 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/a 2022-09-01T10:56:53.598 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2KQOC0KeCgHDUPaRJLw0goRykeE= 2022-09-01T10:56:53.599 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2KQOC0KeCgHDUPaRJLw0goRykeE=', 'Content-Length': '0'} 2022-09-01T10:56:53.602 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ed7ced7393c2d35-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.603 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:53.603 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:53.604 DEBUG:boto:Method: GET 2022-09-01T10:56:53.604 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T10:56:53.605 DEBUG:boto:Data: 2022-09-01T10:56:53.605 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.606 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.607 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.607 DEBUG:boto:Params: {} 2022-09-01T10:56:53.608 DEBUG:boto:Token: None 2022-09-01T10:56:53.608 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/a 2022-09-01T10:56:53.609 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2KQOC0KeCgHDUPaRJLw0goRykeE= 2022-09-01T10:56:53.610 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2KQOC0KeCgHDUPaRJLw0goRykeE=', 'Content-Length': '0'} 2022-09-01T10:56:53.612 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bb9b4ced334492c7-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.613 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:53.614 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:53.615 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:53.616 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:53.616 DEBUG:boto:Method: GET 2022-09-01T10:56:53.617 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T10:56:53.617 DEBUG:boto:Data: 2022-09-01T10:56:53.618 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.619 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.620 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.621 DEBUG:boto:Params: {} 2022-09-01T10:56:53.622 DEBUG:boto:Token: None 2022-09-01T10:56:53.623 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/ 2022-09-01T10:56:53.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI= 2022-09-01T10:56:53.625 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI=', 'Content-Length': '0'} 2022-09-01T10:56:53.629 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e8161bd7e6a754a2-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.630 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:53.632 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:53.632 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:53.633 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:53.634 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:53.635 DEBUG:boto:Method: GET 2022-09-01T10:56:53.636 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T10:56:53.637 DEBUG:boto:Data: 2022-09-01T10:56:53.639 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.640 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.640 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.641 DEBUG:boto:Params: {} 2022-09-01T10:56:53.642 DEBUG:boto:Token: None 2022-09-01T10:56:53.642 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/ 2022-09-01T10:56:53.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI= 2022-09-01T10:56:53.644 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI=', 'Content-Length': '0'} 2022-09-01T10:56:53.655 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a645f0695a3ff117-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.656 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:53.657 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:56:53.657 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:53.658 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:53.659 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.659 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.660 DEBUG:boto:Method: GET 2022-09-01T10:56:53.661 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.661 DEBUG:boto:Data: 2022-09-01T10:56:53.663 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.664 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.664 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.665 DEBUG:boto:Params: {} 2022-09-01T10:56:53.665 DEBUG:boto:Token: None 2022-09-01T10:56:53.666 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MDLiaiV08NRawOa80yU2zk2wcNI= 2022-09-01T10:56:53.667 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MDLiaiV08NRawOa80yU2zk2wcNI=', 'Content-Length': '0'} 2022-09-01T10:56:53.670 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ade0cd904c2f1cd0-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.670 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:53.671 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:53.672 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.672 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.673 DEBUG:boto:Method: GET 2022-09-01T10:56:53.674 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.674 DEBUG:boto:Data: 2022-09-01T10:56:53.675 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.675 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.676 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.676 DEBUG:boto:Params: {} 2022-09-01T10:56:53.677 DEBUG:boto:Token: None 2022-09-01T10:56:53.678 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.679 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MDLiaiV08NRawOa80yU2zk2wcNI= 2022-09-01T10:56:53.679 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MDLiaiV08NRawOa80yU2zk2wcNI=', 'Content-Length': '0'} 2022-09-01T10:56:53.681 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f177d6dc1f9a7969-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.682 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:53.683 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:53.683 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.684 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.685 DEBUG:boto:Method: HEAD 2022-09-01T10:56:53.685 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.686 DEBUG:boto:Data: 2022-09-01T10:56:53.686 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.687 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.687 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.688 DEBUG:boto:Params: {} 2022-09-01T10:56:53.688 DEBUG:boto:Token: None 2022-09-01T10:56:53.689 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.690 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UBXS/1W/+2bdORcb45tnmvjEWcU= 2022-09-01T10:56:53.691 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UBXS/1W/+2bdORcb45tnmvjEWcU=', 'Content-Length': '0'} 2022-09-01T10:56:53.698 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e27f58c4233faf1e-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.700 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:53.701 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:53.702 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.703 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.704 DEBUG:boto:Method: HEAD 2022-09-01T10:56:53.705 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.706 DEBUG:boto:Data: 2022-09-01T10:56:53.707 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.708 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.709 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.709 DEBUG:boto:Params: {} 2022-09-01T10:56:53.711 DEBUG:boto:Token: None 2022-09-01T10:56:53.712 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.713 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UBXS/1W/+2bdORcb45tnmvjEWcU= 2022-09-01T10:56:53.714 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UBXS/1W/+2bdORcb45tnmvjEWcU=', 'Content-Length': '0'} 2022-09-01T10:56:53.716 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000141dfc87a8e4abf3-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.718 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:56:53.719 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:53.720 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:53.721 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.722 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.723 DEBUG:boto:Method: GET 2022-09-01T10:56:53.723 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.724 DEBUG:boto:Data: 2022-09-01T10:56:53.724 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.725 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.725 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.726 DEBUG:boto:Params: {} 2022-09-01T10:56:53.727 DEBUG:boto:Token: None 2022-09-01T10:56:53.727 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.728 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MDLiaiV08NRawOa80yU2zk2wcNI= 2022-09-01T10:56:53.729 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MDLiaiV08NRawOa80yU2zk2wcNI=', 'Content-Length': '0'} 2022-09-01T10:56:53.732 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002bf39babdd14b419-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.733 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:53.734 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:53.734 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.735 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.736 DEBUG:boto:Method: GET 2022-09-01T10:56:53.736 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.737 DEBUG:boto:Data: 2022-09-01T10:56:53.738 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.738 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.739 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.741 DEBUG:boto:Params: {} 2022-09-01T10:56:53.741 DEBUG:boto:Token: None 2022-09-01T10:56:53.743 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:53.744 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MDLiaiV08NRawOa80yU2zk2wcNI= 2022-09-01T10:56:53.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MDLiaiV08NRawOa80yU2zk2wcNI=', 'Content-Length': '0'} 2022-09-01T10:56:53.747 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a4ff6523e2971d31-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.748 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:53.749 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:53.750 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:53.751 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:53.752 DEBUG:boto:Method: GET 2022-09-01T10:56:53.752 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T10:56:53.753 DEBUG:boto:Data: 2022-09-01T10:56:53.755 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.756 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.757 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.758 DEBUG:boto:Params: {} 2022-09-01T10:56:53.759 DEBUG:boto:Token: None 2022-09-01T10:56:53.760 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/ 2022-09-01T10:56:53.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI= 2022-09-01T10:56:53.762 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI=', 'Content-Length': '0'} 2022-09-01T10:56:53.765 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000002606c7c87635593-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.806 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:53.809 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:53.810 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:53.811 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:53.812 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:53.813 DEBUG:boto:Method: GET 2022-09-01T10:56:53.813 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T10:56:53.814 DEBUG:boto:Data: 2022-09-01T10:56:53.815 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.816 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.817 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.818 DEBUG:boto:Params: {} 2022-09-01T10:56:53.819 DEBUG:boto:Token: None 2022-09-01T10:56:53.820 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/ 2022-09-01T10:56:53.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI= 2022-09-01T10:56:53.821 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI=', 'Content-Length': '0'} 2022-09-01T10:56:53.824 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000061cb95e0728c9f4d-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.826 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:53.827 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:53.828 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:53.829 DEBUG:boto:Method: HEAD 2022-09-01T10:56:53.830 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T10:56:53.831 DEBUG:boto:Data: 2022-09-01T10:56:53.832 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.833 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.833 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.834 DEBUG:boto:Params: {} 2022-09-01T10:56:53.835 DEBUG:boto:Token: None 2022-09-01T10:56:53.836 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/b 2022-09-01T10:56:53.837 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PIGry2NUi9Pk8MA3EBqTf0eY0EY= 2022-09-01T10:56:53.839 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PIGry2NUi9Pk8MA3EBqTf0eY0EY=', 'Content-Length': '0'} 2022-09-01T10:56:53.841 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007f645dd52f092b2-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.843 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:53.843 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:53.844 DEBUG:boto:Method: HEAD 2022-09-01T10:56:53.845 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T10:56:53.846 DEBUG:boto:Data: 2022-09-01T10:56:53.846 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.847 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.848 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.848 DEBUG:boto:Params: {} 2022-09-01T10:56:53.849 DEBUG:boto:Token: None 2022-09-01T10:56:53.850 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/b 2022-09-01T10:56:53.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PIGry2NUi9Pk8MA3EBqTf0eY0EY= 2022-09-01T10:56:53.851 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PIGry2NUi9Pk8MA3EBqTf0eY0EY=', 'Content-Length': '0'} 2022-09-01T10:56:53.853 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000013c20dd7832d9cb5-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.855 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:56:53.855 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:53.857 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:53.857 DEBUG:boto:Method: GET 2022-09-01T10:56:53.858 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T10:56:53.859 DEBUG:boto:Data: 2022-09-01T10:56:53.860 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.861 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.862 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.863 DEBUG:boto:Params: {} 2022-09-01T10:56:53.865 DEBUG:boto:Token: None 2022-09-01T10:56:53.866 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/b 2022-09-01T10:56:53.867 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lvvI3orkcRp/JPSKFW9V1GeSVeI= 2022-09-01T10:56:53.867 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lvvI3orkcRp/JPSKFW9V1GeSVeI=', 'Content-Length': '0'} 2022-09-01T10:56:53.870 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008fa5659328cbf460-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.871 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:53.871 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:53.872 DEBUG:boto:Method: GET 2022-09-01T10:56:53.872 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T10:56:53.873 DEBUG:boto:Data: 2022-09-01T10:56:53.873 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.874 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.875 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.875 DEBUG:boto:Params: {} 2022-09-01T10:56:53.876 DEBUG:boto:Token: None 2022-09-01T10:56:53.877 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/b 2022-09-01T10:56:53.877 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lvvI3orkcRp/JPSKFW9V1GeSVeI= 2022-09-01T10:56:53.878 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lvvI3orkcRp/JPSKFW9V1GeSVeI=', 'Content-Length': '0'} 2022-09-01T10:56:53.880 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000a47a80c23b503a9-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.881 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:53.882 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:53.882 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:53.883 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:53.883 DEBUG:boto:Method: GET 2022-09-01T10:56:53.884 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T10:56:53.884 DEBUG:boto:Data: 2022-09-01T10:56:53.885 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.886 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.886 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.887 DEBUG:boto:Params: {} 2022-09-01T10:56:53.889 DEBUG:boto:Token: None 2022-09-01T10:56:53.890 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/ 2022-09-01T10:56:53.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI= 2022-09-01T10:56:53.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI=', 'Content-Length': '0'} 2022-09-01T10:56:53.896 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e7ca0740e2201bae-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.897 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:53.899 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:53.900 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:53.901 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:53.902 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:53.904 DEBUG:boto:Method: GET 2022-09-01T10:56:53.904 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T10:56:53.906 DEBUG:boto:Data: 2022-09-01T10:56:53.907 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.908 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.909 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.909 DEBUG:boto:Params: {} 2022-09-01T10:56:53.910 DEBUG:boto:Token: None 2022-09-01T10:56:53.911 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/ 2022-09-01T10:56:53.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI= 2022-09-01T10:56:53.912 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqZol0z7UmY9S14ZWlWfKPEcVjI=', 'Content-Length': '0'} 2022-09-01T10:56:53.915 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ec5494299847d50b-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.915 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:53.916 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:56:53.917 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:53.917 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:53.918 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:53.931 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:53.932 DEBUG:boto:Method: GET 2022-09-01T10:56:53.933 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:53.934 DEBUG:boto:Data: 2022-09-01T10:56:53.935 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.936 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:53.937 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.938 DEBUG:boto:Params: {} 2022-09-01T10:56:53.939 DEBUG:boto:Token: None 2022-09-01T10:56:53.940 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:53.941 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2XdjyPYXTokSHTEZt8GRI8luZrM= 2022-09-01T10:56:53.942 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2XdjyPYXTokSHTEZt8GRI8luZrM=', 'Content-Length': '0'} 2022-09-01T10:56:53.945 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008af01719853b13ed-0063108ff5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:53.946 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:53.948 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:53.949 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:53.950 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:53.951 DEBUG:boto:Method: GET 2022-09-01T10:56:53.951 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:53.952 DEBUG:boto:Data: 2022-09-01T10:56:53.953 DEBUG:boto:Headers: {} 2022-09-01T10:56:53.954 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:53.955 DEBUG:boto:Port: 8000 2022-09-01T10:56:53.956 DEBUG:boto:Params: {} 2022-09-01T10:56:53.957 DEBUG:boto:Token: None 2022-09-01T10:56:53.958 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:53 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:53.959 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2XdjyPYXTokSHTEZt8GRI8luZrM= 2022-09-01T10:56:53.960 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2XdjyPYXTokSHTEZt8GRI8luZrM=', 'Content-Length': '0'} 2022-09-01T10:56:53.962 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001fed0a0106a40b55-0063108ff5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.013 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:54.014 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:54.015 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.016 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.017 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.018 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.019 DEBUG:boto:Data: 2022-09-01T10:56:54.021 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.022 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:54.023 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.024 DEBUG:boto:Params: {} 2022-09-01T10:56:54.025 DEBUG:boto:Token: None 2022-09-01T10:56:54.026 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9W4eoMjR5PbavQ6XZMTw6Qf55vw= 2022-09-01T10:56:54.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9W4eoMjR5PbavQ6XZMTw6Qf55vw=', 'Content-Length': '0'} 2022-09-01T10:56:54.032 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cee93a8f28657f0f-0063108ff6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.033 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:54.033 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:54.034 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.035 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.035 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.036 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.037 DEBUG:boto:Data: 2022-09-01T10:56:54.037 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.038 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.038 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.039 DEBUG:boto:Params: {} 2022-09-01T10:56:54.040 DEBUG:boto:Token: None 2022-09-01T10:56:54.041 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.042 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9W4eoMjR5PbavQ6XZMTw6Qf55vw= 2022-09-01T10:56:54.043 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9W4eoMjR5PbavQ6XZMTw6Qf55vw=', 'Content-Length': '0'} 2022-09-01T10:56:54.045 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004a69ff58c04f6c01-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.047 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:56:54.048 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:54.049 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:54.050 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.051 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.051 DEBUG:boto:Method: GET 2022-09-01T10:56:54.053 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.054 DEBUG:boto:Data: 2022-09-01T10:56:54.055 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.056 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:54.057 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.058 DEBUG:boto:Params: {} 2022-09-01T10:56:54.059 DEBUG:boto:Token: None 2022-09-01T10:56:54.060 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.061 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L9LQLZ02Q5J3mqPDedG+uMOJXew= 2022-09-01T10:56:54.062 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L9LQLZ02Q5J3mqPDedG+uMOJXew=', 'Content-Length': '0'} 2022-09-01T10:56:54.065 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000086583e8efd8797ae-0063108ff6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.067 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:54.067 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:54.068 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.070 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.071 DEBUG:boto:Method: GET 2022-09-01T10:56:54.072 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.073 DEBUG:boto:Data: 2022-09-01T10:56:54.074 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.075 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.076 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.077 DEBUG:boto:Params: {} 2022-09-01T10:56:54.079 DEBUG:boto:Token: None 2022-09-01T10:56:54.080 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:54.081 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L9LQLZ02Q5J3mqPDedG+uMOJXew= 2022-09-01T10:56:54.082 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L9LQLZ02Q5J3mqPDedG+uMOJXew=', 'Content-Length': '0'} 2022-09-01T10:56:54.085 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eb9b2d89832c4a0d-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.086 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.087 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.087 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:54.088 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:54.088 DEBUG:boto:Method: GET 2022-09-01T10:56:54.089 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T10:56:54.089 DEBUG:boto:Data: 2022-09-01T10:56:54.090 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.090 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:54.091 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.091 DEBUG:boto:Params: {} 2022-09-01T10:56:54.092 DEBUG:boto:Token: None 2022-09-01T10:56:54.093 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM= 2022-09-01T10:56:54.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM=', 'Content-Length': '0'} 2022-09-01T10:56:54.097 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006b8449bbc5f9f939-0063108ff6-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.099 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.100 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.101 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.102 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:54.102 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:54.103 DEBUG:boto:Method: GET 2022-09-01T10:56:54.104 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T10:56:54.104 DEBUG:boto:Data: 2022-09-01T10:56:54.105 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.106 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.106 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.107 DEBUG:boto:Params: {} 2022-09-01T10:56:54.108 DEBUG:boto:Token: None 2022-09-01T10:56:54.109 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM= 2022-09-01T10:56:54.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM=', 'Content-Length': '0'} 2022-09-01T10:56:54.113 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c7d67aaa04c7d09c-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.114 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.115 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:54.115 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:54.116 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.117 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T10:56:54.117 DEBUG:boto:Data: 2022-09-01T10:56:54.118 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.118 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:54.119 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.119 DEBUG:boto:Params: {} 2022-09-01T10:56:54.120 DEBUG:boto:Token: None 2022-09-01T10:56:54.121 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/c 2022-09-01T10:56:54.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AnzQEfDbh66JYmx2gF5VjHWzu0U= 2022-09-01T10:56:54.123 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AnzQEfDbh66JYmx2gF5VjHWzu0U=', 'Content-Length': '0'} 2022-09-01T10:56:54.125 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000128f715b4478eba3-0063108ff6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.126 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:54.127 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:54.127 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.128 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T10:56:54.129 DEBUG:boto:Data: 2022-09-01T10:56:54.129 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.130 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.130 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.131 DEBUG:boto:Params: {} 2022-09-01T10:56:54.131 DEBUG:boto:Token: None 2022-09-01T10:56:54.132 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/c 2022-09-01T10:56:54.132 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AnzQEfDbh66JYmx2gF5VjHWzu0U= 2022-09-01T10:56:54.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AnzQEfDbh66JYmx2gF5VjHWzu0U=', 'Content-Length': '0'} 2022-09-01T10:56:54.138 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bb54f4771faa9e63-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.139 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:56:54.140 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:54.140 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:54.141 DEBUG:boto:Method: GET 2022-09-01T10:56:54.141 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T10:56:54.142 DEBUG:boto:Data: 2022-09-01T10:56:54.142 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.143 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:54.143 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.144 DEBUG:boto:Params: {} 2022-09-01T10:56:54.145 DEBUG:boto:Token: None 2022-09-01T10:56:54.145 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/c 2022-09-01T10:56:54.146 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H9IPuiLNwYKs2gUhspAHtdL2CxY= 2022-09-01T10:56:54.147 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H9IPuiLNwYKs2gUhspAHtdL2CxY=', 'Content-Length': '0'} 2022-09-01T10:56:54.149 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001194daad40ee5256-0063108ff6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.150 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:54.150 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:54.151 DEBUG:boto:Method: GET 2022-09-01T10:56:54.151 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T10:56:54.152 DEBUG:boto:Data: 2022-09-01T10:56:54.152 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.153 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.153 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.154 DEBUG:boto:Params: {} 2022-09-01T10:56:54.154 DEBUG:boto:Token: None 2022-09-01T10:56:54.155 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/c 2022-09-01T10:56:54.156 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H9IPuiLNwYKs2gUhspAHtdL2CxY= 2022-09-01T10:56:54.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H9IPuiLNwYKs2gUhspAHtdL2CxY=', 'Content-Length': '0'} 2022-09-01T10:56:54.159 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000041fad4beed6044d6-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.160 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.161 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.162 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:54.162 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:54.163 DEBUG:boto:Method: GET 2022-09-01T10:56:54.163 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T10:56:54.164 DEBUG:boto:Data: 2022-09-01T10:56:54.165 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.166 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:54.166 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.167 DEBUG:boto:Params: {} 2022-09-01T10:56:54.167 DEBUG:boto:Token: None 2022-09-01T10:56:54.168 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.169 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM= 2022-09-01T10:56:54.170 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM=', 'Content-Length': '0'} 2022-09-01T10:56:54.174 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003bde8e3e311fda46-0063108ff6-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.176 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.178 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.179 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.179 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:54.180 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:54.181 DEBUG:boto:Method: GET 2022-09-01T10:56:54.182 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T10:56:54.183 DEBUG:boto:Data: 2022-09-01T10:56:54.184 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.185 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.186 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.187 DEBUG:boto:Params: {} 2022-09-01T10:56:54.188 DEBUG:boto:Token: None 2022-09-01T10:56:54.189 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.191 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM= 2022-09-01T10:56:54.192 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM=', 'Content-Length': '0'} 2022-09-01T10:56:54.196 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000076948fde4c9233b1-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.238 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.239 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:56:54.240 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:54.241 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:54.241 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.242 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.242 DEBUG:boto:Method: GET 2022-09-01T10:56:54.243 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.243 DEBUG:boto:Data: 2022-09-01T10:56:54.244 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.244 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:54.245 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.246 DEBUG:boto:Params: {} 2022-09-01T10:56:54.246 DEBUG:boto:Token: None 2022-09-01T10:56:54.247 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.248 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GU8bUlFzYEtUTrCxRqyyGFVfl+s= 2022-09-01T10:56:54.248 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GU8bUlFzYEtUTrCxRqyyGFVfl+s=', 'Content-Length': '0'} 2022-09-01T10:56:54.251 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000973439c76eac30ce-0063108ff6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.252 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:54.252 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:54.253 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.253 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.254 DEBUG:boto:Method: GET 2022-09-01T10:56:54.254 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.255 DEBUG:boto:Data: 2022-09-01T10:56:54.256 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.256 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.257 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.257 DEBUG:boto:Params: {} 2022-09-01T10:56:54.258 DEBUG:boto:Token: None 2022-09-01T10:56:54.259 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.259 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GU8bUlFzYEtUTrCxRqyyGFVfl+s= 2022-09-01T10:56:54.260 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GU8bUlFzYEtUTrCxRqyyGFVfl+s=', 'Content-Length': '0'} 2022-09-01T10:56:54.262 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001cb1fe49e093be79-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.263 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:54.263 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:54.264 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.264 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.265 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.265 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.266 DEBUG:boto:Data: 2022-09-01T10:56:54.266 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.267 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:54.267 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.268 DEBUG:boto:Params: {} 2022-09-01T10:56:54.268 DEBUG:boto:Token: None 2022-09-01T10:56:54.269 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.270 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nJz4P0zGZYPmSP6RMd60uXdgKvk= 2022-09-01T10:56:54.270 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nJz4P0zGZYPmSP6RMd60uXdgKvk=', 'Content-Length': '0'} 2022-09-01T10:56:54.273 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c44f1c9d3a890a0-0063108ff6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.273 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:54.274 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:54.275 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.275 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.276 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.276 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.277 DEBUG:boto:Data: 2022-09-01T10:56:54.277 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.278 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.278 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.279 DEBUG:boto:Params: {} 2022-09-01T10:56:54.279 DEBUG:boto:Token: None 2022-09-01T10:56:54.280 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nJz4P0zGZYPmSP6RMd60uXdgKvk= 2022-09-01T10:56:54.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nJz4P0zGZYPmSP6RMd60uXdgKvk=', 'Content-Length': '0'} 2022-09-01T10:56:54.283 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007b0cf923353ef539-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.284 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:56:54.285 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:54.285 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:54.286 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.286 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.287 DEBUG:boto:Method: GET 2022-09-01T10:56:54.287 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.288 DEBUG:boto:Data: 2022-09-01T10:56:54.288 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.289 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:54.289 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.290 DEBUG:boto:Params: {} 2022-09-01T10:56:54.290 DEBUG:boto:Token: None 2022-09-01T10:56:54.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GU8bUlFzYEtUTrCxRqyyGFVfl+s= 2022-09-01T10:56:54.292 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GU8bUlFzYEtUTrCxRqyyGFVfl+s=', 'Content-Length': '0'} 2022-09-01T10:56:54.295 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000086f36b6e9258ef68-0063108ff6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.296 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:54.297 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:54.297 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.298 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.298 DEBUG:boto:Method: GET 2022-09-01T10:56:54.299 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.299 DEBUG:boto:Data: 2022-09-01T10:56:54.300 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.301 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.301 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.302 DEBUG:boto:Params: {} 2022-09-01T10:56:54.302 DEBUG:boto:Token: None 2022-09-01T10:56:54.303 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:54.303 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GU8bUlFzYEtUTrCxRqyyGFVfl+s= 2022-09-01T10:56:54.304 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GU8bUlFzYEtUTrCxRqyyGFVfl+s=', 'Content-Length': '0'} 2022-09-01T10:56:54.306 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002197f715795dd0d2-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.307 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.308 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.308 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:54.309 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:54.309 DEBUG:boto:Method: GET 2022-09-01T10:56:54.310 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T10:56:54.311 DEBUG:boto:Data: 2022-09-01T10:56:54.312 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.312 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:54.313 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.313 DEBUG:boto:Params: {} 2022-09-01T10:56:54.314 DEBUG:boto:Token: None 2022-09-01T10:56:54.314 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM= 2022-09-01T10:56:54.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM=', 'Content-Length': '0'} 2022-09-01T10:56:54.318 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000050896ad71966405a-0063108ff6-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.362 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.363 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.364 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.365 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:54.366 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:54.366 DEBUG:boto:Method: GET 2022-09-01T10:56:54.367 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T10:56:54.368 DEBUG:boto:Data: 2022-09-01T10:56:54.369 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.369 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.370 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.370 DEBUG:boto:Params: {} 2022-09-01T10:56:54.371 DEBUG:boto:Token: None 2022-09-01T10:56:54.372 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM= 2022-09-01T10:56:54.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM=', 'Content-Length': '0'} 2022-09-01T10:56:54.377 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003d555773e66c65bd-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.378 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.380 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:54.381 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:54.381 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.382 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T10:56:54.383 DEBUG:boto:Data: 2022-09-01T10:56:54.384 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.385 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:54.385 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.386 DEBUG:boto:Params: {} 2022-09-01T10:56:54.386 DEBUG:boto:Token: None 2022-09-01T10:56:54.387 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/d 2022-09-01T10:56:54.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LLi+BSbilESYJ8vE8m8222mjsiM= 2022-09-01T10:56:54.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LLi+BSbilESYJ8vE8m8222mjsiM=', 'Content-Length': '0'} 2022-09-01T10:56:54.390 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000043c61e3d78bf8264-0063108ff6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.391 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:54.391 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:54.392 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.392 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T10:56:54.393 DEBUG:boto:Data: 2022-09-01T10:56:54.393 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.394 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.395 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.395 DEBUG:boto:Params: {} 2022-09-01T10:56:54.396 DEBUG:boto:Token: None 2022-09-01T10:56:54.396 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/d 2022-09-01T10:56:54.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LLi+BSbilESYJ8vE8m8222mjsiM= 2022-09-01T10:56:54.398 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LLi+BSbilESYJ8vE8m8222mjsiM=', 'Content-Length': '0'} 2022-09-01T10:56:54.400 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000066afbdd81cf41a02-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.401 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:56:54.401 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:54.402 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:54.403 DEBUG:boto:Method: GET 2022-09-01T10:56:54.403 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T10:56:54.404 DEBUG:boto:Data: 2022-09-01T10:56:54.405 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.406 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:54.407 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.408 DEBUG:boto:Params: {} 2022-09-01T10:56:54.409 DEBUG:boto:Token: None 2022-09-01T10:56:54.410 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/d 2022-09-01T10:56:54.411 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jD4dNNPI1fPJSZveWTmRlGh8CC4= 2022-09-01T10:56:54.412 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jD4dNNPI1fPJSZveWTmRlGh8CC4=', 'Content-Length': '0'} 2022-09-01T10:56:54.415 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000038b8f1ce09330d06-0063108ff6-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.417 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:54.418 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:54.419 DEBUG:boto:Method: GET 2022-09-01T10:56:54.420 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T10:56:54.420 DEBUG:boto:Data: 2022-09-01T10:56:54.421 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.421 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.422 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.423 DEBUG:boto:Params: {} 2022-09-01T10:56:54.423 DEBUG:boto:Token: None 2022-09-01T10:56:54.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/d 2022-09-01T10:56:54.424 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jD4dNNPI1fPJSZveWTmRlGh8CC4= 2022-09-01T10:56:54.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jD4dNNPI1fPJSZveWTmRlGh8CC4=', 'Content-Length': '0'} 2022-09-01T10:56:54.427 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000043e7050ed85f2def-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.428 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.429 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.429 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:54.430 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:54.430 DEBUG:boto:Method: GET 2022-09-01T10:56:54.431 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T10:56:54.431 DEBUG:boto:Data: 2022-09-01T10:56:54.432 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.433 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:54.433 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.434 DEBUG:boto:Params: {} 2022-09-01T10:56:54.434 DEBUG:boto:Token: None 2022-09-01T10:56:54.435 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.436 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM= 2022-09-01T10:56:54.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM=', 'Content-Length': '0'} 2022-09-01T10:56:54.439 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000795c04c3ab0b7162-0063108ff6-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.440 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.441 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.441 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.442 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:54.442 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:54.443 DEBUG:boto:Method: GET 2022-09-01T10:56:54.444 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T10:56:54.444 DEBUG:boto:Data: 2022-09-01T10:56:54.445 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.445 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.446 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.446 DEBUG:boto:Params: {} 2022-09-01T10:56:54.447 DEBUG:boto:Token: None 2022-09-01T10:56:54.447 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.448 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM= 2022-09-01T10:56:54.449 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM=', 'Content-Length': '0'} 2022-09-01T10:56:54.451 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000795461f3c085f13a-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.452 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.453 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-71 zones={test-zone2, test-zone1} 2022-09-01T10:56:54.453 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-71 zones={test-zone3, test-zone1} 2022-09-01T10:56:54.454 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.454 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.455 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.456 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T10:56:54.456 DEBUG:boto:Data: 2022-09-01T10:56:54.457 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.457 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:54.458 DEBUG:boto:Port: 8001 2022-09-01T10:56:54.458 DEBUG:boto:Params: {} 2022-09-01T10:56:54.459 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T10:56:54.459 DEBUG:boto:Token: None 2022-09-01T10:56:54.460 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.461 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cgoj8kTQjI+MpwXCaU01ggpGCT8= 2022-09-01T10:56:54.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cgoj8kTQjI+MpwXCaU01ggpGCT8=', 'Content-Length': '0'} 2022-09-01T10:56:54.465 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b5762530e9319a7c-0063108ff6-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.466 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.466 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.467 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.467 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T10:56:54.468 DEBUG:boto:Data: 2022-09-01T10:56:54.468 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.469 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.469 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.470 DEBUG:boto:Params: {} 2022-09-01T10:56:54.470 DEBUG:boto:Token: None 2022-09-01T10:56:54.471 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.472 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cgoj8kTQjI+MpwXCaU01ggpGCT8= 2022-09-01T10:56:54.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cgoj8kTQjI+MpwXCaU01ggpGCT8=', 'Content-Length': '0'} 2022-09-01T10:56:54.475 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000052a88ea425b882c9-0063108ff6-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.476 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:56:54.476 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.477 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.477 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:54.478 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:54.478 DEBUG:boto:Method: GET 2022-09-01T10:56:54.479 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:54.479 DEBUG:boto:Data: 2022-09-01T10:56:54.480 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.480 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:54.481 DEBUG:boto:Port: 8001 2022-09-01T10:56:54.481 DEBUG:boto:Params: {} 2022-09-01T10:56:54.482 DEBUG:boto:Token: None 2022-09-01T10:56:54.482 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/?versions 2022-09-01T10:56:54.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sOwcy7KpWfq99p5UHz5rSNh+BSg= 2022-09-01T10:56:54.484 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sOwcy7KpWfq99p5UHz5rSNh+BSg=', 'Content-Length': '0'} 2022-09-01T10:56:54.486 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000007b45cd385a35930-0063108ff6-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.487 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.488 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:56:54.489 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:56:54.489 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:56:54.490 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:56:54.490 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:56:54.491 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.491 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.492 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:54.492 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:54.493 DEBUG:boto:Method: GET 2022-09-01T10:56:54.493 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:54.494 DEBUG:boto:Data: 2022-09-01T10:56:54.494 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.495 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.495 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.496 DEBUG:boto:Params: {} 2022-09-01T10:56:54.496 DEBUG:boto:Token: None 2022-09-01T10:56:54.497 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/?versions 2022-09-01T10:56:54.498 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sOwcy7KpWfq99p5UHz5rSNh+BSg= 2022-09-01T10:56:54.498 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sOwcy7KpWfq99p5UHz5rSNh+BSg=', 'Content-Length': '0'} 2022-09-01T10:56:54.501 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000038d70cc6f9b4441f-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.506 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.508 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:56:54.509 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:56:54.509 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:56:54.510 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:56:54.510 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.511 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.511 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:54.512 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:54.512 DEBUG:boto:Method: GET 2022-09-01T10:56:54.513 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:54.513 DEBUG:boto:Data: 2022-09-01T10:56:54.514 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.515 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:54.516 DEBUG:boto:Port: 8001 2022-09-01T10:56:54.517 DEBUG:boto:Params: {} 2022-09-01T10:56:54.518 DEBUG:boto:Token: None 2022-09-01T10:56:54.519 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/?versions 2022-09-01T10:56:54.520 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sOwcy7KpWfq99p5UHz5rSNh+BSg= 2022-09-01T10:56:54.521 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sOwcy7KpWfq99p5UHz5rSNh+BSg=', 'Content-Length': '0'} 2022-09-01T10:56:54.525 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ac5d41ba0b99ebc1-0063108ff6-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.526 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.527 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.528 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.528 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:54.529 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:54.529 DEBUG:boto:Method: GET 2022-09-01T10:56:54.530 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:54.530 DEBUG:boto:Data: 2022-09-01T10:56:54.531 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.531 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.532 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.532 DEBUG:boto:Params: {} 2022-09-01T10:56:54.533 DEBUG:boto:Token: None 2022-09-01T10:56:54.534 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/?versions 2022-09-01T10:56:54.534 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sOwcy7KpWfq99p5UHz5rSNh+BSg= 2022-09-01T10:56:54.535 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sOwcy7KpWfq99p5UHz5rSNh+BSg=', 'Content-Length': '0'} 2022-09-01T10:56:54.538 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000dc34ffb6c6320f7-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.538 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.539 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:56:54.540 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:54.541 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:54.541 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.542 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.542 DEBUG:boto:Method: GET 2022-09-01T10:56:54.543 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.543 DEBUG:boto:Data: 2022-09-01T10:56:54.544 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.544 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:54.545 DEBUG:boto:Port: 8001 2022-09-01T10:56:54.546 DEBUG:boto:Params: {} 2022-09-01T10:56:54.546 DEBUG:boto:Token: None 2022-09-01T10:56:54.547 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.548 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ROZC47VMllBHaoQDrDuKcRcHLAc= 2022-09-01T10:56:54.548 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ROZC47VMllBHaoQDrDuKcRcHLAc=', 'Content-Length': '0'} 2022-09-01T10:56:54.551 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1d8d1acdbfae69f-0063108ff6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.552 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:54.552 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:54.553 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.553 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.554 DEBUG:boto:Method: GET 2022-09-01T10:56:54.554 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.555 DEBUG:boto:Data: 2022-09-01T10:56:54.555 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.556 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.556 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.557 DEBUG:boto:Params: {} 2022-09-01T10:56:54.558 DEBUG:boto:Token: None 2022-09-01T10:56:54.558 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.559 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ROZC47VMllBHaoQDrDuKcRcHLAc= 2022-09-01T10:56:54.560 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ROZC47VMllBHaoQDrDuKcRcHLAc=', 'Content-Length': '0'} 2022-09-01T10:56:54.562 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000098db9c17105d4bfb-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.610 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:54.612 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:54.612 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.613 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.614 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.615 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.616 DEBUG:boto:Data: 2022-09-01T10:56:54.617 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.618 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:54.619 DEBUG:boto:Port: 8001 2022-09-01T10:56:54.620 DEBUG:boto:Params: {} 2022-09-01T10:56:54.621 DEBUG:boto:Token: None 2022-09-01T10:56:54.621 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.622 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9SNpGmMRpEfkEPXRtW3y1MWbZMQ= 2022-09-01T10:56:54.623 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9SNpGmMRpEfkEPXRtW3y1MWbZMQ=', 'Content-Length': '0'} 2022-09-01T10:56:54.626 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002d6e87ae3161f431-0063108ff6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.627 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:54.627 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:54.628 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.628 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.629 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.629 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.630 DEBUG:boto:Data: 2022-09-01T10:56:54.630 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.631 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.631 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.632 DEBUG:boto:Params: {} 2022-09-01T10:56:54.632 DEBUG:boto:Token: None 2022-09-01T10:56:54.633 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.634 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9SNpGmMRpEfkEPXRtW3y1MWbZMQ= 2022-09-01T10:56:54.635 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9SNpGmMRpEfkEPXRtW3y1MWbZMQ=', 'Content-Length': '0'} 2022-09-01T10:56:54.637 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d397450e12138992-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.638 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:56:54.639 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:54.639 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:54.640 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.640 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.641 DEBUG:boto:Method: GET 2022-09-01T10:56:54.642 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.643 DEBUG:boto:Data: 2022-09-01T10:56:54.643 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.644 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:54.645 DEBUG:boto:Port: 8001 2022-09-01T10:56:54.645 DEBUG:boto:Params: {} 2022-09-01T10:56:54.646 DEBUG:boto:Token: None 2022-09-01T10:56:54.647 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.648 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ROZC47VMllBHaoQDrDuKcRcHLAc= 2022-09-01T10:56:54.649 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ROZC47VMllBHaoQDrDuKcRcHLAc=', 'Content-Length': '0'} 2022-09-01T10:56:54.651 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003ea37a36c2cc3c72-0063108ff6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.652 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:54.653 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:54.654 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.654 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.655 DEBUG:boto:Method: GET 2022-09-01T10:56:54.655 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.656 DEBUG:boto:Data: 2022-09-01T10:56:54.657 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.658 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.658 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.659 DEBUG:boto:Params: {} 2022-09-01T10:56:54.660 DEBUG:boto:Token: None 2022-09-01T10:56:54.660 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:54.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ROZC47VMllBHaoQDrDuKcRcHLAc= 2022-09-01T10:56:54.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ROZC47VMllBHaoQDrDuKcRcHLAc=', 'Content-Length': '0'} 2022-09-01T10:56:54.664 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c8b7789367bfb382-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.665 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.666 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.667 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:54.668 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:54.669 DEBUG:boto:Method: GET 2022-09-01T10:56:54.670 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T10:56:54.670 DEBUG:boto:Data: 2022-09-01T10:56:54.671 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.671 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:54.672 DEBUG:boto:Port: 8001 2022-09-01T10:56:54.672 DEBUG:boto:Params: {} 2022-09-01T10:56:54.673 DEBUG:boto:Token: None 2022-09-01T10:56:54.674 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.675 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM= 2022-09-01T10:56:54.676 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM=', 'Content-Length': '0'} 2022-09-01T10:56:54.679 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089f0d5369cbade49-0063108ff6-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.680 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.681 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.682 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.683 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:54.683 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:54.684 DEBUG:boto:Method: GET 2022-09-01T10:56:54.684 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T10:56:54.685 DEBUG:boto:Data: 2022-09-01T10:56:54.685 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.686 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.687 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.687 DEBUG:boto:Params: {} 2022-09-01T10:56:54.688 DEBUG:boto:Token: None 2022-09-01T10:56:54.689 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.689 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM= 2022-09-01T10:56:54.690 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM=', 'Content-Length': '0'} 2022-09-01T10:56:54.693 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000597be7204517d347-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.694 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.695 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:54.695 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:54.696 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.697 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T10:56:54.697 DEBUG:boto:Data: 2022-09-01T10:56:54.698 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.698 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:54.699 DEBUG:boto:Port: 8001 2022-09-01T10:56:54.699 DEBUG:boto:Params: {} 2022-09-01T10:56:54.700 DEBUG:boto:Token: None 2022-09-01T10:56:54.701 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/a 2022-09-01T10:56:54.701 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cmJW4wj9iSOtIA5e79M6HJQacnA= 2022-09-01T10:56:54.702 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cmJW4wj9iSOtIA5e79M6HJQacnA=', 'Content-Length': '0'} 2022-09-01T10:56:54.705 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a2e0c8861bb3e86-0063108ff6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.706 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:54.708 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:54.709 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.710 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T10:56:54.711 DEBUG:boto:Data: 2022-09-01T10:56:54.712 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.713 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.713 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.714 DEBUG:boto:Params: {} 2022-09-01T10:56:54.714 DEBUG:boto:Token: None 2022-09-01T10:56:54.715 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/a 2022-09-01T10:56:54.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cmJW4wj9iSOtIA5e79M6HJQacnA= 2022-09-01T10:56:54.716 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cmJW4wj9iSOtIA5e79M6HJQacnA=', 'Content-Length': '0'} 2022-09-01T10:56:54.718 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001279f1493db8b059-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.719 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:56:54.720 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:54.720 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:54.721 DEBUG:boto:Method: GET 2022-09-01T10:56:54.721 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T10:56:54.722 DEBUG:boto:Data: 2022-09-01T10:56:54.723 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.723 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:54.724 DEBUG:boto:Port: 8001 2022-09-01T10:56:54.724 DEBUG:boto:Params: {} 2022-09-01T10:56:54.725 DEBUG:boto:Token: None 2022-09-01T10:56:54.726 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/a 2022-09-01T10:56:54.727 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bJsSXB07v6/GHMpTV4cZ7FbUnMI= 2022-09-01T10:56:54.727 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bJsSXB07v6/GHMpTV4cZ7FbUnMI=', 'Content-Length': '0'} 2022-09-01T10:56:54.729 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3bbef419fc472fb-0063108ff6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.730 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:54.731 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:54.732 DEBUG:boto:Method: GET 2022-09-01T10:56:54.732 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T10:56:54.733 DEBUG:boto:Data: 2022-09-01T10:56:54.733 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.734 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.735 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.735 DEBUG:boto:Params: {} 2022-09-01T10:56:54.736 DEBUG:boto:Token: None 2022-09-01T10:56:54.737 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/a 2022-09-01T10:56:54.737 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bJsSXB07v6/GHMpTV4cZ7FbUnMI= 2022-09-01T10:56:54.738 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bJsSXB07v6/GHMpTV4cZ7FbUnMI=', 'Content-Length': '0'} 2022-09-01T10:56:54.741 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a41dfddc4995ab1f-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.742 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.743 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.743 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:54.744 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:54.745 DEBUG:boto:Method: GET 2022-09-01T10:56:54.745 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T10:56:54.746 DEBUG:boto:Data: 2022-09-01T10:56:54.747 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.747 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:54.748 DEBUG:boto:Port: 8001 2022-09-01T10:56:54.748 DEBUG:boto:Params: {} 2022-09-01T10:56:54.749 DEBUG:boto:Token: None 2022-09-01T10:56:54.750 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM= 2022-09-01T10:56:54.751 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM=', 'Content-Length': '0'} 2022-09-01T10:56:54.754 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d9b44cb5b162be68-0063108ff6-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.754 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.755 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.756 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.756 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:54.757 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:54.758 DEBUG:boto:Method: GET 2022-09-01T10:56:54.758 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T10:56:54.759 DEBUG:boto:Data: 2022-09-01T10:56:54.759 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.762 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.763 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.764 DEBUG:boto:Params: {} 2022-09-01T10:56:54.765 DEBUG:boto:Token: None 2022-09-01T10:56:54.766 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.767 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM= 2022-09-01T10:56:54.768 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM=', 'Content-Length': '0'} 2022-09-01T10:56:54.771 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000005b9f4744fd84d0d-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.772 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.773 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:56:54.773 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:54.774 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:54.775 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.777 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.777 DEBUG:boto:Method: GET 2022-09-01T10:56:54.778 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.778 DEBUG:boto:Data: 2022-09-01T10:56:54.779 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.780 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:54.781 DEBUG:boto:Port: 8001 2022-09-01T10:56:54.781 DEBUG:boto:Params: {} 2022-09-01T10:56:54.782 DEBUG:boto:Token: None 2022-09-01T10:56:54.783 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.784 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:38tT+iZvCP9Ywgarurfj1nIKcFI= 2022-09-01T10:56:54.785 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:38tT+iZvCP9Ywgarurfj1nIKcFI=', 'Content-Length': '0'} 2022-09-01T10:56:54.787 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bdfa204068d12433-0063108ff6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.834 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:54.835 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:54.835 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.836 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.837 DEBUG:boto:Method: GET 2022-09-01T10:56:54.837 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.838 DEBUG:boto:Data: 2022-09-01T10:56:54.838 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.839 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.840 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.841 DEBUG:boto:Params: {} 2022-09-01T10:56:54.842 DEBUG:boto:Token: None 2022-09-01T10:56:54.843 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:38tT+iZvCP9Ywgarurfj1nIKcFI= 2022-09-01T10:56:54.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:38tT+iZvCP9Ywgarurfj1nIKcFI=', 'Content-Length': '0'} 2022-09-01T10:56:54.847 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001f2adae87068a253-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.848 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:54.848 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:54.849 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.850 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.850 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.851 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.851 DEBUG:boto:Data: 2022-09-01T10:56:54.852 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.853 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:54.853 DEBUG:boto:Port: 8001 2022-09-01T10:56:54.854 DEBUG:boto:Params: {} 2022-09-01T10:56:54.854 DEBUG:boto:Token: None 2022-09-01T10:56:54.855 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.855 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Mt56pGchpQ/npxwuXG+9wvl1HLM= 2022-09-01T10:56:54.857 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Mt56pGchpQ/npxwuXG+9wvl1HLM=', 'Content-Length': '0'} 2022-09-01T10:56:54.859 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d4b5d037061dbf92-0063108ff6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.860 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:54.861 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:54.861 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.862 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.862 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.863 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.864 DEBUG:boto:Data: 2022-09-01T10:56:54.864 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.865 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.865 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.866 DEBUG:boto:Params: {} 2022-09-01T10:56:54.867 DEBUG:boto:Token: None 2022-09-01T10:56:54.867 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Mt56pGchpQ/npxwuXG+9wvl1HLM= 2022-09-01T10:56:54.869 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Mt56pGchpQ/npxwuXG+9wvl1HLM=', 'Content-Length': '0'} 2022-09-01T10:56:54.871 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b206f1d583c4ec03-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.872 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:56:54.873 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:54.873 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:54.874 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.875 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.875 DEBUG:boto:Method: GET 2022-09-01T10:56:54.876 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.877 DEBUG:boto:Data: 2022-09-01T10:56:54.877 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.878 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:54.878 DEBUG:boto:Port: 8001 2022-09-01T10:56:54.879 DEBUG:boto:Params: {} 2022-09-01T10:56:54.880 DEBUG:boto:Token: None 2022-09-01T10:56:54.881 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:38tT+iZvCP9Ywgarurfj1nIKcFI= 2022-09-01T10:56:54.883 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:38tT+iZvCP9Ywgarurfj1nIKcFI=', 'Content-Length': '0'} 2022-09-01T10:56:54.885 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071ce361eeb4f3ef0-0063108ff6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.886 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:54.887 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:54.887 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.888 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.888 DEBUG:boto:Method: GET 2022-09-01T10:56:54.889 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.890 DEBUG:boto:Data: 2022-09-01T10:56:54.890 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.891 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.891 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.892 DEBUG:boto:Params: {} 2022-09-01T10:56:54.893 DEBUG:boto:Token: None 2022-09-01T10:56:54.893 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:54.894 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:38tT+iZvCP9Ywgarurfj1nIKcFI= 2022-09-01T10:56:54.895 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:38tT+iZvCP9Ywgarurfj1nIKcFI=', 'Content-Length': '0'} 2022-09-01T10:56:54.897 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000076100402d2b07336-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.942 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.944 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.945 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:54.946 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:54.947 DEBUG:boto:Method: GET 2022-09-01T10:56:54.948 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T10:56:54.948 DEBUG:boto:Data: 2022-09-01T10:56:54.949 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.950 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:54.951 DEBUG:boto:Port: 8001 2022-09-01T10:56:54.952 DEBUG:boto:Params: {} 2022-09-01T10:56:54.953 DEBUG:boto:Token: None 2022-09-01T10:56:54.953 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.954 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM= 2022-09-01T10:56:54.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM=', 'Content-Length': '0'} 2022-09-01T10:56:54.958 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ce00b45ae8821719-0063108ff6-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.959 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.960 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:54.961 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:54.962 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:54.963 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:54.964 DEBUG:boto:Method: GET 2022-09-01T10:56:54.965 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T10:56:54.966 DEBUG:boto:Data: 2022-09-01T10:56:54.967 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.968 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.969 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.970 DEBUG:boto:Params: {} 2022-09-01T10:56:54.971 DEBUG:boto:Token: None 2022-09-01T10:56:54.972 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/ 2022-09-01T10:56:54.973 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM= 2022-09-01T10:56:54.974 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dEQgNBktDkh3719HQMQpspqytoM=', 'Content-Length': '0'} 2022-09-01T10:56:54.977 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e4dddf4db16af1cb-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.978 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:54.979 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:54.980 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:54.981 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.981 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T10:56:54.982 DEBUG:boto:Data: 2022-09-01T10:56:54.982 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.983 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:54.983 DEBUG:boto:Port: 8001 2022-09-01T10:56:54.984 DEBUG:boto:Params: {} 2022-09-01T10:56:54.985 DEBUG:boto:Token: None 2022-09-01T10:56:54.986 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/b 2022-09-01T10:56:54.986 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J7168xzHaC0OKm6SPJXtDdmMvRA= 2022-09-01T10:56:54.987 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J7168xzHaC0OKm6SPJXtDdmMvRA=', 'Content-Length': '0'} 2022-09-01T10:56:54.989 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000055811fb44a8de5fa-0063108ff6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:54.991 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:54.991 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:54.992 DEBUG:boto:Method: HEAD 2022-09-01T10:56:54.992 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T10:56:54.993 DEBUG:boto:Data: 2022-09-01T10:56:54.993 DEBUG:boto:Headers: {} 2022-09-01T10:56:54.994 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:54.994 DEBUG:boto:Port: 8000 2022-09-01T10:56:54.995 DEBUG:boto:Params: {} 2022-09-01T10:56:54.995 DEBUG:boto:Token: None 2022-09-01T10:56:54.996 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:54 GMT /ptoxvb-71/b 2022-09-01T10:56:54.997 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J7168xzHaC0OKm6SPJXtDdmMvRA= 2022-09-01T10:56:54.997 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J7168xzHaC0OKm6SPJXtDdmMvRA=', 'Content-Length': '0'} 2022-09-01T10:56:54.999 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b4c3dcdafaa4aee9-0063108ff6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.000 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:56:55.001 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:55.001 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:55.002 DEBUG:boto:Method: GET 2022-09-01T10:56:55.003 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T10:56:55.003 DEBUG:boto:Data: 2022-09-01T10:56:55.004 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.004 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.005 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.005 DEBUG:boto:Params: {} 2022-09-01T10:56:55.006 DEBUG:boto:Token: None 2022-09-01T10:56:55.007 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/b 2022-09-01T10:56:55.007 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lqbEX9OlIAc07U3viMP+XoDMZJI= 2022-09-01T10:56:55.008 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lqbEX9OlIAc07U3viMP+XoDMZJI=', 'Content-Length': '0'} 2022-09-01T10:56:55.010 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000930d1ffb392b5394-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.011 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:55.012 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:55.012 DEBUG:boto:Method: GET 2022-09-01T10:56:55.013 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T10:56:55.013 DEBUG:boto:Data: 2022-09-01T10:56:55.014 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.014 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.015 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.016 DEBUG:boto:Params: {} 2022-09-01T10:56:55.016 DEBUG:boto:Token: None 2022-09-01T10:56:55.017 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/b 2022-09-01T10:56:55.017 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lqbEX9OlIAc07U3viMP+XoDMZJI= 2022-09-01T10:56:55.018 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lqbEX9OlIAc07U3viMP+XoDMZJI=', 'Content-Length': '0'} 2022-09-01T10:56:55.021 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b2dd2de6e26f3e6e-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.022 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.022 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.023 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:55.023 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:55.024 DEBUG:boto:Method: GET 2022-09-01T10:56:55.024 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T10:56:55.025 DEBUG:boto:Data: 2022-09-01T10:56:55.025 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.026 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.027 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.027 DEBUG:boto:Params: {} 2022-09-01T10:56:55.028 DEBUG:boto:Token: None 2022-09-01T10:56:55.028 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/ 2022-09-01T10:56:55.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw= 2022-09-01T10:56:55.030 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw=', 'Content-Length': '0'} 2022-09-01T10:56:55.032 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e952ee1161cf8706-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.078 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.080 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.081 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.082 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:55.083 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:55.083 DEBUG:boto:Method: GET 2022-09-01T10:56:55.084 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T10:56:55.085 DEBUG:boto:Data: 2022-09-01T10:56:55.087 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.087 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.088 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.089 DEBUG:boto:Params: {} 2022-09-01T10:56:55.090 DEBUG:boto:Token: None 2022-09-01T10:56:55.091 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/ 2022-09-01T10:56:55.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw= 2022-09-01T10:56:55.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw=', 'Content-Length': '0'} 2022-09-01T10:56:55.104 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000040b2f06e44c312c1-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.105 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.106 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:56:55.108 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:55.109 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:55.110 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.110 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.111 DEBUG:boto:Method: GET 2022-09-01T10:56:55.111 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.112 DEBUG:boto:Data: 2022-09-01T10:56:55.113 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.113 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.114 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.115 DEBUG:boto:Params: {} 2022-09-01T10:56:55.115 DEBUG:boto:Token: None 2022-09-01T10:56:55.117 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m4cBqyUaUIIoxuj82R3Rj3nXfzA= 2022-09-01T10:56:55.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m4cBqyUaUIIoxuj82R3Rj3nXfzA=', 'Content-Length': '0'} 2022-09-01T10:56:55.122 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e0bc40e14ba19cb1-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.123 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:55.124 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:55.125 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.125 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.126 DEBUG:boto:Method: GET 2022-09-01T10:56:55.126 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.127 DEBUG:boto:Data: 2022-09-01T10:56:55.128 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.129 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.130 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.131 DEBUG:boto:Params: {} 2022-09-01T10:56:55.132 DEBUG:boto:Token: None 2022-09-01T10:56:55.133 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m4cBqyUaUIIoxuj82R3Rj3nXfzA= 2022-09-01T10:56:55.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m4cBqyUaUIIoxuj82R3Rj3nXfzA=', 'Content-Length': '0'} 2022-09-01T10:56:55.138 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c8bee78bb7ae6d9-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.139 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:55.140 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:55.140 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.141 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.141 DEBUG:boto:Method: HEAD 2022-09-01T10:56:55.142 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.142 DEBUG:boto:Data: 2022-09-01T10:56:55.143 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.143 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.144 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.144 DEBUG:boto:Params: {} 2022-09-01T10:56:55.145 DEBUG:boto:Token: None 2022-09-01T10:56:55.146 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.146 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EM4gMJZiBbz2aCPYpYsWuYtpsPo= 2022-09-01T10:56:55.147 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EM4gMJZiBbz2aCPYpYsWuYtpsPo=', 'Content-Length': '0'} 2022-09-01T10:56:55.149 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000031a24ccf663918b0-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.150 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:55.150 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:55.151 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.152 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.153 DEBUG:boto:Method: HEAD 2022-09-01T10:56:55.154 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.155 DEBUG:boto:Data: 2022-09-01T10:56:55.155 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.156 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.157 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.158 DEBUG:boto:Params: {} 2022-09-01T10:56:55.159 DEBUG:boto:Token: None 2022-09-01T10:56:55.159 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.160 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EM4gMJZiBbz2aCPYpYsWuYtpsPo= 2022-09-01T10:56:55.161 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EM4gMJZiBbz2aCPYpYsWuYtpsPo=', 'Content-Length': '0'} 2022-09-01T10:56:55.163 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fcec862da50c28de-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.164 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:56:55.165 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:55.166 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:55.166 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.167 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.167 DEBUG:boto:Method: GET 2022-09-01T10:56:55.168 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.168 DEBUG:boto:Data: 2022-09-01T10:56:55.169 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.169 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.170 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.170 DEBUG:boto:Params: {} 2022-09-01T10:56:55.171 DEBUG:boto:Token: None 2022-09-01T10:56:55.172 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.172 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m4cBqyUaUIIoxuj82R3Rj3nXfzA= 2022-09-01T10:56:55.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m4cBqyUaUIIoxuj82R3Rj3nXfzA=', 'Content-Length': '0'} 2022-09-01T10:56:55.175 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aeb96bad63b5a910-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.177 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:55.178 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:55.179 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.180 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.181 DEBUG:boto:Method: GET 2022-09-01T10:56:55.182 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.183 DEBUG:boto:Data: 2022-09-01T10:56:55.183 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.184 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.185 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.186 DEBUG:boto:Params: {} 2022-09-01T10:56:55.187 DEBUG:boto:Token: None 2022-09-01T10:56:55.188 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:55.189 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m4cBqyUaUIIoxuj82R3Rj3nXfzA= 2022-09-01T10:56:55.190 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m4cBqyUaUIIoxuj82R3Rj3nXfzA=', 'Content-Length': '0'} 2022-09-01T10:56:55.192 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca57383a1eff4ecd-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.234 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.235 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.236 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:55.236 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:55.237 DEBUG:boto:Method: GET 2022-09-01T10:56:55.237 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T10:56:55.238 DEBUG:boto:Data: 2022-09-01T10:56:55.239 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.240 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.240 DEBUG:boto:Params: {} 2022-09-01T10:56:55.241 DEBUG:boto:Token: None 2022-09-01T10:56:55.242 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/ 2022-09-01T10:56:55.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw= 2022-09-01T10:56:55.244 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw=', 'Content-Length': '0'} 2022-09-01T10:56:55.248 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006ddb0fdf5a73ae08-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.249 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.250 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.251 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.252 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:55.253 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:55.254 DEBUG:boto:Method: GET 2022-09-01T10:56:55.255 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T10:56:55.256 DEBUG:boto:Data: 2022-09-01T10:56:55.257 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.257 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.258 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.258 DEBUG:boto:Params: {} 2022-09-01T10:56:55.259 DEBUG:boto:Token: None 2022-09-01T10:56:55.260 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/ 2022-09-01T10:56:55.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw= 2022-09-01T10:56:55.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw=', 'Content-Length': '0'} 2022-09-01T10:56:55.264 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a50af731d1ac7f49-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.265 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.266 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:55.267 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:55.267 DEBUG:boto:Method: HEAD 2022-09-01T10:56:55.268 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T10:56:55.268 DEBUG:boto:Data: 2022-09-01T10:56:55.269 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.270 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.270 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.271 DEBUG:boto:Params: {} 2022-09-01T10:56:55.271 DEBUG:boto:Token: None 2022-09-01T10:56:55.272 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/c 2022-09-01T10:56:55.273 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yc4zT3oLnumfBLVnp3RbePVZ+MY= 2022-09-01T10:56:55.274 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yc4zT3oLnumfBLVnp3RbePVZ+MY=', 'Content-Length': '0'} 2022-09-01T10:56:55.276 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000032fe35f55318f111-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.277 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:55.278 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:55.278 DEBUG:boto:Method: HEAD 2022-09-01T10:56:55.279 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T10:56:55.279 DEBUG:boto:Data: 2022-09-01T10:56:55.280 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.280 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.281 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.281 DEBUG:boto:Params: {} 2022-09-01T10:56:55.282 DEBUG:boto:Token: None 2022-09-01T10:56:55.283 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/c 2022-09-01T10:56:55.283 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yc4zT3oLnumfBLVnp3RbePVZ+MY= 2022-09-01T10:56:55.284 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yc4zT3oLnumfBLVnp3RbePVZ+MY=', 'Content-Length': '0'} 2022-09-01T10:56:55.286 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002de49496bc1ca95f-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.287 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:56:55.288 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:55.289 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:55.290 DEBUG:boto:Method: GET 2022-09-01T10:56:55.291 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T10:56:55.292 DEBUG:boto:Data: 2022-09-01T10:56:55.293 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.294 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.294 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.295 DEBUG:boto:Params: {} 2022-09-01T10:56:55.296 DEBUG:boto:Token: None 2022-09-01T10:56:55.297 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/c 2022-09-01T10:56:55.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x7TkePz+s4mGK6/U2ZKaXc+gf8o= 2022-09-01T10:56:55.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x7TkePz+s4mGK6/U2ZKaXc+gf8o=', 'Content-Length': '0'} 2022-09-01T10:56:55.302 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b9cbf29b12324b5-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.304 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:55.305 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:55.306 DEBUG:boto:Method: GET 2022-09-01T10:56:55.307 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T10:56:55.308 DEBUG:boto:Data: 2022-09-01T10:56:55.309 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.310 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.311 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.311 DEBUG:boto:Params: {} 2022-09-01T10:56:55.313 DEBUG:boto:Token: None 2022-09-01T10:56:55.313 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/c 2022-09-01T10:56:55.314 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x7TkePz+s4mGK6/U2ZKaXc+gf8o= 2022-09-01T10:56:55.314 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x7TkePz+s4mGK6/U2ZKaXc+gf8o=', 'Content-Length': '0'} 2022-09-01T10:56:55.317 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000018f9d81991cddf23-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.318 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.318 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.319 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:55.320 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:55.320 DEBUG:boto:Method: GET 2022-09-01T10:56:55.321 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T10:56:55.321 DEBUG:boto:Data: 2022-09-01T10:56:55.322 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.323 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.324 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.324 DEBUG:boto:Params: {} 2022-09-01T10:56:55.325 DEBUG:boto:Token: None 2022-09-01T10:56:55.325 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/ 2022-09-01T10:56:55.326 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw= 2022-09-01T10:56:55.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw=', 'Content-Length': '0'} 2022-09-01T10:56:55.330 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001765dceee38083bc-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.331 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.332 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.333 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.334 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:55.335 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:55.335 DEBUG:boto:Method: GET 2022-09-01T10:56:55.336 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T10:56:55.336 DEBUG:boto:Data: 2022-09-01T10:56:55.337 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.338 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.338 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.339 DEBUG:boto:Params: {} 2022-09-01T10:56:55.340 DEBUG:boto:Token: None 2022-09-01T10:56:55.340 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/ 2022-09-01T10:56:55.341 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw= 2022-09-01T10:56:55.342 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw=', 'Content-Length': '0'} 2022-09-01T10:56:55.345 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e10e12f2c1c74a94-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.346 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.347 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:56:55.348 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:55.348 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:55.349 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.349 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.350 DEBUG:boto:Method: GET 2022-09-01T10:56:55.350 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.351 DEBUG:boto:Data: 2022-09-01T10:56:55.351 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.352 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.352 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.353 DEBUG:boto:Params: {} 2022-09-01T10:56:55.354 DEBUG:boto:Token: None 2022-09-01T10:56:55.355 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.356 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FvL1e+kJWe3+ecRjqrGPMdSUQ6g= 2022-09-01T10:56:55.356 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FvL1e+kJWe3+ecRjqrGPMdSUQ6g=', 'Content-Length': '0'} 2022-09-01T10:56:55.358 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000004b8f1fa014926c2-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.402 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:55.403 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:55.403 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.404 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.405 DEBUG:boto:Method: GET 2022-09-01T10:56:55.405 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.406 DEBUG:boto:Data: 2022-09-01T10:56:55.407 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.407 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.408 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.408 DEBUG:boto:Params: {} 2022-09-01T10:56:55.409 DEBUG:boto:Token: None 2022-09-01T10:56:55.411 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.411 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FvL1e+kJWe3+ecRjqrGPMdSUQ6g= 2022-09-01T10:56:55.412 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FvL1e+kJWe3+ecRjqrGPMdSUQ6g=', 'Content-Length': '0'} 2022-09-01T10:56:55.415 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a5c97a7b85ed5171-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.417 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:55.418 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:55.418 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.419 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.420 DEBUG:boto:Method: HEAD 2022-09-01T10:56:55.421 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.422 DEBUG:boto:Data: 2022-09-01T10:56:55.423 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.424 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.425 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.426 DEBUG:boto:Params: {} 2022-09-01T10:56:55.428 DEBUG:boto:Token: None 2022-09-01T10:56:55.429 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.430 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9TvLBIgKMibWcA4BEN38bP1/GOE= 2022-09-01T10:56:55.431 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9TvLBIgKMibWcA4BEN38bP1/GOE=', 'Content-Length': '0'} 2022-09-01T10:56:55.435 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a0d65660ac2b0b8f-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.437 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:55.437 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:55.438 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.439 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.439 DEBUG:boto:Method: HEAD 2022-09-01T10:56:55.440 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.440 DEBUG:boto:Data: 2022-09-01T10:56:55.441 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.441 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.442 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.443 DEBUG:boto:Params: {} 2022-09-01T10:56:55.444 DEBUG:boto:Token: None 2022-09-01T10:56:55.445 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9TvLBIgKMibWcA4BEN38bP1/GOE= 2022-09-01T10:56:55.447 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9TvLBIgKMibWcA4BEN38bP1/GOE=', 'Content-Length': '0'} 2022-09-01T10:56:55.456 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f2e6adbd4199fc91-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.457 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:56:55.463 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:55.464 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:55.465 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.466 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.467 DEBUG:boto:Method: GET 2022-09-01T10:56:55.468 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.469 DEBUG:boto:Data: 2022-09-01T10:56:55.470 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.471 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.472 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.473 DEBUG:boto:Params: {} 2022-09-01T10:56:55.473 DEBUG:boto:Token: None 2022-09-01T10:56:55.475 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.476 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FvL1e+kJWe3+ecRjqrGPMdSUQ6g= 2022-09-01T10:56:55.477 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FvL1e+kJWe3+ecRjqrGPMdSUQ6g=', 'Content-Length': '0'} 2022-09-01T10:56:55.480 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007eb2a0c707ea5a5f-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.481 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:55.482 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:55.483 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.483 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.484 DEBUG:boto:Method: GET 2022-09-01T10:56:55.484 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.485 DEBUG:boto:Data: 2022-09-01T10:56:55.486 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.486 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.487 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.487 DEBUG:boto:Params: {} 2022-09-01T10:56:55.488 DEBUG:boto:Token: None 2022-09-01T10:56:55.489 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:55.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FvL1e+kJWe3+ecRjqrGPMdSUQ6g= 2022-09-01T10:56:55.491 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FvL1e+kJWe3+ecRjqrGPMdSUQ6g=', 'Content-Length': '0'} 2022-09-01T10:56:55.493 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a1ccef21a39df756-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.494 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.494 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.495 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:55.496 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:55.497 DEBUG:boto:Method: GET 2022-09-01T10:56:55.498 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T10:56:55.499 DEBUG:boto:Data: 2022-09-01T10:56:55.500 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.501 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.502 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.503 DEBUG:boto:Params: {} 2022-09-01T10:56:55.504 DEBUG:boto:Token: None 2022-09-01T10:56:55.504 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/ 2022-09-01T10:56:55.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw= 2022-09-01T10:56:55.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw=', 'Content-Length': '0'} 2022-09-01T10:56:55.509 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000030b670fb708fdc-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.509 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.510 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.511 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.512 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:55.512 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:55.513 DEBUG:boto:Method: GET 2022-09-01T10:56:55.513 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T10:56:55.515 DEBUG:boto:Data: 2022-09-01T10:56:55.515 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.516 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.517 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.517 DEBUG:boto:Params: {} 2022-09-01T10:56:55.518 DEBUG:boto:Token: None 2022-09-01T10:56:55.519 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/ 2022-09-01T10:56:55.520 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw= 2022-09-01T10:56:55.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw=', 'Content-Length': '0'} 2022-09-01T10:56:55.523 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003dab1b6be27ef3c5-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.524 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.525 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:55.526 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:55.527 DEBUG:boto:Method: HEAD 2022-09-01T10:56:55.527 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T10:56:55.527 DEBUG:boto:Data: 2022-09-01T10:56:55.528 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.528 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.529 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.530 DEBUG:boto:Params: {} 2022-09-01T10:56:55.530 DEBUG:boto:Token: None 2022-09-01T10:56:55.531 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/d 2022-09-01T10:56:55.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:82aXu+qCsOx67drHqDJX7N4mTys= 2022-09-01T10:56:55.532 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:82aXu+qCsOx67drHqDJX7N4mTys=', 'Content-Length': '0'} 2022-09-01T10:56:55.534 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000081fa58192d749317-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.536 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:55.536 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:55.537 DEBUG:boto:Method: HEAD 2022-09-01T10:56:55.537 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T10:56:55.538 DEBUG:boto:Data: 2022-09-01T10:56:55.538 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.539 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.539 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.540 DEBUG:boto:Params: {} 2022-09-01T10:56:55.540 DEBUG:boto:Token: None 2022-09-01T10:56:55.541 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/d 2022-09-01T10:56:55.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:82aXu+qCsOx67drHqDJX7N4mTys= 2022-09-01T10:56:55.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:82aXu+qCsOx67drHqDJX7N4mTys=', 'Content-Length': '0'} 2022-09-01T10:56:55.544 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000042e45951afb7d144-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.545 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:56:55.547 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:55.547 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:55.548 DEBUG:boto:Method: GET 2022-09-01T10:56:55.548 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T10:56:55.549 DEBUG:boto:Data: 2022-09-01T10:56:55.549 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.550 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.551 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.551 DEBUG:boto:Params: {} 2022-09-01T10:56:55.552 DEBUG:boto:Token: None 2022-09-01T10:56:55.552 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/d 2022-09-01T10:56:55.553 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FI/dEieZXoAmn8KC/0rQRUBwSA0= 2022-09-01T10:56:55.555 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FI/dEieZXoAmn8KC/0rQRUBwSA0=', 'Content-Length': '0'} 2022-09-01T10:56:55.558 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b03be091153bdedf-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.559 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:55.560 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:55.561 DEBUG:boto:Method: GET 2022-09-01T10:56:55.568 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T10:56:55.570 DEBUG:boto:Data: 2022-09-01T10:56:55.571 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.571 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.572 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.572 DEBUG:boto:Params: {} 2022-09-01T10:56:55.573 DEBUG:boto:Token: None 2022-09-01T10:56:55.574 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/d 2022-09-01T10:56:55.574 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FI/dEieZXoAmn8KC/0rQRUBwSA0= 2022-09-01T10:56:55.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FI/dEieZXoAmn8KC/0rQRUBwSA0=', 'Content-Length': '0'} 2022-09-01T10:56:55.577 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000465bc8454e0481b5-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.618 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.619 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.620 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:55.621 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:55.623 DEBUG:boto:Method: GET 2022-09-01T10:56:55.624 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T10:56:55.624 DEBUG:boto:Data: 2022-09-01T10:56:55.625 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.626 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.627 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.628 DEBUG:boto:Params: {} 2022-09-01T10:56:55.629 DEBUG:boto:Token: None 2022-09-01T10:56:55.630 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/ 2022-09-01T10:56:55.631 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw= 2022-09-01T10:56:55.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw=', 'Content-Length': '0'} 2022-09-01T10:56:55.635 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c1304afa0e56f0ea-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.636 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.637 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.637 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.638 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:55.638 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:55.639 DEBUG:boto:Method: GET 2022-09-01T10:56:55.639 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T10:56:55.640 DEBUG:boto:Data: 2022-09-01T10:56:55.640 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.641 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:55.641 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.642 DEBUG:boto:Params: {} 2022-09-01T10:56:55.643 DEBUG:boto:Token: None 2022-09-01T10:56:55.643 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/ 2022-09-01T10:56:55.644 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw= 2022-09-01T10:56:55.644 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw=', 'Content-Length': '0'} 2022-09-01T10:56:55.648 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003b3680bf01a3b43e-0063108ff7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.648 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.649 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-71 zones={test-zone3, test-zone1} 2022-09-01T10:56:55.650 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-71 zones={test-zone3, test-zone2} 2022-09-01T10:56:55.650 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.651 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.652 DEBUG:boto:Method: HEAD 2022-09-01T10:56:55.653 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T10:56:55.653 DEBUG:boto:Data: 2022-09-01T10:56:55.654 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.654 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.655 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.655 DEBUG:boto:Params: {} 2022-09-01T10:56:55.656 DEBUG:boto:Token: None 2022-09-01T10:56:55.657 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/ 2022-09-01T10:56:55.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+g6MlBV0UL5vK5cgE361zQr8vs4= 2022-09-01T10:56:55.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+g6MlBV0UL5vK5cgE361zQr8vs4=', 'Content-Length': '0'} 2022-09-01T10:56:55.660 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000910f0e6d22be52d7-0063108ff7-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.661 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.662 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.662 DEBUG:boto:Method: HEAD 2022-09-01T10:56:55.663 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T10:56:55.663 DEBUG:boto:Data: 2022-09-01T10:56:55.664 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.664 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:55.665 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.665 DEBUG:boto:Params: {} 2022-09-01T10:56:55.666 DEBUG:boto:Token: None 2022-09-01T10:56:55.666 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/ 2022-09-01T10:56:55.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+g6MlBV0UL5vK5cgE361zQr8vs4= 2022-09-01T10:56:55.667 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+g6MlBV0UL5vK5cgE361zQr8vs4=', 'Content-Length': '0'} 2022-09-01T10:56:55.670 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000db58a2cbc2f0e473-0063108ff7-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.671 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T10:56:55.672 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.673 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.674 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:55.675 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:55.676 DEBUG:boto:Method: GET 2022-09-01T10:56:55.677 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:55.677 DEBUG:boto:Data: 2022-09-01T10:56:55.678 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.679 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.679 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.680 DEBUG:boto:Params: {} 2022-09-01T10:56:55.681 DEBUG:boto:Token: None 2022-09-01T10:56:55.682 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/?versions 2022-09-01T10:56:55.683 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wknobtXXgeK0Rd6zWwgUmpaup84= 2022-09-01T10:56:55.684 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wknobtXXgeK0Rd6zWwgUmpaup84=', 'Content-Length': '0'} 2022-09-01T10:56:55.688 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000071f8718813eb2675-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.689 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.690 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:56:55.691 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:56:55.692 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:56:55.693 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:56:55.694 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T10:56:55.695 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.695 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.696 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:55.697 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:55.698 DEBUG:boto:Method: GET 2022-09-01T10:56:55.699 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:55.700 DEBUG:boto:Data: 2022-09-01T10:56:55.701 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.702 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:55.703 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.704 DEBUG:boto:Params: {} 2022-09-01T10:56:55.705 DEBUG:boto:Token: None 2022-09-01T10:56:55.706 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/?versions 2022-09-01T10:56:55.707 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wknobtXXgeK0Rd6zWwgUmpaup84= 2022-09-01T10:56:55.708 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wknobtXXgeK0Rd6zWwgUmpaup84=', 'Content-Length': '0'} 2022-09-01T10:56:55.712 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e595f6561a6af47d-0063108ff7-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.713 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.714 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T10:56:55.715 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T10:56:55.716 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T10:56:55.717 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T10:56:55.718 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.719 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.719 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:55.720 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:55.720 DEBUG:boto:Method: GET 2022-09-01T10:56:55.721 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:55.721 DEBUG:boto:Data: 2022-09-01T10:56:55.722 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.722 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.723 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.723 DEBUG:boto:Params: {} 2022-09-01T10:56:55.724 DEBUG:boto:Token: None 2022-09-01T10:56:55.725 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/?versions 2022-09-01T10:56:55.725 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wknobtXXgeK0Rd6zWwgUmpaup84= 2022-09-01T10:56:55.726 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wknobtXXgeK0Rd6zWwgUmpaup84=', 'Content-Length': '0'} 2022-09-01T10:56:55.729 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b12f073b484e4ca2-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.729 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.730 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.731 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.731 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:55.732 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:55.732 DEBUG:boto:Method: GET 2022-09-01T10:56:55.733 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T10:56:55.733 DEBUG:boto:Data: 2022-09-01T10:56:55.734 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.735 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:55.735 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.736 DEBUG:boto:Params: {} 2022-09-01T10:56:55.736 DEBUG:boto:Token: None 2022-09-01T10:56:55.737 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/?versions 2022-09-01T10:56:55.737 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wknobtXXgeK0Rd6zWwgUmpaup84= 2022-09-01T10:56:55.738 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wknobtXXgeK0Rd6zWwgUmpaup84=', 'Content-Length': '0'} 2022-09-01T10:56:55.741 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fe183116d420cc6b-0063108ff7-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.741 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.742 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:56:55.743 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:55.744 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:55.744 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.745 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.745 DEBUG:boto:Method: GET 2022-09-01T10:56:55.746 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.746 DEBUG:boto:Data: 2022-09-01T10:56:55.747 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.747 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.748 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.748 DEBUG:boto:Params: {} 2022-09-01T10:56:55.749 DEBUG:boto:Token: None 2022-09-01T10:56:55.750 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSURZBf98raGIwRMjYgipcAA9MQ= 2022-09-01T10:56:55.751 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSURZBf98raGIwRMjYgipcAA9MQ=', 'Content-Length': '0'} 2022-09-01T10:56:55.753 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003da7f783c636dab2-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.794 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:55.796 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:55.797 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.798 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.799 DEBUG:boto:Method: GET 2022-09-01T10:56:55.800 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.801 DEBUG:boto:Data: 2022-09-01T10:56:55.802 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.804 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:55.806 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.807 DEBUG:boto:Params: {} 2022-09-01T10:56:55.807 DEBUG:boto:Token: None 2022-09-01T10:56:55.808 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.809 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSURZBf98raGIwRMjYgipcAA9MQ= 2022-09-01T10:56:55.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSURZBf98raGIwRMjYgipcAA9MQ=', 'Content-Length': '0'} 2022-09-01T10:56:55.812 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f01de8b3b6bce6d1-0063108ff7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.813 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:55.813 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:55.815 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.815 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.816 DEBUG:boto:Method: HEAD 2022-09-01T10:56:55.816 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.817 DEBUG:boto:Data: 2022-09-01T10:56:55.817 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.818 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.818 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.819 DEBUG:boto:Params: {} 2022-09-01T10:56:55.819 DEBUG:boto:Token: None 2022-09-01T10:56:55.820 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8g5Nav2BOi5W6/NAW9QyAgXHhdw= 2022-09-01T10:56:55.821 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8g5Nav2BOi5W6/NAW9QyAgXHhdw=', 'Content-Length': '0'} 2022-09-01T10:56:55.823 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000730a83e2a288c537-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.824 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:55.824 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:55.825 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.825 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.826 DEBUG:boto:Method: HEAD 2022-09-01T10:56:55.826 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.827 DEBUG:boto:Data: 2022-09-01T10:56:55.827 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.828 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:55.828 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.829 DEBUG:boto:Params: {} 2022-09-01T10:56:55.829 DEBUG:boto:Token: None 2022-09-01T10:56:55.830 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.831 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8g5Nav2BOi5W6/NAW9QyAgXHhdw= 2022-09-01T10:56:55.831 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8g5Nav2BOi5W6/NAW9QyAgXHhdw=', 'Content-Length': '0'} 2022-09-01T10:56:55.833 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f1273264c445aed-0063108ff7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.834 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:56:55.834 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:55.835 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:55.836 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.836 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.837 DEBUG:boto:Method: GET 2022-09-01T10:56:55.837 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.838 DEBUG:boto:Data: 2022-09-01T10:56:55.838 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.839 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.839 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.840 DEBUG:boto:Params: {} 2022-09-01T10:56:55.840 DEBUG:boto:Token: None 2022-09-01T10:56:55.841 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.842 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSURZBf98raGIwRMjYgipcAA9MQ= 2022-09-01T10:56:55.842 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSURZBf98raGIwRMjYgipcAA9MQ=', 'Content-Length': '0'} 2022-09-01T10:56:55.844 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a63bf5a23c099e87-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.845 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:55.846 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:55.847 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.847 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.848 DEBUG:boto:Method: GET 2022-09-01T10:56:55.848 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.849 DEBUG:boto:Data: 2022-09-01T10:56:55.849 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.850 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:55.851 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.852 DEBUG:boto:Params: {} 2022-09-01T10:56:55.852 DEBUG:boto:Token: None 2022-09-01T10:56:55.853 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/a?versionId=null 2022-09-01T10:56:55.854 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oSURZBf98raGIwRMjYgipcAA9MQ= 2022-09-01T10:56:55.854 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oSURZBf98raGIwRMjYgipcAA9MQ=', 'Content-Length': '0'} 2022-09-01T10:56:55.857 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000068e562e4b3eb3763-0063108ff7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.858 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.859 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.860 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:55.861 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:55.862 DEBUG:boto:Method: GET 2022-09-01T10:56:55.863 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T10:56:55.864 DEBUG:boto:Data: 2022-09-01T10:56:55.865 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.866 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.867 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.868 DEBUG:boto:Params: {} 2022-09-01T10:56:55.869 DEBUG:boto:Token: None 2022-09-01T10:56:55.870 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/ 2022-09-01T10:56:55.871 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw= 2022-09-01T10:56:55.872 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw=', 'Content-Length': '0'} 2022-09-01T10:56:55.876 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006e18e25a0f073530-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.877 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.878 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.879 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.880 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:55.881 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:55.881 DEBUG:boto:Method: GET 2022-09-01T10:56:55.882 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T10:56:55.882 DEBUG:boto:Data: 2022-09-01T10:56:55.883 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.883 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:55.884 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.885 DEBUG:boto:Params: {} 2022-09-01T10:56:55.885 DEBUG:boto:Token: None 2022-09-01T10:56:55.886 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/ 2022-09-01T10:56:55.887 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw= 2022-09-01T10:56:55.888 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw=', 'Content-Length': '0'} 2022-09-01T10:56:55.891 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003f81669f12ec0d0b-0063108ff7-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.893 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.894 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:55.895 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:55.896 DEBUG:boto:Method: HEAD 2022-09-01T10:56:55.897 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T10:56:55.898 DEBUG:boto:Data: 2022-09-01T10:56:55.899 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.900 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.901 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.902 DEBUG:boto:Params: {} 2022-09-01T10:56:55.903 DEBUG:boto:Token: None 2022-09-01T10:56:55.904 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/a 2022-09-01T10:56:55.905 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B4mfewr5+W3QgMPzcboIz1/f9Tk= 2022-09-01T10:56:55.906 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B4mfewr5+W3QgMPzcboIz1/f9Tk=', 'Content-Length': '0'} 2022-09-01T10:56:55.909 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000051dc0b484362b705-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.911 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:55.912 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:55.913 DEBUG:boto:Method: HEAD 2022-09-01T10:56:55.914 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T10:56:55.915 DEBUG:boto:Data: 2022-09-01T10:56:55.916 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.917 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:55.918 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.919 DEBUG:boto:Params: {} 2022-09-01T10:56:55.920 DEBUG:boto:Token: None 2022-09-01T10:56:55.921 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/a 2022-09-01T10:56:55.922 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B4mfewr5+W3QgMPzcboIz1/f9Tk= 2022-09-01T10:56:55.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B4mfewr5+W3QgMPzcboIz1/f9Tk=', 'Content-Length': '0'} 2022-09-01T10:56:55.927 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c9b2a8baba1560e-0063108ff7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.928 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T10:56:55.929 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:55.930 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:55.931 DEBUG:boto:Method: GET 2022-09-01T10:56:55.932 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T10:56:55.933 DEBUG:boto:Data: 2022-09-01T10:56:55.933 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.934 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.935 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.937 DEBUG:boto:Params: {} 2022-09-01T10:56:55.938 DEBUG:boto:Token: None 2022-09-01T10:56:55.939 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/a 2022-09-01T10:56:55.940 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qpts7CGTJ12Mt/3hM+d4UOPun5Q= 2022-09-01T10:56:55.941 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qpts7CGTJ12Mt/3hM+d4UOPun5Q=', 'Content-Length': '0'} 2022-09-01T10:56:55.944 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e2f28395b37344a3-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.946 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T10:56:55.947 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T10:56:55.947 DEBUG:boto:Method: GET 2022-09-01T10:56:55.948 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T10:56:55.949 DEBUG:boto:Data: 2022-09-01T10:56:55.950 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.951 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:55.952 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.953 DEBUG:boto:Params: {} 2022-09-01T10:56:55.954 DEBUG:boto:Token: None 2022-09-01T10:56:55.955 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/a 2022-09-01T10:56:55.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qpts7CGTJ12Mt/3hM+d4UOPun5Q= 2022-09-01T10:56:55.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qpts7CGTJ12Mt/3hM+d4UOPun5Q=', 'Content-Length': '0'} 2022-09-01T10:56:55.960 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d59ad8e7fbc4d6a7-0063108ff7-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.961 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.962 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.973 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:55.974 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:55.975 DEBUG:boto:Method: GET 2022-09-01T10:56:55.977 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T10:56:55.978 DEBUG:boto:Data: 2022-09-01T10:56:55.978 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.979 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:55.980 DEBUG:boto:Port: 8001 2022-09-01T10:56:55.981 DEBUG:boto:Params: {} 2022-09-01T10:56:55.983 DEBUG:boto:Token: None 2022-09-01T10:56:55.984 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:55 GMT /ptoxvb-71/ 2022-09-01T10:56:55.986 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw= 2022-09-01T10:56:55.987 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aSjuzubgZkqymDMKtKkToYYJNaw=', 'Content-Length': '0'} 2022-09-01T10:56:55.991 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005bf3ebc5e629de26-0063108ff7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:55.993 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:55.994 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:55.994 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:55.995 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:55.995 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T10:56:55.996 DEBUG:boto:Method: GET 2022-09-01T10:56:55.997 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T10:56:55.997 DEBUG:boto:Data: 2022-09-01T10:56:55.998 DEBUG:boto:Headers: {} 2022-09-01T10:56:55.998 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:55.999 DEBUG:boto:Port: 8000 2022-09-01T10:56:55.999 DEBUG:boto:Params: {} 2022-09-01T10:56:56.000 DEBUG:boto:Token: None 2022-09-01T10:56:56.001 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/ 2022-09-01T10:56:56.002 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0= 2022-09-01T10:56:56.003 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0=', 'Content-Length': '0'} 2022-09-01T10:56:56.006 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000091bb25f464877733-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.008 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:56.010 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:56:56.011 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:56.012 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:56.013 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.015 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.015 DEBUG:boto:Method: GET 2022-09-01T10:56:56.016 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.016 DEBUG:boto:Data: 2022-09-01T10:56:56.017 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.018 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.018 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.019 DEBUG:boto:Params: {} 2022-09-01T10:56:56.020 DEBUG:boto:Token: None 2022-09-01T10:56:56.020 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.021 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kvRiY+Cm6Ct84hByvO72EpuMBj4= 2022-09-01T10:56:56.022 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kvRiY+Cm6Ct84hByvO72EpuMBj4=', 'Content-Length': '0'} 2022-09-01T10:56:56.024 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002712f0f5fcc8347c-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.025 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:56.026 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:56.026 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.027 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.027 DEBUG:boto:Method: GET 2022-09-01T10:56:56.028 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.028 DEBUG:boto:Data: 2022-09-01T10:56:56.030 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.031 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.031 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.032 DEBUG:boto:Params: {} 2022-09-01T10:56:56.032 DEBUG:boto:Token: None 2022-09-01T10:56:56.033 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.034 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kvRiY+Cm6Ct84hByvO72EpuMBj4= 2022-09-01T10:56:56.035 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kvRiY+Cm6Ct84hByvO72EpuMBj4=', 'Content-Length': '0'} 2022-09-01T10:56:56.037 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000080e07b281fedb02-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.078 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:56.079 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:56.080 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.082 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.083 DEBUG:boto:Method: HEAD 2022-09-01T10:56:56.084 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.085 DEBUG:boto:Data: 2022-09-01T10:56:56.087 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.087 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.088 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.089 DEBUG:boto:Params: {} 2022-09-01T10:56:56.090 DEBUG:boto:Token: None 2022-09-01T10:56:56.091 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mom2hSwqzo9UDEH2HHdT1ZHQTE8= 2022-09-01T10:56:56.092 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mom2hSwqzo9UDEH2HHdT1ZHQTE8=', 'Content-Length': '0'} 2022-09-01T10:56:56.095 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e03ee856831724a8-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.096 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:56.096 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:56.097 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.098 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.099 DEBUG:boto:Method: HEAD 2022-09-01T10:56:56.099 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.100 DEBUG:boto:Data: 2022-09-01T10:56:56.101 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.102 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.103 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.104 DEBUG:boto:Params: {} 2022-09-01T10:56:56.105 DEBUG:boto:Token: None 2022-09-01T10:56:56.107 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.108 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mom2hSwqzo9UDEH2HHdT1ZHQTE8= 2022-09-01T10:56:56.108 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mom2hSwqzo9UDEH2HHdT1ZHQTE8=', 'Content-Length': '0'} 2022-09-01T10:56:56.112 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000077faf57a9a2a6838-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.114 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:56:56.115 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:56.116 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:56.117 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.117 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.119 DEBUG:boto:Method: GET 2022-09-01T10:56:56.120 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.121 DEBUG:boto:Data: 2022-09-01T10:56:56.122 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.123 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.124 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.125 DEBUG:boto:Params: {} 2022-09-01T10:56:56.126 DEBUG:boto:Token: None 2022-09-01T10:56:56.127 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.128 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kvRiY+Cm6Ct84hByvO72EpuMBj4= 2022-09-01T10:56:56.129 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kvRiY+Cm6Ct84hByvO72EpuMBj4=', 'Content-Length': '0'} 2022-09-01T10:56:56.133 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006421139a5e992776-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.178 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:56.180 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:56.180 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.181 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.183 DEBUG:boto:Method: GET 2022-09-01T10:56:56.184 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.185 DEBUG:boto:Data: 2022-09-01T10:56:56.186 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.187 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.189 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.189 DEBUG:boto:Params: {} 2022-09-01T10:56:56.190 DEBUG:boto:Token: None 2022-09-01T10:56:56.191 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/b?versionId=null 2022-09-01T10:56:56.192 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kvRiY+Cm6Ct84hByvO72EpuMBj4= 2022-09-01T10:56:56.192 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kvRiY+Cm6Ct84hByvO72EpuMBj4=', 'Content-Length': '0'} 2022-09-01T10:56:56.196 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004801c112b64f974d-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.197 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:56.198 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:56.198 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:56.199 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:56.199 DEBUG:boto:Method: GET 2022-09-01T10:56:56.200 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T10:56:56.200 DEBUG:boto:Data: 2022-09-01T10:56:56.201 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.201 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.202 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.203 DEBUG:boto:Params: {} 2022-09-01T10:56:56.203 DEBUG:boto:Token: None 2022-09-01T10:56:56.204 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/ 2022-09-01T10:56:56.204 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0= 2022-09-01T10:56:56.205 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0=', 'Content-Length': '0'} 2022-09-01T10:56:56.208 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000da115b4f6ac183a6-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.208 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:56.210 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:56.210 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:56.211 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:56.211 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:56.212 DEBUG:boto:Method: GET 2022-09-01T10:56:56.213 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T10:56:56.213 DEBUG:boto:Data: 2022-09-01T10:56:56.214 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.214 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.215 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.215 DEBUG:boto:Params: {} 2022-09-01T10:56:56.216 DEBUG:boto:Token: None 2022-09-01T10:56:56.217 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/ 2022-09-01T10:56:56.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0= 2022-09-01T10:56:56.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0=', 'Content-Length': '0'} 2022-09-01T10:56:56.221 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000042354fb26b3269f5-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.222 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:56.223 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:56.223 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:56.224 DEBUG:boto:Method: HEAD 2022-09-01T10:56:56.224 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T10:56:56.225 DEBUG:boto:Data: 2022-09-01T10:56:56.225 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.226 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.226 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.227 DEBUG:boto:Params: {} 2022-09-01T10:56:56.229 DEBUG:boto:Token: None 2022-09-01T10:56:56.230 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/b 2022-09-01T10:56:56.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QdHz/QpcE4tMJsMO/DkTMsb5jY0= 2022-09-01T10:56:56.232 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QdHz/QpcE4tMJsMO/DkTMsb5jY0=', 'Content-Length': '0'} 2022-09-01T10:56:56.234 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000212763b0bd6a1d4-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.235 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:56.236 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:56.237 DEBUG:boto:Method: HEAD 2022-09-01T10:56:56.238 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T10:56:56.238 DEBUG:boto:Data: 2022-09-01T10:56:56.239 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.239 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.240 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.240 DEBUG:boto:Params: {} 2022-09-01T10:56:56.241 DEBUG:boto:Token: None 2022-09-01T10:56:56.241 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/b 2022-09-01T10:56:56.242 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QdHz/QpcE4tMJsMO/DkTMsb5jY0= 2022-09-01T10:56:56.242 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QdHz/QpcE4tMJsMO/DkTMsb5jY0=', 'Content-Length': '0'} 2022-09-01T10:56:56.245 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e525751067d69d1-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.245 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T10:56:56.246 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:56.247 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:56.247 DEBUG:boto:Method: GET 2022-09-01T10:56:56.248 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T10:56:56.249 DEBUG:boto:Data: 2022-09-01T10:56:56.249 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.250 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.250 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.251 DEBUG:boto:Params: {} 2022-09-01T10:56:56.251 DEBUG:boto:Token: None 2022-09-01T10:56:56.252 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/b 2022-09-01T10:56:56.253 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5CWgRprHjV+ADyYxPx8gHpYMYUk= 2022-09-01T10:56:56.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5CWgRprHjV+ADyYxPx8gHpYMYUk=', 'Content-Length': '0'} 2022-09-01T10:56:56.256 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d33581816ee1b50-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.257 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T10:56:56.258 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T10:56:56.258 DEBUG:boto:Method: GET 2022-09-01T10:56:56.259 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T10:56:56.259 DEBUG:boto:Data: 2022-09-01T10:56:56.260 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.260 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.261 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.262 DEBUG:boto:Params: {} 2022-09-01T10:56:56.262 DEBUG:boto:Token: None 2022-09-01T10:56:56.263 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/b 2022-09-01T10:56:56.264 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5CWgRprHjV+ADyYxPx8gHpYMYUk= 2022-09-01T10:56:56.264 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5CWgRprHjV+ADyYxPx8gHpYMYUk=', 'Content-Length': '0'} 2022-09-01T10:56:56.267 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e7aa50029e3027fc-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.268 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:56.268 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:56.269 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:56.270 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:56.270 DEBUG:boto:Method: GET 2022-09-01T10:56:56.271 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T10:56:56.272 DEBUG:boto:Data: 2022-09-01T10:56:56.273 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.273 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.274 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.275 DEBUG:boto:Params: {} 2022-09-01T10:56:56.276 DEBUG:boto:Token: None 2022-09-01T10:56:56.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/ 2022-09-01T10:56:56.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0= 2022-09-01T10:56:56.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0=', 'Content-Length': '0'} 2022-09-01T10:56:56.282 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000077dbc33d9a70ab76-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.283 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:56.285 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:56.285 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:56.286 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:56.287 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T10:56:56.287 DEBUG:boto:Method: GET 2022-09-01T10:56:56.288 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T10:56:56.289 DEBUG:boto:Data: 2022-09-01T10:56:56.289 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.290 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.290 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.291 DEBUG:boto:Params: {} 2022-09-01T10:56:56.291 DEBUG:boto:Token: None 2022-09-01T10:56:56.292 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/ 2022-09-01T10:56:56.293 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0= 2022-09-01T10:56:56.293 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0=', 'Content-Length': '0'} 2022-09-01T10:56:56.297 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001b24e50f39e18279-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.298 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:56.298 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:56:56.299 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:56.300 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:56.300 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.301 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.301 DEBUG:boto:Method: GET 2022-09-01T10:56:56.302 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.302 DEBUG:boto:Data: 2022-09-01T10:56:56.303 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.303 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.304 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.304 DEBUG:boto:Params: {} 2022-09-01T10:56:56.305 DEBUG:boto:Token: None 2022-09-01T10:56:56.306 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.306 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wFbusv5YqEknhr8f48eazsTPIok= 2022-09-01T10:56:56.307 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wFbusv5YqEknhr8f48eazsTPIok=', 'Content-Length': '0'} 2022-09-01T10:56:56.310 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008875e1aa448f90a7-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.354 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:56.355 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:56.356 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.356 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.357 DEBUG:boto:Method: GET 2022-09-01T10:56:56.357 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.358 DEBUG:boto:Data: 2022-09-01T10:56:56.359 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.360 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.361 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.362 DEBUG:boto:Params: {} 2022-09-01T10:56:56.364 DEBUG:boto:Token: None 2022-09-01T10:56:56.365 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.366 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wFbusv5YqEknhr8f48eazsTPIok= 2022-09-01T10:56:56.367 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wFbusv5YqEknhr8f48eazsTPIok=', 'Content-Length': '0'} 2022-09-01T10:56:56.370 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009a18d1693e57ee9a-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.372 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:56.373 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:56.373 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.375 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.376 DEBUG:boto:Method: HEAD 2022-09-01T10:56:56.377 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.378 DEBUG:boto:Data: 2022-09-01T10:56:56.379 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.380 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.381 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.382 DEBUG:boto:Params: {} 2022-09-01T10:56:56.383 DEBUG:boto:Token: None 2022-09-01T10:56:56.384 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.386 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XBlO+GsCGojgxvlaeXj7wcUPcfw= 2022-09-01T10:56:56.387 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XBlO+GsCGojgxvlaeXj7wcUPcfw=', 'Content-Length': '0'} 2022-09-01T10:56:56.391 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f697f41409d698db-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.392 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:56.392 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:56.393 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.394 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.394 DEBUG:boto:Method: HEAD 2022-09-01T10:56:56.395 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.395 DEBUG:boto:Data: 2022-09-01T10:56:56.396 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.396 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.397 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.397 DEBUG:boto:Params: {} 2022-09-01T10:56:56.398 DEBUG:boto:Token: None 2022-09-01T10:56:56.398 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.399 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XBlO+GsCGojgxvlaeXj7wcUPcfw= 2022-09-01T10:56:56.400 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XBlO+GsCGojgxvlaeXj7wcUPcfw=', 'Content-Length': '0'} 2022-09-01T10:56:56.402 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed1b6b6991e7ce57-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.402 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:56:56.403 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:56.404 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:56.404 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.405 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.405 DEBUG:boto:Method: GET 2022-09-01T10:56:56.406 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.406 DEBUG:boto:Data: 2022-09-01T10:56:56.407 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.408 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.408 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.409 DEBUG:boto:Params: {} 2022-09-01T10:56:56.409 DEBUG:boto:Token: None 2022-09-01T10:56:56.410 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.412 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wFbusv5YqEknhr8f48eazsTPIok= 2022-09-01T10:56:56.413 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wFbusv5YqEknhr8f48eazsTPIok=', 'Content-Length': '0'} 2022-09-01T10:56:56.415 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000051acd38a8c365fe8-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.416 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:56.416 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:56.417 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.419 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.420 DEBUG:boto:Method: GET 2022-09-01T10:56:56.420 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.421 DEBUG:boto:Data: 2022-09-01T10:56:56.422 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.423 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.424 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.424 DEBUG:boto:Params: {} 2022-09-01T10:56:56.425 DEBUG:boto:Token: None 2022-09-01T10:56:56.426 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/c?versionId=null 2022-09-01T10:56:56.427 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wFbusv5YqEknhr8f48eazsTPIok= 2022-09-01T10:56:56.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wFbusv5YqEknhr8f48eazsTPIok=', 'Content-Length': '0'} 2022-09-01T10:56:56.430 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b04b6f0a0fa2f8e9-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.473 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:56.473 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:56.474 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:56.474 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:56.475 DEBUG:boto:Method: GET 2022-09-01T10:56:56.476 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T10:56:56.476 DEBUG:boto:Data: 2022-09-01T10:56:56.477 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.477 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.478 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.478 DEBUG:boto:Params: {} 2022-09-01T10:56:56.479 DEBUG:boto:Token: None 2022-09-01T10:56:56.480 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/ 2022-09-01T10:56:56.480 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0= 2022-09-01T10:56:56.481 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0=', 'Content-Length': '0'} 2022-09-01T10:56:56.484 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003c6d73e7f9f3fa57-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.485 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:56.486 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:56.486 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:56.487 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:56.487 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:56.488 DEBUG:boto:Method: GET 2022-09-01T10:56:56.488 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T10:56:56.489 DEBUG:boto:Data: 2022-09-01T10:56:56.490 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.490 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.491 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.491 DEBUG:boto:Params: {} 2022-09-01T10:56:56.492 DEBUG:boto:Token: None 2022-09-01T10:56:56.493 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/ 2022-09-01T10:56:56.493 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0= 2022-09-01T10:56:56.494 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0=', 'Content-Length': '0'} 2022-09-01T10:56:56.497 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000366143c37dcd27a-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.498 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:56.499 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:56.499 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:56.500 DEBUG:boto:Method: HEAD 2022-09-01T10:56:56.500 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T10:56:56.501 DEBUG:boto:Data: 2022-09-01T10:56:56.501 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.502 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.502 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.503 DEBUG:boto:Params: {} 2022-09-01T10:56:56.503 DEBUG:boto:Token: None 2022-09-01T10:56:56.504 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/c 2022-09-01T10:56:56.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:80BYUsRJQ1TIe2Kfq3decu4Kpu0= 2022-09-01T10:56:56.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:80BYUsRJQ1TIe2Kfq3decu4Kpu0=', 'Content-Length': '0'} 2022-09-01T10:56:56.508 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069d982a966be3650-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.509 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:56.509 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:56.510 DEBUG:boto:Method: HEAD 2022-09-01T10:56:56.510 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T10:56:56.511 DEBUG:boto:Data: 2022-09-01T10:56:56.511 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.512 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.512 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.513 DEBUG:boto:Params: {} 2022-09-01T10:56:56.513 DEBUG:boto:Token: None 2022-09-01T10:56:56.514 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/c 2022-09-01T10:56:56.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:80BYUsRJQ1TIe2Kfq3decu4Kpu0= 2022-09-01T10:56:56.515 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:80BYUsRJQ1TIe2Kfq3decu4Kpu0=', 'Content-Length': '0'} 2022-09-01T10:56:56.518 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fc776ad29632af18-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.518 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T10:56:56.519 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:56.520 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:56.520 DEBUG:boto:Method: GET 2022-09-01T10:56:56.521 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T10:56:56.522 DEBUG:boto:Data: 2022-09-01T10:56:56.522 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.523 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.523 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.524 DEBUG:boto:Params: {} 2022-09-01T10:56:56.525 DEBUG:boto:Token: None 2022-09-01T10:56:56.525 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/c 2022-09-01T10:56:56.526 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZdYFa/8UGs6uV9b0aNnQ7HjGKQ4= 2022-09-01T10:56:56.527 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZdYFa/8UGs6uV9b0aNnQ7HjGKQ4=', 'Content-Length': '0'} 2022-09-01T10:56:56.529 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b06a9131871d0ef4-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.530 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T10:56:56.531 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T10:56:56.531 DEBUG:boto:Method: GET 2022-09-01T10:56:56.532 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T10:56:56.532 DEBUG:boto:Data: 2022-09-01T10:56:56.533 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.533 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.534 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.534 DEBUG:boto:Params: {} 2022-09-01T10:56:56.535 DEBUG:boto:Token: None 2022-09-01T10:56:56.536 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/c 2022-09-01T10:56:56.536 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZdYFa/8UGs6uV9b0aNnQ7HjGKQ4= 2022-09-01T10:56:56.537 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZdYFa/8UGs6uV9b0aNnQ7HjGKQ4=', 'Content-Length': '0'} 2022-09-01T10:56:56.540 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d56786dbaa186ba-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.541 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:56.541 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:56.542 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:56.542 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:56.543 DEBUG:boto:Method: GET 2022-09-01T10:56:56.543 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T10:56:56.544 DEBUG:boto:Data: 2022-09-01T10:56:56.545 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.545 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.546 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.546 DEBUG:boto:Params: {} 2022-09-01T10:56:56.547 DEBUG:boto:Token: None 2022-09-01T10:56:56.547 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/ 2022-09-01T10:56:56.548 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0= 2022-09-01T10:56:56.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0=', 'Content-Length': '0'} 2022-09-01T10:56:56.551 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000911846a7dd2ec4ef-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.552 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:56.553 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:56.554 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:56.554 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:56.555 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T10:56:56.556 DEBUG:boto:Method: GET 2022-09-01T10:56:56.557 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T10:56:56.557 DEBUG:boto:Data: 2022-09-01T10:56:56.558 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.558 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.559 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.560 DEBUG:boto:Params: {} 2022-09-01T10:56:56.560 DEBUG:boto:Token: None 2022-09-01T10:56:56.561 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/ 2022-09-01T10:56:56.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0= 2022-09-01T10:56:56.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0=', 'Content-Length': '0'} 2022-09-01T10:56:56.566 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ef000de99d264948-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.566 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:56.567 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:56:56.568 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:56.568 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:56.569 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.569 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.570 DEBUG:boto:Method: GET 2022-09-01T10:56:56.571 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.572 DEBUG:boto:Data: 2022-09-01T10:56:56.573 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.574 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.574 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.575 DEBUG:boto:Params: {} 2022-09-01T10:56:56.575 DEBUG:boto:Token: None 2022-09-01T10:56:56.576 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.577 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g555j08ZDe37I7QqM9bCmCmd1L4= 2022-09-01T10:56:56.578 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g555j08ZDe37I7QqM9bCmCmd1L4=', 'Content-Length': '0'} 2022-09-01T10:56:56.580 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000463716167c3b349f-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.622 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:56.623 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:56.624 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.625 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.626 DEBUG:boto:Method: GET 2022-09-01T10:56:56.627 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.630 DEBUG:boto:Data: 2022-09-01T10:56:56.631 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.633 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.634 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.635 DEBUG:boto:Params: {} 2022-09-01T10:56:56.636 DEBUG:boto:Token: None 2022-09-01T10:56:56.637 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.638 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g555j08ZDe37I7QqM9bCmCmd1L4= 2022-09-01T10:56:56.639 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g555j08ZDe37I7QqM9bCmCmd1L4=', 'Content-Length': '0'} 2022-09-01T10:56:56.641 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000854262b77db6c3c6-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.642 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:56.643 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:56.643 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.644 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.644 DEBUG:boto:Method: HEAD 2022-09-01T10:56:56.645 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.645 DEBUG:boto:Data: 2022-09-01T10:56:56.646 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.647 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.648 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.649 DEBUG:boto:Params: {} 2022-09-01T10:56:56.651 DEBUG:boto:Token: None 2022-09-01T10:56:56.652 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:plLAp2K3jsIlO3Dck8r9cnz0H7Y= 2022-09-01T10:56:56.654 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:plLAp2K3jsIlO3Dck8r9cnz0H7Y=', 'Content-Length': '0'} 2022-09-01T10:56:56.657 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed226a39a851e67e-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.658 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:56.659 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:56.659 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.660 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.661 DEBUG:boto:Method: HEAD 2022-09-01T10:56:56.662 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.662 DEBUG:boto:Data: 2022-09-01T10:56:56.663 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.663 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.664 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.664 DEBUG:boto:Params: {} 2022-09-01T10:56:56.665 DEBUG:boto:Token: None 2022-09-01T10:56:56.666 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:plLAp2K3jsIlO3Dck8r9cnz0H7Y= 2022-09-01T10:56:56.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:plLAp2K3jsIlO3Dck8r9cnz0H7Y=', 'Content-Length': '0'} 2022-09-01T10:56:56.671 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca96ad0caa1ecb67-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.673 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:56:56.674 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:56.675 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:56.676 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.677 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.677 DEBUG:boto:Method: GET 2022-09-01T10:56:56.678 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.679 DEBUG:boto:Data: 2022-09-01T10:56:56.680 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.681 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.682 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.683 DEBUG:boto:Params: {} 2022-09-01T10:56:56.685 DEBUG:boto:Token: None 2022-09-01T10:56:56.686 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.687 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g555j08ZDe37I7QqM9bCmCmd1L4= 2022-09-01T10:56:56.688 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g555j08ZDe37I7QqM9bCmCmd1L4=', 'Content-Length': '0'} 2022-09-01T10:56:56.691 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e924bcf431533bcf-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.692 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:56.693 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:56.694 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.695 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.696 DEBUG:boto:Method: GET 2022-09-01T10:56:56.696 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.697 DEBUG:boto:Data: 2022-09-01T10:56:56.698 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.698 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.699 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.699 DEBUG:boto:Params: {} 2022-09-01T10:56:56.700 DEBUG:boto:Token: None 2022-09-01T10:56:56.701 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/d?versionId=null 2022-09-01T10:56:56.702 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g555j08ZDe37I7QqM9bCmCmd1L4= 2022-09-01T10:56:56.703 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g555j08ZDe37I7QqM9bCmCmd1L4=', 'Content-Length': '0'} 2022-09-01T10:56:56.705 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000051f0735aba8a43f3-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.706 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:56.707 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:56.708 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:56.709 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:56.710 DEBUG:boto:Method: GET 2022-09-01T10:56:56.711 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T10:56:56.712 DEBUG:boto:Data: 2022-09-01T10:56:56.713 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.714 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.715 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.716 DEBUG:boto:Params: {} 2022-09-01T10:56:56.716 DEBUG:boto:Token: None 2022-09-01T10:56:56.717 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/ 2022-09-01T10:56:56.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0= 2022-09-01T10:56:56.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0=', 'Content-Length': '0'} 2022-09-01T10:56:56.725 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ba23a1c08a150f43-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.728 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:56.730 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:56.732 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:56.733 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:56.735 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:56.735 DEBUG:boto:Method: GET 2022-09-01T10:56:56.736 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T10:56:56.737 DEBUG:boto:Data: 2022-09-01T10:56:56.738 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.739 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.739 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.740 DEBUG:boto:Params: {} 2022-09-01T10:56:56.741 DEBUG:boto:Token: None 2022-09-01T10:56:56.741 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/ 2022-09-01T10:56:56.742 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0= 2022-09-01T10:56:56.743 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0=', 'Content-Length': '0'} 2022-09-01T10:56:56.746 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000afc3ce720140c46e-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.747 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:56.748 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:56.749 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:56.749 DEBUG:boto:Method: HEAD 2022-09-01T10:56:56.750 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T10:56:56.751 DEBUG:boto:Data: 2022-09-01T10:56:56.752 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.753 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.754 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.754 DEBUG:boto:Params: {} 2022-09-01T10:56:56.755 DEBUG:boto:Token: None 2022-09-01T10:56:56.756 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/d 2022-09-01T10:56:56.757 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Uy9E7ZuOPNEpSmZ+idGxkxIp8Xg= 2022-09-01T10:56:56.758 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Uy9E7ZuOPNEpSmZ+idGxkxIp8Xg=', 'Content-Length': '0'} 2022-09-01T10:56:56.761 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1a36a317896ca35-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.762 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:56.763 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:56.764 DEBUG:boto:Method: HEAD 2022-09-01T10:56:56.765 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T10:56:56.765 DEBUG:boto:Data: 2022-09-01T10:56:56.766 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.767 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.768 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.768 DEBUG:boto:Params: {} 2022-09-01T10:56:56.769 DEBUG:boto:Token: None 2022-09-01T10:56:56.769 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/d 2022-09-01T10:56:56.770 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Uy9E7ZuOPNEpSmZ+idGxkxIp8Xg= 2022-09-01T10:56:56.771 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Uy9E7ZuOPNEpSmZ+idGxkxIp8Xg=', 'Content-Length': '0'} 2022-09-01T10:56:56.773 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000089c13356af207358-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.774 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T10:56:56.774 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:56.775 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:56.776 DEBUG:boto:Method: GET 2022-09-01T10:56:56.776 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T10:56:56.777 DEBUG:boto:Data: 2022-09-01T10:56:56.778 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.779 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.780 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.781 DEBUG:boto:Params: {} 2022-09-01T10:56:56.782 DEBUG:boto:Token: None 2022-09-01T10:56:56.784 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/d 2022-09-01T10:56:56.784 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H7lL+Whezc2g/oOmqqpvOAgxsSM= 2022-09-01T10:56:56.785 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H7lL+Whezc2g/oOmqqpvOAgxsSM=', 'Content-Length': '0'} 2022-09-01T10:56:56.787 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fdf4de9cb6b68703-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.834 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T10:56:56.836 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T10:56:56.837 DEBUG:boto:Method: GET 2022-09-01T10:56:56.838 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T10:56:56.839 DEBUG:boto:Data: 2022-09-01T10:56:56.840 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.841 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.842 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.843 DEBUG:boto:Params: {} 2022-09-01T10:56:56.844 DEBUG:boto:Token: None 2022-09-01T10:56:56.845 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/d 2022-09-01T10:56:56.846 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H7lL+Whezc2g/oOmqqpvOAgxsSM= 2022-09-01T10:56:56.847 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H7lL+Whezc2g/oOmqqpvOAgxsSM=', 'Content-Length': '0'} 2022-09-01T10:56:56.850 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004fde0503b2bf9607-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.852 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:56.852 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:56.853 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:56.853 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:56.854 DEBUG:boto:Method: GET 2022-09-01T10:56:56.855 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T10:56:56.856 DEBUG:boto:Data: 2022-09-01T10:56:56.856 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.857 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T10:56:56.857 DEBUG:boto:Port: 8001 2022-09-01T10:56:56.858 DEBUG:boto:Params: {} 2022-09-01T10:56:56.859 DEBUG:boto:Token: None 2022-09-01T10:56:56.859 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/ 2022-09-01T10:56:56.860 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0= 2022-09-01T10:56:56.861 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0=', 'Content-Length': '0'} 2022-09-01T10:56:56.864 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002d71372b91f5e6fb-0063108ff8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.865 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:56.866 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:56.866 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:56.867 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:56.867 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T10:56:56.868 DEBUG:boto:Method: GET 2022-09-01T10:56:56.869 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T10:56:56.869 DEBUG:boto:Data: 2022-09-01T10:56:56.870 DEBUG:boto:Headers: {} 2022-09-01T10:56:56.870 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T10:56:56.872 DEBUG:boto:Port: 8000 2022-09-01T10:56:56.872 DEBUG:boto:Params: {} 2022-09-01T10:56:56.873 DEBUG:boto:Token: None 2022-09-01T10:56:56.874 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 10:56:56 GMT /ptoxvb-71/ 2022-09-01T10:56:56.875 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0= 2022-09-01T10:56:56.875 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WYtavblhXWmsXe0SfXN/aA+j7s0=', 'Content-Length': '0'} 2022-09-01T10:56:56.878 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003e0cabfe6badb602-0063108ff8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 10:56:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:56.926 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T10:56:56.928 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-71 zones={test-zone3, test-zone2} 2022-09-01T10:56:56.929 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--bucket', 'ptoxvb-71', '--num-shards', '3', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:56:56.929 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--bucket', 'ptoxvb-71', '--num-shards', '3', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:56:56.931 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --bucket ptoxvb-71 --num-shards 3 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:56:56.990 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:56:56.991 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:56:57.038 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T10:56:57.038 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-71 2022-09-01T10:56:57.044 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 4 2022-09-01T10:56:57.088 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'reshard', '--bucket', 'ptoxvb-71', '--num-shards', '3', '--yes-i-really-mean-it', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:56:57.089 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'reshard', '--bucket', 'ptoxvb-71', '--num-shards', '3', '--yes-i-really-mean-it', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:56:57.090 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket reshard --bucket ptoxvb-71 --num-shards 3 --yes-i-really-mean-it --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T10:56:57.151 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:56:57.155 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:56:57.193 INFO:teuthology.orchestra.run.smithi052.stdout:tenant: 2022-09-01T10:56:57.195 INFO:teuthology.orchestra.run.smithi052.stdout:bucket name: ptoxvb-71 2022-09-01T10:56:57.198 INFO:teuthology.orchestra.run.smithi052.stdout:total entries: 4 2022-09-01T10:56:57.239 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--bucket', 'ptoxvb-71', '--num-shards', '3', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:56:57.240 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--bucket', 'ptoxvb-71', '--num-shards', '3', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T10:56:57.241 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --bucket ptoxvb-71 --num-shards 3 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T10:56:57.293 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:56:57.294 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:56:57.341 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T10:56:57.342 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-71 2022-09-01T10:56:57.343 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 4 2022-09-01T10:56:57.384 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:57.385 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:57.386 DEBUG:boto:Method: HEAD 2022-09-01T10:56:57.387 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T10:56:57.388 DEBUG:boto:Data: 2022-09-01T10:56:57.388 DEBUG:boto:Headers: {} 2022-09-01T10:56:57.388 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:57.389 DEBUG:boto:Port: 8000 2022-09-01T10:56:57.389 DEBUG:boto:Params: {} 2022-09-01T10:56:57.390 DEBUG:boto:Token: None 2022-09-01T10:56:57.391 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:57 GMT /ptoxvb-71/ 2022-09-01T10:56:57.391 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SNXZleMiEMBokbN5rLJ+c35gmKU= 2022-09-01T10:56:57.392 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SNXZleMiEMBokbN5rLJ+c35gmKU=', 'Content-Length': '0'} 2022-09-01T10:56:57.395 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000082fc37856d536d57-0063108ff9-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:57.396 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T10:56:57.397 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T10:56:57.398 DEBUG:boto:Method: PUT 2022-09-01T10:56:57.398 DEBUG:boto:Path: /ptoxvb-71/e 2022-09-01T10:56:57.399 DEBUG:boto:Data: 2022-09-01T10:56:57.399 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:56:57.400 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:57.400 DEBUG:boto:Port: 8000 2022-09-01T10:56:57.401 DEBUG:boto:Params: {} 2022-09-01T10:56:57.402 DEBUG:boto:Token: None 2022-09-01T10:56:57.403 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:56:57 GMT /ptoxvb-71/e 2022-09-01T10:56:57.403 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DTT1xkTtP5EgQdT3W9ixcreFano= 2022-09-01T10:56:57.404 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:56:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DTT1xkTtP5EgQdT3W9ixcreFano='} 2022-09-01T10:56:57.410 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000003a5447997d00fdff-0063108ff9-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:57.412 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:57.413 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:57.413 DEBUG:boto:Method: HEAD 2022-09-01T10:56:57.414 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T10:56:57.414 DEBUG:boto:Data: 2022-09-01T10:56:57.415 DEBUG:boto:Headers: {} 2022-09-01T10:56:57.415 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:57.416 DEBUG:boto:Port: 8000 2022-09-01T10:56:57.416 DEBUG:boto:Params: {} 2022-09-01T10:56:57.417 DEBUG:boto:Token: None 2022-09-01T10:56:57.417 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:57 GMT /ptoxvb-71/ 2022-09-01T10:56:57.418 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SNXZleMiEMBokbN5rLJ+c35gmKU= 2022-09-01T10:56:57.419 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SNXZleMiEMBokbN5rLJ+c35gmKU=', 'Content-Length': '0'} 2022-09-01T10:56:57.421 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002714c2996b957841-0063108ff9-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:57.422 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T10:56:57.422 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T10:56:57.423 DEBUG:boto:Method: PUT 2022-09-01T10:56:57.424 DEBUG:boto:Path: /ptoxvb-71/f 2022-09-01T10:56:57.425 DEBUG:boto:Data: 2022-09-01T10:56:57.425 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:56:57.426 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:57.427 DEBUG:boto:Port: 8000 2022-09-01T10:56:57.428 DEBUG:boto:Params: {} 2022-09-01T10:56:57.428 DEBUG:boto:Token: None 2022-09-01T10:56:57.429 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:56:57 GMT /ptoxvb-71/f 2022-09-01T10:56:57.430 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qVlEiQu7YlWj++BWCxyuAWUqJzw= 2022-09-01T10:56:57.430 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:56:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qVlEiQu7YlWj++BWCxyuAWUqJzw='} 2022-09-01T10:56:57.474 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000004f73ebfb4945414b-0063108ff9-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:57.475 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:57.476 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:57.476 DEBUG:boto:Method: HEAD 2022-09-01T10:56:57.477 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T10:56:57.477 DEBUG:boto:Data: 2022-09-01T10:56:57.478 DEBUG:boto:Headers: {} 2022-09-01T10:56:57.479 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:57.479 DEBUG:boto:Port: 8000 2022-09-01T10:56:57.480 DEBUG:boto:Params: {} 2022-09-01T10:56:57.481 DEBUG:boto:Token: None 2022-09-01T10:56:57.481 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:57 GMT /ptoxvb-71/ 2022-09-01T10:56:57.482 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SNXZleMiEMBokbN5rLJ+c35gmKU= 2022-09-01T10:56:57.483 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SNXZleMiEMBokbN5rLJ+c35gmKU=', 'Content-Length': '0'} 2022-09-01T10:56:57.488 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '6'), ('X-RGW-Bytes-Used', '18'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000aa40dfd7694eb69e-0063108ff9-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:57.493 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T10:56:57.494 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T10:56:57.495 DEBUG:boto:Method: PUT 2022-09-01T10:56:57.495 DEBUG:boto:Path: /ptoxvb-71/g 2022-09-01T10:56:57.496 DEBUG:boto:Data: 2022-09-01T10:56:57.496 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:56:57.497 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:57.498 DEBUG:boto:Port: 8000 2022-09-01T10:56:57.498 DEBUG:boto:Params: {} 2022-09-01T10:56:57.499 DEBUG:boto:Token: None 2022-09-01T10:56:57.500 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:56:57 GMT /ptoxvb-71/g 2022-09-01T10:56:57.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u0DPd2waR1W97JaqIerp5Yr95iA= 2022-09-01T10:56:57.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:56:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u0DPd2waR1W97JaqIerp5Yr95iA='} 2022-09-01T10:56:57.513 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000001eb1070575c53fd-0063108ff9-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:57.514 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T10:56:57.515 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T10:56:57.515 DEBUG:boto:Method: HEAD 2022-09-01T10:56:57.516 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T10:56:57.516 DEBUG:boto:Data: 2022-09-01T10:56:57.517 DEBUG:boto:Headers: {} 2022-09-01T10:56:57.518 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:57.519 DEBUG:boto:Port: 8000 2022-09-01T10:56:57.520 DEBUG:boto:Params: {} 2022-09-01T10:56:57.522 DEBUG:boto:Token: None 2022-09-01T10:56:57.523 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 10:56:57 GMT /ptoxvb-71/ 2022-09-01T10:56:57.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SNXZleMiEMBokbN5rLJ+c35gmKU= 2022-09-01T10:56:57.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 10:56:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SNXZleMiEMBokbN5rLJ+c35gmKU=', 'Content-Length': '0'} 2022-09-01T10:56:57.527 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '7'), ('X-RGW-Bytes-Used', '21'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009c302226c7664006-0063108ff9-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:57.528 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T10:56:57.529 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T10:56:57.530 DEBUG:boto:Method: PUT 2022-09-01T10:56:57.532 DEBUG:boto:Path: /ptoxvb-71/h 2022-09-01T10:56:57.533 DEBUG:boto:Data: 2022-09-01T10:56:57.533 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T10:56:57.534 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T10:56:57.535 DEBUG:boto:Port: 8000 2022-09-01T10:56:57.535 DEBUG:boto:Params: {} 2022-09-01T10:56:57.536 DEBUG:boto:Token: None 2022-09-01T10:56:57.537 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 10:56:57 GMT /ptoxvb-71/h 2022-09-01T10:56:57.537 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oIYAe5dejGwz3gNzHfYAV9ZmUsc= 2022-09-01T10:56:57.538 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 10:56:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oIYAe5dejGwz3gNzHfYAV9ZmUsc='} 2022-09-01T10:56:57.586 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f8cb0f4c538a62f2-0063108ff9-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T10:56:57.588 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-71 2022-09-01T10:56:57.588 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:56:57.589 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T10:56:57.591 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-71 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T10:56:57.654 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T10:56:57.655 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T10:56:57.692 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:56:57.690+0000 7efc71e8b600 1 waiting to reach latest gen 2, on 0.. 2022-09-01T10:57:02.690 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:57:02.691+0000 7efc71e8b600 1 waiting to reach latest gen 2, on 1.. 2022-09-01T10:57:07.691 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:57:07.692+0000 7efc71e8b600 1 waiting to reach latest gen 2, on 1.. 2022-09-01T10:57:12.691 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:57:12.692+0000 7efc71e8b600 1 waiting to reach latest gen 2, on 1.. 2022-09-01T10:57:17.692 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:57:17.692+0000 7efc71e8b600 1 waiting to reach latest gen 2, on 1.. 2022-09-01T10:57:22.693 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:57:22.693+0000 7efc71e8b600 1 waiting to reach latest gen 2, on 1.. 2022-09-01T10:57:27.693 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:57:27.693+0000 7efc71e8b600 1 waiting to reach latest gen 2, on 1.. 2022-09-01T10:57:32.694 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:57:32.694+0000 7efc71e8b600 1 waiting to reach latest gen 2, on 1.. 2022-09-01T10:57:37.695 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:57:37.695+0000 7efc71e8b600 1 waiting to reach latest gen 2, on 1.. 2022-09-01T10:57:42.696 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:57:42.696+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:57:42.696 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , ] 2022-09-01T10:57:42.697 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:57:47.697 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:57:47.697+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:57:47.697 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , ] 2022-09-01T10:57:47.698 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:57:52.698 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:57:52.698+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:57:52.699 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , ] 2022-09-01T10:57:52.700 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:57:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:57:57.699+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:57:57.699 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , ] 2022-09-01T10:57:57.700 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:58:02.700 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:58:02.700+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:58:02.700 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , ] 2022-09-01T10:58:02.701 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:58:07.701 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:58:07.702+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:58:07.702 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , ] 2022-09-01T10:58:07.702 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:58:12.702 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:58:12.703+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:58:12.702 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , ] 2022-09-01T10:58:12.703 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:58:17.703 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:58:17.704+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:58:17.703 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , ] 2022-09-01T10:58:17.703 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:58:22.704 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:58:22.705+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:58:22.704 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , 00000000002.66.5] 2022-09-01T10:58:22.705 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:58:27.705 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:58:27.706+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:58:27.706 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , 00000000002.66.5] 2022-09-01T10:58:27.706 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:58:32.706 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:58:32.706+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:58:32.706 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , 00000000002.66.5] 2022-09-01T10:58:32.707 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:58:37.707 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:58:37.707+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:58:37.707 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , 00000000002.66.5] 2022-09-01T10:58:37.707 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:58:42.707 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:58:42.707+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:58:42.708 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , 00000000002.66.5] 2022-09-01T10:58:42.708 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:58:47.708 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:58:47.708+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:58:47.709 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , 00000000002.66.5] 2022-09-01T10:58:47.709 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:58:52.710 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:58:52.709+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:58:52.711 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , 00000000002.66.5] 2022-09-01T10:58:52.711 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:58:57.711 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:58:57.710+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:58:57.711 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , 00000000002.66.5] 2022-09-01T10:58:57.712 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:02.712 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:59:02.711+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:59:02.713 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:02.713 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:07.712 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:59:07.712+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:59:07.713 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:07.713 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:12.714 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:59:12.713+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:59:12.715 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:12.716 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:17.714 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:59:17.714+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:59:17.715 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:17.715 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:22.716 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:59:22.716+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:59:22.716 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:22.717 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:27.717 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:59:27.717+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:59:27.717 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:27.718 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:32.718 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:59:32.718+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:59:32.718 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:32.719 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:37.719 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:59:37.719+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:59:37.719 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:37.720 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:42.720 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:59:42.720+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:59:42.720 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:42.720 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:47.720 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:59:47.720+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:59:47.721 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:47.721 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:52.721 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:59:52.721+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:59:52.722 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:52.722 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:57.722 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T10:59:57.722+0000 7efc71e8b600 1 waiting for incremental sync to catch up: 2022-09-01T10:59:57.723 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.47.5, 00000000002.66.5] 2022-09-01T10:59:57.723 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T11:00:02.723 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:00:02.723+0000 7efc71e8b600 1 bucket sync caught up with source: 2022-09-01T11:00:02.724 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T11:00:02.724 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T11:00:02.725 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:00:02.723+0000 7efc71e8b600 0 bucket checkpoint complete 2022-09-01T11:00:02.748 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-71 2022-09-01T11:00:02.750 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:00:02.751 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:00:02.752 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-71 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:00:02.818 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:00:02.818 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:00:02.871 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:00:02.870+0000 7fd38af12600 1 bucket sync caught up with source: 2022-09-01T11:00:02.872 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T11:00:02.872 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T11:00:02.873 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:00:02.870+0000 7fd38af12600 0 bucket checkpoint complete 2022-09-01T11:00:02.885 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-71 2022-09-01T11:00:02.887 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:00:02.887 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:00:02.888 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-71 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:00:02.954 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:00:02.955 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:00:02.992 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:00:02.992+0000 7fd06bf78600 1 bucket sync caught up with source: 2022-09-01T11:00:02.993 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T11:00:02.993 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.54.5, 00000000002.47.5, 00000000002.66.5] 2022-09-01T11:00:02.993 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:00:02.992+0000 7fd06bf78600 0 bucket checkpoint complete 2022-09-01T11:00:03.007 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-71 2022-09-01T11:00:03.008 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:00:03.009 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:00:03.009 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-71 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:00:03.068 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:00:03.068 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:00:03.105 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:00:03.105+0000 7f7262132600 1 bucket sync caught up with source: 2022-09-01T11:00:03.106 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [00000000003.180.5, 00000000002.116.5, 00000000002.133.5] 2022-09-01T11:00:03.106 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [00000000003.180.5, 00000000002.116.5, 00000000002.133.5] 2022-09-01T11:00:03.107 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:00:03.105+0000 7f7262132600 0 bucket checkpoint complete 2022-09-01T11:00:03.123 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-71 2022-09-01T11:00:03.124 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:00:03.125 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:00:03.126 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-71 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:00:03.183 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:00:03.184 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:00:03.238 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:00:03.237+0000 7f661d669600 1 bucket sync caught up with source: 2022-09-01T11:00:03.238 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [00000000003.180.5, 00000000002.116.5, 00000000002.133.5] 2022-09-01T11:00:03.239 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [00000000003.180.5, 00000000002.116.5, 00000000002.133.5] 2022-09-01T11:00:03.239 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:00:03.237+0000 7f661d669600 0 bucket checkpoint complete 2022-09-01T11:00:03.258 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-71 2022-09-01T11:00:03.258 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-71 2022-09-01T11:00:03.259 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:00:03.260 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:00:03.261 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-71 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:00:03.318 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:00:03.319 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:00:03.370 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:00:03.371+0000 7f698fe36600 1 bucket sync caught up with source: 2022-09-01T11:00:03.371 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.198.5, , , 00000000001.217.5, 00000000001.375.5, , , 00000000002.532.5, , 00000000002.754.5] 2022-09-01T11:00:03.371 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.198.5, , , 00000000001.217.5, 00000000001.375.5, , , 00000000002.532.5, , 00000000002.754.5] 2022-09-01T11:00:03.372 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:00:03.371+0000 7f698fe36600 0 bucket checkpoint complete 2022-09-01T11:00:03.385 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-71 2022-09-01T11:00:03.386 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:00:03.387 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-71', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:00:03.388 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-71 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:00:03.450 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:00:03.451 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:00:03.488 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:00:03.488+0000 7fb56aaf4600 1 bucket sync caught up with source: 2022-09-01T11:00:03.488 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.198.5, , , 00000000001.217.5, 00000000001.375.5, , , 00000000002.532.5, , 00000000002.754.5] 2022-09-01T11:00:03.489 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000002.198.5, , , 00000000001.217.5, 00000000001.375.5, , , 00000000002.532.5, , 00000000002.754.5] 2022-09-01T11:00:03.489 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:00:03.488+0000 7fb56aaf4600 0 bucket checkpoint complete 2022-09-01T11:00:03.503 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-71 2022-09-01T11:00:03.504 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-71 zones={test-zone2, test-zone1} 2022-09-01T11:00:03.505 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:03.505 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:03.506 DEBUG:boto:Method: HEAD 2022-09-01T11:00:03.507 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T11:00:03.507 DEBUG:boto:Data: 2022-09-01T11:00:03.508 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.509 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.509 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.510 DEBUG:boto:Params: {} 2022-09-01T11:00:03.511 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:00:03.512 DEBUG:boto:Token: None 2022-09-01T11:00:03.513 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/ 2022-09-01T11:00:03.514 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aEmmOqpY+/he+UPQmHHpD0G7mYQ= 2022-09-01T11:00:03.515 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aEmmOqpY+/he+UPQmHHpD0G7mYQ=', 'Content-Length': '0'} 2022-09-01T11:00:03.520 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009591800e3098d4a7-00631090b3-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.521 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:03.521 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:03.522 DEBUG:boto:Method: HEAD 2022-09-01T11:00:03.523 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T11:00:03.523 DEBUG:boto:Data: 2022-09-01T11:00:03.524 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.525 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:03.525 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.526 DEBUG:boto:Params: {} 2022-09-01T11:00:03.527 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:00:03.527 DEBUG:boto:Token: None 2022-09-01T11:00:03.528 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/ 2022-09-01T11:00:03.529 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aEmmOqpY+/he+UPQmHHpD0G7mYQ= 2022-09-01T11:00:03.530 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aEmmOqpY+/he+UPQmHHpD0G7mYQ=', 'Content-Length': '0'} 2022-09-01T11:00:03.533 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000042ee43524553b6f3-00631090b3-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.534 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:00:03.535 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:03.536 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:03.536 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:03.537 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:03.537 DEBUG:boto:Method: GET 2022-09-01T11:00:03.538 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:03.539 DEBUG:boto:Data: 2022-09-01T11:00:03.539 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.540 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.541 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.541 DEBUG:boto:Params: {} 2022-09-01T11:00:03.542 DEBUG:boto:Token: None 2022-09-01T11:00:03.543 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/?versions 2022-09-01T11:00:03.543 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5JHIMLzwjHNVBfgAnZ4IPVYmqfg= 2022-09-01T11:00:03.544 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5JHIMLzwjHNVBfgAnZ4IPVYmqfg=', 'Content-Length': '0'} 2022-09-01T11:00:03.546 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001e46735d4d66923b-00631090b3-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.547 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:03.550 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T11:00:03.550 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T11:00:03.551 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T11:00:03.552 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T11:00:03.552 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T11:00:03.553 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T11:00:03.553 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T11:00:03.554 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T11:00:03.555 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:00:03.555 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:03.556 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:03.557 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:03.557 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:03.558 DEBUG:boto:Method: GET 2022-09-01T11:00:03.558 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:03.559 DEBUG:boto:Data: 2022-09-01T11:00:03.560 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.560 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:03.561 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.562 DEBUG:boto:Params: {} 2022-09-01T11:00:03.563 DEBUG:boto:Token: None 2022-09-01T11:00:03.564 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/?versions 2022-09-01T11:00:03.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5JHIMLzwjHNVBfgAnZ4IPVYmqfg= 2022-09-01T11:00:03.567 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5JHIMLzwjHNVBfgAnZ4IPVYmqfg=', 'Content-Length': '0'} 2022-09-01T11:00:03.570 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000017e90f332c2826c-00631090b3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.571 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:03.573 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T11:00:03.573 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T11:00:03.574 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T11:00:03.574 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T11:00:03.575 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T11:00:03.575 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T11:00:03.576 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T11:00:03.576 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T11:00:03.577 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:03.577 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:03.578 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:03.588 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:03.589 DEBUG:boto:Method: GET 2022-09-01T11:00:03.589 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:03.590 DEBUG:boto:Data: 2022-09-01T11:00:03.591 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.592 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.592 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.593 DEBUG:boto:Params: {} 2022-09-01T11:00:03.594 DEBUG:boto:Token: None 2022-09-01T11:00:03.595 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/?versions 2022-09-01T11:00:03.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5JHIMLzwjHNVBfgAnZ4IPVYmqfg= 2022-09-01T11:00:03.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5JHIMLzwjHNVBfgAnZ4IPVYmqfg=', 'Content-Length': '0'} 2022-09-01T11:00:03.600 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000922be4c736c457ff-00631090b3-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.601 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:03.602 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:03.603 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:03.603 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:03.604 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:03.604 DEBUG:boto:Method: GET 2022-09-01T11:00:03.605 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:03.606 DEBUG:boto:Data: 2022-09-01T11:00:03.606 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.607 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:03.607 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.608 DEBUG:boto:Params: {} 2022-09-01T11:00:03.608 DEBUG:boto:Token: None 2022-09-01T11:00:03.609 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/?versions 2022-09-01T11:00:03.610 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5JHIMLzwjHNVBfgAnZ4IPVYmqfg= 2022-09-01T11:00:03.610 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5JHIMLzwjHNVBfgAnZ4IPVYmqfg=', 'Content-Length': '0'} 2022-09-01T11:00:03.612 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000286cac5dcb9e5849-00631090b3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.613 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:03.614 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T11:00:03.615 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:03.615 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:03.616 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.616 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.617 DEBUG:boto:Method: GET 2022-09-01T11:00:03.618 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.618 DEBUG:boto:Data: 2022-09-01T11:00:03.619 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.620 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.621 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.622 DEBUG:boto:Params: {} 2022-09-01T11:00:03.623 DEBUG:boto:Token: None 2022-09-01T11:00:03.623 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.625 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FK+urHY8soNbtVR/1L0Q36HZFp0= 2022-09-01T11:00:03.626 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FK+urHY8soNbtVR/1L0Q36HZFp0=', 'Content-Length': '0'} 2022-09-01T11:00:03.628 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a2c7e0c955e9aac-00631090b3-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.629 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:03.629 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:03.630 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.630 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.631 DEBUG:boto:Method: GET 2022-09-01T11:00:03.632 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.632 DEBUG:boto:Data: 2022-09-01T11:00:03.633 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.633 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:03.634 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.634 DEBUG:boto:Params: {} 2022-09-01T11:00:03.635 DEBUG:boto:Token: None 2022-09-01T11:00:03.635 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.636 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FK+urHY8soNbtVR/1L0Q36HZFp0= 2022-09-01T11:00:03.637 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FK+urHY8soNbtVR/1L0Q36HZFp0=', 'Content-Length': '0'} 2022-09-01T11:00:03.639 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e3b830c314359d15-00631090b3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.640 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:03.640 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:03.641 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.642 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.642 DEBUG:boto:Method: HEAD 2022-09-01T11:00:03.643 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.644 DEBUG:boto:Data: 2022-09-01T11:00:03.644 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.645 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.646 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.647 DEBUG:boto:Params: {} 2022-09-01T11:00:03.647 DEBUG:boto:Token: None 2022-09-01T11:00:03.648 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.648 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yJS9tQ3cPSqDnXzXbSgrjWXz7po= 2022-09-01T11:00:03.649 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yJS9tQ3cPSqDnXzXbSgrjWXz7po=', 'Content-Length': '0'} 2022-09-01T11:00:03.651 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008115d9d4fecb4685-00631090b3-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.652 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:03.652 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:03.653 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.653 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.654 DEBUG:boto:Method: HEAD 2022-09-01T11:00:03.655 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.655 DEBUG:boto:Data: 2022-09-01T11:00:03.655 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.656 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:03.656 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.657 DEBUG:boto:Params: {} 2022-09-01T11:00:03.658 DEBUG:boto:Token: None 2022-09-01T11:00:03.658 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.659 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yJS9tQ3cPSqDnXzXbSgrjWXz7po= 2022-09-01T11:00:03.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yJS9tQ3cPSqDnXzXbSgrjWXz7po=', 'Content-Length': '0'} 2022-09-01T11:00:03.661 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd89a7dc3ab32ad8-00631090b3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.662 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T11:00:03.663 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:03.663 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:03.664 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.664 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.665 DEBUG:boto:Method: GET 2022-09-01T11:00:03.665 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.666 DEBUG:boto:Data: 2022-09-01T11:00:03.666 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.667 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.667 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.668 DEBUG:boto:Params: {} 2022-09-01T11:00:03.668 DEBUG:boto:Token: None 2022-09-01T11:00:03.669 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FK+urHY8soNbtVR/1L0Q36HZFp0= 2022-09-01T11:00:03.670 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FK+urHY8soNbtVR/1L0Q36HZFp0=', 'Content-Length': '0'} 2022-09-01T11:00:03.672 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a46fdf3547915a2d-00631090b3-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.673 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:03.674 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:03.674 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.675 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.675 DEBUG:boto:Method: GET 2022-09-01T11:00:03.676 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.676 DEBUG:boto:Data: 2022-09-01T11:00:03.677 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.678 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:03.678 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.679 DEBUG:boto:Params: {} 2022-09-01T11:00:03.680 DEBUG:boto:Token: None 2022-09-01T11:00:03.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:03.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FK+urHY8soNbtVR/1L0Q36HZFp0= 2022-09-01T11:00:03.682 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FK+urHY8soNbtVR/1L0Q36HZFp0=', 'Content-Length': '0'} 2022-09-01T11:00:03.683 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000000a7ecf59ecc61c9-00631090b3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.684 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:03.685 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:03.685 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:03.686 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:03.686 DEBUG:boto:Method: GET 2022-09-01T11:00:03.687 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T11:00:03.688 DEBUG:boto:Data: 2022-09-01T11:00:03.688 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.689 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.689 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.690 DEBUG:boto:Params: {} 2022-09-01T11:00:03.690 DEBUG:boto:Token: None 2022-09-01T11:00:03.691 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/ 2022-09-01T11:00:03.692 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eQ1Xra2WvEMjjBZFfHbUPFHiyTc= 2022-09-01T11:00:03.692 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eQ1Xra2WvEMjjBZFfHbUPFHiyTc=', 'Content-Length': '0'} 2022-09-01T11:00:03.694 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007518a4c67572f53b-00631090b3-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.695 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:03.696 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:03.696 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:03.697 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:03.697 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:03.698 DEBUG:boto:Method: GET 2022-09-01T11:00:03.699 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T11:00:03.699 DEBUG:boto:Data: 2022-09-01T11:00:03.700 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.700 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:03.701 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.701 DEBUG:boto:Params: {} 2022-09-01T11:00:03.702 DEBUG:boto:Token: None 2022-09-01T11:00:03.703 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/ 2022-09-01T11:00:03.703 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eQ1Xra2WvEMjjBZFfHbUPFHiyTc= 2022-09-01T11:00:03.704 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eQ1Xra2WvEMjjBZFfHbUPFHiyTc=', 'Content-Length': '0'} 2022-09-01T11:00:03.706 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aaac1633651d81a4-00631090b3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.707 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:03.708 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:03.708 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:03.709 DEBUG:boto:Method: HEAD 2022-09-01T11:00:03.710 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T11:00:03.710 DEBUG:boto:Data: 2022-09-01T11:00:03.711 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.711 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.712 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.712 DEBUG:boto:Params: {} 2022-09-01T11:00:03.713 DEBUG:boto:Token: None 2022-09-01T11:00:03.714 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/a 2022-09-01T11:00:03.714 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o/8Tsbbgg8l7baxNr8SXI8HkudQ= 2022-09-01T11:00:03.715 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o/8Tsbbgg8l7baxNr8SXI8HkudQ=', 'Content-Length': '0'} 2022-09-01T11:00:03.716 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000097e734ddb8e54987-00631090b3-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.717 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:03.718 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:03.718 DEBUG:boto:Method: HEAD 2022-09-01T11:00:03.719 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T11:00:03.719 DEBUG:boto:Data: 2022-09-01T11:00:03.720 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.720 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:03.721 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.721 DEBUG:boto:Params: {} 2022-09-01T11:00:03.722 DEBUG:boto:Token: None 2022-09-01T11:00:03.722 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/a 2022-09-01T11:00:03.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o/8Tsbbgg8l7baxNr8SXI8HkudQ= 2022-09-01T11:00:03.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o/8Tsbbgg8l7baxNr8SXI8HkudQ=', 'Content-Length': '0'} 2022-09-01T11:00:03.725 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ef7ba0417cc19f37-00631090b3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.726 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T11:00:03.727 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:03.727 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:03.728 DEBUG:boto:Method: GET 2022-09-01T11:00:03.728 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T11:00:03.729 DEBUG:boto:Data: 2022-09-01T11:00:03.730 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.730 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.731 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.731 DEBUG:boto:Params: {} 2022-09-01T11:00:03.732 DEBUG:boto:Token: None 2022-09-01T11:00:03.733 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/a 2022-09-01T11:00:03.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zv3sFBAjXIh1fQECQ4w21/p7lew= 2022-09-01T11:00:03.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zv3sFBAjXIh1fQECQ4w21/p7lew=', 'Content-Length': '0'} 2022-09-01T11:00:03.737 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e7cf53ed99e48b10-00631090b3-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.738 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:03.739 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:03.740 DEBUG:boto:Method: GET 2022-09-01T11:00:03.741 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T11:00:03.741 DEBUG:boto:Data: 2022-09-01T11:00:03.742 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.742 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:03.743 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.744 DEBUG:boto:Params: {} 2022-09-01T11:00:03.744 DEBUG:boto:Token: None 2022-09-01T11:00:03.745 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/a 2022-09-01T11:00:03.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zv3sFBAjXIh1fQECQ4w21/p7lew= 2022-09-01T11:00:03.747 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zv3sFBAjXIh1fQECQ4w21/p7lew=', 'Content-Length': '0'} 2022-09-01T11:00:03.750 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009482c760d9d6a8ea-00631090b3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.751 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:03.752 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:03.753 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:03.754 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:03.755 DEBUG:boto:Method: GET 2022-09-01T11:00:03.756 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T11:00:03.757 DEBUG:boto:Data: 2022-09-01T11:00:03.758 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.759 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.760 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.761 DEBUG:boto:Params: {} 2022-09-01T11:00:03.762 DEBUG:boto:Token: None 2022-09-01T11:00:03.763 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/ 2022-09-01T11:00:03.764 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eQ1Xra2WvEMjjBZFfHbUPFHiyTc= 2022-09-01T11:00:03.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eQ1Xra2WvEMjjBZFfHbUPFHiyTc=', 'Content-Length': '0'} 2022-09-01T11:00:03.768 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005a6eab7445bb9088-00631090b3-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.769 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:03.771 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:03.772 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:03.773 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:03.774 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:03.775 DEBUG:boto:Method: GET 2022-09-01T11:00:03.776 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T11:00:03.777 DEBUG:boto:Data: 2022-09-01T11:00:03.778 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.779 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:03.780 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.781 DEBUG:boto:Params: {} 2022-09-01T11:00:03.782 DEBUG:boto:Token: None 2022-09-01T11:00:03.783 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/ 2022-09-01T11:00:03.784 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eQ1Xra2WvEMjjBZFfHbUPFHiyTc= 2022-09-01T11:00:03.785 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eQ1Xra2WvEMjjBZFfHbUPFHiyTc=', 'Content-Length': '0'} 2022-09-01T11:00:03.787 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006065206a1cd347c2-00631090b3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.788 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:03.788 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T11:00:03.789 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:03.790 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:03.790 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.791 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.792 DEBUG:boto:Method: GET 2022-09-01T11:00:03.792 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.793 DEBUG:boto:Data: 2022-09-01T11:00:03.794 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.795 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.795 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.796 DEBUG:boto:Params: {} 2022-09-01T11:00:03.797 DEBUG:boto:Token: None 2022-09-01T11:00:03.797 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.798 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JexD87mJObFw8SPpeZ8CIFadTOI= 2022-09-01T11:00:03.798 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JexD87mJObFw8SPpeZ8CIFadTOI=', 'Content-Length': '0'} 2022-09-01T11:00:03.800 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000815a29280721adc9-00631090b3-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.801 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:03.802 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:03.802 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.803 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.804 DEBUG:boto:Method: GET 2022-09-01T11:00:03.805 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.806 DEBUG:boto:Data: 2022-09-01T11:00:03.807 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.808 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:03.809 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.809 DEBUG:boto:Params: {} 2022-09-01T11:00:03.810 DEBUG:boto:Token: None 2022-09-01T11:00:03.811 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.812 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JexD87mJObFw8SPpeZ8CIFadTOI= 2022-09-01T11:00:03.813 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JexD87mJObFw8SPpeZ8CIFadTOI=', 'Content-Length': '0'} 2022-09-01T11:00:03.820 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a6f58f79eb8030c-00631090b3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.821 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:03.822 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:03.824 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.825 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.825 DEBUG:boto:Method: HEAD 2022-09-01T11:00:03.826 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.827 DEBUG:boto:Data: 2022-09-01T11:00:03.827 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.828 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.829 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.829 DEBUG:boto:Params: {} 2022-09-01T11:00:03.830 DEBUG:boto:Token: None 2022-09-01T11:00:03.831 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.831 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7DCSb40udXS+rArJr/dRNtR54kE= 2022-09-01T11:00:03.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7DCSb40udXS+rArJr/dRNtR54kE=', 'Content-Length': '0'} 2022-09-01T11:00:03.834 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008c6730e5e3dc300b-00631090b3-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.835 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:03.836 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:03.836 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.837 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.837 DEBUG:boto:Method: HEAD 2022-09-01T11:00:03.838 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.839 DEBUG:boto:Data: 2022-09-01T11:00:03.839 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.840 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:03.840 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.841 DEBUG:boto:Params: {} 2022-09-01T11:00:03.841 DEBUG:boto:Token: None 2022-09-01T11:00:03.842 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.842 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7DCSb40udXS+rArJr/dRNtR54kE= 2022-09-01T11:00:03.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7DCSb40udXS+rArJr/dRNtR54kE=', 'Content-Length': '0'} 2022-09-01T11:00:03.845 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004931de53ad30504f-00631090b3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.846 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T11:00:03.846 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:03.847 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:03.848 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.848 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.849 DEBUG:boto:Method: GET 2022-09-01T11:00:03.849 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.850 DEBUG:boto:Data: 2022-09-01T11:00:03.851 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.852 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.852 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.853 DEBUG:boto:Params: {} 2022-09-01T11:00:03.853 DEBUG:boto:Token: None 2022-09-01T11:00:03.854 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.855 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JexD87mJObFw8SPpeZ8CIFadTOI= 2022-09-01T11:00:03.855 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JexD87mJObFw8SPpeZ8CIFadTOI=', 'Content-Length': '0'} 2022-09-01T11:00:03.858 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c365d58e17babdf6-00631090b3-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.859 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:03.860 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:03.861 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.862 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.863 DEBUG:boto:Method: GET 2022-09-01T11:00:03.864 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.865 DEBUG:boto:Data: 2022-09-01T11:00:03.866 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.867 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:03.867 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.868 DEBUG:boto:Params: {} 2022-09-01T11:00:03.869 DEBUG:boto:Token: None 2022-09-01T11:00:03.870 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:03.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JexD87mJObFw8SPpeZ8CIFadTOI= 2022-09-01T11:00:03.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JexD87mJObFw8SPpeZ8CIFadTOI=', 'Content-Length': '0'} 2022-09-01T11:00:03.873 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ce2267dcb11b3f2a-00631090b3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.914 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:03.915 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:03.916 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:03.917 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:03.918 DEBUG:boto:Method: GET 2022-09-01T11:00:03.920 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T11:00:03.921 DEBUG:boto:Data: 2022-09-01T11:00:03.922 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.924 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.925 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.926 DEBUG:boto:Params: {} 2022-09-01T11:00:03.927 DEBUG:boto:Token: None 2022-09-01T11:00:03.928 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/ 2022-09-01T11:00:03.929 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eQ1Xra2WvEMjjBZFfHbUPFHiyTc= 2022-09-01T11:00:03.931 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eQ1Xra2WvEMjjBZFfHbUPFHiyTc=', 'Content-Length': '0'} 2022-09-01T11:00:03.936 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e2e5098f4a1cab34-00631090b3-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.937 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:03.939 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:03.940 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:03.941 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:03.941 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:03.942 DEBUG:boto:Method: GET 2022-09-01T11:00:03.943 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T11:00:03.943 DEBUG:boto:Data: 2022-09-01T11:00:03.944 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.945 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:03.946 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.946 DEBUG:boto:Params: {} 2022-09-01T11:00:03.947 DEBUG:boto:Token: None 2022-09-01T11:00:03.948 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/ 2022-09-01T11:00:03.949 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eQ1Xra2WvEMjjBZFfHbUPFHiyTc= 2022-09-01T11:00:03.950 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eQ1Xra2WvEMjjBZFfHbUPFHiyTc=', 'Content-Length': '0'} 2022-09-01T11:00:03.953 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003f5c59b092984474-00631090b3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.954 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:03.955 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:03.956 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:03.957 DEBUG:boto:Method: HEAD 2022-09-01T11:00:03.959 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T11:00:03.960 DEBUG:boto:Data: 2022-09-01T11:00:03.961 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.962 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.963 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.963 DEBUG:boto:Params: {} 2022-09-01T11:00:03.964 DEBUG:boto:Token: None 2022-09-01T11:00:03.965 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/b 2022-09-01T11:00:03.966 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LY0kuBCa5P+UH0gQWOd4TNktUtc= 2022-09-01T11:00:03.967 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LY0kuBCa5P+UH0gQWOd4TNktUtc=', 'Content-Length': '0'} 2022-09-01T11:00:03.970 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004b1c89db50cc3df1-00631090b3-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.971 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:03.972 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:03.973 DEBUG:boto:Method: HEAD 2022-09-01T11:00:03.974 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T11:00:03.975 DEBUG:boto:Data: 2022-09-01T11:00:03.976 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.977 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:03.977 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.978 DEBUG:boto:Params: {} 2022-09-01T11:00:03.979 DEBUG:boto:Token: None 2022-09-01T11:00:03.980 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/b 2022-09-01T11:00:03.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LY0kuBCa5P+UH0gQWOd4TNktUtc= 2022-09-01T11:00:03.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LY0kuBCa5P+UH0gQWOd4TNktUtc=', 'Content-Length': '0'} 2022-09-01T11:00:03.984 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c48e20c38bdcdd1d-00631090b3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:03.986 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T11:00:03.987 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:03.988 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:03.989 DEBUG:boto:Method: GET 2022-09-01T11:00:03.990 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T11:00:03.991 DEBUG:boto:Data: 2022-09-01T11:00:03.992 DEBUG:boto:Headers: {} 2022-09-01T11:00:03.993 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:03.994 DEBUG:boto:Port: 8000 2022-09-01T11:00:03.995 DEBUG:boto:Params: {} 2022-09-01T11:00:03.996 DEBUG:boto:Token: None 2022-09-01T11:00:03.997 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:03 GMT /ptoxvb-71/b 2022-09-01T11:00:03.998 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oMdbI4upV4i7k97n8S/aZFhYv14= 2022-09-01T11:00:03.998 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oMdbI4upV4i7k97n8S/aZFhYv14=', 'Content-Length': '0'} 2022-09-01T11:00:04.000 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e7482f57cb1b3529-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.001 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:04.001 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:04.002 DEBUG:boto:Method: GET 2022-09-01T11:00:04.003 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T11:00:04.003 DEBUG:boto:Data: 2022-09-01T11:00:04.004 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.004 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.005 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.005 DEBUG:boto:Params: {} 2022-09-01T11:00:04.006 DEBUG:boto:Token: None 2022-09-01T11:00:04.006 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/b 2022-09-01T11:00:04.007 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y6BcMcB34tK+5+Jx1q4guUc8G14= 2022-09-01T11:00:04.008 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y6BcMcB34tK+5+Jx1q4guUc8G14=', 'Content-Length': '0'} 2022-09-01T11:00:04.010 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001ca5bb1b96a7c921-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.011 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:04.011 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:04.012 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:04.012 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:04.013 DEBUG:boto:Method: GET 2022-09-01T11:00:04.013 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T11:00:04.014 DEBUG:boto:Data: 2022-09-01T11:00:04.014 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.015 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.015 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.016 DEBUG:boto:Params: {} 2022-09-01T11:00:04.016 DEBUG:boto:Token: None 2022-09-01T11:00:04.017 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/ 2022-09-01T11:00:04.018 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8= 2022-09-01T11:00:04.018 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8=', 'Content-Length': '0'} 2022-09-01T11:00:04.020 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b71c145dcc8cc62f-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.021 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:04.022 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:04.023 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:04.023 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:04.024 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:04.024 DEBUG:boto:Method: GET 2022-09-01T11:00:04.025 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T11:00:04.025 DEBUG:boto:Data: 2022-09-01T11:00:04.026 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.026 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.027 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.027 DEBUG:boto:Params: {} 2022-09-01T11:00:04.028 DEBUG:boto:Token: None 2022-09-01T11:00:04.028 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/ 2022-09-01T11:00:04.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8= 2022-09-01T11:00:04.030 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8=', 'Content-Length': '0'} 2022-09-01T11:00:04.032 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000016b1922c6d215f4a-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.033 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:04.033 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T11:00:04.034 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:04.035 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:04.035 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.036 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.036 DEBUG:boto:Method: GET 2022-09-01T11:00:04.037 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.037 DEBUG:boto:Data: 2022-09-01T11:00:04.038 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.038 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.039 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.039 DEBUG:boto:Params: {} 2022-09-01T11:00:04.040 DEBUG:boto:Token: None 2022-09-01T11:00:04.040 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.041 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Kc5lukMZoEcUhIS2jJRKCHGLDo0= 2022-09-01T11:00:04.042 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Kc5lukMZoEcUhIS2jJRKCHGLDo0=', 'Content-Length': '0'} 2022-09-01T11:00:04.044 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004cc173f5ae437aca-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.045 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:04.045 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:04.046 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.046 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.047 DEBUG:boto:Method: GET 2022-09-01T11:00:04.048 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.048 DEBUG:boto:Data: 2022-09-01T11:00:04.049 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.049 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.050 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.050 DEBUG:boto:Params: {} 2022-09-01T11:00:04.051 DEBUG:boto:Token: None 2022-09-01T11:00:04.051 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.052 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Kc5lukMZoEcUhIS2jJRKCHGLDo0= 2022-09-01T11:00:04.053 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Kc5lukMZoEcUhIS2jJRKCHGLDo0=', 'Content-Length': '0'} 2022-09-01T11:00:04.055 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004a53a054c738e8c2-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.057 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:04.057 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:04.058 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.059 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.060 DEBUG:boto:Method: HEAD 2022-09-01T11:00:04.061 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.062 DEBUG:boto:Data: 2022-09-01T11:00:04.063 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.064 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.064 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.065 DEBUG:boto:Params: {} 2022-09-01T11:00:04.066 DEBUG:boto:Token: None 2022-09-01T11:00:04.067 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.068 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PYCm2Xzkz0WQYYGZ/fW4VmoUlug= 2022-09-01T11:00:04.069 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PYCm2Xzkz0WQYYGZ/fW4VmoUlug=', 'Content-Length': '0'} 2022-09-01T11:00:04.071 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d6ad1f64251eab98-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.072 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:04.073 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:04.073 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.074 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.074 DEBUG:boto:Method: HEAD 2022-09-01T11:00:04.075 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.075 DEBUG:boto:Data: 2022-09-01T11:00:04.076 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.076 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.077 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.078 DEBUG:boto:Params: {} 2022-09-01T11:00:04.078 DEBUG:boto:Token: None 2022-09-01T11:00:04.079 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.080 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PYCm2Xzkz0WQYYGZ/fW4VmoUlug= 2022-09-01T11:00:04.081 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PYCm2Xzkz0WQYYGZ/fW4VmoUlug=', 'Content-Length': '0'} 2022-09-01T11:00:04.083 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000229ec442c0536987-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.084 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T11:00:04.085 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:04.085 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:04.086 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.086 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.087 DEBUG:boto:Method: GET 2022-09-01T11:00:04.087 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.088 DEBUG:boto:Data: 2022-09-01T11:00:04.088 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.089 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.089 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.090 DEBUG:boto:Params: {} 2022-09-01T11:00:04.091 DEBUG:boto:Token: None 2022-09-01T11:00:04.091 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Kc5lukMZoEcUhIS2jJRKCHGLDo0= 2022-09-01T11:00:04.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Kc5lukMZoEcUhIS2jJRKCHGLDo0=', 'Content-Length': '0'} 2022-09-01T11:00:04.095 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000de12254f7a59ebc1-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.095 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:04.096 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:04.097 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.097 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.098 DEBUG:boto:Method: GET 2022-09-01T11:00:04.098 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.099 DEBUG:boto:Data: 2022-09-01T11:00:04.099 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.100 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.100 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.101 DEBUG:boto:Params: {} 2022-09-01T11:00:04.101 DEBUG:boto:Token: None 2022-09-01T11:00:04.102 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:04.102 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Kc5lukMZoEcUhIS2jJRKCHGLDo0= 2022-09-01T11:00:04.103 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Kc5lukMZoEcUhIS2jJRKCHGLDo0=', 'Content-Length': '0'} 2022-09-01T11:00:04.105 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a8adbaa5a8bd5e8c-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.154 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:04.154 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:04.155 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:04.155 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:04.156 DEBUG:boto:Method: GET 2022-09-01T11:00:04.157 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T11:00:04.158 DEBUG:boto:Data: 2022-09-01T11:00:04.158 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.159 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.159 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.160 DEBUG:boto:Params: {} 2022-09-01T11:00:04.161 DEBUG:boto:Token: None 2022-09-01T11:00:04.162 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/ 2022-09-01T11:00:04.162 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8= 2022-09-01T11:00:04.163 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8=', 'Content-Length': '0'} 2022-09-01T11:00:04.165 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000024ce3c68ac8798c1-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.166 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:04.167 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:04.167 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:04.168 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:04.168 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:04.169 DEBUG:boto:Method: GET 2022-09-01T11:00:04.170 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T11:00:04.170 DEBUG:boto:Data: 2022-09-01T11:00:04.171 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.171 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.172 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.172 DEBUG:boto:Params: {} 2022-09-01T11:00:04.173 DEBUG:boto:Token: None 2022-09-01T11:00:04.173 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/ 2022-09-01T11:00:04.174 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8= 2022-09-01T11:00:04.175 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8=', 'Content-Length': '0'} 2022-09-01T11:00:04.178 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c91b76f12fd1136f-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.179 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:04.180 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:04.180 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:04.181 DEBUG:boto:Method: HEAD 2022-09-01T11:00:04.182 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T11:00:04.182 DEBUG:boto:Data: 2022-09-01T11:00:04.183 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.184 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.185 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.186 DEBUG:boto:Params: {} 2022-09-01T11:00:04.187 DEBUG:boto:Token: None 2022-09-01T11:00:04.189 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/c 2022-09-01T11:00:04.190 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6xPXVj1/7/Rp6XGW0rUq/2kUg78= 2022-09-01T11:00:04.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6xPXVj1/7/Rp6XGW0rUq/2kUg78=', 'Content-Length': '0'} 2022-09-01T11:00:04.194 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004110c22c6235ee0d-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.197 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:04.198 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:04.198 DEBUG:boto:Method: HEAD 2022-09-01T11:00:04.205 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T11:00:04.206 DEBUG:boto:Data: 2022-09-01T11:00:04.207 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.208 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.209 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.210 DEBUG:boto:Params: {} 2022-09-01T11:00:04.211 DEBUG:boto:Token: None 2022-09-01T11:00:04.212 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/c 2022-09-01T11:00:04.213 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6xPXVj1/7/Rp6XGW0rUq/2kUg78= 2022-09-01T11:00:04.214 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6xPXVj1/7/Rp6XGW0rUq/2kUg78=', 'Content-Length': '0'} 2022-09-01T11:00:04.217 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000016ef20b87ede3801-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.219 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T11:00:04.220 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:04.220 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:04.221 DEBUG:boto:Method: GET 2022-09-01T11:00:04.222 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T11:00:04.223 DEBUG:boto:Data: 2022-09-01T11:00:04.224 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.225 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.226 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.227 DEBUG:boto:Params: {} 2022-09-01T11:00:04.228 DEBUG:boto:Token: None 2022-09-01T11:00:04.229 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/c 2022-09-01T11:00:04.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RJY9vt87+FS8GVCvYrTjyNKND+g= 2022-09-01T11:00:04.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RJY9vt87+FS8GVCvYrTjyNKND+g=', 'Content-Length': '0'} 2022-09-01T11:00:04.233 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c9035b56d2bb580-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.274 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:04.275 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:04.275 DEBUG:boto:Method: GET 2022-09-01T11:00:04.276 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T11:00:04.276 DEBUG:boto:Data: 2022-09-01T11:00:04.277 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.278 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.278 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.279 DEBUG:boto:Params: {} 2022-09-01T11:00:04.280 DEBUG:boto:Token: None 2022-09-01T11:00:04.281 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/c 2022-09-01T11:00:04.282 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RJY9vt87+FS8GVCvYrTjyNKND+g= 2022-09-01T11:00:04.283 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RJY9vt87+FS8GVCvYrTjyNKND+g=', 'Content-Length': '0'} 2022-09-01T11:00:04.287 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c3206bdcfe949d85-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.288 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:04.289 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:04.290 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:04.290 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:04.291 DEBUG:boto:Method: GET 2022-09-01T11:00:04.291 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T11:00:04.292 DEBUG:boto:Data: 2022-09-01T11:00:04.293 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.293 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.294 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.295 DEBUG:boto:Params: {} 2022-09-01T11:00:04.296 DEBUG:boto:Token: None 2022-09-01T11:00:04.297 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/ 2022-09-01T11:00:04.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8= 2022-09-01T11:00:04.298 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8=', 'Content-Length': '0'} 2022-09-01T11:00:04.301 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b491e089d8144c4c-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.302 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:04.303 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:04.303 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:04.304 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:04.305 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:04.305 DEBUG:boto:Method: GET 2022-09-01T11:00:04.306 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T11:00:04.306 DEBUG:boto:Data: 2022-09-01T11:00:04.307 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.308 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.308 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.309 DEBUG:boto:Params: {} 2022-09-01T11:00:04.309 DEBUG:boto:Token: None 2022-09-01T11:00:04.310 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/ 2022-09-01T11:00:04.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8= 2022-09-01T11:00:04.311 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8=', 'Content-Length': '0'} 2022-09-01T11:00:04.314 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008509ec2808b90f91-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.359 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:04.360 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T11:00:04.360 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:04.361 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:04.362 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.362 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.363 DEBUG:boto:Method: GET 2022-09-01T11:00:04.364 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.364 DEBUG:boto:Data: 2022-09-01T11:00:04.365 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.365 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.367 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.367 DEBUG:boto:Params: {} 2022-09-01T11:00:04.368 DEBUG:boto:Token: None 2022-09-01T11:00:04.369 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.369 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wMks6KWLwG1oyjkBWk+kehdaYNs= 2022-09-01T11:00:04.370 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wMks6KWLwG1oyjkBWk+kehdaYNs=', 'Content-Length': '0'} 2022-09-01T11:00:04.372 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000936ba4b3b2681aca-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.373 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:04.374 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:04.375 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.376 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.377 DEBUG:boto:Method: GET 2022-09-01T11:00:04.378 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.379 DEBUG:boto:Data: 2022-09-01T11:00:04.380 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.381 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.382 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.383 DEBUG:boto:Params: {} 2022-09-01T11:00:04.384 DEBUG:boto:Token: None 2022-09-01T11:00:04.386 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wMks6KWLwG1oyjkBWk+kehdaYNs= 2022-09-01T11:00:04.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wMks6KWLwG1oyjkBWk+kehdaYNs=', 'Content-Length': '0'} 2022-09-01T11:00:04.390 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee36ddcfef61549b-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.392 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:04.393 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:04.394 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.395 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.395 DEBUG:boto:Method: HEAD 2022-09-01T11:00:04.396 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.397 DEBUG:boto:Data: 2022-09-01T11:00:04.398 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.399 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.400 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.401 DEBUG:boto:Params: {} 2022-09-01T11:00:04.402 DEBUG:boto:Token: None 2022-09-01T11:00:04.403 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.404 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:w8XMDtVtYsXhEp0nTBtZInonfWo= 2022-09-01T11:00:04.405 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:w8XMDtVtYsXhEp0nTBtZInonfWo=', 'Content-Length': '0'} 2022-09-01T11:00:04.408 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007e99669697d8b6c0-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.409 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:04.410 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:04.410 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.411 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.411 DEBUG:boto:Method: HEAD 2022-09-01T11:00:04.412 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.412 DEBUG:boto:Data: 2022-09-01T11:00:04.413 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.413 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.414 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.414 DEBUG:boto:Params: {} 2022-09-01T11:00:04.415 DEBUG:boto:Token: None 2022-09-01T11:00:04.416 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:w8XMDtVtYsXhEp0nTBtZInonfWo= 2022-09-01T11:00:04.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:w8XMDtVtYsXhEp0nTBtZInonfWo=', 'Content-Length': '0'} 2022-09-01T11:00:04.419 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b74366e6773abd8-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.419 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T11:00:04.420 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:04.421 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:04.421 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.422 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.422 DEBUG:boto:Method: GET 2022-09-01T11:00:04.423 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.423 DEBUG:boto:Data: 2022-09-01T11:00:04.424 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.424 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.425 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.425 DEBUG:boto:Params: {} 2022-09-01T11:00:04.426 DEBUG:boto:Token: None 2022-09-01T11:00:04.426 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.427 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wMks6KWLwG1oyjkBWk+kehdaYNs= 2022-09-01T11:00:04.428 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wMks6KWLwG1oyjkBWk+kehdaYNs=', 'Content-Length': '0'} 2022-09-01T11:00:04.430 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003cd3abe2e6259a4e-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.431 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:04.431 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:04.432 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.432 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.433 DEBUG:boto:Method: GET 2022-09-01T11:00:04.433 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.434 DEBUG:boto:Data: 2022-09-01T11:00:04.434 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.435 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.435 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.436 DEBUG:boto:Params: {} 2022-09-01T11:00:04.437 DEBUG:boto:Token: None 2022-09-01T11:00:04.437 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:04.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wMks6KWLwG1oyjkBWk+kehdaYNs= 2022-09-01T11:00:04.438 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wMks6KWLwG1oyjkBWk+kehdaYNs=', 'Content-Length': '0'} 2022-09-01T11:00:04.441 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000006998b0a7a88d8f4-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.484 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:04.485 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:04.486 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:04.486 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:04.487 DEBUG:boto:Method: GET 2022-09-01T11:00:04.487 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T11:00:04.488 DEBUG:boto:Data: 2022-09-01T11:00:04.488 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.489 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.489 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.490 DEBUG:boto:Params: {} 2022-09-01T11:00:04.491 DEBUG:boto:Token: None 2022-09-01T11:00:04.491 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/ 2022-09-01T11:00:04.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8= 2022-09-01T11:00:04.492 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8=', 'Content-Length': '0'} 2022-09-01T11:00:04.495 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003d341ca05bb729f8-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.497 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:04.498 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:04.500 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:04.500 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:04.501 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:04.502 DEBUG:boto:Method: GET 2022-09-01T11:00:04.503 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T11:00:04.504 DEBUG:boto:Data: 2022-09-01T11:00:04.505 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.506 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.507 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.507 DEBUG:boto:Params: {} 2022-09-01T11:00:04.508 DEBUG:boto:Token: None 2022-09-01T11:00:04.509 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/ 2022-09-01T11:00:04.509 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8= 2022-09-01T11:00:04.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8=', 'Content-Length': '0'} 2022-09-01T11:00:04.513 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000029266238895bfb56-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.513 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:04.514 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:04.515 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:04.515 DEBUG:boto:Method: HEAD 2022-09-01T11:00:04.516 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T11:00:04.516 DEBUG:boto:Data: 2022-09-01T11:00:04.517 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.517 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.518 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.518 DEBUG:boto:Params: {} 2022-09-01T11:00:04.519 DEBUG:boto:Token: None 2022-09-01T11:00:04.519 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/d 2022-09-01T11:00:04.520 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xDLpgCRL9Vv7MExWDWOfjzD/sT8= 2022-09-01T11:00:04.521 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xDLpgCRL9Vv7MExWDWOfjzD/sT8=', 'Content-Length': '0'} 2022-09-01T11:00:04.523 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000062c2cb513a5ae5f5-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.525 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:04.525 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:04.526 DEBUG:boto:Method: HEAD 2022-09-01T11:00:04.526 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T11:00:04.527 DEBUG:boto:Data: 2022-09-01T11:00:04.527 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.528 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.528 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.529 DEBUG:boto:Params: {} 2022-09-01T11:00:04.531 DEBUG:boto:Token: None 2022-09-01T11:00:04.532 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/d 2022-09-01T11:00:04.533 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xDLpgCRL9Vv7MExWDWOfjzD/sT8= 2022-09-01T11:00:04.534 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xDLpgCRL9Vv7MExWDWOfjzD/sT8=', 'Content-Length': '0'} 2022-09-01T11:00:04.537 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d932c56843b4f8fc-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.537 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T11:00:04.538 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:04.539 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:04.539 DEBUG:boto:Method: GET 2022-09-01T11:00:04.540 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T11:00:04.540 DEBUG:boto:Data: 2022-09-01T11:00:04.541 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.541 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.542 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.542 DEBUG:boto:Params: {} 2022-09-01T11:00:04.543 DEBUG:boto:Token: None 2022-09-01T11:00:04.544 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/d 2022-09-01T11:00:04.544 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ue7nlDrTDUUDVsXekiG2yAFEwkk= 2022-09-01T11:00:04.545 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ue7nlDrTDUUDVsXekiG2yAFEwkk=', 'Content-Length': '0'} 2022-09-01T11:00:04.547 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001d092ddc971fb851-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.590 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:04.591 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:04.591 DEBUG:boto:Method: GET 2022-09-01T11:00:04.592 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T11:00:04.592 DEBUG:boto:Data: 2022-09-01T11:00:04.593 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.594 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.594 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.595 DEBUG:boto:Params: {} 2022-09-01T11:00:04.595 DEBUG:boto:Token: None 2022-09-01T11:00:04.596 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/d 2022-09-01T11:00:04.597 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ue7nlDrTDUUDVsXekiG2yAFEwkk= 2022-09-01T11:00:04.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ue7nlDrTDUUDVsXekiG2yAFEwkk=', 'Content-Length': '0'} 2022-09-01T11:00:04.600 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cc972506fba6ab5e-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.601 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:04.601 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:04.602 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:04.602 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:04.603 DEBUG:boto:Method: GET 2022-09-01T11:00:04.603 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T11:00:04.604 DEBUG:boto:Data: 2022-09-01T11:00:04.604 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.605 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.605 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.606 DEBUG:boto:Params: {} 2022-09-01T11:00:04.607 DEBUG:boto:Token: None 2022-09-01T11:00:04.607 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/ 2022-09-01T11:00:04.608 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8= 2022-09-01T11:00:04.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8=', 'Content-Length': '0'} 2022-09-01T11:00:04.611 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000098ec29490d66b280-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.611 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:04.612 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:04.613 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:04.613 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:04.614 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:04.615 DEBUG:boto:Method: GET 2022-09-01T11:00:04.615 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T11:00:04.616 DEBUG:boto:Data: 2022-09-01T11:00:04.616 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.617 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.617 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.618 DEBUG:boto:Params: {} 2022-09-01T11:00:04.618 DEBUG:boto:Token: None 2022-09-01T11:00:04.619 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/ 2022-09-01T11:00:04.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8= 2022-09-01T11:00:04.620 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8=', 'Content-Length': '0'} 2022-09-01T11:00:04.625 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c043287bf1243be5-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.626 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:04.627 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T11:00:04.628 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:04.629 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:04.629 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.630 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.630 DEBUG:boto:Method: GET 2022-09-01T11:00:04.631 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.632 DEBUG:boto:Data: 2022-09-01T11:00:04.632 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.633 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.633 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.634 DEBUG:boto:Params: {} 2022-09-01T11:00:04.634 DEBUG:boto:Token: None 2022-09-01T11:00:04.635 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.636 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FmoVI92tsgGp6N9F5CKiTt+UkdU= 2022-09-01T11:00:04.636 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FmoVI92tsgGp6N9F5CKiTt+UkdU=', 'Content-Length': '0'} 2022-09-01T11:00:04.639 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007f8af3d5f8f2c8ed-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.640 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:04.640 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:04.641 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.641 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.642 DEBUG:boto:Method: GET 2022-09-01T11:00:04.642 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.643 DEBUG:boto:Data: 2022-09-01T11:00:04.643 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.644 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.644 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.645 DEBUG:boto:Params: {} 2022-09-01T11:00:04.645 DEBUG:boto:Token: None 2022-09-01T11:00:04.646 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FmoVI92tsgGp6N9F5CKiTt+UkdU= 2022-09-01T11:00:04.647 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FmoVI92tsgGp6N9F5CKiTt+UkdU=', 'Content-Length': '0'} 2022-09-01T11:00:04.650 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cd1844eeb44d5b4d-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.651 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:04.651 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:04.652 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.652 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.653 DEBUG:boto:Method: HEAD 2022-09-01T11:00:04.653 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.654 DEBUG:boto:Data: 2022-09-01T11:00:04.654 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.655 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.655 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.656 DEBUG:boto:Params: {} 2022-09-01T11:00:04.656 DEBUG:boto:Token: None 2022-09-01T11:00:04.657 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z2G53vvlLcLUfUlk20PPOr+k6gY= 2022-09-01T11:00:04.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z2G53vvlLcLUfUlk20PPOr+k6gY=', 'Content-Length': '0'} 2022-09-01T11:00:04.660 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a6da5c2478480863-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.661 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:04.662 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:04.663 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.663 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.664 DEBUG:boto:Method: HEAD 2022-09-01T11:00:04.664 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.665 DEBUG:boto:Data: 2022-09-01T11:00:04.666 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.666 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.667 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.668 DEBUG:boto:Params: {} 2022-09-01T11:00:04.669 DEBUG:boto:Token: None 2022-09-01T11:00:04.670 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.671 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z2G53vvlLcLUfUlk20PPOr+k6gY= 2022-09-01T11:00:04.672 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z2G53vvlLcLUfUlk20PPOr+k6gY=', 'Content-Length': '0'} 2022-09-01T11:00:04.675 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001a04f789101b04f0-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.675 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T11:00:04.676 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:04.677 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:04.677 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.678 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.678 DEBUG:boto:Method: GET 2022-09-01T11:00:04.679 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.680 DEBUG:boto:Data: 2022-09-01T11:00:04.680 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.681 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.681 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.682 DEBUG:boto:Params: {} 2022-09-01T11:00:04.683 DEBUG:boto:Token: None 2022-09-01T11:00:04.684 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FmoVI92tsgGp6N9F5CKiTt+UkdU= 2022-09-01T11:00:04.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FmoVI92tsgGp6N9F5CKiTt+UkdU=', 'Content-Length': '0'} 2022-09-01T11:00:04.688 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009c8b1676ecb5cf83-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.732 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:04.733 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:04.733 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.734 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.734 DEBUG:boto:Method: GET 2022-09-01T11:00:04.735 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.735 DEBUG:boto:Data: 2022-09-01T11:00:04.736 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.736 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.737 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.738 DEBUG:boto:Params: {} 2022-09-01T11:00:04.738 DEBUG:boto:Token: None 2022-09-01T11:00:04.739 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:04.740 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FmoVI92tsgGp6N9F5CKiTt+UkdU= 2022-09-01T11:00:04.740 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FmoVI92tsgGp6N9F5CKiTt+UkdU=', 'Content-Length': '0'} 2022-09-01T11:00:04.743 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009cf97a3e89adbe1f-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.744 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:04.745 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:04.746 DEBUG:boto:path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:04.747 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:04.748 DEBUG:boto:Method: GET 2022-09-01T11:00:04.749 DEBUG:boto:Path: /ptoxvb-71/?prefix=e 2022-09-01T11:00:04.750 DEBUG:boto:Data: 2022-09-01T11:00:04.751 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.752 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.753 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.754 DEBUG:boto:Params: {} 2022-09-01T11:00:04.755 DEBUG:boto:Token: None 2022-09-01T11:00:04.756 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/ 2022-09-01T11:00:04.757 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8= 2022-09-01T11:00:04.758 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8=', 'Content-Length': '0'} 2022-09-01T11:00:04.761 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000016d166c3401e1811-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.762 DEBUG:boto:b'ptoxvb-71e1000falsee2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:04.764 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:04.765 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:04.766 DEBUG:boto:path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:04.766 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:04.767 DEBUG:boto:Method: GET 2022-09-01T11:00:04.768 DEBUG:boto:Path: /ptoxvb-71/?prefix=e 2022-09-01T11:00:04.769 DEBUG:boto:Data: 2022-09-01T11:00:04.769 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.770 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.770 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.771 DEBUG:boto:Params: {} 2022-09-01T11:00:04.772 DEBUG:boto:Token: None 2022-09-01T11:00:04.772 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/ 2022-09-01T11:00:04.773 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8= 2022-09-01T11:00:04.774 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8=', 'Content-Length': '0'} 2022-09-01T11:00:04.776 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c4c36e00e1cb67f5-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.818 DEBUG:boto:b'ptoxvb-71e1000falsee2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:04.819 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:04.820 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:04.820 DEBUG:boto:Method: HEAD 2022-09-01T11:00:04.821 DEBUG:boto:Path: /ptoxvb-71/e 2022-09-01T11:00:04.822 DEBUG:boto:Data: 2022-09-01T11:00:04.822 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.823 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.823 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.824 DEBUG:boto:Params: {} 2022-09-01T11:00:04.825 DEBUG:boto:Token: None 2022-09-01T11:00:04.827 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/e 2022-09-01T11:00:04.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:w9X5COcv2+WX3CdcEQzNwFoBBfc= 2022-09-01T11:00:04.828 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:w9X5COcv2+WX3CdcEQzNwFoBBfc=', 'Content-Length': '0'} 2022-09-01T11:00:04.831 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000041d992b0def602a8-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.832 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:04.833 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:04.834 DEBUG:boto:Method: HEAD 2022-09-01T11:00:04.835 DEBUG:boto:Path: /ptoxvb-71/e 2022-09-01T11:00:04.836 DEBUG:boto:Data: 2022-09-01T11:00:04.836 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.837 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.839 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.840 DEBUG:boto:Params: {} 2022-09-01T11:00:04.843 DEBUG:boto:Token: None 2022-09-01T11:00:04.844 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/e 2022-09-01T11:00:04.845 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:w9X5COcv2+WX3CdcEQzNwFoBBfc= 2022-09-01T11:00:04.846 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:w9X5COcv2+WX3CdcEQzNwFoBBfc=', 'Content-Length': '0'} 2022-09-01T11:00:04.848 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000028b91a587dfd9426-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.849 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T11:00:04.849 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:04.850 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:04.851 DEBUG:boto:Method: GET 2022-09-01T11:00:04.851 DEBUG:boto:Path: /ptoxvb-71/e 2022-09-01T11:00:04.852 DEBUG:boto:Data: 2022-09-01T11:00:04.852 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.853 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.854 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.854 DEBUG:boto:Params: {} 2022-09-01T11:00:04.855 DEBUG:boto:Token: None 2022-09-01T11:00:04.856 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/e 2022-09-01T11:00:04.856 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mUm3sHdxV34DS8RvTRVoTMXjtCs= 2022-09-01T11:00:04.857 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mUm3sHdxV34DS8RvTRVoTMXjtCs=', 'Content-Length': '0'} 2022-09-01T11:00:04.859 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bb2282cc40eb41c1-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.860 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:04.861 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:04.862 DEBUG:boto:Method: GET 2022-09-01T11:00:04.863 DEBUG:boto:Path: /ptoxvb-71/e 2022-09-01T11:00:04.864 DEBUG:boto:Data: 2022-09-01T11:00:04.865 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.866 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.866 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.867 DEBUG:boto:Params: {} 2022-09-01T11:00:04.868 DEBUG:boto:Token: None 2022-09-01T11:00:04.869 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/e 2022-09-01T11:00:04.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mUm3sHdxV34DS8RvTRVoTMXjtCs= 2022-09-01T11:00:04.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mUm3sHdxV34DS8RvTRVoTMXjtCs=', 'Content-Length': '0'} 2022-09-01T11:00:04.873 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000acd763742e29da02-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.874 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:04.874 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:04.875 DEBUG:boto:path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:04.876 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:04.876 DEBUG:boto:Method: GET 2022-09-01T11:00:04.877 DEBUG:boto:Path: /ptoxvb-71/?prefix=e 2022-09-01T11:00:04.877 DEBUG:boto:Data: 2022-09-01T11:00:04.878 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.879 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.879 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.880 DEBUG:boto:Params: {} 2022-09-01T11:00:04.880 DEBUG:boto:Token: None 2022-09-01T11:00:04.881 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/ 2022-09-01T11:00:04.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8= 2022-09-01T11:00:04.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8=', 'Content-Length': '0'} 2022-09-01T11:00:04.885 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004aad04111f19331b-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.886 DEBUG:boto:b'ptoxvb-71e1000falsee2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:04.886 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:04.887 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:04.888 DEBUG:boto:path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:04.888 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:04.889 DEBUG:boto:Method: GET 2022-09-01T11:00:04.889 DEBUG:boto:Path: /ptoxvb-71/?prefix=e 2022-09-01T11:00:04.890 DEBUG:boto:Data: 2022-09-01T11:00:04.890 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.891 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.891 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.892 DEBUG:boto:Params: {} 2022-09-01T11:00:04.893 DEBUG:boto:Token: None 2022-09-01T11:00:04.893 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/ 2022-09-01T11:00:04.894 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8= 2022-09-01T11:00:04.895 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33rqo8BspI/NQ4MpLhQWTtfkcQ8=', 'Content-Length': '0'} 2022-09-01T11:00:04.897 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003c69033c3303a640-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.898 DEBUG:boto:b'ptoxvb-71e1000falsee2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:04.899 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T11:00:04.899 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:04.900 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:04.900 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.901 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.902 DEBUG:boto:Method: GET 2022-09-01T11:00:04.902 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.903 DEBUG:boto:Data: 2022-09-01T11:00:04.903 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.904 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.905 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.905 DEBUG:boto:Params: {} 2022-09-01T11:00:04.906 DEBUG:boto:Token: None 2022-09-01T11:00:04.907 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.907 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eQVzwQTPN544ur2DD49rnLu6Kkc= 2022-09-01T11:00:04.908 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eQVzwQTPN544ur2DD49rnLu6Kkc=', 'Content-Length': '0'} 2022-09-01T11:00:04.911 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d3f25bb048fd3c69-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.912 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:04.912 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:04.913 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.913 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.914 DEBUG:boto:Method: GET 2022-09-01T11:00:04.915 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.915 DEBUG:boto:Data: 2022-09-01T11:00:04.916 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.917 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.918 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.919 DEBUG:boto:Params: {} 2022-09-01T11:00:04.919 DEBUG:boto:Token: None 2022-09-01T11:00:04.920 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.921 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eQVzwQTPN544ur2DD49rnLu6Kkc= 2022-09-01T11:00:04.922 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eQVzwQTPN544ur2DD49rnLu6Kkc=', 'Content-Length': '0'} 2022-09-01T11:00:04.924 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000953461086ecdca8b-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.925 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:04.925 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:04.926 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.927 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.927 DEBUG:boto:Method: HEAD 2022-09-01T11:00:04.928 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.928 DEBUG:boto:Data: 2022-09-01T11:00:04.929 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.929 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.930 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.930 DEBUG:boto:Params: {} 2022-09-01T11:00:04.931 DEBUG:boto:Token: None 2022-09-01T11:00:04.931 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.932 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wniEqo7qfohWyZ9hDVi9Hb9DcdE= 2022-09-01T11:00:04.934 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wniEqo7qfohWyZ9hDVi9Hb9DcdE=', 'Content-Length': '0'} 2022-09-01T11:00:04.936 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000cbda9ae3ca76503-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.937 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:04.938 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:04.938 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.939 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.939 DEBUG:boto:Method: HEAD 2022-09-01T11:00:04.940 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.940 DEBUG:boto:Data: 2022-09-01T11:00:04.940 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.941 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:04.941 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.942 DEBUG:boto:Params: {} 2022-09-01T11:00:04.943 DEBUG:boto:Token: None 2022-09-01T11:00:04.943 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wniEqo7qfohWyZ9hDVi9Hb9DcdE= 2022-09-01T11:00:04.944 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wniEqo7qfohWyZ9hDVi9Hb9DcdE=', 'Content-Length': '0'} 2022-09-01T11:00:04.946 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000523d23388eb372c8-00631090b4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:04.947 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T11:00:04.948 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:04.948 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:04.949 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.949 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.950 DEBUG:boto:Method: GET 2022-09-01T11:00:04.950 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.951 DEBUG:boto:Data: 2022-09-01T11:00:04.951 DEBUG:boto:Headers: {} 2022-09-01T11:00:04.952 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:04.952 DEBUG:boto:Port: 8000 2022-09-01T11:00:04.953 DEBUG:boto:Params: {} 2022-09-01T11:00:04.954 DEBUG:boto:Token: None 2022-09-01T11:00:04.954 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:04 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:04.955 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eQVzwQTPN544ur2DD49rnLu6Kkc= 2022-09-01T11:00:04.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eQVzwQTPN544ur2DD49rnLu6Kkc=', 'Content-Length': '0'} 2022-09-01T11:00:04.957 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ebe35db288af3131-00631090b4-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.002 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:05.003 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:05.003 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:05.004 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:05.005 DEBUG:boto:Method: GET 2022-09-01T11:00:05.005 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:05.006 DEBUG:boto:Data: 2022-09-01T11:00:05.006 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.007 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.007 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.008 DEBUG:boto:Params: {} 2022-09-01T11:00:05.008 DEBUG:boto:Token: None 2022-09-01T11:00:05.009 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:05.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s3U6y+ltDZI6vml8WS9mUfzJAlA= 2022-09-01T11:00:05.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s3U6y+ltDZI6vml8WS9mUfzJAlA=', 'Content-Length': '0'} 2022-09-01T11:00:05.014 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006738904cc8328dbb-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.015 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.016 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.017 DEBUG:boto:path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:05.018 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:05.019 DEBUG:boto:Method: GET 2022-09-01T11:00:05.019 DEBUG:boto:Path: /ptoxvb-71/?prefix=f 2022-09-01T11:00:05.020 DEBUG:boto:Data: 2022-09-01T11:00:05.020 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.021 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.021 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.022 DEBUG:boto:Params: {} 2022-09-01T11:00:05.023 DEBUG:boto:Token: None 2022-09-01T11:00:05.023 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.024 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U= 2022-09-01T11:00:05.025 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U=', 'Content-Length': '0'} 2022-09-01T11:00:05.027 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002859f920347e0fef-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.028 DEBUG:boto:b'ptoxvb-71f1000falsef2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.029 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.029 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.030 DEBUG:boto:path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:05.030 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:05.031 DEBUG:boto:Method: GET 2022-09-01T11:00:05.032 DEBUG:boto:Path: /ptoxvb-71/?prefix=f 2022-09-01T11:00:05.032 DEBUG:boto:Data: 2022-09-01T11:00:05.033 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.034 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.034 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.035 DEBUG:boto:Params: {} 2022-09-01T11:00:05.035 DEBUG:boto:Token: None 2022-09-01T11:00:05.036 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.036 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U= 2022-09-01T11:00:05.037 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U=', 'Content-Length': '0'} 2022-09-01T11:00:05.039 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f7f86d96cde7c323-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.040 DEBUG:boto:b'ptoxvb-71f1000falsef2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.041 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:05.041 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:05.042 DEBUG:boto:Method: HEAD 2022-09-01T11:00:05.043 DEBUG:boto:Path: /ptoxvb-71/f 2022-09-01T11:00:05.043 DEBUG:boto:Data: 2022-09-01T11:00:05.044 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.044 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.045 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.046 DEBUG:boto:Params: {} 2022-09-01T11:00:05.046 DEBUG:boto:Token: None 2022-09-01T11:00:05.047 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/f 2022-09-01T11:00:05.047 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4ID/DSMp0u8xTddHeKkFIefSjY= 2022-09-01T11:00:05.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4ID/DSMp0u8xTddHeKkFIefSjY=', 'Content-Length': '0'} 2022-09-01T11:00:05.050 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000076714bcdb68c1548-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.051 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:05.051 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:05.052 DEBUG:boto:Method: HEAD 2022-09-01T11:00:05.052 DEBUG:boto:Path: /ptoxvb-71/f 2022-09-01T11:00:05.053 DEBUG:boto:Data: 2022-09-01T11:00:05.053 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.054 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.054 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.055 DEBUG:boto:Params: {} 2022-09-01T11:00:05.056 DEBUG:boto:Token: None 2022-09-01T11:00:05.056 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/f 2022-09-01T11:00:05.057 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4ID/DSMp0u8xTddHeKkFIefSjY= 2022-09-01T11:00:05.057 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4ID/DSMp0u8xTddHeKkFIefSjY=', 'Content-Length': '0'} 2022-09-01T11:00:05.060 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002eefc1bec1733001-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.061 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T11:00:05.062 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:05.063 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:05.064 DEBUG:boto:Method: GET 2022-09-01T11:00:05.065 DEBUG:boto:Path: /ptoxvb-71/f 2022-09-01T11:00:05.067 DEBUG:boto:Data: 2022-09-01T11:00:05.068 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.069 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.070 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.071 DEBUG:boto:Params: {} 2022-09-01T11:00:05.072 DEBUG:boto:Token: None 2022-09-01T11:00:05.073 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/f 2022-09-01T11:00:05.074 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CU5flVHWpNRsMhXllqjq+xCCeFo= 2022-09-01T11:00:05.075 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CU5flVHWpNRsMhXllqjq+xCCeFo=', 'Content-Length': '0'} 2022-09-01T11:00:05.078 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003867b1cc5df5c7c4-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.122 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:05.123 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:05.123 DEBUG:boto:Method: GET 2022-09-01T11:00:05.124 DEBUG:boto:Path: /ptoxvb-71/f 2022-09-01T11:00:05.124 DEBUG:boto:Data: 2022-09-01T11:00:05.125 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.126 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.126 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.127 DEBUG:boto:Params: {} 2022-09-01T11:00:05.127 DEBUG:boto:Token: None 2022-09-01T11:00:05.128 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/f 2022-09-01T11:00:05.128 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CU5flVHWpNRsMhXllqjq+xCCeFo= 2022-09-01T11:00:05.129 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CU5flVHWpNRsMhXllqjq+xCCeFo=', 'Content-Length': '0'} 2022-09-01T11:00:05.131 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000011b39776846bbf8f-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.133 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.133 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.134 DEBUG:boto:path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:05.134 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:05.135 DEBUG:boto:Method: GET 2022-09-01T11:00:05.135 DEBUG:boto:Path: /ptoxvb-71/?prefix=f 2022-09-01T11:00:05.136 DEBUG:boto:Data: 2022-09-01T11:00:05.136 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.137 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.137 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.138 DEBUG:boto:Params: {} 2022-09-01T11:00:05.139 DEBUG:boto:Token: None 2022-09-01T11:00:05.139 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.140 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U= 2022-09-01T11:00:05.140 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U=', 'Content-Length': '0'} 2022-09-01T11:00:05.143 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006dd74cf2ec9e5027-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.143 DEBUG:boto:b'ptoxvb-71f1000falsef2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.144 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.145 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.145 DEBUG:boto:path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:05.146 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:05.146 DEBUG:boto:Method: GET 2022-09-01T11:00:05.147 DEBUG:boto:Path: /ptoxvb-71/?prefix=f 2022-09-01T11:00:05.148 DEBUG:boto:Data: 2022-09-01T11:00:05.148 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.149 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.149 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.150 DEBUG:boto:Params: {} 2022-09-01T11:00:05.150 DEBUG:boto:Token: None 2022-09-01T11:00:05.151 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.152 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U= 2022-09-01T11:00:05.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U=', 'Content-Length': '0'} 2022-09-01T11:00:05.155 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000066c842a22ffdda7f-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.155 DEBUG:boto:b'ptoxvb-71f1000falsef2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.156 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T11:00:05.157 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:05.157 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:05.158 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.158 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.159 DEBUG:boto:Method: GET 2022-09-01T11:00:05.160 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.160 DEBUG:boto:Data: 2022-09-01T11:00:05.161 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.161 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.162 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.162 DEBUG:boto:Params: {} 2022-09-01T11:00:05.163 DEBUG:boto:Token: None 2022-09-01T11:00:05.164 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:566QLf6F1A661qiVgLD+6zIZDi0= 2022-09-01T11:00:05.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:566QLf6F1A661qiVgLD+6zIZDi0=', 'Content-Length': '0'} 2022-09-01T11:00:05.167 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000194d66816bd44189-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.168 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:05.169 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:05.169 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.170 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.170 DEBUG:boto:Method: GET 2022-09-01T11:00:05.171 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.171 DEBUG:boto:Data: 2022-09-01T11:00:05.172 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.172 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.173 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.174 DEBUG:boto:Params: {} 2022-09-01T11:00:05.174 DEBUG:boto:Token: None 2022-09-01T11:00:05.175 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.176 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:566QLf6F1A661qiVgLD+6zIZDi0= 2022-09-01T11:00:05.177 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:566QLf6F1A661qiVgLD+6zIZDi0=', 'Content-Length': '0'} 2022-09-01T11:00:05.179 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c01996829f6d9ec1-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.222 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:05.223 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:05.223 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.224 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.224 DEBUG:boto:Method: HEAD 2022-09-01T11:00:05.225 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.225 DEBUG:boto:Data: 2022-09-01T11:00:05.226 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.227 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.227 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.227 DEBUG:boto:Params: {} 2022-09-01T11:00:05.228 DEBUG:boto:Token: None 2022-09-01T11:00:05.229 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbpHmwwXaLkhvEQ7FeoV7CJWAjI= 2022-09-01T11:00:05.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbpHmwwXaLkhvEQ7FeoV7CJWAjI=', 'Content-Length': '0'} 2022-09-01T11:00:05.233 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf1d5ff6e69c8755-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.234 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:05.234 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:05.235 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.235 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.236 DEBUG:boto:Method: HEAD 2022-09-01T11:00:05.236 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.237 DEBUG:boto:Data: 2022-09-01T11:00:05.237 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.238 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.238 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.239 DEBUG:boto:Params: {} 2022-09-01T11:00:05.239 DEBUG:boto:Token: None 2022-09-01T11:00:05.240 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbpHmwwXaLkhvEQ7FeoV7CJWAjI= 2022-09-01T11:00:05.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbpHmwwXaLkhvEQ7FeoV7CJWAjI=', 'Content-Length': '0'} 2022-09-01T11:00:05.244 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000085889e1202633bb7-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.244 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T11:00:05.245 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:05.246 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:05.246 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.247 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.247 DEBUG:boto:Method: GET 2022-09-01T11:00:05.248 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.248 DEBUG:boto:Data: 2022-09-01T11:00:05.249 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.249 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.250 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.250 DEBUG:boto:Params: {} 2022-09-01T11:00:05.251 DEBUG:boto:Token: None 2022-09-01T11:00:05.252 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:566QLf6F1A661qiVgLD+6zIZDi0= 2022-09-01T11:00:05.253 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:566QLf6F1A661qiVgLD+6zIZDi0=', 'Content-Length': '0'} 2022-09-01T11:00:05.255 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f8803491eff9b93c-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.256 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:05.257 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:05.257 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.258 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.258 DEBUG:boto:Method: GET 2022-09-01T11:00:05.259 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.259 DEBUG:boto:Data: 2022-09-01T11:00:05.260 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.261 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.262 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.263 DEBUG:boto:Params: {} 2022-09-01T11:00:05.263 DEBUG:boto:Token: None 2022-09-01T11:00:05.264 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:05.265 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:566QLf6F1A661qiVgLD+6zIZDi0= 2022-09-01T11:00:05.266 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:566QLf6F1A661qiVgLD+6zIZDi0=', 'Content-Length': '0'} 2022-09-01T11:00:05.268 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d5805f03e7bdeea4-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.269 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.270 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.270 DEBUG:boto:path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:05.271 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:05.272 DEBUG:boto:Method: GET 2022-09-01T11:00:05.273 DEBUG:boto:Path: /ptoxvb-71/?prefix=g 2022-09-01T11:00:05.274 DEBUG:boto:Data: 2022-09-01T11:00:05.275 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.276 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.277 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.278 DEBUG:boto:Params: {} 2022-09-01T11:00:05.279 DEBUG:boto:Token: None 2022-09-01T11:00:05.280 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U= 2022-09-01T11:00:05.282 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U=', 'Content-Length': '0'} 2022-09-01T11:00:05.284 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000fcfc2a662a9c97f-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.285 DEBUG:boto:b'ptoxvb-71g1000falseg2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.286 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.286 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.287 DEBUG:boto:path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:05.287 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:05.288 DEBUG:boto:Method: GET 2022-09-01T11:00:05.288 DEBUG:boto:Path: /ptoxvb-71/?prefix=g 2022-09-01T11:00:05.289 DEBUG:boto:Data: 2022-09-01T11:00:05.289 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.290 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.291 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.291 DEBUG:boto:Params: {} 2022-09-01T11:00:05.292 DEBUG:boto:Token: None 2022-09-01T11:00:05.292 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.293 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U= 2022-09-01T11:00:05.294 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U=', 'Content-Length': '0'} 2022-09-01T11:00:05.296 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f6c2f2b3168f8ffd-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.297 DEBUG:boto:b'ptoxvb-71g1000falseg2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.297 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:05.298 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:05.299 DEBUG:boto:Method: HEAD 2022-09-01T11:00:05.299 DEBUG:boto:Path: /ptoxvb-71/g 2022-09-01T11:00:05.300 DEBUG:boto:Data: 2022-09-01T11:00:05.300 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.301 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.302 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.303 DEBUG:boto:Params: {} 2022-09-01T11:00:05.303 DEBUG:boto:Token: None 2022-09-01T11:00:05.305 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/g 2022-09-01T11:00:05.305 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6RMJIE35NIbnaybvAkcci1j00do= 2022-09-01T11:00:05.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6RMJIE35NIbnaybvAkcci1j00do=', 'Content-Length': '0'} 2022-09-01T11:00:05.308 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000647bf1b7f886b680-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.309 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:05.310 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:05.310 DEBUG:boto:Method: HEAD 2022-09-01T11:00:05.311 DEBUG:boto:Path: /ptoxvb-71/g 2022-09-01T11:00:05.311 DEBUG:boto:Data: 2022-09-01T11:00:05.312 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.312 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.313 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.313 DEBUG:boto:Params: {} 2022-09-01T11:00:05.314 DEBUG:boto:Token: None 2022-09-01T11:00:05.314 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/g 2022-09-01T11:00:05.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6RMJIE35NIbnaybvAkcci1j00do= 2022-09-01T11:00:05.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6RMJIE35NIbnaybvAkcci1j00do=', 'Content-Length': '0'} 2022-09-01T11:00:05.318 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ab95772f15343dc6-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.319 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T11:00:05.319 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:05.320 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:05.321 DEBUG:boto:Method: GET 2022-09-01T11:00:05.321 DEBUG:boto:Path: /ptoxvb-71/g 2022-09-01T11:00:05.322 DEBUG:boto:Data: 2022-09-01T11:00:05.323 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.323 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.324 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.325 DEBUG:boto:Params: {} 2022-09-01T11:00:05.326 DEBUG:boto:Token: None 2022-09-01T11:00:05.326 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/g 2022-09-01T11:00:05.327 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q9rCOUOvYRKk5NYXrUUUWRnl70A= 2022-09-01T11:00:05.328 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q9rCOUOvYRKk5NYXrUUUWRnl70A=', 'Content-Length': '0'} 2022-09-01T11:00:05.330 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000067ce1344f56f93aa-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.331 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:05.332 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:05.332 DEBUG:boto:Method: GET 2022-09-01T11:00:05.333 DEBUG:boto:Path: /ptoxvb-71/g 2022-09-01T11:00:05.333 DEBUG:boto:Data: 2022-09-01T11:00:05.334 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.335 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.335 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.336 DEBUG:boto:Params: {} 2022-09-01T11:00:05.337 DEBUG:boto:Token: None 2022-09-01T11:00:05.339 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/g 2022-09-01T11:00:05.340 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q9rCOUOvYRKk5NYXrUUUWRnl70A= 2022-09-01T11:00:05.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q9rCOUOvYRKk5NYXrUUUWRnl70A=', 'Content-Length': '0'} 2022-09-01T11:00:05.344 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e809b6218b058a54-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.346 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.347 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.348 DEBUG:boto:path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:05.348 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:05.349 DEBUG:boto:Method: GET 2022-09-01T11:00:05.350 DEBUG:boto:Path: /ptoxvb-71/?prefix=g 2022-09-01T11:00:05.351 DEBUG:boto:Data: 2022-09-01T11:00:05.352 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.353 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.354 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.355 DEBUG:boto:Params: {} 2022-09-01T11:00:05.357 DEBUG:boto:Token: None 2022-09-01T11:00:05.358 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U= 2022-09-01T11:00:05.360 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U=', 'Content-Length': '0'} 2022-09-01T11:00:05.363 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000e8c1ba3e6a539fa-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.410 DEBUG:boto:b'ptoxvb-71g1000falseg2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.412 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.412 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.413 DEBUG:boto:path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:05.414 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:05.414 DEBUG:boto:Method: GET 2022-09-01T11:00:05.415 DEBUG:boto:Path: /ptoxvb-71/?prefix=g 2022-09-01T11:00:05.416 DEBUG:boto:Data: 2022-09-01T11:00:05.417 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.417 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.418 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.418 DEBUG:boto:Params: {} 2022-09-01T11:00:05.419 DEBUG:boto:Token: None 2022-09-01T11:00:05.420 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U= 2022-09-01T11:00:05.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U=', 'Content-Length': '0'} 2022-09-01T11:00:05.425 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fae064f9588cb017-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.426 DEBUG:boto:b'ptoxvb-71g1000falseg2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.428 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T11:00:05.429 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:05.429 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:05.430 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.431 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.432 DEBUG:boto:Method: GET 2022-09-01T11:00:05.433 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.434 DEBUG:boto:Data: 2022-09-01T11:00:05.434 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.435 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.435 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.436 DEBUG:boto:Params: {} 2022-09-01T11:00:05.437 DEBUG:boto:Token: None 2022-09-01T11:00:05.438 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.439 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8kr7ju+CDQhgNTMGCBtGHtF9t5k= 2022-09-01T11:00:05.441 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8kr7ju+CDQhgNTMGCBtGHtF9t5k=', 'Content-Length': '0'} 2022-09-01T11:00:05.444 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000531150f9df72b211-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.445 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:05.446 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:05.447 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.448 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.449 DEBUG:boto:Method: GET 2022-09-01T11:00:05.450 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.451 DEBUG:boto:Data: 2022-09-01T11:00:05.452 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.453 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.454 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.455 DEBUG:boto:Params: {} 2022-09-01T11:00:05.456 DEBUG:boto:Token: None 2022-09-01T11:00:05.457 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8kr7ju+CDQhgNTMGCBtGHtF9t5k= 2022-09-01T11:00:05.460 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8kr7ju+CDQhgNTMGCBtGHtF9t5k=', 'Content-Length': '0'} 2022-09-01T11:00:05.466 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005ace6d7061ad97c2-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.468 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:05.469 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:05.469 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.471 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.471 DEBUG:boto:Method: HEAD 2022-09-01T11:00:05.472 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.473 DEBUG:boto:Data: 2022-09-01T11:00:05.474 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.475 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.476 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.478 DEBUG:boto:Params: {} 2022-09-01T11:00:05.479 DEBUG:boto:Token: None 2022-09-01T11:00:05.480 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.481 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4uqZHz3Ee2AzU75fvjIBhbMR0mo= 2022-09-01T11:00:05.483 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4uqZHz3Ee2AzU75fvjIBhbMR0mo=', 'Content-Length': '0'} 2022-09-01T11:00:05.485 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e1afad0ea25a2b52-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.486 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:05.486 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:05.487 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.487 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.488 DEBUG:boto:Method: HEAD 2022-09-01T11:00:05.489 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.489 DEBUG:boto:Data: 2022-09-01T11:00:05.490 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.490 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.491 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.491 DEBUG:boto:Params: {} 2022-09-01T11:00:05.492 DEBUG:boto:Token: None 2022-09-01T11:00:05.493 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.493 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4uqZHz3Ee2AzU75fvjIBhbMR0mo= 2022-09-01T11:00:05.494 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4uqZHz3Ee2AzU75fvjIBhbMR0mo=', 'Content-Length': '0'} 2022-09-01T11:00:05.496 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006310e47ac7ce68c4-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.497 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T11:00:05.497 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:05.498 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:05.499 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.500 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.500 DEBUG:boto:Method: GET 2022-09-01T11:00:05.501 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.501 DEBUG:boto:Data: 2022-09-01T11:00:05.502 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.502 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.503 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.504 DEBUG:boto:Params: {} 2022-09-01T11:00:05.505 DEBUG:boto:Token: None 2022-09-01T11:00:05.506 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.507 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8kr7ju+CDQhgNTMGCBtGHtF9t5k= 2022-09-01T11:00:05.509 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8kr7ju+CDQhgNTMGCBtGHtF9t5k=', 'Content-Length': '0'} 2022-09-01T11:00:05.511 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000017565927ee996fe-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.513 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:05.514 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:05.515 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.515 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.516 DEBUG:boto:Method: GET 2022-09-01T11:00:05.517 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.518 DEBUG:boto:Data: 2022-09-01T11:00:05.519 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.520 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.521 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.522 DEBUG:boto:Params: {} 2022-09-01T11:00:05.523 DEBUG:boto:Token: None 2022-09-01T11:00:05.524 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:05.526 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8kr7ju+CDQhgNTMGCBtGHtF9t5k= 2022-09-01T11:00:05.527 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8kr7ju+CDQhgNTMGCBtGHtF9t5k=', 'Content-Length': '0'} 2022-09-01T11:00:05.529 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000002286fead0f59d25-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.574 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.575 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.576 DEBUG:boto:path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:05.577 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:05.577 DEBUG:boto:Method: GET 2022-09-01T11:00:05.578 DEBUG:boto:Path: /ptoxvb-71/?prefix=h 2022-09-01T11:00:05.579 DEBUG:boto:Data: 2022-09-01T11:00:05.579 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.580 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.580 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.581 DEBUG:boto:Params: {} 2022-09-01T11:00:05.582 DEBUG:boto:Token: None 2022-09-01T11:00:05.582 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.583 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U= 2022-09-01T11:00:05.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U=', 'Content-Length': '0'} 2022-09-01T11:00:05.586 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009f1dc8a03c488ea6-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.587 DEBUG:boto:b'ptoxvb-71h1000falseh2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.589 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.589 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.590 DEBUG:boto:path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:05.591 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:05.591 DEBUG:boto:Method: GET 2022-09-01T11:00:05.592 DEBUG:boto:Path: /ptoxvb-71/?prefix=h 2022-09-01T11:00:05.592 DEBUG:boto:Data: 2022-09-01T11:00:05.593 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.594 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.603 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.604 DEBUG:boto:Params: {} 2022-09-01T11:00:05.605 DEBUG:boto:Token: None 2022-09-01T11:00:05.605 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U= 2022-09-01T11:00:05.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U=', 'Content-Length': '0'} 2022-09-01T11:00:05.610 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d5e8395faa8021a7-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.610 DEBUG:boto:b'ptoxvb-71h1000falseh2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.611 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:05.612 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:05.613 DEBUG:boto:Method: HEAD 2022-09-01T11:00:05.613 DEBUG:boto:Path: /ptoxvb-71/h 2022-09-01T11:00:05.614 DEBUG:boto:Data: 2022-09-01T11:00:05.614 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.615 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.615 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.616 DEBUG:boto:Params: {} 2022-09-01T11:00:05.617 DEBUG:boto:Token: None 2022-09-01T11:00:05.617 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/h 2022-09-01T11:00:05.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GX2I1eO9ffYGQGHQHyodSu3bFZM= 2022-09-01T11:00:05.618 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GX2I1eO9ffYGQGHQHyodSu3bFZM=', 'Content-Length': '0'} 2022-09-01T11:00:05.620 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba2042f04f973720-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.621 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:05.622 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:05.622 DEBUG:boto:Method: HEAD 2022-09-01T11:00:05.623 DEBUG:boto:Path: /ptoxvb-71/h 2022-09-01T11:00:05.623 DEBUG:boto:Data: 2022-09-01T11:00:05.624 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.625 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.625 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.626 DEBUG:boto:Params: {} 2022-09-01T11:00:05.626 DEBUG:boto:Token: None 2022-09-01T11:00:05.627 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/h 2022-09-01T11:00:05.627 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GX2I1eO9ffYGQGHQHyodSu3bFZM= 2022-09-01T11:00:05.628 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GX2I1eO9ffYGQGHQHyodSu3bFZM=', 'Content-Length': '0'} 2022-09-01T11:00:05.631 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009e3d310f0dcd8ad6-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.632 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T11:00:05.634 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:05.635 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:05.636 DEBUG:boto:Method: GET 2022-09-01T11:00:05.637 DEBUG:boto:Path: /ptoxvb-71/h 2022-09-01T11:00:05.638 DEBUG:boto:Data: 2022-09-01T11:00:05.639 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.640 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.642 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.643 DEBUG:boto:Params: {} 2022-09-01T11:00:05.645 DEBUG:boto:Token: None 2022-09-01T11:00:05.647 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/h 2022-09-01T11:00:05.648 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HSlUH81VzOP/sYKZtQaVswj0l6w= 2022-09-01T11:00:05.650 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HSlUH81VzOP/sYKZtQaVswj0l6w=', 'Content-Length': '0'} 2022-09-01T11:00:05.653 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000028a0c21a01cc167c-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.654 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:05.655 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:05.656 DEBUG:boto:Method: GET 2022-09-01T11:00:05.657 DEBUG:boto:Path: /ptoxvb-71/h 2022-09-01T11:00:05.658 DEBUG:boto:Data: 2022-09-01T11:00:05.659 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.660 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.661 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.662 DEBUG:boto:Params: {} 2022-09-01T11:00:05.664 DEBUG:boto:Token: None 2022-09-01T11:00:05.665 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/h 2022-09-01T11:00:05.666 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HSlUH81VzOP/sYKZtQaVswj0l6w= 2022-09-01T11:00:05.667 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HSlUH81VzOP/sYKZtQaVswj0l6w=', 'Content-Length': '0'} 2022-09-01T11:00:05.670 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000597860a976440fdd-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.671 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.673 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.673 DEBUG:boto:path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:05.674 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:05.675 DEBUG:boto:Method: GET 2022-09-01T11:00:05.675 DEBUG:boto:Path: /ptoxvb-71/?prefix=h 2022-09-01T11:00:05.676 DEBUG:boto:Data: 2022-09-01T11:00:05.676 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.677 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:05.677 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.678 DEBUG:boto:Params: {} 2022-09-01T11:00:05.679 DEBUG:boto:Token: None 2022-09-01T11:00:05.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.680 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U= 2022-09-01T11:00:05.681 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U=', 'Content-Length': '0'} 2022-09-01T11:00:05.683 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000086512eca5e6b39b4-00631090b5-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.684 DEBUG:boto:b'ptoxvb-71h1000falseh2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.685 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.685 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.686 DEBUG:boto:path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:05.687 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:05.687 DEBUG:boto:Method: GET 2022-09-01T11:00:05.688 DEBUG:boto:Path: /ptoxvb-71/?prefix=h 2022-09-01T11:00:05.688 DEBUG:boto:Data: 2022-09-01T11:00:05.689 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.689 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.690 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.691 DEBUG:boto:Params: {} 2022-09-01T11:00:05.691 DEBUG:boto:Token: None 2022-09-01T11:00:05.692 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U= 2022-09-01T11:00:05.694 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U=', 'Content-Length': '0'} 2022-09-01T11:00:05.697 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000086e9a9979155e238-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.742 DEBUG:boto:b'ptoxvb-71h1000falseh2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.743 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-71 zones={test-zone2, test-zone1} 2022-09-01T11:00:05.744 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-71 zones={test-zone3, test-zone1} 2022-09-01T11:00:05.744 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.745 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.746 DEBUG:boto:Method: HEAD 2022-09-01T11:00:05.747 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T11:00:05.747 DEBUG:boto:Data: 2022-09-01T11:00:05.748 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.748 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:05.749 DEBUG:boto:Port: 8001 2022-09-01T11:00:05.750 DEBUG:boto:Params: {} 2022-09-01T11:00:05.751 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T11:00:05.752 DEBUG:boto:Token: None 2022-09-01T11:00:05.753 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.754 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BkXidxyCHy6qcGCwwa4FTEnX7xE= 2022-09-01T11:00:05.755 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BkXidxyCHy6qcGCwwa4FTEnX7xE=', 'Content-Length': '0'} 2022-09-01T11:00:05.759 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e39c4074c029fac7-00631090b5-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.760 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.761 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.761 DEBUG:boto:Method: HEAD 2022-09-01T11:00:05.762 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T11:00:05.762 DEBUG:boto:Data: 2022-09-01T11:00:05.763 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.763 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.764 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.764 DEBUG:boto:Params: {} 2022-09-01T11:00:05.765 DEBUG:boto:Token: None 2022-09-01T11:00:05.766 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.767 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BkXidxyCHy6qcGCwwa4FTEnX7xE= 2022-09-01T11:00:05.768 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BkXidxyCHy6qcGCwwa4FTEnX7xE=', 'Content-Length': '0'} 2022-09-01T11:00:05.771 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000cc41cbaf3642cf96-00631090b5-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.772 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:00:05.773 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.774 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.774 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:05.775 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:05.775 DEBUG:boto:Method: GET 2022-09-01T11:00:05.776 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:05.777 DEBUG:boto:Data: 2022-09-01T11:00:05.777 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.778 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:05.778 DEBUG:boto:Port: 8001 2022-09-01T11:00:05.779 DEBUG:boto:Params: {} 2022-09-01T11:00:05.780 DEBUG:boto:Token: None 2022-09-01T11:00:05.780 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/?versions 2022-09-01T11:00:05.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4eK44fjYR2UhoZG6k4o8+xe3btY= 2022-09-01T11:00:05.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4eK44fjYR2UhoZG6k4o8+xe3btY=', 'Content-Length': '0'} 2022-09-01T11:00:05.785 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002171952dca2c0d40-00631090b5-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.787 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.788 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T11:00:05.789 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T11:00:05.790 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T11:00:05.791 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T11:00:05.791 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T11:00:05.792 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T11:00:05.792 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T11:00:05.793 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T11:00:05.793 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:00:05.794 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.794 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.795 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:05.795 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:05.796 DEBUG:boto:Method: GET 2022-09-01T11:00:05.796 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:05.797 DEBUG:boto:Data: 2022-09-01T11:00:05.798 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.798 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.799 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.800 DEBUG:boto:Params: {} 2022-09-01T11:00:05.801 DEBUG:boto:Token: None 2022-09-01T11:00:05.802 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/?versions 2022-09-01T11:00:05.804 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4eK44fjYR2UhoZG6k4o8+xe3btY= 2022-09-01T11:00:05.805 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4eK44fjYR2UhoZG6k4o8+xe3btY=', 'Content-Length': '0'} 2022-09-01T11:00:05.808 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000135a928f712e217b-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.810 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.812 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T11:00:05.813 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T11:00:05.813 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T11:00:05.814 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T11:00:05.815 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T11:00:05.815 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T11:00:05.815 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T11:00:05.816 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T11:00:05.817 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.817 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.818 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:05.818 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:05.819 DEBUG:boto:Method: GET 2022-09-01T11:00:05.820 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:05.820 DEBUG:boto:Data: 2022-09-01T11:00:05.821 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.821 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:05.822 DEBUG:boto:Port: 8001 2022-09-01T11:00:05.823 DEBUG:boto:Params: {} 2022-09-01T11:00:05.823 DEBUG:boto:Token: None 2022-09-01T11:00:05.824 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/?versions 2022-09-01T11:00:05.825 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4eK44fjYR2UhoZG6k4o8+xe3btY= 2022-09-01T11:00:05.825 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4eK44fjYR2UhoZG6k4o8+xe3btY=', 'Content-Length': '0'} 2022-09-01T11:00:05.829 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b3950fbbb0264417-00631090b5-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.830 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.831 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.832 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.832 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:05.833 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:05.834 DEBUG:boto:Method: GET 2022-09-01T11:00:05.834 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:05.835 DEBUG:boto:Data: 2022-09-01T11:00:05.836 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.837 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.837 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.838 DEBUG:boto:Params: {} 2022-09-01T11:00:05.839 DEBUG:boto:Token: None 2022-09-01T11:00:05.839 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/?versions 2022-09-01T11:00:05.840 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4eK44fjYR2UhoZG6k4o8+xe3btY= 2022-09-01T11:00:05.841 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4eK44fjYR2UhoZG6k4o8+xe3btY=', 'Content-Length': '0'} 2022-09-01T11:00:05.844 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bce09d44096a1095-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.845 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.847 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T11:00:05.848 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:05.849 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:05.850 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.851 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.852 DEBUG:boto:Method: GET 2022-09-01T11:00:05.852 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.853 DEBUG:boto:Data: 2022-09-01T11:00:05.854 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.855 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:05.856 DEBUG:boto:Port: 8001 2022-09-01T11:00:05.857 DEBUG:boto:Params: {} 2022-09-01T11:00:05.859 DEBUG:boto:Token: None 2022-09-01T11:00:05.860 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.861 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4o9qLdZ/SFsciF1mtquer9FkI6o= 2022-09-01T11:00:05.862 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4o9qLdZ/SFsciF1mtquer9FkI6o=', 'Content-Length': '0'} 2022-09-01T11:00:05.865 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000008a3f2926485605c-00631090b5-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.866 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:05.867 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:05.868 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.868 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.869 DEBUG:boto:Method: GET 2022-09-01T11:00:05.869 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.870 DEBUG:boto:Data: 2022-09-01T11:00:05.871 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.871 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.872 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.873 DEBUG:boto:Params: {} 2022-09-01T11:00:05.874 DEBUG:boto:Token: None 2022-09-01T11:00:05.874 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.875 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4o9qLdZ/SFsciF1mtquer9FkI6o= 2022-09-01T11:00:05.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4o9qLdZ/SFsciF1mtquer9FkI6o=', 'Content-Length': '0'} 2022-09-01T11:00:05.878 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d0d889c8ad1cd42a-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.879 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:05.879 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:05.880 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.880 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.881 DEBUG:boto:Method: HEAD 2022-09-01T11:00:05.881 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.882 DEBUG:boto:Data: 2022-09-01T11:00:05.883 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.883 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:05.884 DEBUG:boto:Port: 8001 2022-09-01T11:00:05.884 DEBUG:boto:Params: {} 2022-09-01T11:00:05.885 DEBUG:boto:Token: None 2022-09-01T11:00:05.886 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LsDzShHWvB3w0UQElS7eKKcgqNM= 2022-09-01T11:00:05.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LsDzShHWvB3w0UQElS7eKKcgqNM=', 'Content-Length': '0'} 2022-09-01T11:00:05.889 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fbdfe155df09f95a-00631090b5-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.890 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:05.890 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:05.891 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.891 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.892 DEBUG:boto:Method: HEAD 2022-09-01T11:00:05.893 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.893 DEBUG:boto:Data: 2022-09-01T11:00:05.894 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.894 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.895 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.896 DEBUG:boto:Params: {} 2022-09-01T11:00:05.897 DEBUG:boto:Token: None 2022-09-01T11:00:05.898 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.898 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LsDzShHWvB3w0UQElS7eKKcgqNM= 2022-09-01T11:00:05.899 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LsDzShHWvB3w0UQElS7eKKcgqNM=', 'Content-Length': '0'} 2022-09-01T11:00:05.901 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001c82c279a7510429-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.902 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T11:00:05.902 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:05.903 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:05.904 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.904 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.905 DEBUG:boto:Method: GET 2022-09-01T11:00:05.905 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.906 DEBUG:boto:Data: 2022-09-01T11:00:05.907 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.907 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:05.908 DEBUG:boto:Port: 8001 2022-09-01T11:00:05.909 DEBUG:boto:Params: {} 2022-09-01T11:00:05.909 DEBUG:boto:Token: None 2022-09-01T11:00:05.910 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4o9qLdZ/SFsciF1mtquer9FkI6o= 2022-09-01T11:00:05.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4o9qLdZ/SFsciF1mtquer9FkI6o=', 'Content-Length': '0'} 2022-09-01T11:00:05.913 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006a9c72e86007e64e-00631090b5-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.914 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:05.915 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:05.916 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.916 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.917 DEBUG:boto:Method: GET 2022-09-01T11:00:05.918 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.918 DEBUG:boto:Data: 2022-09-01T11:00:05.919 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.920 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.920 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.921 DEBUG:boto:Params: {} 2022-09-01T11:00:05.922 DEBUG:boto:Token: None 2022-09-01T11:00:05.922 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:05.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4o9qLdZ/SFsciF1mtquer9FkI6o= 2022-09-01T11:00:05.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4o9qLdZ/SFsciF1mtquer9FkI6o=', 'Content-Length': '0'} 2022-09-01T11:00:05.926 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005f61c0a497d78721-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.927 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.927 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.928 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:05.929 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:05.929 DEBUG:boto:Method: GET 2022-09-01T11:00:05.930 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T11:00:05.931 DEBUG:boto:Data: 2022-09-01T11:00:05.931 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.932 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:05.932 DEBUG:boto:Port: 8001 2022-09-01T11:00:05.933 DEBUG:boto:Params: {} 2022-09-01T11:00:05.933 DEBUG:boto:Token: None 2022-09-01T11:00:05.934 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.935 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U= 2022-09-01T11:00:05.935 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U=', 'Content-Length': '0'} 2022-09-01T11:00:05.938 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a323edb30b080345-00631090b5-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:05.940 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:05.941 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:05.942 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:05.944 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:05.945 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:05.946 DEBUG:boto:Method: GET 2022-09-01T11:00:05.947 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T11:00:05.948 DEBUG:boto:Data: 2022-09-01T11:00:05.949 DEBUG:boto:Headers: {} 2022-09-01T11:00:05.950 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:05.952 DEBUG:boto:Port: 8000 2022-09-01T11:00:05.953 DEBUG:boto:Params: {} 2022-09-01T11:00:05.954 DEBUG:boto:Token: None 2022-09-01T11:00:05.955 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:05 GMT /ptoxvb-71/ 2022-09-01T11:00:05.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U= 2022-09-01T11:00:05.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aqj4788W7ilkxVGJkIuHbpbdH7U=', 'Content-Length': '0'} 2022-09-01T11:00:05.960 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007ff7a64337ac6584-00631090b5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.002 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:06.003 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:06.004 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:06.005 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.006 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T11:00:06.007 DEBUG:boto:Data: 2022-09-01T11:00:06.007 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.008 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.009 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.010 DEBUG:boto:Params: {} 2022-09-01T11:00:06.011 DEBUG:boto:Token: None 2022-09-01T11:00:06.011 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/a 2022-09-01T11:00:06.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iOdhZ2mXvgLb4kh2vk8qph/G6Rk= 2022-09-01T11:00:06.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iOdhZ2mXvgLb4kh2vk8qph/G6Rk=', 'Content-Length': '0'} 2022-09-01T11:00:06.015 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007f79355f5f5b171a-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.017 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:06.017 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:06.018 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.019 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T11:00:06.020 DEBUG:boto:Data: 2022-09-01T11:00:06.021 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.021 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.022 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.023 DEBUG:boto:Params: {} 2022-09-01T11:00:06.024 DEBUG:boto:Token: None 2022-09-01T11:00:06.025 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/a 2022-09-01T11:00:06.026 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iOdhZ2mXvgLb4kh2vk8qph/G6Rk= 2022-09-01T11:00:06.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iOdhZ2mXvgLb4kh2vk8qph/G6Rk=', 'Content-Length': '0'} 2022-09-01T11:00:06.029 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b0117890d5c1ceb4-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.030 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T11:00:06.031 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:06.032 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:06.033 DEBUG:boto:Method: GET 2022-09-01T11:00:06.033 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T11:00:06.034 DEBUG:boto:Data: 2022-09-01T11:00:06.034 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.035 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.036 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.036 DEBUG:boto:Params: {} 2022-09-01T11:00:06.038 DEBUG:boto:Token: None 2022-09-01T11:00:06.038 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/a 2022-09-01T11:00:06.039 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VW2Ex8gnDdZ7rya9vuHvuaXo6FI= 2022-09-01T11:00:06.040 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VW2Ex8gnDdZ7rya9vuHvuaXo6FI=', 'Content-Length': '0'} 2022-09-01T11:00:06.042 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e753554782bdfc95-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.043 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:06.043 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:06.044 DEBUG:boto:Method: GET 2022-09-01T11:00:06.045 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T11:00:06.045 DEBUG:boto:Data: 2022-09-01T11:00:06.046 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.046 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.047 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.047 DEBUG:boto:Params: {} 2022-09-01T11:00:06.048 DEBUG:boto:Token: None 2022-09-01T11:00:06.049 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/a 2022-09-01T11:00:06.049 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VW2Ex8gnDdZ7rya9vuHvuaXo6FI= 2022-09-01T11:00:06.050 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VW2Ex8gnDdZ7rya9vuHvuaXo6FI=', 'Content-Length': '0'} 2022-09-01T11:00:06.054 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000090edd7d31a33bc31-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.057 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:06.058 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:06.059 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:06.059 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:06.060 DEBUG:boto:Method: GET 2022-09-01T11:00:06.060 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T11:00:06.061 DEBUG:boto:Data: 2022-09-01T11:00:06.061 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.062 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.063 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.063 DEBUG:boto:Params: {} 2022-09-01T11:00:06.064 DEBUG:boto:Token: None 2022-09-01T11:00:06.064 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/ 2022-09-01T11:00:06.065 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE= 2022-09-01T11:00:06.066 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE=', 'Content-Length': '0'} 2022-09-01T11:00:06.069 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000091a62d0d23190db2-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.069 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:06.070 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:06.071 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:06.072 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:06.072 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:06.073 DEBUG:boto:Method: GET 2022-09-01T11:00:06.073 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T11:00:06.074 DEBUG:boto:Data: 2022-09-01T11:00:06.074 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.075 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.075 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.076 DEBUG:boto:Params: {} 2022-09-01T11:00:06.076 DEBUG:boto:Token: None 2022-09-01T11:00:06.077 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/ 2022-09-01T11:00:06.078 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE= 2022-09-01T11:00:06.078 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE=', 'Content-Length': '0'} 2022-09-01T11:00:06.081 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000d50f6ff47cc3204-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.082 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:06.083 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T11:00:06.083 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:06.084 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:06.084 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.085 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.086 DEBUG:boto:Method: GET 2022-09-01T11:00:06.086 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.087 DEBUG:boto:Data: 2022-09-01T11:00:06.087 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.088 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.088 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.089 DEBUG:boto:Params: {} 2022-09-01T11:00:06.090 DEBUG:boto:Token: None 2022-09-01T11:00:06.090 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hDxV9eHoPsdjxnh0KNnoK5ZhH2o= 2022-09-01T11:00:06.092 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hDxV9eHoPsdjxnh0KNnoK5ZhH2o=', 'Content-Length': '0'} 2022-09-01T11:00:06.094 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ea1304e8e5066896-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.095 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:06.096 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:06.096 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.097 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.098 DEBUG:boto:Method: GET 2022-09-01T11:00:06.099 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.100 DEBUG:boto:Data: 2022-09-01T11:00:06.101 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.102 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.103 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.104 DEBUG:boto:Params: {} 2022-09-01T11:00:06.105 DEBUG:boto:Token: None 2022-09-01T11:00:06.106 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.107 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hDxV9eHoPsdjxnh0KNnoK5ZhH2o= 2022-09-01T11:00:06.108 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hDxV9eHoPsdjxnh0KNnoK5ZhH2o=', 'Content-Length': '0'} 2022-09-01T11:00:06.110 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000043017ce0a15645b8-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.111 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:06.112 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:06.112 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.113 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.113 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.114 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.115 DEBUG:boto:Data: 2022-09-01T11:00:06.115 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.115 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.116 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.116 DEBUG:boto:Params: {} 2022-09-01T11:00:06.117 DEBUG:boto:Token: None 2022-09-01T11:00:06.118 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u+e5Jujg6HAuiZs2+qsmmwo7BdY= 2022-09-01T11:00:06.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u+e5Jujg6HAuiZs2+qsmmwo7BdY=', 'Content-Length': '0'} 2022-09-01T11:00:06.121 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5a4749149334021-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.122 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:06.123 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:06.123 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.124 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.124 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.125 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.125 DEBUG:boto:Data: 2022-09-01T11:00:06.126 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.126 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.127 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.127 DEBUG:boto:Params: {} 2022-09-01T11:00:06.128 DEBUG:boto:Token: None 2022-09-01T11:00:06.129 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.129 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u+e5Jujg6HAuiZs2+qsmmwo7BdY= 2022-09-01T11:00:06.130 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u+e5Jujg6HAuiZs2+qsmmwo7BdY=', 'Content-Length': '0'} 2022-09-01T11:00:06.132 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c509859dd423929f-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.133 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T11:00:06.133 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:06.134 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:06.134 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.135 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.135 DEBUG:boto:Method: GET 2022-09-01T11:00:06.136 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.136 DEBUG:boto:Data: 2022-09-01T11:00:06.137 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.138 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.138 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.139 DEBUG:boto:Params: {} 2022-09-01T11:00:06.139 DEBUG:boto:Token: None 2022-09-01T11:00:06.140 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.140 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hDxV9eHoPsdjxnh0KNnoK5ZhH2o= 2022-09-01T11:00:06.141 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hDxV9eHoPsdjxnh0KNnoK5ZhH2o=', 'Content-Length': '0'} 2022-09-01T11:00:06.144 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000034db1798e468d6bd-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.186 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:06.187 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:06.189 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.189 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.191 DEBUG:boto:Method: GET 2022-09-01T11:00:06.192 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.193 DEBUG:boto:Data: 2022-09-01T11:00:06.195 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.196 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.197 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.198 DEBUG:boto:Params: {} 2022-09-01T11:00:06.199 DEBUG:boto:Token: None 2022-09-01T11:00:06.200 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:06.202 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hDxV9eHoPsdjxnh0KNnoK5ZhH2o= 2022-09-01T11:00:06.203 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hDxV9eHoPsdjxnh0KNnoK5ZhH2o=', 'Content-Length': '0'} 2022-09-01T11:00:06.206 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f91116d3bda2e6e5-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.207 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:06.208 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:06.209 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:06.209 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:06.210 DEBUG:boto:Method: GET 2022-09-01T11:00:06.210 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T11:00:06.211 DEBUG:boto:Data: 2022-09-01T11:00:06.212 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.213 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.215 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.216 DEBUG:boto:Params: {} 2022-09-01T11:00:06.217 DEBUG:boto:Token: None 2022-09-01T11:00:06.217 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/ 2022-09-01T11:00:06.218 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE= 2022-09-01T11:00:06.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE=', 'Content-Length': '0'} 2022-09-01T11:00:06.222 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b8fde20de4134cfd-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.223 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:06.223 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:06.224 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:06.225 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:06.225 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:06.226 DEBUG:boto:Method: GET 2022-09-01T11:00:06.227 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T11:00:06.227 DEBUG:boto:Data: 2022-09-01T11:00:06.228 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.228 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.229 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.229 DEBUG:boto:Params: {} 2022-09-01T11:00:06.230 DEBUG:boto:Token: None 2022-09-01T11:00:06.231 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/ 2022-09-01T11:00:06.231 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE= 2022-09-01T11:00:06.232 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE=', 'Content-Length': '0'} 2022-09-01T11:00:06.235 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000084e1b2c667bb5313-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.235 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:06.237 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:06.237 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:06.238 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.239 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T11:00:06.240 DEBUG:boto:Data: 2022-09-01T11:00:06.241 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.242 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.242 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.243 DEBUG:boto:Params: {} 2022-09-01T11:00:06.243 DEBUG:boto:Token: None 2022-09-01T11:00:06.244 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/b 2022-09-01T11:00:06.244 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pYF5Ce0xfB5NxYSHMOb8MmIHNcc= 2022-09-01T11:00:06.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pYF5Ce0xfB5NxYSHMOb8MmIHNcc=', 'Content-Length': '0'} 2022-09-01T11:00:06.247 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b42c5d0b48728dd3-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.248 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:06.249 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:06.249 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.250 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T11:00:06.250 DEBUG:boto:Data: 2022-09-01T11:00:06.251 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.251 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.252 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.252 DEBUG:boto:Params: {} 2022-09-01T11:00:06.253 DEBUG:boto:Token: None 2022-09-01T11:00:06.253 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/b 2022-09-01T11:00:06.254 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pYF5Ce0xfB5NxYSHMOb8MmIHNcc= 2022-09-01T11:00:06.255 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pYF5Ce0xfB5NxYSHMOb8MmIHNcc=', 'Content-Length': '0'} 2022-09-01T11:00:06.257 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000078610a57f459c928-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.258 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T11:00:06.258 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:06.259 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:06.259 DEBUG:boto:Method: GET 2022-09-01T11:00:06.260 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T11:00:06.260 DEBUG:boto:Data: 2022-09-01T11:00:06.261 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.261 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.262 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.262 DEBUG:boto:Params: {} 2022-09-01T11:00:06.263 DEBUG:boto:Token: None 2022-09-01T11:00:06.264 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/b 2022-09-01T11:00:06.264 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ElYyJSOpyxdLzsnT3j8KK4iYeOg= 2022-09-01T11:00:06.265 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ElYyJSOpyxdLzsnT3j8KK4iYeOg=', 'Content-Length': '0'} 2022-09-01T11:00:06.267 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000936b5331889ac390-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.268 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:06.268 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:06.269 DEBUG:boto:Method: GET 2022-09-01T11:00:06.270 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T11:00:06.270 DEBUG:boto:Data: 2022-09-01T11:00:06.271 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.271 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.272 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.272 DEBUG:boto:Params: {} 2022-09-01T11:00:06.273 DEBUG:boto:Token: None 2022-09-01T11:00:06.273 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/b 2022-09-01T11:00:06.274 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ElYyJSOpyxdLzsnT3j8KK4iYeOg= 2022-09-01T11:00:06.275 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ElYyJSOpyxdLzsnT3j8KK4iYeOg=', 'Content-Length': '0'} 2022-09-01T11:00:06.277 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000018473a3ef7656dc3-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.278 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:06.278 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:06.279 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:06.279 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:06.280 DEBUG:boto:Method: GET 2022-09-01T11:00:06.281 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T11:00:06.281 DEBUG:boto:Data: 2022-09-01T11:00:06.282 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.282 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.283 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.283 DEBUG:boto:Params: {} 2022-09-01T11:00:06.284 DEBUG:boto:Token: None 2022-09-01T11:00:06.285 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/ 2022-09-01T11:00:06.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE= 2022-09-01T11:00:06.287 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE=', 'Content-Length': '0'} 2022-09-01T11:00:06.291 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000751ce98925de5cf8-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.292 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:06.293 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:06.294 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:06.295 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:06.296 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:06.296 DEBUG:boto:Method: GET 2022-09-01T11:00:06.297 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T11:00:06.297 DEBUG:boto:Data: 2022-09-01T11:00:06.298 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.299 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.299 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.300 DEBUG:boto:Params: {} 2022-09-01T11:00:06.300 DEBUG:boto:Token: None 2022-09-01T11:00:06.301 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/ 2022-09-01T11:00:06.302 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE= 2022-09-01T11:00:06.302 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE=', 'Content-Length': '0'} 2022-09-01T11:00:06.305 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ab645972e4ca713c-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.305 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:06.307 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T11:00:06.307 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:06.308 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:06.309 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.309 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.310 DEBUG:boto:Method: GET 2022-09-01T11:00:06.311 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.311 DEBUG:boto:Data: 2022-09-01T11:00:06.312 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.313 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.313 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.314 DEBUG:boto:Params: {} 2022-09-01T11:00:06.315 DEBUG:boto:Token: None 2022-09-01T11:00:06.315 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.316 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GyHz6oyT2nTGKXsJqGjs4e4kyCk= 2022-09-01T11:00:06.317 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GyHz6oyT2nTGKXsJqGjs4e4kyCk=', 'Content-Length': '0'} 2022-09-01T11:00:06.319 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b4889650147ca6c-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.320 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:06.320 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:06.321 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.321 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.322 DEBUG:boto:Method: GET 2022-09-01T11:00:06.323 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.324 DEBUG:boto:Data: 2022-09-01T11:00:06.324 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.325 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.325 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.326 DEBUG:boto:Params: {} 2022-09-01T11:00:06.326 DEBUG:boto:Token: None 2022-09-01T11:00:06.327 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GyHz6oyT2nTGKXsJqGjs4e4kyCk= 2022-09-01T11:00:06.328 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GyHz6oyT2nTGKXsJqGjs4e4kyCk=', 'Content-Length': '0'} 2022-09-01T11:00:06.331 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007dd6402902c79f0-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.332 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:06.332 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:06.333 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.333 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.334 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.335 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.335 DEBUG:boto:Data: 2022-09-01T11:00:06.336 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.336 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.337 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.337 DEBUG:boto:Params: {} 2022-09-01T11:00:06.338 DEBUG:boto:Token: None 2022-09-01T11:00:06.339 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.339 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LFKto1utQe3N6meAom/biLmTQzw= 2022-09-01T11:00:06.340 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LFKto1utQe3N6meAom/biLmTQzw=', 'Content-Length': '0'} 2022-09-01T11:00:06.342 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002369433e19d6d18a-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.342 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:06.343 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:06.344 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.344 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.345 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.346 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.346 DEBUG:boto:Data: 2022-09-01T11:00:06.347 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.347 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.348 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.348 DEBUG:boto:Params: {} 2022-09-01T11:00:06.349 DEBUG:boto:Token: None 2022-09-01T11:00:06.350 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LFKto1utQe3N6meAom/biLmTQzw= 2022-09-01T11:00:06.352 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LFKto1utQe3N6meAom/biLmTQzw=', 'Content-Length': '0'} 2022-09-01T11:00:06.354 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a7c5fbe54f23b879-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.354 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T11:00:06.355 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:06.356 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:06.356 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.357 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.357 DEBUG:boto:Method: GET 2022-09-01T11:00:06.358 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.358 DEBUG:boto:Data: 2022-09-01T11:00:06.359 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.359 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.360 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.360 DEBUG:boto:Params: {} 2022-09-01T11:00:06.361 DEBUG:boto:Token: None 2022-09-01T11:00:06.362 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.362 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GyHz6oyT2nTGKXsJqGjs4e4kyCk= 2022-09-01T11:00:06.363 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GyHz6oyT2nTGKXsJqGjs4e4kyCk=', 'Content-Length': '0'} 2022-09-01T11:00:06.365 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000320ac2d2f8cf009e-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.406 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:06.407 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:06.408 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.408 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.409 DEBUG:boto:Method: GET 2022-09-01T11:00:06.409 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.410 DEBUG:boto:Data: 2022-09-01T11:00:06.410 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.411 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.412 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.412 DEBUG:boto:Params: {} 2022-09-01T11:00:06.413 DEBUG:boto:Token: None 2022-09-01T11:00:06.414 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:06.415 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GyHz6oyT2nTGKXsJqGjs4e4kyCk= 2022-09-01T11:00:06.415 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GyHz6oyT2nTGKXsJqGjs4e4kyCk=', 'Content-Length': '0'} 2022-09-01T11:00:06.418 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000062e745a4ef7efcbd-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.419 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:06.419 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:06.420 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:06.421 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:06.421 DEBUG:boto:Method: GET 2022-09-01T11:00:06.422 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T11:00:06.422 DEBUG:boto:Data: 2022-09-01T11:00:06.423 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.423 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.424 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.424 DEBUG:boto:Params: {} 2022-09-01T11:00:06.425 DEBUG:boto:Token: None 2022-09-01T11:00:06.426 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/ 2022-09-01T11:00:06.426 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE= 2022-09-01T11:00:06.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE=', 'Content-Length': '0'} 2022-09-01T11:00:06.431 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005e36d0cec8b3b012-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.431 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:06.432 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:06.433 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:06.433 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:06.441 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:06.442 DEBUG:boto:Method: GET 2022-09-01T11:00:06.443 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T11:00:06.444 DEBUG:boto:Data: 2022-09-01T11:00:06.445 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.446 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.447 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.448 DEBUG:boto:Params: {} 2022-09-01T11:00:06.449 DEBUG:boto:Token: None 2022-09-01T11:00:06.450 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/ 2022-09-01T11:00:06.451 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE= 2022-09-01T11:00:06.452 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE=', 'Content-Length': '0'} 2022-09-01T11:00:06.457 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000de82e14f4b244435-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.458 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:06.460 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:06.461 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:06.462 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.462 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T11:00:06.464 DEBUG:boto:Data: 2022-09-01T11:00:06.465 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.466 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.467 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.468 DEBUG:boto:Params: {} 2022-09-01T11:00:06.469 DEBUG:boto:Token: None 2022-09-01T11:00:06.470 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/c 2022-09-01T11:00:06.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nMqbvTnCWSylb8cszcQJJqlNvBc= 2022-09-01T11:00:06.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nMqbvTnCWSylb8cszcQJJqlNvBc=', 'Content-Length': '0'} 2022-09-01T11:00:06.476 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094b948ac4dc1ab75-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.477 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:06.478 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:06.479 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.479 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T11:00:06.480 DEBUG:boto:Data: 2022-09-01T11:00:06.480 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.481 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.481 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.482 DEBUG:boto:Params: {} 2022-09-01T11:00:06.482 DEBUG:boto:Token: None 2022-09-01T11:00:06.483 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/c 2022-09-01T11:00:06.484 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nMqbvTnCWSylb8cszcQJJqlNvBc= 2022-09-01T11:00:06.484 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nMqbvTnCWSylb8cszcQJJqlNvBc=', 'Content-Length': '0'} 2022-09-01T11:00:06.486 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e2f34db01b31191-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.487 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T11:00:06.488 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:06.488 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:06.489 DEBUG:boto:Method: GET 2022-09-01T11:00:06.489 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T11:00:06.490 DEBUG:boto:Data: 2022-09-01T11:00:06.490 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.491 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.491 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.492 DEBUG:boto:Params: {} 2022-09-01T11:00:06.492 DEBUG:boto:Token: None 2022-09-01T11:00:06.493 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/c 2022-09-01T11:00:06.494 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mBMA88kGaeWoNjuEIcoWjJq2L+0= 2022-09-01T11:00:06.494 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mBMA88kGaeWoNjuEIcoWjJq2L+0=', 'Content-Length': '0'} 2022-09-01T11:00:06.496 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d79470f546b9b515-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.497 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:06.498 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:06.498 DEBUG:boto:Method: GET 2022-09-01T11:00:06.499 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T11:00:06.500 DEBUG:boto:Data: 2022-09-01T11:00:06.501 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.502 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.503 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.504 DEBUG:boto:Params: {} 2022-09-01T11:00:06.505 DEBUG:boto:Token: None 2022-09-01T11:00:06.506 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/c 2022-09-01T11:00:06.507 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mBMA88kGaeWoNjuEIcoWjJq2L+0= 2022-09-01T11:00:06.508 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mBMA88kGaeWoNjuEIcoWjJq2L+0=', 'Content-Length': '0'} 2022-09-01T11:00:06.511 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e6738771bbb7f9d3-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.513 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:06.513 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:06.514 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:06.514 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:06.515 DEBUG:boto:Method: GET 2022-09-01T11:00:06.516 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T11:00:06.516 DEBUG:boto:Data: 2022-09-01T11:00:06.517 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.517 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.518 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.518 DEBUG:boto:Params: {} 2022-09-01T11:00:06.519 DEBUG:boto:Token: None 2022-09-01T11:00:06.520 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/ 2022-09-01T11:00:06.520 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE= 2022-09-01T11:00:06.521 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE=', 'Content-Length': '0'} 2022-09-01T11:00:06.524 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009b3215dffdae5d7b-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.524 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:06.525 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:06.526 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:06.526 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:06.527 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:06.527 DEBUG:boto:Method: GET 2022-09-01T11:00:06.528 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T11:00:06.528 DEBUG:boto:Data: 2022-09-01T11:00:06.529 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.529 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.530 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.530 DEBUG:boto:Params: {} 2022-09-01T11:00:06.531 DEBUG:boto:Token: None 2022-09-01T11:00:06.532 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/ 2022-09-01T11:00:06.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE= 2022-09-01T11:00:06.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE=', 'Content-Length': '0'} 2022-09-01T11:00:06.537 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009e470d1a1c40c70e-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.578 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:06.580 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T11:00:06.580 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:06.581 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:06.581 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.582 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.583 DEBUG:boto:Method: GET 2022-09-01T11:00:06.583 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.584 DEBUG:boto:Data: 2022-09-01T11:00:06.584 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.585 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.585 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.586 DEBUG:boto:Params: {} 2022-09-01T11:00:06.586 DEBUG:boto:Token: None 2022-09-01T11:00:06.587 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hJUgqpdy5MVWMkWdgzCpcAkigfk= 2022-09-01T11:00:06.588 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hJUgqpdy5MVWMkWdgzCpcAkigfk=', 'Content-Length': '0'} 2022-09-01T11:00:06.590 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000935a5019cf1c207-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.591 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:06.592 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:06.592 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.593 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.593 DEBUG:boto:Method: GET 2022-09-01T11:00:06.594 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.595 DEBUG:boto:Data: 2022-09-01T11:00:06.595 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.596 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.596 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.597 DEBUG:boto:Params: {} 2022-09-01T11:00:06.597 DEBUG:boto:Token: None 2022-09-01T11:00:06.599 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.600 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hJUgqpdy5MVWMkWdgzCpcAkigfk= 2022-09-01T11:00:06.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hJUgqpdy5MVWMkWdgzCpcAkigfk=', 'Content-Length': '0'} 2022-09-01T11:00:06.603 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004da396292721b915-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.605 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:06.605 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:06.606 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.606 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.607 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.607 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.608 DEBUG:boto:Data: 2022-09-01T11:00:06.609 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.609 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.610 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.610 DEBUG:boto:Params: {} 2022-09-01T11:00:06.611 DEBUG:boto:Token: None 2022-09-01T11:00:06.612 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.613 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RD7nliBIBXEO8sdBufv/z1EeSVE= 2022-09-01T11:00:06.614 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RD7nliBIBXEO8sdBufv/z1EeSVE=', 'Content-Length': '0'} 2022-09-01T11:00:06.617 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ae4df3b94642de74-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.618 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:06.619 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:06.620 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.621 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.622 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.623 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.623 DEBUG:boto:Data: 2022-09-01T11:00:06.624 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.625 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.626 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.626 DEBUG:boto:Params: {} 2022-09-01T11:00:06.627 DEBUG:boto:Token: None 2022-09-01T11:00:06.627 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.628 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RD7nliBIBXEO8sdBufv/z1EeSVE= 2022-09-01T11:00:06.628 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RD7nliBIBXEO8sdBufv/z1EeSVE=', 'Content-Length': '0'} 2022-09-01T11:00:06.631 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5e5641e968de7cb-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.631 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T11:00:06.632 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:06.632 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:06.633 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.633 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.634 DEBUG:boto:Method: GET 2022-09-01T11:00:06.635 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.636 DEBUG:boto:Data: 2022-09-01T11:00:06.637 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.637 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.638 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.638 DEBUG:boto:Params: {} 2022-09-01T11:00:06.639 DEBUG:boto:Token: None 2022-09-01T11:00:06.639 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hJUgqpdy5MVWMkWdgzCpcAkigfk= 2022-09-01T11:00:06.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hJUgqpdy5MVWMkWdgzCpcAkigfk=', 'Content-Length': '0'} 2022-09-01T11:00:06.643 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a3a1ae3208e2a57c-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.686 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:06.687 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:06.687 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.688 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.689 DEBUG:boto:Method: GET 2022-09-01T11:00:06.689 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.690 DEBUG:boto:Data: 2022-09-01T11:00:06.690 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.691 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.691 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.692 DEBUG:boto:Params: {} 2022-09-01T11:00:06.692 DEBUG:boto:Token: None 2022-09-01T11:00:06.693 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:06.694 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hJUgqpdy5MVWMkWdgzCpcAkigfk= 2022-09-01T11:00:06.694 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hJUgqpdy5MVWMkWdgzCpcAkigfk=', 'Content-Length': '0'} 2022-09-01T11:00:06.696 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092e3738b59e22b09-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.697 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:06.698 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:06.698 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:06.699 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:06.700 DEBUG:boto:Method: GET 2022-09-01T11:00:06.700 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T11:00:06.701 DEBUG:boto:Data: 2022-09-01T11:00:06.701 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.702 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.703 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.704 DEBUG:boto:Params: {} 2022-09-01T11:00:06.705 DEBUG:boto:Token: None 2022-09-01T11:00:06.706 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/ 2022-09-01T11:00:06.707 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE= 2022-09-01T11:00:06.708 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE=', 'Content-Length': '0'} 2022-09-01T11:00:06.711 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000052d3d949d96f08f2-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.712 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:06.713 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:06.714 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:06.715 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:06.716 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:06.717 DEBUG:boto:Method: GET 2022-09-01T11:00:06.718 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T11:00:06.719 DEBUG:boto:Data: 2022-09-01T11:00:06.720 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.721 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.722 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.723 DEBUG:boto:Params: {} 2022-09-01T11:00:06.724 DEBUG:boto:Token: None 2022-09-01T11:00:06.725 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/ 2022-09-01T11:00:06.726 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE= 2022-09-01T11:00:06.727 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE=', 'Content-Length': '0'} 2022-09-01T11:00:06.730 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bcb006c81e5d5e31-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.731 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:06.732 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:06.733 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:06.733 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.734 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T11:00:06.734 DEBUG:boto:Data: 2022-09-01T11:00:06.735 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.736 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.736 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.737 DEBUG:boto:Params: {} 2022-09-01T11:00:06.738 DEBUG:boto:Token: None 2022-09-01T11:00:06.739 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/d 2022-09-01T11:00:06.739 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqnYxa5v58KKwfqJ01aoYq8OgKs= 2022-09-01T11:00:06.740 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqnYxa5v58KKwfqJ01aoYq8OgKs=', 'Content-Length': '0'} 2022-09-01T11:00:06.742 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002b921817da8feeed-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.743 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:06.744 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:06.744 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.745 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T11:00:06.745 DEBUG:boto:Data: 2022-09-01T11:00:06.746 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.747 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.748 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.748 DEBUG:boto:Params: {} 2022-09-01T11:00:06.749 DEBUG:boto:Token: None 2022-09-01T11:00:06.750 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/d 2022-09-01T11:00:06.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqnYxa5v58KKwfqJ01aoYq8OgKs= 2022-09-01T11:00:06.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqnYxa5v58KKwfqJ01aoYq8OgKs=', 'Content-Length': '0'} 2022-09-01T11:00:06.755 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b002b08ec122f811-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.757 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T11:00:06.758 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:06.759 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:06.760 DEBUG:boto:Method: GET 2022-09-01T11:00:06.761 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T11:00:06.761 DEBUG:boto:Data: 2022-09-01T11:00:06.762 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.763 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.764 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.765 DEBUG:boto:Params: {} 2022-09-01T11:00:06.766 DEBUG:boto:Token: None 2022-09-01T11:00:06.767 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/d 2022-09-01T11:00:06.768 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UgfNZ0DCHEBn1VSWEdiRLtQSV8Y= 2022-09-01T11:00:06.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UgfNZ0DCHEBn1VSWEdiRLtQSV8Y=', 'Content-Length': '0'} 2022-09-01T11:00:06.772 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f81c3311a64cc9d6-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.814 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:06.815 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:06.815 DEBUG:boto:Method: GET 2022-09-01T11:00:06.816 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T11:00:06.817 DEBUG:boto:Data: 2022-09-01T11:00:06.818 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.818 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.819 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.819 DEBUG:boto:Params: {} 2022-09-01T11:00:06.820 DEBUG:boto:Token: None 2022-09-01T11:00:06.820 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/d 2022-09-01T11:00:06.821 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UgfNZ0DCHEBn1VSWEdiRLtQSV8Y= 2022-09-01T11:00:06.822 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UgfNZ0DCHEBn1VSWEdiRLtQSV8Y=', 'Content-Length': '0'} 2022-09-01T11:00:06.824 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012ab825f294aa142-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.825 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:06.826 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:06.826 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:06.827 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:06.827 DEBUG:boto:Method: GET 2022-09-01T11:00:06.828 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T11:00:06.828 DEBUG:boto:Data: 2022-09-01T11:00:06.829 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.829 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.830 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.830 DEBUG:boto:Params: {} 2022-09-01T11:00:06.831 DEBUG:boto:Token: None 2022-09-01T11:00:06.832 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/ 2022-09-01T11:00:06.832 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE= 2022-09-01T11:00:06.833 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE=', 'Content-Length': '0'} 2022-09-01T11:00:06.836 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000571739de8f54f5be-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.837 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:06.838 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:06.839 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:06.839 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:06.840 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:06.840 DEBUG:boto:Method: GET 2022-09-01T11:00:06.841 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T11:00:06.841 DEBUG:boto:Data: 2022-09-01T11:00:06.842 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.842 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.847 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.847 DEBUG:boto:Params: {} 2022-09-01T11:00:06.848 DEBUG:boto:Token: None 2022-09-01T11:00:06.849 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/ 2022-09-01T11:00:06.852 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE= 2022-09-01T11:00:06.853 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE=', 'Content-Length': '0'} 2022-09-01T11:00:06.856 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000846284fbae897688-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.857 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:06.858 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T11:00:06.859 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:06.860 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:06.861 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.862 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.864 DEBUG:boto:Method: GET 2022-09-01T11:00:06.865 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.866 DEBUG:boto:Data: 2022-09-01T11:00:06.866 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.867 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.868 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.869 DEBUG:boto:Params: {} 2022-09-01T11:00:06.869 DEBUG:boto:Token: None 2022-09-01T11:00:06.870 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.871 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LP1MU42smTu9aREDxR6Y9GS5nDo= 2022-09-01T11:00:06.872 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LP1MU42smTu9aREDxR6Y9GS5nDo=', 'Content-Length': '0'} 2022-09-01T11:00:06.877 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d0b6ef29f157f38-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.878 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:06.878 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:06.879 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.880 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.880 DEBUG:boto:Method: GET 2022-09-01T11:00:06.881 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.881 DEBUG:boto:Data: 2022-09-01T11:00:06.882 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.883 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.884 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.885 DEBUG:boto:Params: {} 2022-09-01T11:00:06.885 DEBUG:boto:Token: None 2022-09-01T11:00:06.886 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.887 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LP1MU42smTu9aREDxR6Y9GS5nDo= 2022-09-01T11:00:06.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LP1MU42smTu9aREDxR6Y9GS5nDo=', 'Content-Length': '0'} 2022-09-01T11:00:06.890 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009f24339106dccb57-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.891 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:06.891 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:06.892 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.893 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.893 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.894 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.895 DEBUG:boto:Data: 2022-09-01T11:00:06.895 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.895 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.896 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.897 DEBUG:boto:Params: {} 2022-09-01T11:00:06.897 DEBUG:boto:Token: None 2022-09-01T11:00:06.898 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AB0vpVgWqN4OOpg01VNU7Ys+Xzs= 2022-09-01T11:00:06.900 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AB0vpVgWqN4OOpg01VNU7Ys+Xzs=', 'Content-Length': '0'} 2022-09-01T11:00:06.902 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b511d1dc75add78-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.903 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:06.903 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:06.904 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.904 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.905 DEBUG:boto:Method: HEAD 2022-09-01T11:00:06.906 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.907 DEBUG:boto:Data: 2022-09-01T11:00:06.908 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.908 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.909 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.909 DEBUG:boto:Params: {} 2022-09-01T11:00:06.910 DEBUG:boto:Token: None 2022-09-01T11:00:06.910 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AB0vpVgWqN4OOpg01VNU7Ys+Xzs= 2022-09-01T11:00:06.912 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AB0vpVgWqN4OOpg01VNU7Ys+Xzs=', 'Content-Length': '0'} 2022-09-01T11:00:06.915 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000008dc917c6e350e3a-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.916 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T11:00:06.917 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:06.918 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:06.918 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.919 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.920 DEBUG:boto:Method: GET 2022-09-01T11:00:06.920 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.921 DEBUG:boto:Data: 2022-09-01T11:00:06.922 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.922 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.923 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.923 DEBUG:boto:Params: {} 2022-09-01T11:00:06.924 DEBUG:boto:Token: None 2022-09-01T11:00:06.925 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.925 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LP1MU42smTu9aREDxR6Y9GS5nDo= 2022-09-01T11:00:06.926 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LP1MU42smTu9aREDxR6Y9GS5nDo=', 'Content-Length': '0'} 2022-09-01T11:00:06.928 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000076c63a1bc50ae22b-00631090b6-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.974 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:06.975 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:06.976 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.976 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.977 DEBUG:boto:Method: GET 2022-09-01T11:00:06.977 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.978 DEBUG:boto:Data: 2022-09-01T11:00:06.979 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.980 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:06.981 DEBUG:boto:Port: 8000 2022-09-01T11:00:06.982 DEBUG:boto:Params: {} 2022-09-01T11:00:06.983 DEBUG:boto:Token: None 2022-09-01T11:00:06.983 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:06.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LP1MU42smTu9aREDxR6Y9GS5nDo= 2022-09-01T11:00:06.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LP1MU42smTu9aREDxR6Y9GS5nDo=', 'Content-Length': '0'} 2022-09-01T11:00:06.988 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000067bbcc9f1600359b-00631090b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:06.989 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:06.990 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:06.991 DEBUG:boto:path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:06.992 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:06.993 DEBUG:boto:Method: GET 2022-09-01T11:00:06.994 DEBUG:boto:Path: /ptoxvb-71/?prefix=e 2022-09-01T11:00:06.995 DEBUG:boto:Data: 2022-09-01T11:00:06.995 DEBUG:boto:Headers: {} 2022-09-01T11:00:06.996 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:06.997 DEBUG:boto:Port: 8001 2022-09-01T11:00:06.997 DEBUG:boto:Params: {} 2022-09-01T11:00:06.998 DEBUG:boto:Token: None 2022-09-01T11:00:06.998 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:06 GMT /ptoxvb-71/ 2022-09-01T11:00:06.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE= 2022-09-01T11:00:07.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGsXiGObpDiF3iqcNqiHPpN5miE=', 'Content-Length': '0'} 2022-09-01T11:00:07.002 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c5a1cfa1ee094609-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.003 DEBUG:boto:b'ptoxvb-71e1000falsee2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.004 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.004 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.005 DEBUG:boto:path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:07.006 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:07.006 DEBUG:boto:Method: GET 2022-09-01T11:00:07.007 DEBUG:boto:Path: /ptoxvb-71/?prefix=e 2022-09-01T11:00:07.007 DEBUG:boto:Data: 2022-09-01T11:00:07.008 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.008 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.009 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.009 DEBUG:boto:Params: {} 2022-09-01T11:00:07.010 DEBUG:boto:Token: None 2022-09-01T11:00:07.010 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/ 2022-09-01T11:00:07.011 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg= 2022-09-01T11:00:07.012 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg=', 'Content-Length': '0'} 2022-09-01T11:00:07.014 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c37b0c8e7901e5b1-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.015 DEBUG:boto:b'ptoxvb-71e1000falsee2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.016 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:07.016 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:07.017 DEBUG:boto:Method: HEAD 2022-09-01T11:00:07.017 DEBUG:boto:Path: /ptoxvb-71/e 2022-09-01T11:00:07.018 DEBUG:boto:Data: 2022-09-01T11:00:07.018 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.019 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.019 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.020 DEBUG:boto:Params: {} 2022-09-01T11:00:07.021 DEBUG:boto:Token: None 2022-09-01T11:00:07.021 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/e 2022-09-01T11:00:07.022 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kOJefJ8U3OCe2YPvKRVAP8sOe0k= 2022-09-01T11:00:07.022 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kOJefJ8U3OCe2YPvKRVAP8sOe0k=', 'Content-Length': '0'} 2022-09-01T11:00:07.025 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000027323e000a409780-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.025 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:07.026 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:07.027 DEBUG:boto:Method: HEAD 2022-09-01T11:00:07.027 DEBUG:boto:Path: /ptoxvb-71/e 2022-09-01T11:00:07.028 DEBUG:boto:Data: 2022-09-01T11:00:07.028 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.029 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.029 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.030 DEBUG:boto:Params: {} 2022-09-01T11:00:07.030 DEBUG:boto:Token: None 2022-09-01T11:00:07.031 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/e 2022-09-01T11:00:07.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kOJefJ8U3OCe2YPvKRVAP8sOe0k= 2022-09-01T11:00:07.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kOJefJ8U3OCe2YPvKRVAP8sOe0k=', 'Content-Length': '0'} 2022-09-01T11:00:07.034 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000085e607316a2ebdb2-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.035 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T11:00:07.036 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:07.036 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:07.037 DEBUG:boto:Method: GET 2022-09-01T11:00:07.037 DEBUG:boto:Path: /ptoxvb-71/e 2022-09-01T11:00:07.038 DEBUG:boto:Data: 2022-09-01T11:00:07.039 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.039 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.040 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.040 DEBUG:boto:Params: {} 2022-09-01T11:00:07.041 DEBUG:boto:Token: None 2022-09-01T11:00:07.041 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/e 2022-09-01T11:00:07.042 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f1ToJMN3mM8VZh9KeedxDGuqguc= 2022-09-01T11:00:07.043 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f1ToJMN3mM8VZh9KeedxDGuqguc=', 'Content-Length': '0'} 2022-09-01T11:00:07.045 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dd01cba04dbb7114-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.046 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:07.047 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:07.047 DEBUG:boto:Method: GET 2022-09-01T11:00:07.048 DEBUG:boto:Path: /ptoxvb-71/e 2022-09-01T11:00:07.048 DEBUG:boto:Data: 2022-09-01T11:00:07.049 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.049 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.050 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.050 DEBUG:boto:Params: {} 2022-09-01T11:00:07.051 DEBUG:boto:Token: None 2022-09-01T11:00:07.052 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/e 2022-09-01T11:00:07.052 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f1ToJMN3mM8VZh9KeedxDGuqguc= 2022-09-01T11:00:07.053 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f1ToJMN3mM8VZh9KeedxDGuqguc=', 'Content-Length': '0'} 2022-09-01T11:00:07.055 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000921b750748d50c14-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.056 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.057 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.057 DEBUG:boto:path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:07.058 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:07.058 DEBUG:boto:Method: GET 2022-09-01T11:00:07.059 DEBUG:boto:Path: /ptoxvb-71/?prefix=e 2022-09-01T11:00:07.059 DEBUG:boto:Data: 2022-09-01T11:00:07.060 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.061 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.061 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.062 DEBUG:boto:Params: {} 2022-09-01T11:00:07.063 DEBUG:boto:Token: None 2022-09-01T11:00:07.063 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/ 2022-09-01T11:00:07.064 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg= 2022-09-01T11:00:07.065 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg=', 'Content-Length': '0'} 2022-09-01T11:00:07.068 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008d29308861c03d4b-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.069 DEBUG:boto:b'ptoxvb-71e1000falsee2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.070 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.071 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.072 DEBUG:boto:path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:07.072 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:07.073 DEBUG:boto:Method: GET 2022-09-01T11:00:07.074 DEBUG:boto:Path: /ptoxvb-71/?prefix=e 2022-09-01T11:00:07.075 DEBUG:boto:Data: 2022-09-01T11:00:07.075 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.076 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.076 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.077 DEBUG:boto:Params: {} 2022-09-01T11:00:07.079 DEBUG:boto:Token: None 2022-09-01T11:00:07.080 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/ 2022-09-01T11:00:07.080 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg= 2022-09-01T11:00:07.081 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg=', 'Content-Length': '0'} 2022-09-01T11:00:07.084 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000077fd9928f4b0042c-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.132 DEBUG:boto:b'ptoxvb-71e1000falsee2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.133 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T11:00:07.134 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:07.135 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:07.136 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.137 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.138 DEBUG:boto:Method: GET 2022-09-01T11:00:07.139 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.140 DEBUG:boto:Data: 2022-09-01T11:00:07.141 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.142 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.143 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.144 DEBUG:boto:Params: {} 2022-09-01T11:00:07.145 DEBUG:boto:Token: None 2022-09-01T11:00:07.146 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.147 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HtVwNXSAHJ9I5nbFpchUScl9pxI= 2022-09-01T11:00:07.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HtVwNXSAHJ9I5nbFpchUScl9pxI=', 'Content-Length': '0'} 2022-09-01T11:00:07.152 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000668dc0fcaebcafec-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.153 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:07.154 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:07.155 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.157 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.157 DEBUG:boto:Method: GET 2022-09-01T11:00:07.158 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.159 DEBUG:boto:Data: 2022-09-01T11:00:07.159 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.160 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.161 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.162 DEBUG:boto:Params: {} 2022-09-01T11:00:07.163 DEBUG:boto:Token: None 2022-09-01T11:00:07.163 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HtVwNXSAHJ9I5nbFpchUScl9pxI= 2022-09-01T11:00:07.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HtVwNXSAHJ9I5nbFpchUScl9pxI=', 'Content-Length': '0'} 2022-09-01T11:00:07.167 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000084cf6b5207e24f79-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.168 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:07.169 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:07.169 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.170 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.171 DEBUG:boto:Method: HEAD 2022-09-01T11:00:07.172 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.172 DEBUG:boto:Data: 2022-09-01T11:00:07.173 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.175 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.175 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.176 DEBUG:boto:Params: {} 2022-09-01T11:00:07.177 DEBUG:boto:Token: None 2022-09-01T11:00:07.178 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.178 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RFel8dvbl9bzutEw3YFxf7PAMK8= 2022-09-01T11:00:07.179 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RFel8dvbl9bzutEw3YFxf7PAMK8=', 'Content-Length': '0'} 2022-09-01T11:00:07.186 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec9d4e80e4a87921-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.188 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:07.189 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:07.190 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.191 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.192 DEBUG:boto:Method: HEAD 2022-09-01T11:00:07.193 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.194 DEBUG:boto:Data: 2022-09-01T11:00:07.194 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.195 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.196 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.197 DEBUG:boto:Params: {} 2022-09-01T11:00:07.198 DEBUG:boto:Token: None 2022-09-01T11:00:07.199 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.200 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RFel8dvbl9bzutEw3YFxf7PAMK8= 2022-09-01T11:00:07.200 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RFel8dvbl9bzutEw3YFxf7PAMK8=', 'Content-Length': '0'} 2022-09-01T11:00:07.214 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bb733f65a8c452f3-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.216 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T11:00:07.217 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:07.218 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:07.219 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.220 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.221 DEBUG:boto:Method: GET 2022-09-01T11:00:07.222 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.224 DEBUG:boto:Data: 2022-09-01T11:00:07.225 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.225 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.227 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.228 DEBUG:boto:Params: {} 2022-09-01T11:00:07.229 DEBUG:boto:Token: None 2022-09-01T11:00:07.230 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.231 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HtVwNXSAHJ9I5nbFpchUScl9pxI= 2022-09-01T11:00:07.232 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HtVwNXSAHJ9I5nbFpchUScl9pxI=', 'Content-Length': '0'} 2022-09-01T11:00:07.235 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c24f17c32408ff2a-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.237 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:07.238 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:07.239 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.240 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.241 DEBUG:boto:Method: GET 2022-09-01T11:00:07.242 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.243 DEBUG:boto:Data: 2022-09-01T11:00:07.244 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.244 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.245 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.247 DEBUG:boto:Params: {} 2022-09-01T11:00:07.248 DEBUG:boto:Token: None 2022-09-01T11:00:07.249 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:07.250 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HtVwNXSAHJ9I5nbFpchUScl9pxI= 2022-09-01T11:00:07.251 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HtVwNXSAHJ9I5nbFpchUScl9pxI=', 'Content-Length': '0'} 2022-09-01T11:00:07.257 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000093ab40f4d1c088d5-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.298 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.299 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.300 DEBUG:boto:path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:07.301 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:07.302 DEBUG:boto:Method: GET 2022-09-01T11:00:07.303 DEBUG:boto:Path: /ptoxvb-71/?prefix=f 2022-09-01T11:00:07.304 DEBUG:boto:Data: 2022-09-01T11:00:07.305 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.306 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.307 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.308 DEBUG:boto:Params: {} 2022-09-01T11:00:07.309 DEBUG:boto:Token: None 2022-09-01T11:00:07.310 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/ 2022-09-01T11:00:07.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg= 2022-09-01T11:00:07.313 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg=', 'Content-Length': '0'} 2022-09-01T11:00:07.316 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000658dd0ed6ce99d90-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.317 DEBUG:boto:b'ptoxvb-71f1000falsef2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.318 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.319 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.320 DEBUG:boto:path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:07.320 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:07.321 DEBUG:boto:Method: GET 2022-09-01T11:00:07.321 DEBUG:boto:Path: /ptoxvb-71/?prefix=f 2022-09-01T11:00:07.322 DEBUG:boto:Data: 2022-09-01T11:00:07.322 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.323 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.324 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.325 DEBUG:boto:Params: {} 2022-09-01T11:00:07.326 DEBUG:boto:Token: None 2022-09-01T11:00:07.327 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/ 2022-09-01T11:00:07.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg= 2022-09-01T11:00:07.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg=', 'Content-Length': '0'} 2022-09-01T11:00:07.332 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006c16e24ff46e123d-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.333 DEBUG:boto:b'ptoxvb-71f1000falsef2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.335 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:07.336 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:07.337 DEBUG:boto:Method: HEAD 2022-09-01T11:00:07.338 DEBUG:boto:Path: /ptoxvb-71/f 2022-09-01T11:00:07.339 DEBUG:boto:Data: 2022-09-01T11:00:07.340 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.340 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.341 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.342 DEBUG:boto:Params: {} 2022-09-01T11:00:07.342 DEBUG:boto:Token: None 2022-09-01T11:00:07.343 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/f 2022-09-01T11:00:07.344 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nqvz0Gqp4CIKAfzvihANgOpr2Do= 2022-09-01T11:00:07.344 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nqvz0Gqp4CIKAfzvihANgOpr2Do=', 'Content-Length': '0'} 2022-09-01T11:00:07.346 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5ef7a8242ed4b18-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.347 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:07.348 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:07.348 DEBUG:boto:Method: HEAD 2022-09-01T11:00:07.349 DEBUG:boto:Path: /ptoxvb-71/f 2022-09-01T11:00:07.349 DEBUG:boto:Data: 2022-09-01T11:00:07.350 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.351 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.352 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.353 DEBUG:boto:Params: {} 2022-09-01T11:00:07.353 DEBUG:boto:Token: None 2022-09-01T11:00:07.354 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/f 2022-09-01T11:00:07.355 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nqvz0Gqp4CIKAfzvihANgOpr2Do= 2022-09-01T11:00:07.356 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nqvz0Gqp4CIKAfzvihANgOpr2Do=', 'Content-Length': '0'} 2022-09-01T11:00:07.359 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000258862a623e81fc7-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.360 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T11:00:07.361 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:07.361 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:07.363 DEBUG:boto:Method: GET 2022-09-01T11:00:07.364 DEBUG:boto:Path: /ptoxvb-71/f 2022-09-01T11:00:07.365 DEBUG:boto:Data: 2022-09-01T11:00:07.366 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.367 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.368 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.369 DEBUG:boto:Params: {} 2022-09-01T11:00:07.370 DEBUG:boto:Token: None 2022-09-01T11:00:07.371 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/f 2022-09-01T11:00:07.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WpBfmzw/ypZ2x2EWVdwaDjomXhE= 2022-09-01T11:00:07.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WpBfmzw/ypZ2x2EWVdwaDjomXhE=', 'Content-Length': '0'} 2022-09-01T11:00:07.376 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000edc851b53dbb035b-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.378 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:07.379 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:07.380 DEBUG:boto:Method: GET 2022-09-01T11:00:07.381 DEBUG:boto:Path: /ptoxvb-71/f 2022-09-01T11:00:07.382 DEBUG:boto:Data: 2022-09-01T11:00:07.383 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.384 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.386 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.387 DEBUG:boto:Params: {} 2022-09-01T11:00:07.388 DEBUG:boto:Token: None 2022-09-01T11:00:07.389 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/f 2022-09-01T11:00:07.390 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WpBfmzw/ypZ2x2EWVdwaDjomXhE= 2022-09-01T11:00:07.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WpBfmzw/ypZ2x2EWVdwaDjomXhE=', 'Content-Length': '0'} 2022-09-01T11:00:07.394 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf2e6d392553227a-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.395 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.396 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.397 DEBUG:boto:path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:07.397 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:07.398 DEBUG:boto:Method: GET 2022-09-01T11:00:07.398 DEBUG:boto:Path: /ptoxvb-71/?prefix=f 2022-09-01T11:00:07.399 DEBUG:boto:Data: 2022-09-01T11:00:07.399 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.400 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.400 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.401 DEBUG:boto:Params: {} 2022-09-01T11:00:07.401 DEBUG:boto:Token: None 2022-09-01T11:00:07.402 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/ 2022-09-01T11:00:07.403 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg= 2022-09-01T11:00:07.403 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg=', 'Content-Length': '0'} 2022-09-01T11:00:07.407 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b5fd5960bffb40e7-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.407 DEBUG:boto:b'ptoxvb-71f1000falsef2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.408 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.409 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.409 DEBUG:boto:path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:07.410 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:07.411 DEBUG:boto:Method: GET 2022-09-01T11:00:07.411 DEBUG:boto:Path: /ptoxvb-71/?prefix=f 2022-09-01T11:00:07.412 DEBUG:boto:Data: 2022-09-01T11:00:07.412 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.413 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.413 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.414 DEBUG:boto:Params: {} 2022-09-01T11:00:07.414 DEBUG:boto:Token: None 2022-09-01T11:00:07.415 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/ 2022-09-01T11:00:07.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg= 2022-09-01T11:00:07.416 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg=', 'Content-Length': '0'} 2022-09-01T11:00:07.419 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e87d8be1f2e2d5f0-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.462 DEBUG:boto:b'ptoxvb-71f1000falsef2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.464 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T11:00:07.465 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:07.466 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:07.467 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.467 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.468 DEBUG:boto:Method: GET 2022-09-01T11:00:07.469 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.470 DEBUG:boto:Data: 2022-09-01T11:00:07.471 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.472 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.472 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.473 DEBUG:boto:Params: {} 2022-09-01T11:00:07.473 DEBUG:boto:Token: None 2022-09-01T11:00:07.474 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fYmnnfB7m5jB5eqCkuZsGV+NmtU= 2022-09-01T11:00:07.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fYmnnfB7m5jB5eqCkuZsGV+NmtU=', 'Content-Length': '0'} 2022-09-01T11:00:07.478 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069260040571e8698-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.479 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:07.480 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:07.480 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.481 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.481 DEBUG:boto:Method: GET 2022-09-01T11:00:07.482 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.482 DEBUG:boto:Data: 2022-09-01T11:00:07.483 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.483 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.484 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.484 DEBUG:boto:Params: {} 2022-09-01T11:00:07.485 DEBUG:boto:Token: None 2022-09-01T11:00:07.486 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fYmnnfB7m5jB5eqCkuZsGV+NmtU= 2022-09-01T11:00:07.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fYmnnfB7m5jB5eqCkuZsGV+NmtU=', 'Content-Length': '0'} 2022-09-01T11:00:07.489 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000013df553e072db3f4-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.490 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:07.491 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:07.491 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.492 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.492 DEBUG:boto:Method: HEAD 2022-09-01T11:00:07.493 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.493 DEBUG:boto:Data: 2022-09-01T11:00:07.494 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.494 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.495 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.495 DEBUG:boto:Params: {} 2022-09-01T11:00:07.496 DEBUG:boto:Token: None 2022-09-01T11:00:07.496 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DzDS8U/Cs46hgmAUDlWEqIlLdDk= 2022-09-01T11:00:07.498 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DzDS8U/Cs46hgmAUDlWEqIlLdDk=', 'Content-Length': '0'} 2022-09-01T11:00:07.500 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d58027be4b8885e-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.501 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:07.501 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:07.502 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.502 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.503 DEBUG:boto:Method: HEAD 2022-09-01T11:00:07.503 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.504 DEBUG:boto:Data: 2022-09-01T11:00:07.504 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.505 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.505 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.506 DEBUG:boto:Params: {} 2022-09-01T11:00:07.506 DEBUG:boto:Token: None 2022-09-01T11:00:07.507 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.507 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DzDS8U/Cs46hgmAUDlWEqIlLdDk= 2022-09-01T11:00:07.508 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DzDS8U/Cs46hgmAUDlWEqIlLdDk=', 'Content-Length': '0'} 2022-09-01T11:00:07.511 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b34bf3d0b1baf0de-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.512 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T11:00:07.513 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:07.514 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:07.515 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.516 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.517 DEBUG:boto:Method: GET 2022-09-01T11:00:07.518 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.519 DEBUG:boto:Data: 2022-09-01T11:00:07.520 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.521 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.522 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.523 DEBUG:boto:Params: {} 2022-09-01T11:00:07.524 DEBUG:boto:Token: None 2022-09-01T11:00:07.525 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.526 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fYmnnfB7m5jB5eqCkuZsGV+NmtU= 2022-09-01T11:00:07.528 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fYmnnfB7m5jB5eqCkuZsGV+NmtU=', 'Content-Length': '0'} 2022-09-01T11:00:07.530 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d17945b99bbf7b79-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.531 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:07.532 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:07.533 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.533 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.534 DEBUG:boto:Method: GET 2022-09-01T11:00:07.534 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.536 DEBUG:boto:Data: 2022-09-01T11:00:07.537 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.537 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.538 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.539 DEBUG:boto:Params: {} 2022-09-01T11:00:07.540 DEBUG:boto:Token: None 2022-09-01T11:00:07.541 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:07.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fYmnnfB7m5jB5eqCkuZsGV+NmtU= 2022-09-01T11:00:07.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fYmnnfB7m5jB5eqCkuZsGV+NmtU=', 'Content-Length': '0'} 2022-09-01T11:00:07.545 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000813e07cc19edf514-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.546 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.548 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.548 DEBUG:boto:path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:07.549 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:07.549 DEBUG:boto:Method: GET 2022-09-01T11:00:07.550 DEBUG:boto:Path: /ptoxvb-71/?prefix=g 2022-09-01T11:00:07.551 DEBUG:boto:Data: 2022-09-01T11:00:07.552 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.552 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.553 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.553 DEBUG:boto:Params: {} 2022-09-01T11:00:07.554 DEBUG:boto:Token: None 2022-09-01T11:00:07.555 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/ 2022-09-01T11:00:07.556 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg= 2022-09-01T11:00:07.556 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg=', 'Content-Length': '0'} 2022-09-01T11:00:07.559 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c8e8aaf122be1b3b-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.602 DEBUG:boto:b'ptoxvb-71g1000falseg2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.604 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.605 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.605 DEBUG:boto:path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:07.606 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:07.607 DEBUG:boto:Method: GET 2022-09-01T11:00:07.608 DEBUG:boto:Path: /ptoxvb-71/?prefix=g 2022-09-01T11:00:07.609 DEBUG:boto:Data: 2022-09-01T11:00:07.610 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.611 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.622 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.623 DEBUG:boto:Params: {} 2022-09-01T11:00:07.623 DEBUG:boto:Token: None 2022-09-01T11:00:07.624 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/ 2022-09-01T11:00:07.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg= 2022-09-01T11:00:07.625 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg=', 'Content-Length': '0'} 2022-09-01T11:00:07.627 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004a4e801b26402b9e-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.628 DEBUG:boto:b'ptoxvb-71g1000falseg2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.629 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:07.630 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:07.630 DEBUG:boto:Method: HEAD 2022-09-01T11:00:07.631 DEBUG:boto:Path: /ptoxvb-71/g 2022-09-01T11:00:07.632 DEBUG:boto:Data: 2022-09-01T11:00:07.633 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.633 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.634 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.634 DEBUG:boto:Params: {} 2022-09-01T11:00:07.635 DEBUG:boto:Token: None 2022-09-01T11:00:07.636 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/g 2022-09-01T11:00:07.637 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RTeoBPSv1YJS0OV2N04CD1TyjD8= 2022-09-01T11:00:07.637 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RTeoBPSv1YJS0OV2N04CD1TyjD8=', 'Content-Length': '0'} 2022-09-01T11:00:07.640 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f094026bc809c020-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.641 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:07.642 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:07.643 DEBUG:boto:Method: HEAD 2022-09-01T11:00:07.644 DEBUG:boto:Path: /ptoxvb-71/g 2022-09-01T11:00:07.644 DEBUG:boto:Data: 2022-09-01T11:00:07.645 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.646 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.646 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.647 DEBUG:boto:Params: {} 2022-09-01T11:00:07.648 DEBUG:boto:Token: None 2022-09-01T11:00:07.648 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/g 2022-09-01T11:00:07.649 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RTeoBPSv1YJS0OV2N04CD1TyjD8= 2022-09-01T11:00:07.649 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RTeoBPSv1YJS0OV2N04CD1TyjD8=', 'Content-Length': '0'} 2022-09-01T11:00:07.651 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000111f90c11a32ee00-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.652 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T11:00:07.653 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:07.654 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:07.654 DEBUG:boto:Method: GET 2022-09-01T11:00:07.655 DEBUG:boto:Path: /ptoxvb-71/g 2022-09-01T11:00:07.656 DEBUG:boto:Data: 2022-09-01T11:00:07.656 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.657 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.658 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.658 DEBUG:boto:Params: {} 2022-09-01T11:00:07.659 DEBUG:boto:Token: None 2022-09-01T11:00:07.660 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/g 2022-09-01T11:00:07.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rd0WriR6zUgx5sYMfKt/STqMm5w= 2022-09-01T11:00:07.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rd0WriR6zUgx5sYMfKt/STqMm5w=', 'Content-Length': '0'} 2022-09-01T11:00:07.665 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c0c0c8725e50207-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.666 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:07.667 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:07.668 DEBUG:boto:Method: GET 2022-09-01T11:00:07.669 DEBUG:boto:Path: /ptoxvb-71/g 2022-09-01T11:00:07.670 DEBUG:boto:Data: 2022-09-01T11:00:07.670 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.671 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.672 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.673 DEBUG:boto:Params: {} 2022-09-01T11:00:07.673 DEBUG:boto:Token: None 2022-09-01T11:00:07.674 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/g 2022-09-01T11:00:07.675 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rd0WriR6zUgx5sYMfKt/STqMm5w= 2022-09-01T11:00:07.677 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rd0WriR6zUgx5sYMfKt/STqMm5w=', 'Content-Length': '0'} 2022-09-01T11:00:07.680 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e0f59b4e357b876e-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.681 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.681 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.682 DEBUG:boto:path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:07.682 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:07.683 DEBUG:boto:Method: GET 2022-09-01T11:00:07.683 DEBUG:boto:Path: /ptoxvb-71/?prefix=g 2022-09-01T11:00:07.684 DEBUG:boto:Data: 2022-09-01T11:00:07.684 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.685 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.685 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.686 DEBUG:boto:Params: {} 2022-09-01T11:00:07.687 DEBUG:boto:Token: None 2022-09-01T11:00:07.687 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/ 2022-09-01T11:00:07.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg= 2022-09-01T11:00:07.688 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg=', 'Content-Length': '0'} 2022-09-01T11:00:07.691 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003f895685a4fa5934-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.692 DEBUG:boto:b'ptoxvb-71g1000falseg2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.693 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.693 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.694 DEBUG:boto:path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:07.695 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:07.695 DEBUG:boto:Method: GET 2022-09-01T11:00:07.696 DEBUG:boto:Path: /ptoxvb-71/?prefix=g 2022-09-01T11:00:07.696 DEBUG:boto:Data: 2022-09-01T11:00:07.697 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.698 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.698 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.699 DEBUG:boto:Params: {} 2022-09-01T11:00:07.700 DEBUG:boto:Token: None 2022-09-01T11:00:07.700 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/ 2022-09-01T11:00:07.701 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg= 2022-09-01T11:00:07.701 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg=', 'Content-Length': '0'} 2022-09-01T11:00:07.704 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ef069b8cf985e512-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.746 DEBUG:boto:b'ptoxvb-71g1000falseg2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.747 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T11:00:07.748 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:07.750 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:07.751 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.752 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.753 DEBUG:boto:Method: GET 2022-09-01T11:00:07.754 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.754 DEBUG:boto:Data: 2022-09-01T11:00:07.755 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.756 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.757 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.758 DEBUG:boto:Params: {} 2022-09-01T11:00:07.759 DEBUG:boto:Token: None 2022-09-01T11:00:07.760 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dewBNZylgGLqFx6JudDUjLqhbKo= 2022-09-01T11:00:07.761 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dewBNZylgGLqFx6JudDUjLqhbKo=', 'Content-Length': '0'} 2022-09-01T11:00:07.764 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000019ea7ab27a912b54-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.765 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:07.766 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:07.767 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.768 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.769 DEBUG:boto:Method: GET 2022-09-01T11:00:07.770 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.770 DEBUG:boto:Data: 2022-09-01T11:00:07.771 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.771 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.772 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.772 DEBUG:boto:Params: {} 2022-09-01T11:00:07.773 DEBUG:boto:Token: None 2022-09-01T11:00:07.774 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.774 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dewBNZylgGLqFx6JudDUjLqhbKo= 2022-09-01T11:00:07.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dewBNZylgGLqFx6JudDUjLqhbKo=', 'Content-Length': '0'} 2022-09-01T11:00:07.777 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007c4a3878e85c05b5-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.778 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:07.779 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:07.779 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.780 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.780 DEBUG:boto:Method: HEAD 2022-09-01T11:00:07.781 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.781 DEBUG:boto:Data: 2022-09-01T11:00:07.782 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.782 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.783 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.783 DEBUG:boto:Params: {} 2022-09-01T11:00:07.784 DEBUG:boto:Token: None 2022-09-01T11:00:07.784 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.785 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b9/xlMEOwI+cx0U1SsUcTpQhFxY= 2022-09-01T11:00:07.785 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b9/xlMEOwI+cx0U1SsUcTpQhFxY=', 'Content-Length': '0'} 2022-09-01T11:00:07.788 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000171483a82b4da188-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.789 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:07.790 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:07.790 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.791 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.791 DEBUG:boto:Method: HEAD 2022-09-01T11:00:07.792 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.792 DEBUG:boto:Data: 2022-09-01T11:00:07.793 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.793 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.794 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.794 DEBUG:boto:Params: {} 2022-09-01T11:00:07.795 DEBUG:boto:Token: None 2022-09-01T11:00:07.796 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.797 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b9/xlMEOwI+cx0U1SsUcTpQhFxY= 2022-09-01T11:00:07.797 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b9/xlMEOwI+cx0U1SsUcTpQhFxY=', 'Content-Length': '0'} 2022-09-01T11:00:07.799 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e4fd1ff5b8899a7b-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.800 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T11:00:07.801 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:07.801 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:07.802 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.802 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.803 DEBUG:boto:Method: GET 2022-09-01T11:00:07.803 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.804 DEBUG:boto:Data: 2022-09-01T11:00:07.805 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.805 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.806 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.806 DEBUG:boto:Params: {} 2022-09-01T11:00:07.807 DEBUG:boto:Token: None 2022-09-01T11:00:07.807 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dewBNZylgGLqFx6JudDUjLqhbKo= 2022-09-01T11:00:07.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dewBNZylgGLqFx6JudDUjLqhbKo=', 'Content-Length': '0'} 2022-09-01T11:00:07.811 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b5213519d9c86e7f-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.813 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:07.813 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:07.814 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.815 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.816 DEBUG:boto:Method: GET 2022-09-01T11:00:07.817 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.818 DEBUG:boto:Data: 2022-09-01T11:00:07.819 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.819 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.820 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.820 DEBUG:boto:Params: {} 2022-09-01T11:00:07.821 DEBUG:boto:Token: None 2022-09-01T11:00:07.822 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:07.823 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dewBNZylgGLqFx6JudDUjLqhbKo= 2022-09-01T11:00:07.824 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dewBNZylgGLqFx6JudDUjLqhbKo=', 'Content-Length': '0'} 2022-09-01T11:00:07.827 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a495d8ca41594f7-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.828 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.829 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.830 DEBUG:boto:path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:07.831 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:07.832 DEBUG:boto:Method: GET 2022-09-01T11:00:07.833 DEBUG:boto:Path: /ptoxvb-71/?prefix=h 2022-09-01T11:00:07.834 DEBUG:boto:Data: 2022-09-01T11:00:07.835 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.836 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.837 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.837 DEBUG:boto:Params: {} 2022-09-01T11:00:07.838 DEBUG:boto:Token: None 2022-09-01T11:00:07.839 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/ 2022-09-01T11:00:07.839 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg= 2022-09-01T11:00:07.840 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg=', 'Content-Length': '0'} 2022-09-01T11:00:07.843 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c4366b5990ad2e1f-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.844 DEBUG:boto:b'ptoxvb-71h1000falseh2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.845 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.845 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.846 DEBUG:boto:path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:07.846 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:07.847 DEBUG:boto:Method: GET 2022-09-01T11:00:07.847 DEBUG:boto:Path: /ptoxvb-71/?prefix=h 2022-09-01T11:00:07.848 DEBUG:boto:Data: 2022-09-01T11:00:07.848 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.849 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.849 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.850 DEBUG:boto:Params: {} 2022-09-01T11:00:07.851 DEBUG:boto:Token: None 2022-09-01T11:00:07.852 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/ 2022-09-01T11:00:07.853 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg= 2022-09-01T11:00:07.853 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg=', 'Content-Length': '0'} 2022-09-01T11:00:07.856 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a92b497a8d1fa79f-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.857 DEBUG:boto:b'ptoxvb-71h1000falseh2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.858 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:07.859 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:07.860 DEBUG:boto:Method: HEAD 2022-09-01T11:00:07.861 DEBUG:boto:Path: /ptoxvb-71/h 2022-09-01T11:00:07.862 DEBUG:boto:Data: 2022-09-01T11:00:07.863 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.864 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.865 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.866 DEBUG:boto:Params: {} 2022-09-01T11:00:07.867 DEBUG:boto:Token: None 2022-09-01T11:00:07.868 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/h 2022-09-01T11:00:07.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:InyzGZ2fWJFavL8KCiYGvFJlOHg= 2022-09-01T11:00:07.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:InyzGZ2fWJFavL8KCiYGvFJlOHg=', 'Content-Length': '0'} 2022-09-01T11:00:07.873 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b2526a26382726bb-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.874 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:07.875 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:07.876 DEBUG:boto:Method: HEAD 2022-09-01T11:00:07.877 DEBUG:boto:Path: /ptoxvb-71/h 2022-09-01T11:00:07.878 DEBUG:boto:Data: 2022-09-01T11:00:07.878 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.879 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.879 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.880 DEBUG:boto:Params: {} 2022-09-01T11:00:07.880 DEBUG:boto:Token: None 2022-09-01T11:00:07.881 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/h 2022-09-01T11:00:07.882 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:InyzGZ2fWJFavL8KCiYGvFJlOHg= 2022-09-01T11:00:07.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:InyzGZ2fWJFavL8KCiYGvFJlOHg=', 'Content-Length': '0'} 2022-09-01T11:00:07.884 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3be12afb8843c6f-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.885 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T11:00:07.886 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:07.886 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:07.887 DEBUG:boto:Method: GET 2022-09-01T11:00:07.887 DEBUG:boto:Path: /ptoxvb-71/h 2022-09-01T11:00:07.888 DEBUG:boto:Data: 2022-09-01T11:00:07.888 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.889 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.890 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.890 DEBUG:boto:Params: {} 2022-09-01T11:00:07.891 DEBUG:boto:Token: None 2022-09-01T11:00:07.891 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/h 2022-09-01T11:00:07.892 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GW/sxUMFbOB2HBcqgUqC+cKx33E= 2022-09-01T11:00:07.893 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GW/sxUMFbOB2HBcqgUqC+cKx33E=', 'Content-Length': '0'} 2022-09-01T11:00:07.895 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004b3b6ce4a7e7bb50-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.942 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:07.943 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:07.944 DEBUG:boto:Method: GET 2022-09-01T11:00:07.945 DEBUG:boto:Path: /ptoxvb-71/h 2022-09-01T11:00:07.946 DEBUG:boto:Data: 2022-09-01T11:00:07.947 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.948 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.949 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.950 DEBUG:boto:Params: {} 2022-09-01T11:00:07.951 DEBUG:boto:Token: None 2022-09-01T11:00:07.953 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/h 2022-09-01T11:00:07.954 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GW/sxUMFbOB2HBcqgUqC+cKx33E= 2022-09-01T11:00:07.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GW/sxUMFbOB2HBcqgUqC+cKx33E=', 'Content-Length': '0'} 2022-09-01T11:00:07.958 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fc83383e23ba12b7-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.959 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.960 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.961 DEBUG:boto:path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:07.962 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:07.963 DEBUG:boto:Method: GET 2022-09-01T11:00:07.964 DEBUG:boto:Path: /ptoxvb-71/?prefix=h 2022-09-01T11:00:07.965 DEBUG:boto:Data: 2022-09-01T11:00:07.966 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.967 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.968 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.969 DEBUG:boto:Params: {} 2022-09-01T11:00:07.970 DEBUG:boto:Token: None 2022-09-01T11:00:07.971 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/ 2022-09-01T11:00:07.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg= 2022-09-01T11:00:07.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg=', 'Content-Length': '0'} 2022-09-01T11:00:07.977 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d5d65b4280acd48d-00631090b7-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.978 DEBUG:boto:b'ptoxvb-71h1000falseh2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.979 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.980 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.980 DEBUG:boto:path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:07.981 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:07.981 DEBUG:boto:Method: GET 2022-09-01T11:00:07.982 DEBUG:boto:Path: /ptoxvb-71/?prefix=h 2022-09-01T11:00:07.982 DEBUG:boto:Data: 2022-09-01T11:00:07.983 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.983 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:07.984 DEBUG:boto:Port: 8000 2022-09-01T11:00:07.985 DEBUG:boto:Params: {} 2022-09-01T11:00:07.985 DEBUG:boto:Token: None 2022-09-01T11:00:07.986 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:07 GMT /ptoxvb-71/ 2022-09-01T11:00:07.986 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg= 2022-09-01T11:00:07.987 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uRbI4uz0EywguOrb5VCa2WG8EBg=', 'Content-Length': '0'} 2022-09-01T11:00:07.990 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000723eba9c9fa1c42a-00631090b7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:07.990 DEBUG:boto:b'ptoxvb-71h1000falseh2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:07.991 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-71 zones={test-zone3, test-zone1} 2022-09-01T11:00:07.992 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-71 zones={test-zone3, test-zone2} 2022-09-01T11:00:07.992 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:07.993 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:07.994 DEBUG:boto:Method: HEAD 2022-09-01T11:00:07.995 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T11:00:07.995 DEBUG:boto:Data: 2022-09-01T11:00:07.996 DEBUG:boto:Headers: {} 2022-09-01T11:00:07.997 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:07.997 DEBUG:boto:Port: 8001 2022-09-01T11:00:07.998 DEBUG:boto:Params: {} 2022-09-01T11:00:08.000 DEBUG:boto:Token: None 2022-09-01T11:00:08.001 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.002 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LeSlarlr2bB376w32/vewa9kJNA= 2022-09-01T11:00:08.003 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LeSlarlr2bB376w32/vewa9kJNA=', 'Content-Length': '0'} 2022-09-01T11:00:08.006 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007be7f3db02d755a4-00631090b8-15d3-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.007 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.008 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.009 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.010 DEBUG:boto:Path: /ptoxvb-71/ 2022-09-01T11:00:08.011 DEBUG:boto:Data: 2022-09-01T11:00:08.012 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.013 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.014 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.014 DEBUG:boto:Params: {} 2022-09-01T11:00:08.015 DEBUG:boto:Token: None 2022-09-01T11:00:08.016 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.016 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LeSlarlr2bB376w32/vewa9kJNA= 2022-09-01T11:00:08.017 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LeSlarlr2bB376w32/vewa9kJNA=', 'Content-Length': '0'} 2022-09-01T11:00:08.019 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002036ab13c9591279-00631090b8-15e8-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.020 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:00:08.020 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.021 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.021 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:08.022 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:08.022 DEBUG:boto:Method: GET 2022-09-01T11:00:08.023 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:08.023 DEBUG:boto:Data: 2022-09-01T11:00:08.024 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.025 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.025 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.026 DEBUG:boto:Params: {} 2022-09-01T11:00:08.026 DEBUG:boto:Token: None 2022-09-01T11:00:08.027 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/?versions 2022-09-01T11:00:08.028 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xM1Or4ZbtigpdLdVoaB5y7YXYTE= 2022-09-01T11:00:08.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xM1Or4ZbtigpdLdVoaB5y7YXYTE=', 'Content-Length': '0'} 2022-09-01T11:00:08.031 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000af469c394c5d5619-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.032 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.033 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T11:00:08.034 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T11:00:08.035 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T11:00:08.036 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T11:00:08.037 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T11:00:08.037 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T11:00:08.038 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T11:00:08.038 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T11:00:08.039 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:00:08.039 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.040 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.040 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:08.041 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:08.041 DEBUG:boto:Method: GET 2022-09-01T11:00:08.042 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:08.043 DEBUG:boto:Data: 2022-09-01T11:00:08.043 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.044 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.045 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.045 DEBUG:boto:Params: {} 2022-09-01T11:00:08.046 DEBUG:boto:Token: None 2022-09-01T11:00:08.047 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/?versions 2022-09-01T11:00:08.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xM1Or4ZbtigpdLdVoaB5y7YXYTE= 2022-09-01T11:00:08.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xM1Or4ZbtigpdLdVoaB5y7YXYTE=', 'Content-Length': '0'} 2022-09-01T11:00:08.052 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000066a23b9c2f67c09c-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.053 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.054 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-09-01T11:00:08.055 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-09-01T11:00:08.055 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-09-01T11:00:08.056 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-09-01T11:00:08.056 DEBUG:tasks.rgw_multi.zone_rados:o=e 2022-09-01T11:00:08.057 DEBUG:tasks.rgw_multi.zone_rados:o=f 2022-09-01T11:00:08.057 DEBUG:tasks.rgw_multi.zone_rados:o=g 2022-09-01T11:00:08.058 DEBUG:tasks.rgw_multi.zone_rados:o=h 2022-09-01T11:00:08.058 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.059 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.059 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:08.060 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:08.060 DEBUG:boto:Method: GET 2022-09-01T11:00:08.061 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:08.061 DEBUG:boto:Data: 2022-09-01T11:00:08.062 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.063 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.063 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.064 DEBUG:boto:Params: {} 2022-09-01T11:00:08.064 DEBUG:boto:Token: None 2022-09-01T11:00:08.065 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/?versions 2022-09-01T11:00:08.066 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xM1Or4ZbtigpdLdVoaB5y7YXYTE= 2022-09-01T11:00:08.066 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xM1Or4ZbtigpdLdVoaB5y7YXYTE=', 'Content-Length': '0'} 2022-09-01T11:00:08.069 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003165f7d7754da0c2-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.070 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.071 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.072 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.072 DEBUG:boto:path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:08.073 DEBUG:boto:auth_path=/ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:08.073 DEBUG:boto:Method: GET 2022-09-01T11:00:08.074 DEBUG:boto:Path: /ptoxvb-71/?versions&max-keys=999 2022-09-01T11:00:08.074 DEBUG:boto:Data: 2022-09-01T11:00:08.075 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.075 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.076 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.077 DEBUG:boto:Params: {} 2022-09-01T11:00:08.078 DEBUG:boto:Token: None 2022-09-01T11:00:08.078 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/?versions 2022-09-01T11:00:08.079 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xM1Or4ZbtigpdLdVoaB5y7YXYTE= 2022-09-01T11:00:08.080 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xM1Or4ZbtigpdLdVoaB5y7YXYTE=', 'Content-Length': '0'} 2022-09-01T11:00:08.082 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000051d689dc709109c7-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.083 DEBUG:boto:b'ptoxvb-71999falseanulltrue2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalbnulltrue2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalcnulltrue2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormaldnulltrue2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalenulltrue2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalfnulltrue2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalgnulltrue2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalhnulltrue2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.084 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T11:00:08.085 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:08.085 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:08.086 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.086 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.087 DEBUG:boto:Method: GET 2022-09-01T11:00:08.088 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.088 DEBUG:boto:Data: 2022-09-01T11:00:08.089 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.089 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.090 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.090 DEBUG:boto:Params: {} 2022-09-01T11:00:08.091 DEBUG:boto:Token: None 2022-09-01T11:00:08.091 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rgXxbXuj1W57kiAo+FYGVlKnae8= 2022-09-01T11:00:08.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rgXxbXuj1W57kiAo+FYGVlKnae8=', 'Content-Length': '0'} 2022-09-01T11:00:08.096 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000264d789cb71d9d52-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.142 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:08.143 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:08.143 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.144 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.144 DEBUG:boto:Method: GET 2022-09-01T11:00:08.145 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.145 DEBUG:boto:Data: 2022-09-01T11:00:08.146 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.147 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.147 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.148 DEBUG:boto:Params: {} 2022-09-01T11:00:08.148 DEBUG:boto:Token: None 2022-09-01T11:00:08.149 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.149 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rgXxbXuj1W57kiAo+FYGVlKnae8= 2022-09-01T11:00:08.150 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rgXxbXuj1W57kiAo+FYGVlKnae8=', 'Content-Length': '0'} 2022-09-01T11:00:08.152 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000020d982b74cc412e3-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.153 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:08.154 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:08.154 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.155 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.155 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.156 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.156 DEBUG:boto:Data: 2022-09-01T11:00:08.157 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.158 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.158 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.159 DEBUG:boto:Params: {} 2022-09-01T11:00:08.159 DEBUG:boto:Token: None 2022-09-01T11:00:08.160 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.161 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v9KN/2Z9SrbpkqoeP7bD0l8sfUI= 2022-09-01T11:00:08.161 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v9KN/2Z9SrbpkqoeP7bD0l8sfUI=', 'Content-Length': '0'} 2022-09-01T11:00:08.164 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000923f4d79aaf3f32c-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.165 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:08.165 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:08.166 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.167 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.167 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.168 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.169 DEBUG:boto:Data: 2022-09-01T11:00:08.170 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.171 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.172 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.173 DEBUG:boto:Params: {} 2022-09-01T11:00:08.174 DEBUG:boto:Token: None 2022-09-01T11:00:08.175 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.176 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v9KN/2Z9SrbpkqoeP7bD0l8sfUI= 2022-09-01T11:00:08.177 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v9KN/2Z9SrbpkqoeP7bD0l8sfUI=', 'Content-Length': '0'} 2022-09-01T11:00:08.180 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001e0ba924a6ed342a-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.180 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T11:00:08.181 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:08.182 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:08.183 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.183 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.184 DEBUG:boto:Method: GET 2022-09-01T11:00:08.185 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.186 DEBUG:boto:Data: 2022-09-01T11:00:08.187 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.188 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.189 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.190 DEBUG:boto:Params: {} 2022-09-01T11:00:08.191 DEBUG:boto:Token: None 2022-09-01T11:00:08.192 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.193 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rgXxbXuj1W57kiAo+FYGVlKnae8= 2022-09-01T11:00:08.194 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rgXxbXuj1W57kiAo+FYGVlKnae8=', 'Content-Length': '0'} 2022-09-01T11:00:08.196 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000da77ad7be4620a6c-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.197 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:08.197 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:08.198 DEBUG:boto:path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.199 DEBUG:boto:auth_path=/ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.199 DEBUG:boto:Method: GET 2022-09-01T11:00:08.200 DEBUG:boto:Path: /ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.201 DEBUG:boto:Data: 2022-09-01T11:00:08.201 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.202 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.203 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.203 DEBUG:boto:Params: {} 2022-09-01T11:00:08.204 DEBUG:boto:Token: None 2022-09-01T11:00:08.204 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/a?versionId=null 2022-09-01T11:00:08.205 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rgXxbXuj1W57kiAo+FYGVlKnae8= 2022-09-01T11:00:08.206 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rgXxbXuj1W57kiAo+FYGVlKnae8=', 'Content-Length': '0'} 2022-09-01T11:00:08.208 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000039d151fdd3776c06-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.209 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.210 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.210 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:08.211 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:08.212 DEBUG:boto:Method: GET 2022-09-01T11:00:08.212 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T11:00:08.213 DEBUG:boto:Data: 2022-09-01T11:00:08.213 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.214 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.214 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.215 DEBUG:boto:Params: {} 2022-09-01T11:00:08.216 DEBUG:boto:Token: None 2022-09-01T11:00:08.216 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o= 2022-09-01T11:00:08.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o=', 'Content-Length': '0'} 2022-09-01T11:00:08.220 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005fb916e6e23a3c8e-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.221 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.222 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.222 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.223 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:08.223 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:08.225 DEBUG:boto:Method: GET 2022-09-01T11:00:08.225 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T11:00:08.226 DEBUG:boto:Data: 2022-09-01T11:00:08.226 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.227 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.228 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.228 DEBUG:boto:Params: {} 2022-09-01T11:00:08.229 DEBUG:boto:Token: None 2022-09-01T11:00:08.229 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o= 2022-09-01T11:00:08.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o=', 'Content-Length': '0'} 2022-09-01T11:00:08.233 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000040f068c3cb1b9c37-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.234 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.235 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:08.235 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:08.236 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.236 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T11:00:08.237 DEBUG:boto:Data: 2022-09-01T11:00:08.237 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.238 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.239 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.239 DEBUG:boto:Params: {} 2022-09-01T11:00:08.240 DEBUG:boto:Token: None 2022-09-01T11:00:08.240 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/a 2022-09-01T11:00:08.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rchj0vmwpVJt55vuPkwhjEEnMss= 2022-09-01T11:00:08.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rchj0vmwpVJt55vuPkwhjEEnMss=', 'Content-Length': '0'} 2022-09-01T11:00:08.244 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005142e664b93e257-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.244 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:08.245 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:08.245 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.246 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T11:00:08.247 DEBUG:boto:Data: 2022-09-01T11:00:08.247 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.248 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.248 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.249 DEBUG:boto:Params: {} 2022-09-01T11:00:08.249 DEBUG:boto:Token: None 2022-09-01T11:00:08.250 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/a 2022-09-01T11:00:08.251 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rchj0vmwpVJt55vuPkwhjEEnMss= 2022-09-01T11:00:08.251 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rchj0vmwpVJt55vuPkwhjEEnMss=', 'Content-Length': '0'} 2022-09-01T11:00:08.254 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000087b773de1b546eec-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.255 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-09-01T11:00:08.255 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:08.256 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:08.257 DEBUG:boto:Method: GET 2022-09-01T11:00:08.257 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T11:00:08.258 DEBUG:boto:Data: 2022-09-01T11:00:08.259 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.260 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.260 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.261 DEBUG:boto:Params: {} 2022-09-01T11:00:08.262 DEBUG:boto:Token: None 2022-09-01T11:00:08.262 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/a 2022-09-01T11:00:08.263 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N2mbsBNl+46WmTE9/UNwZXMOSeo= 2022-09-01T11:00:08.264 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N2mbsBNl+46WmTE9/UNwZXMOSeo=', 'Content-Length': '0'} 2022-09-01T11:00:08.266 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000458e63dcf84442d3-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.267 DEBUG:boto:path=/ptoxvb-71/a 2022-09-01T11:00:08.268 DEBUG:boto:auth_path=/ptoxvb-71/a 2022-09-01T11:00:08.268 DEBUG:boto:Method: GET 2022-09-01T11:00:08.269 DEBUG:boto:Path: /ptoxvb-71/a 2022-09-01T11:00:08.270 DEBUG:boto:Data: 2022-09-01T11:00:08.270 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.271 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.271 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.272 DEBUG:boto:Params: {} 2022-09-01T11:00:08.273 DEBUG:boto:Token: None 2022-09-01T11:00:08.274 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/a 2022-09-01T11:00:08.275 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N2mbsBNl+46WmTE9/UNwZXMOSeo= 2022-09-01T11:00:08.275 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N2mbsBNl+46WmTE9/UNwZXMOSeo=', 'Content-Length': '0'} 2022-09-01T11:00:08.277 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000003eb7f5124398615-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.278 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.279 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.279 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:08.280 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:08.280 DEBUG:boto:Method: GET 2022-09-01T11:00:08.281 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T11:00:08.281 DEBUG:boto:Data: 2022-09-01T11:00:08.282 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.282 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.283 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.283 DEBUG:boto:Params: {} 2022-09-01T11:00:08.284 DEBUG:boto:Token: None 2022-09-01T11:00:08.285 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.285 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o= 2022-09-01T11:00:08.286 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o=', 'Content-Length': '0'} 2022-09-01T11:00:08.289 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ee62f7ae0d5d68f4-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.289 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.290 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.291 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.292 DEBUG:boto:path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:08.292 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=a 2022-09-01T11:00:08.293 DEBUG:boto:Method: GET 2022-09-01T11:00:08.293 DEBUG:boto:Path: /ptoxvb-71/?prefix=a 2022-09-01T11:00:08.294 DEBUG:boto:Data: 2022-09-01T11:00:08.294 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.295 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.295 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.296 DEBUG:boto:Params: {} 2022-09-01T11:00:08.297 DEBUG:boto:Token: None 2022-09-01T11:00:08.297 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o= 2022-09-01T11:00:08.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o=', 'Content-Length': '0'} 2022-09-01T11:00:08.301 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000029b77071ed91850a-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.302 DEBUG:boto:b'ptoxvb-71a1000falsea2022-09-01T10:55:47.233Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.303 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T11:00:08.303 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:08.304 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:08.305 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.305 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.306 DEBUG:boto:Method: GET 2022-09-01T11:00:08.306 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.307 DEBUG:boto:Data: 2022-09-01T11:00:08.308 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.308 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.309 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.309 DEBUG:boto:Params: {} 2022-09-01T11:00:08.310 DEBUG:boto:Token: None 2022-09-01T11:00:08.311 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kLAdrZ6W93MvIIA6jpo2dutvRxA= 2022-09-01T11:00:08.312 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kLAdrZ6W93MvIIA6jpo2dutvRxA=', 'Content-Length': '0'} 2022-09-01T11:00:08.314 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000096ddfba633f357ec-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.315 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:08.315 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:08.316 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.317 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.317 DEBUG:boto:Method: GET 2022-09-01T11:00:08.318 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.318 DEBUG:boto:Data: 2022-09-01T11:00:08.319 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.319 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.320 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.321 DEBUG:boto:Params: {} 2022-09-01T11:00:08.321 DEBUG:boto:Token: None 2022-09-01T11:00:08.322 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.323 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kLAdrZ6W93MvIIA6jpo2dutvRxA= 2022-09-01T11:00:08.323 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kLAdrZ6W93MvIIA6jpo2dutvRxA=', 'Content-Length': '0'} 2022-09-01T11:00:08.326 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000003b63fd255572e28-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.327 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:08.327 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:08.328 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.328 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.329 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.329 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.330 DEBUG:boto:Data: 2022-09-01T11:00:08.330 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.331 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.331 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.332 DEBUG:boto:Params: {} 2022-09-01T11:00:08.333 DEBUG:boto:Token: None 2022-09-01T11:00:08.333 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.334 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZdYLkp95rRs7sjSqozKH+rA/4q8= 2022-09-01T11:00:08.334 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZdYLkp95rRs7sjSqozKH+rA/4q8=', 'Content-Length': '0'} 2022-09-01T11:00:08.337 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000489837aa607da7d8-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.338 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:08.338 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:08.339 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.339 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.340 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.340 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.341 DEBUG:boto:Data: 2022-09-01T11:00:08.342 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.342 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.343 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.344 DEBUG:boto:Params: {} 2022-09-01T11:00:08.344 DEBUG:boto:Token: None 2022-09-01T11:00:08.345 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.346 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZdYLkp95rRs7sjSqozKH+rA/4q8= 2022-09-01T11:00:08.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZdYLkp95rRs7sjSqozKH+rA/4q8=', 'Content-Length': '0'} 2022-09-01T11:00:08.349 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000054a813037a51a6f1-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.350 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T11:00:08.350 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:08.351 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:08.352 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.352 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.353 DEBUG:boto:Method: GET 2022-09-01T11:00:08.354 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.354 DEBUG:boto:Data: 2022-09-01T11:00:08.355 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.356 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.356 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.357 DEBUG:boto:Params: {} 2022-09-01T11:00:08.357 DEBUG:boto:Token: None 2022-09-01T11:00:08.358 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kLAdrZ6W93MvIIA6jpo2dutvRxA= 2022-09-01T11:00:08.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kLAdrZ6W93MvIIA6jpo2dutvRxA=', 'Content-Length': '0'} 2022-09-01T11:00:08.361 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008992145b04a6cbf5-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.402 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:08.403 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:08.403 DEBUG:boto:path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.404 DEBUG:boto:auth_path=/ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.404 DEBUG:boto:Method: GET 2022-09-01T11:00:08.405 DEBUG:boto:Path: /ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.406 DEBUG:boto:Data: 2022-09-01T11:00:08.406 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.407 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.407 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.408 DEBUG:boto:Params: {} 2022-09-01T11:00:08.408 DEBUG:boto:Token: None 2022-09-01T11:00:08.409 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/b?versionId=null 2022-09-01T11:00:08.410 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kLAdrZ6W93MvIIA6jpo2dutvRxA= 2022-09-01T11:00:08.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kLAdrZ6W93MvIIA6jpo2dutvRxA=', 'Content-Length': '0'} 2022-09-01T11:00:08.413 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e01ef1559e743b3d-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.413 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.414 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.415 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:08.415 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:08.416 DEBUG:boto:Method: GET 2022-09-01T11:00:08.416 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T11:00:08.417 DEBUG:boto:Data: 2022-09-01T11:00:08.417 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.418 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.418 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.419 DEBUG:boto:Params: {} 2022-09-01T11:00:08.419 DEBUG:boto:Token: None 2022-09-01T11:00:08.420 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o= 2022-09-01T11:00:08.421 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o=', 'Content-Length': '0'} 2022-09-01T11:00:08.424 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000afcacfe219037ed5-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.425 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.426 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.427 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.427 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:08.428 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:08.428 DEBUG:boto:Method: GET 2022-09-01T11:00:08.429 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T11:00:08.429 DEBUG:boto:Data: 2022-09-01T11:00:08.430 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.430 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.431 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.431 DEBUG:boto:Params: {} 2022-09-01T11:00:08.432 DEBUG:boto:Token: None 2022-09-01T11:00:08.433 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.433 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o= 2022-09-01T11:00:08.434 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o=', 'Content-Length': '0'} 2022-09-01T11:00:08.436 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004bc162c8db74bd67-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.437 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.439 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:08.439 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:08.440 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.440 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T11:00:08.441 DEBUG:boto:Data: 2022-09-01T11:00:08.442 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.442 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.443 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.444 DEBUG:boto:Params: {} 2022-09-01T11:00:08.444 DEBUG:boto:Token: None 2022-09-01T11:00:08.445 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/b 2022-09-01T11:00:08.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5tWyVDFPHC6Z8oTbQcUMReJ6WPc= 2022-09-01T11:00:08.446 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5tWyVDFPHC6Z8oTbQcUMReJ6WPc=', 'Content-Length': '0'} 2022-09-01T11:00:08.449 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000033a20dbad9e16e8-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.450 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:08.451 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:08.451 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.452 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T11:00:08.453 DEBUG:boto:Data: 2022-09-01T11:00:08.454 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.455 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.456 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.457 DEBUG:boto:Params: {} 2022-09-01T11:00:08.458 DEBUG:boto:Token: None 2022-09-01T11:00:08.459 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/b 2022-09-01T11:00:08.460 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5tWyVDFPHC6Z8oTbQcUMReJ6WPc= 2022-09-01T11:00:08.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5tWyVDFPHC6Z8oTbQcUMReJ6WPc=', 'Content-Length': '0'} 2022-09-01T11:00:08.463 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000995db8d84ab0a0f0-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.464 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-09-01T11:00:08.465 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:08.465 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:08.466 DEBUG:boto:Method: GET 2022-09-01T11:00:08.466 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T11:00:08.467 DEBUG:boto:Data: 2022-09-01T11:00:08.468 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.468 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.469 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.470 DEBUG:boto:Params: {} 2022-09-01T11:00:08.471 DEBUG:boto:Token: None 2022-09-01T11:00:08.472 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/b 2022-09-01T11:00:08.473 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F8t9Vmtt9JfpOLPcrJvdoCl8QB4= 2022-09-01T11:00:08.474 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F8t9Vmtt9JfpOLPcrJvdoCl8QB4=', 'Content-Length': '0'} 2022-09-01T11:00:08.477 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004b09236e5dc71d01-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.479 DEBUG:boto:path=/ptoxvb-71/b 2022-09-01T11:00:08.481 DEBUG:boto:auth_path=/ptoxvb-71/b 2022-09-01T11:00:08.482 DEBUG:boto:Method: GET 2022-09-01T11:00:08.483 DEBUG:boto:Path: /ptoxvb-71/b 2022-09-01T11:00:08.484 DEBUG:boto:Data: 2022-09-01T11:00:08.485 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.487 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.488 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.488 DEBUG:boto:Params: {} 2022-09-01T11:00:08.490 DEBUG:boto:Token: None 2022-09-01T11:00:08.491 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/b 2022-09-01T11:00:08.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F8t9Vmtt9JfpOLPcrJvdoCl8QB4= 2022-09-01T11:00:08.493 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F8t9Vmtt9JfpOLPcrJvdoCl8QB4=', 'Content-Length': '0'} 2022-09-01T11:00:08.495 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c980fff6c2487fee-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.496 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.497 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.498 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:08.498 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:08.499 DEBUG:boto:Method: GET 2022-09-01T11:00:08.499 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T11:00:08.500 DEBUG:boto:Data: 2022-09-01T11:00:08.500 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.501 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.502 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.502 DEBUG:boto:Params: {} 2022-09-01T11:00:08.503 DEBUG:boto:Token: None 2022-09-01T11:00:08.503 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o= 2022-09-01T11:00:08.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o=', 'Content-Length': '0'} 2022-09-01T11:00:08.508 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ccc6228294f223c1-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.508 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.509 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.510 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.510 DEBUG:boto:path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:08.511 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=b 2022-09-01T11:00:08.512 DEBUG:boto:Method: GET 2022-09-01T11:00:08.512 DEBUG:boto:Path: /ptoxvb-71/?prefix=b 2022-09-01T11:00:08.513 DEBUG:boto:Data: 2022-09-01T11:00:08.513 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.514 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.514 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.515 DEBUG:boto:Params: {} 2022-09-01T11:00:08.515 DEBUG:boto:Token: None 2022-09-01T11:00:08.517 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.518 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o= 2022-09-01T11:00:08.518 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o=', 'Content-Length': '0'} 2022-09-01T11:00:08.522 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004b0ac420337a64d1-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.523 DEBUG:boto:b'ptoxvb-71b1000falseb2022-09-01T10:55:47.306Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.525 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T11:00:08.526 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:08.527 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:08.528 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.529 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.529 DEBUG:boto:Method: GET 2022-09-01T11:00:08.530 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.531 DEBUG:boto:Data: 2022-09-01T11:00:08.531 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.532 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.532 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.533 DEBUG:boto:Params: {} 2022-09-01T11:00:08.533 DEBUG:boto:Token: None 2022-09-01T11:00:08.534 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.536 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t8Bar+Ojb+c/2IZbShQsdfrVg80= 2022-09-01T11:00:08.536 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t8Bar+Ojb+c/2IZbShQsdfrVg80=', 'Content-Length': '0'} 2022-09-01T11:00:08.539 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003967643f002ff563-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.540 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:08.540 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:08.541 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.541 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.542 DEBUG:boto:Method: GET 2022-09-01T11:00:08.542 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.543 DEBUG:boto:Data: 2022-09-01T11:00:08.543 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.544 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.544 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.545 DEBUG:boto:Params: {} 2022-09-01T11:00:08.546 DEBUG:boto:Token: None 2022-09-01T11:00:08.546 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.547 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t8Bar+Ojb+c/2IZbShQsdfrVg80= 2022-09-01T11:00:08.548 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t8Bar+Ojb+c/2IZbShQsdfrVg80=', 'Content-Length': '0'} 2022-09-01T11:00:08.550 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000036e40ab98f68c1b8-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.590 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:08.591 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:08.592 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.593 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.593 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.594 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.595 DEBUG:boto:Data: 2022-09-01T11:00:08.595 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.596 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.596 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.597 DEBUG:boto:Params: {} 2022-09-01T11:00:08.598 DEBUG:boto:Token: None 2022-09-01T11:00:08.598 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.599 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gicYIpxsmCN270xsyMUMcGXE+QI= 2022-09-01T11:00:08.600 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gicYIpxsmCN270xsyMUMcGXE+QI=', 'Content-Length': '0'} 2022-09-01T11:00:08.603 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000788989fcb9601e04-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.604 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:08.604 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:08.605 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.605 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.606 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.607 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.607 DEBUG:boto:Data: 2022-09-01T11:00:08.608 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.608 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.609 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.609 DEBUG:boto:Params: {} 2022-09-01T11:00:08.610 DEBUG:boto:Token: None 2022-09-01T11:00:08.610 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.611 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gicYIpxsmCN270xsyMUMcGXE+QI= 2022-09-01T11:00:08.612 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gicYIpxsmCN270xsyMUMcGXE+QI=', 'Content-Length': '0'} 2022-09-01T11:00:08.614 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007902a7dad6ab5aac-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.615 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T11:00:08.615 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:08.616 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:08.616 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.617 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.617 DEBUG:boto:Method: GET 2022-09-01T11:00:08.618 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.618 DEBUG:boto:Data: 2022-09-01T11:00:08.619 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.619 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.620 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.620 DEBUG:boto:Params: {} 2022-09-01T11:00:08.621 DEBUG:boto:Token: None 2022-09-01T11:00:08.622 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.622 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t8Bar+Ojb+c/2IZbShQsdfrVg80= 2022-09-01T11:00:08.623 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t8Bar+Ojb+c/2IZbShQsdfrVg80=', 'Content-Length': '0'} 2022-09-01T11:00:08.626 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a823e8487a40f81d-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.666 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:08.667 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:08.668 DEBUG:boto:path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.668 DEBUG:boto:auth_path=/ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.669 DEBUG:boto:Method: GET 2022-09-01T11:00:08.669 DEBUG:boto:Path: /ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.670 DEBUG:boto:Data: 2022-09-01T11:00:08.670 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.671 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.671 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.672 DEBUG:boto:Params: {} 2022-09-01T11:00:08.673 DEBUG:boto:Token: None 2022-09-01T11:00:08.674 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/c?versionId=null 2022-09-01T11:00:08.675 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t8Bar+Ojb+c/2IZbShQsdfrVg80= 2022-09-01T11:00:08.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t8Bar+Ojb+c/2IZbShQsdfrVg80=', 'Content-Length': '0'} 2022-09-01T11:00:08.677 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000099bfa9e10557a749-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.678 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.679 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.680 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:08.681 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:08.681 DEBUG:boto:Method: GET 2022-09-01T11:00:08.682 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T11:00:08.683 DEBUG:boto:Data: 2022-09-01T11:00:08.683 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.684 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.684 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.685 DEBUG:boto:Params: {} 2022-09-01T11:00:08.686 DEBUG:boto:Token: None 2022-09-01T11:00:08.687 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.687 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o= 2022-09-01T11:00:08.688 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o=', 'Content-Length': '0'} 2022-09-01T11:00:08.691 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089244422b35bb1af-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.692 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.693 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.694 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.695 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:08.695 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:08.696 DEBUG:boto:Method: GET 2022-09-01T11:00:08.696 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T11:00:08.697 DEBUG:boto:Data: 2022-09-01T11:00:08.698 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.698 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.699 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.699 DEBUG:boto:Params: {} 2022-09-01T11:00:08.700 DEBUG:boto:Token: None 2022-09-01T11:00:08.701 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.702 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o= 2022-09-01T11:00:08.702 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o=', 'Content-Length': '0'} 2022-09-01T11:00:08.705 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b3e07ef05fdc88b7-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.705 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.706 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:08.707 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:08.707 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.708 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T11:00:08.708 DEBUG:boto:Data: 2022-09-01T11:00:08.709 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.709 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.710 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.710 DEBUG:boto:Params: {} 2022-09-01T11:00:08.711 DEBUG:boto:Token: None 2022-09-01T11:00:08.711 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/c 2022-09-01T11:00:08.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v2EXx/EELop8Jvll9zkoIT15Fmw= 2022-09-01T11:00:08.713 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v2EXx/EELop8Jvll9zkoIT15Fmw=', 'Content-Length': '0'} 2022-09-01T11:00:08.715 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000058ff68766c4a37a3-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.716 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:08.716 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:08.717 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.717 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T11:00:08.718 DEBUG:boto:Data: 2022-09-01T11:00:08.719 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.719 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.720 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.720 DEBUG:boto:Params: {} 2022-09-01T11:00:08.721 DEBUG:boto:Token: None 2022-09-01T11:00:08.721 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/c 2022-09-01T11:00:08.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v2EXx/EELop8Jvll9zkoIT15Fmw= 2022-09-01T11:00:08.722 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v2EXx/EELop8Jvll9zkoIT15Fmw=', 'Content-Length': '0'} 2022-09-01T11:00:08.725 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000037f7f808119a8704-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.725 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-09-01T11:00:08.726 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:08.727 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:08.727 DEBUG:boto:Method: GET 2022-09-01T11:00:08.728 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T11:00:08.729 DEBUG:boto:Data: 2022-09-01T11:00:08.729 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.730 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.730 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.731 DEBUG:boto:Params: {} 2022-09-01T11:00:08.732 DEBUG:boto:Token: None 2022-09-01T11:00:08.733 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/c 2022-09-01T11:00:08.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LjH26Oks9L1T/JFMeBfKbvekKVE= 2022-09-01T11:00:08.734 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LjH26Oks9L1T/JFMeBfKbvekKVE=', 'Content-Length': '0'} 2022-09-01T11:00:08.736 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000056c459c50eb3218a-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.778 DEBUG:boto:path=/ptoxvb-71/c 2022-09-01T11:00:08.779 DEBUG:boto:auth_path=/ptoxvb-71/c 2022-09-01T11:00:08.779 DEBUG:boto:Method: GET 2022-09-01T11:00:08.780 DEBUG:boto:Path: /ptoxvb-71/c 2022-09-01T11:00:08.780 DEBUG:boto:Data: 2022-09-01T11:00:08.781 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.782 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.782 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.783 DEBUG:boto:Params: {} 2022-09-01T11:00:08.783 DEBUG:boto:Token: None 2022-09-01T11:00:08.784 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/c 2022-09-01T11:00:08.785 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LjH26Oks9L1T/JFMeBfKbvekKVE= 2022-09-01T11:00:08.785 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LjH26Oks9L1T/JFMeBfKbvekKVE=', 'Content-Length': '0'} 2022-09-01T11:00:08.787 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003cc22bcfec8cdbbe-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.788 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.789 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.789 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:08.790 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:08.790 DEBUG:boto:Method: GET 2022-09-01T11:00:08.791 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T11:00:08.792 DEBUG:boto:Data: 2022-09-01T11:00:08.792 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.793 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.793 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.794 DEBUG:boto:Params: {} 2022-09-01T11:00:08.794 DEBUG:boto:Token: None 2022-09-01T11:00:08.795 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.796 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o= 2022-09-01T11:00:08.796 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o=', 'Content-Length': '0'} 2022-09-01T11:00:08.799 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008d80cfe9d1a33454-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.800 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.801 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.801 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.802 DEBUG:boto:path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:08.803 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=c 2022-09-01T11:00:08.803 DEBUG:boto:Method: GET 2022-09-01T11:00:08.804 DEBUG:boto:Path: /ptoxvb-71/?prefix=c 2022-09-01T11:00:08.804 DEBUG:boto:Data: 2022-09-01T11:00:08.805 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.805 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.806 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.806 DEBUG:boto:Params: {} 2022-09-01T11:00:08.807 DEBUG:boto:Token: None 2022-09-01T11:00:08.807 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o= 2022-09-01T11:00:08.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o=', 'Content-Length': '0'} 2022-09-01T11:00:08.811 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000917bcfd96928c224-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.812 DEBUG:boto:b'ptoxvb-71c1000falsec2022-09-01T10:55:47.339Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.812 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T11:00:08.813 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:08.814 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:08.814 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.815 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.815 DEBUG:boto:Method: GET 2022-09-01T11:00:08.816 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.816 DEBUG:boto:Data: 2022-09-01T11:00:08.817 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.817 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.818 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.818 DEBUG:boto:Params: {} 2022-09-01T11:00:08.819 DEBUG:boto:Token: None 2022-09-01T11:00:08.820 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NqYLkFIl3M/oVgIL5zCoX6CIrR8= 2022-09-01T11:00:08.821 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NqYLkFIl3M/oVgIL5zCoX6CIrR8=', 'Content-Length': '0'} 2022-09-01T11:00:08.823 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f723d654470d0190-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.824 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:08.824 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:08.825 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.825 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.826 DEBUG:boto:Method: GET 2022-09-01T11:00:08.827 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.827 DEBUG:boto:Data: 2022-09-01T11:00:08.828 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.828 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.829 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.829 DEBUG:boto:Params: {} 2022-09-01T11:00:08.830 DEBUG:boto:Token: None 2022-09-01T11:00:08.831 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.831 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NqYLkFIl3M/oVgIL5zCoX6CIrR8= 2022-09-01T11:00:08.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NqYLkFIl3M/oVgIL5zCoX6CIrR8=', 'Content-Length': '0'} 2022-09-01T11:00:08.835 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf58734a92938624-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.835 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:08.836 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:08.837 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.837 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.838 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.838 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.839 DEBUG:boto:Data: 2022-09-01T11:00:08.839 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.840 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.840 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.841 DEBUG:boto:Params: {} 2022-09-01T11:00:08.841 DEBUG:boto:Token: None 2022-09-01T11:00:08.842 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.842 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W5SfSMyoPLMjMZfGFHhYlrN+IZw= 2022-09-01T11:00:08.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W5SfSMyoPLMjMZfGFHhYlrN+IZw=', 'Content-Length': '0'} 2022-09-01T11:00:08.845 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf2f4f82f95fd629-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.846 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:08.847 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:08.847 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.848 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.848 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.849 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.849 DEBUG:boto:Data: 2022-09-01T11:00:08.850 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.850 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.851 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.851 DEBUG:boto:Params: {} 2022-09-01T11:00:08.852 DEBUG:boto:Token: None 2022-09-01T11:00:08.852 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.853 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W5SfSMyoPLMjMZfGFHhYlrN+IZw= 2022-09-01T11:00:08.853 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W5SfSMyoPLMjMZfGFHhYlrN+IZw=', 'Content-Length': '0'} 2022-09-01T11:00:08.856 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009a0427ff25adb7e1-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.857 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T11:00:08.857 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:08.858 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:08.858 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.859 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.859 DEBUG:boto:Method: GET 2022-09-01T11:00:08.860 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.860 DEBUG:boto:Data: 2022-09-01T11:00:08.861 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.862 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.863 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.864 DEBUG:boto:Params: {} 2022-09-01T11:00:08.865 DEBUG:boto:Token: None 2022-09-01T11:00:08.866 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.867 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NqYLkFIl3M/oVgIL5zCoX6CIrR8= 2022-09-01T11:00:08.868 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NqYLkFIl3M/oVgIL5zCoX6CIrR8=', 'Content-Length': '0'} 2022-09-01T11:00:08.871 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1f72baeecd0f7ea-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.918 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:08.919 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:08.919 DEBUG:boto:path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.920 DEBUG:boto:auth_path=/ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.920 DEBUG:boto:Method: GET 2022-09-01T11:00:08.921 DEBUG:boto:Path: /ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.922 DEBUG:boto:Data: 2022-09-01T11:00:08.922 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.923 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.923 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.924 DEBUG:boto:Params: {} 2022-09-01T11:00:08.925 DEBUG:boto:Token: None 2022-09-01T11:00:08.926 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/d?versionId=null 2022-09-01T11:00:08.927 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NqYLkFIl3M/oVgIL5zCoX6CIrR8= 2022-09-01T11:00:08.928 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NqYLkFIl3M/oVgIL5zCoX6CIrR8=', 'Content-Length': '0'} 2022-09-01T11:00:08.930 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fc702433daf4e81a-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.931 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.932 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.933 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:08.934 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:08.935 DEBUG:boto:Method: GET 2022-09-01T11:00:08.936 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T11:00:08.937 DEBUG:boto:Data: 2022-09-01T11:00:08.938 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.939 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.940 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.941 DEBUG:boto:Params: {} 2022-09-01T11:00:08.942 DEBUG:boto:Token: None 2022-09-01T11:00:08.943 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o= 2022-09-01T11:00:08.945 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o=', 'Content-Length': '0'} 2022-09-01T11:00:08.948 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006bbaa3d725cc17e4-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.948 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.949 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:08.950 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:08.950 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:08.951 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:08.952 DEBUG:boto:Method: GET 2022-09-01T11:00:08.952 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T11:00:08.953 DEBUG:boto:Data: 2022-09-01T11:00:08.954 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.954 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.955 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.955 DEBUG:boto:Params: {} 2022-09-01T11:00:08.956 DEBUG:boto:Token: None 2022-09-01T11:00:08.957 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/ 2022-09-01T11:00:08.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o= 2022-09-01T11:00:08.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k3xhRIM17V9AMmBhjmAwA6OjE1o=', 'Content-Length': '0'} 2022-09-01T11:00:08.961 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000231549f188fe9b97-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.962 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:08.964 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:08.964 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:08.965 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.965 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T11:00:08.966 DEBUG:boto:Data: 2022-09-01T11:00:08.966 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.967 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.968 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.969 DEBUG:boto:Params: {} 2022-09-01T11:00:08.970 DEBUG:boto:Token: None 2022-09-01T11:00:08.971 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/d 2022-09-01T11:00:08.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NgUBM09iEgxD4RQBRM52WaGaf7Q= 2022-09-01T11:00:08.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NgUBM09iEgxD4RQBRM52WaGaf7Q=', 'Content-Length': '0'} 2022-09-01T11:00:08.975 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c674342fd44ec047-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.976 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:08.976 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:08.977 DEBUG:boto:Method: HEAD 2022-09-01T11:00:08.978 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T11:00:08.978 DEBUG:boto:Data: 2022-09-01T11:00:08.979 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.979 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:08.980 DEBUG:boto:Port: 8000 2022-09-01T11:00:08.981 DEBUG:boto:Params: {} 2022-09-01T11:00:08.981 DEBUG:boto:Token: None 2022-09-01T11:00:08.982 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/d 2022-09-01T11:00:08.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NgUBM09iEgxD4RQBRM52WaGaf7Q= 2022-09-01T11:00:08.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NgUBM09iEgxD4RQBRM52WaGaf7Q=', 'Content-Length': '0'} 2022-09-01T11:00:08.985 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c143ef7721307420-00631090b8-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.986 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-09-01T11:00:08.987 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:08.987 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:08.988 DEBUG:boto:Method: GET 2022-09-01T11:00:08.988 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T11:00:08.989 DEBUG:boto:Data: 2022-09-01T11:00:08.989 DEBUG:boto:Headers: {} 2022-09-01T11:00:08.990 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:08.990 DEBUG:boto:Port: 8001 2022-09-01T11:00:08.991 DEBUG:boto:Params: {} 2022-09-01T11:00:08.991 DEBUG:boto:Token: None 2022-09-01T11:00:08.992 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:08 GMT /ptoxvb-71/d 2022-09-01T11:00:08.993 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/3Dcv/4F8OWZolRK4xkFqxPPqfo= 2022-09-01T11:00:08.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/3Dcv/4F8OWZolRK4xkFqxPPqfo=', 'Content-Length': '0'} 2022-09-01T11:00:08.996 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b42525c41512fca0-00631090b8-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:08.997 DEBUG:boto:path=/ptoxvb-71/d 2022-09-01T11:00:08.997 DEBUG:boto:auth_path=/ptoxvb-71/d 2022-09-01T11:00:08.998 DEBUG:boto:Method: GET 2022-09-01T11:00:08.998 DEBUG:boto:Path: /ptoxvb-71/d 2022-09-01T11:00:08.999 DEBUG:boto:Data: 2022-09-01T11:00:08.999 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.000 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.000 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.001 DEBUG:boto:Params: {} 2022-09-01T11:00:09.002 DEBUG:boto:Token: None 2022-09-01T11:00:09.002 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/d 2022-09-01T11:00:09.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aT8Fas1jr/F2vcJW6KveRCVTapk= 2022-09-01T11:00:09.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aT8Fas1jr/F2vcJW6KveRCVTapk=', 'Content-Length': '0'} 2022-09-01T11:00:09.006 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:55:47 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000021fc55e5f2e5eafe-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.007 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.007 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.008 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:09.008 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:09.009 DEBUG:boto:Method: GET 2022-09-01T11:00:09.009 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T11:00:09.010 DEBUG:boto:Data: 2022-09-01T11:00:09.010 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.011 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.011 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.012 DEBUG:boto:Params: {} 2022-09-01T11:00:09.013 DEBUG:boto:Token: None 2022-09-01T11:00:09.013 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.014 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.017 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001831b6c46ee5bcc4-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.018 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.019 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.020 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.020 DEBUG:boto:path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:09.021 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=d 2022-09-01T11:00:09.021 DEBUG:boto:Method: GET 2022-09-01T11:00:09.022 DEBUG:boto:Path: /ptoxvb-71/?prefix=d 2022-09-01T11:00:09.022 DEBUG:boto:Data: 2022-09-01T11:00:09.023 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.023 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.024 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.024 DEBUG:boto:Params: {} 2022-09-01T11:00:09.025 DEBUG:boto:Token: None 2022-09-01T11:00:09.026 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.026 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.029 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009fd3d49699072822-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.030 DEBUG:boto:b'ptoxvb-71d1000falsed2022-09-01T10:55:47.414Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.030 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T11:00:09.031 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:09.032 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:09.032 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.033 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.033 DEBUG:boto:Method: GET 2022-09-01T11:00:09.034 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.034 DEBUG:boto:Data: 2022-09-01T11:00:09.035 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.035 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.036 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.036 DEBUG:boto:Params: {} 2022-09-01T11:00:09.037 DEBUG:boto:Token: None 2022-09-01T11:00:09.038 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.038 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xq/YRRg5ff/O0X3BS+iDJvLUk7Q= 2022-09-01T11:00:09.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xq/YRRg5ff/O0X3BS+iDJvLUk7Q=', 'Content-Length': '0'} 2022-09-01T11:00:09.041 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a07d92752640e6a1-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.042 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:09.042 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:09.043 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.043 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.044 DEBUG:boto:Method: GET 2022-09-01T11:00:09.045 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.045 DEBUG:boto:Data: 2022-09-01T11:00:09.046 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.046 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.047 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.047 DEBUG:boto:Params: {} 2022-09-01T11:00:09.048 DEBUG:boto:Token: None 2022-09-01T11:00:09.048 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.049 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xq/YRRg5ff/O0X3BS+iDJvLUk7Q= 2022-09-01T11:00:09.050 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xq/YRRg5ff/O0X3BS+iDJvLUk7Q=', 'Content-Length': '0'} 2022-09-01T11:00:09.052 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d93b4792a0c658ce-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.053 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:09.053 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:09.054 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.054 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.055 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.055 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.056 DEBUG:boto:Data: 2022-09-01T11:00:09.056 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.057 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.057 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.058 DEBUG:boto:Params: {} 2022-09-01T11:00:09.059 DEBUG:boto:Token: None 2022-09-01T11:00:09.059 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.060 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SyaP9Qm23GGJf/bahmUmTd6y0X8= 2022-09-01T11:00:09.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SyaP9Qm23GGJf/bahmUmTd6y0X8=', 'Content-Length': '0'} 2022-09-01T11:00:09.062 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002118c1423c0d4852-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.063 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:09.064 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:09.064 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.065 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.065 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.066 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.067 DEBUG:boto:Data: 2022-09-01T11:00:09.067 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.068 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.068 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.069 DEBUG:boto:Params: {} 2022-09-01T11:00:09.070 DEBUG:boto:Token: None 2022-09-01T11:00:09.070 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.071 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SyaP9Qm23GGJf/bahmUmTd6y0X8= 2022-09-01T11:00:09.071 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SyaP9Qm23GGJf/bahmUmTd6y0X8=', 'Content-Length': '0'} 2022-09-01T11:00:09.073 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002e6f7cf2792ae886-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.074 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T11:00:09.075 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:09.075 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:09.076 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.077 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.077 DEBUG:boto:Method: GET 2022-09-01T11:00:09.078 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.078 DEBUG:boto:Data: 2022-09-01T11:00:09.079 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.079 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.080 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.080 DEBUG:boto:Params: {} 2022-09-01T11:00:09.081 DEBUG:boto:Token: None 2022-09-01T11:00:09.082 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xq/YRRg5ff/O0X3BS+iDJvLUk7Q= 2022-09-01T11:00:09.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xq/YRRg5ff/O0X3BS+iDJvLUk7Q=', 'Content-Length': '0'} 2022-09-01T11:00:09.085 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df0a38c5b4053081-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.126 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:09.127 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:09.128 DEBUG:boto:path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.128 DEBUG:boto:auth_path=/ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.129 DEBUG:boto:Method: GET 2022-09-01T11:00:09.130 DEBUG:boto:Path: /ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.131 DEBUG:boto:Data: 2022-09-01T11:00:09.132 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.132 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.133 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.133 DEBUG:boto:Params: {} 2022-09-01T11:00:09.134 DEBUG:boto:Token: None 2022-09-01T11:00:09.135 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/e?versionId=null 2022-09-01T11:00:09.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xq/YRRg5ff/O0X3BS+iDJvLUk7Q= 2022-09-01T11:00:09.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xq/YRRg5ff/O0X3BS+iDJvLUk7Q=', 'Content-Length': '0'} 2022-09-01T11:00:09.138 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008735abfe8c89494c-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.139 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.140 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.141 DEBUG:boto:path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:09.141 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:09.142 DEBUG:boto:Method: GET 2022-09-01T11:00:09.142 DEBUG:boto:Path: /ptoxvb-71/?prefix=e 2022-09-01T11:00:09.143 DEBUG:boto:Data: 2022-09-01T11:00:09.144 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.145 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.145 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.146 DEBUG:boto:Params: {} 2022-09-01T11:00:09.146 DEBUG:boto:Token: None 2022-09-01T11:00:09.147 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.148 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.151 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000505f33cff30cd6f-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.153 DEBUG:boto:b'ptoxvb-71e1000falsee2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.154 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.155 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.155 DEBUG:boto:path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:09.156 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:09.156 DEBUG:boto:Method: GET 2022-09-01T11:00:09.157 DEBUG:boto:Path: /ptoxvb-71/?prefix=e 2022-09-01T11:00:09.158 DEBUG:boto:Data: 2022-09-01T11:00:09.159 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.159 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.160 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.160 DEBUG:boto:Params: {} 2022-09-01T11:00:09.161 DEBUG:boto:Token: None 2022-09-01T11:00:09.161 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.162 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.163 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.165 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b41ea3e3bebbd1da-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.206 DEBUG:boto:b'ptoxvb-71e1000falsee2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.207 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:09.208 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:09.208 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.209 DEBUG:boto:Path: /ptoxvb-71/e 2022-09-01T11:00:09.209 DEBUG:boto:Data: 2022-09-01T11:00:09.210 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.210 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.211 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.211 DEBUG:boto:Params: {} 2022-09-01T11:00:09.212 DEBUG:boto:Token: None 2022-09-01T11:00:09.212 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/e 2022-09-01T11:00:09.213 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M2bpo4oZ5Aqn3yYlNUSshEJnoPs= 2022-09-01T11:00:09.214 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M2bpo4oZ5Aqn3yYlNUSshEJnoPs=', 'Content-Length': '0'} 2022-09-01T11:00:09.216 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b380e20256eb6189-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.217 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:09.218 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:09.218 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.219 DEBUG:boto:Path: /ptoxvb-71/e 2022-09-01T11:00:09.219 DEBUG:boto:Data: 2022-09-01T11:00:09.220 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.220 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.221 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.221 DEBUG:boto:Params: {} 2022-09-01T11:00:09.222 DEBUG:boto:Token: None 2022-09-01T11:00:09.222 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/e 2022-09-01T11:00:09.223 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M2bpo4oZ5Aqn3yYlNUSshEJnoPs= 2022-09-01T11:00:09.223 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M2bpo4oZ5Aqn3yYlNUSshEJnoPs=', 'Content-Length': '0'} 2022-09-01T11:00:09.225 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000799fe183f89f8127-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.226 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=e 2022-09-01T11:00:09.227 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:09.227 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:09.228 DEBUG:boto:Method: GET 2022-09-01T11:00:09.228 DEBUG:boto:Path: /ptoxvb-71/e 2022-09-01T11:00:09.229 DEBUG:boto:Data: 2022-09-01T11:00:09.230 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.230 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.231 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.231 DEBUG:boto:Params: {} 2022-09-01T11:00:09.232 DEBUG:boto:Token: None 2022-09-01T11:00:09.232 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/e 2022-09-01T11:00:09.233 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9vAji7D8u9ZoLKmqbB5m9zm1YnM= 2022-09-01T11:00:09.234 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9vAji7D8u9ZoLKmqbB5m9zm1YnM=', 'Content-Length': '0'} 2022-09-01T11:00:09.236 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a8aed8c33b792b94-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.237 DEBUG:boto:path=/ptoxvb-71/e 2022-09-01T11:00:09.237 DEBUG:boto:auth_path=/ptoxvb-71/e 2022-09-01T11:00:09.238 DEBUG:boto:Method: GET 2022-09-01T11:00:09.238 DEBUG:boto:Path: /ptoxvb-71/e 2022-09-01T11:00:09.239 DEBUG:boto:Data: 2022-09-01T11:00:09.239 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.240 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.240 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.241 DEBUG:boto:Params: {} 2022-09-01T11:00:09.241 DEBUG:boto:Token: None 2022-09-01T11:00:09.242 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/e 2022-09-01T11:00:09.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9vAji7D8u9ZoLKmqbB5m9zm1YnM= 2022-09-01T11:00:09.243 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9vAji7D8u9ZoLKmqbB5m9zm1YnM=', 'Content-Length': '0'} 2022-09-01T11:00:09.246 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c07c2b12adf240c6-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.246 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.247 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.248 DEBUG:boto:path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:09.248 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:09.249 DEBUG:boto:Method: GET 2022-09-01T11:00:09.249 DEBUG:boto:Path: /ptoxvb-71/?prefix=e 2022-09-01T11:00:09.250 DEBUG:boto:Data: 2022-09-01T11:00:09.250 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.251 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.251 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.252 DEBUG:boto:Params: {} 2022-09-01T11:00:09.252 DEBUG:boto:Token: None 2022-09-01T11:00:09.253 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.254 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.257 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008bfc3ada89092dca-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.258 DEBUG:boto:b'ptoxvb-71e1000falsee2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.258 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.259 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.260 DEBUG:boto:path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:09.260 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=e 2022-09-01T11:00:09.261 DEBUG:boto:Method: GET 2022-09-01T11:00:09.261 DEBUG:boto:Path: /ptoxvb-71/?prefix=e 2022-09-01T11:00:09.262 DEBUG:boto:Data: 2022-09-01T11:00:09.262 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.263 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.263 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.264 DEBUG:boto:Params: {} 2022-09-01T11:00:09.264 DEBUG:boto:Token: None 2022-09-01T11:00:09.265 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.266 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.266 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.269 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009e8d42069da11933-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.269 DEBUG:boto:b'ptoxvb-71e1000falsee2022-09-01T10:56:57.408Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.270 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T11:00:09.271 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:09.271 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:09.272 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.272 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.273 DEBUG:boto:Method: GET 2022-09-01T11:00:09.273 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.274 DEBUG:boto:Data: 2022-09-01T11:00:09.275 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.275 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.276 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.276 DEBUG:boto:Params: {} 2022-09-01T11:00:09.277 DEBUG:boto:Token: None 2022-09-01T11:00:09.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VFmqkDRMVZ8SYgsQBxJMQSbot/w= 2022-09-01T11:00:09.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VFmqkDRMVZ8SYgsQBxJMQSbot/w=', 'Content-Length': '0'} 2022-09-01T11:00:09.281 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db2a723e12be3137-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.282 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:09.282 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:09.283 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.283 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.284 DEBUG:boto:Method: GET 2022-09-01T11:00:09.284 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.285 DEBUG:boto:Data: 2022-09-01T11:00:09.285 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.286 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.287 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.287 DEBUG:boto:Params: {} 2022-09-01T11:00:09.288 DEBUG:boto:Token: None 2022-09-01T11:00:09.288 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.289 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VFmqkDRMVZ8SYgsQBxJMQSbot/w= 2022-09-01T11:00:09.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VFmqkDRMVZ8SYgsQBxJMQSbot/w=', 'Content-Length': '0'} 2022-09-01T11:00:09.292 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b5a09feab246426c-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.293 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:09.293 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:09.294 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.294 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.295 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.295 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.296 DEBUG:boto:Data: 2022-09-01T11:00:09.296 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.297 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.297 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.298 DEBUG:boto:Params: {} 2022-09-01T11:00:09.299 DEBUG:boto:Token: None 2022-09-01T11:00:09.299 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.300 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RTWkWHupCMyKIIxmmoOS6pFpGsw= 2022-09-01T11:00:09.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RTWkWHupCMyKIIxmmoOS6pFpGsw=', 'Content-Length': '0'} 2022-09-01T11:00:09.302 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000081349429c1066091-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.303 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:09.304 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:09.304 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.305 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.305 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.306 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.306 DEBUG:boto:Data: 2022-09-01T11:00:09.307 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.307 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.308 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.308 DEBUG:boto:Params: {} 2022-09-01T11:00:09.309 DEBUG:boto:Token: None 2022-09-01T11:00:09.310 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.310 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RTWkWHupCMyKIIxmmoOS6pFpGsw= 2022-09-01T11:00:09.311 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RTWkWHupCMyKIIxmmoOS6pFpGsw=', 'Content-Length': '0'} 2022-09-01T11:00:09.313 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1c479176cc4cad3-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.314 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T11:00:09.314 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:09.315 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:09.315 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.316 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.316 DEBUG:boto:Method: GET 2022-09-01T11:00:09.317 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.318 DEBUG:boto:Data: 2022-09-01T11:00:09.318 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.319 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.319 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.320 DEBUG:boto:Params: {} 2022-09-01T11:00:09.320 DEBUG:boto:Token: None 2022-09-01T11:00:09.321 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.321 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VFmqkDRMVZ8SYgsQBxJMQSbot/w= 2022-09-01T11:00:09.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VFmqkDRMVZ8SYgsQBxJMQSbot/w=', 'Content-Length': '0'} 2022-09-01T11:00:09.324 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b0865349c375b3a6-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.325 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:09.326 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:09.326 DEBUG:boto:path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.327 DEBUG:boto:auth_path=/ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.327 DEBUG:boto:Method: GET 2022-09-01T11:00:09.328 DEBUG:boto:Path: /ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.328 DEBUG:boto:Data: 2022-09-01T11:00:09.329 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.329 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.330 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.331 DEBUG:boto:Params: {} 2022-09-01T11:00:09.331 DEBUG:boto:Token: None 2022-09-01T11:00:09.332 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/f?versionId=null 2022-09-01T11:00:09.332 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VFmqkDRMVZ8SYgsQBxJMQSbot/w= 2022-09-01T11:00:09.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VFmqkDRMVZ8SYgsQBxJMQSbot/w=', 'Content-Length': '0'} 2022-09-01T11:00:09.335 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f0119c906838fba7-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.341 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.342 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.343 DEBUG:boto:path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:09.343 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:09.344 DEBUG:boto:Method: GET 2022-09-01T11:00:09.344 DEBUG:boto:Path: /ptoxvb-71/?prefix=f 2022-09-01T11:00:09.345 DEBUG:boto:Data: 2022-09-01T11:00:09.345 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.346 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.346 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.347 DEBUG:boto:Params: {} 2022-09-01T11:00:09.348 DEBUG:boto:Token: None 2022-09-01T11:00:09.348 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.349 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.352 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f1c2714fe2347b3e-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.353 DEBUG:boto:b'ptoxvb-71f1000falsef2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.354 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.355 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.355 DEBUG:boto:path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:09.356 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:09.356 DEBUG:boto:Method: GET 2022-09-01T11:00:09.357 DEBUG:boto:Path: /ptoxvb-71/?prefix=f 2022-09-01T11:00:09.357 DEBUG:boto:Data: 2022-09-01T11:00:09.358 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.358 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.359 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.359 DEBUG:boto:Params: {} 2022-09-01T11:00:09.360 DEBUG:boto:Token: None 2022-09-01T11:00:09.361 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.361 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.362 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.364 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005b5f4a26ac7ec898-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.365 DEBUG:boto:b'ptoxvb-71f1000falsef2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.366 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:09.367 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:09.367 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.368 DEBUG:boto:Path: /ptoxvb-71/f 2022-09-01T11:00:09.368 DEBUG:boto:Data: 2022-09-01T11:00:09.369 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.369 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.370 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.370 DEBUG:boto:Params: {} 2022-09-01T11:00:09.371 DEBUG:boto:Token: None 2022-09-01T11:00:09.371 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/f 2022-09-01T11:00:09.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hDSFKqRu9OzdWVNYxWrtwCODBUk= 2022-09-01T11:00:09.372 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hDSFKqRu9OzdWVNYxWrtwCODBUk=', 'Content-Length': '0'} 2022-09-01T11:00:09.374 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000422518789a4006c6-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.375 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:09.376 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:09.376 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.377 DEBUG:boto:Path: /ptoxvb-71/f 2022-09-01T11:00:09.377 DEBUG:boto:Data: 2022-09-01T11:00:09.378 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.378 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.379 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.379 DEBUG:boto:Params: {} 2022-09-01T11:00:09.380 DEBUG:boto:Token: None 2022-09-01T11:00:09.381 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/f 2022-09-01T11:00:09.381 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hDSFKqRu9OzdWVNYxWrtwCODBUk= 2022-09-01T11:00:09.382 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hDSFKqRu9OzdWVNYxWrtwCODBUk=', 'Content-Length': '0'} 2022-09-01T11:00:09.384 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f88e72d63df4c698-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.385 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=f 2022-09-01T11:00:09.385 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:09.386 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:09.386 DEBUG:boto:Method: GET 2022-09-01T11:00:09.387 DEBUG:boto:Path: /ptoxvb-71/f 2022-09-01T11:00:09.388 DEBUG:boto:Data: 2022-09-01T11:00:09.388 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.389 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.389 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.390 DEBUG:boto:Params: {} 2022-09-01T11:00:09.390 DEBUG:boto:Token: None 2022-09-01T11:00:09.391 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/f 2022-09-01T11:00:09.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+p5TyhNf86k7vCeXWEZ+uwqdXX4= 2022-09-01T11:00:09.392 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+p5TyhNf86k7vCeXWEZ+uwqdXX4=', 'Content-Length': '0'} 2022-09-01T11:00:09.394 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001c1adb7dde154ae6-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.445 DEBUG:boto:path=/ptoxvb-71/f 2022-09-01T11:00:09.446 DEBUG:boto:auth_path=/ptoxvb-71/f 2022-09-01T11:00:09.447 DEBUG:boto:Method: GET 2022-09-01T11:00:09.448 DEBUG:boto:Path: /ptoxvb-71/f 2022-09-01T11:00:09.449 DEBUG:boto:Data: 2022-09-01T11:00:09.450 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.451 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.452 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.453 DEBUG:boto:Params: {} 2022-09-01T11:00:09.455 DEBUG:boto:Token: None 2022-09-01T11:00:09.456 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/f 2022-09-01T11:00:09.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+p5TyhNf86k7vCeXWEZ+uwqdXX4= 2022-09-01T11:00:09.458 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+p5TyhNf86k7vCeXWEZ+uwqdXX4=', 'Content-Length': '0'} 2022-09-01T11:00:09.461 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007fbc18c1ad0c3958-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.461 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.462 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.463 DEBUG:boto:path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:09.463 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:09.464 DEBUG:boto:Method: GET 2022-09-01T11:00:09.464 DEBUG:boto:Path: /ptoxvb-71/?prefix=f 2022-09-01T11:00:09.465 DEBUG:boto:Data: 2022-09-01T11:00:09.465 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.466 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.467 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.467 DEBUG:boto:Params: {} 2022-09-01T11:00:09.468 DEBUG:boto:Token: None 2022-09-01T11:00:09.469 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.470 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.471 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.473 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002a8a5271142c5698-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.474 DEBUG:boto:b'ptoxvb-71f1000falsef2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.475 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.476 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.476 DEBUG:boto:path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:09.477 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=f 2022-09-01T11:00:09.477 DEBUG:boto:Method: GET 2022-09-01T11:00:09.478 DEBUG:boto:Path: /ptoxvb-71/?prefix=f 2022-09-01T11:00:09.478 DEBUG:boto:Data: 2022-09-01T11:00:09.479 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.479 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.480 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.481 DEBUG:boto:Params: {} 2022-09-01T11:00:09.481 DEBUG:boto:Token: None 2022-09-01T11:00:09.482 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.483 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.486 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005544457f954db369-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.486 DEBUG:boto:b'ptoxvb-71f1000falsef2022-09-01T10:56:57.434Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.487 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T11:00:09.488 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:09.489 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:09.490 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.491 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.492 DEBUG:boto:Method: GET 2022-09-01T11:00:09.492 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.493 DEBUG:boto:Data: 2022-09-01T11:00:09.494 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.494 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.495 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.495 DEBUG:boto:Params: {} 2022-09-01T11:00:09.496 DEBUG:boto:Token: None 2022-09-01T11:00:09.497 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OkPVyzAZOubgVOSxgJbR7+CTlAA= 2022-09-01T11:00:09.498 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OkPVyzAZOubgVOSxgJbR7+CTlAA=', 'Content-Length': '0'} 2022-09-01T11:00:09.501 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000067146062b937f5f2-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.502 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:09.502 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:09.503 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.503 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.504 DEBUG:boto:Method: GET 2022-09-01T11:00:09.505 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.505 DEBUG:boto:Data: 2022-09-01T11:00:09.507 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.508 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.509 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.510 DEBUG:boto:Params: {} 2022-09-01T11:00:09.511 DEBUG:boto:Token: None 2022-09-01T11:00:09.512 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.513 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OkPVyzAZOubgVOSxgJbR7+CTlAA= 2022-09-01T11:00:09.514 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OkPVyzAZOubgVOSxgJbR7+CTlAA=', 'Content-Length': '0'} 2022-09-01T11:00:09.517 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000018a2f1fa80ed7cd4-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.518 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:09.519 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:09.519 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.520 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.520 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.521 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.521 DEBUG:boto:Data: 2022-09-01T11:00:09.522 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.522 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.523 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.523 DEBUG:boto:Params: {} 2022-09-01T11:00:09.524 DEBUG:boto:Token: None 2022-09-01T11:00:09.525 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.525 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q3+cA+i80WHN+xNOxiB5w9K0dr8= 2022-09-01T11:00:09.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q3+cA+i80WHN+xNOxiB5w9K0dr8=', 'Content-Length': '0'} 2022-09-01T11:00:09.528 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004f4e1a0d63e9c858-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.529 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:09.530 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:09.531 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.532 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.532 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.533 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.534 DEBUG:boto:Data: 2022-09-01T11:00:09.535 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.535 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.536 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.537 DEBUG:boto:Params: {} 2022-09-01T11:00:09.538 DEBUG:boto:Token: None 2022-09-01T11:00:09.539 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.539 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q3+cA+i80WHN+xNOxiB5w9K0dr8= 2022-09-01T11:00:09.540 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q3+cA+i80WHN+xNOxiB5w9K0dr8=', 'Content-Length': '0'} 2022-09-01T11:00:09.542 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d942864c57f766f4-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.543 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T11:00:09.544 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:09.544 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:09.545 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.545 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.546 DEBUG:boto:Method: GET 2022-09-01T11:00:09.547 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.547 DEBUG:boto:Data: 2022-09-01T11:00:09.548 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.549 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.549 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.550 DEBUG:boto:Params: {} 2022-09-01T11:00:09.551 DEBUG:boto:Token: None 2022-09-01T11:00:09.552 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.552 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OkPVyzAZOubgVOSxgJbR7+CTlAA= 2022-09-01T11:00:09.553 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OkPVyzAZOubgVOSxgJbR7+CTlAA=', 'Content-Length': '0'} 2022-09-01T11:00:09.555 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bcfb5a623feb5702-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.556 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:09.557 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:09.557 DEBUG:boto:path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.558 DEBUG:boto:auth_path=/ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.558 DEBUG:boto:Method: GET 2022-09-01T11:00:09.559 DEBUG:boto:Path: /ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.559 DEBUG:boto:Data: 2022-09-01T11:00:09.560 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.560 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.561 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.561 DEBUG:boto:Params: {} 2022-09-01T11:00:09.562 DEBUG:boto:Token: None 2022-09-01T11:00:09.563 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/g?versionId=null 2022-09-01T11:00:09.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OkPVyzAZOubgVOSxgJbR7+CTlAA= 2022-09-01T11:00:09.564 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OkPVyzAZOubgVOSxgJbR7+CTlAA=', 'Content-Length': '0'} 2022-09-01T11:00:09.566 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000d642d86a2414bc3-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.614 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.615 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.616 DEBUG:boto:path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:09.617 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:09.618 DEBUG:boto:Method: GET 2022-09-01T11:00:09.619 DEBUG:boto:Path: /ptoxvb-71/?prefix=g 2022-09-01T11:00:09.620 DEBUG:boto:Data: 2022-09-01T11:00:09.620 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.621 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.621 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.622 DEBUG:boto:Params: {} 2022-09-01T11:00:09.622 DEBUG:boto:Token: None 2022-09-01T11:00:09.623 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.625 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.628 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000088004842751141c4-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.629 DEBUG:boto:b'ptoxvb-71g1000falseg2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.630 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.630 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.636 DEBUG:boto:path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:09.638 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:09.638 DEBUG:boto:Method: GET 2022-09-01T11:00:09.639 DEBUG:boto:Path: /ptoxvb-71/?prefix=g 2022-09-01T11:00:09.640 DEBUG:boto:Data: 2022-09-01T11:00:09.640 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.641 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.641 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.642 DEBUG:boto:Params: {} 2022-09-01T11:00:09.642 DEBUG:boto:Token: None 2022-09-01T11:00:09.643 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.644 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.644 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.647 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001d1ea333185ee6e8-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.648 DEBUG:boto:b'ptoxvb-71g1000falseg2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.649 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:09.649 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:09.650 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.651 DEBUG:boto:Path: /ptoxvb-71/g 2022-09-01T11:00:09.651 DEBUG:boto:Data: 2022-09-01T11:00:09.652 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.652 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.652 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.653 DEBUG:boto:Params: {} 2022-09-01T11:00:09.654 DEBUG:boto:Token: None 2022-09-01T11:00:09.655 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/g 2022-09-01T11:00:09.655 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6NXKheUGSpP4HjEW3R7aBQ0SfyM= 2022-09-01T11:00:09.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6NXKheUGSpP4HjEW3R7aBQ0SfyM=', 'Content-Length': '0'} 2022-09-01T11:00:09.658 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e1f6b91c120e9002-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.660 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:09.660 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:09.661 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.662 DEBUG:boto:Path: /ptoxvb-71/g 2022-09-01T11:00:09.663 DEBUG:boto:Data: 2022-09-01T11:00:09.664 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.664 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.665 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.666 DEBUG:boto:Params: {} 2022-09-01T11:00:09.667 DEBUG:boto:Token: None 2022-09-01T11:00:09.668 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/g 2022-09-01T11:00:09.669 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6NXKheUGSpP4HjEW3R7aBQ0SfyM= 2022-09-01T11:00:09.670 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6NXKheUGSpP4HjEW3R7aBQ0SfyM=', 'Content-Length': '0'} 2022-09-01T11:00:09.672 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e1ed1e45250bc8d2-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.673 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=g 2022-09-01T11:00:09.673 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:09.674 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:09.675 DEBUG:boto:Method: GET 2022-09-01T11:00:09.675 DEBUG:boto:Path: /ptoxvb-71/g 2022-09-01T11:00:09.676 DEBUG:boto:Data: 2022-09-01T11:00:09.676 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.677 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.678 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.679 DEBUG:boto:Params: {} 2022-09-01T11:00:09.679 DEBUG:boto:Token: None 2022-09-01T11:00:09.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/g 2022-09-01T11:00:09.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4husap0C/zv6MxNaPtqLX+zlHOQ= 2022-09-01T11:00:09.682 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4husap0C/zv6MxNaPtqLX+zlHOQ=', 'Content-Length': '0'} 2022-09-01T11:00:09.684 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003aec3e03ec06b8e4-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.685 DEBUG:boto:path=/ptoxvb-71/g 2022-09-01T11:00:09.686 DEBUG:boto:auth_path=/ptoxvb-71/g 2022-09-01T11:00:09.686 DEBUG:boto:Method: GET 2022-09-01T11:00:09.687 DEBUG:boto:Path: /ptoxvb-71/g 2022-09-01T11:00:09.687 DEBUG:boto:Data: 2022-09-01T11:00:09.688 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.689 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.689 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.690 DEBUG:boto:Params: {} 2022-09-01T11:00:09.691 DEBUG:boto:Token: None 2022-09-01T11:00:09.691 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/g 2022-09-01T11:00:09.692 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4husap0C/zv6MxNaPtqLX+zlHOQ= 2022-09-01T11:00:09.693 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4husap0C/zv6MxNaPtqLX+zlHOQ=', 'Content-Length': '0'} 2022-09-01T11:00:09.695 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006d88146f4bccaf53-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.696 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.696 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.697 DEBUG:boto:path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:09.698 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:09.698 DEBUG:boto:Method: GET 2022-09-01T11:00:09.699 DEBUG:boto:Path: /ptoxvb-71/?prefix=g 2022-09-01T11:00:09.699 DEBUG:boto:Data: 2022-09-01T11:00:09.700 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.700 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.701 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.702 DEBUG:boto:Params: {} 2022-09-01T11:00:09.703 DEBUG:boto:Token: None 2022-09-01T11:00:09.703 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.704 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.705 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.707 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f2950109de9e35da-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.708 DEBUG:boto:b'ptoxvb-71g1000falseg2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.709 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.709 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.710 DEBUG:boto:path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:09.711 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=g 2022-09-01T11:00:09.712 DEBUG:boto:Method: GET 2022-09-01T11:00:09.712 DEBUG:boto:Path: /ptoxvb-71/?prefix=g 2022-09-01T11:00:09.713 DEBUG:boto:Data: 2022-09-01T11:00:09.713 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.714 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.714 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.715 DEBUG:boto:Params: {} 2022-09-01T11:00:09.716 DEBUG:boto:Token: None 2022-09-01T11:00:09.717 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.717 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.721 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000219e393d2f076869-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.770 DEBUG:boto:b'ptoxvb-71g1000falseg2022-09-01T10:56:57.505Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.772 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T11:00:09.772 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:09.773 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:09.774 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.774 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.775 DEBUG:boto:Method: GET 2022-09-01T11:00:09.775 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.776 DEBUG:boto:Data: 2022-09-01T11:00:09.777 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.778 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.779 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.779 DEBUG:boto:Params: {} 2022-09-01T11:00:09.780 DEBUG:boto:Token: None 2022-09-01T11:00:09.781 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i9jcp3VlAN1DxHmVs86oLA2wNZ8= 2022-09-01T11:00:09.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i9jcp3VlAN1DxHmVs86oLA2wNZ8=', 'Content-Length': '0'} 2022-09-01T11:00:09.784 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a14c4730287cd683-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.785 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:09.786 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:09.786 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.787 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.787 DEBUG:boto:Method: GET 2022-09-01T11:00:09.788 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.789 DEBUG:boto:Data: 2022-09-01T11:00:09.789 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.790 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.791 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.792 DEBUG:boto:Params: {} 2022-09-01T11:00:09.793 DEBUG:boto:Token: None 2022-09-01T11:00:09.794 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i9jcp3VlAN1DxHmVs86oLA2wNZ8= 2022-09-01T11:00:09.796 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i9jcp3VlAN1DxHmVs86oLA2wNZ8=', 'Content-Length': '0'} 2022-09-01T11:00:09.799 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001f6a277866e27434-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.800 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:09.800 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:09.801 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.801 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.801 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.802 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.802 DEBUG:boto:Data: 2022-09-01T11:00:09.803 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.804 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.804 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.805 DEBUG:boto:Params: {} 2022-09-01T11:00:09.805 DEBUG:boto:Token: None 2022-09-01T11:00:09.806 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.807 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iAm2NqPCAFmjLkaTElMDXdr37y0= 2022-09-01T11:00:09.808 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iAm2NqPCAFmjLkaTElMDXdr37y0=', 'Content-Length': '0'} 2022-09-01T11:00:09.810 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000016aba9f0e595cb91-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.811 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:09.812 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:09.812 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.813 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.813 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.814 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.814 DEBUG:boto:Data: 2022-09-01T11:00:09.815 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.815 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.816 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.816 DEBUG:boto:Params: {} 2022-09-01T11:00:09.817 DEBUG:boto:Token: None 2022-09-01T11:00:09.817 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.818 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iAm2NqPCAFmjLkaTElMDXdr37y0= 2022-09-01T11:00:09.819 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iAm2NqPCAFmjLkaTElMDXdr37y0=', 'Content-Length': '0'} 2022-09-01T11:00:09.820 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000786d7f6157d77a74-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.821 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T11:00:09.822 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:09.822 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:09.823 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.823 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.824 DEBUG:boto:Method: GET 2022-09-01T11:00:09.825 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.825 DEBUG:boto:Data: 2022-09-01T11:00:09.826 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.826 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.827 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.827 DEBUG:boto:Params: {} 2022-09-01T11:00:09.828 DEBUG:boto:Token: None 2022-09-01T11:00:09.829 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.829 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i9jcp3VlAN1DxHmVs86oLA2wNZ8= 2022-09-01T11:00:09.830 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i9jcp3VlAN1DxHmVs86oLA2wNZ8=', 'Content-Length': '0'} 2022-09-01T11:00:09.832 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000024733cd1816f71be-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.879 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:09.880 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:09.881 DEBUG:boto:path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.881 DEBUG:boto:auth_path=/ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.882 DEBUG:boto:Method: GET 2022-09-01T11:00:09.883 DEBUG:boto:Path: /ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.884 DEBUG:boto:Data: 2022-09-01T11:00:09.885 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.886 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.886 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.887 DEBUG:boto:Params: {} 2022-09-01T11:00:09.888 DEBUG:boto:Token: None 2022-09-01T11:00:09.889 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/h?versionId=null 2022-09-01T11:00:09.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i9jcp3VlAN1DxHmVs86oLA2wNZ8= 2022-09-01T11:00:09.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i9jcp3VlAN1DxHmVs86oLA2wNZ8=', 'Content-Length': '0'} 2022-09-01T11:00:09.897 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008cab41d94c356f8e-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.898 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.899 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.900 DEBUG:boto:path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:09.901 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:09.902 DEBUG:boto:Method: GET 2022-09-01T11:00:09.903 DEBUG:boto:Path: /ptoxvb-71/?prefix=h 2022-09-01T11:00:09.904 DEBUG:boto:Data: 2022-09-01T11:00:09.904 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.905 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.906 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.907 DEBUG:boto:Params: {} 2022-09-01T11:00:09.908 DEBUG:boto:Token: None 2022-09-01T11:00:09.909 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.914 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000030fc679b51fb3afe-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.915 DEBUG:boto:b'ptoxvb-71h1000falseh2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.916 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:09.917 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:09.917 DEBUG:boto:path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:09.918 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:09.918 DEBUG:boto:Method: GET 2022-09-01T11:00:09.919 DEBUG:boto:Path: /ptoxvb-71/?prefix=h 2022-09-01T11:00:09.920 DEBUG:boto:Data: 2022-09-01T11:00:09.920 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.921 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.921 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.922 DEBUG:boto:Params: {} 2022-09-01T11:00:09.923 DEBUG:boto:Token: None 2022-09-01T11:00:09.923 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/ 2022-09-01T11:00:09.924 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE= 2022-09-01T11:00:09.925 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbJ6slslC4lGpbxAvqwdFkQcsvE=', 'Content-Length': '0'} 2022-09-01T11:00:09.928 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004835fb3eff2d2de0-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.970 DEBUG:boto:b'ptoxvb-71h1000falseh2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:09.972 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:09.973 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:09.974 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.975 DEBUG:boto:Path: /ptoxvb-71/h 2022-09-01T11:00:09.976 DEBUG:boto:Data: 2022-09-01T11:00:09.976 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.977 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:09.978 DEBUG:boto:Port: 8001 2022-09-01T11:00:09.979 DEBUG:boto:Params: {} 2022-09-01T11:00:09.980 DEBUG:boto:Token: None 2022-09-01T11:00:09.981 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/h 2022-09-01T11:00:09.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ylOtq1cFqW3JTQN9ugM//QocBY= 2022-09-01T11:00:09.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ylOtq1cFqW3JTQN9ugM//QocBY=', 'Content-Length': '0'} 2022-09-01T11:00:09.986 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df9f0def081f0b99-00631090b9-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.987 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:09.988 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:09.989 DEBUG:boto:Method: HEAD 2022-09-01T11:00:09.990 DEBUG:boto:Path: /ptoxvb-71/h 2022-09-01T11:00:09.991 DEBUG:boto:Data: 2022-09-01T11:00:09.991 DEBUG:boto:Headers: {} 2022-09-01T11:00:09.992 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:09.992 DEBUG:boto:Port: 8000 2022-09-01T11:00:09.993 DEBUG:boto:Params: {} 2022-09-01T11:00:09.993 DEBUG:boto:Token: None 2022-09-01T11:00:09.994 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:09 GMT /ptoxvb-71/h 2022-09-01T11:00:09.995 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ylOtq1cFqW3JTQN9ugM//QocBY= 2022-09-01T11:00:09.996 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ylOtq1cFqW3JTQN9ugM//QocBY=', 'Content-Length': '0'} 2022-09-01T11:00:09.998 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd7723b2bbb7ba46-00631090b9-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:09.999 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=h 2022-09-01T11:00:10.000 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:10.000 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:10.001 DEBUG:boto:Method: GET 2022-09-01T11:00:10.002 DEBUG:boto:Path: /ptoxvb-71/h 2022-09-01T11:00:10.002 DEBUG:boto:Data: 2022-09-01T11:00:10.003 DEBUG:boto:Headers: {} 2022-09-01T11:00:10.004 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:10.005 DEBUG:boto:Port: 8001 2022-09-01T11:00:10.006 DEBUG:boto:Params: {} 2022-09-01T11:00:10.007 DEBUG:boto:Token: None 2022-09-01T11:00:10.008 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:10 GMT /ptoxvb-71/h 2022-09-01T11:00:10.009 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/NrqJ3w0gRMW01ckPSn9rk4Uu3Q= 2022-09-01T11:00:10.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/NrqJ3w0gRMW01ckPSn9rk4Uu3Q=', 'Content-Length': '0'} 2022-09-01T11:00:10.013 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000043c59b89b5b9ed3-00631090ba-15d3-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:10.014 DEBUG:boto:path=/ptoxvb-71/h 2022-09-01T11:00:10.015 DEBUG:boto:auth_path=/ptoxvb-71/h 2022-09-01T11:00:10.016 DEBUG:boto:Method: GET 2022-09-01T11:00:10.017 DEBUG:boto:Path: /ptoxvb-71/h 2022-09-01T11:00:10.017 DEBUG:boto:Data: 2022-09-01T11:00:10.018 DEBUG:boto:Headers: {} 2022-09-01T11:00:10.018 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:10.019 DEBUG:boto:Port: 8000 2022-09-01T11:00:10.019 DEBUG:boto:Params: {} 2022-09-01T11:00:10.020 DEBUG:boto:Token: None 2022-09-01T11:00:10.021 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:10 GMT /ptoxvb-71/h 2022-09-01T11:00:10.021 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/NrqJ3w0gRMW01ckPSn9rk4Uu3Q= 2022-09-01T11:00:10.022 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/NrqJ3w0gRMW01ckPSn9rk4Uu3Q=', 'Content-Length': '0'} 2022-09-01T11:00:10.024 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 10:56:57 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000327876723b6f8baa-00631090ba-15e8-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:00:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:10.025 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:10.025 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:10.026 DEBUG:boto:path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:10.026 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:10.027 DEBUG:boto:Method: GET 2022-09-01T11:00:10.027 DEBUG:boto:Path: /ptoxvb-71/?prefix=h 2022-09-01T11:00:10.028 DEBUG:boto:Data: 2022-09-01T11:00:10.029 DEBUG:boto:Headers: {} 2022-09-01T11:00:10.029 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:10.030 DEBUG:boto:Port: 8001 2022-09-01T11:00:10.030 DEBUG:boto:Params: {} 2022-09-01T11:00:10.031 DEBUG:boto:Token: None 2022-09-01T11:00:10.031 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:10 GMT /ptoxvb-71/ 2022-09-01T11:00:10.032 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WXsCGGPiYifa76pEjYfqjEdMESk= 2022-09-01T11:00:10.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WXsCGGPiYifa76pEjYfqjEdMESk=', 'Content-Length': '0'} 2022-09-01T11:00:10.035 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000579b5a4a521d997e-00631090ba-15d3-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:10.036 DEBUG:boto:b'ptoxvb-71h1000falseh2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:10.037 DEBUG:boto:path=/ptoxvb-71/ 2022-09-01T11:00:10.037 DEBUG:boto:auth_path=/ptoxvb-71/ 2022-09-01T11:00:10.038 DEBUG:boto:path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:10.038 DEBUG:boto:auth_path=/ptoxvb-71/?prefix=h 2022-09-01T11:00:10.039 DEBUG:boto:Method: GET 2022-09-01T11:00:10.039 DEBUG:boto:Path: /ptoxvb-71/?prefix=h 2022-09-01T11:00:10.040 DEBUG:boto:Data: 2022-09-01T11:00:10.040 DEBUG:boto:Headers: {} 2022-09-01T11:00:10.041 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:10.041 DEBUG:boto:Port: 8000 2022-09-01T11:00:10.042 DEBUG:boto:Params: {} 2022-09-01T11:00:10.043 DEBUG:boto:Token: None 2022-09-01T11:00:10.043 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:00:10 GMT /ptoxvb-71/ 2022-09-01T11:00:10.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WXsCGGPiYifa76pEjYfqjEdMESk= 2022-09-01T11:00:10.044 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WXsCGGPiYifa76pEjYfqjEdMESk=', 'Content-Length': '0'} 2022-09-01T11:00:10.047 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000086c6180e539473d4-00631090ba-15e8-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:00:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:10.048 DEBUG:boto:b'ptoxvb-71h1000falseh2022-09-01T10:56:57.542Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:00:10.049 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-71 zones={test-zone3, test-zone2} 2022-09-01T11:00:10.051 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_reshard_incremental ... ok 2022-09-01T11:00:10.054 DEBUG:boto:path=/ptoxvb-72/ 2022-09-01T11:00:10.055 DEBUG:boto:auth_path=/ptoxvb-72/ 2022-09-01T11:00:10.056 DEBUG:boto:Method: PUT 2022-09-01T11:00:10.057 DEBUG:boto:Path: /ptoxvb-72/ 2022-09-01T11:00:10.057 DEBUG:boto:Data: 2022-09-01T11:00:10.058 DEBUG:boto:Headers: {} 2022-09-01T11:00:10.058 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:10.059 DEBUG:boto:Port: 8000 2022-09-01T11:00:10.059 DEBUG:boto:Params: {} 2022-09-01T11:00:10.060 DEBUG:boto:Token: None 2022-09-01T11:00:10.060 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 11:00:10 GMT /ptoxvb-72/ 2022-09-01T11:00:10.061 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wMe8eUeND0UfMOFvM70k98Elbfc= 2022-09-01T11:00:10.062 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wMe8eUeND0UfMOFvM70k98Elbfc=', 'Content-Length': '0'} 2022-09-01T11:00:10.084 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000ab536f9f383f5de2-00631090ba-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:00:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:10.085 DEBUG:rgw_multi.tests:created bucket=ptoxvb-72 2022-09-01T11:00:10.085 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:00:10.086 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:00:10.087 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:00:10.143 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:00:10.143 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:00:10.191 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T11:00:10.210 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:00:10.210 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:00:10.211 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:00:10.211 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:00:10.211 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:00:10.211 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:00:10.212 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:00:10.212 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:00:10.212 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:00:10.212 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:00:10.213 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:00:10.213 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:00:10.213 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:00:10.213 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:00:10.214 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662030010.082495_377.1", 2022-09-01T11:00:10.214 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:00:10.082495Z" 2022-09-01T11:00:10.214 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:00:10.214 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:00:10.216 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662030010.082495_377.1'} 2022-09-01T11:00:10.216 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T11:00:10.217 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:00:10.217 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:00:10.218 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:00:10.279 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:00:10.279 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:00:10.318 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:00:10.317+0000 7f711c21c600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:00:10.318 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:00:10.319+0000 7f711c21c600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:00:10.333 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:00:10.334 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:00:10.334 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:00:10.334 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:00:10.335 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:00:10.335 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:00:10.335 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:00:10.335 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:00:10.336 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:00:10.336 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:00:10.336 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:00:10.337 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:00:10.337 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:00:10.337 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:00:10.337 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:00:10.338 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:00:10.338 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:00:10.338 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:00:10.339 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:00:10.339 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:00:10.339 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:00:10.339 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:00:10.340 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:00:10.340 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:00:10.340 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:00:10.341 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:00:10.341 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:00:10.341 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:00:10.341 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:00:10.342 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:00:10.342 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:00:10.342 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:00:10.342 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:00:10.343 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:00:10.343 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:00:10.343 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:00:10.344 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:00:10.344 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:00:10.344 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:00:10.344 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:00:10.345 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:00:10.345 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:00:10.345 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:00:10.345 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:00:10.346 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:00:10.346 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:00:10.346 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:00:10.347 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:00:10.347 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:00:10.347 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662030010.082495_377.1", 2022-09-01T11:00:10.347 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:00:10.348 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:00:10.348 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:00:10.348 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:00:10.082495Z", 2022-09-01T11:00:10.349 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:00:10.349 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:00:10.349 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:00:10.349 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:00:10.350 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:00:10.350 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:00:10.350 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:00:10.350 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:00:10.351 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:00:10.351 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:00:10Z" 2022-09-01T11:00:10.351 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:00:10.353 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662030010.082495_377.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:00:10.082495Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:00:10Z" } 2022-09-01T11:00:10.353 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662030010.082495_377.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:00:10.082495Z', 'realm_epoch': 4}}] 2022-09-01T11:00:10.354 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662030010.082495_377.1'} 2022-09-01T11:00:10.355 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662030010.082495_377.1'} 2022-09-01T11:00:10.355 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T11:00:10.356 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T11:00:10.356 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:00:10.357 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:00:10.357 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:00:10.410 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:00:10.411 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:00:10.460 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:00:10.460+0000 7f13faf32600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:00:10.461 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:00:10.461+0000 7f13faf32600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:00:10.476 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:00:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T11:00:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T11:00:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T11:00:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T11:00:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:00:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:00:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:00:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T11:00:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:00:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T11:00:10.482 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:00:10.482 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:00:10.483 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:00:10.483 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:00:10.483 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T11:00:10.484 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:00:10.484 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:00:10.485 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:00:10.485 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:00:10.485 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:00:10.486 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:00:10.486 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T11:00:10.487 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:00:10.487 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:00:10.488 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:00:10.488 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:00:10.488 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:00:10.488 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:00:10.489 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T11:00:10.489 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:00:10.489 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:00:10.489 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:00:10.490 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:00:10.490 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T11:00:10.490 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:00:10.491 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:00:10.491 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:00:10.491 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:00:10.492 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:00:10.492 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:00:10.492 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:00:10.493 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:00:10.493 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:00:10.494 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:00:10.494 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:00:10.495 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T11:00:10.495 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:00:10.496 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:00:10.496 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662030010.073808_374.1", 2022-09-01T11:00:10.497 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:00:10.497 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:00:10.498 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:00:10.498 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:00:10.073808Z", 2022-09-01T11:00:10.499 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:00:10.499 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:00:10.500 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:00:10.500 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:00:10.501 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:00:10.501 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T11:00:10.502 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T11:00:10.503 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T11:00:10.503 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:00:10.503 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T11:00:10Z" 2022-09-01T11:00:10.504 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:00:10.506 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662030010.073808_374.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:00:10.073808Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:00:10Z" } 2022-09-01T11:00:10.507 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662030010.073808_374.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:00:10.073808Z', 'realm_epoch': 4}}] 2022-09-01T11:00:10.508 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662030010.082495_377.1'} 2022-09-01T11:00:10.509 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662030010.073808_374.1'} 2022-09-01T11:00:10.510 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=3 master=1_1662030010.082495_377.1 target=1_1662030010.073808_374.1 2022-09-01T11:00:15.512 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:00:15.513 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:00:15.514 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:00:15.571 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:00:15.571 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:00:15.620 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:00:15.621+0000 7fe9b1f86600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:00:15.621 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:00:15.622+0000 7fe9b1f86600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:00:15.636 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:00:15.637 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T11:00:15.637 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T11:00:15.637 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T11:00:15.638 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T11:00:15.638 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:00:15.638 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:00:15.638 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:00:15.639 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T11:00:15.639 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:00:15.639 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T11:00:15.640 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:00:15.640 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:00:15.640 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:00:15.641 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:00:15.641 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T11:00:15.641 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:00:15.641 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:00:15.642 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:00:15.642 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:00:15.642 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:00:15.643 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:00:15.643 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T11:00:15.643 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:00:15.643 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:00:15.644 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:00:15.644 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:00:15.644 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:00:15.645 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:00:15.645 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T11:00:15.645 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:00:15.645 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:00:15.646 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:00:15.646 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:00:15.647 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T11:00:15.647 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:00:15.647 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:00:15.647 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:00:15.648 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:00:15.648 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:00:15.648 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:00:15.649 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:00:15.649 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:00:15.649 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:00:15.650 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:00:15.650 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:00:15.651 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T11:00:15.651 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:00:15.652 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:00:15.652 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662030010.082495_377.1", 2022-09-01T11:00:15.652 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:00:15.653 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:00:15.653 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:00:15.653 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:00:10.082495Z", 2022-09-01T11:00:15.654 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:00:15.654 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:00:15.654 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:00:15.655 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:00:15.655 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:00:15.655 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T11:00:15.655 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T11:00:15.656 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T11:00:15.656 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:00:15.656 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T11:00:15Z" 2022-09-01T11:00:15.657 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:00:15.658 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662030010.082495_377.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:00:10.082495Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:00:15Z" } 2022-09-01T11:00:15.659 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662030010.082495_377.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:00:10.082495Z', 'realm_epoch': 4}}] 2022-09-01T11:00:15.659 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662030010.082495_377.1'} 2022-09-01T11:00:15.660 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662030010.082495_377.1'} 2022-09-01T11:00:15.660 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T11:00:15.661 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T11:00:15.661 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:00:15.662 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:00:15.662 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:00:15.721 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:00:15.721 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:00:15.752 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:00:15.752+0000 7fcd0d051600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:00:15.753 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:00:15.753+0000 7fcd0d051600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:00:15.767 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:00:15.767 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:00:15.767 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:00:15.768 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:00:15.768 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:00:15.768 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:00:15.769 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:00:15.769 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:00:15.769 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:00:15.769 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:00:15.770 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:00:15.770 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:00:15.770 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:00:15.771 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:00:15.771 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:00:15.771 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:00:15.771 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:00:15.772 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:00:15.772 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:00:15.772 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:00:15.772 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:00:15.773 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:00:15.773 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:00:15.773 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:00:15.773 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:00:15.774 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:00:15.774 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:00:15.774 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:00:15.774 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:00:15.775 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:00:15.775 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:00:15.775 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:00:15.775 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:00:15.776 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:00:15.776 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:00:15.776 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:00:15.776 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:00:15.777 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:00:15.777 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:00:15.777 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:00:15.777 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:00:15.778 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:00:15.778 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:00:15.778 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:00:15.778 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:00:15.779 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:00:15.779 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:00:15.779 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:00:15.779 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:00:15.780 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662030010.082495_377.1", 2022-09-01T11:00:15.780 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:00:15.780 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:00:15.780 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:00:15.781 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:00:10.082495Z", 2022-09-01T11:00:15.781 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:00:15.781 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:00:15.781 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:00:15.782 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:00:15.782 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:00:15.782 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:00:15.782 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:00:15.783 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:00:15.783 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:00:15.783 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:00:15Z" 2022-09-01T11:00:15.784 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:00:15.785 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662030010.082495_377.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:00:10.082495Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:00:15Z" } 2022-09-01T11:00:15.786 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662030010.082495_377.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:00:10.082495Z', 'realm_epoch': 4}}] 2022-09-01T11:00:15.787 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662030010.082495_377.1'} 2022-09-01T11:00:15.787 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662030010.082495_377.1'} 2022-09-01T11:00:15.787 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T11:00:15.788 DEBUG:tasks.rgw.c2.client.0:waiting for process to exit 2022-09-01T11:00:15.789 INFO:teuthology.orchestra.run:waiting for 300 2022-09-01T11:00:15.790 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T11:00:15.789+0000 7fdfda861700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8000 -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm (PID: 99926) UID: 0 2022-09-01T11:00:15.790 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T11:00:15.789+0000 7fdfdfa38600 -1 shutting down 2022-09-01T11:00:19.949 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~0s 2022-09-01T11:00:20.409 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T11:00:20.409+0000 7f6fd8bac700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5) 2022-09-01T11:00:20.454 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T11:00:20.454+0000 7f6fd8bac700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16) 2022-09-01T11:00:20.497 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T11:00:20.497+0000 7f6fd8bac700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16) 2022-09-01T11:00:20.541 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T11:00:20.541+0000 7f6fd8bac700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-5) 2022-09-01T11:00:21.891 INFO:tasks.rgw.c2.client.0:Stopped 2022-09-01T11:00:21.892 DEBUG:tasks.rgw.c1.client.1:waiting for process to exit 2022-09-01T11:00:21.893 INFO:teuthology.orchestra.run:waiting for 300 2022-09-01T11:00:21.894 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T11:00:21.894+0000 7f6ff65fa700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8001 -n client.1 --cluster c1 -k /etc/ceph/c1.client.1.keyring --log-file /var/log/ceph/rgw.c1.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.1.sock --foreground --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm (PID: 116820) UID: 0 2022-09-01T11:00:21.894 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T11:00:21.894+0000 7f6ffb7d1600 -1 shutting down 2022-09-01T11:00:25.454 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~0s 2022-09-01T11:00:25.556 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 has been restored 2022-09-01T11:00:27.996 INFO:tasks.rgw.c1.client.1:Stopped 2022-09-01T11:00:27.997 DEBUG:boto:path=/ptoxvb-72/ 2022-09-01T11:00:27.997 DEBUG:boto:auth_path=/ptoxvb-72/ 2022-09-01T11:00:27.998 DEBUG:boto:Method: HEAD 2022-09-01T11:00:27.999 DEBUG:boto:Path: /ptoxvb-72/ 2022-09-01T11:00:27.999 DEBUG:boto:Data: 2022-09-01T11:00:28.000 DEBUG:boto:Headers: {} 2022-09-01T11:00:28.000 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.001 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.001 DEBUG:boto:Params: {} 2022-09-01T11:00:28.002 DEBUG:boto:Token: None 2022-09-01T11:00:28.003 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/ 2022-09-01T11:00:28.004 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4= 2022-09-01T11:00:28.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4=', 'Content-Length': '0'} 2022-09-01T11:00:28.008 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001cef0dc531266aeb-00631090cc-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.009 DEBUG:boto:path=/ptoxvb-72/a 2022-09-01T11:00:28.009 DEBUG:boto:auth_path=/ptoxvb-72/a 2022-09-01T11:00:28.010 DEBUG:boto:Method: PUT 2022-09-01T11:00:28.011 DEBUG:boto:Path: /ptoxvb-72/a 2022-09-01T11:00:28.011 DEBUG:boto:Data: 2022-09-01T11:00:28.012 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:00:28.012 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.013 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.013 DEBUG:boto:Params: {} 2022-09-01T11:00:28.014 DEBUG:boto:Token: None 2022-09-01T11:00:28.015 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/a 2022-09-01T11:00:28.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Elc1y2SGqPpwwwJyAALZsl9NLp4= 2022-09-01T11:00:28.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Elc1y2SGqPpwwwJyAALZsl9NLp4='} 2022-09-01T11:00:28.058 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000773f4343d7b70037-00631090cc-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.059 DEBUG:boto:path=/ptoxvb-72/ 2022-09-01T11:00:28.060 DEBUG:boto:auth_path=/ptoxvb-72/ 2022-09-01T11:00:28.060 DEBUG:boto:Method: HEAD 2022-09-01T11:00:28.061 DEBUG:boto:Path: /ptoxvb-72/ 2022-09-01T11:00:28.062 DEBUG:boto:Data: 2022-09-01T11:00:28.062 DEBUG:boto:Headers: {} 2022-09-01T11:00:28.063 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.063 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.064 DEBUG:boto:Params: {} 2022-09-01T11:00:28.064 DEBUG:boto:Token: None 2022-09-01T11:00:28.065 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/ 2022-09-01T11:00:28.066 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4= 2022-09-01T11:00:28.066 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4=', 'Content-Length': '0'} 2022-09-01T11:00:28.069 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '3'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f53fcc1a09e61b36-00631090cc-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.070 DEBUG:boto:path=/ptoxvb-72/b 2022-09-01T11:00:28.071 DEBUG:boto:auth_path=/ptoxvb-72/b 2022-09-01T11:00:28.071 DEBUG:boto:Method: PUT 2022-09-01T11:00:28.072 DEBUG:boto:Path: /ptoxvb-72/b 2022-09-01T11:00:28.072 DEBUG:boto:Data: 2022-09-01T11:00:28.073 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:00:28.073 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.074 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.074 DEBUG:boto:Params: {} 2022-09-01T11:00:28.075 DEBUG:boto:Token: None 2022-09-01T11:00:28.075 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/b 2022-09-01T11:00:28.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BHLEWa+BOLVgdkBPg6uvqUAHubg= 2022-09-01T11:00:28.077 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BHLEWa+BOLVgdkBPg6uvqUAHubg='} 2022-09-01T11:00:28.089 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000cef6473c59a7f1c4-00631090cc-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.089 DEBUG:boto:path=/ptoxvb-72/ 2022-09-01T11:00:28.090 DEBUG:boto:auth_path=/ptoxvb-72/ 2022-09-01T11:00:28.091 DEBUG:boto:Method: HEAD 2022-09-01T11:00:28.091 DEBUG:boto:Path: /ptoxvb-72/ 2022-09-01T11:00:28.092 DEBUG:boto:Data: 2022-09-01T11:00:28.092 DEBUG:boto:Headers: {} 2022-09-01T11:00:28.093 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.093 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.094 DEBUG:boto:Params: {} 2022-09-01T11:00:28.094 DEBUG:boto:Token: None 2022-09-01T11:00:28.095 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/ 2022-09-01T11:00:28.095 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4= 2022-09-01T11:00:28.096 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4=', 'Content-Length': '0'} 2022-09-01T11:00:28.099 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000900fa186a42ee3b0-00631090cc-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.100 DEBUG:boto:path=/ptoxvb-72/c 2022-09-01T11:00:28.100 DEBUG:boto:auth_path=/ptoxvb-72/c 2022-09-01T11:00:28.101 DEBUG:boto:Method: PUT 2022-09-01T11:00:28.102 DEBUG:boto:Path: /ptoxvb-72/c 2022-09-01T11:00:28.102 DEBUG:boto:Data: 2022-09-01T11:00:28.103 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:00:28.103 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.103 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.104 DEBUG:boto:Params: {} 2022-09-01T11:00:28.104 DEBUG:boto:Token: None 2022-09-01T11:00:28.105 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/c 2022-09-01T11:00:28.106 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PiSeGK6Q6tYad3ywGPSKcvpG+2w= 2022-09-01T11:00:28.106 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PiSeGK6Q6tYad3ywGPSKcvpG+2w='} 2022-09-01T11:00:28.151 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000002a60153beaa4861b-00631090cc-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.152 DEBUG:boto:path=/ptoxvb-72/ 2022-09-01T11:00:28.153 DEBUG:boto:auth_path=/ptoxvb-72/ 2022-09-01T11:00:28.154 DEBUG:boto:Method: HEAD 2022-09-01T11:00:28.155 DEBUG:boto:Path: /ptoxvb-72/ 2022-09-01T11:00:28.155 DEBUG:boto:Data: 2022-09-01T11:00:28.156 DEBUG:boto:Headers: {} 2022-09-01T11:00:28.156 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.156 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.157 DEBUG:boto:Params: {} 2022-09-01T11:00:28.158 DEBUG:boto:Token: None 2022-09-01T11:00:28.158 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/ 2022-09-01T11:00:28.160 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4= 2022-09-01T11:00:28.160 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4=', 'Content-Length': '0'} 2022-09-01T11:00:28.163 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '9'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000071fd74cda60aa911-00631090cc-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.164 DEBUG:boto:path=/ptoxvb-72/d 2022-09-01T11:00:28.165 DEBUG:boto:auth_path=/ptoxvb-72/d 2022-09-01T11:00:28.165 DEBUG:boto:Method: PUT 2022-09-01T11:00:28.166 DEBUG:boto:Path: /ptoxvb-72/d 2022-09-01T11:00:28.166 DEBUG:boto:Data: 2022-09-01T11:00:28.167 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:00:28.167 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.168 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.168 DEBUG:boto:Params: {} 2022-09-01T11:00:28.169 DEBUG:boto:Token: None 2022-09-01T11:00:28.169 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/d 2022-09-01T11:00:28.170 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2Uy7NpWv8uPFTy0EhdwCJIZFb2M= 2022-09-01T11:00:28.171 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2Uy7NpWv8uPFTy0EhdwCJIZFb2M='} 2022-09-01T11:00:28.178 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005fb1de512e2f60d0-00631090cc-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.180 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--bucket', 'ptoxvb-72', '--num-shards', '3', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:00:28.181 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--bucket', 'ptoxvb-72', '--num-shards', '3', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:00:28.182 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --bucket ptoxvb-72 --num-shards 3 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:00:28.240 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:00:28.241 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:00:28.300 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:00:28.300 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-72 2022-09-01T11:00:28.305 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 4 2022-09-01T11:00:28.366 DEBUG:boto:path=/ptoxvb-72/ 2022-09-01T11:00:28.366 DEBUG:boto:auth_path=/ptoxvb-72/ 2022-09-01T11:00:28.367 DEBUG:boto:Method: HEAD 2022-09-01T11:00:28.367 DEBUG:boto:Path: /ptoxvb-72/ 2022-09-01T11:00:28.368 DEBUG:boto:Data: 2022-09-01T11:00:28.368 DEBUG:boto:Headers: {} 2022-09-01T11:00:28.369 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.370 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.370 DEBUG:boto:Params: {} 2022-09-01T11:00:28.371 DEBUG:boto:Token: None 2022-09-01T11:00:28.371 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/ 2022-09-01T11:00:28.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4= 2022-09-01T11:00:28.372 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4=', 'Content-Length': '0'} 2022-09-01T11:00:28.375 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c9c3e6c291b99b2b-00631090cc-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.376 DEBUG:boto:path=/ptoxvb-72/e 2022-09-01T11:00:28.376 DEBUG:boto:auth_path=/ptoxvb-72/e 2022-09-01T11:00:28.377 DEBUG:boto:Method: PUT 2022-09-01T11:00:28.377 DEBUG:boto:Path: /ptoxvb-72/e 2022-09-01T11:00:28.378 DEBUG:boto:Data: 2022-09-01T11:00:28.378 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:00:28.379 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.379 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.380 DEBUG:boto:Params: {} 2022-09-01T11:00:28.380 DEBUG:boto:Token: None 2022-09-01T11:00:28.381 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/e 2022-09-01T11:00:28.381 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F0LM/GhTRL0jLaGD9xWxEdT2s3c= 2022-09-01T11:00:28.382 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F0LM/GhTRL0jLaGD9xWxEdT2s3c='} 2022-09-01T11:00:28.430 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000008933056fc489f900-00631090cc-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.431 DEBUG:boto:path=/ptoxvb-72/ 2022-09-01T11:00:28.432 DEBUG:boto:auth_path=/ptoxvb-72/ 2022-09-01T11:00:28.433 DEBUG:boto:Method: HEAD 2022-09-01T11:00:28.433 DEBUG:boto:Path: /ptoxvb-72/ 2022-09-01T11:00:28.434 DEBUG:boto:Data: 2022-09-01T11:00:28.434 DEBUG:boto:Headers: {} 2022-09-01T11:00:28.435 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.435 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.436 DEBUG:boto:Params: {} 2022-09-01T11:00:28.437 DEBUG:boto:Token: None 2022-09-01T11:00:28.437 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/ 2022-09-01T11:00:28.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4= 2022-09-01T11:00:28.438 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4=', 'Content-Length': '0'} 2022-09-01T11:00:28.440 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000dcaecc8b3d35f5ad-00631090cc-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.441 DEBUG:boto:path=/ptoxvb-72/f 2022-09-01T11:00:28.442 DEBUG:boto:auth_path=/ptoxvb-72/f 2022-09-01T11:00:28.442 DEBUG:boto:Method: PUT 2022-09-01T11:00:28.443 DEBUG:boto:Path: /ptoxvb-72/f 2022-09-01T11:00:28.444 DEBUG:boto:Data: 2022-09-01T11:00:28.444 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:00:28.445 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.445 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.446 DEBUG:boto:Params: {} 2022-09-01T11:00:28.447 DEBUG:boto:Token: None 2022-09-01T11:00:28.447 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/f 2022-09-01T11:00:28.448 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8fMhzcIjFfqXvwAkt7Tu2k8LjTs= 2022-09-01T11:00:28.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8fMhzcIjFfqXvwAkt7Tu2k8LjTs='} 2022-09-01T11:00:28.457 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000b94b475c15497fd8-00631090cc-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.457 DEBUG:boto:path=/ptoxvb-72/ 2022-09-01T11:00:28.458 DEBUG:boto:auth_path=/ptoxvb-72/ 2022-09-01T11:00:28.458 DEBUG:boto:Method: HEAD 2022-09-01T11:00:28.459 DEBUG:boto:Path: /ptoxvb-72/ 2022-09-01T11:00:28.459 DEBUG:boto:Data: 2022-09-01T11:00:28.460 DEBUG:boto:Headers: {} 2022-09-01T11:00:28.460 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.461 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.461 DEBUG:boto:Params: {} 2022-09-01T11:00:28.462 DEBUG:boto:Token: None 2022-09-01T11:00:28.463 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/ 2022-09-01T11:00:28.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4= 2022-09-01T11:00:28.464 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4=', 'Content-Length': '0'} 2022-09-01T11:00:28.466 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '6'), ('X-RGW-Bytes-Used', '18'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000736c9711eeb39fd7-00631090cc-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.467 DEBUG:boto:path=/ptoxvb-72/g 2022-09-01T11:00:28.467 DEBUG:boto:auth_path=/ptoxvb-72/g 2022-09-01T11:00:28.468 DEBUG:boto:Method: PUT 2022-09-01T11:00:28.468 DEBUG:boto:Path: /ptoxvb-72/g 2022-09-01T11:00:28.469 DEBUG:boto:Data: 2022-09-01T11:00:28.469 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:00:28.470 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.470 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.471 DEBUG:boto:Params: {} 2022-09-01T11:00:28.471 DEBUG:boto:Token: None 2022-09-01T11:00:28.472 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/g 2022-09-01T11:00:28.472 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uHVlArINRni9UZWjp9tmmjrm6I8= 2022-09-01T11:00:28.473 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uHVlArINRni9UZWjp9tmmjrm6I8='} 2022-09-01T11:00:28.480 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000010783d1aca06cd59-00631090cc-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.481 DEBUG:boto:path=/ptoxvb-72/ 2022-09-01T11:00:28.482 DEBUG:boto:auth_path=/ptoxvb-72/ 2022-09-01T11:00:28.482 DEBUG:boto:Method: HEAD 2022-09-01T11:00:28.483 DEBUG:boto:Path: /ptoxvb-72/ 2022-09-01T11:00:28.483 DEBUG:boto:Data: 2022-09-01T11:00:28.484 DEBUG:boto:Headers: {} 2022-09-01T11:00:28.484 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.485 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.485 DEBUG:boto:Params: {} 2022-09-01T11:00:28.486 DEBUG:boto:Token: None 2022-09-01T11:00:28.486 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/ 2022-09-01T11:00:28.487 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4= 2022-09-01T11:00:28.488 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xdceehi4AZZEXI8mDklRLvq70z4=', 'Content-Length': '0'} 2022-09-01T11:00:28.490 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '7'), ('X-RGW-Bytes-Used', '21'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000fea7666545cd612f-00631090cc-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.490 DEBUG:boto:path=/ptoxvb-72/h 2022-09-01T11:00:28.491 DEBUG:boto:auth_path=/ptoxvb-72/h 2022-09-01T11:00:28.492 DEBUG:boto:Method: PUT 2022-09-01T11:00:28.492 DEBUG:boto:Path: /ptoxvb-72/h 2022-09-01T11:00:28.493 DEBUG:boto:Data: 2022-09-01T11:00:28.493 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:00:28.494 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:00:28.494 DEBUG:boto:Port: 8000 2022-09-01T11:00:28.495 DEBUG:boto:Params: {} 2022-09-01T11:00:28.495 DEBUG:boto:Token: None 2022-09-01T11:00:28.496 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:00:28 GMT /ptoxvb-72/h 2022-09-01T11:00:28.496 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/LmbGbgWFBTKVRZHyLOMpN6Rl2Y= 2022-09-01T11:00:28.497 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:00:28 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/LmbGbgWFBTKVRZHyLOMpN6Rl2Y='} 2022-09-01T11:00:28.546 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000508970e69c81ef55-00631090cc-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:00:28 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:00:28.547 INFO:tasks.rgw.c2.client.0:Restarting daemon 2022-09-01T11:00:28.548 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c2.client.0.stdout 2>&1 2022-09-01T11:00:28.551 INFO:tasks.rgw.c2.client.0:Started 2022-09-01T11:00:28.552 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:28.580 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:00:28.581 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:00:28.581 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:00:28.582 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi052.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T11:00:29.583 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:29.609 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:00:29.610 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:00:29.612 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:00:29.613 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi052.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T11:00:30.573 INFO:tasks.rgw.c1.client.0.smithi044.stdout:2022-09-01T11:00:30.574+0000 7fdad1990700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16) 2022-09-01T11:00:30.587 INFO:tasks.rgw.c1.client.0.smithi044.stdout:2022-09-01T11:00:30.588+0000 7fdad018d700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16) 2022-09-01T11:00:30.625 INFO:tasks.rgw.c1.client.0.smithi044.stdout:2022-09-01T11:00:30.626+0000 7fdad1990700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16) 2022-09-01T11:00:30.634 INFO:tasks.rgw.c1.client.0.smithi044.stdout:2022-09-01T11:00:30.634+0000 7fdad018d700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16) 2022-09-01T11:00:30.679 INFO:tasks.rgw.c1.client.0.smithi044.stdout:2022-09-01T11:00:30.680+0000 7fdad1990700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16) 2022-09-01T11:00:30.718 INFO:tasks.rgw.c1.client.0.smithi044.stdout:2022-09-01T11:00:30.718+0000 7fdad018d700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16) 2022-09-01T11:00:31.060 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 has been restored 2022-09-01T11:00:31.614 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:31.644 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:00:31.646 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:00:31.646 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:00:31.646 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi052.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T11:00:35.648 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:00:35.675 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:00:35.676 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:00:35.676 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2022-09-01T11:00:35.677 INFO:teuthology.orchestra.run.smithi052.stdout:anonymous 2022-09-01T11:00:35.678 INFO:tasks.rgw.c1.client.1:Restarting daemon 2022-09-01T11:00:35.679 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8001' -n client.1 --cluster c1 -k /etc/ceph/c1.client.1.keyring --log-file /var/log/ceph/rgw.c1.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.1.sock --foreground --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c1.client.1.stdout 2>&1 2022-09-01T11:00:35.682 INFO:tasks.rgw.c1.client.1:Started 2022-09-01T11:00:35.683 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:35.708 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:00:35.709 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:00:35.710 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:00:35.710 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8001: Connection refused 2022-09-01T11:00:36.711 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:36.738 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:00:36.739 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:00:36.740 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:00:36.741 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8001: Connection refused 2022-09-01T11:00:38.743 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:38.770 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:00:38.771 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:00:38.772 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:00:38.774 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8001: Connection refused 2022-09-01T11:00:42.775 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8001 2022-09-01T11:00:42.808 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:00:42.809 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:00:42.810 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2022-09-01T11:00:42.812 INFO:teuthology.orchestra.run.smithi044.stdout:anonymous 2022-09-01T11:00:42.813 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-72 2022-09-01T11:00:42.814 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-72', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:00:42.816 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-72', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:00:42.817 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-72 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:00:42.882 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:00:42.882 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:00:42.923 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:00:42.924+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:00:47.924 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:00:47.925+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:00:52.924 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:00:52.925+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:00:57.925 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:00:57.926+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:01:02.926 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:01:02.925+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:01:07.926 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:01:07.926+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:01:12.927 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:01:12.927+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:01:17.927 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:01:17.927+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:01:22.928 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:01:22.928+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:01:27.928 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:01:27.928+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:01:32.929 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:01:32.929+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:01:37.930 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:01:37.930+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:01:42.931 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:01:42.931+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:01:47.931 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:01:47.931+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:01:52.932 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:01:52.933+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:01:57.933 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:01:57.934+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:02:02.933 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:02:02.934+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:02:07.934 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:02:07.935+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:02:12.934 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:02:12.935+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:02:17.935 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:02:17.936+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:02:22.936 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:02:22.936+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:02:27.937 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:02:27.937+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:02:32.937 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:02:32.937+0000 7f27d949d600 1 waiting to reach incremental sync.. 2022-09-01T11:02:37.939 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:02:37.939+0000 7f27d949d600 1 bucket sync caught up with source: 2022-09-01T11:02:37.939 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:02:37.940 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:02:37.940 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:02:37.939+0000 7f27d949d600 0 bucket checkpoint complete 2022-09-01T11:02:37.958 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-72 2022-09-01T11:02:37.959 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-72', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:02:37.960 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-72', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:02:37.961 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-72 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:02:38.027 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:02:38.027 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:02:38.085 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:02:38.086+0000 7fd4558de600 1 waiting to reach incremental sync.. 2022-09-01T11:02:43.087 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:02:43.087+0000 7fd4558de600 1 bucket sync caught up with source: 2022-09-01T11:02:43.087 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:02:43.087 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:02:43.088 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:02:43.087+0000 7fd4558de600 0 bucket checkpoint complete 2022-09-01T11:02:43.105 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-72 2022-09-01T11:02:43.105 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-72', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:02:43.106 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-72', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:02:43.107 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-72 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:02:43.173 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:02:43.173 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:02:43.211 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:02:43.211+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:02:43.211 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:02:43.212 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:02:48.212 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:02:48.212+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:02:48.213 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:02:48.213 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:02:53.213 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:02:53.213+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:02:53.214 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:02:53.214 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:02:58.214 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:02:58.214+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:02:58.215 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:02:58.215 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:03:03.215 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:03:03.215+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:03:03.216 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:03:03.216 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:03:08.216 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:03:08.216+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:03:08.217 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:03:08.217 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:03:13.217 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:03:13.218+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:03:13.218 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:03:13.218 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:03:18.218 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:03:18.219+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:03:18.219 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:03:18.219 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:03:23.219 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:03:23.220+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:03:23.220 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:03:23.220 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:03:28.220 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:03:28.221+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:03:28.221 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:03:28.221 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:03:33.221 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:03:33.222+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:03:33.221 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:03:33.222 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:03:38.222 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:03:38.222+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:03:38.223 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:03:38.223 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:03:43.223 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:03:43.223+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:03:43.224 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:03:43.224 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:03:48.224 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:03:48.224+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:03:48.225 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:03:48.225 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:03:53.225 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:03:53.225+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:03:53.226 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:03:53.226 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:03:58.226 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:03:58.226+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:03:58.227 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:03:58.227 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:04:03.227 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:04:03.227+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:04:03.228 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:04:03.228 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:04:08.228 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:04:08.228+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:04:08.229 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:04:08.229 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:04:13.229 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:04:13.229+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:04:13.230 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:04:13.230 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:04:18.230 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:04:18.230+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:04:18.231 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:04:18.231 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:04:23.231 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:04:23.231+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:04:23.232 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:04:23.232 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:04:28.232 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:04:28.233+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:04:28.233 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:04:28.233 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:04:33.233 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:04:33.234+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:04:33.234 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:04:33.234 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:04:38.234 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:04:38.235+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:04:38.235 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:04:38.235 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:04:43.235 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:04:43.236+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:04:43.236 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:04:43.236 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:04:48.236 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:04:48.237+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:04:48.237 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:04:48.237 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:04:53.237 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:04:53.238+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:04:53.238 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:04:53.239 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:04:58.238 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:04:58.238+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:04:58.238 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:04:58.239 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:05:03.239 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:05:03.239+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:05:03.240 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:05:03.240 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:05:08.240 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:05:08.240+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:05:08.241 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:05:08.241 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:05:13.241 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:05:13.241+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:05:13.241 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:05:13.242 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:05:18.242 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:05:18.242+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:05:18.243 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:05:18.243 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:05:23.243 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:05:23.243+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:05:23.244 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:05:23.244 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:05:28.245 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:05:28.244+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:05:28.246 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:05:28.246 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:05:33.245 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:05:33.245+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:05:33.245 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:05:33.246 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:05:38.246 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:05:38.246+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:05:38.247 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:05:38.247 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:05:43.247 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:05:43.247+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:05:43.248 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:05:43.248 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:05:48.248 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:05:48.249+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:05:48.249 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:05:48.249 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:05:53.249 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:05:53.250+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:05:53.250 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:05:53.250 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:05:58.250 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:05:58.251+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:05:58.250 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:05:58.251 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:06:03.251 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:06:03.252+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:06:03.251 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:06:03.252 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:06:08.252 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:06:08.252+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:06:08.253 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:06:08.253 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:06:13.252 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:06:13.252+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:06:13.253 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:06:13.253 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:06:18.254 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:06:18.253+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:06:18.255 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:06:18.255 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:06:23.255 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:06:23.254+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:06:23.255 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:06:23.255 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:06:28.255 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:06:28.255+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:06:28.256 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:06:28.256 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:06:33.257 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:06:33.256+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:06:33.257 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:06:33.257 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:06:38.257 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:06:38.257+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:06:38.258 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:06:38.258 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:06:43.259 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:06:43.258+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:06:43.259 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:06:43.260 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:06:48.259 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:06:48.259+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:06:48.260 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:06:48.260 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:06:53.260 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:06:53.260+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:06:53.261 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:06:53.261 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:06:58.261 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:06:58.261+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:06:58.262 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:06:58.262 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:07:03.262 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:03.263+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:07:03.263 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:07:03.263 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:07:08.263 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:08.264+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:07:08.264 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:07:08.264 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:07:13.264 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:13.265+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:07:13.265 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:07:13.265 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:07:18.265 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:18.266+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:07:18.266 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:07:18.266 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:07:23.266 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:23.267+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:07:23.267 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:07:23.268 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:07:28.267 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:28.268+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:07:28.267 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:07:28.268 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:07:33.268 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:33.268+0000 7f0062695600 1 waiting for incremental sync to catch up: 2022-09-01T11:07:33.268 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000003.67.5, , 00000000002.70.5] 2022-09-01T11:07:33.269 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000003.67.5, 00000000002.51.5, 00000000002.70.5] 2022-09-01T11:07:38.269 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:38.269+0000 7f0062695600 0 bucket checkpoint timed out waiting for incremental sync to catch up 2022-09-01T11:07:38.270 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:38.269+0000 7f0062695600 0 bucket sync checkpoint failed: (110) Connection timed out 2022-09-01T11:07:38.270 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:38.269+0000 7f0062695600 -1 bucket sync checkpoint failed: (110) Connection timed out 2022-09-01T11:07:38.286 DEBUG:teuthology.orchestra.run:got remote process result: 110 2022-09-01T11:07:38.294 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_reshard_full ... FAIL 2022-09-01T11:07:38.297 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:38.298 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:38.300 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:07:38.358 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:07:38.359 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:07:38.402 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T11:07:38.420 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:07:38.420 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:38.421 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:07:38.421 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:07:38.421 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:38.422 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:38.422 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:07:38.422 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:07:38.423 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:38.423 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:38.423 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:07:38.423 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:07:38.424 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:38.424 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:38.424 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662030028.313248_387.1", 2022-09-01T11:07:38.424 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:00:28.313248Z" 2022-09-01T11:07:38.425 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:07:38.425 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:07:38.426 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662030028.313248_387.1'} 2022-09-01T11:07:38.427 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T11:07:38.428 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:38.428 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:38.429 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:07:38.487 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:07:38.488 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:07:38.522 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:38.522+0000 7f3befbed600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:07:38.523 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:38.523+0000 7f3befbed600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:07:38.538 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:07:38.538 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:07:38.539 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:07:38.539 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:07:38.539 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:07:38.540 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:07:38.540 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:07:38.540 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:38.540 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:07:38.541 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:38.541 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:07:38.541 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:38.541 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:38.542 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:07:38.542 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:38.542 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:07:38.542 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:38.543 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:07:38.543 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:07:38.543 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:38.544 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:38.544 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:38.544 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:07:38.544 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:38.545 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:38.545 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:07:38.545 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:38.546 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:07:38.546 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:38.546 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:07:38.547 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:07:38.547 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:38.547 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:38.548 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:38.548 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:07:38.548 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:38.548 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:38.549 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:07:38.549 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:38.549 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:07:38.549 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:38.550 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:07:38.550 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:07:38.550 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:38.551 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:38.551 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:38.551 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:07:38.552 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:38.552 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:38.552 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662030028.313248_387.1", 2022-09-01T11:07:38.552 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:38.553 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:07:38.553 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:38.553 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:00:28.313248Z", 2022-09-01T11:07:38.553 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:07:38.554 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:38.554 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:38.554 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:07:38.555 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:38.555 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:07:38.555 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:07:38.555 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:07:38.556 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:38.556 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:07:38Z" 2022-09-01T11:07:38.556 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:07:38.558 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662030028.313248_387.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:00:28.313248Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:07:38Z" } 2022-09-01T11:07:38.558 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662030028.313248_387.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:00:28.313248Z', 'realm_epoch': 4}}] 2022-09-01T11:07:38.559 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662030028.313248_387.1'} 2022-09-01T11:07:38.559 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662030028.313248_387.1'} 2022-09-01T11:07:38.560 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T11:07:38.561 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T11:07:38.561 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:38.562 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:38.562 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:07:38.615 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:07:38.616 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:07:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:07:38.663+0000 7f9b2584d600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:07:38.663 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:07:38.664+0000 7f9b2584d600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:07:38.682 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:07:38.682 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T11:07:38.683 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T11:07:38.683 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T11:07:38.684 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T11:07:38.684 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:07:38.684 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:07:38.685 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:38.685 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T11:07:38.685 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:38.686 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T11:07:38.686 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:07:38.687 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:07:38.687 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:07:38.687 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:07:38.688 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T11:07:38.688 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:07:38.689 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:07:38.689 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:07:38.689 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:07:38.689 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:38.690 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:38.690 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T11:07:38.691 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:07:38.691 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:07:38.691 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:07:38.691 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:07:38.692 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:07:38.692 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:07:38.693 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T11:07:38.693 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:07:38.693 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:07:38.694 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:38.695 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:38.695 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T11:07:38.695 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:07:38.696 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:07:38.696 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:07:38.697 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:07:38.697 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:07:38.698 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:07:38.698 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:07:38.698 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:07:38.699 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:07:38.699 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:38.700 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:38.700 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T11:07:38.701 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:07:38.701 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:07:38.702 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662030028.313248_387.1", 2022-09-01T11:07:38.702 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:07:38.703 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:07:38.703 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:07:38.704 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:00:28.313248Z", 2022-09-01T11:07:38.704 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:07:38.704 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:07:38.705 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:07:38.705 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:07:38.706 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:38.706 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T11:07:38.707 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T11:07:38.707 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T11:07:38.708 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:38.708 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T11:07:38Z" 2022-09-01T11:07:38.708 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:07:38.710 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662030028.313248_387.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:00:28.313248Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:07:38Z" } 2022-09-01T11:07:38.710 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662030028.313248_387.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:00:28.313248Z', 'realm_epoch': 4}}] 2022-09-01T11:07:38.711 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662030028.313248_387.1'} 2022-09-01T11:07:38.711 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662030028.313248_387.1'} 2022-09-01T11:07:38.712 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T11:07:38.712 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T11:07:38.713 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:38.713 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:38.714 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:07:38.766 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:07:38.767 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:07:38.795 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:38.795+0000 7f800a45c600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:07:38.796 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:38.796+0000 7f800a45c600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:07:38.809 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:07:38.809 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:07:38.809 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:07:38.809 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:07:38.810 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:07:38.810 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:07:38.810 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:07:38.811 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:38.811 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:07:38.811 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:38.811 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:07:38.812 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:38.812 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:38.812 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:07:38.812 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:38.813 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:07:38.813 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:38.813 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:07:38.813 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:07:38.814 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:38.814 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:38.814 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:38.814 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:07:38.815 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:38.815 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:38.815 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:07:38.815 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:38.816 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:07:38.816 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:38.816 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:07:38.816 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:07:38.817 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:38.817 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:38.817 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:38.817 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:07:38.817 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:38.818 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:38.818 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:07:38.818 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:38.819 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:07:38.819 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:38.819 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:07:38.819 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:07:38.819 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:38.820 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:38.820 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:38.820 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:07:38.820 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:38.821 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:38.821 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662030028.313248_387.1", 2022-09-01T11:07:38.821 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:38.821 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:07:38.822 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:38.822 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:00:28.313248Z", 2022-09-01T11:07:38.822 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:07:38.822 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:38.823 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:38.823 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:07:38.823 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:38.823 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:07:38.824 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:07:38.824 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:07:38.824 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:38.824 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:07:38Z" 2022-09-01T11:07:38.825 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:07:38.826 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662030028.313248_387.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:00:28.313248Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:07:38Z" } 2022-09-01T11:07:38.826 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662030028.313248_387.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:00:28.313248Z', 'realm_epoch': 4}}] 2022-09-01T11:07:38.827 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662030028.313248_387.1'} 2022-09-01T11:07:38.827 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662030028.313248_387.1'} 2022-09-01T11:07:38.828 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T11:07:38.829 DEBUG:boto:path=/ 2022-09-01T11:07:38.829 DEBUG:boto:auth_path=/ 2022-09-01T11:07:38.830 DEBUG:boto:Method: GET 2022-09-01T11:07:38.831 DEBUG:boto:Path: / 2022-09-01T11:07:38.831 DEBUG:boto:Data: 2022-09-01T11:07:38.832 DEBUG:boto:Headers: {} 2022-09-01T11:07:38.832 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:38.833 DEBUG:boto:Port: 8000 2022-09-01T11:07:38.833 DEBUG:boto:Params: {} 2022-09-01T11:07:38.834 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:07:38.835 DEBUG:boto:Token: None 2022-09-01T11:07:38.836 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:07:38 GMT / 2022-09-01T11:07:38.836 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XQaU1qIt1tYJa9S5DG1nLZcQ1Fk= 2022-09-01T11:07:38.837 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:07:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XQaU1qIt1tYJa9S5DG1nLZcQ1Fk=', 'Content-Length': '0'} 2022-09-01T11:07:38.845 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dec6c1d29aa674fe-006310927a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:07:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:38.847 DEBUG:boto:path=/ 2022-09-01T11:07:38.848 DEBUG:boto:auth_path=/ 2022-09-01T11:07:38.848 DEBUG:boto:Method: GET 2022-09-01T11:07:38.849 DEBUG:boto:Path: / 2022-09-01T11:07:38.849 DEBUG:boto:Data: 2022-09-01T11:07:38.850 DEBUG:boto:Headers: {} 2022-09-01T11:07:38.850 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:07:38.851 DEBUG:boto:Port: 8000 2022-09-01T11:07:38.851 DEBUG:boto:Params: {} 2022-09-01T11:07:38.852 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:07:38.853 DEBUG:boto:Token: None 2022-09-01T11:07:38.853 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:07:38 GMT / 2022-09-01T11:07:38.854 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XQaU1qIt1tYJa9S5DG1nLZcQ1Fk= 2022-09-01T11:07:38.854 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:07:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XQaU1qIt1tYJa9S5DG1nLZcQ1Fk=', 'Content-Length': '0'} 2022-09-01T11:07:38.861 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c63074e815d7ded7-006310927a-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:07:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:38.863 DEBUG:boto:path=/ 2022-09-01T11:07:38.863 DEBUG:boto:auth_path=/ 2022-09-01T11:07:38.864 DEBUG:boto:Method: GET 2022-09-01T11:07:38.864 DEBUG:boto:Path: / 2022-09-01T11:07:38.865 DEBUG:boto:Data: 2022-09-01T11:07:38.865 DEBUG:boto:Headers: {} 2022-09-01T11:07:38.866 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:07:38.866 DEBUG:boto:Port: 8001 2022-09-01T11:07:38.867 DEBUG:boto:Params: {} 2022-09-01T11:07:38.867 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T11:07:38.868 DEBUG:boto:Token: None 2022-09-01T11:07:38.868 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:07:38 GMT / 2022-09-01T11:07:38.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XQaU1qIt1tYJa9S5DG1nLZcQ1Fk= 2022-09-01T11:07:38.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:07:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XQaU1qIt1tYJa9S5DG1nLZcQ1Fk=', 'Content-Length': '0'} 2022-09-01T11:07:38.874 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000080e45b551cc13552-006310927a-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:07:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:38.876 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_creation_time ... ok 2022-09-01T11:07:38.876 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:07:38.877 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:07:38.878 DEBUG:boto:Method: PUT 2022-09-01T11:07:38.878 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:07:38.879 DEBUG:boto:Data: 2022-09-01T11:07:38.879 DEBUG:boto:Headers: {} 2022-09-01T11:07:38.880 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:38.880 DEBUG:boto:Port: 8000 2022-09-01T11:07:38.881 DEBUG:boto:Params: {} 2022-09-01T11:07:38.881 DEBUG:boto:Token: None 2022-09-01T11:07:38.882 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 11:07:38 GMT /ptoxvb-73/ 2022-09-01T11:07:38.883 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LqkVAiDHNt9jOQa8HSuEbwUA39g= 2022-09-01T11:07:38.883 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:07:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LqkVAiDHNt9jOQa8HSuEbwUA39g=', 'Content-Length': '0'} 2022-09-01T11:07:38.903 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000010148f8f2b67fe7a-006310927a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:07:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:38.904 DEBUG:rgw_multi.tests:created bucket=ptoxvb-73 2022-09-01T11:07:38.904 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:38.905 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:38.906 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:07:38.954 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:07:38.955 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:07:38.988 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T11:07:39.006 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:07:39.007 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:39.007 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:07:39.008 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:07:39.008 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:39.008 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:39.008 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:07:39.009 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:07:39.009 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:39.009 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:39.010 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:07:39.010 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:07:39.010 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:39.010 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:39.011 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662030458.903125_393.1", 2022-09-01T11:07:39.011 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:07:38.903125Z" 2022-09-01T11:07:39.011 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:07:39.011 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:07:39.013 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662030458.903125_393.1'} 2022-09-01T11:07:39.013 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T11:07:39.014 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:39.015 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:39.015 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:07:39.065 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:07:39.065 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:07:39.095 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:39.095+0000 7f244e0fc600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:07:39.095 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:39.096+0000 7f244e0fc600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:07:39.109 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:07:39.110 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:07:39.110 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:07:39.110 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:07:39.110 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:07:39.111 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:07:39.111 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:07:39.111 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:39.111 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:07:39.112 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:39.112 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:07:39.112 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:39.112 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:39.113 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:07:39.113 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:39.113 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:07:39.114 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:39.114 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:07:39.114 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:07:39.114 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:39.115 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:39.115 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:39.115 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:07:39.116 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:39.116 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:39.116 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:07:39.116 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:39.117 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:07:39.117 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:39.117 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:07:39.117 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:07:39.118 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:39.118 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:39.118 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:39.119 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:07:39.119 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:39.119 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:39.119 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:07:39.120 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:39.120 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:07:39.120 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:39.120 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:07:39.121 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:07:39.121 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:39.121 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:39.121 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:39.122 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:07:39.122 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:39.122 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:39.123 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662030458.896533_390.1", 2022-09-01T11:07:39.123 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:39.123 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:07:39.123 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:39.124 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:07:38.896533Z", 2022-09-01T11:07:39.124 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:07:39.124 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:39.124 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:39.124 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:07:39.125 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:39.125 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:07:39.125 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:07:39.125 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:07:39.126 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:39.126 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:07:39Z" 2022-09-01T11:07:39.126 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:07:39.128 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662030458.896533_390.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:07:38.896533Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:07:39Z" } 2022-09-01T11:07:39.128 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662030458.896533_390.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:07:38.896533Z', 'realm_epoch': 4}}] 2022-09-01T11:07:39.129 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662030458.903125_393.1'} 2022-09-01T11:07:39.129 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662030458.896533_390.1'} 2022-09-01T11:07:39.130 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662030458.903125_393.1 target=1_1662030458.896533_390.1 2022-09-01T11:07:44.131 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:44.132 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:44.133 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:07:44.192 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:07:44.192 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:07:44.225 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:44.225+0000 7f57c674b600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:07:44.226 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:44.227+0000 7f57c674b600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:07:44.241 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:07:44.241 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:07:44.242 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:07:44.242 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:07:44.242 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:07:44.243 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:07:44.243 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:07:44.243 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:44.243 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:07:44.244 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:44.244 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:07:44.244 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:44.245 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:44.245 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:07:44.245 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:44.245 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:07:44.246 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:44.246 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:07:44.246 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:07:44.247 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:44.247 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:44.247 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:44.247 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:07:44.248 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:44.248 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:44.248 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:07:44.248 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:44.249 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:07:44.249 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:44.249 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:07:44.249 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:07:44.250 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:44.250 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:44.250 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:44.250 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:07:44.251 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:44.251 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:44.251 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:07:44.252 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:44.252 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:07:44.252 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:44.252 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:07:44.253 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:07:44.253 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:44.253 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:44.253 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:44.254 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:07:44.254 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:44.254 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:44.254 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662030458.903125_393.1", 2022-09-01T11:07:44.255 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:44.255 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:07:44.255 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:44.256 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:07:38.903125Z", 2022-09-01T11:07:44.256 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:07:44.256 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:44.256 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:44.256 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:07:44.257 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:44.257 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:07:44.257 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:07:44.258 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:07:44.258 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:44.258 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:07:44Z" 2022-09-01T11:07:44.258 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:07:44.260 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662030458.903125_393.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:07:38.903125Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:07:44Z" } 2022-09-01T11:07:44.260 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662030458.903125_393.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:07:38.903125Z', 'realm_epoch': 4}}] 2022-09-01T11:07:44.261 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662030458.903125_393.1'} 2022-09-01T11:07:44.262 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662030458.903125_393.1'} 2022-09-01T11:07:44.262 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T11:07:44.263 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T11:07:44.263 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:44.264 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:44.264 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:07:44.322 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:07:44.323 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:07:44.369 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:07:44.370+0000 7f9aee567600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:07:44.370 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:07:44.371+0000 7f9aee567600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:07:44.384 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:07:44.385 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T11:07:44.385 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T11:07:44.385 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T11:07:44.386 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T11:07:44.386 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:07:44.386 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:07:44.387 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:44.387 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T11:07:44.387 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:44.387 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T11:07:44.388 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:07:44.388 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:07:44.388 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:07:44.388 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:07:44.389 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T11:07:44.389 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:07:44.389 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:07:44.389 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:07:44.390 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:07:44.390 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:44.390 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:44.391 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T11:07:44.391 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:07:44.391 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:07:44.391 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:07:44.392 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:07:44.392 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:07:44.392 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:07:44.392 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T11:07:44.393 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:07:44.393 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:07:44.393 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:44.393 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:44.394 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T11:07:44.394 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:07:44.395 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:07:44.395 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:07:44.395 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:07:44.395 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:07:44.396 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:07:44.396 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:07:44.396 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:07:44.396 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:07:44.397 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:44.397 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:07:44.397 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T11:07:44.397 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:07:44.398 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:07:44.398 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662030458.903125_393.1", 2022-09-01T11:07:44.399 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:07:44.399 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:07:44.399 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:07:44.399 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:07:38.903125Z", 2022-09-01T11:07:44.400 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:07:44.400 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:07:44.400 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:07:44.400 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:07:44.401 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:44.401 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T11:07:44.401 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T11:07:44.401 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T11:07:44.402 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:07:44.402 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T11:07:44Z" 2022-09-01T11:07:44.402 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:07:44.403 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662030458.903125_393.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:07:38.903125Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:07:44Z" } 2022-09-01T11:07:44.404 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662030458.903125_393.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:07:38.903125Z', 'realm_epoch': 4}}] 2022-09-01T11:07:44.405 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662030458.903125_393.1'} 2022-09-01T11:07:44.405 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662030458.903125_393.1'} 2022-09-01T11:07:44.406 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T11:07:44.406 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T11:07:44.407 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:44.408 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:44.408 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:07:44.464 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:07:44.464 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:07:44.496 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:44.496+0000 7f76be30a600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:07:44.497 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:44.497+0000 7f76be30a600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:07:44.510 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:07:44.511 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:07:44.511 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:07:44.511 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:07:44.512 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:07:44.512 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:07:44.512 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:07:44.512 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:44.513 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:07:44.513 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:44.513 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:07:44.513 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:44.514 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:44.514 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:07:44.514 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:44.514 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:07:44.515 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:44.515 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:07:44.515 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:07:44.515 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:44.516 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:44.516 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:44.516 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:07:44.516 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:44.517 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:44.517 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:07:44.517 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:44.517 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:07:44.518 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:44.518 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:07:44.518 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:07:44.518 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:44.519 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:44.519 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:44.519 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:07:44.519 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:44.519 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:44.520 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:07:44.520 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:44.520 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:07:44.520 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:44.521 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:07:44.521 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:07:44.521 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:44.521 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:44.522 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:07:44.522 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:07:44.522 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:07:44.522 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:07:44.523 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662030458.903125_393.1", 2022-09-01T11:07:44.523 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:07:44.523 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:07:44.523 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:07:44.524 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:07:38.903125Z", 2022-09-01T11:07:44.524 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:07:44.524 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:44.524 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:07:44.525 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:07:44.525 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:44.525 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:07:44.525 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:07:44.525 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:07:44.526 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:07:44.526 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:07:44Z" 2022-09-01T11:07:44.526 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:07:44.527 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662030458.903125_393.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:07:38.903125Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:07:44Z" } 2022-09-01T11:07:44.528 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662030458.903125_393.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:07:38.903125Z', 'realm_epoch': 4}}] 2022-09-01T11:07:44.529 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662030458.903125_393.1'} 2022-09-01T11:07:44.529 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662030458.903125_393.1'} 2022-09-01T11:07:44.530 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T11:07:44.530 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'shard', 'objects', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--num-shards', '11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:44.531 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'shard', 'objects', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--num-shards', '11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:07:44.531 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket shard objects --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --num-shards 11 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:07:44.586 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:07:44.586 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:07:44.631 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:07:44.631 INFO:teuthology.orchestra.run.smithi044.stdout: "objs": [ 2022-09-01T11:07:44.631 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000001", 2022-09-01T11:07:44.632 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000005", 2022-09-01T11:07:44.632 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000012", 2022-09-01T11:07:44.632 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000004", 2022-09-01T11:07:44.633 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000011", 2022-09-01T11:07:44.633 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000000", 2022-09-01T11:07:44.633 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000010", 2022-09-01T11:07:44.634 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000003", 2022-09-01T11:07:44.634 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000013", 2022-09-01T11:07:44.634 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000002", 2022-09-01T11:07:44.634 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000006" 2022-09-01T11:07:44.635 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:07:44.635 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:07:44.636 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:07:44.637 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:07:44.637 DEBUG:boto:Method: HEAD 2022-09-01T11:07:44.638 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:07:44.639 DEBUG:boto:Data: 2022-09-01T11:07:44.639 DEBUG:boto:Headers: {} 2022-09-01T11:07:44.640 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.640 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.641 DEBUG:boto:Params: {} 2022-09-01T11:07:44.641 DEBUG:boto:Token: None 2022-09-01T11:07:44.642 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/ 2022-09-01T11:07:44.642 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk= 2022-09-01T11:07:44.643 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk=', 'Content-Length': '0'} 2022-09-01T11:07:44.646 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000887a7e8e2230ec0-0063109280-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.647 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:07:44.647 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:07:44.648 DEBUG:boto:Method: PUT 2022-09-01T11:07:44.648 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:07:44.649 DEBUG:boto:Data: 2022-09-01T11:07:44.649 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:07:44.650 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.650 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.651 DEBUG:boto:Params: {} 2022-09-01T11:07:44.652 DEBUG:boto:Token: None 2022-09-01T11:07:44.652 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:07:44.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jTocrmO1IFYyTENSGUn+JwsnrmI= 2022-09-01T11:07:44.653 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jTocrmO1IFYyTENSGUn+JwsnrmI='} 2022-09-01T11:07:44.665 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000008b6b1dd81d3e82fc-0063109280-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.665 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:07:44.666 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:07:44.666 DEBUG:boto:Method: HEAD 2022-09-01T11:07:44.667 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:07:44.667 DEBUG:boto:Data: 2022-09-01T11:07:44.668 DEBUG:boto:Headers: {} 2022-09-01T11:07:44.668 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.669 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.669 DEBUG:boto:Params: {} 2022-09-01T11:07:44.670 DEBUG:boto:Token: None 2022-09-01T11:07:44.671 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/ 2022-09-01T11:07:44.671 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk= 2022-09-01T11:07:44.672 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk=', 'Content-Length': '0'} 2022-09-01T11:07:44.674 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '3'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e2405e3c56d7ab8d-0063109280-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.675 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:07:44.675 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:07:44.676 DEBUG:boto:Method: PUT 2022-09-01T11:07:44.676 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:07:44.677 DEBUG:boto:Data: 2022-09-01T11:07:44.677 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:07:44.678 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.678 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.679 DEBUG:boto:Params: {} 2022-09-01T11:07:44.679 DEBUG:boto:Token: None 2022-09-01T11:07:44.680 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:07:44.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OA2D8WA+ISEwdUjyCwdlGpX+wUE= 2022-09-01T11:07:44.681 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OA2D8WA+ISEwdUjyCwdlGpX+wUE='} 2022-09-01T11:07:44.692 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000a7e586f37c6a564b-0063109280-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.693 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:07:44.693 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:07:44.694 DEBUG:boto:Method: HEAD 2022-09-01T11:07:44.694 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:07:44.695 DEBUG:boto:Data: 2022-09-01T11:07:44.695 DEBUG:boto:Headers: {} 2022-09-01T11:07:44.696 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.697 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.697 DEBUG:boto:Params: {} 2022-09-01T11:07:44.698 DEBUG:boto:Token: None 2022-09-01T11:07:44.698 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/ 2022-09-01T11:07:44.699 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk= 2022-09-01T11:07:44.700 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk=', 'Content-Length': '0'} 2022-09-01T11:07:44.702 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005b9b016b4c89d022-0063109280-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.703 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:07:44.703 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:07:44.704 DEBUG:boto:Method: PUT 2022-09-01T11:07:44.705 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:07:44.705 DEBUG:boto:Data: 2022-09-01T11:07:44.706 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:07:44.707 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.708 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.709 DEBUG:boto:Params: {} 2022-09-01T11:07:44.710 DEBUG:boto:Token: None 2022-09-01T11:07:44.711 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:07:44.711 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5kTdzre+dFjRscCCHnrrjzxtDYI= 2022-09-01T11:07:44.712 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5kTdzre+dFjRscCCHnrrjzxtDYI='} 2022-09-01T11:07:44.754 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000fcb6aee68852577b-0063109280-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.755 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:07:44.755 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:07:44.756 DEBUG:boto:Method: HEAD 2022-09-01T11:07:44.756 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:07:44.757 DEBUG:boto:Data: 2022-09-01T11:07:44.757 DEBUG:boto:Headers: {} 2022-09-01T11:07:44.758 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.758 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.759 DEBUG:boto:Params: {} 2022-09-01T11:07:44.760 DEBUG:boto:Token: None 2022-09-01T11:07:44.760 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/ 2022-09-01T11:07:44.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk= 2022-09-01T11:07:44.761 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk=', 'Content-Length': '0'} 2022-09-01T11:07:44.764 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '9'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000cd3d4f7333643340-0063109280-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.765 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:07:44.765 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:07:44.766 DEBUG:boto:Method: PUT 2022-09-01T11:07:44.766 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:07:44.767 DEBUG:boto:Data: 2022-09-01T11:07:44.767 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:07:44.768 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.768 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.769 DEBUG:boto:Params: {} 2022-09-01T11:07:44.769 DEBUG:boto:Token: None 2022-09-01T11:07:44.770 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:07:44.770 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eEtd8CtC+gfECmr6qEBAkyrOfZE= 2022-09-01T11:07:44.771 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eEtd8CtC+gfECmr6qEBAkyrOfZE='} 2022-09-01T11:07:44.782 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000002f01ee9593a62b3a-0063109280-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.783 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:07:44.783 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:07:44.784 DEBUG:boto:Method: HEAD 2022-09-01T11:07:44.784 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:07:44.785 DEBUG:boto:Data: 2022-09-01T11:07:44.785 DEBUG:boto:Headers: {} 2022-09-01T11:07:44.786 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.786 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.787 DEBUG:boto:Params: {} 2022-09-01T11:07:44.787 DEBUG:boto:Token: None 2022-09-01T11:07:44.788 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/ 2022-09-01T11:07:44.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk= 2022-09-01T11:07:44.789 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk=', 'Content-Length': '0'} 2022-09-01T11:07:44.791 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004ca30ddc173aeacc-0063109280-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.792 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:07:44.793 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:07:44.793 DEBUG:boto:Method: PUT 2022-09-01T11:07:44.794 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:07:44.794 DEBUG:boto:Data: 2022-09-01T11:07:44.795 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:07:44.795 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.796 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.796 DEBUG:boto:Params: {} 2022-09-01T11:07:44.797 DEBUG:boto:Token: None 2022-09-01T11:07:44.798 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:07:44.798 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lsM+uEYiw5S0jGVVNMVXUSvN8qQ= 2022-09-01T11:07:44.799 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lsM+uEYiw5S0jGVVNMVXUSvN8qQ='} 2022-09-01T11:07:44.806 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f496fdf9f7a02549-0063109280-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.807 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:07:44.807 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:07:44.808 DEBUG:boto:Method: HEAD 2022-09-01T11:07:44.808 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:07:44.809 DEBUG:boto:Data: 2022-09-01T11:07:44.810 DEBUG:boto:Headers: {} 2022-09-01T11:07:44.810 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.811 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.811 DEBUG:boto:Params: {} 2022-09-01T11:07:44.812 DEBUG:boto:Token: None 2022-09-01T11:07:44.812 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/ 2022-09-01T11:07:44.813 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk= 2022-09-01T11:07:44.813 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk=', 'Content-Length': '0'} 2022-09-01T11:07:44.816 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b30d0aee6e5ff94a-0063109280-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.816 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:07:44.817 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:07:44.817 DEBUG:boto:Method: PUT 2022-09-01T11:07:44.818 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:07:44.818 DEBUG:boto:Data: 2022-09-01T11:07:44.819 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:07:44.819 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.820 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.820 DEBUG:boto:Params: {} 2022-09-01T11:07:44.821 DEBUG:boto:Token: None 2022-09-01T11:07:44.821 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:07:44.822 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HraHRdnVUkrKWyISQTAGPud+1Mo= 2022-09-01T11:07:44.823 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HraHRdnVUkrKWyISQTAGPud+1Mo='} 2022-09-01T11:07:44.866 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000bbb08d71196cc505-0063109280-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.867 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:07:44.868 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:07:44.868 DEBUG:boto:Method: HEAD 2022-09-01T11:07:44.869 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:07:44.869 DEBUG:boto:Data: 2022-09-01T11:07:44.870 DEBUG:boto:Headers: {} 2022-09-01T11:07:44.870 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.871 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.871 DEBUG:boto:Params: {} 2022-09-01T11:07:44.872 DEBUG:boto:Token: None 2022-09-01T11:07:44.872 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/ 2022-09-01T11:07:44.873 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk= 2022-09-01T11:07:44.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk=', 'Content-Length': '0'} 2022-09-01T11:07:44.876 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '6'), ('X-RGW-Bytes-Used', '18'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000fc37fa810d624122-0063109280-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.876 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:07:44.877 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:07:44.877 DEBUG:boto:Method: PUT 2022-09-01T11:07:44.878 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:07:44.878 DEBUG:boto:Data: 2022-09-01T11:07:44.879 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:07:44.880 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.880 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.881 DEBUG:boto:Params: {} 2022-09-01T11:07:44.881 DEBUG:boto:Token: None 2022-09-01T11:07:44.882 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:07:44.882 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:e2+pjvULVO1FPMYuC7eIXgD4EZA= 2022-09-01T11:07:44.883 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:e2+pjvULVO1FPMYuC7eIXgD4EZA='} 2022-09-01T11:07:44.894 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000026261bcc873e590a-0063109280-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.895 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:07:44.895 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:07:44.896 DEBUG:boto:Method: HEAD 2022-09-01T11:07:44.896 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:07:44.897 DEBUG:boto:Data: 2022-09-01T11:07:44.898 DEBUG:boto:Headers: {} 2022-09-01T11:07:44.898 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.899 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.899 DEBUG:boto:Params: {} 2022-09-01T11:07:44.900 DEBUG:boto:Token: None 2022-09-01T11:07:44.900 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/ 2022-09-01T11:07:44.901 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk= 2022-09-01T11:07:44.902 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk=', 'Content-Length': '0'} 2022-09-01T11:07:44.904 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '7'), ('X-RGW-Bytes-Used', '21'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000143e198c21065ce1-0063109280-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.905 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:07:44.905 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:07:44.906 DEBUG:boto:Method: PUT 2022-09-01T11:07:44.906 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:07:44.907 DEBUG:boto:Data: 2022-09-01T11:07:44.907 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:07:44.908 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.908 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.909 DEBUG:boto:Params: {} 2022-09-01T11:07:44.909 DEBUG:boto:Token: None 2022-09-01T11:07:44.910 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:07:44.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MtGp/cMIQWbJCDYvhPJz5zg5iHc= 2022-09-01T11:07:44.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MtGp/cMIQWbJCDYvhPJz5zg5iHc='} 2022-09-01T11:07:44.920 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000000c6c838f9eb0c45f-0063109280-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.920 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:07:44.921 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:07:44.921 DEBUG:boto:Method: HEAD 2022-09-01T11:07:44.922 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:07:44.922 DEBUG:boto:Data: 2022-09-01T11:07:44.923 DEBUG:boto:Headers: {} 2022-09-01T11:07:44.923 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.924 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.924 DEBUG:boto:Params: {} 2022-09-01T11:07:44.925 DEBUG:boto:Token: None 2022-09-01T11:07:44.925 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/ 2022-09-01T11:07:44.926 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk= 2022-09-01T11:07:44.927 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk=', 'Content-Length': '0'} 2022-09-01T11:07:44.929 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000017a6c7d7ae79a659-0063109280-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.930 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:07:44.930 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:07:44.931 DEBUG:boto:Method: PUT 2022-09-01T11:07:44.931 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:07:44.932 DEBUG:boto:Data: 2022-09-01T11:07:44.932 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:07:44.933 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.933 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.934 DEBUG:boto:Params: {} 2022-09-01T11:07:44.935 DEBUG:boto:Token: None 2022-09-01T11:07:44.935 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:07:44.936 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P6csbQjuWxaV8wyorMTZK0QGPVA= 2022-09-01T11:07:44.936 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P6csbQjuWxaV8wyorMTZK0QGPVA='} 2022-09-01T11:07:44.978 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000049f3b0a213d54747-0063109280-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.979 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:07:44.980 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:07:44.980 DEBUG:boto:Method: HEAD 2022-09-01T11:07:44.981 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:07:44.981 DEBUG:boto:Data: 2022-09-01T11:07:44.982 DEBUG:boto:Headers: {} 2022-09-01T11:07:44.982 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.983 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.983 DEBUG:boto:Params: {} 2022-09-01T11:07:44.984 DEBUG:boto:Token: None 2022-09-01T11:07:44.984 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/ 2022-09-01T11:07:44.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk= 2022-09-01T11:07:44.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b3kcTzUlS+hj3QtiBkG9AvZQ+gk=', 'Content-Length': '0'} 2022-09-01T11:07:44.988 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '9'), ('X-RGW-Bytes-Used', '27'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d30be52197b3c926-0063109280-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:44.989 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:07:44.990 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:07:44.990 DEBUG:boto:Method: PUT 2022-09-01T11:07:44.991 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:07:44.991 DEBUG:boto:Data: 2022-09-01T11:07:44.992 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:07:44.992 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:07:44.993 DEBUG:boto:Port: 8000 2022-09-01T11:07:44.994 DEBUG:boto:Params: {} 2022-09-01T11:07:44.994 DEBUG:boto:Token: None 2022-09-01T11:07:44.995 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:07:44 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:07:44.995 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z2Fqvi9XrMmWpOm+yxqMcbdUGH4= 2022-09-01T11:07:44.996 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:07:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z2Fqvi9XrMmWpOm+yxqMcbdUGH4='} 2022-09-01T11:07:45.005 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005d7bb19ed1a71b72-0063109280-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:07:45 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:07:45.006 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-73 2022-09-01T11:07:45.006 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:07:45.007 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:07:45.007 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-73 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:07:45.073 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:07:45.073 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:07:45.111 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:45.111+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:07:50.112 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:50.112+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:07:55.113 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:07:55.112+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:08:00.113 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:08:00.113+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:08:05.114 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:08:05.114+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:08:10.115 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:08:10.115+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:08:15.115 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:08:15.115+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:08:20.116 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:08:20.116+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:08:25.116 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:08:25.117+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:08:30.117 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:08:30.118+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:08:35.118 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:08:35.119+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:08:40.119 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:08:40.120+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:08:45.120 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:08:45.120+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:08:50.120 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:08:50.120+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:08:55.121 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:08:55.121+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:09:00.122 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:09:00.121+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:09:05.122 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:09:05.122+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:09:10.123 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:09:10.123+0000 7faa5caea600 1 waiting to reach incremental sync.. 2022-09-01T11:09:15.125 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:09:15.125+0000 7faa5caea600 1 bucket sync caught up with source: 2022-09-01T11:09:15.126 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.89.5, 00000000001.53.5, 00000000001.80.5, 00000000001.75.5, , 00000000001.57.5, 00000000001.52.5, 00000000001.41.5, 00000000001.74.5, 00000000001.76.5, 00000000001.57.5] 2022-09-01T11:09:15.126 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.89.5, 00000000001.53.5, 00000000001.80.5, 00000000001.75.5, , 00000000001.57.5, 00000000001.52.5, 00000000001.41.5, 00000000001.74.5, 00000000001.76.5, 00000000001.57.5] 2022-09-01T11:09:15.126 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:09:15.125+0000 7faa5caea600 0 bucket checkpoint complete 2022-09-01T11:09:15.145 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-73 2022-09-01T11:09:15.146 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:09:15.146 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:09:15.147 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-73 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:09:15.212 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:09:15.212 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:09:15.258 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:15.257+0000 7fcd45ce6600 1 bucket sync caught up with source: 2022-09-01T11:09:15.258 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [00000000001.89.5, 00000000001.53.5, 00000000001.80.5, 00000000001.75.5, , 00000000001.57.5, 00000000001.52.5, 00000000001.41.5, 00000000001.74.5, 00000000001.76.5, 00000000001.57.5] 2022-09-01T11:09:15.258 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [00000000001.89.5, 00000000001.53.5, 00000000001.80.5, 00000000001.75.5, , 00000000001.57.5, 00000000001.52.5, 00000000001.41.5, 00000000001.74.5, 00000000001.76.5, 00000000001.57.5] 2022-09-01T11:09:15.258 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:15.257+0000 7fcd45ce6600 0 bucket checkpoint complete 2022-09-01T11:09:15.279 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-73 2022-09-01T11:09:15.280 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:09:15.280 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:09:15.281 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-73 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:09:15.345 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:09:15.346 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:09:15.384 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:09:15.384+0000 7f359258d600 1 bucket sync caught up with source: 2022-09-01T11:09:15.385 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.89.5, 00000000001.53.5, 00000000001.80.5, 00000000001.75.5, , 00000000001.57.5, 00000000001.52.5, 00000000001.41.5, 00000000001.74.5, 00000000001.76.5, 00000000001.57.5] 2022-09-01T11:09:15.385 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.89.5, 00000000001.53.5, 00000000001.80.5, 00000000001.75.5, , 00000000001.57.5, 00000000001.52.5, 00000000001.41.5, 00000000001.74.5, 00000000001.76.5, 00000000001.57.5] 2022-09-01T11:09:15.385 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:09:15.384+0000 7f359258d600 0 bucket checkpoint complete 2022-09-01T11:09:15.399 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-73 2022-09-01T11:09:15.399 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:09:15.400 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:09:15.401 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-73 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:09:15.462 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:09:15.462 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:09:15.504 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:15.504+0000 7fea40c87600 1 waiting to reach incremental sync.. 2022-09-01T11:09:20.506 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:20.505+0000 7fea40c87600 1 waiting to reach incremental sync.. 2022-09-01T11:09:25.506 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:25.506+0000 7fea40c87600 1 waiting to reach incremental sync.. 2022-09-01T11:09:30.507 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:30.507+0000 7fea40c87600 1 waiting to reach incremental sync.. 2022-09-01T11:09:35.508 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:35.508+0000 7fea40c87600 1 waiting to reach incremental sync.. 2022-09-01T11:09:40.509 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:40.509+0000 7fea40c87600 1 waiting to reach incremental sync.. 2022-09-01T11:09:45.509 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:45.510+0000 7fea40c87600 1 waiting to reach incremental sync.. 2022-09-01T11:09:50.510 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:50.510+0000 7fea40c87600 1 waiting to reach incremental sync.. 2022-09-01T11:09:55.512 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:55.512+0000 7fea40c87600 1 bucket sync caught up with source: 2022-09-01T11:09:55.513 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [00000000001.148.5, 00000000001.189.5, 00000000001.277.5, 00000000001.183.5, , 00000000001.300.5, 00000000001.232.5, 00000000001.153.5, 00000000001.281.5, 00000000001.280.5, 00000000001.288.5] 2022-09-01T11:09:55.513 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [00000000001.148.5, 00000000001.189.5, 00000000001.277.5, 00000000001.183.5, , 00000000001.300.5, 00000000001.232.5, 00000000001.153.5, 00000000001.281.5, 00000000001.280.5, 00000000001.288.5] 2022-09-01T11:09:55.513 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:55.512+0000 7fea40c87600 0 bucket checkpoint complete 2022-09-01T11:09:55.531 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-73 2022-09-01T11:09:55.532 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:09:55.533 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:09:55.533 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-73 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:09:55.598 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:09:55.598 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:09:55.640 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:55.640+0000 7f348d480600 1 bucket sync caught up with source: 2022-09-01T11:09:55.640 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [00000000001.148.5, 00000000001.189.5, 00000000001.277.5, 00000000001.183.5, , 00000000001.300.5, 00000000001.232.5, 00000000001.153.5, 00000000001.281.5, 00000000001.280.5, 00000000001.288.5] 2022-09-01T11:09:55.640 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [00000000001.148.5, 00000000001.189.5, 00000000001.277.5, 00000000001.183.5, , 00000000001.300.5, 00000000001.232.5, 00000000001.153.5, 00000000001.281.5, 00000000001.280.5, 00000000001.288.5] 2022-09-01T11:09:55.641 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:55.640+0000 7f348d480600 0 bucket checkpoint complete 2022-09-01T11:09:55.657 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-73 2022-09-01T11:09:55.658 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-73 2022-09-01T11:09:55.658 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:09:55.659 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:09:55.659 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-73 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:09:55.716 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:09:55.717 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:09:55.769 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:55.769+0000 7fc583dbc600 1 bucket sync caught up with source: 2022-09-01T11:09:55.769 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [00000000001.317.5, 00000000001.366.5, 00000000001.417.5, 00000000001.201.5, , 00000000001.395.5, 00000000001.362.5, 00000000001.172.5, 00000000001.499.5, 00000000001.500.5, 00000000001.412.5] 2022-09-01T11:09:55.770 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [00000000001.317.5, 00000000001.366.5, 00000000001.417.5, 00000000001.201.5, , 00000000001.395.5, 00000000001.362.5, 00000000001.172.5, 00000000001.499.5, 00000000001.500.5, 00000000001.412.5] 2022-09-01T11:09:55.770 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:09:55.769+0000 7fc583dbc600 0 bucket checkpoint complete 2022-09-01T11:09:55.791 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-73 2022-09-01T11:09:55.791 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:09:55.792 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:09:55.793 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-73 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:09:55.858 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:09:55.858 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:09:55.898 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:09:55.899+0000 7f4ca5051600 1 bucket sync caught up with source: 2022-09-01T11:09:55.899 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.317.5, 00000000001.366.5, 00000000001.417.5, 00000000001.201.5, , 00000000001.395.5, 00000000001.362.5, 00000000001.172.5, 00000000001.499.5, 00000000001.500.5, 00000000001.412.5] 2022-09-01T11:09:55.899 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.317.5, 00000000001.366.5, 00000000001.417.5, 00000000001.201.5, , 00000000001.395.5, 00000000001.362.5, 00000000001.172.5, 00000000001.499.5, 00000000001.500.5, 00000000001.412.5] 2022-09-01T11:09:55.899 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:09:55.899+0000 7f4ca5051600 0 bucket checkpoint complete 2022-09-01T11:09:55.914 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-73 2022-09-01T11:09:55.914 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-73 zones={test-zone2, test-zone1} 2022-09-01T11:09:55.915 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:55.916 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:55.916 DEBUG:boto:Method: HEAD 2022-09-01T11:09:55.917 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:09:55.917 DEBUG:boto:Data: 2022-09-01T11:09:55.918 DEBUG:boto:Headers: {} 2022-09-01T11:09:55.918 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:55.919 DEBUG:boto:Port: 8000 2022-09-01T11:09:55.919 DEBUG:boto:Params: {} 2022-09-01T11:09:55.920 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:09:55.921 DEBUG:boto:Token: None 2022-09-01T11:09:55.922 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:55 GMT /ptoxvb-73/ 2022-09-01T11:09:55.922 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NCssfUPYu09KqI5tDLAU3Yi+Dus= 2022-09-01T11:09:55.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NCssfUPYu09KqI5tDLAU3Yi+Dus=', 'Content-Length': '0'} 2022-09-01T11:09:55.927 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '30'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000499324d69063bb91-0063109303-17f0-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:09:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:55.928 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:55.928 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:55.929 DEBUG:boto:Method: HEAD 2022-09-01T11:09:55.930 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:09:55.930 DEBUG:boto:Data: 2022-09-01T11:09:55.931 DEBUG:boto:Headers: {} 2022-09-01T11:09:55.931 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:55.932 DEBUG:boto:Port: 8000 2022-09-01T11:09:55.932 DEBUG:boto:Params: {} 2022-09-01T11:09:55.933 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:09:55.933 DEBUG:boto:Token: None 2022-09-01T11:09:55.934 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:55 GMT /ptoxvb-73/ 2022-09-01T11:09:55.934 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NCssfUPYu09KqI5tDLAU3Yi+Dus= 2022-09-01T11:09:55.935 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NCssfUPYu09KqI5tDLAU3Yi+Dus=', 'Content-Length': '0'} 2022-09-01T11:09:55.938 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '30'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e846379812c29a53-0063109303-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:09:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:55.939 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:09:55.940 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:55.940 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:55.941 DEBUG:boto:path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:55.941 DEBUG:boto:auth_path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:55.942 DEBUG:boto:Method: GET 2022-09-01T11:09:55.942 DEBUG:boto:Path: /ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:55.943 DEBUG:boto:Data: 2022-09-01T11:09:55.943 DEBUG:boto:Headers: {} 2022-09-01T11:09:55.944 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:55.944 DEBUG:boto:Port: 8000 2022-09-01T11:09:55.945 DEBUG:boto:Params: {} 2022-09-01T11:09:55.945 DEBUG:boto:Token: None 2022-09-01T11:09:55.946 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:55 GMT /ptoxvb-73/?versions 2022-09-01T11:09:55.947 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NqOVXvM+SK4wKqKyVS26UT86zvo= 2022-09-01T11:09:55.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NqOVXvM+SK4wKqKyVS26UT86zvo=', 'Content-Length': '0'} 2022-09-01T11:09:55.950 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004ad360b1cb961b27-0063109303-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:55.951 DEBUG:boto:b'ptoxvb-73999falseobj00000000000000000000nulltrue2022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000001nulltrue2022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000002nulltrue2022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000003nulltrue2022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000004nulltrue2022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000005nulltrue2022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000006nulltrue2022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000010nulltrue2022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000012nulltrue2022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000013nulltrue2022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:55.952 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000000 2022-09-01T11:09:55.953 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000001 2022-09-01T11:09:55.953 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000002 2022-09-01T11:09:55.954 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000003 2022-09-01T11:09:55.954 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000004 2022-09-01T11:09:55.955 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000005 2022-09-01T11:09:55.955 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000006 2022-09-01T11:09:55.956 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000010 2022-09-01T11:09:55.956 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000012 2022-09-01T11:09:55.957 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000013 2022-09-01T11:09:55.957 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:09:55.958 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:55.958 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:55.959 DEBUG:boto:path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:55.959 DEBUG:boto:auth_path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:55.960 DEBUG:boto:Method: GET 2022-09-01T11:09:55.960 DEBUG:boto:Path: /ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:55.961 DEBUG:boto:Data: 2022-09-01T11:09:55.961 DEBUG:boto:Headers: {} 2022-09-01T11:09:55.962 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:55.962 DEBUG:boto:Port: 8000 2022-09-01T11:09:55.963 DEBUG:boto:Params: {} 2022-09-01T11:09:55.963 DEBUG:boto:Token: None 2022-09-01T11:09:55.964 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:55 GMT /ptoxvb-73/?versions 2022-09-01T11:09:55.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NqOVXvM+SK4wKqKyVS26UT86zvo= 2022-09-01T11:09:55.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NqOVXvM+SK4wKqKyVS26UT86zvo=', 'Content-Length': '0'} 2022-09-01T11:09:55.968 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004227db9284e2ba4d-0063109303-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:55.969 DEBUG:boto:b'ptoxvb-73999falseobj00000000000000000000nulltrue2022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000001nulltrue2022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000002nulltrue2022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000003nulltrue2022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000004nulltrue2022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000005nulltrue2022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000006nulltrue2022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000010nulltrue2022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000012nulltrue2022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000013nulltrue2022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:55.970 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000000 2022-09-01T11:09:55.970 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000001 2022-09-01T11:09:55.971 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000002 2022-09-01T11:09:55.971 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000003 2022-09-01T11:09:55.972 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000004 2022-09-01T11:09:55.972 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000005 2022-09-01T11:09:55.973 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000006 2022-09-01T11:09:55.973 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000010 2022-09-01T11:09:55.974 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000012 2022-09-01T11:09:55.974 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000013 2022-09-01T11:09:55.975 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:55.975 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:55.976 DEBUG:boto:path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:55.976 DEBUG:boto:auth_path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:55.977 DEBUG:boto:Method: GET 2022-09-01T11:09:55.977 DEBUG:boto:Path: /ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:55.978 DEBUG:boto:Data: 2022-09-01T11:09:55.978 DEBUG:boto:Headers: {} 2022-09-01T11:09:55.979 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:55.979 DEBUG:boto:Port: 8000 2022-09-01T11:09:55.980 DEBUG:boto:Params: {} 2022-09-01T11:09:55.980 DEBUG:boto:Token: None 2022-09-01T11:09:55.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:55 GMT /ptoxvb-73/?versions 2022-09-01T11:09:55.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NqOVXvM+SK4wKqKyVS26UT86zvo= 2022-09-01T11:09:55.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NqOVXvM+SK4wKqKyVS26UT86zvo=', 'Content-Length': '0'} 2022-09-01T11:09:55.985 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007a06b22b331d887c-0063109303-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:55.985 DEBUG:boto:b'ptoxvb-73999falseobj00000000000000000000nulltrue2022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000001nulltrue2022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000002nulltrue2022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000003nulltrue2022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000004nulltrue2022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000005nulltrue2022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000006nulltrue2022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000010nulltrue2022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000012nulltrue2022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000013nulltrue2022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:55.986 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:55.987 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:55.987 DEBUG:boto:path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:55.988 DEBUG:boto:auth_path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:55.989 DEBUG:boto:Method: GET 2022-09-01T11:09:55.989 DEBUG:boto:Path: /ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:55.990 DEBUG:boto:Data: 2022-09-01T11:09:55.990 DEBUG:boto:Headers: {} 2022-09-01T11:09:55.991 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:55.991 DEBUG:boto:Port: 8000 2022-09-01T11:09:55.991 DEBUG:boto:Params: {} 2022-09-01T11:09:55.992 DEBUG:boto:Token: None 2022-09-01T11:09:55.993 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:55 GMT /ptoxvb-73/?versions 2022-09-01T11:09:55.993 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NqOVXvM+SK4wKqKyVS26UT86zvo= 2022-09-01T11:09:55.994 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NqOVXvM+SK4wKqKyVS26UT86zvo=', 'Content-Length': '0'} 2022-09-01T11:09:55.996 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e830c9381515927d-0063109303-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:55.997 DEBUG:boto:b'ptoxvb-73999falseobj00000000000000000000nulltrue2022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000001nulltrue2022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000002nulltrue2022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000003nulltrue2022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000004nulltrue2022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000005nulltrue2022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000006nulltrue2022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000010nulltrue2022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000012nulltrue2022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000013nulltrue2022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:55.998 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000000 2022-09-01T11:09:55.999 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:55.999 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.000 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.000 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.001 DEBUG:boto:Method: GET 2022-09-01T11:09:56.001 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.002 DEBUG:boto:Data: 2022-09-01T11:09:56.002 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.003 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.003 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.004 DEBUG:boto:Params: {} 2022-09-01T11:09:56.005 DEBUG:boto:Token: None 2022-09-01T11:09:56.005 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.006 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EgVHCjJVq9G67NpXpZw2MqbQTyE= 2022-09-01T11:09:56.007 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EgVHCjJVq9G67NpXpZw2MqbQTyE=', 'Content-Length': '0'} 2022-09-01T11:09:56.009 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b4f1c0c6038dec6-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.010 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.010 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.011 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.011 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.012 DEBUG:boto:Method: GET 2022-09-01T11:09:56.012 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.013 DEBUG:boto:Data: 2022-09-01T11:09:56.013 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.014 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.014 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.015 DEBUG:boto:Params: {} 2022-09-01T11:09:56.015 DEBUG:boto:Token: None 2022-09-01T11:09:56.016 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.017 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EgVHCjJVq9G67NpXpZw2MqbQTyE= 2022-09-01T11:09:56.017 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EgVHCjJVq9G67NpXpZw2MqbQTyE=', 'Content-Length': '0'} 2022-09-01T11:09:56.019 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba7d916ea9baa391-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.020 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.021 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.021 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.022 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.022 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.023 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.023 DEBUG:boto:Data: 2022-09-01T11:09:56.024 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.024 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.024 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.025 DEBUG:boto:Params: {} 2022-09-01T11:09:56.026 DEBUG:boto:Token: None 2022-09-01T11:09:56.026 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Iio+gPYRAXPR14auvkqgQocP+M= 2022-09-01T11:09:56.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Iio+gPYRAXPR14auvkqgQocP+M=', 'Content-Length': '0'} 2022-09-01T11:09:56.029 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009109ce2df159839c-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.030 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.031 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.031 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.032 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.032 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.033 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.033 DEBUG:boto:Data: 2022-09-01T11:09:56.034 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.034 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.035 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.035 DEBUG:boto:Params: {} 2022-09-01T11:09:56.036 DEBUG:boto:Token: None 2022-09-01T11:09:56.036 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.037 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Iio+gPYRAXPR14auvkqgQocP+M= 2022-09-01T11:09:56.037 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Iio+gPYRAXPR14auvkqgQocP+M=', 'Content-Length': '0'} 2022-09-01T11:09:56.039 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007f1e953365324605-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.040 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000000 2022-09-01T11:09:56.041 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.041 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.042 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.042 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.043 DEBUG:boto:Method: GET 2022-09-01T11:09:56.043 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.044 DEBUG:boto:Data: 2022-09-01T11:09:56.044 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.045 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.045 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.046 DEBUG:boto:Params: {} 2022-09-01T11:09:56.047 DEBUG:boto:Token: None 2022-09-01T11:09:56.047 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EgVHCjJVq9G67NpXpZw2MqbQTyE= 2022-09-01T11:09:56.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EgVHCjJVq9G67NpXpZw2MqbQTyE=', 'Content-Length': '0'} 2022-09-01T11:09:56.050 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000075ba8cd87e014115-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.051 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.052 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.052 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.053 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.053 DEBUG:boto:Method: GET 2022-09-01T11:09:56.054 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.055 DEBUG:boto:Data: 2022-09-01T11:09:56.055 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.056 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.056 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.057 DEBUG:boto:Params: {} 2022-09-01T11:09:56.057 DEBUG:boto:Token: None 2022-09-01T11:09:56.058 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:56.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EgVHCjJVq9G67NpXpZw2MqbQTyE= 2022-09-01T11:09:56.059 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EgVHCjJVq9G67NpXpZw2MqbQTyE=', 'Content-Length': '0'} 2022-09-01T11:09:56.061 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bafd7d76447cb4bf-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.062 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.063 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.063 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:56.064 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:56.064 DEBUG:boto:Method: GET 2022-09-01T11:09:56.065 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:56.065 DEBUG:boto:Data: 2022-09-01T11:09:56.066 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.066 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.067 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.067 DEBUG:boto:Params: {} 2022-09-01T11:09:56.068 DEBUG:boto:Token: None 2022-09-01T11:09:56.068 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.069 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.070 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.072 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ace7d0ec1aede6c3-0063109304-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.114 DEBUG:boto:b'ptoxvb-73obj000000000000000000001000falseobj000000000000000000002022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.115 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.116 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.116 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:56.117 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:56.117 DEBUG:boto:Method: GET 2022-09-01T11:09:56.118 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:56.118 DEBUG:boto:Data: 2022-09-01T11:09:56.119 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.119 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.120 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.120 DEBUG:boto:Params: {} 2022-09-01T11:09:56.121 DEBUG:boto:Token: None 2022-09-01T11:09:56.121 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.123 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.126 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e31f0a49894050d9-0063109304-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.126 DEBUG:boto:b'ptoxvb-73obj000000000000000000001000falseobj000000000000000000002022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.127 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.128 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.128 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.129 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.129 DEBUG:boto:Data: 2022-09-01T11:09:56.130 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.130 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.131 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.131 DEBUG:boto:Params: {} 2022-09-01T11:09:56.132 DEBUG:boto:Token: None 2022-09-01T11:09:56.132 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xDA86Xsf+7JrCYWeMrcsZ+jmElw= 2022-09-01T11:09:56.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xDA86Xsf+7JrCYWeMrcsZ+jmElw=', 'Content-Length': '0'} 2022-09-01T11:09:56.136 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d7dbac9dcefc97a-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.136 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.137 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.137 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.138 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.138 DEBUG:boto:Data: 2022-09-01T11:09:56.139 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.139 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.140 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.140 DEBUG:boto:Params: {} 2022-09-01T11:09:56.141 DEBUG:boto:Token: None 2022-09-01T11:09:56.141 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.142 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xDA86Xsf+7JrCYWeMrcsZ+jmElw= 2022-09-01T11:09:56.143 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xDA86Xsf+7JrCYWeMrcsZ+jmElw=', 'Content-Length': '0'} 2022-09-01T11:09:56.145 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000889314eebe3c7012-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.145 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000000 2022-09-01T11:09:56.146 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.146 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.147 DEBUG:boto:Method: GET 2022-09-01T11:09:56.147 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.148 DEBUG:boto:Data: 2022-09-01T11:09:56.148 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.149 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.149 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.150 DEBUG:boto:Params: {} 2022-09-01T11:09:56.151 DEBUG:boto:Token: None 2022-09-01T11:09:56.151 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.152 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vaLCMYloC+yDTGyyurow/1BIX/Y= 2022-09-01T11:09:56.153 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vaLCMYloC+yDTGyyurow/1BIX/Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.155 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c44bd3948b338043-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.155 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.156 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.157 DEBUG:boto:Method: GET 2022-09-01T11:09:56.157 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.158 DEBUG:boto:Data: 2022-09-01T11:09:56.158 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.159 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.159 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.160 DEBUG:boto:Params: {} 2022-09-01T11:09:56.160 DEBUG:boto:Token: None 2022-09-01T11:09:56.161 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:56.161 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vaLCMYloC+yDTGyyurow/1BIX/Y= 2022-09-01T11:09:56.162 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vaLCMYloC+yDTGyyurow/1BIX/Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.164 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004b847e6ca0ff64eb-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.165 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.165 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.166 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:56.166 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:56.167 DEBUG:boto:Method: GET 2022-09-01T11:09:56.167 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:56.168 DEBUG:boto:Data: 2022-09-01T11:09:56.168 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.169 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.169 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.170 DEBUG:boto:Params: {} 2022-09-01T11:09:56.171 DEBUG:boto:Token: None 2022-09-01T11:09:56.171 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.172 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.172 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.175 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c584b50f8106a012-0063109304-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.176 DEBUG:boto:b'ptoxvb-73obj000000000000000000001000falseobj000000000000000000002022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.177 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.177 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.178 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:56.179 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:56.179 DEBUG:boto:Method: GET 2022-09-01T11:09:56.180 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:56.180 DEBUG:boto:Data: 2022-09-01T11:09:56.181 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.181 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.182 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.182 DEBUG:boto:Params: {} 2022-09-01T11:09:56.183 DEBUG:boto:Token: None 2022-09-01T11:09:56.183 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.184 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.187 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000141302db87f7896-0063109304-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.188 DEBUG:boto:b'ptoxvb-73obj000000000000000000001000falseobj000000000000000000002022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.189 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000001 2022-09-01T11:09:56.189 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.190 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.190 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.191 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.191 DEBUG:boto:Method: GET 2022-09-01T11:09:56.192 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.192 DEBUG:boto:Data: 2022-09-01T11:09:56.193 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.193 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.194 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.195 DEBUG:boto:Params: {} 2022-09-01T11:09:56.195 DEBUG:boto:Token: None 2022-09-01T11:09:56.196 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.196 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JzD6P4xmZAS8w++dNWip3ZTx2Zk= 2022-09-01T11:09:56.197 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JzD6P4xmZAS8w++dNWip3ZTx2Zk=', 'Content-Length': '0'} 2022-09-01T11:09:56.199 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001e93973fdd0fd983-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.242 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.243 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.243 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.244 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.245 DEBUG:boto:Method: GET 2022-09-01T11:09:56.245 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.246 DEBUG:boto:Data: 2022-09-01T11:09:56.247 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.247 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.248 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.248 DEBUG:boto:Params: {} 2022-09-01T11:09:56.249 DEBUG:boto:Token: None 2022-09-01T11:09:56.250 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.251 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JzD6P4xmZAS8w++dNWip3ZTx2Zk= 2022-09-01T11:09:56.251 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JzD6P4xmZAS8w++dNWip3ZTx2Zk=', 'Content-Length': '0'} 2022-09-01T11:09:56.253 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000094d2eb3af35a593-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.254 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.255 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.255 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.256 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.256 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.257 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.257 DEBUG:boto:Data: 2022-09-01T11:09:56.258 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.258 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.259 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.259 DEBUG:boto:Params: {} 2022-09-01T11:09:56.260 DEBUG:boto:Token: None 2022-09-01T11:09:56.260 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.261 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G1vw0ubYRrXxG3E0f2USuBEbn5E= 2022-09-01T11:09:56.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G1vw0ubYRrXxG3E0f2USuBEbn5E=', 'Content-Length': '0'} 2022-09-01T11:09:56.264 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000020ea590c6f4f8686-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.265 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.265 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.266 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.266 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.267 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.267 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.268 DEBUG:boto:Data: 2022-09-01T11:09:56.269 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.270 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.271 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.272 DEBUG:boto:Params: {} 2022-09-01T11:09:56.273 DEBUG:boto:Token: None 2022-09-01T11:09:56.274 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.275 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G1vw0ubYRrXxG3E0f2USuBEbn5E= 2022-09-01T11:09:56.276 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G1vw0ubYRrXxG3E0f2USuBEbn5E=', 'Content-Length': '0'} 2022-09-01T11:09:56.278 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000089a3dfb8a4dc6d8e-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.279 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000001 2022-09-01T11:09:56.280 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.281 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.281 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.282 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.283 DEBUG:boto:Method: GET 2022-09-01T11:09:56.283 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.284 DEBUG:boto:Data: 2022-09-01T11:09:56.284 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.285 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.286 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.286 DEBUG:boto:Params: {} 2022-09-01T11:09:56.287 DEBUG:boto:Token: None 2022-09-01T11:09:56.288 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.288 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JzD6P4xmZAS8w++dNWip3ZTx2Zk= 2022-09-01T11:09:56.289 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JzD6P4xmZAS8w++dNWip3ZTx2Zk=', 'Content-Length': '0'} 2022-09-01T11:09:56.291 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000280647b748840c3f-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.292 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.293 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.294 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.294 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.295 DEBUG:boto:Method: GET 2022-09-01T11:09:56.295 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.296 DEBUG:boto:Data: 2022-09-01T11:09:56.296 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.297 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.297 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.298 DEBUG:boto:Params: {} 2022-09-01T11:09:56.299 DEBUG:boto:Token: None 2022-09-01T11:09:56.299 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:56.300 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JzD6P4xmZAS8w++dNWip3ZTx2Zk= 2022-09-01T11:09:56.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JzD6P4xmZAS8w++dNWip3ZTx2Zk=', 'Content-Length': '0'} 2022-09-01T11:09:56.302 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000363dc16bc7d4e827-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.303 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.304 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.304 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:56.305 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:56.305 DEBUG:boto:Method: GET 2022-09-01T11:09:56.306 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:56.307 DEBUG:boto:Data: 2022-09-01T11:09:56.307 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.308 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.308 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.309 DEBUG:boto:Params: {} 2022-09-01T11:09:56.309 DEBUG:boto:Token: None 2022-09-01T11:09:56.310 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.311 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.314 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001531375acf8de8b1-0063109304-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.315 DEBUG:boto:b'ptoxvb-73obj000000000000000000011000falseobj000000000000000000012022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.315 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.316 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.317 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:56.317 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:56.318 DEBUG:boto:Method: GET 2022-09-01T11:09:56.318 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:56.319 DEBUG:boto:Data: 2022-09-01T11:09:56.319 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.320 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.320 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.321 DEBUG:boto:Params: {} 2022-09-01T11:09:56.321 DEBUG:boto:Token: None 2022-09-01T11:09:56.322 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.323 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.323 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.326 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bc94d2452aa12737-0063109304-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.327 DEBUG:boto:b'ptoxvb-73obj000000000000000000011000falseobj000000000000000000012022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.328 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.328 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.329 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.329 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.330 DEBUG:boto:Data: 2022-09-01T11:09:56.330 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.331 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.331 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.332 DEBUG:boto:Params: {} 2022-09-01T11:09:56.332 DEBUG:boto:Token: None 2022-09-01T11:09:56.333 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.333 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDr/2lCHPbO+Qe0h+FvQ43q8TQQ= 2022-09-01T11:09:56.334 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDr/2lCHPbO+Qe0h+FvQ43q8TQQ=', 'Content-Length': '0'} 2022-09-01T11:09:56.336 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000055c5f13515a7ba3-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.337 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.337 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.338 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.338 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.339 DEBUG:boto:Data: 2022-09-01T11:09:56.339 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.340 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.341 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.341 DEBUG:boto:Params: {} 2022-09-01T11:09:56.342 DEBUG:boto:Token: None 2022-09-01T11:09:56.342 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.343 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDr/2lCHPbO+Qe0h+FvQ43q8TQQ= 2022-09-01T11:09:56.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDr/2lCHPbO+Qe0h+FvQ43q8TQQ=', 'Content-Length': '0'} 2022-09-01T11:09:56.345 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f8055777ed51813a-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.346 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000001 2022-09-01T11:09:56.355 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.356 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.357 DEBUG:boto:Method: GET 2022-09-01T11:09:56.357 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.358 DEBUG:boto:Data: 2022-09-01T11:09:56.358 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.359 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.359 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.360 DEBUG:boto:Params: {} 2022-09-01T11:09:56.360 DEBUG:boto:Token: None 2022-09-01T11:09:56.361 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.362 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gfGveuMf1E9gZORboHcjXwkEpOw= 2022-09-01T11:09:56.362 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gfGveuMf1E9gZORboHcjXwkEpOw=', 'Content-Length': '0'} 2022-09-01T11:09:56.364 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a005de8d42972d16-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.365 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.366 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.366 DEBUG:boto:Method: GET 2022-09-01T11:09:56.367 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.367 DEBUG:boto:Data: 2022-09-01T11:09:56.368 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.369 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.369 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.370 DEBUG:boto:Params: {} 2022-09-01T11:09:56.370 DEBUG:boto:Token: None 2022-09-01T11:09:56.371 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:56.371 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gfGveuMf1E9gZORboHcjXwkEpOw= 2022-09-01T11:09:56.372 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gfGveuMf1E9gZORboHcjXwkEpOw=', 'Content-Length': '0'} 2022-09-01T11:09:56.374 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e88bba6eb8e6ce5-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.418 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.419 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.420 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:56.420 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:56.421 DEBUG:boto:Method: GET 2022-09-01T11:09:56.421 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:56.422 DEBUG:boto:Data: 2022-09-01T11:09:56.422 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.423 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.423 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.424 DEBUG:boto:Params: {} 2022-09-01T11:09:56.425 DEBUG:boto:Token: None 2022-09-01T11:09:56.425 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.426 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.426 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.429 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d281aec835f04639-0063109304-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.430 DEBUG:boto:b'ptoxvb-73obj000000000000000000011000falseobj000000000000000000012022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.431 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.431 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.432 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:56.433 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:56.433 DEBUG:boto:Method: GET 2022-09-01T11:09:56.434 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:56.434 DEBUG:boto:Data: 2022-09-01T11:09:56.435 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.435 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.436 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.437 DEBUG:boto:Params: {} 2022-09-01T11:09:56.437 DEBUG:boto:Token: None 2022-09-01T11:09:56.438 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.439 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.442 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a9d6b1bc75059163-0063109304-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.443 DEBUG:boto:b'ptoxvb-73obj000000000000000000011000falseobj000000000000000000012022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.444 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000002 2022-09-01T11:09:56.444 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.445 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.445 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.446 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.446 DEBUG:boto:Method: GET 2022-09-01T11:09:56.447 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.447 DEBUG:boto:Data: 2022-09-01T11:09:56.448 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.448 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.449 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.450 DEBUG:boto:Params: {} 2022-09-01T11:09:56.450 DEBUG:boto:Token: None 2022-09-01T11:09:56.451 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jASjhdh2u0cmtyZzZpb6r48G8Q= 2022-09-01T11:09:56.452 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jASjhdh2u0cmtyZzZpb6r48G8Q=', 'Content-Length': '0'} 2022-09-01T11:09:56.455 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009eade1a9d8bfa772-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.455 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.456 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.457 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.457 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.458 DEBUG:boto:Method: GET 2022-09-01T11:09:56.458 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.459 DEBUG:boto:Data: 2022-09-01T11:09:56.460 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.460 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.461 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.461 DEBUG:boto:Params: {} 2022-09-01T11:09:56.462 DEBUG:boto:Token: None 2022-09-01T11:09:56.463 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jASjhdh2u0cmtyZzZpb6r48G8Q= 2022-09-01T11:09:56.464 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jASjhdh2u0cmtyZzZpb6r48G8Q=', 'Content-Length': '0'} 2022-09-01T11:09:56.467 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003434c101960447c7-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.468 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.468 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.469 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.469 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.470 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.470 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.471 DEBUG:boto:Data: 2022-09-01T11:09:56.471 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.472 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.473 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.473 DEBUG:boto:Params: {} 2022-09-01T11:09:56.474 DEBUG:boto:Token: None 2022-09-01T11:09:56.474 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/faHWUemaLA0pj5uCChJwPTJb2Y= 2022-09-01T11:09:56.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/faHWUemaLA0pj5uCChJwPTJb2Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.478 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000832b0529ee160c94-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.479 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.479 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.480 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.480 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.481 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.481 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.482 DEBUG:boto:Data: 2022-09-01T11:09:56.483 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.483 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.484 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.484 DEBUG:boto:Params: {} 2022-09-01T11:09:56.485 DEBUG:boto:Token: None 2022-09-01T11:09:56.485 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/faHWUemaLA0pj5uCChJwPTJb2Y= 2022-09-01T11:09:56.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/faHWUemaLA0pj5uCChJwPTJb2Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.489 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b06413ae3326633-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.489 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000002 2022-09-01T11:09:56.490 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.491 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.491 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.492 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.492 DEBUG:boto:Method: GET 2022-09-01T11:09:56.493 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.493 DEBUG:boto:Data: 2022-09-01T11:09:56.494 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.494 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.495 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.495 DEBUG:boto:Params: {} 2022-09-01T11:09:56.496 DEBUG:boto:Token: None 2022-09-01T11:09:56.497 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jASjhdh2u0cmtyZzZpb6r48G8Q= 2022-09-01T11:09:56.498 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jASjhdh2u0cmtyZzZpb6r48G8Q=', 'Content-Length': '0'} 2022-09-01T11:09:56.500 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006bb766ff7cba3b16-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.542 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.543 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.544 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.544 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.545 DEBUG:boto:Method: GET 2022-09-01T11:09:56.545 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.546 DEBUG:boto:Data: 2022-09-01T11:09:56.546 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.547 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.547 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.548 DEBUG:boto:Params: {} 2022-09-01T11:09:56.548 DEBUG:boto:Token: None 2022-09-01T11:09:56.549 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:56.550 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1jASjhdh2u0cmtyZzZpb6r48G8Q= 2022-09-01T11:09:56.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1jASjhdh2u0cmtyZzZpb6r48G8Q=', 'Content-Length': '0'} 2022-09-01T11:09:56.552 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000551c4b2314a1ff03-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.553 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.554 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.554 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:56.555 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:56.556 DEBUG:boto:Method: GET 2022-09-01T11:09:56.556 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:56.557 DEBUG:boto:Data: 2022-09-01T11:09:56.557 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.558 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.558 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.559 DEBUG:boto:Params: {} 2022-09-01T11:09:56.559 DEBUG:boto:Token: None 2022-09-01T11:09:56.560 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.561 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.564 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000024237c5a1ae4a861-0063109304-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.565 DEBUG:boto:b'ptoxvb-73obj000000000000000000021000falseobj000000000000000000022022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.566 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.566 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.567 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:56.567 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:56.568 DEBUG:boto:Method: GET 2022-09-01T11:09:56.568 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:56.569 DEBUG:boto:Data: 2022-09-01T11:09:56.569 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.570 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.571 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.571 DEBUG:boto:Params: {} 2022-09-01T11:09:56.572 DEBUG:boto:Token: None 2022-09-01T11:09:56.572 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.573 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.574 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.577 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002e0bed9fea0c42c7-0063109304-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.578 DEBUG:boto:b'ptoxvb-73obj000000000000000000021000falseobj000000000000000000022022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.578 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.579 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.579 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.580 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.581 DEBUG:boto:Data: 2022-09-01T11:09:56.581 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.582 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.582 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.583 DEBUG:boto:Params: {} 2022-09-01T11:09:56.583 DEBUG:boto:Token: None 2022-09-01T11:09:56.584 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.584 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nIROpWzutsU8j7O7KlzO0ZI8PUU= 2022-09-01T11:09:56.585 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nIROpWzutsU8j7O7KlzO0ZI8PUU=', 'Content-Length': '0'} 2022-09-01T11:09:56.587 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cb8687d82c6a2db0-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.588 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.588 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.589 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.589 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.590 DEBUG:boto:Data: 2022-09-01T11:09:56.590 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.591 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.591 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.592 DEBUG:boto:Params: {} 2022-09-01T11:09:56.592 DEBUG:boto:Token: None 2022-09-01T11:09:56.593 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.593 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nIROpWzutsU8j7O7KlzO0ZI8PUU= 2022-09-01T11:09:56.594 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nIROpWzutsU8j7O7KlzO0ZI8PUU=', 'Content-Length': '0'} 2022-09-01T11:09:56.596 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e1b0a27ea0396db3-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.597 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000002 2022-09-01T11:09:56.598 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.598 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.599 DEBUG:boto:Method: GET 2022-09-01T11:09:56.599 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.600 DEBUG:boto:Data: 2022-09-01T11:09:56.601 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.601 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.602 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.602 DEBUG:boto:Params: {} 2022-09-01T11:09:56.603 DEBUG:boto:Token: None 2022-09-01T11:09:56.604 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.604 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H0d+k6PqEj8zjcIBn80X/7JBoPo= 2022-09-01T11:09:56.605 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H0d+k6PqEj8zjcIBn80X/7JBoPo=', 'Content-Length': '0'} 2022-09-01T11:09:56.607 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d60100505f98d00-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.608 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.609 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.609 DEBUG:boto:Method: GET 2022-09-01T11:09:56.610 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.610 DEBUG:boto:Data: 2022-09-01T11:09:56.611 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.611 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.612 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.613 DEBUG:boto:Params: {} 2022-09-01T11:09:56.613 DEBUG:boto:Token: None 2022-09-01T11:09:56.614 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:56.614 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H0d+k6PqEj8zjcIBn80X/7JBoPo= 2022-09-01T11:09:56.615 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H0d+k6PqEj8zjcIBn80X/7JBoPo=', 'Content-Length': '0'} 2022-09-01T11:09:56.617 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a64c139b001ec15-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.618 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.619 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.619 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:56.620 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:56.620 DEBUG:boto:Method: GET 2022-09-01T11:09:56.621 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:56.621 DEBUG:boto:Data: 2022-09-01T11:09:56.622 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.622 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.623 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.624 DEBUG:boto:Params: {} 2022-09-01T11:09:56.624 DEBUG:boto:Token: None 2022-09-01T11:09:56.625 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.625 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.626 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.629 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fe880bad3150ffdf-0063109304-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.630 DEBUG:boto:b'ptoxvb-73obj000000000000000000021000falseobj000000000000000000022022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.631 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.631 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.632 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:56.632 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:56.633 DEBUG:boto:Method: GET 2022-09-01T11:09:56.634 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:56.634 DEBUG:boto:Data: 2022-09-01T11:09:56.635 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.635 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.636 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.636 DEBUG:boto:Params: {} 2022-09-01T11:09:56.637 DEBUG:boto:Token: None 2022-09-01T11:09:56.638 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.638 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.639 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.642 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f21a7cb8897e414d-0063109304-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.643 DEBUG:boto:b'ptoxvb-73obj000000000000000000021000falseobj000000000000000000022022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.643 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000003 2022-09-01T11:09:56.644 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.645 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.645 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.646 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.646 DEBUG:boto:Method: GET 2022-09-01T11:09:56.647 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.647 DEBUG:boto:Data: 2022-09-01T11:09:56.648 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.649 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.649 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.650 DEBUG:boto:Params: {} 2022-09-01T11:09:56.650 DEBUG:boto:Token: None 2022-09-01T11:09:56.651 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.652 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0qrFqnY3RCtLzhV1QMnbCJPg5rs= 2022-09-01T11:09:56.652 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0qrFqnY3RCtLzhV1QMnbCJPg5rs=', 'Content-Length': '0'} 2022-09-01T11:09:56.655 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007c39ea758bb9ae2-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.655 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.656 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.656 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.657 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.658 DEBUG:boto:Method: GET 2022-09-01T11:09:56.658 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.659 DEBUG:boto:Data: 2022-09-01T11:09:56.659 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.660 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.660 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.661 DEBUG:boto:Params: {} 2022-09-01T11:09:56.662 DEBUG:boto:Token: None 2022-09-01T11:09:56.662 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.663 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0qrFqnY3RCtLzhV1QMnbCJPg5rs= 2022-09-01T11:09:56.663 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0qrFqnY3RCtLzhV1QMnbCJPg5rs=', 'Content-Length': '0'} 2022-09-01T11:09:56.666 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d1cc129f128826a5-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.666 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.667 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.667 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.668 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.669 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.669 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.670 DEBUG:boto:Data: 2022-09-01T11:09:56.670 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.671 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.671 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.672 DEBUG:boto:Params: {} 2022-09-01T11:09:56.672 DEBUG:boto:Token: None 2022-09-01T11:09:56.673 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D5hz+JUo85X/GF2ccSSmc2l+DcI= 2022-09-01T11:09:56.674 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D5hz+JUo85X/GF2ccSSmc2l+DcI=', 'Content-Length': '0'} 2022-09-01T11:09:56.676 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000067e296e0fab672d7-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.677 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.678 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.678 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.679 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.679 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.680 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.680 DEBUG:boto:Data: 2022-09-01T11:09:56.681 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.681 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.682 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.682 DEBUG:boto:Params: {} 2022-09-01T11:09:56.683 DEBUG:boto:Token: None 2022-09-01T11:09:56.684 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.684 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D5hz+JUo85X/GF2ccSSmc2l+DcI= 2022-09-01T11:09:56.685 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D5hz+JUo85X/GF2ccSSmc2l+DcI=', 'Content-Length': '0'} 2022-09-01T11:09:56.687 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000057e269f143aa950d-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.688 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000003 2022-09-01T11:09:56.688 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.689 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.689 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.690 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.690 DEBUG:boto:Method: GET 2022-09-01T11:09:56.691 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.691 DEBUG:boto:Data: 2022-09-01T11:09:56.692 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.692 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.693 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.694 DEBUG:boto:Params: {} 2022-09-01T11:09:56.694 DEBUG:boto:Token: None 2022-09-01T11:09:56.695 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.696 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0qrFqnY3RCtLzhV1QMnbCJPg5rs= 2022-09-01T11:09:56.696 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0qrFqnY3RCtLzhV1QMnbCJPg5rs=', 'Content-Length': '0'} 2022-09-01T11:09:56.698 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f2981e12f7603577-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.742 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.743 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.744 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.744 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.745 DEBUG:boto:Method: GET 2022-09-01T11:09:56.745 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.746 DEBUG:boto:Data: 2022-09-01T11:09:56.746 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.747 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.747 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.748 DEBUG:boto:Params: {} 2022-09-01T11:09:56.749 DEBUG:boto:Token: None 2022-09-01T11:09:56.749 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:56.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0qrFqnY3RCtLzhV1QMnbCJPg5rs= 2022-09-01T11:09:56.751 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0qrFqnY3RCtLzhV1QMnbCJPg5rs=', 'Content-Length': '0'} 2022-09-01T11:09:56.753 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000079297e3a419830ef-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.754 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.755 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.755 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:56.756 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:56.756 DEBUG:boto:Method: GET 2022-09-01T11:09:56.757 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:56.757 DEBUG:boto:Data: 2022-09-01T11:09:56.758 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.759 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.759 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.760 DEBUG:boto:Params: {} 2022-09-01T11:09:56.760 DEBUG:boto:Token: None 2022-09-01T11:09:56.761 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.762 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.762 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.765 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000da6ffcbaf2b62f9a-0063109304-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.766 DEBUG:boto:b'ptoxvb-73obj000000000000000000031000falseobj000000000000000000032022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.767 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.767 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.768 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:56.769 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:56.769 DEBUG:boto:Method: GET 2022-09-01T11:09:56.770 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:56.770 DEBUG:boto:Data: 2022-09-01T11:09:56.771 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.771 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.772 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.772 DEBUG:boto:Params: {} 2022-09-01T11:09:56.773 DEBUG:boto:Token: None 2022-09-01T11:09:56.774 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.774 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.778 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000075beece73c6cb270-0063109304-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.779 DEBUG:boto:b'ptoxvb-73obj000000000000000000031000falseobj000000000000000000032022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.780 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.780 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.781 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.781 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.782 DEBUG:boto:Data: 2022-09-01T11:09:56.782 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.783 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.783 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.784 DEBUG:boto:Params: {} 2022-09-01T11:09:56.785 DEBUG:boto:Token: None 2022-09-01T11:09:56.785 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.786 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:e3nWMKCq06TK2Gx8CENdvItA+5g= 2022-09-01T11:09:56.786 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:e3nWMKCq06TK2Gx8CENdvItA+5g=', 'Content-Length': '0'} 2022-09-01T11:09:56.789 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3669f69df4017d9-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.789 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.790 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.791 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.791 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.792 DEBUG:boto:Data: 2022-09-01T11:09:56.792 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.793 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.793 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.794 DEBUG:boto:Params: {} 2022-09-01T11:09:56.795 DEBUG:boto:Token: None 2022-09-01T11:09:56.795 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.796 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:e3nWMKCq06TK2Gx8CENdvItA+5g= 2022-09-01T11:09:56.797 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:e3nWMKCq06TK2Gx8CENdvItA+5g=', 'Content-Length': '0'} 2022-09-01T11:09:56.799 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d16d07c6d4827bd4-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.800 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000003 2022-09-01T11:09:56.800 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.801 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.801 DEBUG:boto:Method: GET 2022-09-01T11:09:56.802 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.803 DEBUG:boto:Data: 2022-09-01T11:09:56.803 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.804 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.804 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.805 DEBUG:boto:Params: {} 2022-09-01T11:09:56.805 DEBUG:boto:Token: None 2022-09-01T11:09:56.806 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.807 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HhtnceU+IejQTURGCpEjCBcHjLg= 2022-09-01T11:09:56.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HhtnceU+IejQTURGCpEjCBcHjLg=', 'Content-Length': '0'} 2022-09-01T11:09:56.810 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000098b2bf749ba65d58-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.810 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.811 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.812 DEBUG:boto:Method: GET 2022-09-01T11:09:56.812 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.813 DEBUG:boto:Data: 2022-09-01T11:09:56.813 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.814 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.814 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.815 DEBUG:boto:Params: {} 2022-09-01T11:09:56.816 DEBUG:boto:Token: None 2022-09-01T11:09:56.816 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:56.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HhtnceU+IejQTURGCpEjCBcHjLg= 2022-09-01T11:09:56.817 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HhtnceU+IejQTURGCpEjCBcHjLg=', 'Content-Length': '0'} 2022-09-01T11:09:56.820 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006d558e4fe28fcb84-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.862 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.863 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.863 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:56.864 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:56.864 DEBUG:boto:Method: GET 2022-09-01T11:09:56.865 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:56.865 DEBUG:boto:Data: 2022-09-01T11:09:56.866 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.867 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.867 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.868 DEBUG:boto:Params: {} 2022-09-01T11:09:56.868 DEBUG:boto:Token: None 2022-09-01T11:09:56.869 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.873 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002d204e281355c125-0063109304-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.873 DEBUG:boto:b'ptoxvb-73obj000000000000000000031000falseobj000000000000000000032022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.874 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.875 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.875 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:56.876 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:56.876 DEBUG:boto:Method: GET 2022-09-01T11:09:56.877 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:56.877 DEBUG:boto:Data: 2022-09-01T11:09:56.878 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.879 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.879 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.880 DEBUG:boto:Params: {} 2022-09-01T11:09:56.880 DEBUG:boto:Token: None 2022-09-01T11:09:56.881 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.886 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000032dcb79225bd7dab-0063109304-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.886 DEBUG:boto:b'ptoxvb-73obj000000000000000000031000falseobj000000000000000000032022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.887 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000004 2022-09-01T11:09:56.888 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.888 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.889 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.889 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.890 DEBUG:boto:Method: GET 2022-09-01T11:09:56.890 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.891 DEBUG:boto:Data: 2022-09-01T11:09:56.891 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.892 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.892 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.893 DEBUG:boto:Params: {} 2022-09-01T11:09:56.894 DEBUG:boto:Token: None 2022-09-01T11:09:56.894 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ml+ZyZFO1QmOX9+arFK0R6wgvj0= 2022-09-01T11:09:56.895 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ml+ZyZFO1QmOX9+arFK0R6wgvj0=', 'Content-Length': '0'} 2022-09-01T11:09:56.898 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000072c5a73451b3f0a5-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.898 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.899 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.900 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.900 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.901 DEBUG:boto:Method: GET 2022-09-01T11:09:56.901 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.902 DEBUG:boto:Data: 2022-09-01T11:09:56.902 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.903 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.903 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.904 DEBUG:boto:Params: {} 2022-09-01T11:09:56.904 DEBUG:boto:Token: None 2022-09-01T11:09:56.905 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.906 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ml+ZyZFO1QmOX9+arFK0R6wgvj0= 2022-09-01T11:09:56.906 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ml+ZyZFO1QmOX9+arFK0R6wgvj0=', 'Content-Length': '0'} 2022-09-01T11:09:56.908 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009a18b065ad699917-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.909 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.910 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.910 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.911 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.911 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.912 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.912 DEBUG:boto:Data: 2022-09-01T11:09:56.913 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.913 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.914 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.914 DEBUG:boto:Params: {} 2022-09-01T11:09:56.915 DEBUG:boto:Token: None 2022-09-01T11:09:56.915 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.916 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dgtqu6q0yGsRy4Ipo40ElRhl0U4= 2022-09-01T11:09:56.916 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dgtqu6q0yGsRy4Ipo40ElRhl0U4=', 'Content-Length': '0'} 2022-09-01T11:09:56.918 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c008657ace5e5a5f-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.919 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.920 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.920 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.920 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.921 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.922 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.922 DEBUG:boto:Data: 2022-09-01T11:09:56.923 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.923 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.923 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.924 DEBUG:boto:Params: {} 2022-09-01T11:09:56.924 DEBUG:boto:Token: None 2022-09-01T11:09:56.925 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.925 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dgtqu6q0yGsRy4Ipo40ElRhl0U4= 2022-09-01T11:09:56.926 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dgtqu6q0yGsRy4Ipo40ElRhl0U4=', 'Content-Length': '0'} 2022-09-01T11:09:56.928 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b7345d6ac0f38b0a-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.929 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000004 2022-09-01T11:09:56.930 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.930 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.931 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.931 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.932 DEBUG:boto:Method: GET 2022-09-01T11:09:56.932 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.933 DEBUG:boto:Data: 2022-09-01T11:09:56.933 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.934 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.934 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.935 DEBUG:boto:Params: {} 2022-09-01T11:09:56.936 DEBUG:boto:Token: None 2022-09-01T11:09:56.936 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.937 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ml+ZyZFO1QmOX9+arFK0R6wgvj0= 2022-09-01T11:09:56.937 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ml+ZyZFO1QmOX9+arFK0R6wgvj0=', 'Content-Length': '0'} 2022-09-01T11:09:56.940 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee0b5048195dd31e-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.940 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.941 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.942 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.942 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.943 DEBUG:boto:Method: GET 2022-09-01T11:09:56.943 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.944 DEBUG:boto:Data: 2022-09-01T11:09:56.944 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.945 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.945 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.946 DEBUG:boto:Params: {} 2022-09-01T11:09:56.946 DEBUG:boto:Token: None 2022-09-01T11:09:56.947 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:56.947 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ml+ZyZFO1QmOX9+arFK0R6wgvj0= 2022-09-01T11:09:56.948 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ml+ZyZFO1QmOX9+arFK0R6wgvj0=', 'Content-Length': '0'} 2022-09-01T11:09:56.950 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006d6386b70cb64e58-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.951 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.952 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.952 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:56.953 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:56.953 DEBUG:boto:Method: GET 2022-09-01T11:09:56.954 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:56.954 DEBUG:boto:Data: 2022-09-01T11:09:56.955 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.955 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.956 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.956 DEBUG:boto:Params: {} 2022-09-01T11:09:56.957 DEBUG:boto:Token: None 2022-09-01T11:09:56.957 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.958 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.961 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000020bbecdca087f21c-0063109304-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.962 DEBUG:boto:b'ptoxvb-73obj000000000000000000041000falseobj000000000000000000042022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.963 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:56.963 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:56.964 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:56.964 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:56.965 DEBUG:boto:Method: GET 2022-09-01T11:09:56.965 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:56.966 DEBUG:boto:Data: 2022-09-01T11:09:56.966 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.967 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.967 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.968 DEBUG:boto:Params: {} 2022-09-01T11:09:56.969 DEBUG:boto:Token: None 2022-09-01T11:09:56.969 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/ 2022-09-01T11:09:56.970 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y= 2022-09-01T11:09:56.970 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:goVRPFyQLBzvI0DNzmI/9uqkx5Y=', 'Content-Length': '0'} 2022-09-01T11:09:56.973 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002eeff8a6dd9c08b7-0063109304-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.974 DEBUG:boto:b'ptoxvb-73obj000000000000000000041000falseobj000000000000000000042022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:56.975 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.975 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.976 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.976 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.977 DEBUG:boto:Data: 2022-09-01T11:09:56.977 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.978 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.978 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.979 DEBUG:boto:Params: {} 2022-09-01T11:09:56.979 DEBUG:boto:Token: None 2022-09-01T11:09:56.980 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.980 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ojXiySD1S1i9hosSTqmGD/Ym+hk= 2022-09-01T11:09:56.981 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ojXiySD1S1i9hosSTqmGD/Ym+hk=', 'Content-Length': '0'} 2022-09-01T11:09:56.983 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ff942488af8882e5-0063109304-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.984 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.985 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.985 DEBUG:boto:Method: HEAD 2022-09-01T11:09:56.986 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.986 DEBUG:boto:Data: 2022-09-01T11:09:56.987 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.987 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:56.988 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.988 DEBUG:boto:Params: {} 2022-09-01T11:09:56.989 DEBUG:boto:Token: None 2022-09-01T11:09:56.989 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.990 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ojXiySD1S1i9hosSTqmGD/Ym+hk= 2022-09-01T11:09:56.990 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ojXiySD1S1i9hosSTqmGD/Ym+hk=', 'Content-Length': '0'} 2022-09-01T11:09:56.993 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000058512ddc11f036c7-0063109304-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:56.993 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000004 2022-09-01T11:09:56.994 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.994 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.995 DEBUG:boto:Method: GET 2022-09-01T11:09:56.995 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:56.996 DEBUG:boto:Data: 2022-09-01T11:09:56.997 DEBUG:boto:Headers: {} 2022-09-01T11:09:56.997 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:56.998 DEBUG:boto:Port: 8000 2022-09-01T11:09:56.998 DEBUG:boto:Params: {} 2022-09-01T11:09:56.999 DEBUG:boto:Token: None 2022-09-01T11:09:56.999 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:56 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:57.000 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yEp5qC9gM+hUNQPfkybd8Y5aTTw= 2022-09-01T11:09:57.001 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yEp5qC9gM+hUNQPfkybd8Y5aTTw=', 'Content-Length': '0'} 2022-09-01T11:09:57.003 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071e238662e423c8a-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.004 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:57.004 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:57.005 DEBUG:boto:Method: GET 2022-09-01T11:09:57.005 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:57.006 DEBUG:boto:Data: 2022-09-01T11:09:57.006 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.007 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.008 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.008 DEBUG:boto:Params: {} 2022-09-01T11:09:57.009 DEBUG:boto:Token: None 2022-09-01T11:09:57.009 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:57.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xzfgk7KwYUuidZvzu1xQPl5bUUw= 2022-09-01T11:09:57.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xzfgk7KwYUuidZvzu1xQPl5bUUw=', 'Content-Length': '0'} 2022-09-01T11:09:57.013 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071a1aaf6133909e8-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.014 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.014 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.015 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:57.015 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:57.016 DEBUG:boto:Method: GET 2022-09-01T11:09:57.016 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:57.017 DEBUG:boto:Data: 2022-09-01T11:09:57.017 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.018 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.018 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.019 DEBUG:boto:Params: {} 2022-09-01T11:09:57.020 DEBUG:boto:Token: None 2022-09-01T11:09:57.020 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.021 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.021 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.024 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bc5c4549aa23b3ca-0063109305-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.066 DEBUG:boto:b'ptoxvb-73obj000000000000000000041000falseobj000000000000000000042022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.067 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.068 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.068 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:57.069 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:57.069 DEBUG:boto:Method: GET 2022-09-01T11:09:57.070 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:57.070 DEBUG:boto:Data: 2022-09-01T11:09:57.071 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.071 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.072 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.072 DEBUG:boto:Params: {} 2022-09-01T11:09:57.073 DEBUG:boto:Token: None 2022-09-01T11:09:57.074 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.074 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.075 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.078 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004cebafd6d71d2ea5-0063109305-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.079 DEBUG:boto:b'ptoxvb-73obj000000000000000000041000falseobj000000000000000000042022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.080 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000005 2022-09-01T11:09:57.080 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.081 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.081 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.082 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.082 DEBUG:boto:Method: GET 2022-09-01T11:09:57.083 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.083 DEBUG:boto:Data: 2022-09-01T11:09:57.084 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.085 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.085 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.086 DEBUG:boto:Params: {} 2022-09-01T11:09:57.086 DEBUG:boto:Token: None 2022-09-01T11:09:57.092 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WutH6utQlEY9IWs+tdWWLzfcSMY= 2022-09-01T11:09:57.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WutH6utQlEY9IWs+tdWWLzfcSMY=', 'Content-Length': '0'} 2022-09-01T11:09:57.096 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000055ca585c57b63ed5-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.097 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.097 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.098 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.098 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.099 DEBUG:boto:Method: GET 2022-09-01T11:09:57.099 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.100 DEBUG:boto:Data: 2022-09-01T11:09:57.100 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.101 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.102 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.102 DEBUG:boto:Params: {} 2022-09-01T11:09:57.103 DEBUG:boto:Token: None 2022-09-01T11:09:57.103 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WutH6utQlEY9IWs+tdWWLzfcSMY= 2022-09-01T11:09:57.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WutH6utQlEY9IWs+tdWWLzfcSMY=', 'Content-Length': '0'} 2022-09-01T11:09:57.107 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000091312bc621a2af2-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.150 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.151 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.151 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.152 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.152 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.153 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.153 DEBUG:boto:Data: 2022-09-01T11:09:57.154 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.154 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.155 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.155 DEBUG:boto:Params: {} 2022-09-01T11:09:57.156 DEBUG:boto:Token: None 2022-09-01T11:09:57.157 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.157 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2wQJeqFHh12eska2xPEgc7Qj3WA= 2022-09-01T11:09:57.158 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2wQJeqFHh12eska2xPEgc7Qj3WA=', 'Content-Length': '0'} 2022-09-01T11:09:57.160 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d3cc6fb256440ad6-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.161 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.161 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.162 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.162 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.163 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.163 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.164 DEBUG:boto:Data: 2022-09-01T11:09:57.164 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.165 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.165 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.166 DEBUG:boto:Params: {} 2022-09-01T11:09:57.166 DEBUG:boto:Token: None 2022-09-01T11:09:57.167 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.167 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2wQJeqFHh12eska2xPEgc7Qj3WA= 2022-09-01T11:09:57.168 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2wQJeqFHh12eska2xPEgc7Qj3WA=', 'Content-Length': '0'} 2022-09-01T11:09:57.170 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c6be04932f47e7d6-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.171 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000005 2022-09-01T11:09:57.171 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.172 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.172 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.173 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.173 DEBUG:boto:Method: GET 2022-09-01T11:09:57.174 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.174 DEBUG:boto:Data: 2022-09-01T11:09:57.175 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.175 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.176 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.177 DEBUG:boto:Params: {} 2022-09-01T11:09:57.177 DEBUG:boto:Token: None 2022-09-01T11:09:57.178 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.178 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WutH6utQlEY9IWs+tdWWLzfcSMY= 2022-09-01T11:09:57.179 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WutH6utQlEY9IWs+tdWWLzfcSMY=', 'Content-Length': '0'} 2022-09-01T11:09:57.181 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf48811ae508f433-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.182 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.183 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.183 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.184 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.184 DEBUG:boto:Method: GET 2022-09-01T11:09:57.185 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.185 DEBUG:boto:Data: 2022-09-01T11:09:57.186 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.186 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.187 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.187 DEBUG:boto:Params: {} 2022-09-01T11:09:57.188 DEBUG:boto:Token: None 2022-09-01T11:09:57.189 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:57.189 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WutH6utQlEY9IWs+tdWWLzfcSMY= 2022-09-01T11:09:57.190 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WutH6utQlEY9IWs+tdWWLzfcSMY=', 'Content-Length': '0'} 2022-09-01T11:09:57.192 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000afc7fa8125012dc8-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.193 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.194 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.194 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:57.195 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:57.195 DEBUG:boto:Method: GET 2022-09-01T11:09:57.196 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:57.196 DEBUG:boto:Data: 2022-09-01T11:09:57.197 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.197 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.198 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.198 DEBUG:boto:Params: {} 2022-09-01T11:09:57.199 DEBUG:boto:Token: None 2022-09-01T11:09:57.200 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.200 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.201 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.204 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000065c9dd8b38b9dbd4-0063109305-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.205 DEBUG:boto:b'ptoxvb-73obj000000000000000000051000falseobj000000000000000000052022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.205 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.206 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.207 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:57.207 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:57.208 DEBUG:boto:Method: GET 2022-09-01T11:09:57.208 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:57.209 DEBUG:boto:Data: 2022-09-01T11:09:57.209 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.210 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.210 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.211 DEBUG:boto:Params: {} 2022-09-01T11:09:57.211 DEBUG:boto:Token: None 2022-09-01T11:09:57.212 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.213 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.213 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.216 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c9faddff42210860-0063109305-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.217 DEBUG:boto:b'ptoxvb-73obj000000000000000000051000falseobj000000000000000000052022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.218 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.218 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.219 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.220 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.220 DEBUG:boto:Data: 2022-09-01T11:09:57.221 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.221 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.222 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.222 DEBUG:boto:Params: {} 2022-09-01T11:09:57.223 DEBUG:boto:Token: None 2022-09-01T11:09:57.223 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.224 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0fxr8ysfQvTO+MGg+1tv+hx2SsY= 2022-09-01T11:09:57.224 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0fxr8ysfQvTO+MGg+1tv+hx2SsY=', 'Content-Length': '0'} 2022-09-01T11:09:57.227 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b76132d5bf1efd26-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.227 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.228 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.228 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.229 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.229 DEBUG:boto:Data: 2022-09-01T11:09:57.230 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.230 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.231 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.231 DEBUG:boto:Params: {} 2022-09-01T11:09:57.232 DEBUG:boto:Token: None 2022-09-01T11:09:57.233 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.233 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0fxr8ysfQvTO+MGg+1tv+hx2SsY= 2022-09-01T11:09:57.234 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0fxr8ysfQvTO+MGg+1tv+hx2SsY=', 'Content-Length': '0'} 2022-09-01T11:09:57.236 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e671c977d700218d-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.236 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000005 2022-09-01T11:09:57.237 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.238 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.239 DEBUG:boto:Method: GET 2022-09-01T11:09:57.240 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.241 DEBUG:boto:Data: 2022-09-01T11:09:57.242 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.243 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.244 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.245 DEBUG:boto:Params: {} 2022-09-01T11:09:57.246 DEBUG:boto:Token: None 2022-09-01T11:09:57.246 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.247 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pq+ivlrO1KLecTuemm2cYlzSnWs= 2022-09-01T11:09:57.248 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pq+ivlrO1KLecTuemm2cYlzSnWs=', 'Content-Length': '0'} 2022-09-01T11:09:57.250 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9efac22445fe353-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.290 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.291 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.292 DEBUG:boto:Method: GET 2022-09-01T11:09:57.292 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.293 DEBUG:boto:Data: 2022-09-01T11:09:57.293 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.294 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.295 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.295 DEBUG:boto:Params: {} 2022-09-01T11:09:57.296 DEBUG:boto:Token: None 2022-09-01T11:09:57.297 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:57.297 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pq+ivlrO1KLecTuemm2cYlzSnWs= 2022-09-01T11:09:57.298 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pq+ivlrO1KLecTuemm2cYlzSnWs=', 'Content-Length': '0'} 2022-09-01T11:09:57.300 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000708f6763eb5dca9b-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.301 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.302 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.302 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:57.303 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:57.303 DEBUG:boto:Method: GET 2022-09-01T11:09:57.304 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:57.305 DEBUG:boto:Data: 2022-09-01T11:09:57.305 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.306 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.306 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.307 DEBUG:boto:Params: {} 2022-09-01T11:09:57.307 DEBUG:boto:Token: None 2022-09-01T11:09:57.308 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.309 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.312 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000072f1bea7ee72d2b5-0063109305-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.313 DEBUG:boto:b'ptoxvb-73obj000000000000000000051000falseobj000000000000000000052022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.314 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.315 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.315 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:57.316 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:57.316 DEBUG:boto:Method: GET 2022-09-01T11:09:57.317 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:57.317 DEBUG:boto:Data: 2022-09-01T11:09:57.318 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.319 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.319 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.320 DEBUG:boto:Params: {} 2022-09-01T11:09:57.320 DEBUG:boto:Token: None 2022-09-01T11:09:57.321 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.322 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.325 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e1c9fcf720d93e22-0063109305-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.326 DEBUG:boto:b'ptoxvb-73obj000000000000000000051000falseobj000000000000000000052022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.327 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000006 2022-09-01T11:09:57.327 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.328 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.329 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.329 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.330 DEBUG:boto:Method: GET 2022-09-01T11:09:57.330 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.331 DEBUG:boto:Data: 2022-09-01T11:09:57.331 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.332 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.332 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.333 DEBUG:boto:Params: {} 2022-09-01T11:09:57.334 DEBUG:boto:Token: None 2022-09-01T11:09:57.335 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.335 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mloq+4UxHHyshJ8rNDxa0Wc7bRE= 2022-09-01T11:09:57.336 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mloq+4UxHHyshJ8rNDxa0Wc7bRE=', 'Content-Length': '0'} 2022-09-01T11:09:57.338 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000008ebdcbe462353b8-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.339 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.340 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.340 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.341 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.341 DEBUG:boto:Method: GET 2022-09-01T11:09:57.342 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.342 DEBUG:boto:Data: 2022-09-01T11:09:57.343 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.343 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.344 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.345 DEBUG:boto:Params: {} 2022-09-01T11:09:57.346 DEBUG:boto:Token: None 2022-09-01T11:09:57.346 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mloq+4UxHHyshJ8rNDxa0Wc7bRE= 2022-09-01T11:09:57.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mloq+4UxHHyshJ8rNDxa0Wc7bRE=', 'Content-Length': '0'} 2022-09-01T11:09:57.350 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3e7b4d3128503b7-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.351 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.351 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.352 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.352 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.353 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.353 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.354 DEBUG:boto:Data: 2022-09-01T11:09:57.354 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.355 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.355 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.356 DEBUG:boto:Params: {} 2022-09-01T11:09:57.357 DEBUG:boto:Token: None 2022-09-01T11:09:57.357 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.358 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yP7JSpCWvsNaZNkbxM0pSgsjsYo= 2022-09-01T11:09:57.358 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yP7JSpCWvsNaZNkbxM0pSgsjsYo=', 'Content-Length': '0'} 2022-09-01T11:09:57.360 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001ae23fe60c1987b5-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.361 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.362 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.362 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.363 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.363 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.364 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.364 DEBUG:boto:Data: 2022-09-01T11:09:57.365 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.365 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.366 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.366 DEBUG:boto:Params: {} 2022-09-01T11:09:57.367 DEBUG:boto:Token: None 2022-09-01T11:09:57.367 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.368 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yP7JSpCWvsNaZNkbxM0pSgsjsYo= 2022-09-01T11:09:57.369 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yP7JSpCWvsNaZNkbxM0pSgsjsYo=', 'Content-Length': '0'} 2022-09-01T11:09:57.371 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005020271c1d4ffae0-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.372 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000006 2022-09-01T11:09:57.372 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.373 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.373 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.374 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.374 DEBUG:boto:Method: GET 2022-09-01T11:09:57.375 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.375 DEBUG:boto:Data: 2022-09-01T11:09:57.376 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.377 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.377 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.378 DEBUG:boto:Params: {} 2022-09-01T11:09:57.378 DEBUG:boto:Token: None 2022-09-01T11:09:57.379 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.380 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mloq+4UxHHyshJ8rNDxa0Wc7bRE= 2022-09-01T11:09:57.380 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mloq+4UxHHyshJ8rNDxa0Wc7bRE=', 'Content-Length': '0'} 2022-09-01T11:09:57.382 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008cc8bb5ee9ea2269-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.383 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.384 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.384 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.385 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.385 DEBUG:boto:Method: GET 2022-09-01T11:09:57.386 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.387 DEBUG:boto:Data: 2022-09-01T11:09:57.387 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.388 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.388 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.389 DEBUG:boto:Params: {} 2022-09-01T11:09:57.389 DEBUG:boto:Token: None 2022-09-01T11:09:57.390 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:57.391 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mloq+4UxHHyshJ8rNDxa0Wc7bRE= 2022-09-01T11:09:57.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mloq+4UxHHyshJ8rNDxa0Wc7bRE=', 'Content-Length': '0'} 2022-09-01T11:09:57.393 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000babc843e722d024c-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.434 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.435 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.436 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:57.436 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:57.437 DEBUG:boto:Method: GET 2022-09-01T11:09:57.437 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:57.438 DEBUG:boto:Data: 2022-09-01T11:09:57.438 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.439 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.439 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.440 DEBUG:boto:Params: {} 2022-09-01T11:09:57.441 DEBUG:boto:Token: None 2022-09-01T11:09:57.441 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.446 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007e3f6158ed247877-0063109305-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.446 DEBUG:boto:b'ptoxvb-73obj000000000000000000061000falseobj000000000000000000062022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.447 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.448 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.448 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:57.449 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:57.450 DEBUG:boto:Method: GET 2022-09-01T11:09:57.450 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:57.451 DEBUG:boto:Data: 2022-09-01T11:09:57.451 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.452 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.452 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.453 DEBUG:boto:Params: {} 2022-09-01T11:09:57.454 DEBUG:boto:Token: None 2022-09-01T11:09:57.454 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.455 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.459 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c53d29b6d009cd0e-0063109305-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.460 DEBUG:boto:b'ptoxvb-73obj000000000000000000061000falseobj000000000000000000062022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.460 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.461 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.461 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.462 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.463 DEBUG:boto:Data: 2022-09-01T11:09:57.463 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.464 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.464 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.465 DEBUG:boto:Params: {} 2022-09-01T11:09:57.465 DEBUG:boto:Token: None 2022-09-01T11:09:57.466 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.467 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y3St+T5uAusGXqj037vgfVR+VOA= 2022-09-01T11:09:57.467 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y3St+T5uAusGXqj037vgfVR+VOA=', 'Content-Length': '0'} 2022-09-01T11:09:57.469 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5ac527bd2086572-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.470 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.471 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.471 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.472 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.472 DEBUG:boto:Data: 2022-09-01T11:09:57.473 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.473 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.474 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.474 DEBUG:boto:Params: {} 2022-09-01T11:09:57.475 DEBUG:boto:Token: None 2022-09-01T11:09:57.476 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.476 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y3St+T5uAusGXqj037vgfVR+VOA= 2022-09-01T11:09:57.477 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y3St+T5uAusGXqj037vgfVR+VOA=', 'Content-Length': '0'} 2022-09-01T11:09:57.479 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002e2b7881973bcc96-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.480 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000006 2022-09-01T11:09:57.481 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.481 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.482 DEBUG:boto:Method: GET 2022-09-01T11:09:57.482 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.483 DEBUG:boto:Data: 2022-09-01T11:09:57.483 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.484 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.485 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.485 DEBUG:boto:Params: {} 2022-09-01T11:09:57.486 DEBUG:boto:Token: None 2022-09-01T11:09:57.487 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.487 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CoodEMP89rYLCwtFvTuiD6nbX5g= 2022-09-01T11:09:57.488 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CoodEMP89rYLCwtFvTuiD6nbX5g=', 'Content-Length': '0'} 2022-09-01T11:09:57.490 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007deb0debae13939f-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.534 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.535 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.536 DEBUG:boto:Method: GET 2022-09-01T11:09:57.536 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.537 DEBUG:boto:Data: 2022-09-01T11:09:57.537 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.538 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.539 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.539 DEBUG:boto:Params: {} 2022-09-01T11:09:57.540 DEBUG:boto:Token: None 2022-09-01T11:09:57.540 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:57.541 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CoodEMP89rYLCwtFvTuiD6nbX5g= 2022-09-01T11:09:57.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CoodEMP89rYLCwtFvTuiD6nbX5g=', 'Content-Length': '0'} 2022-09-01T11:09:57.544 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c1002a0edf9d608-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.545 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.546 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.546 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:57.547 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:57.547 DEBUG:boto:Method: GET 2022-09-01T11:09:57.548 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:57.548 DEBUG:boto:Data: 2022-09-01T11:09:57.549 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.549 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.550 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.551 DEBUG:boto:Params: {} 2022-09-01T11:09:57.551 DEBUG:boto:Token: None 2022-09-01T11:09:57.552 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.552 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.553 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.556 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d78c3b4490e09ce2-0063109305-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.557 DEBUG:boto:b'ptoxvb-73obj000000000000000000061000falseobj000000000000000000062022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.558 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.558 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.559 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:57.559 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:57.560 DEBUG:boto:Method: GET 2022-09-01T11:09:57.560 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:57.561 DEBUG:boto:Data: 2022-09-01T11:09:57.562 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.562 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.563 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.563 DEBUG:boto:Params: {} 2022-09-01T11:09:57.564 DEBUG:boto:Token: None 2022-09-01T11:09:57.564 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.569 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c1c509cd56fc1380-0063109305-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.570 DEBUG:boto:b'ptoxvb-73obj000000000000000000061000falseobj000000000000000000062022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.571 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000010 2022-09-01T11:09:57.571 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.572 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.572 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.573 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.573 DEBUG:boto:Method: GET 2022-09-01T11:09:57.574 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.575 DEBUG:boto:Data: 2022-09-01T11:09:57.575 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.576 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.576 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.577 DEBUG:boto:Params: {} 2022-09-01T11:09:57.577 DEBUG:boto:Token: None 2022-09-01T11:09:57.578 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.579 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E+eFsNECNC8y4yOMafjZqhlmEWk= 2022-09-01T11:09:57.579 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E+eFsNECNC8y4yOMafjZqhlmEWk=', 'Content-Length': '0'} 2022-09-01T11:09:57.582 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009875a99947cefacc-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.584 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.585 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.586 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.587 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.588 DEBUG:boto:Method: GET 2022-09-01T11:09:57.589 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.590 DEBUG:boto:Data: 2022-09-01T11:09:57.591 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.592 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.593 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.594 DEBUG:boto:Params: {} 2022-09-01T11:09:57.595 DEBUG:boto:Token: None 2022-09-01T11:09:57.597 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.598 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E+eFsNECNC8y4yOMafjZqhlmEWk= 2022-09-01T11:09:57.599 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E+eFsNECNC8y4yOMafjZqhlmEWk=', 'Content-Length': '0'} 2022-09-01T11:09:57.602 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f3fd4ae3a48ddcaa-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.604 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.605 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.606 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.607 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.608 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.609 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.610 DEBUG:boto:Data: 2022-09-01T11:09:57.611 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.612 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.612 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.613 DEBUG:boto:Params: {} 2022-09-01T11:09:57.614 DEBUG:boto:Token: None 2022-09-01T11:09:57.616 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.617 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zz+pZKpAu3CAnv2T9T/fXUk3zmQ= 2022-09-01T11:09:57.618 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zz+pZKpAu3CAnv2T9T/fXUk3zmQ=', 'Content-Length': '0'} 2022-09-01T11:09:57.620 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007af134f977d6c2f8-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.621 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.622 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.622 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.623 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.623 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.624 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.624 DEBUG:boto:Data: 2022-09-01T11:09:57.625 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.625 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.626 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.627 DEBUG:boto:Params: {} 2022-09-01T11:09:57.627 DEBUG:boto:Token: None 2022-09-01T11:09:57.628 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.628 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zz+pZKpAu3CAnv2T9T/fXUk3zmQ= 2022-09-01T11:09:57.629 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zz+pZKpAu3CAnv2T9T/fXUk3zmQ=', 'Content-Length': '0'} 2022-09-01T11:09:57.631 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e8bc1ef10a3a0586-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.632 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000010 2022-09-01T11:09:57.633 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.633 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.634 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.635 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.635 DEBUG:boto:Method: GET 2022-09-01T11:09:57.636 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.636 DEBUG:boto:Data: 2022-09-01T11:09:57.637 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.637 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.638 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.639 DEBUG:boto:Params: {} 2022-09-01T11:09:57.639 DEBUG:boto:Token: None 2022-09-01T11:09:57.640 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.641 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E+eFsNECNC8y4yOMafjZqhlmEWk= 2022-09-01T11:09:57.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E+eFsNECNC8y4yOMafjZqhlmEWk=', 'Content-Length': '0'} 2022-09-01T11:09:57.644 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e4f46706bf61d85c-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.645 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.645 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.646 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.646 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.647 DEBUG:boto:Method: GET 2022-09-01T11:09:57.648 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.648 DEBUG:boto:Data: 2022-09-01T11:09:57.649 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.649 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.650 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.650 DEBUG:boto:Params: {} 2022-09-01T11:09:57.651 DEBUG:boto:Token: None 2022-09-01T11:09:57.652 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:57.652 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E+eFsNECNC8y4yOMafjZqhlmEWk= 2022-09-01T11:09:57.653 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E+eFsNECNC8y4yOMafjZqhlmEWk=', 'Content-Length': '0'} 2022-09-01T11:09:57.655 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c9f5131ec9bc61d-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.698 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.699 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.700 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:09:57.700 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:09:57.701 DEBUG:boto:Method: GET 2022-09-01T11:09:57.701 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:09:57.702 DEBUG:boto:Data: 2022-09-01T11:09:57.702 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.703 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.703 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.704 DEBUG:boto:Params: {} 2022-09-01T11:09:57.704 DEBUG:boto:Token: None 2022-09-01T11:09:57.705 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.706 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.706 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.709 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000d0f0220746d8df0-0063109305-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.710 DEBUG:boto:b'ptoxvb-73obj000000000000000000101000falseobj000000000000000000102022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.711 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.711 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.712 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:09:57.712 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:09:57.713 DEBUG:boto:Method: GET 2022-09-01T11:09:57.713 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:09:57.714 DEBUG:boto:Data: 2022-09-01T11:09:57.714 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.715 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.715 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.716 DEBUG:boto:Params: {} 2022-09-01T11:09:57.716 DEBUG:boto:Token: None 2022-09-01T11:09:57.717 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.721 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a95708457c66af7a-0063109305-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.722 DEBUG:boto:b'ptoxvb-73obj000000000000000000101000falseobj000000000000000000102022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.723 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.723 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.724 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.724 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.725 DEBUG:boto:Data: 2022-09-01T11:09:57.725 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.726 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.726 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.727 DEBUG:boto:Params: {} 2022-09-01T11:09:57.727 DEBUG:boto:Token: None 2022-09-01T11:09:57.728 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.728 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vKvn4wA63ga+ka1nw9fC32NiEPA= 2022-09-01T11:09:57.729 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vKvn4wA63ga+ka1nw9fC32NiEPA=', 'Content-Length': '0'} 2022-09-01T11:09:57.731 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001a34023130285356-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.732 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.733 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.733 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.734 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.734 DEBUG:boto:Data: 2022-09-01T11:09:57.735 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.735 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.736 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.736 DEBUG:boto:Params: {} 2022-09-01T11:09:57.737 DEBUG:boto:Token: None 2022-09-01T11:09:57.738 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.738 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vKvn4wA63ga+ka1nw9fC32NiEPA= 2022-09-01T11:09:57.739 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vKvn4wA63ga+ka1nw9fC32NiEPA=', 'Content-Length': '0'} 2022-09-01T11:09:57.741 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fb6231dee9eb5b73-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.742 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000010 2022-09-01T11:09:57.742 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.743 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.744 DEBUG:boto:Method: GET 2022-09-01T11:09:57.744 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.745 DEBUG:boto:Data: 2022-09-01T11:09:57.745 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.746 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.746 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.747 DEBUG:boto:Params: {} 2022-09-01T11:09:57.748 DEBUG:boto:Token: None 2022-09-01T11:09:57.748 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.749 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:04tNvxK+qcCfEsMYkeBleZFdeiM= 2022-09-01T11:09:57.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:04tNvxK+qcCfEsMYkeBleZFdeiM=', 'Content-Length': '0'} 2022-09-01T11:09:57.751 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000061099aaa76ed5eea-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.752 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.753 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.754 DEBUG:boto:Method: GET 2022-09-01T11:09:57.754 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.755 DEBUG:boto:Data: 2022-09-01T11:09:57.756 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.756 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.757 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.757 DEBUG:boto:Params: {} 2022-09-01T11:09:57.758 DEBUG:boto:Token: None 2022-09-01T11:09:57.758 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:57.759 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:04tNvxK+qcCfEsMYkeBleZFdeiM= 2022-09-01T11:09:57.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:04tNvxK+qcCfEsMYkeBleZFdeiM=', 'Content-Length': '0'} 2022-09-01T11:09:57.762 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008321ef41c53fff7b-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.763 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.764 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.764 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:09:57.765 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:09:57.765 DEBUG:boto:Method: GET 2022-09-01T11:09:57.766 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:09:57.766 DEBUG:boto:Data: 2022-09-01T11:09:57.767 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.768 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.768 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.769 DEBUG:boto:Params: {} 2022-09-01T11:09:57.769 DEBUG:boto:Token: None 2022-09-01T11:09:57.770 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.770 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.771 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.774 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000361bbdbcd61d4a6e-0063109305-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.775 DEBUG:boto:b'ptoxvb-73obj000000000000000000101000falseobj000000000000000000102022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.776 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.776 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.777 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:09:57.777 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:09:57.778 DEBUG:boto:Method: GET 2022-09-01T11:09:57.778 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:09:57.779 DEBUG:boto:Data: 2022-09-01T11:09:57.779 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.780 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.780 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.781 DEBUG:boto:Params: {} 2022-09-01T11:09:57.781 DEBUG:boto:Token: None 2022-09-01T11:09:57.782 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.783 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.783 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.786 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005d9f604e1e5b68d2-0063109305-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.787 DEBUG:boto:b'ptoxvb-73obj000000000000000000101000falseobj000000000000000000102022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.788 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000012 2022-09-01T11:09:57.788 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.789 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.789 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.790 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.790 DEBUG:boto:Method: GET 2022-09-01T11:09:57.791 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.792 DEBUG:boto:Data: 2022-09-01T11:09:57.792 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.793 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.793 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.794 DEBUG:boto:Params: {} 2022-09-01T11:09:57.794 DEBUG:boto:Token: None 2022-09-01T11:09:57.795 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K31gpbrmBvr5zy3/w8EMExSkAXc= 2022-09-01T11:09:57.796 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K31gpbrmBvr5zy3/w8EMExSkAXc=', 'Content-Length': '0'} 2022-09-01T11:09:57.798 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012d8de536c75539e-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.842 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.843 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.843 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.844 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.844 DEBUG:boto:Method: GET 2022-09-01T11:09:57.845 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.845 DEBUG:boto:Data: 2022-09-01T11:09:57.846 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.846 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.847 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.847 DEBUG:boto:Params: {} 2022-09-01T11:09:57.848 DEBUG:boto:Token: None 2022-09-01T11:09:57.849 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.849 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K31gpbrmBvr5zy3/w8EMExSkAXc= 2022-09-01T11:09:57.850 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K31gpbrmBvr5zy3/w8EMExSkAXc=', 'Content-Length': '0'} 2022-09-01T11:09:57.852 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000463557fe1773b808-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.852 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.853 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.853 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.854 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.854 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.855 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.856 DEBUG:boto:Data: 2022-09-01T11:09:57.856 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.857 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.857 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.858 DEBUG:boto:Params: {} 2022-09-01T11:09:57.858 DEBUG:boto:Token: None 2022-09-01T11:09:57.859 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.859 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yYKXAfGC4oPW9+o6LUCpaAZwIw= 2022-09-01T11:09:57.860 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yYKXAfGC4oPW9+o6LUCpaAZwIw=', 'Content-Length': '0'} 2022-09-01T11:09:57.862 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000017cd6f61816170bf-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.863 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.863 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.864 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.864 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.865 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.865 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.866 DEBUG:boto:Data: 2022-09-01T11:09:57.866 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.867 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.867 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.868 DEBUG:boto:Params: {} 2022-09-01T11:09:57.868 DEBUG:boto:Token: None 2022-09-01T11:09:57.869 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yYKXAfGC4oPW9+o6LUCpaAZwIw= 2022-09-01T11:09:57.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yYKXAfGC4oPW9+o6LUCpaAZwIw=', 'Content-Length': '0'} 2022-09-01T11:09:57.872 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000822052dd27c15be6-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.873 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000012 2022-09-01T11:09:57.873 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.874 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.874 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.875 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.875 DEBUG:boto:Method: GET 2022-09-01T11:09:57.876 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.876 DEBUG:boto:Data: 2022-09-01T11:09:57.877 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.877 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.878 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.879 DEBUG:boto:Params: {} 2022-09-01T11:09:57.879 DEBUG:boto:Token: None 2022-09-01T11:09:57.880 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K31gpbrmBvr5zy3/w8EMExSkAXc= 2022-09-01T11:09:57.881 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K31gpbrmBvr5zy3/w8EMExSkAXc=', 'Content-Length': '0'} 2022-09-01T11:09:57.883 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ecacf8136cf5750a-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.884 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.885 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.885 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.886 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.886 DEBUG:boto:Method: GET 2022-09-01T11:09:57.887 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.887 DEBUG:boto:Data: 2022-09-01T11:09:57.888 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.888 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.889 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.889 DEBUG:boto:Params: {} 2022-09-01T11:09:57.890 DEBUG:boto:Token: None 2022-09-01T11:09:57.891 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:09:57.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K31gpbrmBvr5zy3/w8EMExSkAXc= 2022-09-01T11:09:57.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K31gpbrmBvr5zy3/w8EMExSkAXc=', 'Content-Length': '0'} 2022-09-01T11:09:57.894 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001505af5e7c626407-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.895 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.895 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.896 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:09:57.896 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:09:57.897 DEBUG:boto:Method: GET 2022-09-01T11:09:57.898 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:09:57.898 DEBUG:boto:Data: 2022-09-01T11:09:57.899 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.899 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.900 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.900 DEBUG:boto:Params: {} 2022-09-01T11:09:57.901 DEBUG:boto:Token: None 2022-09-01T11:09:57.901 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.902 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.903 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.906 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a13025b13b372ab0-0063109305-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.946 DEBUG:boto:b'ptoxvb-73obj000000000000000000121000falseobj000000000000000000122022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.947 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:57.947 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:57.948 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:09:57.948 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:09:57.949 DEBUG:boto:Method: GET 2022-09-01T11:09:57.950 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:09:57.950 DEBUG:boto:Data: 2022-09-01T11:09:57.951 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.951 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.952 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.952 DEBUG:boto:Params: {} 2022-09-01T11:09:57.953 DEBUG:boto:Token: None 2022-09-01T11:09:57.953 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/ 2022-09-01T11:09:57.954 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE= 2022-09-01T11:09:57.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0lFwTOjBQhQjKCC+OImAJkaJmE=', 'Content-Length': '0'} 2022-09-01T11:09:57.957 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a51c203c9ea2fd89-0063109305-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.958 DEBUG:boto:b'ptoxvb-73obj000000000000000000121000falseobj000000000000000000122022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:57.959 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.959 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.960 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.960 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.961 DEBUG:boto:Data: 2022-09-01T11:09:57.961 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.962 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.962 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.963 DEBUG:boto:Params: {} 2022-09-01T11:09:57.963 DEBUG:boto:Token: None 2022-09-01T11:09:57.964 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ouUPCStWSRrIvdeXnSnExG9KsIY= 2022-09-01T11:09:57.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ouUPCStWSRrIvdeXnSnExG9KsIY=', 'Content-Length': '0'} 2022-09-01T11:09:57.967 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fc43058fb73c2084-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.968 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.968 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.969 DEBUG:boto:Method: HEAD 2022-09-01T11:09:57.969 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.970 DEBUG:boto:Data: 2022-09-01T11:09:57.971 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.971 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.971 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.972 DEBUG:boto:Params: {} 2022-09-01T11:09:57.972 DEBUG:boto:Token: None 2022-09-01T11:09:57.973 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.973 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ouUPCStWSRrIvdeXnSnExG9KsIY= 2022-09-01T11:09:57.974 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ouUPCStWSRrIvdeXnSnExG9KsIY=', 'Content-Length': '0'} 2022-09-01T11:09:57.977 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000047448321a8e95be1-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.978 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000012 2022-09-01T11:09:57.979 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.979 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.980 DEBUG:boto:Method: GET 2022-09-01T11:09:57.980 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.981 DEBUG:boto:Data: 2022-09-01T11:09:57.981 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.982 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:57.982 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.983 DEBUG:boto:Params: {} 2022-09-01T11:09:57.984 DEBUG:boto:Token: None 2022-09-01T11:09:57.984 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JyBI16mc5qQG/7Xi+amhvGy7pxE= 2022-09-01T11:09:57.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JyBI16mc5qQG/7Xi+amhvGy7pxE=', 'Content-Length': '0'} 2022-09-01T11:09:57.988 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000076609523243dc6c8-0063109305-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.989 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.990 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.990 DEBUG:boto:Method: GET 2022-09-01T11:09:57.991 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.991 DEBUG:boto:Data: 2022-09-01T11:09:57.992 DEBUG:boto:Headers: {} 2022-09-01T11:09:57.992 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:57.993 DEBUG:boto:Port: 8000 2022-09-01T11:09:57.993 DEBUG:boto:Params: {} 2022-09-01T11:09:57.994 DEBUG:boto:Token: None 2022-09-01T11:09:57.995 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:57 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:09:57.995 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JyBI16mc5qQG/7Xi+amhvGy7pxE= 2022-09-01T11:09:57.996 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JyBI16mc5qQG/7Xi+amhvGy7pxE=', 'Content-Length': '0'} 2022-09-01T11:09:57.998 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002d99f6d9f7d39b16-0063109305-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:57.999 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.000 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.000 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:09:58.001 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:09:58.001 DEBUG:boto:Method: GET 2022-09-01T11:09:58.002 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:09:58.002 DEBUG:boto:Data: 2022-09-01T11:09:58.003 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.004 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:58.004 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.005 DEBUG:boto:Params: {} 2022-09-01T11:09:58.005 DEBUG:boto:Token: None 2022-09-01T11:09:58.006 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.006 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.007 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.010 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005e3b6bc1255291b0-0063109306-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.011 DEBUG:boto:b'ptoxvb-73obj000000000000000000121000falseobj000000000000000000122022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.012 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.012 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.013 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:09:58.013 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:09:58.014 DEBUG:boto:Method: GET 2022-09-01T11:09:58.015 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:09:58.015 DEBUG:boto:Data: 2022-09-01T11:09:58.016 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.016 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.017 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.017 DEBUG:boto:Params: {} 2022-09-01T11:09:58.018 DEBUG:boto:Token: None 2022-09-01T11:09:58.018 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.019 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.020 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.022 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000048dcfb95249f4967-0063109306-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.066 DEBUG:boto:b'ptoxvb-73obj000000000000000000121000falseobj000000000000000000122022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.067 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000013 2022-09-01T11:09:58.068 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.068 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.069 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.069 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.070 DEBUG:boto:Method: GET 2022-09-01T11:09:58.070 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.071 DEBUG:boto:Data: 2022-09-01T11:09:58.071 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.072 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:58.073 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.073 DEBUG:boto:Params: {} 2022-09-01T11:09:58.074 DEBUG:boto:Token: None 2022-09-01T11:09:58.074 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.075 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HaL85jpVfHBTlrQcheFYB56avYQ= 2022-09-01T11:09:58.076 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HaL85jpVfHBTlrQcheFYB56avYQ=', 'Content-Length': '0'} 2022-09-01T11:09:58.078 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003e17eb1ab03989cb-0063109306-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.079 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.079 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.080 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.080 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.081 DEBUG:boto:Method: GET 2022-09-01T11:09:58.081 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.082 DEBUG:boto:Data: 2022-09-01T11:09:58.083 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.083 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.084 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.084 DEBUG:boto:Params: {} 2022-09-01T11:09:58.085 DEBUG:boto:Token: None 2022-09-01T11:09:58.085 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.086 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HaL85jpVfHBTlrQcheFYB56avYQ= 2022-09-01T11:09:58.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HaL85jpVfHBTlrQcheFYB56avYQ=', 'Content-Length': '0'} 2022-09-01T11:09:58.089 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c9a9fb0546997dc9-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.090 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.090 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.091 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.091 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.092 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.092 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.093 DEBUG:boto:Data: 2022-09-01T11:09:58.093 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.094 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:58.094 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.095 DEBUG:boto:Params: {} 2022-09-01T11:09:58.095 DEBUG:boto:Token: None 2022-09-01T11:09:58.096 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.097 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t5UOGntmeS30xeTksaRZx0NoDFs= 2022-09-01T11:09:58.097 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t5UOGntmeS30xeTksaRZx0NoDFs=', 'Content-Length': '0'} 2022-09-01T11:09:58.099 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000476ce16f5cd646f1-0063109306-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.100 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.100 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.101 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.102 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.102 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.103 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.103 DEBUG:boto:Data: 2022-09-01T11:09:58.104 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.104 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.105 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.105 DEBUG:boto:Params: {} 2022-09-01T11:09:58.106 DEBUG:boto:Token: None 2022-09-01T11:09:58.106 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.107 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t5UOGntmeS30xeTksaRZx0NoDFs= 2022-09-01T11:09:58.107 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t5UOGntmeS30xeTksaRZx0NoDFs=', 'Content-Length': '0'} 2022-09-01T11:09:58.110 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000074232b4c915468fb-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.110 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000013 2022-09-01T11:09:58.111 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.112 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.112 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.113 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.113 DEBUG:boto:Method: GET 2022-09-01T11:09:58.114 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.114 DEBUG:boto:Data: 2022-09-01T11:09:58.115 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.115 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:58.116 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.116 DEBUG:boto:Params: {} 2022-09-01T11:09:58.117 DEBUG:boto:Token: None 2022-09-01T11:09:58.118 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HaL85jpVfHBTlrQcheFYB56avYQ= 2022-09-01T11:09:58.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HaL85jpVfHBTlrQcheFYB56avYQ=', 'Content-Length': '0'} 2022-09-01T11:09:58.121 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001dbf46fd7a9e9df0-0063109306-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.162 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.163 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.164 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.164 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.165 DEBUG:boto:Method: GET 2022-09-01T11:09:58.165 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.166 DEBUG:boto:Data: 2022-09-01T11:09:58.166 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.167 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.167 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.168 DEBUG:boto:Params: {} 2022-09-01T11:09:58.169 DEBUG:boto:Token: None 2022-09-01T11:09:58.169 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:09:58.170 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HaL85jpVfHBTlrQcheFYB56avYQ= 2022-09-01T11:09:58.170 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HaL85jpVfHBTlrQcheFYB56avYQ=', 'Content-Length': '0'} 2022-09-01T11:09:58.173 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073219ad179f1b365-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.174 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.175 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.175 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:09:58.176 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:09:58.176 DEBUG:boto:Method: GET 2022-09-01T11:09:58.177 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:09:58.177 DEBUG:boto:Data: 2022-09-01T11:09:58.178 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.179 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:58.179 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.180 DEBUG:boto:Params: {} 2022-09-01T11:09:58.180 DEBUG:boto:Token: None 2022-09-01T11:09:58.181 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.181 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.182 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.185 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000be7fc7f974474b36-0063109306-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.186 DEBUG:boto:b'ptoxvb-73obj000000000000000000131000falseobj000000000000000000132022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.187 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.187 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.188 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:09:58.188 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:09:58.189 DEBUG:boto:Method: GET 2022-09-01T11:09:58.189 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:09:58.190 DEBUG:boto:Data: 2022-09-01T11:09:58.190 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.191 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.192 DEBUG:boto:Params: {} 2022-09-01T11:09:58.193 DEBUG:boto:Token: None 2022-09-01T11:09:58.193 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.194 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.198 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e33238d2df9bdf86-0063109306-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.198 DEBUG:boto:b'ptoxvb-73obj000000000000000000131000falseobj000000000000000000132022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.199 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.200 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.200 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.201 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.201 DEBUG:boto:Data: 2022-09-01T11:09:58.202 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.202 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:58.203 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.203 DEBUG:boto:Params: {} 2022-09-01T11:09:58.204 DEBUG:boto:Token: None 2022-09-01T11:09:58.205 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.205 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:44WjmaV92ipBpVOUM9s+TOFohSg= 2022-09-01T11:09:58.206 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:44WjmaV92ipBpVOUM9s+TOFohSg=', 'Content-Length': '0'} 2022-09-01T11:09:58.208 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dedde8f8fa603811-0063109306-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.209 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.209 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.210 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.210 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.211 DEBUG:boto:Data: 2022-09-01T11:09:58.211 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.212 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.212 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.213 DEBUG:boto:Params: {} 2022-09-01T11:09:58.213 DEBUG:boto:Token: None 2022-09-01T11:09:58.214 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.215 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:44WjmaV92ipBpVOUM9s+TOFohSg= 2022-09-01T11:09:58.215 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:44WjmaV92ipBpVOUM9s+TOFohSg=', 'Content-Length': '0'} 2022-09-01T11:09:58.217 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003547f7c43a97e640-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.218 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000013 2022-09-01T11:09:58.219 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.219 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.220 DEBUG:boto:Method: GET 2022-09-01T11:09:58.220 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.221 DEBUG:boto:Data: 2022-09-01T11:09:58.221 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.222 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:58.223 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.223 DEBUG:boto:Params: {} 2022-09-01T11:09:58.224 DEBUG:boto:Token: None 2022-09-01T11:09:58.224 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.225 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0TjSYZla6ZMTgjapKiOJRFrFrro= 2022-09-01T11:09:58.226 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0TjSYZla6ZMTgjapKiOJRFrFrro=', 'Content-Length': '0'} 2022-09-01T11:09:58.228 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000021bed89a6a02106c-0063109306-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.229 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.229 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.230 DEBUG:boto:Method: GET 2022-09-01T11:09:58.230 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.231 DEBUG:boto:Data: 2022-09-01T11:09:58.232 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.232 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.233 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.233 DEBUG:boto:Params: {} 2022-09-01T11:09:58.234 DEBUG:boto:Token: None 2022-09-01T11:09:58.234 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:09:58.235 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0TjSYZla6ZMTgjapKiOJRFrFrro= 2022-09-01T11:09:58.236 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0TjSYZla6ZMTgjapKiOJRFrFrro=', 'Content-Length': '0'} 2022-09-01T11:09:58.238 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b9f06f35c89080e-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.239 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.240 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.240 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:09:58.241 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:09:58.241 DEBUG:boto:Method: GET 2022-09-01T11:09:58.242 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:09:58.242 DEBUG:boto:Data: 2022-09-01T11:09:58.243 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.244 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:09:58.245 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.246 DEBUG:boto:Params: {} 2022-09-01T11:09:58.246 DEBUG:boto:Token: None 2022-09-01T11:09:58.247 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.248 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.248 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.251 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005a6f81bb339fd60f-0063109306-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.252 DEBUG:boto:b'ptoxvb-73obj000000000000000000131000falseobj000000000000000000132022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.253 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.254 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.254 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:09:58.255 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:09:58.255 DEBUG:boto:Method: GET 2022-09-01T11:09:58.256 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:09:58.256 DEBUG:boto:Data: 2022-09-01T11:09:58.257 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.257 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.258 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.259 DEBUG:boto:Params: {} 2022-09-01T11:09:58.259 DEBUG:boto:Token: None 2022-09-01T11:09:58.260 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.264 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d17e6dde40c80531-0063109306-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.265 DEBUG:boto:b'ptoxvb-73obj000000000000000000131000falseobj000000000000000000132022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.267 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-73 zones={test-zone2, test-zone1} 2022-09-01T11:09:58.268 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-73 zones={test-zone3, test-zone1} 2022-09-01T11:09:58.268 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.269 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.270 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.270 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:09:58.271 DEBUG:boto:Data: 2022-09-01T11:09:58.271 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.272 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.272 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.273 DEBUG:boto:Params: {} 2022-09-01T11:09:58.274 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T11:09:58.274 DEBUG:boto:Token: None 2022-09-01T11:09:58.275 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.275 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IcHiVK0lqGvJF5Qt2R9i85BcBe8= 2022-09-01T11:09:58.276 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IcHiVK0lqGvJF5Qt2R9i85BcBe8=', 'Content-Length': '0'} 2022-09-01T11:09:58.280 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '30'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000884099c0f15c8c17-0063109306-17b1-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.280 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.281 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.281 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.282 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:09:58.283 DEBUG:boto:Data: 2022-09-01T11:09:58.283 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.284 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.284 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.285 DEBUG:boto:Params: {} 2022-09-01T11:09:58.285 DEBUG:boto:Token: None 2022-09-01T11:09:58.286 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IcHiVK0lqGvJF5Qt2R9i85BcBe8= 2022-09-01T11:09:58.287 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IcHiVK0lqGvJF5Qt2R9i85BcBe8=', 'Content-Length': '0'} 2022-09-01T11:09:58.290 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '30'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002e1aa09ef3e47d8c-0063109306-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.290 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:09:58.291 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.291 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.292 DEBUG:boto:path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:58.293 DEBUG:boto:auth_path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:58.294 DEBUG:boto:Method: GET 2022-09-01T11:09:58.294 DEBUG:boto:Path: /ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:58.295 DEBUG:boto:Data: 2022-09-01T11:09:58.296 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.297 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.297 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.298 DEBUG:boto:Params: {} 2022-09-01T11:09:58.299 DEBUG:boto:Token: None 2022-09-01T11:09:58.300 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/?versions 2022-09-01T11:09:58.301 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NSA0fy8dQpkeK8PzbjupUnZCBBs= 2022-09-01T11:09:58.302 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NSA0fy8dQpkeK8PzbjupUnZCBBs=', 'Content-Length': '0'} 2022-09-01T11:09:58.306 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000080d9b4ab26640a23-0063109306-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.306 DEBUG:boto:b'ptoxvb-73999falseobj00000000000000000000nulltrue2022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000001nulltrue2022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000002nulltrue2022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000003nulltrue2022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000004nulltrue2022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000005nulltrue2022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000006nulltrue2022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000010nulltrue2022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000012nulltrue2022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000013nulltrue2022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.308 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000000 2022-09-01T11:09:58.309 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000001 2022-09-01T11:09:58.310 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000002 2022-09-01T11:09:58.311 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000003 2022-09-01T11:09:58.311 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000004 2022-09-01T11:09:58.312 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000005 2022-09-01T11:09:58.313 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000006 2022-09-01T11:09:58.314 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000010 2022-09-01T11:09:58.314 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000012 2022-09-01T11:09:58.315 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000013 2022-09-01T11:09:58.316 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:09:58.316 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.317 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.317 DEBUG:boto:path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:58.318 DEBUG:boto:auth_path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:58.318 DEBUG:boto:Method: GET 2022-09-01T11:09:58.319 DEBUG:boto:Path: /ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:58.320 DEBUG:boto:Data: 2022-09-01T11:09:58.320 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.321 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.321 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.322 DEBUG:boto:Params: {} 2022-09-01T11:09:58.322 DEBUG:boto:Token: None 2022-09-01T11:09:58.323 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/?versions 2022-09-01T11:09:58.324 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NSA0fy8dQpkeK8PzbjupUnZCBBs= 2022-09-01T11:09:58.324 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NSA0fy8dQpkeK8PzbjupUnZCBBs=', 'Content-Length': '0'} 2022-09-01T11:09:58.327 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002449bc3c38a3c5dc-0063109306-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.328 DEBUG:boto:b'ptoxvb-73999falseobj00000000000000000000nulltrue2022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000001nulltrue2022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000002nulltrue2022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000003nulltrue2022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000004nulltrue2022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000005nulltrue2022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000006nulltrue2022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000010nulltrue2022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000012nulltrue2022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000013nulltrue2022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.329 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000000 2022-09-01T11:09:58.330 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000001 2022-09-01T11:09:58.330 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000002 2022-09-01T11:09:58.331 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000003 2022-09-01T11:09:58.331 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000004 2022-09-01T11:09:58.332 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000005 2022-09-01T11:09:58.332 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000006 2022-09-01T11:09:58.332 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000010 2022-09-01T11:09:58.333 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000012 2022-09-01T11:09:58.333 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000013 2022-09-01T11:09:58.334 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.335 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.335 DEBUG:boto:path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:58.336 DEBUG:boto:auth_path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:58.336 DEBUG:boto:Method: GET 2022-09-01T11:09:58.337 DEBUG:boto:Path: /ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:58.337 DEBUG:boto:Data: 2022-09-01T11:09:58.338 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.338 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.339 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.339 DEBUG:boto:Params: {} 2022-09-01T11:09:58.340 DEBUG:boto:Token: None 2022-09-01T11:09:58.340 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/?versions 2022-09-01T11:09:58.341 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NSA0fy8dQpkeK8PzbjupUnZCBBs= 2022-09-01T11:09:58.342 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NSA0fy8dQpkeK8PzbjupUnZCBBs=', 'Content-Length': '0'} 2022-09-01T11:09:58.344 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000396143ed5be1ae4-0063109306-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.345 DEBUG:boto:b'ptoxvb-73999falseobj00000000000000000000nulltrue2022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000001nulltrue2022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000002nulltrue2022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000003nulltrue2022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000004nulltrue2022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000005nulltrue2022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000006nulltrue2022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000010nulltrue2022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000012nulltrue2022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000013nulltrue2022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.346 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.347 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.348 DEBUG:boto:path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:58.349 DEBUG:boto:auth_path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:58.349 DEBUG:boto:Method: GET 2022-09-01T11:09:58.350 DEBUG:boto:Path: /ptoxvb-73/?versions&max-keys=999 2022-09-01T11:09:58.350 DEBUG:boto:Data: 2022-09-01T11:09:58.351 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.352 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.352 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.353 DEBUG:boto:Params: {} 2022-09-01T11:09:58.353 DEBUG:boto:Token: None 2022-09-01T11:09:58.354 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/?versions 2022-09-01T11:09:58.354 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NSA0fy8dQpkeK8PzbjupUnZCBBs= 2022-09-01T11:09:58.355 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NSA0fy8dQpkeK8PzbjupUnZCBBs=', 'Content-Length': '0'} 2022-09-01T11:09:58.358 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fdea114cac873dd8-0063109306-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.359 DEBUG:boto:b'ptoxvb-73999falseobj00000000000000000000nulltrue2022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000001nulltrue2022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000002nulltrue2022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000003nulltrue2022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000004nulltrue2022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000005nulltrue2022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000006nulltrue2022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000010nulltrue2022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000012nulltrue2022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000013nulltrue2022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.360 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000000 2022-09-01T11:09:58.361 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.361 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.362 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.362 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.363 DEBUG:boto:Method: GET 2022-09-01T11:09:58.363 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.364 DEBUG:boto:Data: 2022-09-01T11:09:58.364 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.365 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.365 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.372 DEBUG:boto:Params: {} 2022-09-01T11:09:58.373 DEBUG:boto:Token: None 2022-09-01T11:09:58.374 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.374 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O5xoOsfmj8zjXrKCCWpoRUL/kzU= 2022-09-01T11:09:58.375 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O5xoOsfmj8zjXrKCCWpoRUL/kzU=', 'Content-Length': '0'} 2022-09-01T11:09:58.377 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007e3b818f7081abb4-0063109306-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.378 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.379 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.379 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.380 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.380 DEBUG:boto:Method: GET 2022-09-01T11:09:58.381 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.381 DEBUG:boto:Data: 2022-09-01T11:09:58.382 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.382 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.383 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.383 DEBUG:boto:Params: {} 2022-09-01T11:09:58.384 DEBUG:boto:Token: None 2022-09-01T11:09:58.385 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.385 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O5xoOsfmj8zjXrKCCWpoRUL/kzU= 2022-09-01T11:09:58.386 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O5xoOsfmj8zjXrKCCWpoRUL/kzU=', 'Content-Length': '0'} 2022-09-01T11:09:58.388 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001a675542027fc7cf-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.430 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.431 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.431 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.432 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.432 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.433 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.433 DEBUG:boto:Data: 2022-09-01T11:09:58.434 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.434 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.435 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.435 DEBUG:boto:Params: {} 2022-09-01T11:09:58.436 DEBUG:boto:Token: None 2022-09-01T11:09:58.436 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.437 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iIiRGAHoz/ogYnbu/n7Cn0wxPGo= 2022-09-01T11:09:58.437 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iIiRGAHoz/ogYnbu/n7Cn0wxPGo=', 'Content-Length': '0'} 2022-09-01T11:09:58.440 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071839410a4cefaf2-0063109306-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.440 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.441 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.441 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.442 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.442 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.443 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.444 DEBUG:boto:Data: 2022-09-01T11:09:58.444 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.445 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.445 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.445 DEBUG:boto:Params: {} 2022-09-01T11:09:58.446 DEBUG:boto:Token: None 2022-09-01T11:09:58.447 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.447 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iIiRGAHoz/ogYnbu/n7Cn0wxPGo= 2022-09-01T11:09:58.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iIiRGAHoz/ogYnbu/n7Cn0wxPGo=', 'Content-Length': '0'} 2022-09-01T11:09:58.451 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e21078f0c6a9c109-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.451 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000000 2022-09-01T11:09:58.452 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.452 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.453 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.453 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.454 DEBUG:boto:Method: GET 2022-09-01T11:09:58.454 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.455 DEBUG:boto:Data: 2022-09-01T11:09:58.455 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.456 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.457 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.457 DEBUG:boto:Params: {} 2022-09-01T11:09:58.458 DEBUG:boto:Token: None 2022-09-01T11:09:58.458 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O5xoOsfmj8zjXrKCCWpoRUL/kzU= 2022-09-01T11:09:58.459 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O5xoOsfmj8zjXrKCCWpoRUL/kzU=', 'Content-Length': '0'} 2022-09-01T11:09:58.462 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000227bed0f6221da0-0063109306-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.462 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.463 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.463 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.464 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.464 DEBUG:boto:Method: GET 2022-09-01T11:09:58.465 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.465 DEBUG:boto:Data: 2022-09-01T11:09:58.466 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.466 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.467 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.467 DEBUG:boto:Params: {} 2022-09-01T11:09:58.468 DEBUG:boto:Token: None 2022-09-01T11:09:58.468 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:09:58.469 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O5xoOsfmj8zjXrKCCWpoRUL/kzU= 2022-09-01T11:09:58.470 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O5xoOsfmj8zjXrKCCWpoRUL/kzU=', 'Content-Length': '0'} 2022-09-01T11:09:58.472 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000373bc5b30d727ab1-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.473 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.473 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.474 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:58.474 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:58.475 DEBUG:boto:Method: GET 2022-09-01T11:09:58.476 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:58.476 DEBUG:boto:Data: 2022-09-01T11:09:58.477 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.477 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.478 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.478 DEBUG:boto:Params: {} 2022-09-01T11:09:58.479 DEBUG:boto:Token: None 2022-09-01T11:09:58.479 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.480 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.481 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.483 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c503ab1ad3a15fbb-0063109306-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.484 DEBUG:boto:b'ptoxvb-73obj000000000000000000001000falseobj000000000000000000002022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.485 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.486 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.486 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:58.487 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:58.487 DEBUG:boto:Method: GET 2022-09-01T11:09:58.488 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:58.488 DEBUG:boto:Data: 2022-09-01T11:09:58.488 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.489 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.489 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.490 DEBUG:boto:Params: {} 2022-09-01T11:09:58.491 DEBUG:boto:Token: None 2022-09-01T11:09:58.491 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.492 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.495 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004a91d8692fe79c6f-0063109306-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.496 DEBUG:boto:b'ptoxvb-73obj000000000000000000001000falseobj000000000000000000002022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.497 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.497 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.498 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.498 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.499 DEBUG:boto:Data: 2022-09-01T11:09:58.499 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.500 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.500 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.501 DEBUG:boto:Params: {} 2022-09-01T11:09:58.501 DEBUG:boto:Token: None 2022-09-01T11:09:58.502 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.502 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ORG2uzjggu7uu8OUbRyt32HFi+8= 2022-09-01T11:09:58.503 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ORG2uzjggu7uu8OUbRyt32HFi+8=', 'Content-Length': '0'} 2022-09-01T11:09:58.505 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b15e389b7c36b292-0063109306-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.506 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.506 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.507 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.507 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.508 DEBUG:boto:Data: 2022-09-01T11:09:58.508 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.509 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.509 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.510 DEBUG:boto:Params: {} 2022-09-01T11:09:58.510 DEBUG:boto:Token: None 2022-09-01T11:09:58.511 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.512 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ORG2uzjggu7uu8OUbRyt32HFi+8= 2022-09-01T11:09:58.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ORG2uzjggu7uu8OUbRyt32HFi+8=', 'Content-Length': '0'} 2022-09-01T11:09:58.514 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008861cb3f7748964a-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.515 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000000 2022-09-01T11:09:58.515 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.516 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.516 DEBUG:boto:Method: GET 2022-09-01T11:09:58.517 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.517 DEBUG:boto:Data: 2022-09-01T11:09:58.518 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.518 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.519 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.519 DEBUG:boto:Params: {} 2022-09-01T11:09:58.520 DEBUG:boto:Token: None 2022-09-01T11:09:58.520 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.521 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o6YyLDj3BbpwN/xPtYDrx/NHQyA= 2022-09-01T11:09:58.522 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o6YyLDj3BbpwN/xPtYDrx/NHQyA=', 'Content-Length': '0'} 2022-09-01T11:09:58.524 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe81be55f5eade0d-0063109306-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.524 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.525 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.526 DEBUG:boto:Method: GET 2022-09-01T11:09:58.526 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.527 DEBUG:boto:Data: 2022-09-01T11:09:58.527 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.528 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.528 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.529 DEBUG:boto:Params: {} 2022-09-01T11:09:58.529 DEBUG:boto:Token: None 2022-09-01T11:09:58.530 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:09:58.531 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o6YyLDj3BbpwN/xPtYDrx/NHQyA= 2022-09-01T11:09:58.531 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o6YyLDj3BbpwN/xPtYDrx/NHQyA=', 'Content-Length': '0'} 2022-09-01T11:09:58.533 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002018dcb400208c40-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.574 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.575 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.575 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:58.576 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:58.576 DEBUG:boto:Method: GET 2022-09-01T11:09:58.577 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:58.577 DEBUG:boto:Data: 2022-09-01T11:09:58.578 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.578 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.579 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.579 DEBUG:boto:Params: {} 2022-09-01T11:09:58.580 DEBUG:boto:Token: None 2022-09-01T11:09:58.581 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.582 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.585 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003b9acd9d71f7c876-0063109306-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.586 DEBUG:boto:b'ptoxvb-73obj000000000000000000001000falseobj000000000000000000002022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.586 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.587 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.588 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:58.588 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:58.588 DEBUG:boto:Method: GET 2022-09-01T11:09:58.589 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:09:58.589 DEBUG:boto:Data: 2022-09-01T11:09:58.590 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.591 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.591 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.592 DEBUG:boto:Params: {} 2022-09-01T11:09:58.592 DEBUG:boto:Token: None 2022-09-01T11:09:58.593 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.593 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.594 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.597 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000661c0e00df47fe9f-0063109306-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.597 DEBUG:boto:b'ptoxvb-73obj000000000000000000001000falseobj000000000000000000002022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.598 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000001 2022-09-01T11:09:58.599 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.599 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.600 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.600 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.601 DEBUG:boto:Method: GET 2022-09-01T11:09:58.601 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.602 DEBUG:boto:Data: 2022-09-01T11:09:58.603 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.603 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.604 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.605 DEBUG:boto:Params: {} 2022-09-01T11:09:58.605 DEBUG:boto:Token: None 2022-09-01T11:09:58.606 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.607 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kyFuiopuWMnW9LSGJG4LwK5H+k0= 2022-09-01T11:09:58.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kyFuiopuWMnW9LSGJG4LwK5H+k0=', 'Content-Length': '0'} 2022-09-01T11:09:58.610 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1deeec7fea42173-0063109306-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.611 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.611 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.612 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.612 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.613 DEBUG:boto:Method: GET 2022-09-01T11:09:58.613 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.614 DEBUG:boto:Data: 2022-09-01T11:09:58.614 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.615 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.616 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.616 DEBUG:boto:Params: {} 2022-09-01T11:09:58.617 DEBUG:boto:Token: None 2022-09-01T11:09:58.617 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kyFuiopuWMnW9LSGJG4LwK5H+k0= 2022-09-01T11:09:58.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kyFuiopuWMnW9LSGJG4LwK5H+k0=', 'Content-Length': '0'} 2022-09-01T11:09:58.621 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000047e29de73e502a1a-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.622 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.623 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.623 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.624 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.624 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.625 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.625 DEBUG:boto:Data: 2022-09-01T11:09:58.626 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.627 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.627 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.628 DEBUG:boto:Params: {} 2022-09-01T11:09:58.628 DEBUG:boto:Token: None 2022-09-01T11:09:58.629 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.629 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qgngnjG89Xqu6xvnPE3Vl3Vh6Us= 2022-09-01T11:09:58.630 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qgngnjG89Xqu6xvnPE3Vl3Vh6Us=', 'Content-Length': '0'} 2022-09-01T11:09:58.632 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007e4dc7b9cfb1b390-0063109306-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.633 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.634 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.634 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.635 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.635 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.636 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.636 DEBUG:boto:Data: 2022-09-01T11:09:58.637 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.637 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.638 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.638 DEBUG:boto:Params: {} 2022-09-01T11:09:58.639 DEBUG:boto:Token: None 2022-09-01T11:09:58.639 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qgngnjG89Xqu6xvnPE3Vl3Vh6Us= 2022-09-01T11:09:58.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qgngnjG89Xqu6xvnPE3Vl3Vh6Us=', 'Content-Length': '0'} 2022-09-01T11:09:58.643 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000040fbb85398174be3-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.644 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000001 2022-09-01T11:09:58.644 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.645 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.645 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.646 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.647 DEBUG:boto:Method: GET 2022-09-01T11:09:58.647 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.648 DEBUG:boto:Data: 2022-09-01T11:09:58.648 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.649 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.649 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.650 DEBUG:boto:Params: {} 2022-09-01T11:09:58.650 DEBUG:boto:Token: None 2022-09-01T11:09:58.651 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.652 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kyFuiopuWMnW9LSGJG4LwK5H+k0= 2022-09-01T11:09:58.652 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kyFuiopuWMnW9LSGJG4LwK5H+k0=', 'Content-Length': '0'} 2022-09-01T11:09:58.655 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b36f8fc474d3e18b-0063109306-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.656 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.656 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.657 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.657 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.658 DEBUG:boto:Method: GET 2022-09-01T11:09:58.659 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.659 DEBUG:boto:Data: 2022-09-01T11:09:58.660 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.660 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.661 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.661 DEBUG:boto:Params: {} 2022-09-01T11:09:58.662 DEBUG:boto:Token: None 2022-09-01T11:09:58.663 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:09:58.663 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kyFuiopuWMnW9LSGJG4LwK5H+k0= 2022-09-01T11:09:58.664 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kyFuiopuWMnW9LSGJG4LwK5H+k0=', 'Content-Length': '0'} 2022-09-01T11:09:58.666 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000026190a8bd3a31932-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.667 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.668 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.669 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:58.669 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:58.670 DEBUG:boto:Method: GET 2022-09-01T11:09:58.670 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:58.671 DEBUG:boto:Data: 2022-09-01T11:09:58.671 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.672 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.672 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.673 DEBUG:boto:Params: {} 2022-09-01T11:09:58.674 DEBUG:boto:Token: None 2022-09-01T11:09:58.674 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.675 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.678 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000666e33b20050b8c3-0063109306-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.726 DEBUG:boto:b'ptoxvb-73obj000000000000000000011000falseobj000000000000000000012022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.727 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.728 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.728 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:58.729 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:58.729 DEBUG:boto:Method: GET 2022-09-01T11:09:58.730 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:58.730 DEBUG:boto:Data: 2022-09-01T11:09:58.731 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.731 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.732 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.732 DEBUG:boto:Params: {} 2022-09-01T11:09:58.733 DEBUG:boto:Token: None 2022-09-01T11:09:58.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.738 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d04add4a84e47d2d-0063109306-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.739 DEBUG:boto:b'ptoxvb-73obj000000000000000000011000falseobj000000000000000000012022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.739 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.740 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.741 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.741 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.742 DEBUG:boto:Data: 2022-09-01T11:09:58.742 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.743 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.743 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.744 DEBUG:boto:Params: {} 2022-09-01T11:09:58.744 DEBUG:boto:Token: None 2022-09-01T11:09:58.745 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Yd76TutTaiG6iXhM2D7N073xz+s= 2022-09-01T11:09:58.746 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Yd76TutTaiG6iXhM2D7N073xz+s=', 'Content-Length': '0'} 2022-09-01T11:09:58.748 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009458212afa74fb22-0063109306-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.749 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.750 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.750 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.751 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.751 DEBUG:boto:Data: 2022-09-01T11:09:58.752 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.752 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.753 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.753 DEBUG:boto:Params: {} 2022-09-01T11:09:58.754 DEBUG:boto:Token: None 2022-09-01T11:09:58.755 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.755 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Yd76TutTaiG6iXhM2D7N073xz+s= 2022-09-01T11:09:58.756 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Yd76TutTaiG6iXhM2D7N073xz+s=', 'Content-Length': '0'} 2022-09-01T11:09:58.758 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bcfe30f13488895b-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.759 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000001 2022-09-01T11:09:58.759 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.760 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.760 DEBUG:boto:Method: GET 2022-09-01T11:09:58.761 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.761 DEBUG:boto:Data: 2022-09-01T11:09:58.762 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.763 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.763 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.764 DEBUG:boto:Params: {} 2022-09-01T11:09:58.764 DEBUG:boto:Token: None 2022-09-01T11:09:58.765 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.766 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wLcvavaSlOSBEzzRqFkVgFuXNkU= 2022-09-01T11:09:58.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wLcvavaSlOSBEzzRqFkVgFuXNkU=', 'Content-Length': '0'} 2022-09-01T11:09:58.768 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f587979c5bcab6b9-0063109306-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.769 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.770 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.770 DEBUG:boto:Method: GET 2022-09-01T11:09:58.771 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.771 DEBUG:boto:Data: 2022-09-01T11:09:58.772 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.772 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.773 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.773 DEBUG:boto:Params: {} 2022-09-01T11:09:58.774 DEBUG:boto:Token: None 2022-09-01T11:09:58.775 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:09:58.775 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wLcvavaSlOSBEzzRqFkVgFuXNkU= 2022-09-01T11:09:58.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wLcvavaSlOSBEzzRqFkVgFuXNkU=', 'Content-Length': '0'} 2022-09-01T11:09:58.778 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007c9597720fbf26a2-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.822 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.823 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.823 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:58.824 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:58.824 DEBUG:boto:Method: GET 2022-09-01T11:09:58.825 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:58.825 DEBUG:boto:Data: 2022-09-01T11:09:58.826 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.827 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.827 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.828 DEBUG:boto:Params: {} 2022-09-01T11:09:58.828 DEBUG:boto:Token: None 2022-09-01T11:09:58.829 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.829 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.830 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.833 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000676bb9e10543905d-0063109306-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.834 DEBUG:boto:b'ptoxvb-73obj000000000000000000011000falseobj000000000000000000012022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.835 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.835 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.836 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:58.836 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:58.837 DEBUG:boto:Method: GET 2022-09-01T11:09:58.837 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:09:58.838 DEBUG:boto:Data: 2022-09-01T11:09:58.839 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.839 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.840 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.840 DEBUG:boto:Params: {} 2022-09-01T11:09:58.841 DEBUG:boto:Token: None 2022-09-01T11:09:58.841 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.842 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.845 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005a89ae131fe1af9a-0063109306-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.846 DEBUG:boto:b'ptoxvb-73obj000000000000000000011000falseobj000000000000000000012022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.847 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000002 2022-09-01T11:09:58.848 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.848 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.849 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.849 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.850 DEBUG:boto:Method: GET 2022-09-01T11:09:58.850 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.851 DEBUG:boto:Data: 2022-09-01T11:09:58.851 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.852 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.852 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.853 DEBUG:boto:Params: {} 2022-09-01T11:09:58.854 DEBUG:boto:Token: None 2022-09-01T11:09:58.854 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.855 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M6FptZ3EyGPzwdKnlQTyVJjTCEU= 2022-09-01T11:09:58.856 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M6FptZ3EyGPzwdKnlQTyVJjTCEU=', 'Content-Length': '0'} 2022-09-01T11:09:58.858 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000320824daa1372d46-0063109306-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.859 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.859 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.860 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.860 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.861 DEBUG:boto:Method: GET 2022-09-01T11:09:58.862 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.862 DEBUG:boto:Data: 2022-09-01T11:09:58.863 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.863 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.864 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.864 DEBUG:boto:Params: {} 2022-09-01T11:09:58.865 DEBUG:boto:Token: None 2022-09-01T11:09:58.865 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.866 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M6FptZ3EyGPzwdKnlQTyVJjTCEU= 2022-09-01T11:09:58.867 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M6FptZ3EyGPzwdKnlQTyVJjTCEU=', 'Content-Length': '0'} 2022-09-01T11:09:58.869 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c29ceb638dd34d5f-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.870 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.870 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.871 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.871 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.872 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.872 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.872 DEBUG:boto:Data: 2022-09-01T11:09:58.873 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.873 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.874 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.874 DEBUG:boto:Params: {} 2022-09-01T11:09:58.875 DEBUG:boto:Token: None 2022-09-01T11:09:58.876 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.876 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VyEWQPWsHHvp90QcGPVnpJFBp54= 2022-09-01T11:09:58.877 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VyEWQPWsHHvp90QcGPVnpJFBp54=', 'Content-Length': '0'} 2022-09-01T11:09:58.879 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000592ebbd1b1a022c7-0063109306-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.880 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.880 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.881 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.881 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.882 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.882 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.883 DEBUG:boto:Data: 2022-09-01T11:09:58.883 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.884 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.884 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.885 DEBUG:boto:Params: {} 2022-09-01T11:09:58.885 DEBUG:boto:Token: None 2022-09-01T11:09:58.886 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VyEWQPWsHHvp90QcGPVnpJFBp54= 2022-09-01T11:09:58.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VyEWQPWsHHvp90QcGPVnpJFBp54=', 'Content-Length': '0'} 2022-09-01T11:09:58.889 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000788667ec1e09d3bc-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.890 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000002 2022-09-01T11:09:58.890 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.891 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.891 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.892 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.892 DEBUG:boto:Method: GET 2022-09-01T11:09:58.893 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.893 DEBUG:boto:Data: 2022-09-01T11:09:58.894 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.894 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.895 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.895 DEBUG:boto:Params: {} 2022-09-01T11:09:58.896 DEBUG:boto:Token: None 2022-09-01T11:09:58.897 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.897 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M6FptZ3EyGPzwdKnlQTyVJjTCEU= 2022-09-01T11:09:58.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M6FptZ3EyGPzwdKnlQTyVJjTCEU=', 'Content-Length': '0'} 2022-09-01T11:09:58.900 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ad6990ed25afea92-0063109306-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.942 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.943 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.943 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.944 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.944 DEBUG:boto:Method: GET 2022-09-01T11:09:58.945 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.946 DEBUG:boto:Data: 2022-09-01T11:09:58.946 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.947 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.947 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.948 DEBUG:boto:Params: {} 2022-09-01T11:09:58.948 DEBUG:boto:Token: None 2022-09-01T11:09:58.949 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:09:58.950 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M6FptZ3EyGPzwdKnlQTyVJjTCEU= 2022-09-01T11:09:58.950 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M6FptZ3EyGPzwdKnlQTyVJjTCEU=', 'Content-Length': '0'} 2022-09-01T11:09:58.953 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000835ef5c39138674e-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.954 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.954 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.955 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:58.955 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:58.956 DEBUG:boto:Method: GET 2022-09-01T11:09:58.956 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:58.957 DEBUG:boto:Data: 2022-09-01T11:09:58.957 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.958 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.958 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.959 DEBUG:boto:Params: {} 2022-09-01T11:09:58.960 DEBUG:boto:Token: None 2022-09-01T11:09:58.960 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.961 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.961 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.964 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000012b5b04961bae696-0063109306-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.965 DEBUG:boto:b'ptoxvb-73obj000000000000000000021000falseobj000000000000000000022022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.966 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:58.966 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:58.967 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:58.967 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:58.968 DEBUG:boto:Method: GET 2022-09-01T11:09:58.969 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:58.969 DEBUG:boto:Data: 2022-09-01T11:09:58.970 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.970 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.971 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.971 DEBUG:boto:Params: {} 2022-09-01T11:09:58.972 DEBUG:boto:Token: None 2022-09-01T11:09:58.972 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/ 2022-09-01T11:09:58.973 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA= 2022-09-01T11:09:58.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ne+CfqrpQgxpXrJKBH9VdrsjzXA=', 'Content-Length': '0'} 2022-09-01T11:09:58.977 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007b4ba33cd8672d58-0063109306-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.977 DEBUG:boto:b'ptoxvb-73obj000000000000000000021000falseobj000000000000000000022022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:58.978 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.979 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.979 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.980 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.980 DEBUG:boto:Data: 2022-09-01T11:09:58.981 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.981 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:58.982 DEBUG:boto:Port: 8001 2022-09-01T11:09:58.982 DEBUG:boto:Params: {} 2022-09-01T11:09:58.983 DEBUG:boto:Token: None 2022-09-01T11:09:58.984 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fnuohy3t6QnJr9OIITrXBTH9m04= 2022-09-01T11:09:58.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fnuohy3t6QnJr9OIITrXBTH9m04=', 'Content-Length': '0'} 2022-09-01T11:09:58.987 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000059841d387b25be3f-0063109306-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.988 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.988 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.989 DEBUG:boto:Method: HEAD 2022-09-01T11:09:58.989 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.990 DEBUG:boto:Data: 2022-09-01T11:09:58.990 DEBUG:boto:Headers: {} 2022-09-01T11:09:58.991 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:58.991 DEBUG:boto:Port: 8000 2022-09-01T11:09:58.992 DEBUG:boto:Params: {} 2022-09-01T11:09:58.992 DEBUG:boto:Token: None 2022-09-01T11:09:58.993 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:58 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fnuohy3t6QnJr9OIITrXBTH9m04= 2022-09-01T11:09:58.994 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fnuohy3t6QnJr9OIITrXBTH9m04=', 'Content-Length': '0'} 2022-09-01T11:09:58.996 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003e49089f6086dfca-0063109306-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:58.997 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000002 2022-09-01T11:09:58.997 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.998 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:58.999 DEBUG:boto:Method: GET 2022-09-01T11:09:58.999 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:59.000 DEBUG:boto:Data: 2022-09-01T11:09:59.000 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.001 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.001 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.002 DEBUG:boto:Params: {} 2022-09-01T11:09:59.002 DEBUG:boto:Token: None 2022-09-01T11:09:59.003 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:59.004 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0u0KUuhgj5PXoWIiBvw+t14k+x4= 2022-09-01T11:09:59.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0u0KUuhgj5PXoWIiBvw+t14k+x4=', 'Content-Length': '0'} 2022-09-01T11:09:59.006 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000010a751426ef2d774-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.007 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:59.008 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:59.008 DEBUG:boto:Method: GET 2022-09-01T11:09:59.009 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:59.009 DEBUG:boto:Data: 2022-09-01T11:09:59.010 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.011 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.012 DEBUG:boto:Params: {} 2022-09-01T11:09:59.012 DEBUG:boto:Token: None 2022-09-01T11:09:59.013 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:09:59.013 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0u0KUuhgj5PXoWIiBvw+t14k+x4= 2022-09-01T11:09:59.014 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0u0KUuhgj5PXoWIiBvw+t14k+x4=', 'Content-Length': '0'} 2022-09-01T11:09:59.016 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d9626f1c35532335-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.017 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.018 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.018 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:59.019 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:59.019 DEBUG:boto:Method: GET 2022-09-01T11:09:59.020 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:59.020 DEBUG:boto:Data: 2022-09-01T11:09:59.021 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.021 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.022 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.023 DEBUG:boto:Params: {} 2022-09-01T11:09:59.023 DEBUG:boto:Token: None 2022-09-01T11:09:59.024 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.024 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.025 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.028 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000480575971cc1931e-0063109307-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.070 DEBUG:boto:b'ptoxvb-73obj000000000000000000021000falseobj000000000000000000022022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.071 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.072 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.072 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:59.073 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:59.073 DEBUG:boto:Method: GET 2022-09-01T11:09:59.074 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:09:59.074 DEBUG:boto:Data: 2022-09-01T11:09:59.075 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.075 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.076 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.076 DEBUG:boto:Params: {} 2022-09-01T11:09:59.077 DEBUG:boto:Token: None 2022-09-01T11:09:59.078 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.078 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.079 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.082 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bd96d1787acc05fd-0063109307-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.083 DEBUG:boto:b'ptoxvb-73obj000000000000000000021000falseobj000000000000000000022022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.084 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000003 2022-09-01T11:09:59.085 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.085 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.086 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.086 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.087 DEBUG:boto:Method: GET 2022-09-01T11:09:59.087 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.088 DEBUG:boto:Data: 2022-09-01T11:09:59.088 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.089 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.089 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.090 DEBUG:boto:Params: {} 2022-09-01T11:09:59.091 DEBUG:boto:Token: None 2022-09-01T11:09:59.091 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ls2Eg60SFOTBXbBhtZBrw6zYzaU= 2022-09-01T11:09:59.092 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ls2Eg60SFOTBXbBhtZBrw6zYzaU=', 'Content-Length': '0'} 2022-09-01T11:09:59.094 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004352d9455b226898-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.095 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.096 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.096 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.097 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.097 DEBUG:boto:Method: GET 2022-09-01T11:09:59.098 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.098 DEBUG:boto:Data: 2022-09-01T11:09:59.099 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.099 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.100 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.101 DEBUG:boto:Params: {} 2022-09-01T11:09:59.101 DEBUG:boto:Token: None 2022-09-01T11:09:59.102 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.102 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ls2Eg60SFOTBXbBhtZBrw6zYzaU= 2022-09-01T11:09:59.103 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ls2Eg60SFOTBXbBhtZBrw6zYzaU=', 'Content-Length': '0'} 2022-09-01T11:09:59.105 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073c22135cd1dfa97-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.106 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.107 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.107 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.108 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.108 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.109 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.109 DEBUG:boto:Data: 2022-09-01T11:09:59.110 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.110 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.111 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.111 DEBUG:boto:Params: {} 2022-09-01T11:09:59.112 DEBUG:boto:Token: None 2022-09-01T11:09:59.112 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.113 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ujxtvJrnnk3k0NQdFKsK+Z3uKlw= 2022-09-01T11:09:59.114 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ujxtvJrnnk3k0NQdFKsK+Z3uKlw=', 'Content-Length': '0'} 2022-09-01T11:09:59.116 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba7eff49e55b75e0-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.116 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.117 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.117 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.118 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.118 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.119 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.119 DEBUG:boto:Data: 2022-09-01T11:09:59.120 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.120 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.121 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.121 DEBUG:boto:Params: {} 2022-09-01T11:09:59.122 DEBUG:boto:Token: None 2022-09-01T11:09:59.123 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.123 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ujxtvJrnnk3k0NQdFKsK+Z3uKlw= 2022-09-01T11:09:59.124 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ujxtvJrnnk3k0NQdFKsK+Z3uKlw=', 'Content-Length': '0'} 2022-09-01T11:09:59.126 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007335efb8e744b4e5-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.127 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000003 2022-09-01T11:09:59.127 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.128 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.128 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.129 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.129 DEBUG:boto:Method: GET 2022-09-01T11:09:59.130 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.131 DEBUG:boto:Data: 2022-09-01T11:09:59.131 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.132 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.132 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.133 DEBUG:boto:Params: {} 2022-09-01T11:09:59.133 DEBUG:boto:Token: None 2022-09-01T11:09:59.134 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ls2Eg60SFOTBXbBhtZBrw6zYzaU= 2022-09-01T11:09:59.135 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ls2Eg60SFOTBXbBhtZBrw6zYzaU=', 'Content-Length': '0'} 2022-09-01T11:09:59.137 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000490240d8c1d6d990-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.138 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.139 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.139 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.140 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.140 DEBUG:boto:Method: GET 2022-09-01T11:09:59.141 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.141 DEBUG:boto:Data: 2022-09-01T11:09:59.142 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.143 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.144 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.144 DEBUG:boto:Params: {} 2022-09-01T11:09:59.145 DEBUG:boto:Token: None 2022-09-01T11:09:59.146 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:09:59.146 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ls2Eg60SFOTBXbBhtZBrw6zYzaU= 2022-09-01T11:09:59.147 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ls2Eg60SFOTBXbBhtZBrw6zYzaU=', 'Content-Length': '0'} 2022-09-01T11:09:59.149 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe9ee28467db1f1c-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.190 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.191 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.191 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:59.192 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:59.192 DEBUG:boto:Method: GET 2022-09-01T11:09:59.193 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:59.193 DEBUG:boto:Data: 2022-09-01T11:09:59.194 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.195 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.195 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.196 DEBUG:boto:Params: {} 2022-09-01T11:09:59.196 DEBUG:boto:Token: None 2022-09-01T11:09:59.197 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.197 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.198 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.201 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b85a4ec4806c1c96-0063109307-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.202 DEBUG:boto:b'ptoxvb-73obj000000000000000000031000falseobj000000000000000000032022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.203 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.203 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.204 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:59.204 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:59.205 DEBUG:boto:Method: GET 2022-09-01T11:09:59.206 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:59.206 DEBUG:boto:Data: 2022-09-01T11:09:59.207 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.207 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.208 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.208 DEBUG:boto:Params: {} 2022-09-01T11:09:59.209 DEBUG:boto:Token: None 2022-09-01T11:09:59.209 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.211 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.214 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b5f38b30b8a316fd-0063109307-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.215 DEBUG:boto:b'ptoxvb-73obj000000000000000000031000falseobj000000000000000000032022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.216 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.216 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.217 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.217 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.217 DEBUG:boto:Data: 2022-09-01T11:09:59.218 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.218 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.219 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.219 DEBUG:boto:Params: {} 2022-09-01T11:09:59.220 DEBUG:boto:Token: None 2022-09-01T11:09:59.220 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.221 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m6jvYml3NBKyTC+hU7ODL7IbT74= 2022-09-01T11:09:59.222 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m6jvYml3NBKyTC+hU7ODL7IbT74=', 'Content-Length': '0'} 2022-09-01T11:09:59.224 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007359e196d66d3936-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.225 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.225 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.226 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.226 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.227 DEBUG:boto:Data: 2022-09-01T11:09:59.227 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.228 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.228 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.229 DEBUG:boto:Params: {} 2022-09-01T11:09:59.229 DEBUG:boto:Token: None 2022-09-01T11:09:59.230 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m6jvYml3NBKyTC+hU7ODL7IbT74= 2022-09-01T11:09:59.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m6jvYml3NBKyTC+hU7ODL7IbT74=', 'Content-Length': '0'} 2022-09-01T11:09:59.233 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000506f22dd1ef883fb-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.234 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000003 2022-09-01T11:09:59.234 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.235 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.235 DEBUG:boto:Method: GET 2022-09-01T11:09:59.236 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.237 DEBUG:boto:Data: 2022-09-01T11:09:59.237 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.238 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.238 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.239 DEBUG:boto:Params: {} 2022-09-01T11:09:59.239 DEBUG:boto:Token: None 2022-09-01T11:09:59.240 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xH4AI+UVv8XhmNAPvW1/O/7Cp/M= 2022-09-01T11:09:59.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xH4AI+UVv8XhmNAPvW1/O/7Cp/M=', 'Content-Length': '0'} 2022-09-01T11:09:59.243 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec12b79a5160e672-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.244 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.244 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.245 DEBUG:boto:Method: GET 2022-09-01T11:09:59.246 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.246 DEBUG:boto:Data: 2022-09-01T11:09:59.247 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.247 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.248 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.248 DEBUG:boto:Params: {} 2022-09-01T11:09:59.249 DEBUG:boto:Token: None 2022-09-01T11:09:59.249 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:09:59.250 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xH4AI+UVv8XhmNAPvW1/O/7Cp/M= 2022-09-01T11:09:59.251 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xH4AI+UVv8XhmNAPvW1/O/7Cp/M=', 'Content-Length': '0'} 2022-09-01T11:09:59.253 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cfa0529a0ea013f9-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.254 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.254 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.255 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:59.255 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:59.256 DEBUG:boto:Method: GET 2022-09-01T11:09:59.256 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:59.257 DEBUG:boto:Data: 2022-09-01T11:09:59.258 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.258 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.259 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.259 DEBUG:boto:Params: {} 2022-09-01T11:09:59.260 DEBUG:boto:Token: None 2022-09-01T11:09:59.260 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.261 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.264 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000023f926f9e4f798d0-0063109307-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.265 DEBUG:boto:b'ptoxvb-73obj000000000000000000031000falseobj000000000000000000032022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.266 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.266 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.267 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:59.267 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:59.268 DEBUG:boto:Method: GET 2022-09-01T11:09:59.268 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:09:59.269 DEBUG:boto:Data: 2022-09-01T11:09:59.270 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.270 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.271 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.271 DEBUG:boto:Params: {} 2022-09-01T11:09:59.272 DEBUG:boto:Token: None 2022-09-01T11:09:59.272 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.273 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.277 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003a6b655bd7ea1fd0-0063109307-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.277 DEBUG:boto:b'ptoxvb-73obj000000000000000000031000falseobj000000000000000000032022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.278 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000004 2022-09-01T11:09:59.279 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.279 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.280 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.280 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.281 DEBUG:boto:Method: GET 2022-09-01T11:09:59.281 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.282 DEBUG:boto:Data: 2022-09-01T11:09:59.283 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.283 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.284 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.284 DEBUG:boto:Params: {} 2022-09-01T11:09:59.285 DEBUG:boto:Token: None 2022-09-01T11:09:59.285 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XN/alAsZrkhzVs41Q1ncF0n4yDM= 2022-09-01T11:09:59.286 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XN/alAsZrkhzVs41Q1ncF0n4yDM=', 'Content-Length': '0'} 2022-09-01T11:09:59.288 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014848f5143a878c1-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.289 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.290 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.290 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.291 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.292 DEBUG:boto:Method: GET 2022-09-01T11:09:59.292 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.293 DEBUG:boto:Data: 2022-09-01T11:09:59.293 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.294 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.294 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.295 DEBUG:boto:Params: {} 2022-09-01T11:09:59.295 DEBUG:boto:Token: None 2022-09-01T11:09:59.296 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.297 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XN/alAsZrkhzVs41Q1ncF0n4yDM= 2022-09-01T11:09:59.297 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XN/alAsZrkhzVs41Q1ncF0n4yDM=', 'Content-Length': '0'} 2022-09-01T11:09:59.299 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000088e8233d5d250040-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.300 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.301 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.301 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.302 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.302 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.303 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.303 DEBUG:boto:Data: 2022-09-01T11:09:59.304 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.304 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.305 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.305 DEBUG:boto:Params: {} 2022-09-01T11:09:59.306 DEBUG:boto:Token: None 2022-09-01T11:09:59.306 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.307 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:THa2adTl0vbjJeiBir2GG/0o+D4= 2022-09-01T11:09:59.308 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:THa2adTl0vbjJeiBir2GG/0o+D4=', 'Content-Length': '0'} 2022-09-01T11:09:59.310 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007e5ed82f900cd7be-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.311 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.311 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.312 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.312 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.313 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.313 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.314 DEBUG:boto:Data: 2022-09-01T11:09:59.314 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.315 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.315 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.316 DEBUG:boto:Params: {} 2022-09-01T11:09:59.316 DEBUG:boto:Token: None 2022-09-01T11:09:59.317 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.317 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:THa2adTl0vbjJeiBir2GG/0o+D4= 2022-09-01T11:09:59.318 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:THa2adTl0vbjJeiBir2GG/0o+D4=', 'Content-Length': '0'} 2022-09-01T11:09:59.320 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000184c8c97b212c683-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.321 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000004 2022-09-01T11:09:59.321 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.322 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.323 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.323 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.324 DEBUG:boto:Method: GET 2022-09-01T11:09:59.324 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.325 DEBUG:boto:Data: 2022-09-01T11:09:59.325 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.326 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.326 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.327 DEBUG:boto:Params: {} 2022-09-01T11:09:59.327 DEBUG:boto:Token: None 2022-09-01T11:09:59.328 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.329 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XN/alAsZrkhzVs41Q1ncF0n4yDM= 2022-09-01T11:09:59.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XN/alAsZrkhzVs41Q1ncF0n4yDM=', 'Content-Length': '0'} 2022-09-01T11:09:59.331 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a8b170608fce979e-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.374 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.375 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.375 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.376 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.376 DEBUG:boto:Method: GET 2022-09-01T11:09:59.377 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.377 DEBUG:boto:Data: 2022-09-01T11:09:59.378 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.379 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.379 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.380 DEBUG:boto:Params: {} 2022-09-01T11:09:59.380 DEBUG:boto:Token: None 2022-09-01T11:09:59.381 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:09:59.381 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XN/alAsZrkhzVs41Q1ncF0n4yDM= 2022-09-01T11:09:59.382 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XN/alAsZrkhzVs41Q1ncF0n4yDM=', 'Content-Length': '0'} 2022-09-01T11:09:59.385 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c4bf292b315641ba-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.386 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.386 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.387 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:59.387 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:59.388 DEBUG:boto:Method: GET 2022-09-01T11:09:59.388 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:59.389 DEBUG:boto:Data: 2022-09-01T11:09:59.389 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.390 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.390 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.391 DEBUG:boto:Params: {} 2022-09-01T11:09:59.392 DEBUG:boto:Token: None 2022-09-01T11:09:59.392 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.393 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.393 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.396 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000559a768bc95146df-0063109307-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.397 DEBUG:boto:b'ptoxvb-73obj000000000000000000041000falseobj000000000000000000042022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.398 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.399 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.399 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:59.400 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:59.400 DEBUG:boto:Method: GET 2022-09-01T11:09:59.401 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:59.402 DEBUG:boto:Data: 2022-09-01T11:09:59.402 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.403 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.403 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.404 DEBUG:boto:Params: {} 2022-09-01T11:09:59.404 DEBUG:boto:Token: None 2022-09-01T11:09:59.405 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.406 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.406 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.409 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b2751260fe41b747-0063109307-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.410 DEBUG:boto:b'ptoxvb-73obj000000000000000000041000falseobj000000000000000000042022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.411 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.411 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.412 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.413 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.413 DEBUG:boto:Data: 2022-09-01T11:09:59.414 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.414 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.415 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.415 DEBUG:boto:Params: {} 2022-09-01T11:09:59.416 DEBUG:boto:Token: None 2022-09-01T11:09:59.417 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.417 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JnECnscDjz4m0Ysy/NxWXq0x2DQ= 2022-09-01T11:09:59.418 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JnECnscDjz4m0Ysy/NxWXq0x2DQ=', 'Content-Length': '0'} 2022-09-01T11:09:59.420 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007bc6b0dbf3f17acc-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.421 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.421 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.422 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.422 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.423 DEBUG:boto:Data: 2022-09-01T11:09:59.423 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.424 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.424 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.425 DEBUG:boto:Params: {} 2022-09-01T11:09:59.425 DEBUG:boto:Token: None 2022-09-01T11:09:59.426 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.427 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JnECnscDjz4m0Ysy/NxWXq0x2DQ= 2022-09-01T11:09:59.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JnECnscDjz4m0Ysy/NxWXq0x2DQ=', 'Content-Length': '0'} 2022-09-01T11:09:59.429 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fb4ce8bb7f570c9a-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.430 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000004 2022-09-01T11:09:59.431 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.431 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.432 DEBUG:boto:Method: GET 2022-09-01T11:09:59.432 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.433 DEBUG:boto:Data: 2022-09-01T11:09:59.433 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.434 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.434 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.435 DEBUG:boto:Params: {} 2022-09-01T11:09:59.436 DEBUG:boto:Token: None 2022-09-01T11:09:59.436 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.437 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N/37RSiakqIJBKgypvQ6ucWIqfU= 2022-09-01T11:09:59.437 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N/37RSiakqIJBKgypvQ6ucWIqfU=', 'Content-Length': '0'} 2022-09-01T11:09:59.440 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db56ef7be3b11f51-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.440 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.441 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.442 DEBUG:boto:Method: GET 2022-09-01T11:09:59.442 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.443 DEBUG:boto:Data: 2022-09-01T11:09:59.443 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.444 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.444 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.445 DEBUG:boto:Params: {} 2022-09-01T11:09:59.446 DEBUG:boto:Token: None 2022-09-01T11:09:59.446 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:09:59.447 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N/37RSiakqIJBKgypvQ6ucWIqfU= 2022-09-01T11:09:59.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N/37RSiakqIJBKgypvQ6ucWIqfU=', 'Content-Length': '0'} 2022-09-01T11:09:59.450 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dc1ca8a84a9a6c79-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.451 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.451 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.452 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:59.452 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:59.453 DEBUG:boto:Method: GET 2022-09-01T11:09:59.453 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:59.454 DEBUG:boto:Data: 2022-09-01T11:09:59.455 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.455 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.456 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.456 DEBUG:boto:Params: {} 2022-09-01T11:09:59.457 DEBUG:boto:Token: None 2022-09-01T11:09:59.457 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.458 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.459 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.462 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009eb6dfe97573a456-0063109307-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.463 DEBUG:boto:b'ptoxvb-73obj000000000000000000041000falseobj000000000000000000042022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.463 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.464 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.464 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:59.465 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:59.466 DEBUG:boto:Method: GET 2022-09-01T11:09:59.466 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:09:59.467 DEBUG:boto:Data: 2022-09-01T11:09:59.467 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.468 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.468 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.469 DEBUG:boto:Params: {} 2022-09-01T11:09:59.470 DEBUG:boto:Token: None 2022-09-01T11:09:59.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.475 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e704ab632b10f2b7-0063109307-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.518 DEBUG:boto:b'ptoxvb-73obj000000000000000000041000falseobj000000000000000000042022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.519 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000005 2022-09-01T11:09:59.520 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.520 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.521 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.521 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.522 DEBUG:boto:Method: GET 2022-09-01T11:09:59.522 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.523 DEBUG:boto:Data: 2022-09-01T11:09:59.523 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.524 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.525 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.525 DEBUG:boto:Params: {} 2022-09-01T11:09:59.526 DEBUG:boto:Token: None 2022-09-01T11:09:59.526 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.527 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ObsQWhPzU1ylXMuV9GFsKTjLYas= 2022-09-01T11:09:59.528 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ObsQWhPzU1ylXMuV9GFsKTjLYas=', 'Content-Length': '0'} 2022-09-01T11:09:59.530 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007753129a008bbcb-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.531 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.532 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.532 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.533 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.533 DEBUG:boto:Method: GET 2022-09-01T11:09:59.534 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.534 DEBUG:boto:Data: 2022-09-01T11:09:59.535 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.535 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.536 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.536 DEBUG:boto:Params: {} 2022-09-01T11:09:59.537 DEBUG:boto:Token: None 2022-09-01T11:09:59.538 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.538 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ObsQWhPzU1ylXMuV9GFsKTjLYas= 2022-09-01T11:09:59.539 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ObsQWhPzU1ylXMuV9GFsKTjLYas=', 'Content-Length': '0'} 2022-09-01T11:09:59.542 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000061a0f2fc94df1edf-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.543 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.543 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.544 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.545 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.545 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.546 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.547 DEBUG:boto:Data: 2022-09-01T11:09:59.548 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.548 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.549 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.549 DEBUG:boto:Params: {} 2022-09-01T11:09:59.550 DEBUG:boto:Token: None 2022-09-01T11:09:59.551 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.552 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fm6L88+KAA6JGaCo/beodSvXb3Q= 2022-09-01T11:09:59.552 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fm6L88+KAA6JGaCo/beodSvXb3Q=', 'Content-Length': '0'} 2022-09-01T11:09:59.554 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000085ac2615bb41d41-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.555 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.556 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.557 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.557 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.558 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.559 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.559 DEBUG:boto:Data: 2022-09-01T11:09:59.560 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.560 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.561 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.561 DEBUG:boto:Params: {} 2022-09-01T11:09:59.562 DEBUG:boto:Token: None 2022-09-01T11:09:59.563 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fm6L88+KAA6JGaCo/beodSvXb3Q= 2022-09-01T11:09:59.564 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fm6L88+KAA6JGaCo/beodSvXb3Q=', 'Content-Length': '0'} 2022-09-01T11:09:59.566 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094397b1c429f8f52-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.567 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000005 2022-09-01T11:09:59.568 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.568 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.569 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.569 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.570 DEBUG:boto:Method: GET 2022-09-01T11:09:59.570 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.571 DEBUG:boto:Data: 2022-09-01T11:09:59.571 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.572 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.573 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.573 DEBUG:boto:Params: {} 2022-09-01T11:09:59.574 DEBUG:boto:Token: None 2022-09-01T11:09:59.575 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.575 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ObsQWhPzU1ylXMuV9GFsKTjLYas= 2022-09-01T11:09:59.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ObsQWhPzU1ylXMuV9GFsKTjLYas=', 'Content-Length': '0'} 2022-09-01T11:09:59.579 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b1a761d4019559b-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.622 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.623 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.623 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.624 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.624 DEBUG:boto:Method: GET 2022-09-01T11:09:59.625 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.626 DEBUG:boto:Data: 2022-09-01T11:09:59.626 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.627 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.627 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.628 DEBUG:boto:Params: {} 2022-09-01T11:09:59.629 DEBUG:boto:Token: None 2022-09-01T11:09:59.630 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:09:59.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ObsQWhPzU1ylXMuV9GFsKTjLYas= 2022-09-01T11:09:59.631 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ObsQWhPzU1ylXMuV9GFsKTjLYas=', 'Content-Length': '0'} 2022-09-01T11:09:59.633 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003a977896727e9e66-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.634 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.635 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.636 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:59.636 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:59.637 DEBUG:boto:Method: GET 2022-09-01T11:09:59.637 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:59.638 DEBUG:boto:Data: 2022-09-01T11:09:59.638 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.639 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.639 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.640 DEBUG:boto:Params: {} 2022-09-01T11:09:59.640 DEBUG:boto:Token: None 2022-09-01T11:09:59.641 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.642 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.642 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.645 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000026a91254b14134e0-0063109307-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.646 DEBUG:boto:b'ptoxvb-73obj000000000000000000051000falseobj000000000000000000052022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.647 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.648 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.648 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:59.649 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:59.649 DEBUG:boto:Method: GET 2022-09-01T11:09:59.650 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:59.650 DEBUG:boto:Data: 2022-09-01T11:09:59.651 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.651 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.652 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.653 DEBUG:boto:Params: {} 2022-09-01T11:09:59.653 DEBUG:boto:Token: None 2022-09-01T11:09:59.654 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.655 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.655 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.658 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009ee653814b51d677-0063109307-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.659 DEBUG:boto:b'ptoxvb-73obj000000000000000000051000falseobj000000000000000000052022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.660 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.660 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.661 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.661 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.662 DEBUG:boto:Data: 2022-09-01T11:09:59.662 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.663 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.663 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.664 DEBUG:boto:Params: {} 2022-09-01T11:09:59.664 DEBUG:boto:Token: None 2022-09-01T11:09:59.665 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.665 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:teYNaHFbLsp892DyQWnYp/ds92w= 2022-09-01T11:09:59.666 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:teYNaHFbLsp892DyQWnYp/ds92w=', 'Content-Length': '0'} 2022-09-01T11:09:59.668 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008811d48d74ee3084-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.669 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.669 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.670 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.670 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.671 DEBUG:boto:Data: 2022-09-01T11:09:59.672 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.672 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.673 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.673 DEBUG:boto:Params: {} 2022-09-01T11:09:59.674 DEBUG:boto:Token: None 2022-09-01T11:09:59.674 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.675 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:teYNaHFbLsp892DyQWnYp/ds92w= 2022-09-01T11:09:59.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:teYNaHFbLsp892DyQWnYp/ds92w=', 'Content-Length': '0'} 2022-09-01T11:09:59.678 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000000a4872860b8cbde-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.678 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000005 2022-09-01T11:09:59.679 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.680 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.680 DEBUG:boto:Method: GET 2022-09-01T11:09:59.681 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.681 DEBUG:boto:Data: 2022-09-01T11:09:59.682 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.683 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.683 DEBUG:boto:Params: {} 2022-09-01T11:09:59.684 DEBUG:boto:Token: None 2022-09-01T11:09:59.685 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gr0tJhAoByjdMQYS7u1i7yj+sK0= 2022-09-01T11:09:59.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gr0tJhAoByjdMQYS7u1i7yj+sK0=', 'Content-Length': '0'} 2022-09-01T11:09:59.688 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000053a2e27186f6e5b1-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.689 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.689 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.690 DEBUG:boto:Method: GET 2022-09-01T11:09:59.691 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.691 DEBUG:boto:Data: 2022-09-01T11:09:59.692 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.692 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.693 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.693 DEBUG:boto:Params: {} 2022-09-01T11:09:59.694 DEBUG:boto:Token: None 2022-09-01T11:09:59.694 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:09:59.695 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gr0tJhAoByjdMQYS7u1i7yj+sK0= 2022-09-01T11:09:59.696 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gr0tJhAoByjdMQYS7u1i7yj+sK0=', 'Content-Length': '0'} 2022-09-01T11:09:59.698 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca9df2dee4f3b1c8-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.699 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.699 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.700 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:59.700 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:59.701 DEBUG:boto:Method: GET 2022-09-01T11:09:59.702 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:59.702 DEBUG:boto:Data: 2022-09-01T11:09:59.703 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.703 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.704 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.704 DEBUG:boto:Params: {} 2022-09-01T11:09:59.705 DEBUG:boto:Token: None 2022-09-01T11:09:59.706 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.706 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.707 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.710 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d130020188eabffe-0063109307-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.710 DEBUG:boto:b'ptoxvb-73obj000000000000000000051000falseobj000000000000000000052022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.711 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.712 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.712 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:59.713 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:59.713 DEBUG:boto:Method: GET 2022-09-01T11:09:59.714 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:09:59.715 DEBUG:boto:Data: 2022-09-01T11:09:59.715 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.716 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.716 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.717 DEBUG:boto:Params: {} 2022-09-01T11:09:59.717 DEBUG:boto:Token: None 2022-09-01T11:09:59.718 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.719 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.722 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005891769b09befb3f-0063109307-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.766 DEBUG:boto:b'ptoxvb-73obj000000000000000000051000falseobj000000000000000000052022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.767 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000006 2022-09-01T11:09:59.768 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.768 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.769 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.769 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.770 DEBUG:boto:Method: GET 2022-09-01T11:09:59.771 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.771 DEBUG:boto:Data: 2022-09-01T11:09:59.772 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.772 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.773 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.773 DEBUG:boto:Params: {} 2022-09-01T11:09:59.774 DEBUG:boto:Token: None 2022-09-01T11:09:59.775 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.775 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UZC6a60DZf4ve55iOglWz3EaFdE= 2022-09-01T11:09:59.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UZC6a60DZf4ve55iOglWz3EaFdE=', 'Content-Length': '0'} 2022-09-01T11:09:59.778 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eea746d5959d8125-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.779 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.779 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.780 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.780 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.781 DEBUG:boto:Method: GET 2022-09-01T11:09:59.782 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.782 DEBUG:boto:Data: 2022-09-01T11:09:59.783 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.783 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.784 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.784 DEBUG:boto:Params: {} 2022-09-01T11:09:59.785 DEBUG:boto:Token: None 2022-09-01T11:09:59.785 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.786 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UZC6a60DZf4ve55iOglWz3EaFdE= 2022-09-01T11:09:59.787 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UZC6a60DZf4ve55iOglWz3EaFdE=', 'Content-Length': '0'} 2022-09-01T11:09:59.789 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000085e961bb227b45f4-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.790 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.791 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.791 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.792 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.792 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.793 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.793 DEBUG:boto:Data: 2022-09-01T11:09:59.794 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.794 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.795 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.795 DEBUG:boto:Params: {} 2022-09-01T11:09:59.796 DEBUG:boto:Token: None 2022-09-01T11:09:59.797 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.797 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4wxtXT44C9/XY4MUDLuUU52q4+M= 2022-09-01T11:09:59.798 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4wxtXT44C9/XY4MUDLuUU52q4+M=', 'Content-Length': '0'} 2022-09-01T11:09:59.800 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060ca0be7de8092f0-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.801 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.801 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.802 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.802 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.803 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.803 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.804 DEBUG:boto:Data: 2022-09-01T11:09:59.805 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.805 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.806 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.806 DEBUG:boto:Params: {} 2022-09-01T11:09:59.807 DEBUG:boto:Token: None 2022-09-01T11:09:59.808 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4wxtXT44C9/XY4MUDLuUU52q4+M= 2022-09-01T11:09:59.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4wxtXT44C9/XY4MUDLuUU52q4+M=', 'Content-Length': '0'} 2022-09-01T11:09:59.811 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee937747ecae19aa-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.811 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000006 2022-09-01T11:09:59.812 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.813 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.813 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.814 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.815 DEBUG:boto:Method: GET 2022-09-01T11:09:59.816 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.817 DEBUG:boto:Data: 2022-09-01T11:09:59.818 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.819 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.819 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.820 DEBUG:boto:Params: {} 2022-09-01T11:09:59.821 DEBUG:boto:Token: None 2022-09-01T11:09:59.822 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.823 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UZC6a60DZf4ve55iOglWz3EaFdE= 2022-09-01T11:09:59.824 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UZC6a60DZf4ve55iOglWz3EaFdE=', 'Content-Length': '0'} 2022-09-01T11:09:59.827 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001cd67e1f988b347b-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.828 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.828 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.829 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.829 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.830 DEBUG:boto:Method: GET 2022-09-01T11:09:59.830 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.831 DEBUG:boto:Data: 2022-09-01T11:09:59.831 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.832 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.832 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.833 DEBUG:boto:Params: {} 2022-09-01T11:09:59.834 DEBUG:boto:Token: None 2022-09-01T11:09:59.834 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:09:59.835 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UZC6a60DZf4ve55iOglWz3EaFdE= 2022-09-01T11:09:59.836 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UZC6a60DZf4ve55iOglWz3EaFdE=', 'Content-Length': '0'} 2022-09-01T11:09:59.838 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004ac8ea10eddbaf38-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.839 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.839 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.840 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:59.840 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:59.841 DEBUG:boto:Method: GET 2022-09-01T11:09:59.841 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:59.842 DEBUG:boto:Data: 2022-09-01T11:09:59.842 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.843 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.843 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.844 DEBUG:boto:Params: {} 2022-09-01T11:09:59.845 DEBUG:boto:Token: None 2022-09-01T11:09:59.845 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.846 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.846 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.849 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f6b698f74112ad3e-0063109307-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.890 DEBUG:boto:b'ptoxvb-73obj000000000000000000061000falseobj000000000000000000062022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.891 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.892 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.892 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:59.893 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:59.893 DEBUG:boto:Method: GET 2022-09-01T11:09:59.894 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:59.894 DEBUG:boto:Data: 2022-09-01T11:09:59.895 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.895 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.896 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.896 DEBUG:boto:Params: {} 2022-09-01T11:09:59.897 DEBUG:boto:Token: None 2022-09-01T11:09:59.897 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.898 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.899 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.902 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dd6c12c64edc747d-0063109307-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.902 DEBUG:boto:b'ptoxvb-73obj000000000000000000061000falseobj000000000000000000062022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.903 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.904 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.904 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.905 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.905 DEBUG:boto:Data: 2022-09-01T11:09:59.906 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.906 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.907 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.907 DEBUG:boto:Params: {} 2022-09-01T11:09:59.908 DEBUG:boto:Token: None 2022-09-01T11:09:59.909 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.909 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8lmxxFM1TQ8Rnj2HhCGZufhGKbE= 2022-09-01T11:09:59.910 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8lmxxFM1TQ8Rnj2HhCGZufhGKbE=', 'Content-Length': '0'} 2022-09-01T11:09:59.912 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000347a7af9d8563364-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.913 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.913 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.914 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.914 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.915 DEBUG:boto:Data: 2022-09-01T11:09:59.915 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.916 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.916 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.917 DEBUG:boto:Params: {} 2022-09-01T11:09:59.917 DEBUG:boto:Token: None 2022-09-01T11:09:59.918 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.918 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8lmxxFM1TQ8Rnj2HhCGZufhGKbE= 2022-09-01T11:09:59.919 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8lmxxFM1TQ8Rnj2HhCGZufhGKbE=', 'Content-Length': '0'} 2022-09-01T11:09:59.921 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000923f24a8960740f-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.922 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000006 2022-09-01T11:09:59.922 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.923 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.923 DEBUG:boto:Method: GET 2022-09-01T11:09:59.924 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.924 DEBUG:boto:Data: 2022-09-01T11:09:59.925 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.925 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.926 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.926 DEBUG:boto:Params: {} 2022-09-01T11:09:59.927 DEBUG:boto:Token: None 2022-09-01T11:09:59.928 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.928 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eAAFQtot/9pakGepo3KusqWOjMw= 2022-09-01T11:09:59.929 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eAAFQtot/9pakGepo3KusqWOjMw=', 'Content-Length': '0'} 2022-09-01T11:09:59.931 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f1dd3ba81f86772-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.932 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.932 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.933 DEBUG:boto:Method: GET 2022-09-01T11:09:59.933 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.934 DEBUG:boto:Data: 2022-09-01T11:09:59.934 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.935 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.935 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.936 DEBUG:boto:Params: {} 2022-09-01T11:09:59.937 DEBUG:boto:Token: None 2022-09-01T11:09:59.937 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:09:59.938 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eAAFQtot/9pakGepo3KusqWOjMw= 2022-09-01T11:09:59.938 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eAAFQtot/9pakGepo3KusqWOjMw=', 'Content-Length': '0'} 2022-09-01T11:09:59.941 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e532d4f7c3aff346-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.941 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.942 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.943 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:59.943 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:59.944 DEBUG:boto:Method: GET 2022-09-01T11:09:59.944 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:59.945 DEBUG:boto:Data: 2022-09-01T11:09:59.945 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.946 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.946 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.947 DEBUG:boto:Params: {} 2022-09-01T11:09:59.947 DEBUG:boto:Token: None 2022-09-01T11:09:59.948 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.949 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.949 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.952 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ff55ba062cfcf16c-0063109307-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.953 DEBUG:boto:b'ptoxvb-73obj000000000000000000061000falseobj000000000000000000062022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.954 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:09:59.954 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:09:59.955 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:59.955 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:59.956 DEBUG:boto:Method: GET 2022-09-01T11:09:59.957 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:09:59.957 DEBUG:boto:Data: 2022-09-01T11:09:59.958 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.958 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.959 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.960 DEBUG:boto:Params: {} 2022-09-01T11:09:59.960 DEBUG:boto:Token: None 2022-09-01T11:09:59.961 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/ 2022-09-01T11:09:59.961 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k= 2022-09-01T11:09:59.962 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pvnJ6OLsk/7+JesS0gfaDrnUi5k=', 'Content-Length': '0'} 2022-09-01T11:09:59.965 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003f8c048404c9e048-0063109307-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.966 DEBUG:boto:b'ptoxvb-73obj000000000000000000061000falseobj000000000000000000062022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:09:59.967 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000010 2022-09-01T11:09:59.967 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:59.968 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:59.969 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:59.969 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:59.969 DEBUG:boto:Method: GET 2022-09-01T11:09:59.970 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:59.971 DEBUG:boto:Data: 2022-09-01T11:09:59.971 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.972 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.972 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.973 DEBUG:boto:Params: {} 2022-09-01T11:09:59.973 DEBUG:boto:Token: None 2022-09-01T11:09:59.974 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:59.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wd/9P+3045ldBmC1nq3cv4bHQIM= 2022-09-01T11:09:59.975 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wd/9P+3045ldBmC1nq3cv4bHQIM=', 'Content-Length': '0'} 2022-09-01T11:09:59.978 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000083c17bfb9861dbe3-0063109307-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.979 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:59.979 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:59.980 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:59.980 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:59.981 DEBUG:boto:Method: GET 2022-09-01T11:09:59.981 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:59.982 DEBUG:boto:Data: 2022-09-01T11:09:59.982 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.983 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:09:59.984 DEBUG:boto:Port: 8000 2022-09-01T11:09:59.984 DEBUG:boto:Params: {} 2022-09-01T11:09:59.985 DEBUG:boto:Token: None 2022-09-01T11:09:59.985 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:59.986 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wd/9P+3045ldBmC1nq3cv4bHQIM= 2022-09-01T11:09:59.987 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wd/9P+3045ldBmC1nq3cv4bHQIM=', 'Content-Length': '0'} 2022-09-01T11:09:59.989 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000100042c8c2407b2a-0063109307-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:09:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:09:59.990 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:59.990 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:09:59.991 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:59.991 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:59.992 DEBUG:boto:Method: HEAD 2022-09-01T11:09:59.992 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:59.993 DEBUG:boto:Data: 2022-09-01T11:09:59.993 DEBUG:boto:Headers: {} 2022-09-01T11:09:59.994 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:09:59.994 DEBUG:boto:Port: 8001 2022-09-01T11:09:59.995 DEBUG:boto:Params: {} 2022-09-01T11:09:59.995 DEBUG:boto:Token: None 2022-09-01T11:09:59.996 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:09:59 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:09:59.997 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UhgGCj+wyU5qv1MiVWnd386hw2U= 2022-09-01T11:09:59.997 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:09:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UhgGCj+wyU5qv1MiVWnd386hw2U=', 'Content-Length': '0'} 2022-09-01T11:09:59.999 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009edd92c54e29ec16-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.000 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.001 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.001 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:00.002 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:00.002 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.003 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:00.003 DEBUG:boto:Data: 2022-09-01T11:10:00.004 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.004 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.005 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.005 DEBUG:boto:Params: {} 2022-09-01T11:10:00.006 DEBUG:boto:Token: None 2022-09-01T11:10:00.007 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:00.007 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mqPwRfjvJjFSAhB6NzvFVX5fQps= 2022-09-01T11:10:00.008 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mqPwRfjvJjFSAhB6NzvFVX5fQps=', 'Content-Length': '0'} 2022-09-01T11:10:00.010 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000643dc697967c9d5b-0063109308-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.011 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000010 2022-09-01T11:10:00.011 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.012 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.012 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:00.013 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:00.013 DEBUG:boto:Method: GET 2022-09-01T11:10:00.014 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:00.014 DEBUG:boto:Data: 2022-09-01T11:10:00.015 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.015 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.016 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.016 DEBUG:boto:Params: {} 2022-09-01T11:10:00.017 DEBUG:boto:Token: None 2022-09-01T11:10:00.018 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:00.018 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RgwrrtY/b8PIC4MjhmcDuNz/4/Q= 2022-09-01T11:10:00.019 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RgwrrtY/b8PIC4MjhmcDuNz/4/Q=', 'Content-Length': '0'} 2022-09-01T11:10:00.021 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009fb9e086c9a26b67-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.022 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.023 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.023 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:00.024 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:00.024 DEBUG:boto:Method: GET 2022-09-01T11:10:00.025 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:00.025 DEBUG:boto:Data: 2022-09-01T11:10:00.026 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.027 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.027 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.028 DEBUG:boto:Params: {} 2022-09-01T11:10:00.028 DEBUG:boto:Token: None 2022-09-01T11:10:00.029 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:00.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RgwrrtY/b8PIC4MjhmcDuNz/4/Q= 2022-09-01T11:10:00.030 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RgwrrtY/b8PIC4MjhmcDuNz/4/Q=', 'Content-Length': '0'} 2022-09-01T11:10:00.033 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000013660c4ad3ca443a-0063109308-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.074 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.075 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.076 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:00.076 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:00.077 DEBUG:boto:Method: GET 2022-09-01T11:10:00.077 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:00.078 DEBUG:boto:Data: 2022-09-01T11:10:00.078 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.079 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.079 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.080 DEBUG:boto:Params: {} 2022-09-01T11:10:00.081 DEBUG:boto:Token: None 2022-09-01T11:10:00.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg= 2022-09-01T11:10:00.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg=', 'Content-Length': '0'} 2022-09-01T11:10:00.086 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006791185b2f694dc7-0063109308-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.086 DEBUG:boto:b'ptoxvb-73obj000000000000000000101000falseobj000000000000000000102022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.087 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.088 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.088 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:00.089 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:00.089 DEBUG:boto:Method: GET 2022-09-01T11:10:00.090 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:00.091 DEBUG:boto:Data: 2022-09-01T11:10:00.091 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.092 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.092 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.093 DEBUG:boto:Params: {} 2022-09-01T11:10:00.093 DEBUG:boto:Token: None 2022-09-01T11:10:00.094 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.095 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg= 2022-09-01T11:10:00.095 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg=', 'Content-Length': '0'} 2022-09-01T11:10:00.098 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008d79a32b23aa8816-0063109308-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.099 DEBUG:boto:b'ptoxvb-73obj000000000000000000101000falseobj000000000000000000102022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.100 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.100 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.101 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.101 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.102 DEBUG:boto:Data: 2022-09-01T11:10:00.102 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.103 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.103 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.104 DEBUG:boto:Params: {} 2022-09-01T11:10:00.104 DEBUG:boto:Token: None 2022-09-01T11:10:00.105 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.105 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0/TSkmN+qMVM81TQLrlIHiRVPAQ= 2022-09-01T11:10:00.106 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0/TSkmN+qMVM81TQLrlIHiRVPAQ=', 'Content-Length': '0'} 2022-09-01T11:10:00.108 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000297f11b704cc71c2-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.109 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.110 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.111 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.112 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.113 DEBUG:boto:Data: 2022-09-01T11:10:00.114 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.115 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.116 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.117 DEBUG:boto:Params: {} 2022-09-01T11:10:00.118 DEBUG:boto:Token: None 2022-09-01T11:10:00.119 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.119 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0/TSkmN+qMVM81TQLrlIHiRVPAQ= 2022-09-01T11:10:00.120 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0/TSkmN+qMVM81TQLrlIHiRVPAQ=', 'Content-Length': '0'} 2022-09-01T11:10:00.123 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e508c482311b10a4-0063109308-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.125 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000010 2022-09-01T11:10:00.125 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.126 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.127 DEBUG:boto:Method: GET 2022-09-01T11:10:00.128 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.129 DEBUG:boto:Data: 2022-09-01T11:10:00.130 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.131 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.132 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.133 DEBUG:boto:Params: {} 2022-09-01T11:10:00.134 DEBUG:boto:Token: None 2022-09-01T11:10:00.134 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:A+jNpl93QHtIwan1eBtss9tK1MI= 2022-09-01T11:10:00.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:A+jNpl93QHtIwan1eBtss9tK1MI=', 'Content-Length': '0'} 2022-09-01T11:10:00.139 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ad06a469ea10834f-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.140 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.141 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.142 DEBUG:boto:Method: GET 2022-09-01T11:10:00.142 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.143 DEBUG:boto:Data: 2022-09-01T11:10:00.143 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.144 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.144 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.145 DEBUG:boto:Params: {} 2022-09-01T11:10:00.145 DEBUG:boto:Token: None 2022-09-01T11:10:00.146 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:00.147 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:A+jNpl93QHtIwan1eBtss9tK1MI= 2022-09-01T11:10:00.147 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:A+jNpl93QHtIwan1eBtss9tK1MI=', 'Content-Length': '0'} 2022-09-01T11:10:00.149 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ae4c75100203c699-0063109308-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.190 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.191 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.192 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:00.193 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:00.194 DEBUG:boto:Method: GET 2022-09-01T11:10:00.195 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:00.196 DEBUG:boto:Data: 2022-09-01T11:10:00.197 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.198 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.199 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.199 DEBUG:boto:Params: {} 2022-09-01T11:10:00.201 DEBUG:boto:Token: None 2022-09-01T11:10:00.202 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.203 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg= 2022-09-01T11:10:00.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg=', 'Content-Length': '0'} 2022-09-01T11:10:00.207 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000049aed631c428dfd-0063109308-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.208 DEBUG:boto:b'ptoxvb-73obj000000000000000000101000falseobj000000000000000000102022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.210 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.210 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.211 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:00.211 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:00.212 DEBUG:boto:Method: GET 2022-09-01T11:10:00.212 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:00.213 DEBUG:boto:Data: 2022-09-01T11:10:00.213 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.214 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.214 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.215 DEBUG:boto:Params: {} 2022-09-01T11:10:00.216 DEBUG:boto:Token: None 2022-09-01T11:10:00.216 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg= 2022-09-01T11:10:00.217 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg=', 'Content-Length': '0'} 2022-09-01T11:10:00.220 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000084fbaaf9b93f6c91-0063109308-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.221 DEBUG:boto:b'ptoxvb-73obj000000000000000000101000falseobj000000000000000000102022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.222 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000012 2022-09-01T11:10:00.222 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.223 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.224 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.224 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.225 DEBUG:boto:Method: GET 2022-09-01T11:10:00.225 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.226 DEBUG:boto:Data: 2022-09-01T11:10:00.226 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.227 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.227 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.228 DEBUG:boto:Params: {} 2022-09-01T11:10:00.228 DEBUG:boto:Token: None 2022-09-01T11:10:00.229 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fO4yyW0UtVCxSWUbMnrFw6RxB3g= 2022-09-01T11:10:00.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fO4yyW0UtVCxSWUbMnrFw6RxB3g=', 'Content-Length': '0'} 2022-09-01T11:10:00.232 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000075370aa18c5b77a8-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.278 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.279 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.279 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.280 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.280 DEBUG:boto:Method: GET 2022-09-01T11:10:00.281 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.282 DEBUG:boto:Data: 2022-09-01T11:10:00.282 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.283 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.283 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.284 DEBUG:boto:Params: {} 2022-09-01T11:10:00.285 DEBUG:boto:Token: None 2022-09-01T11:10:00.285 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fO4yyW0UtVCxSWUbMnrFw6RxB3g= 2022-09-01T11:10:00.287 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fO4yyW0UtVCxSWUbMnrFw6RxB3g=', 'Content-Length': '0'} 2022-09-01T11:10:00.289 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b12fb12f9f77492a-0063109308-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.290 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.290 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.291 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.291 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.292 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.292 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.293 DEBUG:boto:Data: 2022-09-01T11:10:00.293 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.294 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.294 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.295 DEBUG:boto:Params: {} 2022-09-01T11:10:00.296 DEBUG:boto:Token: None 2022-09-01T11:10:00.296 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.297 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SAWuSFPougIyxS2DtE2x235ZXiM= 2022-09-01T11:10:00.297 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SAWuSFPougIyxS2DtE2x235ZXiM=', 'Content-Length': '0'} 2022-09-01T11:10:00.300 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a43387cbd56518f0-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.301 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.301 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.302 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.302 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.303 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.303 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.304 DEBUG:boto:Data: 2022-09-01T11:10:00.304 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.305 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.305 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.306 DEBUG:boto:Params: {} 2022-09-01T11:10:00.306 DEBUG:boto:Token: None 2022-09-01T11:10:00.307 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.307 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SAWuSFPougIyxS2DtE2x235ZXiM= 2022-09-01T11:10:00.308 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SAWuSFPougIyxS2DtE2x235ZXiM=', 'Content-Length': '0'} 2022-09-01T11:10:00.310 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ab7d3f0729778a1d-0063109308-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.311 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000012 2022-09-01T11:10:00.311 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.312 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.312 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.313 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.313 DEBUG:boto:Method: GET 2022-09-01T11:10:00.314 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.315 DEBUG:boto:Data: 2022-09-01T11:10:00.315 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.316 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.316 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.317 DEBUG:boto:Params: {} 2022-09-01T11:10:00.317 DEBUG:boto:Token: None 2022-09-01T11:10:00.318 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.319 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fO4yyW0UtVCxSWUbMnrFw6RxB3g= 2022-09-01T11:10:00.319 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fO4yyW0UtVCxSWUbMnrFw6RxB3g=', 'Content-Length': '0'} 2022-09-01T11:10:00.322 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000abecf287729c2f35-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.322 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.323 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.323 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.324 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.325 DEBUG:boto:Method: GET 2022-09-01T11:10:00.325 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.326 DEBUG:boto:Data: 2022-09-01T11:10:00.326 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.327 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.327 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.328 DEBUG:boto:Params: {} 2022-09-01T11:10:00.328 DEBUG:boto:Token: None 2022-09-01T11:10:00.329 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:00.330 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fO4yyW0UtVCxSWUbMnrFw6RxB3g= 2022-09-01T11:10:00.330 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fO4yyW0UtVCxSWUbMnrFw6RxB3g=', 'Content-Length': '0'} 2022-09-01T11:10:00.333 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f47539daa681558b-0063109308-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.334 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.334 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.335 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:00.335 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:00.336 DEBUG:boto:Method: GET 2022-09-01T11:10:00.336 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:00.337 DEBUG:boto:Data: 2022-09-01T11:10:00.337 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.338 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.338 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.339 DEBUG:boto:Params: {} 2022-09-01T11:10:00.339 DEBUG:boto:Token: None 2022-09-01T11:10:00.340 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.341 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg= 2022-09-01T11:10:00.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg=', 'Content-Length': '0'} 2022-09-01T11:10:00.344 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d551b35af868d49a-0063109308-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.345 DEBUG:boto:b'ptoxvb-73obj000000000000000000121000falseobj000000000000000000122022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.346 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.346 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.347 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:00.347 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:00.348 DEBUG:boto:Method: GET 2022-09-01T11:10:00.348 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:00.349 DEBUG:boto:Data: 2022-09-01T11:10:00.349 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.350 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.350 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.351 DEBUG:boto:Params: {} 2022-09-01T11:10:00.352 DEBUG:boto:Token: None 2022-09-01T11:10:00.352 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.353 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg= 2022-09-01T11:10:00.353 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg=', 'Content-Length': '0'} 2022-09-01T11:10:00.356 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000048c22f17e63c362a-0063109308-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.357 DEBUG:boto:b'ptoxvb-73obj000000000000000000121000falseobj000000000000000000122022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.358 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.359 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.360 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.361 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.362 DEBUG:boto:Data: 2022-09-01T11:10:00.362 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.363 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.364 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.365 DEBUG:boto:Params: {} 2022-09-01T11:10:00.366 DEBUG:boto:Token: None 2022-09-01T11:10:00.367 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.368 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ygdOM/itWRGKFXBaZ6ES0zGITOI= 2022-09-01T11:10:00.369 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ygdOM/itWRGKFXBaZ6ES0zGITOI=', 'Content-Length': '0'} 2022-09-01T11:10:00.372 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000967563e3100e6e7d-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.373 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.374 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.375 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.376 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.377 DEBUG:boto:Data: 2022-09-01T11:10:00.378 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.385 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.386 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.387 DEBUG:boto:Params: {} 2022-09-01T11:10:00.388 DEBUG:boto:Token: None 2022-09-01T11:10:00.389 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.390 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ygdOM/itWRGKFXBaZ6ES0zGITOI= 2022-09-01T11:10:00.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ygdOM/itWRGKFXBaZ6ES0zGITOI=', 'Content-Length': '0'} 2022-09-01T11:10:00.394 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f12c67bb6feeb837-0063109308-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.395 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000012 2022-09-01T11:10:00.396 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.397 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.398 DEBUG:boto:Method: GET 2022-09-01T11:10:00.399 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.400 DEBUG:boto:Data: 2022-09-01T11:10:00.401 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.402 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.403 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.403 DEBUG:boto:Params: {} 2022-09-01T11:10:00.404 DEBUG:boto:Token: None 2022-09-01T11:10:00.405 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.407 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ursr1tibm7k/3Kknhl4xzSCFvnw= 2022-09-01T11:10:00.408 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ursr1tibm7k/3Kknhl4xzSCFvnw=', 'Content-Length': '0'} 2022-09-01T11:10:00.410 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000043ab43a2b31f007a-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.412 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.413 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.414 DEBUG:boto:Method: GET 2022-09-01T11:10:00.415 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.416 DEBUG:boto:Data: 2022-09-01T11:10:00.417 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.418 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.419 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.420 DEBUG:boto:Params: {} 2022-09-01T11:10:00.420 DEBUG:boto:Token: None 2022-09-01T11:10:00.421 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:00.422 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ursr1tibm7k/3Kknhl4xzSCFvnw= 2022-09-01T11:10:00.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ursr1tibm7k/3Kknhl4xzSCFvnw=', 'Content-Length': '0'} 2022-09-01T11:10:00.424 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c83f689f54e0f8d9-0063109308-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.425 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.426 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.426 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:00.427 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:00.427 DEBUG:boto:Method: GET 2022-09-01T11:10:00.428 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:00.429 DEBUG:boto:Data: 2022-09-01T11:10:00.429 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.430 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.430 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.431 DEBUG:boto:Params: {} 2022-09-01T11:10:00.431 DEBUG:boto:Token: None 2022-09-01T11:10:00.432 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg= 2022-09-01T11:10:00.433 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg=', 'Content-Length': '0'} 2022-09-01T11:10:00.436 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000017083dca6000d54f-0063109308-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.437 DEBUG:boto:b'ptoxvb-73obj000000000000000000121000falseobj000000000000000000122022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.437 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.438 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.439 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:00.439 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:00.440 DEBUG:boto:Method: GET 2022-09-01T11:10:00.440 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:00.441 DEBUG:boto:Data: 2022-09-01T11:10:00.441 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.442 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.442 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.443 DEBUG:boto:Params: {} 2022-09-01T11:10:00.443 DEBUG:boto:Token: None 2022-09-01T11:10:00.444 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.444 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg= 2022-09-01T11:10:00.445 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg=', 'Content-Length': '0'} 2022-09-01T11:10:00.448 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005f76e9cbf204617c-0063109308-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.448 DEBUG:boto:b'ptoxvb-73obj000000000000000000121000falseobj000000000000000000122022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.449 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000013 2022-09-01T11:10:00.450 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.450 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.451 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.451 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.452 DEBUG:boto:Method: GET 2022-09-01T11:10:00.452 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.453 DEBUG:boto:Data: 2022-09-01T11:10:00.453 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.454 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.454 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.455 DEBUG:boto:Params: {} 2022-09-01T11:10:00.455 DEBUG:boto:Token: None 2022-09-01T11:10:00.456 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otzsUy3l1bqPXGmKvxzBYcHRX8M= 2022-09-01T11:10:00.457 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otzsUy3l1bqPXGmKvxzBYcHRX8M=', 'Content-Length': '0'} 2022-09-01T11:10:00.459 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006134402c55f2bcaa-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.460 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.461 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.462 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.463 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.464 DEBUG:boto:Method: GET 2022-09-01T11:10:00.465 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.466 DEBUG:boto:Data: 2022-09-01T11:10:00.467 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.467 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.468 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.468 DEBUG:boto:Params: {} 2022-09-01T11:10:00.469 DEBUG:boto:Token: None 2022-09-01T11:10:00.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.470 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otzsUy3l1bqPXGmKvxzBYcHRX8M= 2022-09-01T11:10:00.471 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otzsUy3l1bqPXGmKvxzBYcHRX8M=', 'Content-Length': '0'} 2022-09-01T11:10:00.473 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006975a50a2f77874e-0063109308-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.518 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.519 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.519 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.520 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.520 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.521 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.521 DEBUG:boto:Data: 2022-09-01T11:10:00.522 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.522 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.523 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.523 DEBUG:boto:Params: {} 2022-09-01T11:10:00.524 DEBUG:boto:Token: None 2022-09-01T11:10:00.524 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.525 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g5WR9tTsZ2rRpyXEOn2oTLBt8kc= 2022-09-01T11:10:00.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g5WR9tTsZ2rRpyXEOn2oTLBt8kc=', 'Content-Length': '0'} 2022-09-01T11:10:00.528 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003abf780ff5c9a42e-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.529 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.529 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.530 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.530 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.531 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.531 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.532 DEBUG:boto:Data: 2022-09-01T11:10:00.532 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.533 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.533 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.534 DEBUG:boto:Params: {} 2022-09-01T11:10:00.534 DEBUG:boto:Token: None 2022-09-01T11:10:00.535 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.536 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g5WR9tTsZ2rRpyXEOn2oTLBt8kc= 2022-09-01T11:10:00.536 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g5WR9tTsZ2rRpyXEOn2oTLBt8kc=', 'Content-Length': '0'} 2022-09-01T11:10:00.538 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000829ccc66fdee1c4a-0063109308-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.539 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000013 2022-09-01T11:10:00.540 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.540 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.541 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.541 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.542 DEBUG:boto:Method: GET 2022-09-01T11:10:00.542 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.543 DEBUG:boto:Data: 2022-09-01T11:10:00.544 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.544 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.545 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.545 DEBUG:boto:Params: {} 2022-09-01T11:10:00.546 DEBUG:boto:Token: None 2022-09-01T11:10:00.547 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.547 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otzsUy3l1bqPXGmKvxzBYcHRX8M= 2022-09-01T11:10:00.548 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otzsUy3l1bqPXGmKvxzBYcHRX8M=', 'Content-Length': '0'} 2022-09-01T11:10:00.550 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c218bcae43b6ebe0-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.551 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.551 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.552 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.553 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.553 DEBUG:boto:Method: GET 2022-09-01T11:10:00.554 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.554 DEBUG:boto:Data: 2022-09-01T11:10:00.555 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.556 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.557 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.558 DEBUG:boto:Params: {} 2022-09-01T11:10:00.559 DEBUG:boto:Token: None 2022-09-01T11:10:00.560 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:00.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otzsUy3l1bqPXGmKvxzBYcHRX8M= 2022-09-01T11:10:00.562 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otzsUy3l1bqPXGmKvxzBYcHRX8M=', 'Content-Length': '0'} 2022-09-01T11:10:00.565 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a4f421471b9ba9e9-0063109308-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.566 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.566 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.567 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:00.567 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:00.568 DEBUG:boto:Method: GET 2022-09-01T11:10:00.568 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:00.569 DEBUG:boto:Data: 2022-09-01T11:10:00.569 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.570 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.571 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.571 DEBUG:boto:Params: {} 2022-09-01T11:10:00.572 DEBUG:boto:Token: None 2022-09-01T11:10:00.572 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.573 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg= 2022-09-01T11:10:00.573 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg=', 'Content-Length': '0'} 2022-09-01T11:10:00.576 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c7aec91c2972d367-0063109308-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.622 DEBUG:boto:b'ptoxvb-73obj000000000000000000131000falseobj000000000000000000132022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.623 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.624 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.624 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:00.625 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:00.625 DEBUG:boto:Method: GET 2022-09-01T11:10:00.626 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:00.626 DEBUG:boto:Data: 2022-09-01T11:10:00.627 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.627 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.628 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.628 DEBUG:boto:Params: {} 2022-09-01T11:10:00.629 DEBUG:boto:Token: None 2022-09-01T11:10:00.630 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg= 2022-09-01T11:10:00.631 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg=', 'Content-Length': '0'} 2022-09-01T11:10:00.634 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006e5c7aa3397e958f-0063109308-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.635 DEBUG:boto:b'ptoxvb-73obj000000000000000000131000falseobj000000000000000000132022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.636 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.636 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.637 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.637 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.638 DEBUG:boto:Data: 2022-09-01T11:10:00.638 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.639 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.639 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.640 DEBUG:boto:Params: {} 2022-09-01T11:10:00.640 DEBUG:boto:Token: None 2022-09-01T11:10:00.641 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.642 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zDvPLTlbtCAhndSck/ya2WirzVM= 2022-09-01T11:10:00.642 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zDvPLTlbtCAhndSck/ya2WirzVM=', 'Content-Length': '0'} 2022-09-01T11:10:00.644 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e1485a872540f93d-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.645 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.646 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.646 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.647 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.647 DEBUG:boto:Data: 2022-09-01T11:10:00.648 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.648 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.649 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.649 DEBUG:boto:Params: {} 2022-09-01T11:10:00.650 DEBUG:boto:Token: None 2022-09-01T11:10:00.650 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.651 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zDvPLTlbtCAhndSck/ya2WirzVM= 2022-09-01T11:10:00.652 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zDvPLTlbtCAhndSck/ya2WirzVM=', 'Content-Length': '0'} 2022-09-01T11:10:00.654 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000085b5174f51487e86-0063109308-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.655 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000013 2022-09-01T11:10:00.655 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.656 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.656 DEBUG:boto:Method: GET 2022-09-01T11:10:00.657 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.657 DEBUG:boto:Data: 2022-09-01T11:10:00.658 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.659 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.659 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.660 DEBUG:boto:Params: {} 2022-09-01T11:10:00.660 DEBUG:boto:Token: None 2022-09-01T11:10:00.661 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eMzz7TsfMp5QnqMfoWz9Puh/JQo= 2022-09-01T11:10:00.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eMzz7TsfMp5QnqMfoWz9Puh/JQo=', 'Content-Length': '0'} 2022-09-01T11:10:00.664 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c96f5043b0431d1e-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.665 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.666 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.666 DEBUG:boto:Method: GET 2022-09-01T11:10:00.667 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.667 DEBUG:boto:Data: 2022-09-01T11:10:00.668 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.668 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.669 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.669 DEBUG:boto:Params: {} 2022-09-01T11:10:00.670 DEBUG:boto:Token: None 2022-09-01T11:10:00.671 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:00.671 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eMzz7TsfMp5QnqMfoWz9Puh/JQo= 2022-09-01T11:10:00.672 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eMzz7TsfMp5QnqMfoWz9Puh/JQo=', 'Content-Length': '0'} 2022-09-01T11:10:00.674 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fd6f852853640d4d-0063109308-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.718 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.719 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.720 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:00.720 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:00.721 DEBUG:boto:Method: GET 2022-09-01T11:10:00.721 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:00.722 DEBUG:boto:Data: 2022-09-01T11:10:00.722 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.723 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.724 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.724 DEBUG:boto:Params: {} 2022-09-01T11:10:00.725 DEBUG:boto:Token: None 2022-09-01T11:10:00.725 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.726 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg= 2022-09-01T11:10:00.727 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg=', 'Content-Length': '0'} 2022-09-01T11:10:00.730 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a7ab8bdec02c02fd-0063109308-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.730 DEBUG:boto:b'ptoxvb-73obj000000000000000000131000falseobj000000000000000000132022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.731 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.732 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.732 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:00.733 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:00.733 DEBUG:boto:Method: GET 2022-09-01T11:10:00.734 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:00.734 DEBUG:boto:Data: 2022-09-01T11:10:00.735 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.735 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:00.736 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.737 DEBUG:boto:Params: {} 2022-09-01T11:10:00.737 DEBUG:boto:Token: None 2022-09-01T11:10:00.738 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.738 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg= 2022-09-01T11:10:00.739 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg=', 'Content-Length': '0'} 2022-09-01T11:10:00.742 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000052a06b8b7968d42c-0063109308-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.743 DEBUG:boto:b'ptoxvb-73obj000000000000000000131000falseobj000000000000000000132022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.743 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-73 zones={test-zone3, test-zone1} 2022-09-01T11:10:00.744 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-73 zones={test-zone3, test-zone2} 2022-09-01T11:10:00.744 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.745 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.745 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.746 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:00.746 DEBUG:boto:Data: 2022-09-01T11:10:00.747 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.747 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.748 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.748 DEBUG:boto:Params: {} 2022-09-01T11:10:00.749 DEBUG:boto:Token: None 2022-09-01T11:10:00.750 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k8psHFtrKxeWrj9iZr88oBLEGS4= 2022-09-01T11:10:00.751 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k8psHFtrKxeWrj9iZr88oBLEGS4=', 'Content-Length': '0'} 2022-09-01T11:10:00.754 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '30'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c372869c1a00160f-0063109308-17b1-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.755 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.755 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.756 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.756 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:00.757 DEBUG:boto:Data: 2022-09-01T11:10:00.757 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.758 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:00.758 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.759 DEBUG:boto:Params: {} 2022-09-01T11:10:00.759 DEBUG:boto:Token: None 2022-09-01T11:10:00.760 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.760 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k8psHFtrKxeWrj9iZr88oBLEGS4= 2022-09-01T11:10:00.761 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k8psHFtrKxeWrj9iZr88oBLEGS4=', 'Content-Length': '0'} 2022-09-01T11:10:00.764 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '30'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d110facb1f41c69d-0063109308-17f0-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.764 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:10:00.765 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.766 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.766 DEBUG:boto:path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:10:00.767 DEBUG:boto:auth_path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:10:00.767 DEBUG:boto:Method: GET 2022-09-01T11:10:00.768 DEBUG:boto:Path: /ptoxvb-73/?versions&max-keys=999 2022-09-01T11:10:00.769 DEBUG:boto:Data: 2022-09-01T11:10:00.769 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.770 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.770 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.771 DEBUG:boto:Params: {} 2022-09-01T11:10:00.772 DEBUG:boto:Token: None 2022-09-01T11:10:00.772 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/?versions 2022-09-01T11:10:00.773 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q9moYs5f5Tj5H1DDS/frt/MXNt8= 2022-09-01T11:10:00.774 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q9moYs5f5Tj5H1DDS/frt/MXNt8=', 'Content-Length': '0'} 2022-09-01T11:10:00.777 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001ee10c4096532f1d-0063109308-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.777 DEBUG:boto:b'ptoxvb-73999falseobj00000000000000000000nulltrue2022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000001nulltrue2022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000002nulltrue2022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000003nulltrue2022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000004nulltrue2022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000005nulltrue2022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000006nulltrue2022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000010nulltrue2022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000012nulltrue2022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000013nulltrue2022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.779 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000000 2022-09-01T11:10:00.780 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000001 2022-09-01T11:10:00.780 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000002 2022-09-01T11:10:00.781 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000003 2022-09-01T11:10:00.781 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000004 2022-09-01T11:10:00.782 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000005 2022-09-01T11:10:00.782 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000006 2022-09-01T11:10:00.783 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000010 2022-09-01T11:10:00.783 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000012 2022-09-01T11:10:00.784 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000013 2022-09-01T11:10:00.784 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:10:00.785 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.785 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.786 DEBUG:boto:path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:10:00.786 DEBUG:boto:auth_path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:10:00.787 DEBUG:boto:Method: GET 2022-09-01T11:10:00.787 DEBUG:boto:Path: /ptoxvb-73/?versions&max-keys=999 2022-09-01T11:10:00.788 DEBUG:boto:Data: 2022-09-01T11:10:00.788 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.789 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:00.789 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.790 DEBUG:boto:Params: {} 2022-09-01T11:10:00.790 DEBUG:boto:Token: None 2022-09-01T11:10:00.791 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/?versions 2022-09-01T11:10:00.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q9moYs5f5Tj5H1DDS/frt/MXNt8= 2022-09-01T11:10:00.792 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q9moYs5f5Tj5H1DDS/frt/MXNt8=', 'Content-Length': '0'} 2022-09-01T11:10:00.795 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000be64267bc8a76453-0063109308-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.795 DEBUG:boto:b'ptoxvb-73999falseobj00000000000000000000nulltrue2022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000001nulltrue2022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000002nulltrue2022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000003nulltrue2022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000004nulltrue2022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000005nulltrue2022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000006nulltrue2022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000010nulltrue2022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000012nulltrue2022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000013nulltrue2022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.797 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000000 2022-09-01T11:10:00.797 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000001 2022-09-01T11:10:00.798 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000002 2022-09-01T11:10:00.798 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000003 2022-09-01T11:10:00.799 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000004 2022-09-01T11:10:00.799 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000005 2022-09-01T11:10:00.799 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000006 2022-09-01T11:10:00.800 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000010 2022-09-01T11:10:00.800 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000012 2022-09-01T11:10:00.801 DEBUG:tasks.rgw_multi.zone_rados:o=obj00000000000000000013 2022-09-01T11:10:00.801 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.802 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.802 DEBUG:boto:path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:10:00.803 DEBUG:boto:auth_path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:10:00.803 DEBUG:boto:Method: GET 2022-09-01T11:10:00.804 DEBUG:boto:Path: /ptoxvb-73/?versions&max-keys=999 2022-09-01T11:10:00.804 DEBUG:boto:Data: 2022-09-01T11:10:00.805 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.805 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.806 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.807 DEBUG:boto:Params: {} 2022-09-01T11:10:00.807 DEBUG:boto:Token: None 2022-09-01T11:10:00.808 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/?versions 2022-09-01T11:10:00.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q9moYs5f5Tj5H1DDS/frt/MXNt8= 2022-09-01T11:10:00.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q9moYs5f5Tj5H1DDS/frt/MXNt8=', 'Content-Length': '0'} 2022-09-01T11:10:00.811 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c95aba40a18c372b-0063109308-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.812 DEBUG:boto:b'ptoxvb-73999falseobj00000000000000000000nulltrue2022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000001nulltrue2022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000002nulltrue2022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000003nulltrue2022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000004nulltrue2022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000005nulltrue2022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000006nulltrue2022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000010nulltrue2022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000012nulltrue2022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000013nulltrue2022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.813 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.814 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.814 DEBUG:boto:path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:10:00.815 DEBUG:boto:auth_path=/ptoxvb-73/?versions&max-keys=999 2022-09-01T11:10:00.815 DEBUG:boto:Method: GET 2022-09-01T11:10:00.816 DEBUG:boto:Path: /ptoxvb-73/?versions&max-keys=999 2022-09-01T11:10:00.817 DEBUG:boto:Data: 2022-09-01T11:10:00.817 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.818 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:00.818 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.819 DEBUG:boto:Params: {} 2022-09-01T11:10:00.819 DEBUG:boto:Token: None 2022-09-01T11:10:00.820 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/?versions 2022-09-01T11:10:00.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q9moYs5f5Tj5H1DDS/frt/MXNt8= 2022-09-01T11:10:00.821 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q9moYs5f5Tj5H1DDS/frt/MXNt8=', 'Content-Length': '0'} 2022-09-01T11:10:00.824 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000be77157c7e6dbc0b-0063109308-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.825 DEBUG:boto:b'ptoxvb-73999falseobj00000000000000000000nulltrue2022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000001nulltrue2022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000002nulltrue2022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000003nulltrue2022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000004nulltrue2022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000005nulltrue2022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000006nulltrue2022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000010nulltrue2022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000012nulltrue2022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj00000000000000000013nulltrue2022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.826 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000000 2022-09-01T11:10:00.826 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.827 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.828 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.828 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.829 DEBUG:boto:Method: GET 2022-09-01T11:10:00.829 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.830 DEBUG:boto:Data: 2022-09-01T11:10:00.830 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.831 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.831 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.832 DEBUG:boto:Params: {} 2022-09-01T11:10:00.833 DEBUG:boto:Token: None 2022-09-01T11:10:00.834 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.835 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qqlXMTLrWZ1hE1esoi3mGPhUpyI= 2022-09-01T11:10:00.836 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qqlXMTLrWZ1hE1esoi3mGPhUpyI=', 'Content-Length': '0'} 2022-09-01T11:10:00.839 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000015ff0eb46040f5e3-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.882 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.883 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.883 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.884 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.884 DEBUG:boto:Method: GET 2022-09-01T11:10:00.885 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.885 DEBUG:boto:Data: 2022-09-01T11:10:00.886 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.886 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:00.887 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.888 DEBUG:boto:Params: {} 2022-09-01T11:10:00.888 DEBUG:boto:Token: None 2022-09-01T11:10:00.889 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.890 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qqlXMTLrWZ1hE1esoi3mGPhUpyI= 2022-09-01T11:10:00.890 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qqlXMTLrWZ1hE1esoi3mGPhUpyI=', 'Content-Length': '0'} 2022-09-01T11:10:00.893 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e0331fe2f81bd713-0063109308-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.894 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.894 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.895 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.895 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.896 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.896 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.897 DEBUG:boto:Data: 2022-09-01T11:10:00.897 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.898 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.898 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.899 DEBUG:boto:Params: {} 2022-09-01T11:10:00.899 DEBUG:boto:Token: None 2022-09-01T11:10:00.900 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.900 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FqKF9pgA420H4agV8fvIm7qadTY= 2022-09-01T11:10:00.901 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FqKF9pgA420H4agV8fvIm7qadTY=', 'Content-Length': '0'} 2022-09-01T11:10:00.903 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f2bd7d5ca1f05d5c-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.904 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.904 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.905 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.905 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.906 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.906 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.907 DEBUG:boto:Data: 2022-09-01T11:10:00.907 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.908 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:00.908 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.909 DEBUG:boto:Params: {} 2022-09-01T11:10:00.910 DEBUG:boto:Token: None 2022-09-01T11:10:00.910 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FqKF9pgA420H4agV8fvIm7qadTY= 2022-09-01T11:10:00.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FqKF9pgA420H4agV8fvIm7qadTY=', 'Content-Length': '0'} 2022-09-01T11:10:00.913 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000087ef709051d29099-0063109308-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.914 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000000 2022-09-01T11:10:00.914 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.915 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.915 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.916 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.916 DEBUG:boto:Method: GET 2022-09-01T11:10:00.917 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.918 DEBUG:boto:Data: 2022-09-01T11:10:00.918 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.919 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.919 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.920 DEBUG:boto:Params: {} 2022-09-01T11:10:00.920 DEBUG:boto:Token: None 2022-09-01T11:10:00.921 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.922 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qqlXMTLrWZ1hE1esoi3mGPhUpyI= 2022-09-01T11:10:00.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qqlXMTLrWZ1hE1esoi3mGPhUpyI=', 'Content-Length': '0'} 2022-09-01T11:10:00.925 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e373aed9f1ed92cf-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.926 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.927 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.927 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.928 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.928 DEBUG:boto:Method: GET 2022-09-01T11:10:00.929 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.929 DEBUG:boto:Data: 2022-09-01T11:10:00.930 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.930 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:00.931 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.931 DEBUG:boto:Params: {} 2022-09-01T11:10:00.932 DEBUG:boto:Token: None 2022-09-01T11:10:00.933 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000000?versionId=null 2022-09-01T11:10:00.933 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qqlXMTLrWZ1hE1esoi3mGPhUpyI= 2022-09-01T11:10:00.934 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qqlXMTLrWZ1hE1esoi3mGPhUpyI=', 'Content-Length': '0'} 2022-09-01T11:10:00.936 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e918c7180f0e962b-0063109308-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.937 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.937 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.938 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:10:00.938 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:10:00.939 DEBUG:boto:Method: GET 2022-09-01T11:10:00.939 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:10:00.940 DEBUG:boto:Data: 2022-09-01T11:10:00.940 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.941 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.941 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.942 DEBUG:boto:Params: {} 2022-09-01T11:10:00.942 DEBUG:boto:Token: None 2022-09-01T11:10:00.943 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg= 2022-09-01T11:10:00.944 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg=', 'Content-Length': '0'} 2022-09-01T11:10:00.947 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001e733a934448ca05-0063109308-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.947 DEBUG:boto:b'ptoxvb-73obj000000000000000000001000falseobj000000000000000000002022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.948 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:00.949 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:00.949 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:10:00.950 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:10:00.950 DEBUG:boto:Method: GET 2022-09-01T11:10:00.951 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:10:00.951 DEBUG:boto:Data: 2022-09-01T11:10:00.952 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.952 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:00.953 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.953 DEBUG:boto:Params: {} 2022-09-01T11:10:00.954 DEBUG:boto:Token: None 2022-09-01T11:10:00.955 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/ 2022-09-01T11:10:00.955 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg= 2022-09-01T11:10:00.956 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DrbzbB4OvVtjUpuNw0xNobiJMbg=', 'Content-Length': '0'} 2022-09-01T11:10:00.958 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000de2ae0fda98a77cc-0063109308-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.959 DEBUG:boto:b'ptoxvb-73obj000000000000000000001000falseobj000000000000000000002022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:00.960 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.961 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.961 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.962 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.962 DEBUG:boto:Data: 2022-09-01T11:10:00.963 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.963 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.963 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.964 DEBUG:boto:Params: {} 2022-09-01T11:10:00.965 DEBUG:boto:Token: None 2022-09-01T11:10:00.965 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.966 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2zCf9RGacJTe2AbjKK1vNnCrSU4= 2022-09-01T11:10:00.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2zCf9RGacJTe2AbjKK1vNnCrSU4=', 'Content-Length': '0'} 2022-09-01T11:10:00.968 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012ac85972e3b3773-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.969 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.969 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.970 DEBUG:boto:Method: HEAD 2022-09-01T11:10:00.970 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.971 DEBUG:boto:Data: 2022-09-01T11:10:00.971 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.972 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:00.972 DEBUG:boto:Port: 8000 2022-09-01T11:10:00.973 DEBUG:boto:Params: {} 2022-09-01T11:10:00.973 DEBUG:boto:Token: None 2022-09-01T11:10:00.974 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2zCf9RGacJTe2AbjKK1vNnCrSU4= 2022-09-01T11:10:00.975 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2zCf9RGacJTe2AbjKK1vNnCrSU4=', 'Content-Length': '0'} 2022-09-01T11:10:00.977 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000151e9962c35656ee-0063109308-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:00.978 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000000 2022-09-01T11:10:00.979 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.979 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.980 DEBUG:boto:Method: GET 2022-09-01T11:10:00.981 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.981 DEBUG:boto:Data: 2022-09-01T11:10:00.982 DEBUG:boto:Headers: {} 2022-09-01T11:10:00.982 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:00.983 DEBUG:boto:Port: 8001 2022-09-01T11:10:00.983 DEBUG:boto:Params: {} 2022-09-01T11:10:00.984 DEBUG:boto:Token: None 2022-09-01T11:10:00.985 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:00 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:00.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4wHqdkVcR7DjF81/JRbrNvmG0k0= 2022-09-01T11:10:00.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4wHqdkVcR7DjF81/JRbrNvmG0k0=', 'Content-Length': '0'} 2022-09-01T11:10:00.988 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005bef98462e2f3b2-0063109308-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.030 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:01.031 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:01.031 DEBUG:boto:Method: GET 2022-09-01T11:10:01.032 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:01.032 DEBUG:boto:Data: 2022-09-01T11:10:01.033 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.033 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.034 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.034 DEBUG:boto:Params: {} 2022-09-01T11:10:01.035 DEBUG:boto:Token: None 2022-09-01T11:10:01.036 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:01.036 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UtHcS9QpoNHT2iz72gYmM7OkAPA= 2022-09-01T11:10:01.037 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UtHcS9QpoNHT2iz72gYmM7OkAPA=', 'Content-Length': '0'} 2022-09-01T11:10:01.039 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003bb76aa59e988689-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.041 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.041 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.042 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:10:01.042 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:10:01.043 DEBUG:boto:Method: GET 2022-09-01T11:10:01.043 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:10:01.044 DEBUG:boto:Data: 2022-09-01T11:10:01.044 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.045 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.046 DEBUG:boto:Params: {} 2022-09-01T11:10:01.046 DEBUG:boto:Token: None 2022-09-01T11:10:01.047 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.047 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.051 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eaaf5ec09431a801-0063109309-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.051 DEBUG:boto:b'ptoxvb-73obj000000000000000000001000falseobj000000000000000000002022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.052 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.053 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.053 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:10:01.054 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:10:01.054 DEBUG:boto:Method: GET 2022-09-01T11:10:01.055 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000000 2022-09-01T11:10:01.055 DEBUG:boto:Data: 2022-09-01T11:10:01.056 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.056 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.057 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.057 DEBUG:boto:Params: {} 2022-09-01T11:10:01.058 DEBUG:boto:Token: None 2022-09-01T11:10:01.059 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.059 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.063 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eb11ac87fe693a91-0063109309-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.064 DEBUG:boto:b'ptoxvb-73obj000000000000000000001000falseobj000000000000000000002022-09-01T11:07:44.826Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.064 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000001 2022-09-01T11:10:01.065 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.066 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.066 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.067 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.067 DEBUG:boto:Method: GET 2022-09-01T11:10:01.068 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.068 DEBUG:boto:Data: 2022-09-01T11:10:01.069 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.069 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.070 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.070 DEBUG:boto:Params: {} 2022-09-01T11:10:01.071 DEBUG:boto:Token: None 2022-09-01T11:10:01.071 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.072 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:74KxskoqUROow9e41gqnDTFNYKo= 2022-09-01T11:10:01.073 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:74KxskoqUROow9e41gqnDTFNYKo=', 'Content-Length': '0'} 2022-09-01T11:10:01.075 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000086c411d549cf7c58-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.076 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.076 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.077 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.077 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.078 DEBUG:boto:Method: GET 2022-09-01T11:10:01.078 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.079 DEBUG:boto:Data: 2022-09-01T11:10:01.079 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.080 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.080 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.081 DEBUG:boto:Params: {} 2022-09-01T11:10:01.081 DEBUG:boto:Token: None 2022-09-01T11:10:01.082 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:74KxskoqUROow9e41gqnDTFNYKo= 2022-09-01T11:10:01.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:74KxskoqUROow9e41gqnDTFNYKo=', 'Content-Length': '0'} 2022-09-01T11:10:01.085 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dba82c380d40e1fc-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.126 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.127 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.127 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.128 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.128 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.129 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.129 DEBUG:boto:Data: 2022-09-01T11:10:01.130 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.130 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.131 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.131 DEBUG:boto:Params: {} 2022-09-01T11:10:01.132 DEBUG:boto:Token: None 2022-09-01T11:10:01.133 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KGJpO4ofMvm89EaI/EosZeBqIy8= 2022-09-01T11:10:01.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KGJpO4ofMvm89EaI/EosZeBqIy8=', 'Content-Length': '0'} 2022-09-01T11:10:01.136 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001be3e3b8ad67dcbc-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.137 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.137 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.138 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.138 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.139 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.139 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.140 DEBUG:boto:Data: 2022-09-01T11:10:01.140 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.141 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.142 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.142 DEBUG:boto:Params: {} 2022-09-01T11:10:01.143 DEBUG:boto:Token: None 2022-09-01T11:10:01.143 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.144 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KGJpO4ofMvm89EaI/EosZeBqIy8= 2022-09-01T11:10:01.144 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KGJpO4ofMvm89EaI/EosZeBqIy8=', 'Content-Length': '0'} 2022-09-01T11:10:01.147 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000627a94763168f95d-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.148 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000001 2022-09-01T11:10:01.148 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.149 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.149 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.150 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.150 DEBUG:boto:Method: GET 2022-09-01T11:10:01.151 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.152 DEBUG:boto:Data: 2022-09-01T11:10:01.152 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.153 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.153 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.154 DEBUG:boto:Params: {} 2022-09-01T11:10:01.154 DEBUG:boto:Token: None 2022-09-01T11:10:01.155 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.156 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:74KxskoqUROow9e41gqnDTFNYKo= 2022-09-01T11:10:01.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:74KxskoqUROow9e41gqnDTFNYKo=', 'Content-Length': '0'} 2022-09-01T11:10:01.158 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d749582643529bf2-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.159 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.160 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.161 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.161 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.162 DEBUG:boto:Method: GET 2022-09-01T11:10:01.162 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.163 DEBUG:boto:Data: 2022-09-01T11:10:01.163 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.164 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.164 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.165 DEBUG:boto:Params: {} 2022-09-01T11:10:01.166 DEBUG:boto:Token: None 2022-09-01T11:10:01.166 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000001?versionId=null 2022-09-01T11:10:01.167 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:74KxskoqUROow9e41gqnDTFNYKo= 2022-09-01T11:10:01.167 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:74KxskoqUROow9e41gqnDTFNYKo=', 'Content-Length': '0'} 2022-09-01T11:10:01.170 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e607d523805884d9-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.170 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.171 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.172 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:10:01.172 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:10:01.173 DEBUG:boto:Method: GET 2022-09-01T11:10:01.173 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:10:01.174 DEBUG:boto:Data: 2022-09-01T11:10:01.174 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.175 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.175 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.176 DEBUG:boto:Params: {} 2022-09-01T11:10:01.176 DEBUG:boto:Token: None 2022-09-01T11:10:01.177 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.181 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000014d2b0125500b3db-0063109309-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.222 DEBUG:boto:b'ptoxvb-73obj000000000000000000011000falseobj000000000000000000012022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.223 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.223 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.224 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:10:01.224 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:10:01.225 DEBUG:boto:Method: GET 2022-09-01T11:10:01.226 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:10:01.226 DEBUG:boto:Data: 2022-09-01T11:10:01.227 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.227 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.228 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.228 DEBUG:boto:Params: {} 2022-09-01T11:10:01.229 DEBUG:boto:Token: None 2022-09-01T11:10:01.229 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.234 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000059fb0591f66ab518-0063109309-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.234 DEBUG:boto:b'ptoxvb-73obj000000000000000000011000falseobj000000000000000000012022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.235 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.236 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.236 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.237 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.237 DEBUG:boto:Data: 2022-09-01T11:10:01.238 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.238 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.239 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.239 DEBUG:boto:Params: {} 2022-09-01T11:10:01.240 DEBUG:boto:Token: None 2022-09-01T11:10:01.240 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CzLGDpzMJ0lyk+h6fak5yeaQfyc= 2022-09-01T11:10:01.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CzLGDpzMJ0lyk+h6fak5yeaQfyc=', 'Content-Length': '0'} 2022-09-01T11:10:01.244 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000597dde78c73b9c5e-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.244 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.245 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.245 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.246 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.247 DEBUG:boto:Data: 2022-09-01T11:10:01.247 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.248 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.248 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.249 DEBUG:boto:Params: {} 2022-09-01T11:10:01.249 DEBUG:boto:Token: None 2022-09-01T11:10:01.250 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.250 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CzLGDpzMJ0lyk+h6fak5yeaQfyc= 2022-09-01T11:10:01.251 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CzLGDpzMJ0lyk+h6fak5yeaQfyc=', 'Content-Length': '0'} 2022-09-01T11:10:01.253 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000005a936173997f0c-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.254 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000001 2022-09-01T11:10:01.255 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.255 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.256 DEBUG:boto:Method: GET 2022-09-01T11:10:01.256 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.257 DEBUG:boto:Data: 2022-09-01T11:10:01.257 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.258 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.258 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.259 DEBUG:boto:Params: {} 2022-09-01T11:10:01.260 DEBUG:boto:Token: None 2022-09-01T11:10:01.260 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.261 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aHhGDl3VqzK0s9HuMtaR9NBuME= 2022-09-01T11:10:01.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aHhGDl3VqzK0s9HuMtaR9NBuME=', 'Content-Length': '0'} 2022-09-01T11:10:01.264 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b22ebd076c49bb9-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.265 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.265 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.266 DEBUG:boto:Method: GET 2022-09-01T11:10:01.267 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.267 DEBUG:boto:Data: 2022-09-01T11:10:01.268 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.268 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.269 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.269 DEBUG:boto:Params: {} 2022-09-01T11:10:01.270 DEBUG:boto:Token: None 2022-09-01T11:10:01.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:01.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aHhGDl3VqzK0s9HuMtaR9NBuME= 2022-09-01T11:10:01.272 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aHhGDl3VqzK0s9HuMtaR9NBuME=', 'Content-Length': '0'} 2022-09-01T11:10:01.274 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b81541e896e1d0b7-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.275 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.276 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.276 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:10:01.277 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:10:01.277 DEBUG:boto:Method: GET 2022-09-01T11:10:01.278 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:10:01.279 DEBUG:boto:Data: 2022-09-01T11:10:01.279 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.280 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.280 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.281 DEBUG:boto:Params: {} 2022-09-01T11:10:01.281 DEBUG:boto:Token: None 2022-09-01T11:10:01.282 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.283 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.283 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.286 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e4a5aef76070b510-0063109309-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.287 DEBUG:boto:b'ptoxvb-73obj000000000000000000011000falseobj000000000000000000012022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.288 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.288 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.289 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:10:01.289 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:10:01.290 DEBUG:boto:Method: GET 2022-09-01T11:10:01.290 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000001 2022-09-01T11:10:01.291 DEBUG:boto:Data: 2022-09-01T11:10:01.292 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.292 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.293 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.293 DEBUG:boto:Params: {} 2022-09-01T11:10:01.294 DEBUG:boto:Token: None 2022-09-01T11:10:01.294 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.295 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.296 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.298 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000723f751b7f46a9e1-0063109309-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.342 DEBUG:boto:b'ptoxvb-73obj000000000000000000011000falseobj000000000000000000012022-09-01T11:07:44.999Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.343 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000002 2022-09-01T11:10:01.344 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.344 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.345 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.345 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.346 DEBUG:boto:Method: GET 2022-09-01T11:10:01.347 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.347 DEBUG:boto:Data: 2022-09-01T11:10:01.348 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.348 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.349 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.349 DEBUG:boto:Params: {} 2022-09-01T11:10:01.350 DEBUG:boto:Token: None 2022-09-01T11:10:01.351 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xrXnt3v6+Ug92hfl9TqtAvythaQ= 2022-09-01T11:10:01.352 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xrXnt3v6+Ug92hfl9TqtAvythaQ=', 'Content-Length': '0'} 2022-09-01T11:10:01.354 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000013c3c425e3f67ae8-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.355 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.356 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.356 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.357 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.357 DEBUG:boto:Method: GET 2022-09-01T11:10:01.358 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.358 DEBUG:boto:Data: 2022-09-01T11:10:01.359 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.360 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.360 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.361 DEBUG:boto:Params: {} 2022-09-01T11:10:01.361 DEBUG:boto:Token: None 2022-09-01T11:10:01.362 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.363 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xrXnt3v6+Ug92hfl9TqtAvythaQ= 2022-09-01T11:10:01.363 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xrXnt3v6+Ug92hfl9TqtAvythaQ=', 'Content-Length': '0'} 2022-09-01T11:10:01.366 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000099209ce273b7a995-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.366 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.367 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.368 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.368 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.369 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.369 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.370 DEBUG:boto:Data: 2022-09-01T11:10:01.370 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.371 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.371 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.372 DEBUG:boto:Params: {} 2022-09-01T11:10:01.372 DEBUG:boto:Token: None 2022-09-01T11:10:01.373 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.374 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IKDvojnotICht2ZzoxTkNJBdXEw= 2022-09-01T11:10:01.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IKDvojnotICht2ZzoxTkNJBdXEw=', 'Content-Length': '0'} 2022-09-01T11:10:01.376 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001fa083d847de482c-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.377 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.378 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.378 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.379 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.379 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.380 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.380 DEBUG:boto:Data: 2022-09-01T11:10:01.381 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.381 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.382 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.382 DEBUG:boto:Params: {} 2022-09-01T11:10:01.383 DEBUG:boto:Token: None 2022-09-01T11:10:01.383 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.384 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IKDvojnotICht2ZzoxTkNJBdXEw= 2022-09-01T11:10:01.385 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IKDvojnotICht2ZzoxTkNJBdXEw=', 'Content-Length': '0'} 2022-09-01T11:10:01.387 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000070f7853150b690ed-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.387 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000002 2022-09-01T11:10:01.388 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.388 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.389 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.390 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.390 DEBUG:boto:Method: GET 2022-09-01T11:10:01.391 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.391 DEBUG:boto:Data: 2022-09-01T11:10:01.392 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.392 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.393 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.393 DEBUG:boto:Params: {} 2022-09-01T11:10:01.394 DEBUG:boto:Token: None 2022-09-01T11:10:01.395 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.395 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xrXnt3v6+Ug92hfl9TqtAvythaQ= 2022-09-01T11:10:01.396 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xrXnt3v6+Ug92hfl9TqtAvythaQ=', 'Content-Length': '0'} 2022-09-01T11:10:01.398 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000493b35d9f7ad70ba-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.399 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.399 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.400 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.400 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.401 DEBUG:boto:Method: GET 2022-09-01T11:10:01.402 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.402 DEBUG:boto:Data: 2022-09-01T11:10:01.403 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.403 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.404 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.404 DEBUG:boto:Params: {} 2022-09-01T11:10:01.405 DEBUG:boto:Token: None 2022-09-01T11:10:01.406 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000002?versionId=null 2022-09-01T11:10:01.406 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xrXnt3v6+Ug92hfl9TqtAvythaQ= 2022-09-01T11:10:01.407 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xrXnt3v6+Ug92hfl9TqtAvythaQ=', 'Content-Length': '0'} 2022-09-01T11:10:01.409 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cdd6d5b6ef79cf86-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.410 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.410 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.411 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:10:01.411 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:10:01.412 DEBUG:boto:Method: GET 2022-09-01T11:10:01.413 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:10:01.413 DEBUG:boto:Data: 2022-09-01T11:10:01.414 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.414 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.415 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.415 DEBUG:boto:Params: {} 2022-09-01T11:10:01.416 DEBUG:boto:Token: None 2022-09-01T11:10:01.417 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.417 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.418 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.421 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e22e1bdc79999d60-0063109309-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.462 DEBUG:boto:b'ptoxvb-73obj000000000000000000021000falseobj000000000000000000022022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.463 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.464 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.464 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:10:01.465 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:10:01.465 DEBUG:boto:Method: GET 2022-09-01T11:10:01.466 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:10:01.466 DEBUG:boto:Data: 2022-09-01T11:10:01.467 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.467 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.468 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.468 DEBUG:boto:Params: {} 2022-09-01T11:10:01.469 DEBUG:boto:Token: None 2022-09-01T11:10:01.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.470 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.471 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.474 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003a138a3b49632691-0063109309-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.475 DEBUG:boto:b'ptoxvb-73obj000000000000000000021000falseobj000000000000000000022022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.475 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.476 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.476 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.477 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.477 DEBUG:boto:Data: 2022-09-01T11:10:01.478 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.478 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.479 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.479 DEBUG:boto:Params: {} 2022-09-01T11:10:01.480 DEBUG:boto:Token: None 2022-09-01T11:10:01.480 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.481 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MF4npJu2NoSugrMuMPw6OGmVkMQ= 2022-09-01T11:10:01.482 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MF4npJu2NoSugrMuMPw6OGmVkMQ=', 'Content-Length': '0'} 2022-09-01T11:10:01.484 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dd6254f74feaa99d-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.485 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.485 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.486 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.486 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.487 DEBUG:boto:Data: 2022-09-01T11:10:01.487 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.488 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.488 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.489 DEBUG:boto:Params: {} 2022-09-01T11:10:01.489 DEBUG:boto:Token: None 2022-09-01T11:10:01.490 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.490 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MF4npJu2NoSugrMuMPw6OGmVkMQ= 2022-09-01T11:10:01.491 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MF4npJu2NoSugrMuMPw6OGmVkMQ=', 'Content-Length': '0'} 2022-09-01T11:10:01.493 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007e1f4519f5681120-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.494 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000002 2022-09-01T11:10:01.494 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.495 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.495 DEBUG:boto:Method: GET 2022-09-01T11:10:01.496 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.497 DEBUG:boto:Data: 2022-09-01T11:10:01.497 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.498 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.498 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.499 DEBUG:boto:Params: {} 2022-09-01T11:10:01.499 DEBUG:boto:Token: None 2022-09-01T11:10:01.500 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.501 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rM9FzZr94IgFPopCf/jiO6BoVSw= 2022-09-01T11:10:01.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rM9FzZr94IgFPopCf/jiO6BoVSw=', 'Content-Length': '0'} 2022-09-01T11:10:01.504 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000589c8246b3e95f03-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.504 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.505 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.505 DEBUG:boto:Method: GET 2022-09-01T11:10:01.506 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.506 DEBUG:boto:Data: 2022-09-01T11:10:01.507 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.508 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.508 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.509 DEBUG:boto:Params: {} 2022-09-01T11:10:01.509 DEBUG:boto:Token: None 2022-09-01T11:10:01.510 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:01.510 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rM9FzZr94IgFPopCf/jiO6BoVSw= 2022-09-01T11:10:01.511 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rM9FzZr94IgFPopCf/jiO6BoVSw=', 'Content-Length': '0'} 2022-09-01T11:10:01.513 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e384a9602708d142-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.554 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.555 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.556 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:10:01.556 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:10:01.557 DEBUG:boto:Method: GET 2022-09-01T11:10:01.557 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:10:01.558 DEBUG:boto:Data: 2022-09-01T11:10:01.558 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.559 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.559 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.560 DEBUG:boto:Params: {} 2022-09-01T11:10:01.561 DEBUG:boto:Token: None 2022-09-01T11:10:01.561 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.566 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000065b1efa3f311e1f6-0063109309-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.566 DEBUG:boto:b'ptoxvb-73obj000000000000000000021000falseobj000000000000000000022022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.567 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.568 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.568 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:10:01.569 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:10:01.570 DEBUG:boto:Method: GET 2022-09-01T11:10:01.570 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000002 2022-09-01T11:10:01.571 DEBUG:boto:Data: 2022-09-01T11:10:01.571 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.572 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.572 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.573 DEBUG:boto:Params: {} 2022-09-01T11:10:01.573 DEBUG:boto:Token: None 2022-09-01T11:10:01.574 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.574 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.578 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000096513cb1058c83e4-0063109309-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.579 DEBUG:boto:b'ptoxvb-73obj000000000000000000021000falseobj000000000000000000022022-09-01T11:07:44.940Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.579 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000003 2022-09-01T11:10:01.580 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.580 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.581 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.581 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.582 DEBUG:boto:Method: GET 2022-09-01T11:10:01.582 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.583 DEBUG:boto:Data: 2022-09-01T11:10:01.584 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.584 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.585 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.585 DEBUG:boto:Params: {} 2022-09-01T11:10:01.586 DEBUG:boto:Token: None 2022-09-01T11:10:01.587 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hpgVhV8sWI9gaOP/Ol9MCvB55v4= 2022-09-01T11:10:01.588 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hpgVhV8sWI9gaOP/Ol9MCvB55v4=', 'Content-Length': '0'} 2022-09-01T11:10:01.590 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000936eda50d7c4f12f-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.591 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.592 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.592 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.593 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.593 DEBUG:boto:Method: GET 2022-09-01T11:10:01.594 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.594 DEBUG:boto:Data: 2022-09-01T11:10:01.595 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.595 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.596 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.597 DEBUG:boto:Params: {} 2022-09-01T11:10:01.597 DEBUG:boto:Token: None 2022-09-01T11:10:01.598 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.599 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hpgVhV8sWI9gaOP/Ol9MCvB55v4= 2022-09-01T11:10:01.599 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hpgVhV8sWI9gaOP/Ol9MCvB55v4=', 'Content-Length': '0'} 2022-09-01T11:10:01.602 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005f01038f7b1ede06-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.603 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.603 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.604 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.604 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.605 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.605 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.606 DEBUG:boto:Data: 2022-09-01T11:10:01.607 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.607 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.608 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.608 DEBUG:boto:Params: {} 2022-09-01T11:10:01.609 DEBUG:boto:Token: None 2022-09-01T11:10:01.609 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.610 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wIEwdmaIsniwMmewDj4EFZQmcyw= 2022-09-01T11:10:01.611 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wIEwdmaIsniwMmewDj4EFZQmcyw=', 'Content-Length': '0'} 2022-09-01T11:10:01.613 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002f26a1b065e8c22e-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.614 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.614 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.615 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.615 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.616 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.616 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.617 DEBUG:boto:Data: 2022-09-01T11:10:01.617 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.618 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.618 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.619 DEBUG:boto:Params: {} 2022-09-01T11:10:01.619 DEBUG:boto:Token: None 2022-09-01T11:10:01.620 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.620 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wIEwdmaIsniwMmewDj4EFZQmcyw= 2022-09-01T11:10:01.621 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wIEwdmaIsniwMmewDj4EFZQmcyw=', 'Content-Length': '0'} 2022-09-01T11:10:01.623 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002f17550d0d44f05b-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.624 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000003 2022-09-01T11:10:01.625 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.625 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.626 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.627 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.627 DEBUG:boto:Method: GET 2022-09-01T11:10:01.628 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.628 DEBUG:boto:Data: 2022-09-01T11:10:01.629 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.629 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.630 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.630 DEBUG:boto:Params: {} 2022-09-01T11:10:01.631 DEBUG:boto:Token: None 2022-09-01T11:10:01.632 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.632 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hpgVhV8sWI9gaOP/Ol9MCvB55v4= 2022-09-01T11:10:01.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hpgVhV8sWI9gaOP/Ol9MCvB55v4=', 'Content-Length': '0'} 2022-09-01T11:10:01.635 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e244d0f09ed3313f-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.636 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.637 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.637 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.638 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.638 DEBUG:boto:Method: GET 2022-09-01T11:10:01.639 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.639 DEBUG:boto:Data: 2022-09-01T11:10:01.640 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.640 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.641 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.641 DEBUG:boto:Params: {} 2022-09-01T11:10:01.642 DEBUG:boto:Token: None 2022-09-01T11:10:01.642 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000003?versionId=null 2022-09-01T11:10:01.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hpgVhV8sWI9gaOP/Ol9MCvB55v4= 2022-09-01T11:10:01.644 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hpgVhV8sWI9gaOP/Ol9MCvB55v4=', 'Content-Length': '0'} 2022-09-01T11:10:01.646 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009f3972ad6c4c5d84-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.686 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.687 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.687 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:10:01.688 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:10:01.689 DEBUG:boto:Method: GET 2022-09-01T11:10:01.689 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:10:01.690 DEBUG:boto:Data: 2022-09-01T11:10:01.690 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.691 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.691 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.692 DEBUG:boto:Params: {} 2022-09-01T11:10:01.692 DEBUG:boto:Token: None 2022-09-01T11:10:01.693 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.694 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.694 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.698 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000043a0de95de6823ad-0063109309-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.698 DEBUG:boto:b'ptoxvb-73obj000000000000000000031000falseobj000000000000000000032022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.699 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.700 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.700 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:10:01.701 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:10:01.702 DEBUG:boto:Method: GET 2022-09-01T11:10:01.702 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:10:01.703 DEBUG:boto:Data: 2022-09-01T11:10:01.703 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.704 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.704 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.705 DEBUG:boto:Params: {} 2022-09-01T11:10:01.706 DEBUG:boto:Token: None 2022-09-01T11:10:01.706 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.707 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.708 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.711 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000c795838333876a1-0063109309-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.711 DEBUG:boto:b'ptoxvb-73obj000000000000000000031000falseobj000000000000000000032022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.712 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.713 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.713 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.714 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.715 DEBUG:boto:Data: 2022-09-01T11:10:01.715 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.716 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.716 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.717 DEBUG:boto:Params: {} 2022-09-01T11:10:01.718 DEBUG:boto:Token: None 2022-09-01T11:10:01.718 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.719 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d8hwwBHMEySmhKpA62KmLoCYz+8= 2022-09-01T11:10:01.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d8hwwBHMEySmhKpA62KmLoCYz+8=', 'Content-Length': '0'} 2022-09-01T11:10:01.722 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f5937ed7769776d-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.722 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.723 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.724 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.724 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.725 DEBUG:boto:Data: 2022-09-01T11:10:01.725 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.726 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.726 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.727 DEBUG:boto:Params: {} 2022-09-01T11:10:01.727 DEBUG:boto:Token: None 2022-09-01T11:10:01.728 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.729 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d8hwwBHMEySmhKpA62KmLoCYz+8= 2022-09-01T11:10:01.729 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d8hwwBHMEySmhKpA62KmLoCYz+8=', 'Content-Length': '0'} 2022-09-01T11:10:01.731 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e4f0edec776888d5-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.732 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000003 2022-09-01T11:10:01.733 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.733 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.734 DEBUG:boto:Method: GET 2022-09-01T11:10:01.735 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.735 DEBUG:boto:Data: 2022-09-01T11:10:01.736 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.736 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.737 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.737 DEBUG:boto:Params: {} 2022-09-01T11:10:01.738 DEBUG:boto:Token: None 2022-09-01T11:10:01.739 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.739 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rq8OCt+WHoaW1aTC7fgOlL99vTc= 2022-09-01T11:10:01.740 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rq8OCt+WHoaW1aTC7fgOlL99vTc=', 'Content-Length': '0'} 2022-09-01T11:10:01.742 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e7a8db3a5f189f3-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.743 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.744 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.744 DEBUG:boto:Method: GET 2022-09-01T11:10:01.745 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.745 DEBUG:boto:Data: 2022-09-01T11:10:01.746 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.747 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.747 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.748 DEBUG:boto:Params: {} 2022-09-01T11:10:01.748 DEBUG:boto:Token: None 2022-09-01T11:10:01.749 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:01.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rq8OCt+WHoaW1aTC7fgOlL99vTc= 2022-09-01T11:10:01.750 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rq8OCt+WHoaW1aTC7fgOlL99vTc=', 'Content-Length': '0'} 2022-09-01T11:10:01.752 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bcc4713d96be44bd-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.753 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.754 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.754 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:10:01.755 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:10:01.755 DEBUG:boto:Method: GET 2022-09-01T11:10:01.756 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:10:01.756 DEBUG:boto:Data: 2022-09-01T11:10:01.757 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.758 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.758 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.759 DEBUG:boto:Params: {} 2022-09-01T11:10:01.759 DEBUG:boto:Token: None 2022-09-01T11:10:01.760 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.761 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.764 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000984cf98969f3e602-0063109309-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.806 DEBUG:boto:b'ptoxvb-73obj000000000000000000031000falseobj000000000000000000032022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.807 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.808 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.808 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:10:01.809 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:10:01.809 DEBUG:boto:Method: GET 2022-09-01T11:10:01.810 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000003 2022-09-01T11:10:01.810 DEBUG:boto:Data: 2022-09-01T11:10:01.811 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.811 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.812 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.812 DEBUG:boto:Params: {} 2022-09-01T11:10:01.813 DEBUG:boto:Token: None 2022-09-01T11:10:01.814 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.814 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.815 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.818 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b12862095fd9f627-0063109309-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.818 DEBUG:boto:b'ptoxvb-73obj000000000000000000031000falseobj000000000000000000032022-09-01T11:07:44.715Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.819 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000004 2022-09-01T11:10:01.820 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.820 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.821 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.821 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.822 DEBUG:boto:Method: GET 2022-09-01T11:10:01.822 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.823 DEBUG:boto:Data: 2022-09-01T11:10:01.823 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.824 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.825 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.825 DEBUG:boto:Params: {} 2022-09-01T11:10:01.826 DEBUG:boto:Token: None 2022-09-01T11:10:01.826 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5YWKI6/S7ZnIgFdhHr6CAqMvkwY= 2022-09-01T11:10:01.828 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5YWKI6/S7ZnIgFdhHr6CAqMvkwY=', 'Content-Length': '0'} 2022-09-01T11:10:01.830 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f3a20d0a59a8c39-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.831 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.831 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.832 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.832 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.833 DEBUG:boto:Method: GET 2022-09-01T11:10:01.834 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.834 DEBUG:boto:Data: 2022-09-01T11:10:01.835 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.835 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.836 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.836 DEBUG:boto:Params: {} 2022-09-01T11:10:01.837 DEBUG:boto:Token: None 2022-09-01T11:10:01.838 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.838 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5YWKI6/S7ZnIgFdhHr6CAqMvkwY= 2022-09-01T11:10:01.839 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5YWKI6/S7ZnIgFdhHr6CAqMvkwY=', 'Content-Length': '0'} 2022-09-01T11:10:01.841 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a8bcfa847ad4f212-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.882 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.883 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.883 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.884 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.884 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.885 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.886 DEBUG:boto:Data: 2022-09-01T11:10:01.886 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.887 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.887 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.888 DEBUG:boto:Params: {} 2022-09-01T11:10:01.889 DEBUG:boto:Token: None 2022-09-01T11:10:01.889 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.890 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fIP2TWgBtdLIprYqzvNtg06d2r8= 2022-09-01T11:10:01.890 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fIP2TWgBtdLIprYqzvNtg06d2r8=', 'Content-Length': '0'} 2022-09-01T11:10:01.893 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d8f89a086eb24f00-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.894 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.894 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.895 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.895 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.896 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.896 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.897 DEBUG:boto:Data: 2022-09-01T11:10:01.897 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.898 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.899 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.899 DEBUG:boto:Params: {} 2022-09-01T11:10:01.900 DEBUG:boto:Token: None 2022-09-01T11:10:01.900 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.901 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fIP2TWgBtdLIprYqzvNtg06d2r8= 2022-09-01T11:10:01.902 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fIP2TWgBtdLIprYqzvNtg06d2r8=', 'Content-Length': '0'} 2022-09-01T11:10:01.904 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000943f1329210be874-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.905 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000004 2022-09-01T11:10:01.905 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.906 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.906 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.907 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.908 DEBUG:boto:Method: GET 2022-09-01T11:10:01.908 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.909 DEBUG:boto:Data: 2022-09-01T11:10:01.909 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.910 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.910 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.911 DEBUG:boto:Params: {} 2022-09-01T11:10:01.912 DEBUG:boto:Token: None 2022-09-01T11:10:01.912 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.913 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5YWKI6/S7ZnIgFdhHr6CAqMvkwY= 2022-09-01T11:10:01.914 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5YWKI6/S7ZnIgFdhHr6CAqMvkwY=', 'Content-Length': '0'} 2022-09-01T11:10:01.916 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000099e2b84dffdb99ef-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.917 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.918 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.918 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.919 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.919 DEBUG:boto:Method: GET 2022-09-01T11:10:01.920 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.921 DEBUG:boto:Data: 2022-09-01T11:10:01.921 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.922 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.922 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.923 DEBUG:boto:Params: {} 2022-09-01T11:10:01.923 DEBUG:boto:Token: None 2022-09-01T11:10:01.924 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000004?versionId=null 2022-09-01T11:10:01.925 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5YWKI6/S7ZnIgFdhHr6CAqMvkwY= 2022-09-01T11:10:01.925 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5YWKI6/S7ZnIgFdhHr6CAqMvkwY=', 'Content-Length': '0'} 2022-09-01T11:10:01.928 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000406a46e601017927-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.929 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.929 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.930 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:10:01.930 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:10:01.931 DEBUG:boto:Method: GET 2022-09-01T11:10:01.931 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:10:01.932 DEBUG:boto:Data: 2022-09-01T11:10:01.932 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.933 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.933 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.934 DEBUG:boto:Params: {} 2022-09-01T11:10:01.935 DEBUG:boto:Token: None 2022-09-01T11:10:01.935 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.936 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.937 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.939 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006cbcad90fb5d16b1-0063109309-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.940 DEBUG:boto:b'ptoxvb-73obj000000000000000000041000falseobj000000000000000000042022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.941 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:01.942 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:01.942 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:10:01.943 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:10:01.943 DEBUG:boto:Method: GET 2022-09-01T11:10:01.944 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:10:01.944 DEBUG:boto:Data: 2022-09-01T11:10:01.945 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.945 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.946 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.947 DEBUG:boto:Params: {} 2022-09-01T11:10:01.947 DEBUG:boto:Token: None 2022-09-01T11:10:01.948 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/ 2022-09-01T11:10:01.948 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk= 2022-09-01T11:10:01.949 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnYmCT8JcaE1vwVHZeuiUV1vJKk=', 'Content-Length': '0'} 2022-09-01T11:10:01.952 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009d51d5be5a0ab17a-0063109309-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.953 DEBUG:boto:b'ptoxvb-73obj000000000000000000041000falseobj000000000000000000042022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:01.954 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.954 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.955 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.956 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.956 DEBUG:boto:Data: 2022-09-01T11:10:01.957 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.957 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.958 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.958 DEBUG:boto:Params: {} 2022-09-01T11:10:01.959 DEBUG:boto:Token: None 2022-09-01T11:10:01.959 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.960 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F202z6RyQLuT9gXAeh6EqePO19w= 2022-09-01T11:10:01.961 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F202z6RyQLuT9gXAeh6EqePO19w=', 'Content-Length': '0'} 2022-09-01T11:10:01.963 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cef5d14e9d2d10f7-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.964 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.964 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.965 DEBUG:boto:Method: HEAD 2022-09-01T11:10:01.965 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.966 DEBUG:boto:Data: 2022-09-01T11:10:01.966 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.967 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:01.967 DEBUG:boto:Port: 8000 2022-09-01T11:10:01.968 DEBUG:boto:Params: {} 2022-09-01T11:10:01.969 DEBUG:boto:Token: None 2022-09-01T11:10:01.969 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.970 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F202z6RyQLuT9gXAeh6EqePO19w= 2022-09-01T11:10:01.970 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F202z6RyQLuT9gXAeh6EqePO19w=', 'Content-Length': '0'} 2022-09-01T11:10:01.973 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e2667135dda2d4e-0063109309-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:01.973 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000004 2022-09-01T11:10:01.974 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.975 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.975 DEBUG:boto:Method: GET 2022-09-01T11:10:01.976 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.976 DEBUG:boto:Data: 2022-09-01T11:10:01.977 DEBUG:boto:Headers: {} 2022-09-01T11:10:01.977 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:01.978 DEBUG:boto:Port: 8001 2022-09-01T11:10:01.978 DEBUG:boto:Params: {} 2022-09-01T11:10:01.979 DEBUG:boto:Token: None 2022-09-01T11:10:01.980 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:01 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:01.980 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZpLfYTnwYMuaoxTQXDKXjbZOFhY= 2022-09-01T11:10:01.981 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZpLfYTnwYMuaoxTQXDKXjbZOFhY=', 'Content-Length': '0'} 2022-09-01T11:10:01.983 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007c6d001ebe93add5-0063109309-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.026 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:02.027 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:02.027 DEBUG:boto:Method: GET 2022-09-01T11:10:02.028 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:02.029 DEBUG:boto:Data: 2022-09-01T11:10:02.029 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.030 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.030 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.031 DEBUG:boto:Params: {} 2022-09-01T11:10:02.032 DEBUG:boto:Token: None 2022-09-01T11:10:02.032 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:02.033 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zyrRj9DZuGjifxgVX9kxi+BeEWQ= 2022-09-01T11:10:02.033 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zyrRj9DZuGjifxgVX9kxi+BeEWQ=', 'Content-Length': '0'} 2022-09-01T11:10:02.036 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000744adf176dcf42d2-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.037 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.037 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.038 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:10:02.038 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:10:02.039 DEBUG:boto:Method: GET 2022-09-01T11:10:02.039 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:10:02.040 DEBUG:boto:Data: 2022-09-01T11:10:02.041 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.041 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.042 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.042 DEBUG:boto:Params: {} 2022-09-01T11:10:02.043 DEBUG:boto:Token: None 2022-09-01T11:10:02.043 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.048 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000715605d947ddb9de-006310930a-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.048 DEBUG:boto:b'ptoxvb-73obj000000000000000000041000falseobj000000000000000000042022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.049 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.050 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.050 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:10:02.051 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:10:02.051 DEBUG:boto:Method: GET 2022-09-01T11:10:02.052 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000004 2022-09-01T11:10:02.052 DEBUG:boto:Data: 2022-09-01T11:10:02.053 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.053 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.054 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.055 DEBUG:boto:Params: {} 2022-09-01T11:10:02.055 DEBUG:boto:Token: None 2022-09-01T11:10:02.056 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.056 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.057 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.060 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f3c60c4ecf8fc805-006310930a-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.060 DEBUG:boto:b'ptoxvb-73obj000000000000000000041000falseobj000000000000000000042022-09-01T11:07:44.915Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.061 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000005 2022-09-01T11:10:02.062 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.062 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.063 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.063 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.064 DEBUG:boto:Method: GET 2022-09-01T11:10:02.065 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.065 DEBUG:boto:Data: 2022-09-01T11:10:02.066 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.066 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.067 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.067 DEBUG:boto:Params: {} 2022-09-01T11:10:02.068 DEBUG:boto:Token: None 2022-09-01T11:10:02.069 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.069 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m3wzrytT+XO2sIe2z7UVdH68t3k= 2022-09-01T11:10:02.070 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m3wzrytT+XO2sIe2z7UVdH68t3k=', 'Content-Length': '0'} 2022-09-01T11:10:02.072 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f2d1d58810f01c84-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.073 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.074 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.074 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.075 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.075 DEBUG:boto:Method: GET 2022-09-01T11:10:02.076 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.076 DEBUG:boto:Data: 2022-09-01T11:10:02.077 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.077 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.078 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.079 DEBUG:boto:Params: {} 2022-09-01T11:10:02.079 DEBUG:boto:Token: None 2022-09-01T11:10:02.080 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.080 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m3wzrytT+XO2sIe2z7UVdH68t3k= 2022-09-01T11:10:02.081 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m3wzrytT+XO2sIe2z7UVdH68t3k=', 'Content-Length': '0'} 2022-09-01T11:10:02.083 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c49616a520fc54d4-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.084 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.084 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.085 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.085 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.086 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.087 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.087 DEBUG:boto:Data: 2022-09-01T11:10:02.088 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.088 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.089 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.089 DEBUG:boto:Params: {} 2022-09-01T11:10:02.090 DEBUG:boto:Token: None 2022-09-01T11:10:02.090 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cJdShO9xE4ZL9ZtSU9kUS+pOrps= 2022-09-01T11:10:02.091 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cJdShO9xE4ZL9ZtSU9kUS+pOrps=', 'Content-Length': '0'} 2022-09-01T11:10:02.100 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000afc34956bcfd37fa-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.101 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.101 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.102 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.102 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.103 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.103 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.104 DEBUG:boto:Data: 2022-09-01T11:10:02.104 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.105 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.105 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.106 DEBUG:boto:Params: {} 2022-09-01T11:10:02.106 DEBUG:boto:Token: None 2022-09-01T11:10:02.107 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.108 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cJdShO9xE4ZL9ZtSU9kUS+pOrps= 2022-09-01T11:10:02.108 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cJdShO9xE4ZL9ZtSU9kUS+pOrps=', 'Content-Length': '0'} 2022-09-01T11:10:02.110 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000264ce63f6c0db770-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.111 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000005 2022-09-01T11:10:02.112 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.112 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.113 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.113 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.114 DEBUG:boto:Method: GET 2022-09-01T11:10:02.114 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.115 DEBUG:boto:Data: 2022-09-01T11:10:02.115 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.116 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.117 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.118 DEBUG:boto:Params: {} 2022-09-01T11:10:02.118 DEBUG:boto:Token: None 2022-09-01T11:10:02.119 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.119 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m3wzrytT+XO2sIe2z7UVdH68t3k= 2022-09-01T11:10:02.120 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m3wzrytT+XO2sIe2z7UVdH68t3k=', 'Content-Length': '0'} 2022-09-01T11:10:02.122 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000839e9fe837b0439c-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.123 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.124 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.124 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.125 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.125 DEBUG:boto:Method: GET 2022-09-01T11:10:02.126 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.126 DEBUG:boto:Data: 2022-09-01T11:10:02.127 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.127 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.128 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.128 DEBUG:boto:Params: {} 2022-09-01T11:10:02.129 DEBUG:boto:Token: None 2022-09-01T11:10:02.130 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000005?versionId=null 2022-09-01T11:10:02.130 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m3wzrytT+XO2sIe2z7UVdH68t3k= 2022-09-01T11:10:02.131 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m3wzrytT+XO2sIe2z7UVdH68t3k=', 'Content-Length': '0'} 2022-09-01T11:10:02.133 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df944d2d84604f1f-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.134 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.135 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.135 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:10:02.136 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:10:02.136 DEBUG:boto:Method: GET 2022-09-01T11:10:02.137 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:10:02.137 DEBUG:boto:Data: 2022-09-01T11:10:02.138 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.138 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.139 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.139 DEBUG:boto:Params: {} 2022-09-01T11:10:02.140 DEBUG:boto:Token: None 2022-09-01T11:10:02.141 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.141 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.142 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.145 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000085df0f8dd7723c42-006310930a-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.186 DEBUG:boto:b'ptoxvb-73obj000000000000000000051000falseobj000000000000000000052022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.187 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.188 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.188 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:10:02.189 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:10:02.189 DEBUG:boto:Method: GET 2022-09-01T11:10:02.190 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:10:02.190 DEBUG:boto:Data: 2022-09-01T11:10:02.191 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.191 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.192 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.192 DEBUG:boto:Params: {} 2022-09-01T11:10:02.193 DEBUG:boto:Token: None 2022-09-01T11:10:02.194 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.198 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e2a68455b9ddbbd5-006310930a-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.198 DEBUG:boto:b'ptoxvb-73obj000000000000000000051000falseobj000000000000000000052022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.199 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.200 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.200 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.201 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.201 DEBUG:boto:Data: 2022-09-01T11:10:02.202 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.202 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.203 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.203 DEBUG:boto:Params: {} 2022-09-01T11:10:02.204 DEBUG:boto:Token: None 2022-09-01T11:10:02.204 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.205 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NvOLbK+GAn+ngc0it/Yc/xfDDtM= 2022-09-01T11:10:02.206 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NvOLbK+GAn+ngc0it/Yc/xfDDtM=', 'Content-Length': '0'} 2022-09-01T11:10:02.208 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004cd5fe3536f1efba-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.209 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.209 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.210 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.210 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.211 DEBUG:boto:Data: 2022-09-01T11:10:02.211 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.212 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.212 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.213 DEBUG:boto:Params: {} 2022-09-01T11:10:02.213 DEBUG:boto:Token: None 2022-09-01T11:10:02.214 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.214 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NvOLbK+GAn+ngc0it/Yc/xfDDtM= 2022-09-01T11:10:02.215 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NvOLbK+GAn+ngc0it/Yc/xfDDtM=', 'Content-Length': '0'} 2022-09-01T11:10:02.217 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e5de788449fe2013-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.218 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000005 2022-09-01T11:10:02.218 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.219 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.219 DEBUG:boto:Method: GET 2022-09-01T11:10:02.220 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.220 DEBUG:boto:Data: 2022-09-01T11:10:02.221 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.221 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.222 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.222 DEBUG:boto:Params: {} 2022-09-01T11:10:02.223 DEBUG:boto:Token: None 2022-09-01T11:10:02.224 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.224 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCvf6IKDHnQ6xWBkmERpKs92Dp4= 2022-09-01T11:10:02.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCvf6IKDHnQ6xWBkmERpKs92Dp4=', 'Content-Length': '0'} 2022-09-01T11:10:02.227 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001fd59f7f845efd4e-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.228 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.228 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.229 DEBUG:boto:Method: GET 2022-09-01T11:10:02.229 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.230 DEBUG:boto:Data: 2022-09-01T11:10:02.230 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.231 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.231 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.232 DEBUG:boto:Params: {} 2022-09-01T11:10:02.232 DEBUG:boto:Token: None 2022-09-01T11:10:02.233 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:02.233 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCvf6IKDHnQ6xWBkmERpKs92Dp4= 2022-09-01T11:10:02.234 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCvf6IKDHnQ6xWBkmERpKs92Dp4=', 'Content-Length': '0'} 2022-09-01T11:10:02.236 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cfcc26e788ef1b0d-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.278 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.279 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.279 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:10:02.280 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:10:02.281 DEBUG:boto:Method: GET 2022-09-01T11:10:02.281 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:10:02.282 DEBUG:boto:Data: 2022-09-01T11:10:02.282 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.283 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.284 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.284 DEBUG:boto:Params: {} 2022-09-01T11:10:02.285 DEBUG:boto:Token: None 2022-09-01T11:10:02.285 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.287 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.289 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000076484f3731720e1d-006310930a-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.290 DEBUG:boto:b'ptoxvb-73obj000000000000000000051000falseobj000000000000000000052022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.291 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.292 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.292 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:10:02.293 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:10:02.293 DEBUG:boto:Method: GET 2022-09-01T11:10:02.294 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000005 2022-09-01T11:10:02.294 DEBUG:boto:Data: 2022-09-01T11:10:02.295 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.295 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.296 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.296 DEBUG:boto:Params: {} 2022-09-01T11:10:02.297 DEBUG:boto:Token: None 2022-09-01T11:10:02.297 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.302 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000792443e8933fefb-006310930a-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.303 DEBUG:boto:b'ptoxvb-73obj000000000000000000051000falseobj000000000000000000052022-09-01T11:07:44.802Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.305 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000006 2022-09-01T11:10:02.305 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.306 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.307 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.308 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.309 DEBUG:boto:Method: GET 2022-09-01T11:10:02.310 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.311 DEBUG:boto:Data: 2022-09-01T11:10:02.312 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.312 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.313 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.313 DEBUG:boto:Params: {} 2022-09-01T11:10:02.314 DEBUG:boto:Token: None 2022-09-01T11:10:02.315 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iOPDvp8NqeF0gf/hXmMfMXbDVXc= 2022-09-01T11:10:02.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iOPDvp8NqeF0gf/hXmMfMXbDVXc=', 'Content-Length': '0'} 2022-09-01T11:10:02.318 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f4da51827ef5f78-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.319 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.320 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.320 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.321 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.321 DEBUG:boto:Method: GET 2022-09-01T11:10:02.322 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.322 DEBUG:boto:Data: 2022-09-01T11:10:02.323 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.324 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.324 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.325 DEBUG:boto:Params: {} 2022-09-01T11:10:02.325 DEBUG:boto:Token: None 2022-09-01T11:10:02.326 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.326 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iOPDvp8NqeF0gf/hXmMfMXbDVXc= 2022-09-01T11:10:02.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iOPDvp8NqeF0gf/hXmMfMXbDVXc=', 'Content-Length': '0'} 2022-09-01T11:10:02.329 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b45abe18918442c4-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.330 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.331 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.331 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.332 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.332 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.333 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.333 DEBUG:boto:Data: 2022-09-01T11:10:02.334 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.334 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.335 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.335 DEBUG:boto:Params: {} 2022-09-01T11:10:02.336 DEBUG:boto:Token: None 2022-09-01T11:10:02.337 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.337 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYqxpJ8awBenxzuucpNfr3EEJlE= 2022-09-01T11:10:02.338 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYqxpJ8awBenxzuucpNfr3EEJlE=', 'Content-Length': '0'} 2022-09-01T11:10:02.340 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e80bc64219ded53b-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.340 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.341 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.341 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.342 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.342 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.343 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.343 DEBUG:boto:Data: 2022-09-01T11:10:02.344 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.344 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.345 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.345 DEBUG:boto:Params: {} 2022-09-01T11:10:02.346 DEBUG:boto:Token: None 2022-09-01T11:10:02.347 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zYqxpJ8awBenxzuucpNfr3EEJlE= 2022-09-01T11:10:02.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zYqxpJ8awBenxzuucpNfr3EEJlE=', 'Content-Length': '0'} 2022-09-01T11:10:02.350 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df6143f8d7e98698-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.350 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000006 2022-09-01T11:10:02.351 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.351 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.352 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.352 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.353 DEBUG:boto:Method: GET 2022-09-01T11:10:02.353 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.354 DEBUG:boto:Data: 2022-09-01T11:10:02.355 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.356 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.356 DEBUG:boto:Params: {} 2022-09-01T11:10:02.357 DEBUG:boto:Token: None 2022-09-01T11:10:02.357 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.358 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iOPDvp8NqeF0gf/hXmMfMXbDVXc= 2022-09-01T11:10:02.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iOPDvp8NqeF0gf/hXmMfMXbDVXc=', 'Content-Length': '0'} 2022-09-01T11:10:02.361 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aba2cdcd6c626325-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.362 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.362 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.363 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.363 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.364 DEBUG:boto:Method: GET 2022-09-01T11:10:02.364 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.365 DEBUG:boto:Data: 2022-09-01T11:10:02.365 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.366 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.366 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.367 DEBUG:boto:Params: {} 2022-09-01T11:10:02.368 DEBUG:boto:Token: None 2022-09-01T11:10:02.368 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000006?versionId=null 2022-09-01T11:10:02.369 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iOPDvp8NqeF0gf/hXmMfMXbDVXc= 2022-09-01T11:10:02.370 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iOPDvp8NqeF0gf/hXmMfMXbDVXc=', 'Content-Length': '0'} 2022-09-01T11:10:02.372 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000090cfc02b2b65ed82-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.372 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.373 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.374 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:10:02.374 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:10:02.375 DEBUG:boto:Method: GET 2022-09-01T11:10:02.375 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:10:02.376 DEBUG:boto:Data: 2022-09-01T11:10:02.376 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.377 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.377 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.378 DEBUG:boto:Params: {} 2022-09-01T11:10:02.379 DEBUG:boto:Token: None 2022-09-01T11:10:02.379 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.380 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.380 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.383 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000720a0ec11c76c401-006310930a-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.384 DEBUG:boto:b'ptoxvb-73obj000000000000000000061000falseobj000000000000000000062022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.385 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.385 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.386 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:10:02.386 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:10:02.387 DEBUG:boto:Method: GET 2022-09-01T11:10:02.387 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:10:02.388 DEBUG:boto:Data: 2022-09-01T11:10:02.389 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.389 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.390 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.390 DEBUG:boto:Params: {} 2022-09-01T11:10:02.391 DEBUG:boto:Token: None 2022-09-01T11:10:02.391 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.392 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.399 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b22f180c9aee1d12-006310930a-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.400 DEBUG:boto:b'ptoxvb-73obj000000000000000000061000falseobj000000000000000000062022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.401 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.401 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.402 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.403 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.403 DEBUG:boto:Data: 2022-09-01T11:10:02.404 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.404 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.405 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.405 DEBUG:boto:Params: {} 2022-09-01T11:10:02.406 DEBUG:boto:Token: None 2022-09-01T11:10:02.406 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.407 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3DM+0x31b278x8d7hIKSGYF4eic= 2022-09-01T11:10:02.408 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3DM+0x31b278x8d7hIKSGYF4eic=', 'Content-Length': '0'} 2022-09-01T11:10:02.410 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002247ce85277067e7-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.411 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.411 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.412 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.412 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.413 DEBUG:boto:Data: 2022-09-01T11:10:02.413 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.414 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.414 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.415 DEBUG:boto:Params: {} 2022-09-01T11:10:02.415 DEBUG:boto:Token: None 2022-09-01T11:10:02.416 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.417 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3DM+0x31b278x8d7hIKSGYF4eic= 2022-09-01T11:10:02.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3DM+0x31b278x8d7hIKSGYF4eic=', 'Content-Length': '0'} 2022-09-01T11:10:02.419 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000acb8714fcf4f6f7b-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.420 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000006 2022-09-01T11:10:02.420 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.421 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.422 DEBUG:boto:Method: GET 2022-09-01T11:10:02.422 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.423 DEBUG:boto:Data: 2022-09-01T11:10:02.423 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.424 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.424 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.425 DEBUG:boto:Params: {} 2022-09-01T11:10:02.426 DEBUG:boto:Token: None 2022-09-01T11:10:02.426 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.427 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zx2hL7irbia22mxZxr7Mmf4iKs0= 2022-09-01T11:10:02.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zx2hL7irbia22mxZxr7Mmf4iKs0=', 'Content-Length': '0'} 2022-09-01T11:10:02.430 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e98c0355a83178e8-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.470 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.471 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.471 DEBUG:boto:Method: GET 2022-09-01T11:10:02.472 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.472 DEBUG:boto:Data: 2022-09-01T11:10:02.473 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.473 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.474 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.474 DEBUG:boto:Params: {} 2022-09-01T11:10:02.475 DEBUG:boto:Token: None 2022-09-01T11:10:02.476 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:02.476 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zx2hL7irbia22mxZxr7Mmf4iKs0= 2022-09-01T11:10:02.477 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zx2hL7irbia22mxZxr7Mmf4iKs0=', 'Content-Length': '0'} 2022-09-01T11:10:02.479 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a8e0e835e7edffe-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.480 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.481 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.481 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:10:02.482 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:10:02.482 DEBUG:boto:Method: GET 2022-09-01T11:10:02.483 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:10:02.483 DEBUG:boto:Data: 2022-09-01T11:10:02.484 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.484 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.485 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.486 DEBUG:boto:Params: {} 2022-09-01T11:10:02.486 DEBUG:boto:Token: None 2022-09-01T11:10:02.487 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.487 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.488 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.491 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000043dee2c2ac785fef-006310930a-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.491 DEBUG:boto:b'ptoxvb-73obj000000000000000000061000falseobj000000000000000000062022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.492 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.493 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.493 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:10:02.494 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:10:02.494 DEBUG:boto:Method: GET 2022-09-01T11:10:02.495 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000006 2022-09-01T11:10:02.495 DEBUG:boto:Data: 2022-09-01T11:10:02.496 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.497 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.497 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.498 DEBUG:boto:Params: {} 2022-09-01T11:10:02.498 DEBUG:boto:Token: None 2022-09-01T11:10:02.499 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.499 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.503 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000032c9b8ffe7fb3164-006310930a-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.503 DEBUG:boto:b'ptoxvb-73obj000000000000000000061000falseobj000000000000000000062022-09-01T11:07:44.774Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.504 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000010 2022-09-01T11:10:02.505 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.505 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.506 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.506 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.507 DEBUG:boto:Method: GET 2022-09-01T11:10:02.507 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.508 DEBUG:boto:Data: 2022-09-01T11:10:02.508 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.509 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.510 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.510 DEBUG:boto:Params: {} 2022-09-01T11:10:02.511 DEBUG:boto:Token: None 2022-09-01T11:10:02.511 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.512 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d/BdZOlJTCxZDOah1nQDMK/Z4UI= 2022-09-01T11:10:02.513 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d/BdZOlJTCxZDOah1nQDMK/Z4UI=', 'Content-Length': '0'} 2022-09-01T11:10:02.515 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e478a87fc935cac-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.516 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.516 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.517 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.517 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.518 DEBUG:boto:Method: GET 2022-09-01T11:10:02.518 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.519 DEBUG:boto:Data: 2022-09-01T11:10:02.519 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.520 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.520 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.521 DEBUG:boto:Params: {} 2022-09-01T11:10:02.521 DEBUG:boto:Token: None 2022-09-01T11:10:02.522 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d/BdZOlJTCxZDOah1nQDMK/Z4UI= 2022-09-01T11:10:02.523 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d/BdZOlJTCxZDOah1nQDMK/Z4UI=', 'Content-Length': '0'} 2022-09-01T11:10:02.525 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000010ebbf1306ec477f-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.526 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.527 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.527 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.528 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.528 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.529 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.529 DEBUG:boto:Data: 2022-09-01T11:10:02.529 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.530 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.531 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.531 DEBUG:boto:Params: {} 2022-09-01T11:10:02.532 DEBUG:boto:Token: None 2022-09-01T11:10:02.532 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.533 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3V3RJa9JEGhasSt/nrX4KQY4CK0= 2022-09-01T11:10:02.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3V3RJa9JEGhasSt/nrX4KQY4CK0=', 'Content-Length': '0'} 2022-09-01T11:10:02.535 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000011a048759d696631-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.536 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.537 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.537 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.538 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.538 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.539 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.539 DEBUG:boto:Data: 2022-09-01T11:10:02.540 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.540 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.541 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.541 DEBUG:boto:Params: {} 2022-09-01T11:10:02.542 DEBUG:boto:Token: None 2022-09-01T11:10:02.542 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.543 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3V3RJa9JEGhasSt/nrX4KQY4CK0= 2022-09-01T11:10:02.544 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3V3RJa9JEGhasSt/nrX4KQY4CK0=', 'Content-Length': '0'} 2022-09-01T11:10:02.546 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069b28872696fbd42-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.546 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000010 2022-09-01T11:10:02.547 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.548 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.548 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.549 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.549 DEBUG:boto:Method: GET 2022-09-01T11:10:02.550 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.550 DEBUG:boto:Data: 2022-09-01T11:10:02.551 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.551 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.552 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.552 DEBUG:boto:Params: {} 2022-09-01T11:10:02.553 DEBUG:boto:Token: None 2022-09-01T11:10:02.553 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.554 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d/BdZOlJTCxZDOah1nQDMK/Z4UI= 2022-09-01T11:10:02.555 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d/BdZOlJTCxZDOah1nQDMK/Z4UI=', 'Content-Length': '0'} 2022-09-01T11:10:02.557 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a64f7c2cbf9caaf-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.598 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.599 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.599 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.600 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.601 DEBUG:boto:Method: GET 2022-09-01T11:10:02.601 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.602 DEBUG:boto:Data: 2022-09-01T11:10:02.602 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.603 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.604 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.604 DEBUG:boto:Params: {} 2022-09-01T11:10:02.605 DEBUG:boto:Token: None 2022-09-01T11:10:02.605 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000010?versionId=null 2022-09-01T11:10:02.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d/BdZOlJTCxZDOah1nQDMK/Z4UI= 2022-09-01T11:10:02.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d/BdZOlJTCxZDOah1nQDMK/Z4UI=', 'Content-Length': '0'} 2022-09-01T11:10:02.609 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e3bb4b5dabb85d41-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.610 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.611 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.611 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:02.612 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:02.612 DEBUG:boto:Method: GET 2022-09-01T11:10:02.613 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:02.613 DEBUG:boto:Data: 2022-09-01T11:10:02.614 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.614 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.615 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.615 DEBUG:boto:Params: {} 2022-09-01T11:10:02.616 DEBUG:boto:Token: None 2022-09-01T11:10:02.617 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.617 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.618 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.621 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000054cb51fe0dbc0afe-006310930a-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.621 DEBUG:boto:b'ptoxvb-73obj000000000000000000101000falseobj000000000000000000102022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.622 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.623 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.624 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:02.624 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:02.625 DEBUG:boto:Method: GET 2022-09-01T11:10:02.625 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:02.626 DEBUG:boto:Data: 2022-09-01T11:10:02.626 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.627 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.628 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.628 DEBUG:boto:Params: {} 2022-09-01T11:10:02.629 DEBUG:boto:Token: None 2022-09-01T11:10:02.629 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.631 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.633 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000080031ae517ab440b-006310930a-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.634 DEBUG:boto:b'ptoxvb-73obj000000000000000000101000falseobj000000000000000000102022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.635 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.636 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.636 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.637 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.637 DEBUG:boto:Data: 2022-09-01T11:10:02.638 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.638 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.639 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.639 DEBUG:boto:Params: {} 2022-09-01T11:10:02.640 DEBUG:boto:Token: None 2022-09-01T11:10:02.640 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.641 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0WrGefKu2C4rXDRepQjrnZVLkdo= 2022-09-01T11:10:02.642 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0WrGefKu2C4rXDRepQjrnZVLkdo=', 'Content-Length': '0'} 2022-09-01T11:10:02.644 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df2e5a4c3b9eb507-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.645 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.645 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.646 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.646 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.647 DEBUG:boto:Data: 2022-09-01T11:10:02.647 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.648 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.648 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.649 DEBUG:boto:Params: {} 2022-09-01T11:10:02.649 DEBUG:boto:Token: None 2022-09-01T11:10:02.650 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.651 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0WrGefKu2C4rXDRepQjrnZVLkdo= 2022-09-01T11:10:02.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0WrGefKu2C4rXDRepQjrnZVLkdo=', 'Content-Length': '0'} 2022-09-01T11:10:02.654 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a6892b87d4efa3ad-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.655 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000010 2022-09-01T11:10:02.656 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.657 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.658 DEBUG:boto:Method: GET 2022-09-01T11:10:02.659 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.660 DEBUG:boto:Data: 2022-09-01T11:10:02.661 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.662 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.663 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.664 DEBUG:boto:Params: {} 2022-09-01T11:10:02.665 DEBUG:boto:Token: None 2022-09-01T11:10:02.666 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZFaLSADnrLmGs/JYIXfI/WMlmY= 2022-09-01T11:10:02.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZFaLSADnrLmGs/JYIXfI/WMlmY=', 'Content-Length': '0'} 2022-09-01T11:10:02.671 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003a42cffa87be0cf7-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.673 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.674 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.675 DEBUG:boto:Method: GET 2022-09-01T11:10:02.676 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.677 DEBUG:boto:Data: 2022-09-01T11:10:02.678 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.679 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.680 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.681 DEBUG:boto:Params: {} 2022-09-01T11:10:02.682 DEBUG:boto:Token: None 2022-09-01T11:10:02.683 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:02.684 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZFaLSADnrLmGs/JYIXfI/WMlmY= 2022-09-01T11:10:02.685 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZFaLSADnrLmGs/JYIXfI/WMlmY=', 'Content-Length': '0'} 2022-09-01T11:10:02.688 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ef8fbc984d125572-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.689 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.690 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.691 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:02.691 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:02.692 DEBUG:boto:Method: GET 2022-09-01T11:10:02.693 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:02.694 DEBUG:boto:Data: 2022-09-01T11:10:02.695 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.695 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.696 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.696 DEBUG:boto:Params: {} 2022-09-01T11:10:02.697 DEBUG:boto:Token: None 2022-09-01T11:10:02.698 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.698 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.699 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.702 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000022cf8972c353f999-006310930a-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.703 DEBUG:boto:b'ptoxvb-73obj000000000000000000101000falseobj000000000000000000102022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.703 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.704 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.705 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:02.705 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:02.706 DEBUG:boto:Method: GET 2022-09-01T11:10:02.706 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000010 2022-09-01T11:10:02.707 DEBUG:boto:Data: 2022-09-01T11:10:02.707 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.708 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.708 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.709 DEBUG:boto:Params: {} 2022-09-01T11:10:02.710 DEBUG:boto:Token: None 2022-09-01T11:10:02.710 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.711 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.711 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.714 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c838e657fe54fb4d-006310930a-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.715 DEBUG:boto:b'ptoxvb-73obj000000000000000000101000falseobj000000000000000000102022-09-01T11:07:44.657Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.716 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000012 2022-09-01T11:10:02.716 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.717 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.718 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.718 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.719 DEBUG:boto:Method: GET 2022-09-01T11:10:02.719 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.720 DEBUG:boto:Data: 2022-09-01T11:10:02.720 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.721 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.721 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.722 DEBUG:boto:Params: {} 2022-09-01T11:10:02.722 DEBUG:boto:Token: None 2022-09-01T11:10:02.723 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.724 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8rZFxpBXaeFAi3XSSMVNx2LMO3o= 2022-09-01T11:10:02.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8rZFxpBXaeFAi3XSSMVNx2LMO3o=', 'Content-Length': '0'} 2022-09-01T11:10:02.726 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d398f158edb9b842-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.770 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.771 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.771 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.772 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.772 DEBUG:boto:Method: GET 2022-09-01T11:10:02.773 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.773 DEBUG:boto:Data: 2022-09-01T11:10:02.774 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.774 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.775 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.775 DEBUG:boto:Params: {} 2022-09-01T11:10:02.776 DEBUG:boto:Token: None 2022-09-01T11:10:02.777 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.777 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8rZFxpBXaeFAi3XSSMVNx2LMO3o= 2022-09-01T11:10:02.778 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8rZFxpBXaeFAi3XSSMVNx2LMO3o=', 'Content-Length': '0'} 2022-09-01T11:10:02.780 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000edb2f9ac4b833751-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.781 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.781 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.782 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.782 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.783 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.783 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.784 DEBUG:boto:Data: 2022-09-01T11:10:02.784 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.785 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.785 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.786 DEBUG:boto:Params: {} 2022-09-01T11:10:02.786 DEBUG:boto:Token: None 2022-09-01T11:10:02.787 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.787 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZGlW3K9Vih5zgM1leWaUAlF13Z4= 2022-09-01T11:10:02.788 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZGlW3K9Vih5zgM1leWaUAlF13Z4=', 'Content-Length': '0'} 2022-09-01T11:10:02.790 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001f8df3eb42da6697-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.791 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.791 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.792 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.792 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.793 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.794 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.795 DEBUG:boto:Data: 2022-09-01T11:10:02.796 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.797 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.798 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.799 DEBUG:boto:Params: {} 2022-09-01T11:10:02.799 DEBUG:boto:Token: None 2022-09-01T11:10:02.800 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.800 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZGlW3K9Vih5zgM1leWaUAlF13Z4= 2022-09-01T11:10:02.801 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZGlW3K9Vih5zgM1leWaUAlF13Z4=', 'Content-Length': '0'} 2022-09-01T11:10:02.803 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000f207016f8bc7cd0-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.804 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000012 2022-09-01T11:10:02.804 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.805 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.805 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.806 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.806 DEBUG:boto:Method: GET 2022-09-01T11:10:02.807 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.807 DEBUG:boto:Data: 2022-09-01T11:10:02.808 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.808 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.809 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.809 DEBUG:boto:Params: {} 2022-09-01T11:10:02.810 DEBUG:boto:Token: None 2022-09-01T11:10:02.811 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.811 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8rZFxpBXaeFAi3XSSMVNx2LMO3o= 2022-09-01T11:10:02.812 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8rZFxpBXaeFAi3XSSMVNx2LMO3o=', 'Content-Length': '0'} 2022-09-01T11:10:02.814 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000072734e471664b329-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.815 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.816 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.816 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.817 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.817 DEBUG:boto:Method: GET 2022-09-01T11:10:02.818 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.818 DEBUG:boto:Data: 2022-09-01T11:10:02.819 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.819 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.820 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.820 DEBUG:boto:Params: {} 2022-09-01T11:10:02.821 DEBUG:boto:Token: None 2022-09-01T11:10:02.822 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000012?versionId=null 2022-09-01T11:10:02.822 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8rZFxpBXaeFAi3XSSMVNx2LMO3o= 2022-09-01T11:10:02.823 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8rZFxpBXaeFAi3XSSMVNx2LMO3o=', 'Content-Length': '0'} 2022-09-01T11:10:02.825 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000e74cc45f24b2eb6-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.826 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.827 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.827 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:02.828 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:02.829 DEBUG:boto:Method: GET 2022-09-01T11:10:02.829 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:02.830 DEBUG:boto:Data: 2022-09-01T11:10:02.830 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.831 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.831 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.832 DEBUG:boto:Params: {} 2022-09-01T11:10:02.832 DEBUG:boto:Token: None 2022-09-01T11:10:02.833 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.834 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.837 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000008f3ab94473c9f9c-006310930a-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.878 DEBUG:boto:b'ptoxvb-73obj000000000000000000121000falseobj000000000000000000122022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.879 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.880 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.880 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:02.881 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:02.881 DEBUG:boto:Method: GET 2022-09-01T11:10:02.882 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:02.882 DEBUG:boto:Data: 2022-09-01T11:10:02.883 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.884 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.884 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.885 DEBUG:boto:Params: {} 2022-09-01T11:10:02.885 DEBUG:boto:Token: None 2022-09-01T11:10:02.886 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.887 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.890 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002e508d061b738889-006310930a-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.891 DEBUG:boto:b'ptoxvb-73obj000000000000000000121000falseobj000000000000000000122022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.892 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.892 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.893 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.893 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.894 DEBUG:boto:Data: 2022-09-01T11:10:02.894 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.895 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.895 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.896 DEBUG:boto:Params: {} 2022-09-01T11:10:02.896 DEBUG:boto:Token: None 2022-09-01T11:10:02.897 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.897 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KfmOqP7CFfjTlADjAL1Cbl7hGk4= 2022-09-01T11:10:02.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KfmOqP7CFfjTlADjAL1Cbl7hGk4=', 'Content-Length': '0'} 2022-09-01T11:10:02.900 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a32e613b672c009f-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.901 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.901 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.902 DEBUG:boto:Method: HEAD 2022-09-01T11:10:02.902 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.903 DEBUG:boto:Data: 2022-09-01T11:10:02.903 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.904 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.904 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.905 DEBUG:boto:Params: {} 2022-09-01T11:10:02.905 DEBUG:boto:Token: None 2022-09-01T11:10:02.906 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.907 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KfmOqP7CFfjTlADjAL1Cbl7hGk4= 2022-09-01T11:10:02.907 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KfmOqP7CFfjTlADjAL1Cbl7hGk4=', 'Content-Length': '0'} 2022-09-01T11:10:02.910 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009706c6de9fbbbe45-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.910 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000012 2022-09-01T11:10:02.911 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.912 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.912 DEBUG:boto:Method: GET 2022-09-01T11:10:02.913 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.913 DEBUG:boto:Data: 2022-09-01T11:10:02.914 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.915 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.915 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.916 DEBUG:boto:Params: {} 2022-09-01T11:10:02.916 DEBUG:boto:Token: None 2022-09-01T11:10:02.917 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.917 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:06rUk2BoySe14prmecDvNPrW4FA= 2022-09-01T11:10:02.918 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:06rUk2BoySe14prmecDvNPrW4FA=', 'Content-Length': '0'} 2022-09-01T11:10:02.920 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d1e511b2e454670-006310930a-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.921 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.922 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.922 DEBUG:boto:Method: GET 2022-09-01T11:10:02.923 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.923 DEBUG:boto:Data: 2022-09-01T11:10:02.924 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.924 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.925 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.925 DEBUG:boto:Params: {} 2022-09-01T11:10:02.926 DEBUG:boto:Token: None 2022-09-01T11:10:02.927 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:02.927 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:06rUk2BoySe14prmecDvNPrW4FA= 2022-09-01T11:10:02.928 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:06rUk2BoySe14prmecDvNPrW4FA=', 'Content-Length': '0'} 2022-09-01T11:10:02.930 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073933902bebcc2a9-006310930a-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.931 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.931 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.932 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:02.932 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:02.933 DEBUG:boto:Method: GET 2022-09-01T11:10:02.934 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:02.934 DEBUG:boto:Data: 2022-09-01T11:10:02.935 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.935 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:02.936 DEBUG:boto:Port: 8001 2022-09-01T11:10:02.936 DEBUG:boto:Params: {} 2022-09-01T11:10:02.937 DEBUG:boto:Token: None 2022-09-01T11:10:02.937 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.938 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.941 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ec72b4fc8bc94b28-006310930a-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.942 DEBUG:boto:b'ptoxvb-73obj000000000000000000121000falseobj000000000000000000122022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.943 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:02.943 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:02.944 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:02.945 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:02.945 DEBUG:boto:Method: GET 2022-09-01T11:10:02.946 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000012 2022-09-01T11:10:02.946 DEBUG:boto:Data: 2022-09-01T11:10:02.947 DEBUG:boto:Headers: {} 2022-09-01T11:10:02.947 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:02.948 DEBUG:boto:Port: 8000 2022-09-01T11:10:02.948 DEBUG:boto:Params: {} 2022-09-01T11:10:02.949 DEBUG:boto:Token: None 2022-09-01T11:10:02.950 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:02 GMT /ptoxvb-73/ 2022-09-01T11:10:02.950 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44= 2022-09-01T11:10:02.951 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+Eh42eIcU53rqC3r4LYnXRu++44=', 'Content-Length': '0'} 2022-09-01T11:10:02.954 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000081d7161d187f8c1b-006310930a-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:02.994 DEBUG:boto:b'ptoxvb-73obj000000000000000000121000falseobj000000000000000000122022-09-01T11:07:44.684Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:02.995 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000013 2022-09-01T11:10:02.995 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:02.996 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:02.996 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:02.997 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:02.997 DEBUG:boto:Method: GET 2022-09-01T11:10:02.998 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:02.999 DEBUG:boto:Data: 2022-09-01T11:10:02.999 DEBUG:boto:Headers: {} 2022-09-01T11:10:03.000 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:03.000 DEBUG:boto:Port: 8001 2022-09-01T11:10:03.001 DEBUG:boto:Params: {} 2022-09-01T11:10:03.002 DEBUG:boto:Token: None 2022-09-01T11:10:03.003 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:03 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+f2tR788SHvAiCk6iI620//ZiFM= 2022-09-01T11:10:03.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+f2tR788SHvAiCk6iI620//ZiFM=', 'Content-Length': '0'} 2022-09-01T11:10:03.006 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ed51b1516764667-006310930b-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:03.007 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.008 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.009 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.009 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.010 DEBUG:boto:Method: GET 2022-09-01T11:10:03.010 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.011 DEBUG:boto:Data: 2022-09-01T11:10:03.012 DEBUG:boto:Headers: {} 2022-09-01T11:10:03.012 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:03.013 DEBUG:boto:Port: 8000 2022-09-01T11:10:03.013 DEBUG:boto:Params: {} 2022-09-01T11:10:03.014 DEBUG:boto:Token: None 2022-09-01T11:10:03.015 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:03 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+f2tR788SHvAiCk6iI620//ZiFM= 2022-09-01T11:10:03.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+f2tR788SHvAiCk6iI620//ZiFM=', 'Content-Length': '0'} 2022-09-01T11:10:03.018 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a68432c3c8336f00-006310930b-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:03.019 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.019 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.020 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.020 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.021 DEBUG:boto:Method: HEAD 2022-09-01T11:10:03.021 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.022 DEBUG:boto:Data: 2022-09-01T11:10:03.022 DEBUG:boto:Headers: {} 2022-09-01T11:10:03.023 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:03.023 DEBUG:boto:Port: 8001 2022-09-01T11:10:03.024 DEBUG:boto:Params: {} 2022-09-01T11:10:03.025 DEBUG:boto:Token: None 2022-09-01T11:10:03.025 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:03 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.026 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw4dHJQz2cDBHKGdvQRTgviY5Ig= 2022-09-01T11:10:03.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw4dHJQz2cDBHKGdvQRTgviY5Ig=', 'Content-Length': '0'} 2022-09-01T11:10:03.029 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e543e495039c0f5f-006310930b-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:03.030 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.030 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.031 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.031 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.032 DEBUG:boto:Method: HEAD 2022-09-01T11:10:03.033 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.033 DEBUG:boto:Data: 2022-09-01T11:10:03.034 DEBUG:boto:Headers: {} 2022-09-01T11:10:03.034 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:03.035 DEBUG:boto:Port: 8000 2022-09-01T11:10:03.035 DEBUG:boto:Params: {} 2022-09-01T11:10:03.036 DEBUG:boto:Token: None 2022-09-01T11:10:03.036 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:03 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.037 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw4dHJQz2cDBHKGdvQRTgviY5Ig= 2022-09-01T11:10:03.038 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw4dHJQz2cDBHKGdvQRTgviY5Ig=', 'Content-Length': '0'} 2022-09-01T11:10:03.040 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fc3bd40b06d0c10a-006310930b-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:03.040 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000013 2022-09-01T11:10:03.041 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.041 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.042 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.043 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.043 DEBUG:boto:Method: GET 2022-09-01T11:10:03.044 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.044 DEBUG:boto:Data: 2022-09-01T11:10:03.045 DEBUG:boto:Headers: {} 2022-09-01T11:10:03.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:03.046 DEBUG:boto:Port: 8001 2022-09-01T11:10:03.046 DEBUG:boto:Params: {} 2022-09-01T11:10:03.047 DEBUG:boto:Token: None 2022-09-01T11:10:03.048 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:03 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+f2tR788SHvAiCk6iI620//ZiFM= 2022-09-01T11:10:03.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+f2tR788SHvAiCk6iI620//ZiFM=', 'Content-Length': '0'} 2022-09-01T11:10:03.051 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000395c90c272d61ddb-006310930b-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:03.052 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.052 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.053 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.053 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.054 DEBUG:boto:Method: GET 2022-09-01T11:10:03.054 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.055 DEBUG:boto:Data: 2022-09-01T11:10:03.055 DEBUG:boto:Headers: {} 2022-09-01T11:10:03.056 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:03.056 DEBUG:boto:Port: 8000 2022-09-01T11:10:03.057 DEBUG:boto:Params: {} 2022-09-01T11:10:03.057 DEBUG:boto:Token: None 2022-09-01T11:10:03.058 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:03 GMT /ptoxvb-73/obj00000000000000000013?versionId=null 2022-09-01T11:10:03.059 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+f2tR788SHvAiCk6iI620//ZiFM= 2022-09-01T11:10:03.059 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+f2tR788SHvAiCk6iI620//ZiFM=', 'Content-Length': '0'} 2022-09-01T11:10:03.061 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a227350d6f7db045-006310930b-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:03.062 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:03.063 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:03.063 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:03.064 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:03.064 DEBUG:boto:Method: GET 2022-09-01T11:10:03.065 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:03.065 DEBUG:boto:Data: 2022-09-01T11:10:03.066 DEBUG:boto:Headers: {} 2022-09-01T11:10:03.066 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:03.067 DEBUG:boto:Port: 8001 2022-09-01T11:10:03.067 DEBUG:boto:Params: {} 2022-09-01T11:10:03.068 DEBUG:boto:Token: None 2022-09-01T11:10:03.069 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:03 GMT /ptoxvb-73/ 2022-09-01T11:10:03.069 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HDsieveMzZLYPfcY1vvw4qFxdj0= 2022-09-01T11:10:03.070 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HDsieveMzZLYPfcY1vvw4qFxdj0=', 'Content-Length': '0'} 2022-09-01T11:10:03.073 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f21d7a6e922fb9ec-006310930b-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:03.114 DEBUG:boto:b'ptoxvb-73obj000000000000000000131000falseobj000000000000000000132022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:03.115 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:03.115 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:03.116 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:03.116 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:03.117 DEBUG:boto:Method: GET 2022-09-01T11:10:03.117 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:03.118 DEBUG:boto:Data: 2022-09-01T11:10:03.118 DEBUG:boto:Headers: {} 2022-09-01T11:10:03.119 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:03.119 DEBUG:boto:Port: 8000 2022-09-01T11:10:03.120 DEBUG:boto:Params: {} 2022-09-01T11:10:03.121 DEBUG:boto:Token: None 2022-09-01T11:10:03.121 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:03 GMT /ptoxvb-73/ 2022-09-01T11:10:03.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HDsieveMzZLYPfcY1vvw4qFxdj0= 2022-09-01T11:10:03.123 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HDsieveMzZLYPfcY1vvw4qFxdj0=', 'Content-Length': '0'} 2022-09-01T11:10:03.126 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000080e571a5ab7cda18-006310930b-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:03.127 DEBUG:boto:b'ptoxvb-73obj000000000000000000131000falseobj000000000000000000132022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:03.127 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.128 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.128 DEBUG:boto:Method: HEAD 2022-09-01T11:10:03.129 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.130 DEBUG:boto:Data: 2022-09-01T11:10:03.130 DEBUG:boto:Headers: {} 2022-09-01T11:10:03.131 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:03.131 DEBUG:boto:Port: 8001 2022-09-01T11:10:03.132 DEBUG:boto:Params: {} 2022-09-01T11:10:03.132 DEBUG:boto:Token: None 2022-09-01T11:10:03.133 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:03 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.134 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Iogb3mpndeEaO1BwtOSwyTKl7FY= 2022-09-01T11:10:03.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Iogb3mpndeEaO1BwtOSwyTKl7FY=', 'Content-Length': '0'} 2022-09-01T11:10:03.137 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe4b5e9a933680c8-006310930b-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:03.137 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.138 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.139 DEBUG:boto:Method: HEAD 2022-09-01T11:10:03.139 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.140 DEBUG:boto:Data: 2022-09-01T11:10:03.140 DEBUG:boto:Headers: {} 2022-09-01T11:10:03.141 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:03.141 DEBUG:boto:Port: 8000 2022-09-01T11:10:03.142 DEBUG:boto:Params: {} 2022-09-01T11:10:03.142 DEBUG:boto:Token: None 2022-09-01T11:10:03.143 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:03 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.144 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Iogb3mpndeEaO1BwtOSwyTKl7FY= 2022-09-01T11:10:03.144 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Iogb3mpndeEaO1BwtOSwyTKl7FY=', 'Content-Length': '0'} 2022-09-01T11:10:03.146 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069016566114c356f-006310930b-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:03.147 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj00000000000000000013 2022-09-01T11:10:03.147 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.148 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.149 DEBUG:boto:Method: GET 2022-09-01T11:10:03.149 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.150 DEBUG:boto:Data: 2022-09-01T11:10:03.150 DEBUG:boto:Headers: {} 2022-09-01T11:10:03.151 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:03.151 DEBUG:boto:Port: 8001 2022-09-01T11:10:03.152 DEBUG:boto:Params: {} 2022-09-01T11:10:03.152 DEBUG:boto:Token: None 2022-09-01T11:10:03.153 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:03 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.154 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QNIASpF99DCE2e8i/NRsChj0LhU= 2022-09-01T11:10:03.154 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QNIASpF99DCE2e8i/NRsChj0LhU=', 'Content-Length': '0'} 2022-09-01T11:10:03.157 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000038f3b09ca9d22219-006310930b-17b1-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:03.157 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.158 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.159 DEBUG:boto:Method: GET 2022-09-01T11:10:03.159 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.160 DEBUG:boto:Data: 2022-09-01T11:10:03.160 DEBUG:boto:Headers: {} 2022-09-01T11:10:03.161 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:03.161 DEBUG:boto:Port: 8000 2022-09-01T11:10:03.162 DEBUG:boto:Params: {} 2022-09-01T11:10:03.162 DEBUG:boto:Token: None 2022-09-01T11:10:03.163 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:03 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:03.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QNIASpF99DCE2e8i/NRsChj0LhU= 2022-09-01T11:10:03.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QNIASpF99DCE2e8i/NRsChj0LhU=', 'Content-Length': '0'} 2022-09-01T11:10:03.166 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:07:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e19ca9fc6248d065-006310930b-17f0-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:10:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:03.210 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:03.211 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:03.211 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:03.212 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:03.212 DEBUG:boto:Method: GET 2022-09-01T11:10:03.213 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:03.213 DEBUG:boto:Data: 2022-09-01T11:10:03.214 DEBUG:boto:Headers: {} 2022-09-01T11:10:03.215 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:03.215 DEBUG:boto:Port: 8001 2022-09-01T11:10:03.216 DEBUG:boto:Params: {} 2022-09-01T11:10:03.216 DEBUG:boto:Token: None 2022-09-01T11:10:03.217 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:03 GMT /ptoxvb-73/ 2022-09-01T11:10:03.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HDsieveMzZLYPfcY1vvw4qFxdj0= 2022-09-01T11:10:03.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HDsieveMzZLYPfcY1vvw4qFxdj0=', 'Content-Length': '0'} 2022-09-01T11:10:03.221 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000092397795acd0733e-006310930b-17b1-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:03.222 DEBUG:boto:b'ptoxvb-73obj000000000000000000131000falseobj000000000000000000132022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:03.222 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:03.223 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:03.224 DEBUG:boto:path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:03.224 DEBUG:boto:auth_path=/ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:03.225 DEBUG:boto:Method: GET 2022-09-01T11:10:03.225 DEBUG:boto:Path: /ptoxvb-73/?prefix=obj00000000000000000013 2022-09-01T11:10:03.226 DEBUG:boto:Data: 2022-09-01T11:10:03.226 DEBUG:boto:Headers: {} 2022-09-01T11:10:03.227 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:03.227 DEBUG:boto:Port: 8000 2022-09-01T11:10:03.228 DEBUG:boto:Params: {} 2022-09-01T11:10:03.228 DEBUG:boto:Token: None 2022-09-01T11:10:03.229 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:10:03 GMT /ptoxvb-73/ 2022-09-01T11:10:03.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HDsieveMzZLYPfcY1vvw4qFxdj0= 2022-09-01T11:10:03.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HDsieveMzZLYPfcY1vvw4qFxdj0=', 'Content-Length': '0'} 2022-09-01T11:10:03.233 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ac835e9f9767b6bf-006310930b-17f0-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:10:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:03.234 DEBUG:boto:b'ptoxvb-73obj000000000000000000131000falseobj000000000000000000132022-09-01T11:07:44.887Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:10:03.235 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-73 zones={test-zone3, test-zone2} 2022-09-01T11:10:03.236 DEBUG:tasks.rgw.c2.client.0:waiting for process to exit 2022-09-01T11:10:03.236 INFO:teuthology.orchestra.run:waiting for 300 2022-09-01T11:10:03.237 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T11:10:03.238+0000 7fa0cbe38700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8000 -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm (PID: 131492) UID: 0 2022-09-01T11:10:03.238 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T11:10:03.238+0000 7fa0d100f600 -1 shutting down 2022-09-01T11:10:07.578 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~0s 2022-09-01T11:10:09.335 INFO:tasks.rgw.c2.client.0:Stopped 2022-09-01T11:10:09.336 DEBUG:tasks.rgw.c1.client.1:waiting for process to exit 2022-09-01T11:10:09.336 INFO:teuthology.orchestra.run:waiting for 300 2022-09-01T11:10:09.337 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T11:10:09.337+0000 7f18f9233700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8001 -n client.1 --cluster c1 -k /etc/ceph/c1.client.1.keyring --log-file /var/log/ceph/rgw.c1.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.1.sock --foreground --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm (PID: 131645) UID: 0 2022-09-01T11:10:09.338 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T11:10:09.337+0000 7f18fe40a600 -1 shutting down 2022-09-01T11:10:13.089 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~0s 2022-09-01T11:10:13.184 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 has been restored 2022-09-01T11:10:15.438 INFO:tasks.rgw.c1.client.1:Stopped 2022-09-01T11:10:15.439 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--num-shards', '17', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:15.439 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--num-shards', '17', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:15.440 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-73 --num-shards 17 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:10:15.502 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:15.502 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:15.569 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:10:15.569 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-73 2022-09-01T11:10:15.575 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 10 2022-09-01T11:10:15.625 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'shard', 'objects', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--num-shards', '17', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:15.625 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'shard', 'objects', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--num-shards', '17', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:15.626 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket shard objects --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --num-shards 17 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:10:15.678 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:15.678 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:15.738 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:10:15.738 INFO:teuthology.orchestra.run.smithi044.stdout: "objs": [ 2022-09-01T11:10:15.739 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000007", 2022-09-01T11:10:15.739 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000016", 2022-09-01T11:10:15.739 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000024", 2022-09-01T11:10:15.739 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000020", 2022-09-01T11:10:15.740 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000028", 2022-09-01T11:10:15.740 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000000", 2022-09-01T11:10:15.740 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000032", 2022-09-01T11:10:15.740 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000001", 2022-09-01T11:10:15.741 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000010", 2022-09-01T11:10:15.741 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000019", 2022-09-01T11:10:15.741 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000013", 2022-09-01T11:10:15.741 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000021", 2022-09-01T11:10:15.742 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000030", 2022-09-01T11:10:15.742 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000026", 2022-09-01T11:10:15.742 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000033", 2022-09-01T11:10:15.742 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000004", 2022-09-01T11:10:15.743 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000076" 2022-09-01T11:10:15.743 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:10:15.743 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:10:15.745 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:15.745 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:15.746 DEBUG:boto:Method: HEAD 2022-09-01T11:10:15.747 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:15.747 DEBUG:boto:Data: 2022-09-01T11:10:15.748 DEBUG:boto:Headers: {} 2022-09-01T11:10:15.748 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:15.749 DEBUG:boto:Port: 8000 2022-09-01T11:10:15.749 DEBUG:boto:Params: {} 2022-09-01T11:10:15.750 DEBUG:boto:Token: None 2022-09-01T11:10:15.751 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:15 GMT /ptoxvb-73/ 2022-09-01T11:10:15.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NTqa1ClizT2r4q7MJxodcLI7nxA= 2022-09-01T11:10:15.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NTqa1ClizT2r4q7MJxodcLI7nxA=', 'Content-Length': '0'} 2022-09-01T11:10:15.754 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '30'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ac410ca9144ae1ba-0063109317-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:15.755 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:15.756 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:15.756 DEBUG:boto:Method: PUT 2022-09-01T11:10:15.757 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:15.757 DEBUG:boto:Data: 2022-09-01T11:10:15.758 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:15.758 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:15.759 DEBUG:boto:Port: 8000 2022-09-01T11:10:15.759 DEBUG:boto:Params: {} 2022-09-01T11:10:15.760 DEBUG:boto:Token: None 2022-09-01T11:10:15.761 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:15 GMT /ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:15.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4Z9LuGoBYw07WzS+pK8tO208wpo= 2022-09-01T11:10:15.762 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4Z9LuGoBYw07WzS+pK8tO208wpo='} 2022-09-01T11:10:15.768 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005a5084934f1f305f-0063109317-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:15.768 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:15.769 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:15.769 DEBUG:boto:Method: HEAD 2022-09-01T11:10:15.770 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:15.770 DEBUG:boto:Data: 2022-09-01T11:10:15.771 DEBUG:boto:Headers: {} 2022-09-01T11:10:15.771 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:15.772 DEBUG:boto:Port: 8000 2022-09-01T11:10:15.772 DEBUG:boto:Params: {} 2022-09-01T11:10:15.773 DEBUG:boto:Token: None 2022-09-01T11:10:15.774 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:15 GMT /ptoxvb-73/ 2022-09-01T11:10:15.774 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NTqa1ClizT2r4q7MJxodcLI7nxA= 2022-09-01T11:10:15.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NTqa1ClizT2r4q7MJxodcLI7nxA=', 'Content-Length': '0'} 2022-09-01T11:10:15.778 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '11'), ('X-RGW-Bytes-Used', '33'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000078461515a10e1df9-0063109317-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:15.778 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000030 2022-09-01T11:10:15.779 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000030 2022-09-01T11:10:15.780 DEBUG:boto:Method: PUT 2022-09-01T11:10:15.780 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000030 2022-09-01T11:10:15.781 DEBUG:boto:Data: 2022-09-01T11:10:15.781 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:15.782 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:15.782 DEBUG:boto:Port: 8000 2022-09-01T11:10:15.783 DEBUG:boto:Params: {} 2022-09-01T11:10:15.783 DEBUG:boto:Token: None 2022-09-01T11:10:15.784 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:15 GMT /ptoxvb-73/obj00000000000000000030 2022-09-01T11:10:15.785 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yfvgE3CuiYnEE59ZpdBOMt7KSnU= 2022-09-01T11:10:15.785 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yfvgE3CuiYnEE59ZpdBOMt7KSnU='} 2022-09-01T11:10:15.830 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000002d9d196a136b48b9-0063109317-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:15.831 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:15.832 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:15.832 DEBUG:boto:Method: HEAD 2022-09-01T11:10:15.833 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:15.833 DEBUG:boto:Data: 2022-09-01T11:10:15.834 DEBUG:boto:Headers: {} 2022-09-01T11:10:15.834 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:15.835 DEBUG:boto:Port: 8000 2022-09-01T11:10:15.835 DEBUG:boto:Params: {} 2022-09-01T11:10:15.836 DEBUG:boto:Token: None 2022-09-01T11:10:15.836 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:15 GMT /ptoxvb-73/ 2022-09-01T11:10:15.837 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NTqa1ClizT2r4q7MJxodcLI7nxA= 2022-09-01T11:10:15.838 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NTqa1ClizT2r4q7MJxodcLI7nxA=', 'Content-Length': '0'} 2022-09-01T11:10:15.840 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '12'), ('X-RGW-Bytes-Used', '36'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000063ee395dca391c45-0063109317-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:15.841 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000026 2022-09-01T11:10:15.842 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000026 2022-09-01T11:10:15.842 DEBUG:boto:Method: PUT 2022-09-01T11:10:15.843 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000026 2022-09-01T11:10:15.843 DEBUG:boto:Data: 2022-09-01T11:10:15.844 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:15.844 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:15.845 DEBUG:boto:Port: 8000 2022-09-01T11:10:15.846 DEBUG:boto:Params: {} 2022-09-01T11:10:15.846 DEBUG:boto:Token: None 2022-09-01T11:10:15.847 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:15 GMT /ptoxvb-73/obj00000000000000000026 2022-09-01T11:10:15.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nqBw6xsL3QGaK9ffvInqlEBh4LM= 2022-09-01T11:10:15.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nqBw6xsL3QGaK9ffvInqlEBh4LM='} 2022-09-01T11:10:15.856 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000061ffcfcfbb4aed3e-0063109317-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:15.857 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:15.857 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:15.858 DEBUG:boto:Method: HEAD 2022-09-01T11:10:15.858 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:15.859 DEBUG:boto:Data: 2022-09-01T11:10:15.859 DEBUG:boto:Headers: {} 2022-09-01T11:10:15.860 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:15.860 DEBUG:boto:Port: 8000 2022-09-01T11:10:15.861 DEBUG:boto:Params: {} 2022-09-01T11:10:15.862 DEBUG:boto:Token: None 2022-09-01T11:10:15.862 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:15 GMT /ptoxvb-73/ 2022-09-01T11:10:15.863 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NTqa1ClizT2r4q7MJxodcLI7nxA= 2022-09-01T11:10:15.863 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NTqa1ClizT2r4q7MJxodcLI7nxA=', 'Content-Length': '0'} 2022-09-01T11:10:15.866 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '13'), ('X-RGW-Bytes-Used', '39'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a01f5d5055d39a8e-0063109317-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:15.867 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:15.867 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:15.868 DEBUG:boto:Method: PUT 2022-09-01T11:10:15.868 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:15.869 DEBUG:boto:Data: 2022-09-01T11:10:15.870 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:15.870 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:15.871 DEBUG:boto:Port: 8000 2022-09-01T11:10:15.871 DEBUG:boto:Params: {} 2022-09-01T11:10:15.872 DEBUG:boto:Token: None 2022-09-01T11:10:15.872 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:15 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:15.873 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vif6kyNdEZ063vdHGiJZqlreOr8= 2022-09-01T11:10:15.874 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vif6kyNdEZ063vdHGiJZqlreOr8='} 2022-09-01T11:10:15.918 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000002609dd5a0b2244d-0063109317-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:15.919 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:15.920 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:15.920 DEBUG:boto:Method: HEAD 2022-09-01T11:10:15.921 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:15.921 DEBUG:boto:Data: 2022-09-01T11:10:15.922 DEBUG:boto:Headers: {} 2022-09-01T11:10:15.922 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:15.923 DEBUG:boto:Port: 8000 2022-09-01T11:10:15.923 DEBUG:boto:Params: {} 2022-09-01T11:10:15.924 DEBUG:boto:Token: None 2022-09-01T11:10:15.924 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:15 GMT /ptoxvb-73/ 2022-09-01T11:10:15.925 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NTqa1ClizT2r4q7MJxodcLI7nxA= 2022-09-01T11:10:15.925 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NTqa1ClizT2r4q7MJxodcLI7nxA=', 'Content-Length': '0'} 2022-09-01T11:10:15.928 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '13'), ('X-RGW-Bytes-Used', '39'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b27ec2f17668b296-0063109317-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:15.929 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000028 2022-09-01T11:10:15.930 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000028 2022-09-01T11:10:15.930 DEBUG:boto:Method: PUT 2022-09-01T11:10:15.931 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000028 2022-09-01T11:10:15.931 DEBUG:boto:Data: 2022-09-01T11:10:15.932 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:15.933 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:15.933 DEBUG:boto:Port: 8000 2022-09-01T11:10:15.934 DEBUG:boto:Params: {} 2022-09-01T11:10:15.934 DEBUG:boto:Token: None 2022-09-01T11:10:15.935 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:15 GMT /ptoxvb-73/obj00000000000000000028 2022-09-01T11:10:15.936 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cB1ts5YqBVLUI6mWEjVaAios414= 2022-09-01T11:10:15.936 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cB1ts5YqBVLUI6mWEjVaAios414='} 2022-09-01T11:10:15.944 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000004613d639685ca799-0063109317-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:15.945 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:15.945 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:15.946 DEBUG:boto:Method: HEAD 2022-09-01T11:10:15.947 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:15.947 DEBUG:boto:Data: 2022-09-01T11:10:15.948 DEBUG:boto:Headers: {} 2022-09-01T11:10:15.949 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:15.950 DEBUG:boto:Port: 8000 2022-09-01T11:10:15.951 DEBUG:boto:Params: {} 2022-09-01T11:10:15.952 DEBUG:boto:Token: None 2022-09-01T11:10:15.953 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:15 GMT /ptoxvb-73/ 2022-09-01T11:10:15.954 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NTqa1ClizT2r4q7MJxodcLI7nxA= 2022-09-01T11:10:15.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NTqa1ClizT2r4q7MJxodcLI7nxA=', 'Content-Length': '0'} 2022-09-01T11:10:15.958 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '14'), ('X-RGW-Bytes-Used', '42'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f1fa4ebf08aa4a8d-0063109317-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:15.959 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000020 2022-09-01T11:10:15.959 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000020 2022-09-01T11:10:15.960 DEBUG:boto:Method: PUT 2022-09-01T11:10:15.960 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000020 2022-09-01T11:10:15.961 DEBUG:boto:Data: 2022-09-01T11:10:15.961 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:15.962 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:15.962 DEBUG:boto:Port: 8000 2022-09-01T11:10:15.963 DEBUG:boto:Params: {} 2022-09-01T11:10:15.964 DEBUG:boto:Token: None 2022-09-01T11:10:15.964 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:15 GMT /ptoxvb-73/obj00000000000000000020 2022-09-01T11:10:15.965 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qbv8RNiHluUD2sLLZsJMFT5uL2Q= 2022-09-01T11:10:15.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qbv8RNiHluUD2sLLZsJMFT5uL2Q='} 2022-09-01T11:10:16.014 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000741f231afff8b628-0063109317-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.015 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.016 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.016 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.017 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.017 DEBUG:boto:Data: 2022-09-01T11:10:16.018 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.018 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.019 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.020 DEBUG:boto:Params: {} 2022-09-01T11:10:16.020 DEBUG:boto:Token: None 2022-09-01T11:10:16.021 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.021 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.022 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.025 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '15'), ('X-RGW-Bytes-Used', '45'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003e7d618339253de8-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.026 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:16.026 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:16.027 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.028 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:16.028 DEBUG:boto:Data: 2022-09-01T11:10:16.029 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.029 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.029 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.030 DEBUG:boto:Params: {} 2022-09-01T11:10:16.031 DEBUG:boto:Token: None 2022-09-01T11:10:16.031 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:16.032 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ejnKv91v4lqr3BrjIMQTKrDgr8I= 2022-09-01T11:10:16.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ejnKv91v4lqr3BrjIMQTKrDgr8I='} 2022-09-01T11:10:16.042 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000000b5d00a9e0397c72-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.043 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.043 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.044 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.044 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.045 DEBUG:boto:Data: 2022-09-01T11:10:16.045 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.046 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.046 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.047 DEBUG:boto:Params: {} 2022-09-01T11:10:16.047 DEBUG:boto:Token: None 2022-09-01T11:10:16.048 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.051 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '15'), ('X-RGW-Bytes-Used', '45'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000075e4f5623dc21725-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.052 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000032 2022-09-01T11:10:16.053 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000032 2022-09-01T11:10:16.053 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.054 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000032 2022-09-01T11:10:16.054 DEBUG:boto:Data: 2022-09-01T11:10:16.055 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.055 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.056 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.056 DEBUG:boto:Params: {} 2022-09-01T11:10:16.057 DEBUG:boto:Token: None 2022-09-01T11:10:16.057 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000032 2022-09-01T11:10:16.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8JpLNMORyikuJIMd0ruZ9zQ+KzQ= 2022-09-01T11:10:16.059 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8JpLNMORyikuJIMd0ruZ9zQ+KzQ='} 2022-09-01T11:10:16.102 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000280baff58e6c29d6-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.103 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.104 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.104 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.105 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.105 DEBUG:boto:Data: 2022-09-01T11:10:16.106 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.106 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.107 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.108 DEBUG:boto:Params: {} 2022-09-01T11:10:16.108 DEBUG:boto:Token: None 2022-09-01T11:10:16.109 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.113 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '16'), ('X-RGW-Bytes-Used', '48'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005abe902abedd111b-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.114 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:16.114 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:16.115 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.115 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:16.116 DEBUG:boto:Data: 2022-09-01T11:10:16.116 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.117 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.117 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.118 DEBUG:boto:Params: {} 2022-09-01T11:10:16.119 DEBUG:boto:Token: None 2022-09-01T11:10:16.119 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:16.120 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SSxd5pjGiyzTefZ7wGmmQzSblWM= 2022-09-01T11:10:16.120 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SSxd5pjGiyzTefZ7wGmmQzSblWM='} 2022-09-01T11:10:16.126 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000007e381046ac8ad33c-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.127 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.127 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.128 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.128 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.129 DEBUG:boto:Data: 2022-09-01T11:10:16.129 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.130 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.130 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.131 DEBUG:boto:Params: {} 2022-09-01T11:10:16.131 DEBUG:boto:Token: None 2022-09-01T11:10:16.132 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.132 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.135 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '17'), ('X-RGW-Bytes-Used', '51'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000bd162315fc5d3580-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.136 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:16.137 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:16.137 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.138 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:16.138 DEBUG:boto:Data: 2022-09-01T11:10:16.139 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.139 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.140 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.140 DEBUG:boto:Params: {} 2022-09-01T11:10:16.141 DEBUG:boto:Token: None 2022-09-01T11:10:16.142 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:16.142 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cvMIAqrAAMcEWG32+xqDlZ99/wM= 2022-09-01T11:10:16.143 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cvMIAqrAAMcEWG32+xqDlZ99/wM='} 2022-09-01T11:10:16.149 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000c3b38e75f3d0e956-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.149 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.150 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.150 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.151 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.151 DEBUG:boto:Data: 2022-09-01T11:10:16.152 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.152 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.153 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.153 DEBUG:boto:Params: {} 2022-09-01T11:10:16.154 DEBUG:boto:Token: None 2022-09-01T11:10:16.154 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.158 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '17'), ('X-RGW-Bytes-Used', '51'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ff9f6d3178f9bd25-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.159 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000024 2022-09-01T11:10:16.160 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000024 2022-09-01T11:10:16.160 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.161 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000024 2022-09-01T11:10:16.161 DEBUG:boto:Data: 2022-09-01T11:10:16.162 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.162 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.163 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.163 DEBUG:boto:Params: {} 2022-09-01T11:10:16.164 DEBUG:boto:Token: None 2022-09-01T11:10:16.164 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000024 2022-09-01T11:10:16.165 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UfAnTRhPx3WV3HGkbkNsn1h7KKk= 2022-09-01T11:10:16.166 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UfAnTRhPx3WV3HGkbkNsn1h7KKk='} 2022-09-01T11:10:16.210 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000eec2c84230cb701e-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.211 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.211 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.212 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.212 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.213 DEBUG:boto:Data: 2022-09-01T11:10:16.213 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.214 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.214 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.215 DEBUG:boto:Params: {} 2022-09-01T11:10:16.216 DEBUG:boto:Token: None 2022-09-01T11:10:16.216 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.217 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.220 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '18'), ('X-RGW-Bytes-Used', '54'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b2ac34f244e22a0f-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.221 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:16.221 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:16.222 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.222 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:16.223 DEBUG:boto:Data: 2022-09-01T11:10:16.224 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.224 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.225 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.225 DEBUG:boto:Params: {} 2022-09-01T11:10:16.226 DEBUG:boto:Token: None 2022-09-01T11:10:16.226 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:16.227 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VbM+m+WfYEQuy6llsqx55L+BhdI= 2022-09-01T11:10:16.228 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VbM+m+WfYEQuy6llsqx55L+BhdI='} 2022-09-01T11:10:16.237 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000007f5f1d497d7cdea3-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.237 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.238 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.238 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.239 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.239 DEBUG:boto:Data: 2022-09-01T11:10:16.240 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.240 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.241 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.241 DEBUG:boto:Params: {} 2022-09-01T11:10:16.242 DEBUG:boto:Token: None 2022-09-01T11:10:16.243 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.244 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.246 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '18'), ('X-RGW-Bytes-Used', '54'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000ab96af77b55deb1-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.247 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:16.248 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:16.248 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.249 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:16.249 DEBUG:boto:Data: 2022-09-01T11:10:16.250 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.251 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.251 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.252 DEBUG:boto:Params: {} 2022-09-01T11:10:16.252 DEBUG:boto:Token: None 2022-09-01T11:10:16.253 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:16.254 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uIgTg7xYNws1LM83Ktr7QVq4cgc= 2022-09-01T11:10:16.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uIgTg7xYNws1LM83Ktr7QVq4cgc='} 2022-09-01T11:10:16.298 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000008046fde36872dbbc-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.299 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.299 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.300 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.300 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.301 DEBUG:boto:Data: 2022-09-01T11:10:16.301 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.302 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.303 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.303 DEBUG:boto:Params: {} 2022-09-01T11:10:16.304 DEBUG:boto:Token: None 2022-09-01T11:10:16.305 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.305 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.308 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '19'), ('X-RGW-Bytes-Used', '57'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e6d19f227d0a665e-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.309 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:16.310 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:16.310 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.311 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:16.311 DEBUG:boto:Data: 2022-09-01T11:10:16.312 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.312 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.313 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.313 DEBUG:boto:Params: {} 2022-09-01T11:10:16.314 DEBUG:boto:Token: None 2022-09-01T11:10:16.315 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:16.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8Lv/ucYHFN7J1EpAa0MUkyF2Pm0= 2022-09-01T11:10:16.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8Lv/ucYHFN7J1EpAa0MUkyF2Pm0='} 2022-09-01T11:10:16.324 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000000c4dcbcaddc617f3-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.325 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.326 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.326 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.327 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.327 DEBUG:boto:Data: 2022-09-01T11:10:16.328 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.328 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.329 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.329 DEBUG:boto:Params: {} 2022-09-01T11:10:16.330 DEBUG:boto:Token: None 2022-09-01T11:10:16.331 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.331 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.332 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.335 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '20'), ('X-RGW-Bytes-Used', '60'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ca356ecacb2705ef-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.335 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000076 2022-09-01T11:10:16.336 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000076 2022-09-01T11:10:16.336 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.337 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000076 2022-09-01T11:10:16.337 DEBUG:boto:Data: 2022-09-01T11:10:16.338 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.338 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.339 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.341 DEBUG:boto:Params: {} 2022-09-01T11:10:16.342 DEBUG:boto:Token: None 2022-09-01T11:10:16.343 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000076 2022-09-01T11:10:16.344 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EXt58pTaiVA18Zs6pOqxD4ZMDZY= 2022-09-01T11:10:16.345 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EXt58pTaiVA18Zs6pOqxD4ZMDZY='} 2022-09-01T11:10:16.390 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000035892ef2acaea574-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.391 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.392 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.393 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.394 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.394 DEBUG:boto:Data: 2022-09-01T11:10:16.395 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.396 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.396 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.397 DEBUG:boto:Params: {} 2022-09-01T11:10:16.397 DEBUG:boto:Token: None 2022-09-01T11:10:16.398 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.399 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.399 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.402 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '21'), ('X-RGW-Bytes-Used', '63'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005d83f3918dc984b9-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.403 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000033 2022-09-01T11:10:16.403 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000033 2022-09-01T11:10:16.404 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.404 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000033 2022-09-01T11:10:16.405 DEBUG:boto:Data: 2022-09-01T11:10:16.405 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.406 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.406 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.407 DEBUG:boto:Params: {} 2022-09-01T11:10:16.407 DEBUG:boto:Token: None 2022-09-01T11:10:16.408 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000033 2022-09-01T11:10:16.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xnH8uZQ5d2iCD7CQh8+DYn4JJNU= 2022-09-01T11:10:16.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xnH8uZQ5d2iCD7CQh8+DYn4JJNU='} 2022-09-01T11:10:16.417 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000002d662613e503efa5-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.418 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--num-shards', '19', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:16.419 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--num-shards', '19', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:16.420 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-73 --num-shards 19 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:10:16.474 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:16.475 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:16.527 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:10:16.528 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-73 2022-09-01T11:10:16.536 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 22 2022-09-01T11:10:16.602 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'shard', 'objects', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--num-shards', '19', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:16.602 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'shard', 'objects', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--num-shards', '19', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:16.603 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket shard objects --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --num-shards 19 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:10:16.655 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:16.656 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:16.705 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:10:16.705 INFO:teuthology.orchestra.run.smithi044.stdout: "objs": [ 2022-09-01T11:10:16.706 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000005", 2022-09-01T11:10:16.706 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000010", 2022-09-01T11:10:16.706 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000016", 2022-09-01T11:10:16.706 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000021", 2022-09-01T11:10:16.707 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000004", 2022-09-01T11:10:16.707 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000025", 2022-09-01T11:10:16.707 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000030", 2022-09-01T11:10:16.708 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000015", 2022-09-01T11:10:16.708 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000019", 2022-09-01T11:10:16.708 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000003", 2022-09-01T11:10:16.708 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000009", 2022-09-01T11:10:16.709 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000014", 2022-09-01T11:10:16.710 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000012", 2022-09-01T11:10:16.710 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000002", 2022-09-01T11:10:16.711 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000000", 2022-09-01T11:10:16.711 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000006", 2022-09-01T11:10:16.711 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000011", 2022-09-01T11:10:16.712 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000001", 2022-09-01T11:10:16.712 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000007" 2022-09-01T11:10:16.712 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:10:16.712 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:10:16.714 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.715 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.716 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.716 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.717 DEBUG:boto:Data: 2022-09-01T11:10:16.717 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.718 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.718 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.719 DEBUG:boto:Params: {} 2022-09-01T11:10:16.720 DEBUG:boto:Token: None 2022-09-01T11:10:16.720 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.721 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.721 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.724 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '22'), ('X-RGW-Bytes-Used', '66'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007f6000ca7229a4ee-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.725 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:16.726 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:16.726 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.727 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:16.728 DEBUG:boto:Data: 2022-09-01T11:10:16.728 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.729 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.729 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.730 DEBUG:boto:Params: {} 2022-09-01T11:10:16.731 DEBUG:boto:Token: None 2022-09-01T11:10:16.731 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:16.732 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LZkYpAPupm9AzqLu07JT4Ew6m/k= 2022-09-01T11:10:16.733 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LZkYpAPupm9AzqLu07JT4Ew6m/k='} 2022-09-01T11:10:16.740 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005e1a626db40024eb-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.740 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.741 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.741 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.742 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.743 DEBUG:boto:Data: 2022-09-01T11:10:16.743 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.744 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.744 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.745 DEBUG:boto:Params: {} 2022-09-01T11:10:16.745 DEBUG:boto:Token: None 2022-09-01T11:10:16.746 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.747 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.747 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.750 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '22'), ('X-RGW-Bytes-Used', '66'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d64aaa84a6dac5be-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.751 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:16.751 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:16.752 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.753 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:16.753 DEBUG:boto:Data: 2022-09-01T11:10:16.754 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.754 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.756 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.757 DEBUG:boto:Params: {} 2022-09-01T11:10:16.758 DEBUG:boto:Token: None 2022-09-01T11:10:16.759 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:16.760 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:apkEn6i0Sf6c5gHKa0CLHC3UVzk= 2022-09-01T11:10:16.761 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:apkEn6i0Sf6c5gHKa0CLHC3UVzk='} 2022-09-01T11:10:16.810 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000a4b598c509adae15-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.812 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.813 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.814 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.815 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.816 DEBUG:boto:Data: 2022-09-01T11:10:16.817 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.818 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.819 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.820 DEBUG:boto:Params: {} 2022-09-01T11:10:16.821 DEBUG:boto:Token: None 2022-09-01T11:10:16.822 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.823 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.823 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.826 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '22'), ('X-RGW-Bytes-Used', '66'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f3638326c6e4aa10-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.828 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000015 2022-09-01T11:10:16.829 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000015 2022-09-01T11:10:16.829 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.830 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000015 2022-09-01T11:10:16.830 DEBUG:boto:Data: 2022-09-01T11:10:16.831 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.831 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.832 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.832 DEBUG:boto:Params: {} 2022-09-01T11:10:16.833 DEBUG:boto:Token: None 2022-09-01T11:10:16.834 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000015 2022-09-01T11:10:16.834 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ob+iZpJGZJtpf9Qe3bdhLRjnlls= 2022-09-01T11:10:16.835 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ob+iZpJGZJtpf9Qe3bdhLRjnlls='} 2022-09-01T11:10:16.841 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000ffc7d4edb1bd2f4c-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.842 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.843 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.844 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.844 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.845 DEBUG:boto:Data: 2022-09-01T11:10:16.846 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.847 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.848 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.849 DEBUG:boto:Params: {} 2022-09-01T11:10:16.850 DEBUG:boto:Token: None 2022-09-01T11:10:16.851 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.852 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.852 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.856 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '23'), ('X-RGW-Bytes-Used', '69'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000026ce71445ba334c1-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.857 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:16.857 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:16.858 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.859 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:16.859 DEBUG:boto:Data: 2022-09-01T11:10:16.860 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.860 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.861 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.861 DEBUG:boto:Params: {} 2022-09-01T11:10:16.862 DEBUG:boto:Token: None 2022-09-01T11:10:16.863 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:16.863 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZxeBSDFtY2k52zyiN2oirwdUo9w= 2022-09-01T11:10:16.864 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZxeBSDFtY2k52zyiN2oirwdUo9w='} 2022-09-01T11:10:16.906 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000527f0e40dd06bd01-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.907 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.908 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.909 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.910 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.911 DEBUG:boto:Data: 2022-09-01T11:10:16.911 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.912 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.913 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.914 DEBUG:boto:Params: {} 2022-09-01T11:10:16.915 DEBUG:boto:Token: None 2022-09-01T11:10:16.916 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.917 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.918 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.921 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '24'), ('X-RGW-Bytes-Used', '72'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b442d15acc74db65-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.922 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:16.923 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:16.923 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.924 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:16.925 DEBUG:boto:Data: 2022-09-01T11:10:16.925 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.926 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.927 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.927 DEBUG:boto:Params: {} 2022-09-01T11:10:16.928 DEBUG:boto:Token: None 2022-09-01T11:10:16.928 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:16.929 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OBK2c2KsY+xr8rP74HyG/L6/HQw= 2022-09-01T11:10:16.929 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OBK2c2KsY+xr8rP74HyG/L6/HQw='} 2022-09-01T11:10:16.935 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000050e18570c87abf39-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.936 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:16.937 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:16.937 DEBUG:boto:Method: HEAD 2022-09-01T11:10:16.938 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:16.938 DEBUG:boto:Data: 2022-09-01T11:10:16.939 DEBUG:boto:Headers: {} 2022-09-01T11:10:16.939 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.940 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.940 DEBUG:boto:Params: {} 2022-09-01T11:10:16.941 DEBUG:boto:Token: None 2022-09-01T11:10:16.942 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/ 2022-09-01T11:10:16.942 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw= 2022-09-01T11:10:16.943 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WmNnKfqlPNrrPlxXqchlarhbCOw=', 'Content-Length': '0'} 2022-09-01T11:10:16.946 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '24'), ('X-RGW-Bytes-Used', '72'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000cf3bee9e127138ba-0063109318-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.947 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:16.947 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:16.948 DEBUG:boto:Method: PUT 2022-09-01T11:10:16.948 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:16.949 DEBUG:boto:Data: 2022-09-01T11:10:16.949 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:16.950 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:16.951 DEBUG:boto:Port: 8000 2022-09-01T11:10:16.951 DEBUG:boto:Params: {} 2022-09-01T11:10:16.952 DEBUG:boto:Token: None 2022-09-01T11:10:16.952 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:16 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:16.953 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jU9+Zyx6yRX1JeX0ei7pBqxdopY= 2022-09-01T11:10:16.954 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jU9+Zyx6yRX1JeX0ei7pBqxdopY='} 2022-09-01T11:10:16.998 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000038a5fc00cff018b1-0063109318-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:16.999 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.000 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.000 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.001 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.001 DEBUG:boto:Data: 2022-09-01T11:10:17.002 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.002 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.003 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.003 DEBUG:boto:Params: {} 2022-09-01T11:10:17.004 DEBUG:boto:Token: None 2022-09-01T11:10:17.004 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.008 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '24'), ('X-RGW-Bytes-Used', '72'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ae68b16e7d119587-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.010 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:17.010 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:17.011 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.012 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:17.012 DEBUG:boto:Data: 2022-09-01T11:10:17.013 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.013 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.014 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.014 DEBUG:boto:Params: {} 2022-09-01T11:10:17.015 DEBUG:boto:Token: None 2022-09-01T11:10:17.015 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:17.016 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UXiJHmYd9H5YTxtcFW+4yrSscpw= 2022-09-01T11:10:17.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UXiJHmYd9H5YTxtcFW+4yrSscpw='} 2022-09-01T11:10:17.023 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f7a3971ccba15588-0063109319-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.023 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.024 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.024 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.025 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.025 DEBUG:boto:Data: 2022-09-01T11:10:17.026 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.026 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.027 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.027 DEBUG:boto:Params: {} 2022-09-01T11:10:17.028 DEBUG:boto:Token: None 2022-09-01T11:10:17.029 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.030 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.033 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '24'), ('X-RGW-Bytes-Used', '72'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003fd67676329da688-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.033 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000025 2022-09-01T11:10:17.034 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000025 2022-09-01T11:10:17.034 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.035 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000025 2022-09-01T11:10:17.036 DEBUG:boto:Data: 2022-09-01T11:10:17.036 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.037 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.037 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.038 DEBUG:boto:Params: {} 2022-09-01T11:10:17.038 DEBUG:boto:Token: None 2022-09-01T11:10:17.039 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000025 2022-09-01T11:10:17.040 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqdPzPkzXo6KtCpF90gwselD7H8= 2022-09-01T11:10:17.040 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqdPzPkzXo6KtCpF90gwselD7H8='} 2022-09-01T11:10:17.048 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000011be4b6601975155-0063109319-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.049 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.050 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.050 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.051 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.051 DEBUG:boto:Data: 2022-09-01T11:10:17.052 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.052 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.053 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.053 DEBUG:boto:Params: {} 2022-09-01T11:10:17.054 DEBUG:boto:Token: None 2022-09-01T11:10:17.054 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.058 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '25'), ('X-RGW-Bytes-Used', '75'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d4118a5546df273b-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.059 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:17.059 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:17.060 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.060 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:17.061 DEBUG:boto:Data: 2022-09-01T11:10:17.061 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.062 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.062 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.063 DEBUG:boto:Params: {} 2022-09-01T11:10:17.063 DEBUG:boto:Token: None 2022-09-01T11:10:17.064 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:17.064 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jw46Dx1uS1qrlgnE6yfhkty9gFg= 2022-09-01T11:10:17.065 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jw46Dx1uS1qrlgnE6yfhkty9gFg='} 2022-09-01T11:10:17.114 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000a2b49022edf6058d-0063109319-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.115 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.116 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.116 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.117 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.117 DEBUG:boto:Data: 2022-09-01T11:10:17.118 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.118 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.119 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.119 DEBUG:boto:Params: {} 2022-09-01T11:10:17.120 DEBUG:boto:Token: None 2022-09-01T11:10:17.120 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.121 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.121 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.124 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '25'), ('X-RGW-Bytes-Used', '75'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b1505651dd67acc5-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.125 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:17.126 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:17.126 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.127 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:17.127 DEBUG:boto:Data: 2022-09-01T11:10:17.128 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.128 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.129 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.129 DEBUG:boto:Params: {} 2022-09-01T11:10:17.130 DEBUG:boto:Token: None 2022-09-01T11:10:17.130 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:17.131 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rERSmF7rmbjkbrwe1qjHZyi/ez8= 2022-09-01T11:10:17.132 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rERSmF7rmbjkbrwe1qjHZyi/ez8='} 2022-09-01T11:10:17.143 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000096b9efe3b7836a0e-0063109319-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.143 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.144 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.144 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.145 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.145 DEBUG:boto:Data: 2022-09-01T11:10:17.146 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.146 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.147 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.147 DEBUG:boto:Params: {} 2022-09-01T11:10:17.148 DEBUG:boto:Token: None 2022-09-01T11:10:17.148 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.149 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.152 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '25'), ('X-RGW-Bytes-Used', '75'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e386f995d6bf613b-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.153 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:17.154 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:17.154 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.155 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:17.155 DEBUG:boto:Data: 2022-09-01T11:10:17.156 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.156 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.157 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.157 DEBUG:boto:Params: {} 2022-09-01T11:10:17.158 DEBUG:boto:Token: None 2022-09-01T11:10:17.158 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:17.159 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:61cdw3DAfj9fVdcFsHkFp7NNFA4= 2022-09-01T11:10:17.160 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:61cdw3DAfj9fVdcFsHkFp7NNFA4='} 2022-09-01T11:10:17.171 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000028e5c76ce77919c1-0063109319-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.172 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.173 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.173 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.174 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.174 DEBUG:boto:Data: 2022-09-01T11:10:17.175 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.175 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.176 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.176 DEBUG:boto:Params: {} 2022-09-01T11:10:17.177 DEBUG:boto:Token: None 2022-09-01T11:10:17.177 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.178 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.181 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '25'), ('X-RGW-Bytes-Used', '75'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006e68295fb7498d98-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.182 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:17.182 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:17.183 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.183 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:17.184 DEBUG:boto:Data: 2022-09-01T11:10:17.184 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.185 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.185 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.186 DEBUG:boto:Params: {} 2022-09-01T11:10:17.186 DEBUG:boto:Token: None 2022-09-01T11:10:17.187 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:17.188 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d1xrq6QPSzJpCRJfoVZjdgs5H5w= 2022-09-01T11:10:17.188 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d1xrq6QPSzJpCRJfoVZjdgs5H5w='} 2022-09-01T11:10:17.234 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f41bca58c897d541-0063109319-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.235 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.236 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.236 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.237 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.237 DEBUG:boto:Data: 2022-09-01T11:10:17.238 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.238 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.239 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.239 DEBUG:boto:Params: {} 2022-09-01T11:10:17.240 DEBUG:boto:Token: None 2022-09-01T11:10:17.241 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.242 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.245 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '25'), ('X-RGW-Bytes-Used', '75'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ddd3e4b50d4c70fe-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.246 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:17.246 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:17.247 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.247 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:17.248 DEBUG:boto:Data: 2022-09-01T11:10:17.248 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.249 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.249 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.250 DEBUG:boto:Params: {} 2022-09-01T11:10:17.251 DEBUG:boto:Token: None 2022-09-01T11:10:17.251 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:17.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:npl/rNlrRmheXmkqSDpuDf7E91Y= 2022-09-01T11:10:17.253 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:npl/rNlrRmheXmkqSDpuDf7E91Y='} 2022-09-01T11:10:17.259 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000b34f49bf67ab14f8-0063109319-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.259 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.260 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.260 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.261 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.261 DEBUG:boto:Data: 2022-09-01T11:10:17.262 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.262 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.263 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.263 DEBUG:boto:Params: {} 2022-09-01T11:10:17.264 DEBUG:boto:Token: None 2022-09-01T11:10:17.264 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.265 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.265 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.268 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '25'), ('X-RGW-Bytes-Used', '75'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003e2e55012ee51a03-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.269 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:17.270 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:17.270 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.271 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:17.271 DEBUG:boto:Data: 2022-09-01T11:10:17.272 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.272 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.273 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.273 DEBUG:boto:Params: {} 2022-09-01T11:10:17.274 DEBUG:boto:Token: None 2022-09-01T11:10:17.275 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:17.275 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GYpbvrVRPSDpHREbhI2wmdPcwH0= 2022-09-01T11:10:17.276 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GYpbvrVRPSDpHREbhI2wmdPcwH0='} 2022-09-01T11:10:17.283 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000006ca8ed91da69e57-0063109319-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.284 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.284 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.285 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.285 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.286 DEBUG:boto:Data: 2022-09-01T11:10:17.286 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.287 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.287 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.288 DEBUG:boto:Params: {} 2022-09-01T11:10:17.288 DEBUG:boto:Token: None 2022-09-01T11:10:17.289 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.289 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.293 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '25'), ('X-RGW-Bytes-Used', '75'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002fc6543b4c6f8000-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.293 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:17.294 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:17.294 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.295 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:17.295 DEBUG:boto:Data: 2022-09-01T11:10:17.296 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.297 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.297 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.298 DEBUG:boto:Params: {} 2022-09-01T11:10:17.298 DEBUG:boto:Token: None 2022-09-01T11:10:17.299 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:17.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LpI7OqPuMvqyrAXo4qVfLj2svp0= 2022-09-01T11:10:17.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LpI7OqPuMvqyrAXo4qVfLj2svp0='} 2022-09-01T11:10:17.346 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000006f2c6c05de200603-0063109319-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.347 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.348 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.349 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.349 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.350 DEBUG:boto:Data: 2022-09-01T11:10:17.350 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.351 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.352 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.353 DEBUG:boto:Params: {} 2022-09-01T11:10:17.354 DEBUG:boto:Token: None 2022-09-01T11:10:17.355 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.355 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.356 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.359 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '26'), ('X-RGW-Bytes-Used', '78'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ac95759cde661499-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.359 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:17.360 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:17.360 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.361 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:17.362 DEBUG:boto:Data: 2022-09-01T11:10:17.362 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.363 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.363 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.364 DEBUG:boto:Params: {} 2022-09-01T11:10:17.364 DEBUG:boto:Token: None 2022-09-01T11:10:17.365 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:17.366 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yLU9sMYFSCQXlB20n5P54nNj0iQ= 2022-09-01T11:10:17.366 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yLU9sMYFSCQXlB20n5P54nNj0iQ='} 2022-09-01T11:10:17.376 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000006abcec2f077a0850-0063109319-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.377 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.378 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.379 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.380 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.381 DEBUG:boto:Data: 2022-09-01T11:10:17.382 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.383 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.384 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.385 DEBUG:boto:Params: {} 2022-09-01T11:10:17.386 DEBUG:boto:Token: None 2022-09-01T11:10:17.387 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.388 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.389 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.392 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '27'), ('X-RGW-Bytes-Used', '81'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d55f0a3ecfba9e90-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.393 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:17.394 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:17.395 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.396 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:17.396 DEBUG:boto:Data: 2022-09-01T11:10:17.397 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.398 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.398 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.399 DEBUG:boto:Params: {} 2022-09-01T11:10:17.399 DEBUG:boto:Token: None 2022-09-01T11:10:17.400 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:17.401 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HicnQxx3AgTbr3crydH5gdBZY4o= 2022-09-01T11:10:17.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HicnQxx3AgTbr3crydH5gdBZY4o='} 2022-09-01T11:10:17.446 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000eccde88ed18a2b5f-0063109319-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.447 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.448 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.448 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.449 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.450 DEBUG:boto:Data: 2022-09-01T11:10:17.451 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.452 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.453 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.454 DEBUG:boto:Params: {} 2022-09-01T11:10:17.455 DEBUG:boto:Token: None 2022-09-01T11:10:17.456 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.459 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.462 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '27'), ('X-RGW-Bytes-Used', '81'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000001c66fef0ea3eb8e-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.463 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:17.465 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:17.466 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.467 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:17.468 DEBUG:boto:Data: 2022-09-01T11:10:17.469 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.470 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.471 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.472 DEBUG:boto:Params: {} 2022-09-01T11:10:17.473 DEBUG:boto:Token: None 2022-09-01T11:10:17.474 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:17.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6eoI1MbPsLFHlGdn+MyWnpVo2PE= 2022-09-01T11:10:17.477 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6eoI1MbPsLFHlGdn+MyWnpVo2PE='} 2022-09-01T11:10:17.484 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000b2bdc8ca489e6e91-0063109319-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.485 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--num-shards', '23', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:17.486 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--num-shards', '23', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:17.487 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-73 --num-shards 23 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:10:17.543 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:17.543 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:17.600 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:10:17.601 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-73 2022-09-01T11:10:17.609 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 27 2022-09-01T11:10:17.685 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'shard', 'objects', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--num-shards', '23', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:17.747 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'shard', 'objects', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--num-shards', '23', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:17.748 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket shard objects --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --num-shards 23 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:10:17.802 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:17.802 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:17.850 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:10:17.851 INFO:teuthology.orchestra.run.smithi044.stdout: "objs": [ 2022-09-01T11:10:17.851 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000058", 2022-09-01T11:10:17.852 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000026", 2022-09-01T11:10:17.852 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000011", 2022-09-01T11:10:17.853 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000046", 2022-09-01T11:10:17.853 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000014", 2022-09-01T11:10:17.854 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000050", 2022-09-01T11:10:17.854 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000032", 2022-09-01T11:10:17.855 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000002", 2022-09-01T11:10:17.855 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000039", 2022-09-01T11:10:17.856 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000007", 2022-09-01T11:10:17.856 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000006", 2022-09-01T11:10:17.857 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000040", 2022-09-01T11:10:17.857 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000009", 2022-09-01T11:10:17.858 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000045", 2022-09-01T11:10:17.858 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000013", 2022-09-01T11:10:17.859 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000012", 2022-09-01T11:10:17.860 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000033", 2022-09-01T11:10:17.860 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000001", 2022-09-01T11:10:17.861 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000000", 2022-09-01T11:10:17.861 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000021", 2022-09-01T11:10:17.862 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000003", 2022-09-01T11:10:17.862 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000055", 2022-09-01T11:10:17.863 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000008" 2022-09-01T11:10:17.863 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:10:17.864 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:10:17.866 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.867 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.868 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.868 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.869 DEBUG:boto:Data: 2022-09-01T11:10:17.869 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.870 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.870 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.871 DEBUG:boto:Params: {} 2022-09-01T11:10:17.872 DEBUG:boto:Token: None 2022-09-01T11:10:17.872 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.873 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.876 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '27'), ('X-RGW-Bytes-Used', '81'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001c5aa55f14d40ad7-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.877 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:17.878 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:17.878 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.879 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:17.879 DEBUG:boto:Data: 2022-09-01T11:10:17.880 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.880 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.881 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.881 DEBUG:boto:Params: {} 2022-09-01T11:10:17.882 DEBUG:boto:Token: None 2022-09-01T11:10:17.882 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:17.883 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVFbTqgP74clXhyXeszXn7FNkoE= 2022-09-01T11:10:17.884 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVFbTqgP74clXhyXeszXn7FNkoE='} 2022-09-01T11:10:17.891 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000fd060d4bbc9191a4-0063109319-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.891 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.892 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.893 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.893 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.894 DEBUG:boto:Data: 2022-09-01T11:10:17.894 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.895 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.895 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.896 DEBUG:boto:Params: {} 2022-09-01T11:10:17.896 DEBUG:boto:Token: None 2022-09-01T11:10:17.897 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.898 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.901 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '27'), ('X-RGW-Bytes-Used', '81'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000675b0f1c790fa5ff-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.902 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:17.903 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:17.903 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.904 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:17.904 DEBUG:boto:Data: 2022-09-01T11:10:17.905 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.905 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.906 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.906 DEBUG:boto:Params: {} 2022-09-01T11:10:17.907 DEBUG:boto:Token: None 2022-09-01T11:10:17.908 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:17.908 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zjygu2nTA+XuQtOvkDG95225Cog= 2022-09-01T11:10:17.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zjygu2nTA+XuQtOvkDG95225Cog='} 2022-09-01T11:10:17.954 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000941bebd419c20abe-0063109319-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.955 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.956 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.956 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.957 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.957 DEBUG:boto:Data: 2022-09-01T11:10:17.958 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.959 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.959 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.960 DEBUG:boto:Params: {} 2022-09-01T11:10:17.961 DEBUG:boto:Token: None 2022-09-01T11:10:17.961 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.962 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.963 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.966 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '27'), ('X-RGW-Bytes-Used', '81'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000102bb9b78cace7c7-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.967 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000045 2022-09-01T11:10:17.967 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000045 2022-09-01T11:10:17.968 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.968 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000045 2022-09-01T11:10:17.969 DEBUG:boto:Data: 2022-09-01T11:10:17.969 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.970 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.971 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.971 DEBUG:boto:Params: {} 2022-09-01T11:10:17.972 DEBUG:boto:Token: None 2022-09-01T11:10:17.972 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000045 2022-09-01T11:10:17.973 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fpZmy9rtybO1qg++nyWwV/M9iz8= 2022-09-01T11:10:17.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fpZmy9rtybO1qg++nyWwV/M9iz8='} 2022-09-01T11:10:17.982 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000050bc84eb4e8447fc-0063109319-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.983 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:17.983 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:17.984 DEBUG:boto:Method: HEAD 2022-09-01T11:10:17.984 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:17.985 DEBUG:boto:Data: 2022-09-01T11:10:17.985 DEBUG:boto:Headers: {} 2022-09-01T11:10:17.986 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.987 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.987 DEBUG:boto:Params: {} 2022-09-01T11:10:17.988 DEBUG:boto:Token: None 2022-09-01T11:10:17.988 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/ 2022-09-01T11:10:17.989 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs= 2022-09-01T11:10:17.989 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXFQB3AJbsFn5l+n75J+LQnoBNs=', 'Content-Length': '0'} 2022-09-01T11:10:17.992 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '28'), ('X-RGW-Bytes-Used', '84'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000023d228af6591f79f-0063109319-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:17.993 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000046 2022-09-01T11:10:17.994 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000046 2022-09-01T11:10:17.994 DEBUG:boto:Method: PUT 2022-09-01T11:10:17.995 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000046 2022-09-01T11:10:17.995 DEBUG:boto:Data: 2022-09-01T11:10:17.996 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:17.996 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:17.997 DEBUG:boto:Port: 8000 2022-09-01T11:10:17.997 DEBUG:boto:Params: {} 2022-09-01T11:10:17.998 DEBUG:boto:Token: None 2022-09-01T11:10:17.999 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:17 GMT /ptoxvb-73/obj00000000000000000046 2022-09-01T11:10:17.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oIITlFOF4gqSB6pt526b9BrnqJQ= 2022-09-01T11:10:18.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oIITlFOF4gqSB6pt526b9BrnqJQ='} 2022-09-01T11:10:18.042 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000e07db904ba088134-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.043 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.044 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.044 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.045 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.045 DEBUG:boto:Data: 2022-09-01T11:10:18.046 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.046 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.047 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.047 DEBUG:boto:Params: {} 2022-09-01T11:10:18.048 DEBUG:boto:Token: None 2022-09-01T11:10:18.048 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.049 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.050 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.053 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '29'), ('X-RGW-Bytes-Used', '87'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000790705f814176612-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.054 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:18.054 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:18.055 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.055 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:18.056 DEBUG:boto:Data: 2022-09-01T11:10:18.056 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.057 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.057 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.058 DEBUG:boto:Params: {} 2022-09-01T11:10:18.058 DEBUG:boto:Token: None 2022-09-01T11:10:18.059 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:18.060 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3bLQSfUu82axzOGoLB5c6zcUy9I= 2022-09-01T11:10:18.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3bLQSfUu82axzOGoLB5c6zcUy9I='} 2022-09-01T11:10:18.068 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f3111c82848cd0ae-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.068 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.069 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.069 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.070 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.071 DEBUG:boto:Data: 2022-09-01T11:10:18.071 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.072 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.072 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.073 DEBUG:boto:Params: {} 2022-09-01T11:10:18.073 DEBUG:boto:Token: None 2022-09-01T11:10:18.074 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.074 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.075 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.078 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '29'), ('X-RGW-Bytes-Used', '87'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a0b1636239249258-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.079 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:18.079 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:18.080 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.080 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:18.081 DEBUG:boto:Data: 2022-09-01T11:10:18.081 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.082 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.082 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.083 DEBUG:boto:Params: {} 2022-09-01T11:10:18.083 DEBUG:boto:Token: None 2022-09-01T11:10:18.084 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:18.085 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C37Xu2OiacaV0vuZz2KFlGLdQrk= 2022-09-01T11:10:18.085 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C37Xu2OiacaV0vuZz2KFlGLdQrk='} 2022-09-01T11:10:18.091 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000064841703a5f720db-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.092 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.093 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.093 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.094 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.094 DEBUG:boto:Data: 2022-09-01T11:10:18.095 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.095 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.096 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.096 DEBUG:boto:Params: {} 2022-09-01T11:10:18.097 DEBUG:boto:Token: None 2022-09-01T11:10:18.098 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.098 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.099 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.102 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '29'), ('X-RGW-Bytes-Used', '87'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000055cd54a65fad0a3c-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.103 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000032 2022-09-01T11:10:18.103 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000032 2022-09-01T11:10:18.104 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.104 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000032 2022-09-01T11:10:18.105 DEBUG:boto:Data: 2022-09-01T11:10:18.105 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.106 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.106 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.107 DEBUG:boto:Params: {} 2022-09-01T11:10:18.108 DEBUG:boto:Token: None 2022-09-01T11:10:18.108 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000032 2022-09-01T11:10:18.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Kqio16+0wsw0UwPbeO2laafo2L4= 2022-09-01T11:10:18.109 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Kqio16+0wsw0UwPbeO2laafo2L4='} 2022-09-01T11:10:18.154 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000000cb2cac7a97302d7-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.155 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.156 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.156 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.157 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.157 DEBUG:boto:Data: 2022-09-01T11:10:18.158 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.158 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.159 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.159 DEBUG:boto:Params: {} 2022-09-01T11:10:18.160 DEBUG:boto:Token: None 2022-09-01T11:10:18.160 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.161 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.162 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.165 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '29'), ('X-RGW-Bytes-Used', '87'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000080b6fe91592c187b-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.165 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000050 2022-09-01T11:10:18.166 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000050 2022-09-01T11:10:18.166 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.167 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000050 2022-09-01T11:10:18.167 DEBUG:boto:Data: 2022-09-01T11:10:18.168 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.169 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.169 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.170 DEBUG:boto:Params: {} 2022-09-01T11:10:18.171 DEBUG:boto:Token: None 2022-09-01T11:10:18.172 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000050 2022-09-01T11:10:18.173 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C/jT1rGfVgvtLOeg/NiuDT035S4= 2022-09-01T11:10:18.174 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C/jT1rGfVgvtLOeg/NiuDT035S4='} 2022-09-01T11:10:18.180 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000001676f05e5b622f82-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.181 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.181 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.182 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.182 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.183 DEBUG:boto:Data: 2022-09-01T11:10:18.183 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.184 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.184 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.185 DEBUG:boto:Params: {} 2022-09-01T11:10:18.185 DEBUG:boto:Token: None 2022-09-01T11:10:18.186 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.187 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.190 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '30'), ('X-RGW-Bytes-Used', '90'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000607ff798e0b246ce-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.191 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:18.191 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:18.192 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.192 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:18.193 DEBUG:boto:Data: 2022-09-01T11:10:18.193 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.194 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.195 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.195 DEBUG:boto:Params: {} 2022-09-01T11:10:18.196 DEBUG:boto:Token: None 2022-09-01T11:10:18.196 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:18.197 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0D5xVHUBTBSDG97CxJSmOdAQRPI= 2022-09-01T11:10:18.197 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0D5xVHUBTBSDG97CxJSmOdAQRPI='} 2022-09-01T11:10:18.242 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005200977d81b25d7c-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.243 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.244 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.244 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.245 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.245 DEBUG:boto:Data: 2022-09-01T11:10:18.246 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.247 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.247 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.248 DEBUG:boto:Params: {} 2022-09-01T11:10:18.248 DEBUG:boto:Token: None 2022-09-01T11:10:18.249 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.249 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.250 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.253 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '31'), ('X-RGW-Bytes-Used', '93'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b34300721a9b3c04-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.254 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:18.255 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:18.256 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.256 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:18.256 DEBUG:boto:Data: 2022-09-01T11:10:18.257 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.257 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.258 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.259 DEBUG:boto:Params: {} 2022-09-01T11:10:18.259 DEBUG:boto:Token: None 2022-09-01T11:10:18.260 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:18.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rz8Bz+eLk40Hhbxo86WRHMsFQ5I= 2022-09-01T11:10:18.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rz8Bz+eLk40Hhbxo86WRHMsFQ5I='} 2022-09-01T11:10:18.268 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000006979c377cc3d6f4-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.269 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.270 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.270 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.271 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.271 DEBUG:boto:Data: 2022-09-01T11:10:18.272 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.272 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.273 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.273 DEBUG:boto:Params: {} 2022-09-01T11:10:18.274 DEBUG:boto:Token: None 2022-09-01T11:10:18.275 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.275 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.276 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.279 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '31'), ('X-RGW-Bytes-Used', '93'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001a2ef48618b3dee3-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.280 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:18.280 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:18.281 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.281 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:18.282 DEBUG:boto:Data: 2022-09-01T11:10:18.282 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.283 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.283 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.284 DEBUG:boto:Params: {} 2022-09-01T11:10:18.284 DEBUG:boto:Token: None 2022-09-01T11:10:18.285 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:18.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yyh+B9u6N37yWLHFO3D4A5ODIIU= 2022-09-01T11:10:18.286 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yyh+B9u6N37yWLHFO3D4A5ODIIU='} 2022-09-01T11:10:18.330 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000e64af8a06ee9be40-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.331 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.332 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.332 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.333 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.333 DEBUG:boto:Data: 2022-09-01T11:10:18.334 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.334 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.335 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.335 DEBUG:boto:Params: {} 2022-09-01T11:10:18.336 DEBUG:boto:Token: None 2022-09-01T11:10:18.336 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.337 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.338 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.341 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '31'), ('X-RGW-Bytes-Used', '93'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000092a2701602520a4f-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.342 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000039 2022-09-01T11:10:18.342 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000039 2022-09-01T11:10:18.343 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.343 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000039 2022-09-01T11:10:18.344 DEBUG:boto:Data: 2022-09-01T11:10:18.344 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.345 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.345 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.346 DEBUG:boto:Params: {} 2022-09-01T11:10:18.346 DEBUG:boto:Token: None 2022-09-01T11:10:18.347 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000039 2022-09-01T11:10:18.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YSqAmqylbmtKB2CFEVDmRv8RQaY= 2022-09-01T11:10:18.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YSqAmqylbmtKB2CFEVDmRv8RQaY='} 2022-09-01T11:10:18.354 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000914e9f883c5f578c-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.355 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.355 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.356 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.356 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.357 DEBUG:boto:Data: 2022-09-01T11:10:18.357 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.358 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.358 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.359 DEBUG:boto:Params: {} 2022-09-01T11:10:18.359 DEBUG:boto:Token: None 2022-09-01T11:10:18.360 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.360 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.361 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.364 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '32'), ('X-RGW-Bytes-Used', '96'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000068f1e5839e605666-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.365 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000055 2022-09-01T11:10:18.365 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000055 2022-09-01T11:10:18.366 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.366 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000055 2022-09-01T11:10:18.367 DEBUG:boto:Data: 2022-09-01T11:10:18.367 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.368 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.368 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.369 DEBUG:boto:Params: {} 2022-09-01T11:10:18.369 DEBUG:boto:Token: None 2022-09-01T11:10:18.370 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000055 2022-09-01T11:10:18.371 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EQwkjOgp0keT49FpoU3PmDxcRYI= 2022-09-01T11:10:18.371 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EQwkjOgp0keT49FpoU3PmDxcRYI='} 2022-09-01T11:10:18.378 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005d36c5f379223918-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.379 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.380 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.380 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.381 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.381 DEBUG:boto:Data: 2022-09-01T11:10:18.382 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.382 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.383 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.383 DEBUG:boto:Params: {} 2022-09-01T11:10:18.384 DEBUG:boto:Token: None 2022-09-01T11:10:18.384 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.385 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.385 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.389 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '33'), ('X-RGW-Bytes-Used', '99'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000554e8f1d5bf2d520-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.389 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:18.390 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:18.391 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.391 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:18.391 DEBUG:boto:Data: 2022-09-01T11:10:18.392 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.392 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.393 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.394 DEBUG:boto:Params: {} 2022-09-01T11:10:18.394 DEBUG:boto:Token: None 2022-09-01T11:10:18.395 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:18.395 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KJTGhz3586OHfrRiTEkABXslje8= 2022-09-01T11:10:18.396 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KJTGhz3586OHfrRiTEkABXslje8='} 2022-09-01T11:10:18.438 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005844a90526580d3a-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.439 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.439 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.440 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.440 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.440 DEBUG:boto:Data: 2022-09-01T11:10:18.441 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.441 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.442 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.442 DEBUG:boto:Params: {} 2022-09-01T11:10:18.443 DEBUG:boto:Token: None 2022-09-01T11:10:18.444 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.444 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.445 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.448 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '33'), ('X-RGW-Bytes-Used', '99'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000937247d319cc1ec6-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.448 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000026 2022-09-01T11:10:18.449 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000026 2022-09-01T11:10:18.450 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.450 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000026 2022-09-01T11:10:18.451 DEBUG:boto:Data: 2022-09-01T11:10:18.451 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.452 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.452 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.453 DEBUG:boto:Params: {} 2022-09-01T11:10:18.453 DEBUG:boto:Token: None 2022-09-01T11:10:18.454 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000026 2022-09-01T11:10:18.454 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z6u+9INcbVoG83VbHKoYvdvafzI= 2022-09-01T11:10:18.455 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z6u+9INcbVoG83VbHKoYvdvafzI='} 2022-09-01T11:10:18.461 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000e1e57c833b10c0b6-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.462 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.462 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.463 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.463 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.464 DEBUG:boto:Data: 2022-09-01T11:10:18.464 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.465 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.465 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.466 DEBUG:boto:Params: {} 2022-09-01T11:10:18.466 DEBUG:boto:Token: None 2022-09-01T11:10:18.467 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.471 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '33'), ('X-RGW-Bytes-Used', '99'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006b9dacb6caf706e1-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.472 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:18.472 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:18.473 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.473 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:18.474 DEBUG:boto:Data: 2022-09-01T11:10:18.475 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.475 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.475 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.476 DEBUG:boto:Params: {} 2022-09-01T11:10:18.476 DEBUG:boto:Token: None 2022-09-01T11:10:18.477 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:18.478 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F8vq1iYYWTNaX+RKRNoB7pl5HnI= 2022-09-01T11:10:18.478 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F8vq1iYYWTNaX+RKRNoB7pl5HnI='} 2022-09-01T11:10:18.529 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000020fd7aec3f2cf15a-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.530 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.530 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.531 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.531 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.532 DEBUG:boto:Data: 2022-09-01T11:10:18.532 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.533 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.533 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.534 DEBUG:boto:Params: {} 2022-09-01T11:10:18.535 DEBUG:boto:Token: None 2022-09-01T11:10:18.535 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.536 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.536 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.539 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '33'), ('X-RGW-Bytes-Used', '99'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000773e023fb315290e-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.540 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000033 2022-09-01T11:10:18.540 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000033 2022-09-01T11:10:18.541 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.541 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000033 2022-09-01T11:10:18.542 DEBUG:boto:Data: 2022-09-01T11:10:18.542 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.543 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.543 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.544 DEBUG:boto:Params: {} 2022-09-01T11:10:18.545 DEBUG:boto:Token: None 2022-09-01T11:10:18.545 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000033 2022-09-01T11:10:18.546 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GWd90h7aZgJOxIvoeQ0NtPY+o5g= 2022-09-01T11:10:18.546 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GWd90h7aZgJOxIvoeQ0NtPY+o5g='} 2022-09-01T11:10:18.554 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000001d318fd54cee33cf-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.555 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.556 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.556 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.557 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.557 DEBUG:boto:Data: 2022-09-01T11:10:18.558 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.558 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.559 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.559 DEBUG:boto:Params: {} 2022-09-01T11:10:18.560 DEBUG:boto:Token: None 2022-09-01T11:10:18.560 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.561 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.564 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '33'), ('X-RGW-Bytes-Used', '99'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000035a13a46816da62f-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.565 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:18.566 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:18.566 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.567 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:18.567 DEBUG:boto:Data: 2022-09-01T11:10:18.568 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.568 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.569 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.569 DEBUG:boto:Params: {} 2022-09-01T11:10:18.570 DEBUG:boto:Token: None 2022-09-01T11:10:18.570 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:18.571 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LOrZ8kf/tyYlOba4Tf/Oc2BJoco= 2022-09-01T11:10:18.572 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LOrZ8kf/tyYlOba4Tf/Oc2BJoco='} 2022-09-01T11:10:18.614 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000fb713c54209e81fa-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.615 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.615 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.616 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.616 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.617 DEBUG:boto:Data: 2022-09-01T11:10:18.617 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.618 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.619 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.619 DEBUG:boto:Params: {} 2022-09-01T11:10:18.620 DEBUG:boto:Token: None 2022-09-01T11:10:18.620 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.621 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.625 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '33'), ('X-RGW-Bytes-Used', '99'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000aa64054a6fa16300-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.625 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000058 2022-09-01T11:10:18.626 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000058 2022-09-01T11:10:18.626 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.627 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000058 2022-09-01T11:10:18.627 DEBUG:boto:Data: 2022-09-01T11:10:18.628 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.628 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.629 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.630 DEBUG:boto:Params: {} 2022-09-01T11:10:18.630 DEBUG:boto:Token: None 2022-09-01T11:10:18.631 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000058 2022-09-01T11:10:18.631 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lt0Y9c1Tc2/k8YsGsUPIOZhVnlE= 2022-09-01T11:10:18.632 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lt0Y9c1Tc2/k8YsGsUPIOZhVnlE='} 2022-09-01T11:10:18.641 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f15bfb2a5621237e-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.641 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.642 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.642 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.643 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.643 DEBUG:boto:Data: 2022-09-01T11:10:18.644 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.644 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.645 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.645 DEBUG:boto:Params: {} 2022-09-01T11:10:18.646 DEBUG:boto:Token: None 2022-09-01T11:10:18.647 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.651 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '34'), ('X-RGW-Bytes-Used', '102'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f391970368603d7c-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.651 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:18.652 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:18.652 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.653 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:18.653 DEBUG:boto:Data: 2022-09-01T11:10:18.654 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.654 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.655 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.656 DEBUG:boto:Params: {} 2022-09-01T11:10:18.656 DEBUG:boto:Token: None 2022-09-01T11:10:18.657 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:18.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sTs+YjlxrDgpIEWANFqaFHMKJZ4= 2022-09-01T11:10:18.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sTs+YjlxrDgpIEWANFqaFHMKJZ4='} 2022-09-01T11:10:18.701 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 has been restored 2022-09-01T11:10:18.702 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000080f279165a0f922a-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.703 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:18.703 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:18.704 DEBUG:boto:Method: HEAD 2022-09-01T11:10:18.704 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:18.705 DEBUG:boto:Data: 2022-09-01T11:10:18.705 DEBUG:boto:Headers: {} 2022-09-01T11:10:18.706 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.706 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.707 DEBUG:boto:Params: {} 2022-09-01T11:10:18.707 DEBUG:boto:Token: None 2022-09-01T11:10:18.708 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/ 2022-09-01T11:10:18.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M= 2022-09-01T11:10:18.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cdOiu6Io649JN9YZfBLZY3Rrr7M=', 'Content-Length': '0'} 2022-09-01T11:10:18.712 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '34'), ('X-RGW-Bytes-Used', '102'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e5a9cd75473c0087-006310931a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.713 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:18.713 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:18.714 DEBUG:boto:Method: PUT 2022-09-01T11:10:18.714 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:18.715 DEBUG:boto:Data: 2022-09-01T11:10:18.715 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:18.716 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:18.716 DEBUG:boto:Port: 8000 2022-09-01T11:10:18.717 DEBUG:boto:Params: {} 2022-09-01T11:10:18.717 DEBUG:boto:Token: None 2022-09-01T11:10:18.718 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:18 GMT /ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:18.719 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fDUVmFEh2GoX9LFAAwhftGeDQlY= 2022-09-01T11:10:18.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fDUVmFEh2GoX9LFAAwhftGeDQlY='} 2022-09-01T11:10:18.725 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000003bdcb922c08b2dd1-006310931a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:18.726 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--num-shards', '29', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:18.726 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--num-shards', '29', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:18.727 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-73 --num-shards 29 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:10:18.783 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:18.784 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:18.845 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:10:18.846 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-73 2022-09-01T11:10:18.856 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 34 2022-09-01T11:10:18.932 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'shard', 'objects', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--num-shards', '29', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:18.933 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'shard', 'objects', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--num-shards', '29', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:18.934 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket shard objects --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --num-shards 29 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:10:18.986 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:18.986 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:19.045 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:10:19.046 INFO:teuthology.orchestra.run.smithi044.stdout: "objs": [ 2022-09-01T11:10:19.046 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000006", 2022-09-01T11:10:19.046 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000059", 2022-09-01T11:10:19.047 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000027", 2022-09-01T11:10:19.047 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000004", 2022-09-01T11:10:19.047 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000011", 2022-09-01T11:10:19.047 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000002", 2022-09-01T11:10:19.048 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000019", 2022-09-01T11:10:19.048 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000049", 2022-09-01T11:10:19.048 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000017", 2022-09-01T11:10:19.049 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000008", 2022-09-01T11:10:19.049 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000015", 2022-09-01T11:10:19.049 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000031", 2022-09-01T11:10:19.049 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000022", 2022-09-01T11:10:19.050 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000013", 2022-09-01T11:10:19.050 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000020", 2022-09-01T11:10:19.050 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000037", 2022-09-01T11:10:19.050 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000005", 2022-09-01T11:10:19.051 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000012", 2022-09-01T11:10:19.051 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000003", 2022-09-01T11:10:19.051 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000042", 2022-09-01T11:10:19.051 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000010", 2022-09-01T11:10:19.052 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000001", 2022-09-01T11:10:19.052 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000009", 2022-09-01T11:10:19.052 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000025", 2022-09-01T11:10:19.052 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000016", 2022-09-01T11:10:19.053 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000000", 2022-09-01T11:10:19.053 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000014", 2022-09-01T11:10:19.053 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000030", 2022-09-01T11:10:19.053 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000021" 2022-09-01T11:10:19.054 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:10:19.054 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:10:19.056 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.056 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.057 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.057 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.058 DEBUG:boto:Data: 2022-09-01T11:10:19.058 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.059 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.060 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.060 DEBUG:boto:Params: {} 2022-09-01T11:10:19.061 DEBUG:boto:Token: None 2022-09-01T11:10:19.061 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.062 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.062 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.066 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '34'), ('X-RGW-Bytes-Used', '102'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000487aaa4b389aeb9e-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.067 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000030 2022-09-01T11:10:19.067 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000030 2022-09-01T11:10:19.068 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.068 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000030 2022-09-01T11:10:19.069 DEBUG:boto:Data: 2022-09-01T11:10:19.069 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.070 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.070 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.071 DEBUG:boto:Params: {} 2022-09-01T11:10:19.071 DEBUG:boto:Token: None 2022-09-01T11:10:19.072 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000030 2022-09-01T11:10:19.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LGTIn6g7kkmxQAPhdmQPd66VLf0= 2022-09-01T11:10:19.073 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LGTIn6g7kkmxQAPhdmQPd66VLf0='} 2022-09-01T11:10:19.083 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000009aa540edc400f8f7-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.083 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.084 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.084 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.085 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.085 DEBUG:boto:Data: 2022-09-01T11:10:19.086 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.086 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.087 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.087 DEBUG:boto:Params: {} 2022-09-01T11:10:19.088 DEBUG:boto:Token: None 2022-09-01T11:10:19.088 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.089 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.089 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.093 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '34'), ('X-RGW-Bytes-Used', '102'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007069e82cb06d9de9-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.093 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:19.094 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:19.094 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.095 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:19.095 DEBUG:boto:Data: 2022-09-01T11:10:19.096 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.096 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.097 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.097 DEBUG:boto:Params: {} 2022-09-01T11:10:19.098 DEBUG:boto:Token: None 2022-09-01T11:10:19.098 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:19.099 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ptmdwwxz7wJejtrys+6fu8GvsuY= 2022-09-01T11:10:19.100 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ptmdwwxz7wJejtrys+6fu8GvsuY='} 2022-09-01T11:10:19.107 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000ae546b63175d739f-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.108 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.108 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.109 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.109 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.110 DEBUG:boto:Data: 2022-09-01T11:10:19.111 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.111 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.111 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.112 DEBUG:boto:Params: {} 2022-09-01T11:10:19.113 DEBUG:boto:Token: None 2022-09-01T11:10:19.113 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.114 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.114 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.117 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '34'), ('X-RGW-Bytes-Used', '102'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005e297f37f419d55e-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.118 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:19.119 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:19.119 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.120 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:19.120 DEBUG:boto:Data: 2022-09-01T11:10:19.121 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.121 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.122 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.123 DEBUG:boto:Params: {} 2022-09-01T11:10:19.123 DEBUG:boto:Token: None 2022-09-01T11:10:19.124 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:19.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bdjOuEEpUEt6avYj90IMUAX3QII= 2022-09-01T11:10:19.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bdjOuEEpUEt6avYj90IMUAX3QII='} 2022-09-01T11:10:19.170 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000001cb50b2ef10ea7ae-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.171 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.171 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.172 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.172 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.173 DEBUG:boto:Data: 2022-09-01T11:10:19.173 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.174 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.174 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.175 DEBUG:boto:Params: {} 2022-09-01T11:10:19.175 DEBUG:boto:Token: None 2022-09-01T11:10:19.176 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.176 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.177 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.180 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '34'), ('X-RGW-Bytes-Used', '102'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000abe076680b7c2f8d-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.181 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:19.182 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:19.182 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.183 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:19.183 DEBUG:boto:Data: 2022-09-01T11:10:19.184 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.184 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.185 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.185 DEBUG:boto:Params: {} 2022-09-01T11:10:19.186 DEBUG:boto:Token: None 2022-09-01T11:10:19.186 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:19.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nqIIAxCsZqGurNWIrMq4An6iZfQ= 2022-09-01T11:10:19.187 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nqIIAxCsZqGurNWIrMq4An6iZfQ='} 2022-09-01T11:10:19.194 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000acc6c3d227abcf1d-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.194 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.195 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.195 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.196 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.196 DEBUG:boto:Data: 2022-09-01T11:10:19.197 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.197 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.198 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.198 DEBUG:boto:Params: {} 2022-09-01T11:10:19.199 DEBUG:boto:Token: None 2022-09-01T11:10:19.200 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.200 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.201 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.204 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '34'), ('X-RGW-Bytes-Used', '102'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003e3da2c2881b9882-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.205 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:19.205 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:19.206 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.206 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:19.207 DEBUG:boto:Data: 2022-09-01T11:10:19.207 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.208 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.208 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.209 DEBUG:boto:Params: {} 2022-09-01T11:10:19.209 DEBUG:boto:Token: None 2022-09-01T11:10:19.210 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:19.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:amgQ5Vqp5Sv18L/th9tgqv11za8= 2022-09-01T11:10:19.211 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:amgQ5Vqp5Sv18L/th9tgqv11za8='} 2022-09-01T11:10:19.258 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000000ffd36fdb255efd3-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.259 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.259 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.260 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.260 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.261 DEBUG:boto:Data: 2022-09-01T11:10:19.261 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.262 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.262 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.263 DEBUG:boto:Params: {} 2022-09-01T11:10:19.263 DEBUG:boto:Token: None 2022-09-01T11:10:19.264 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.265 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.265 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.268 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '34'), ('X-RGW-Bytes-Used', '102'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009928446b60a93237-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.269 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000017 2022-09-01T11:10:19.270 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000017 2022-09-01T11:10:19.270 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.271 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000017 2022-09-01T11:10:19.271 DEBUG:boto:Data: 2022-09-01T11:10:19.272 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.272 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.272 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.273 DEBUG:boto:Params: {} 2022-09-01T11:10:19.273 DEBUG:boto:Token: None 2022-09-01T11:10:19.274 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000017 2022-09-01T11:10:19.274 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S3Mu3txS+bMQwF1ZQjUYAaFZJKs= 2022-09-01T11:10:19.275 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S3Mu3txS+bMQwF1ZQjUYAaFZJKs='} 2022-09-01T11:10:19.281 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000c4647ed231f578a3-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.282 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.282 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.283 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.283 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.284 DEBUG:boto:Data: 2022-09-01T11:10:19.284 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.285 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.285 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.286 DEBUG:boto:Params: {} 2022-09-01T11:10:19.287 DEBUG:boto:Token: None 2022-09-01T11:10:19.287 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.288 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.288 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.291 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '35'), ('X-RGW-Bytes-Used', '105'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000059ac9e29c0d698b8-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.292 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000022 2022-09-01T11:10:19.293 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000022 2022-09-01T11:10:19.293 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.294 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000022 2022-09-01T11:10:19.294 DEBUG:boto:Data: 2022-09-01T11:10:19.295 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.295 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.296 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.296 DEBUG:boto:Params: {} 2022-09-01T11:10:19.297 DEBUG:boto:Token: None 2022-09-01T11:10:19.298 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000022 2022-09-01T11:10:19.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MxkN+DkHJduU6DiI1wkRNfJbXfw= 2022-09-01T11:10:19.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MxkN+DkHJduU6DiI1wkRNfJbXfw='} 2022-09-01T11:10:19.346 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000002027541d6b69cba8-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.347 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.347 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.348 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.348 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.349 DEBUG:boto:Data: 2022-09-01T11:10:19.349 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.350 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.351 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.351 DEBUG:boto:Params: {} 2022-09-01T11:10:19.352 DEBUG:boto:Token: None 2022-09-01T11:10:19.352 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.353 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.353 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.357 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '36'), ('X-RGW-Bytes-Used', '108'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004a7950899b48f73b-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.357 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000049 2022-09-01T11:10:19.358 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000049 2022-09-01T11:10:19.359 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.359 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000049 2022-09-01T11:10:19.360 DEBUG:boto:Data: 2022-09-01T11:10:19.360 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.361 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.361 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.362 DEBUG:boto:Params: {} 2022-09-01T11:10:19.362 DEBUG:boto:Token: None 2022-09-01T11:10:19.363 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000049 2022-09-01T11:10:19.363 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aZVZAkmirpA6pHXidiGxnjn1iNI= 2022-09-01T11:10:19.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aZVZAkmirpA6pHXidiGxnjn1iNI='} 2022-09-01T11:10:19.370 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f55a5ab6a88d6a0e-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.371 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.371 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.372 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.372 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.373 DEBUG:boto:Data: 2022-09-01T11:10:19.373 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.374 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.374 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.375 DEBUG:boto:Params: {} 2022-09-01T11:10:19.375 DEBUG:boto:Token: None 2022-09-01T11:10:19.376 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.380 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '37'), ('X-RGW-Bytes-Used', '111'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002ca69eecab7da6f5-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.380 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000059 2022-09-01T11:10:19.381 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000059 2022-09-01T11:10:19.381 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.382 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000059 2022-09-01T11:10:19.382 DEBUG:boto:Data: 2022-09-01T11:10:19.383 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.383 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.384 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.384 DEBUG:boto:Params: {} 2022-09-01T11:10:19.385 DEBUG:boto:Token: None 2022-09-01T11:10:19.385 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000059 2022-09-01T11:10:19.386 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:940MJq6wvxlI1zAsvxyBQ0flInk= 2022-09-01T11:10:19.387 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:940MJq6wvxlI1zAsvxyBQ0flInk='} 2022-09-01T11:10:19.430 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000abecbafad61f3b18-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.431 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.432 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.432 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.433 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.433 DEBUG:boto:Data: 2022-09-01T11:10:19.434 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.434 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.435 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.435 DEBUG:boto:Params: {} 2022-09-01T11:10:19.436 DEBUG:boto:Token: None 2022-09-01T11:10:19.436 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.437 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.437 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.441 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '38'), ('X-RGW-Bytes-Used', '114'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000cfff18d2a9744a2f-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.442 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:19.443 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:19.444 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.445 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:19.446 DEBUG:boto:Data: 2022-09-01T11:10:19.447 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.447 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.448 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.449 DEBUG:boto:Params: {} 2022-09-01T11:10:19.450 DEBUG:boto:Token: None 2022-09-01T11:10:19.450 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:19.451 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XZahdoaXiQ1QcZPe0lBkOL8EK0w= 2022-09-01T11:10:19.451 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XZahdoaXiQ1QcZPe0lBkOL8EK0w='} 2022-09-01T11:10:19.458 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000002625f8cb754ab7c0-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.458 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.459 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.459 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.460 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.460 DEBUG:boto:Data: 2022-09-01T11:10:19.461 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.461 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.462 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.462 DEBUG:boto:Params: {} 2022-09-01T11:10:19.463 DEBUG:boto:Token: None 2022-09-01T11:10:19.463 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.464 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.465 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.468 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '38'), ('X-RGW-Bytes-Used', '114'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000360628ccc4aa739-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.469 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:19.469 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:19.470 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.470 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:19.471 DEBUG:boto:Data: 2022-09-01T11:10:19.471 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.472 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.472 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.473 DEBUG:boto:Params: {} 2022-09-01T11:10:19.473 DEBUG:boto:Token: None 2022-09-01T11:10:19.474 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:19.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MolPQ0p9rTpxqxGYIiXUgbGbQbU= 2022-09-01T11:10:19.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MolPQ0p9rTpxqxGYIiXUgbGbQbU='} 2022-09-01T11:10:19.518 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000154856582b189690-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.520 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.521 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.521 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.521 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.522 DEBUG:boto:Data: 2022-09-01T11:10:19.522 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.523 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.523 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.524 DEBUG:boto:Params: {} 2022-09-01T11:10:19.525 DEBUG:boto:Token: None 2022-09-01T11:10:19.525 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.526 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.530 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '38'), ('X-RGW-Bytes-Used', '114'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000551e9fa2c68bec06-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.530 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:19.531 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:19.531 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.532 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:19.532 DEBUG:boto:Data: 2022-09-01T11:10:19.533 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.533 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.534 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.534 DEBUG:boto:Params: {} 2022-09-01T11:10:19.535 DEBUG:boto:Token: None 2022-09-01T11:10:19.535 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:19.536 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B36skROjjZwAyBmqZhxzkE4JdRs= 2022-09-01T11:10:19.537 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B36skROjjZwAyBmqZhxzkE4JdRs='} 2022-09-01T11:10:19.543 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000bae1a3317bbe4db0-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.544 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.544 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.545 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.545 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.545 DEBUG:boto:Data: 2022-09-01T11:10:19.546 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.546 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.547 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.547 DEBUG:boto:Params: {} 2022-09-01T11:10:19.548 DEBUG:boto:Token: None 2022-09-01T11:10:19.549 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.554 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '38'), ('X-RGW-Bytes-Used', '114'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005ef9bace3ec91335-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.555 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:19.555 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:19.556 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.556 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:19.557 DEBUG:boto:Data: 2022-09-01T11:10:19.557 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.558 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.559 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.559 DEBUG:boto:Params: {} 2022-09-01T11:10:19.560 DEBUG:boto:Token: None 2022-09-01T11:10:19.560 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:19.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aJdb2U4oTWaV+rJYWCQzc7+krM4= 2022-09-01T11:10:19.561 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aJdb2U4oTWaV+rJYWCQzc7+krM4='} 2022-09-01T11:10:19.606 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000013e8283b8db269c4-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.607 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.608 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.608 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.609 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.609 DEBUG:boto:Data: 2022-09-01T11:10:19.610 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.610 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.611 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.611 DEBUG:boto:Params: {} 2022-09-01T11:10:19.612 DEBUG:boto:Token: None 2022-09-01T11:10:19.612 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.613 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.613 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.617 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '38'), ('X-RGW-Bytes-Used', '114'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008e39d1de331da199-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.618 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:19.618 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:19.619 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.619 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:19.620 DEBUG:boto:Data: 2022-09-01T11:10:19.620 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.621 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.621 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.622 DEBUG:boto:Params: {} 2022-09-01T11:10:19.622 DEBUG:boto:Token: None 2022-09-01T11:10:19.623 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:19.623 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iwBIbDeXt6lrRGvC0hPMDBAKzAM= 2022-09-01T11:10:19.624 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iwBIbDeXt6lrRGvC0hPMDBAKzAM='} 2022-09-01T11:10:19.631 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000bfda6e563b9cfa7c-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.632 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.632 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.633 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.633 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.634 DEBUG:boto:Data: 2022-09-01T11:10:19.634 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.635 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.635 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.636 DEBUG:boto:Params: {} 2022-09-01T11:10:19.636 DEBUG:boto:Token: None 2022-09-01T11:10:19.637 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.637 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.638 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.641 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '38'), ('X-RGW-Bytes-Used', '114'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ef41d3cc586ca62a-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.642 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:19.643 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:19.643 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.644 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:19.644 DEBUG:boto:Data: 2022-09-01T11:10:19.645 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.645 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.646 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.646 DEBUG:boto:Params: {} 2022-09-01T11:10:19.647 DEBUG:boto:Token: None 2022-09-01T11:10:19.647 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:19.648 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rS8iaX9cZJQuGUYJPEbg9OMtQL4= 2022-09-01T11:10:19.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rS8iaX9cZJQuGUYJPEbg9OMtQL4='} 2022-09-01T11:10:19.658 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000aa7d52cbe99b0f09-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.659 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.659 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.660 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.660 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.661 DEBUG:boto:Data: 2022-09-01T11:10:19.661 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.662 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.662 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.663 DEBUG:boto:Params: {} 2022-09-01T11:10:19.663 DEBUG:boto:Token: None 2022-09-01T11:10:19.664 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.664 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.665 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.668 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '38'), ('X-RGW-Bytes-Used', '114'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f4fc7440007a27ed-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.669 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:19.669 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:19.670 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.670 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:19.671 DEBUG:boto:Data: 2022-09-01T11:10:19.671 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.672 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.672 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.673 DEBUG:boto:Params: {} 2022-09-01T11:10:19.673 DEBUG:boto:Token: None 2022-09-01T11:10:19.674 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:19.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fGpwolauai3LZXSj6TIHfCgpBCo= 2022-09-01T11:10:19.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fGpwolauai3LZXSj6TIHfCgpBCo='} 2022-09-01T11:10:19.718 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000016a3b484d0b29651-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.719 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.719 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.720 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.720 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.721 DEBUG:boto:Data: 2022-09-01T11:10:19.721 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.722 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.723 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.723 DEBUG:boto:Params: {} 2022-09-01T11:10:19.724 DEBUG:boto:Token: None 2022-09-01T11:10:19.724 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.725 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.725 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.729 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '38'), ('X-RGW-Bytes-Used', '114'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000050377bf7147a9346-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.729 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000015 2022-09-01T11:10:19.730 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000015 2022-09-01T11:10:19.730 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.731 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000015 2022-09-01T11:10:19.731 DEBUG:boto:Data: 2022-09-01T11:10:19.732 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.733 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.733 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.734 DEBUG:boto:Params: {} 2022-09-01T11:10:19.734 DEBUG:boto:Token: None 2022-09-01T11:10:19.735 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000015 2022-09-01T11:10:19.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z/0jiC2CeJ7DAsqx5J1HXD6xluI= 2022-09-01T11:10:19.736 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z/0jiC2CeJ7DAsqx5J1HXD6xluI='} 2022-09-01T11:10:19.743 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000275b785a2f0783ae-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.744 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.744 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.745 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.745 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.746 DEBUG:boto:Data: 2022-09-01T11:10:19.747 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.747 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.748 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.748 DEBUG:boto:Params: {} 2022-09-01T11:10:19.749 DEBUG:boto:Token: None 2022-09-01T11:10:19.749 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.750 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.754 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '38'), ('X-RGW-Bytes-Used', '114'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d3e6900b3c5eefab-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.755 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000020 2022-09-01T11:10:19.755 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000020 2022-09-01T11:10:19.756 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.756 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000020 2022-09-01T11:10:19.757 DEBUG:boto:Data: 2022-09-01T11:10:19.757 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.758 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.758 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.759 DEBUG:boto:Params: {} 2022-09-01T11:10:19.759 DEBUG:boto:Token: None 2022-09-01T11:10:19.760 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000020 2022-09-01T11:10:19.760 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NNanRvZVMIrEPuDtm4goc5Z42kI= 2022-09-01T11:10:19.761 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NNanRvZVMIrEPuDtm4goc5Z42kI='} 2022-09-01T11:10:19.769 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000c43e39ea11a2d56c-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.770 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.771 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.771 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.772 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.772 DEBUG:boto:Data: 2022-09-01T11:10:19.772 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.773 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.773 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.774 DEBUG:boto:Params: {} 2022-09-01T11:10:19.775 DEBUG:boto:Token: None 2022-09-01T11:10:19.775 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.776 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.779 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '38'), ('X-RGW-Bytes-Used', '114'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c1c35bcb7a750290-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.780 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000025 2022-09-01T11:10:19.781 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000025 2022-09-01T11:10:19.781 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.782 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000025 2022-09-01T11:10:19.782 DEBUG:boto:Data: 2022-09-01T11:10:19.783 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.783 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.784 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.784 DEBUG:boto:Params: {} 2022-09-01T11:10:19.785 DEBUG:boto:Token: None 2022-09-01T11:10:19.785 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000025 2022-09-01T11:10:19.786 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iJvvM8JkQsbYBQLL6g/DdrYGULU= 2022-09-01T11:10:19.787 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iJvvM8JkQsbYBQLL6g/DdrYGULU='} 2022-09-01T11:10:19.830 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f30090f8885cdcb9-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.831 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.831 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.832 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.833 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.833 DEBUG:boto:Data: 2022-09-01T11:10:19.834 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.834 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.835 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.835 DEBUG:boto:Params: {} 2022-09-01T11:10:19.836 DEBUG:boto:Token: None 2022-09-01T11:10:19.836 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.837 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.837 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.841 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '38'), ('X-RGW-Bytes-Used', '114'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000073afc48ae263b016-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.842 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:19.842 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:19.843 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.843 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:19.844 DEBUG:boto:Data: 2022-09-01T11:10:19.844 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.845 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.845 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.846 DEBUG:boto:Params: {} 2022-09-01T11:10:19.847 DEBUG:boto:Token: None 2022-09-01T11:10:19.847 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:19.848 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wh2L7h7P7+/m6Sk7xSbpPE52Z0Y= 2022-09-01T11:10:19.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wh2L7h7P7+/m6Sk7xSbpPE52Z0Y='} 2022-09-01T11:10:19.860 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000002c20bee18328146-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.860 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.861 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.861 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.862 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.862 DEBUG:boto:Data: 2022-09-01T11:10:19.863 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.863 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.864 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.864 DEBUG:boto:Params: {} 2022-09-01T11:10:19.865 DEBUG:boto:Token: None 2022-09-01T11:10:19.865 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.866 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.867 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.870 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '38'), ('X-RGW-Bytes-Used', '114'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000508668fa8e93e11a-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.871 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000031 2022-09-01T11:10:19.872 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000031 2022-09-01T11:10:19.872 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.873 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000031 2022-09-01T11:10:19.873 DEBUG:boto:Data: 2022-09-01T11:10:19.873 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.874 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.875 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.875 DEBUG:boto:Params: {} 2022-09-01T11:10:19.876 DEBUG:boto:Token: None 2022-09-01T11:10:19.877 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000031 2022-09-01T11:10:19.877 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LyXBgtTP2iU4Gn+pvZKpi5HloJc= 2022-09-01T11:10:19.878 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LyXBgtTP2iU4Gn+pvZKpi5HloJc='} 2022-09-01T11:10:19.922 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000afb702d8f15e9f27-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.923 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.923 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.924 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.924 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.925 DEBUG:boto:Data: 2022-09-01T11:10:19.926 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.926 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.927 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.927 DEBUG:boto:Params: {} 2022-09-01T11:10:19.928 DEBUG:boto:Token: None 2022-09-01T11:10:19.928 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.929 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.933 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '39'), ('X-RGW-Bytes-Used', '117'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d74dae5dfcb1ee81-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.934 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000037 2022-09-01T11:10:19.935 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000037 2022-09-01T11:10:19.935 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.936 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000037 2022-09-01T11:10:19.936 DEBUG:boto:Data: 2022-09-01T11:10:19.937 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.937 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.938 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.939 DEBUG:boto:Params: {} 2022-09-01T11:10:19.939 DEBUG:boto:Token: None 2022-09-01T11:10:19.940 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000037 2022-09-01T11:10:19.940 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9C+ZsjuEzJv+RFLHzxcMdn4m94Q= 2022-09-01T11:10:19.941 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9C+ZsjuEzJv+RFLHzxcMdn4m94Q='} 2022-09-01T11:10:19.947 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000e086e0636bd33e0e-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.948 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.948 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.949 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.949 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.950 DEBUG:boto:Data: 2022-09-01T11:10:19.950 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.951 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.952 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.952 DEBUG:boto:Params: {} 2022-09-01T11:10:19.953 DEBUG:boto:Token: None 2022-09-01T11:10:19.953 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.954 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.954 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.958 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '40'), ('X-RGW-Bytes-Used', '120'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ed838632f5b4a981-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.958 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:19.959 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:19.960 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.961 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:19.961 DEBUG:boto:Data: 2022-09-01T11:10:19.962 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.962 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.963 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.964 DEBUG:boto:Params: {} 2022-09-01T11:10:19.964 DEBUG:boto:Token: None 2022-09-01T11:10:19.965 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:19.966 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UYiQ7pLvjqNVY9WNrAnUVQdcQHs= 2022-09-01T11:10:19.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UYiQ7pLvjqNVY9WNrAnUVQdcQHs='} 2022-09-01T11:10:19.976 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000bd5e8ca89f51f349-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.977 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:19.977 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:19.978 DEBUG:boto:Method: HEAD 2022-09-01T11:10:19.979 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:19.980 DEBUG:boto:Data: 2022-09-01T11:10:19.981 DEBUG:boto:Headers: {} 2022-09-01T11:10:19.981 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.982 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.983 DEBUG:boto:Params: {} 2022-09-01T11:10:19.984 DEBUG:boto:Token: None 2022-09-01T11:10:19.985 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/ 2022-09-01T11:10:19.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo= 2022-09-01T11:10:19.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HA4aQIT8if2wHXDkVashbbz6Jlo=', 'Content-Length': '0'} 2022-09-01T11:10:19.989 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '40'), ('X-RGW-Bytes-Used', '120'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007a93791ae59b98c7-006310931b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:19.990 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:19.991 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:19.991 DEBUG:boto:Method: PUT 2022-09-01T11:10:19.992 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:19.992 DEBUG:boto:Data: 2022-09-01T11:10:19.993 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:19.994 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:19.994 DEBUG:boto:Port: 8000 2022-09-01T11:10:19.995 DEBUG:boto:Params: {} 2022-09-01T11:10:19.995 DEBUG:boto:Token: None 2022-09-01T11:10:19.996 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:19 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:19.997 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZnLz7ZQIteMFTqCmk6qLm0JJbT4= 2022-09-01T11:10:19.997 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZnLz7ZQIteMFTqCmk6qLm0JJbT4='} 2022-09-01T11:10:20.042 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000d80791b251c1e32d-006310931b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.043 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.043 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.044 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.045 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.045 DEBUG:boto:Data: 2022-09-01T11:10:20.046 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.046 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.047 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.047 DEBUG:boto:Params: {} 2022-09-01T11:10:20.048 DEBUG:boto:Token: None 2022-09-01T11:10:20.048 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.049 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.050 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.053 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '40'), ('X-RGW-Bytes-Used', '120'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c92276c946c28fe6-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.054 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:20.054 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:20.055 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.055 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:20.056 DEBUG:boto:Data: 2022-09-01T11:10:20.056 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.057 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.057 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.058 DEBUG:boto:Params: {} 2022-09-01T11:10:20.059 DEBUG:boto:Token: None 2022-09-01T11:10:20.059 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:20.060 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o3D8FoIDPy+V3f3K9a5FMec7/xY= 2022-09-01T11:10:20.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o3D8FoIDPy+V3f3K9a5FMec7/xY='} 2022-09-01T11:10:20.069 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000012727a12698f156b-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.070 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.070 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.071 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.071 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.072 DEBUG:boto:Data: 2022-09-01T11:10:20.072 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.073 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.073 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.074 DEBUG:boto:Params: {} 2022-09-01T11:10:20.075 DEBUG:boto:Token: None 2022-09-01T11:10:20.075 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.076 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.079 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '40'), ('X-RGW-Bytes-Used', '120'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ae3797394e76e303-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.080 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:20.081 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:20.081 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.082 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:20.082 DEBUG:boto:Data: 2022-09-01T11:10:20.083 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.083 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.084 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.084 DEBUG:boto:Params: {} 2022-09-01T11:10:20.085 DEBUG:boto:Token: None 2022-09-01T11:10:20.085 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:20.086 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wL/JB3Es0N43HmqaZ1bjU6iOZ3Y= 2022-09-01T11:10:20.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wL/JB3Es0N43HmqaZ1bjU6iOZ3Y='} 2022-09-01T11:10:20.134 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000efee3542401ff351-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.135 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.136 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.137 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.137 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.138 DEBUG:boto:Data: 2022-09-01T11:10:20.138 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.139 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.139 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.140 DEBUG:boto:Params: {} 2022-09-01T11:10:20.140 DEBUG:boto:Token: None 2022-09-01T11:10:20.141 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.141 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.142 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.145 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '40'), ('X-RGW-Bytes-Used', '120'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000021f094caebaf4824-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.146 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:20.146 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:20.147 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.147 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:20.148 DEBUG:boto:Data: 2022-09-01T11:10:20.148 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.149 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.149 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.150 DEBUG:boto:Params: {} 2022-09-01T11:10:20.150 DEBUG:boto:Token: None 2022-09-01T11:10:20.151 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:20.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwfCva9CY5Cn/He9Euzh0c1PQxo= 2022-09-01T11:10:20.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwfCva9CY5Cn/He9Euzh0c1PQxo='} 2022-09-01T11:10:20.160 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000007a6009c484c42611-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.160 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--num-shards', '31', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:20.161 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--num-shards', '31', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:20.162 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-73 --num-shards 31 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:10:20.215 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:20.215 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:20.274 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:10:20.274 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-73 2022-09-01T11:10:20.287 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 40 2022-09-01T11:10:20.363 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'shard', 'objects', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--num-shards', '31', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:20.363 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'shard', 'objects', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--num-shards', '31', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:20.364 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket shard objects --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --num-shards 31 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:10:20.415 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:20.415 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:20.472 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:10:20.472 INFO:teuthology.orchestra.run.smithi044.stdout: "objs": [ 2022-09-01T11:10:20.472 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000019", 2022-09-01T11:10:20.473 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000006", 2022-09-01T11:10:20.473 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000467", 2022-09-01T11:10:20.473 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000005", 2022-09-01T11:10:20.474 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000056", 2022-09-01T11:10:20.474 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000004", 2022-09-01T11:10:20.474 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000023", 2022-09-01T11:10:20.474 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000317", 2022-09-01T11:10:20.475 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000022", 2022-09-01T11:10:20.475 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000000", 2022-09-01T11:10:20.475 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000021", 2022-09-01T11:10:20.475 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000009", 2022-09-01T11:10:20.476 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000271", 2022-09-01T11:10:20.476 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000008", 2022-09-01T11:10:20.476 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000018", 2022-09-01T11:10:20.476 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000007", 2022-09-01T11:10:20.477 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000017", 2022-09-01T11:10:20.477 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000162", 2022-09-01T11:10:20.477 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000016", 2022-09-01T11:10:20.478 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000003", 2022-09-01T11:10:20.478 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000423", 2022-09-01T11:10:20.478 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000002", 2022-09-01T11:10:20.478 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000012", 2022-09-01T11:10:20.479 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000001", 2022-09-01T11:10:20.479 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000011", 2022-09-01T11:10:20.479 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000283", 2022-09-01T11:10:20.479 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000010", 2022-09-01T11:10:20.480 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000061", 2022-09-01T11:10:20.480 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000050", 2022-09-01T11:10:20.480 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000029", 2022-09-01T11:10:20.480 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000133" 2022-09-01T11:10:20.480 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:10:20.481 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:10:20.482 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.482 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.483 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.484 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.484 DEBUG:boto:Data: 2022-09-01T11:10:20.485 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.485 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.486 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.486 DEBUG:boto:Params: {} 2022-09-01T11:10:20.487 DEBUG:boto:Token: None 2022-09-01T11:10:20.487 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.488 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.488 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.492 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '40'), ('X-RGW-Bytes-Used', '120'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000bda03117497006fd-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.493 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:20.493 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:20.494 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.494 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:20.495 DEBUG:boto:Data: 2022-09-01T11:10:20.495 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.496 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.496 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.497 DEBUG:boto:Params: {} 2022-09-01T11:10:20.497 DEBUG:boto:Token: None 2022-09-01T11:10:20.498 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:20.499 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0eYnoK8tSdkbs4TWP+D7cPTip8Q= 2022-09-01T11:10:20.499 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0eYnoK8tSdkbs4TWP+D7cPTip8Q='} 2022-09-01T11:10:20.506 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000c178ef29cf5ab56f-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.507 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.507 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.508 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.508 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.509 DEBUG:boto:Data: 2022-09-01T11:10:20.509 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.510 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.510 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.511 DEBUG:boto:Params: {} 2022-09-01T11:10:20.511 DEBUG:boto:Token: None 2022-09-01T11:10:20.512 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.512 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.513 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.516 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '40'), ('X-RGW-Bytes-Used', '120'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009a72b6d358b97d9a-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.517 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:20.518 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:20.518 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.519 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:20.519 DEBUG:boto:Data: 2022-09-01T11:10:20.520 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.520 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.521 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.521 DEBUG:boto:Params: {} 2022-09-01T11:10:20.522 DEBUG:boto:Token: None 2022-09-01T11:10:20.522 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:20.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mH0132TRq0nhPqYEkzVV61b6fqc= 2022-09-01T11:10:20.523 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mH0132TRq0nhPqYEkzVV61b6fqc='} 2022-09-01T11:10:20.566 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000000d6bdcba13241d5-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.567 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.568 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.569 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.569 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.570 DEBUG:boto:Data: 2022-09-01T11:10:20.570 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.571 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.571 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.572 DEBUG:boto:Params: {} 2022-09-01T11:10:20.572 DEBUG:boto:Token: None 2022-09-01T11:10:20.573 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.573 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.574 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.578 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '40'), ('X-RGW-Bytes-Used', '120'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008a11a58f70d4a325-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.578 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000061 2022-09-01T11:10:20.579 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000061 2022-09-01T11:10:20.580 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.580 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000061 2022-09-01T11:10:20.581 DEBUG:boto:Data: 2022-09-01T11:10:20.581 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.582 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.582 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.583 DEBUG:boto:Params: {} 2022-09-01T11:10:20.583 DEBUG:boto:Token: None 2022-09-01T11:10:20.584 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000061 2022-09-01T11:10:20.585 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qZcTJZX2BrezPLsDStvtLLHj35Q= 2022-09-01T11:10:20.585 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qZcTJZX2BrezPLsDStvtLLHj35Q='} 2022-09-01T11:10:20.597 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000025496e2c5a9b0642-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.597 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.598 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.598 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.599 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.599 DEBUG:boto:Data: 2022-09-01T11:10:20.600 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.601 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.601 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.602 DEBUG:boto:Params: {} 2022-09-01T11:10:20.602 DEBUG:boto:Token: None 2022-09-01T11:10:20.603 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.603 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.604 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.607 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '41'), ('X-RGW-Bytes-Used', '123'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000832d61de24353644-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.608 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:20.609 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:20.609 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.610 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:20.610 DEBUG:boto:Data: 2022-09-01T11:10:20.611 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.611 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.612 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.612 DEBUG:boto:Params: {} 2022-09-01T11:10:20.613 DEBUG:boto:Token: None 2022-09-01T11:10:20.613 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:20.614 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H8s12tX9LJyK1A4vkvYp04ZZYSQ= 2022-09-01T11:10:20.615 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H8s12tX9LJyK1A4vkvYp04ZZYSQ='} 2022-09-01T11:10:20.658 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000dafab10515106d32-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.659 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.659 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.660 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.660 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.661 DEBUG:boto:Data: 2022-09-01T11:10:20.661 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.662 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.662 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.663 DEBUG:boto:Params: {} 2022-09-01T11:10:20.664 DEBUG:boto:Token: None 2022-09-01T11:10:20.664 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.665 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.665 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.669 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '41'), ('X-RGW-Bytes-Used', '123'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000015b0d21e40a2b037-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.670 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:20.670 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:20.671 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.672 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:20.672 DEBUG:boto:Data: 2022-09-01T11:10:20.673 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.673 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.674 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.674 DEBUG:boto:Params: {} 2022-09-01T11:10:20.675 DEBUG:boto:Token: None 2022-09-01T11:10:20.675 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:20.676 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eQ2oGUBCYXhQkNiW/tW55PRUCXA= 2022-09-01T11:10:20.677 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eQ2oGUBCYXhQkNiW/tW55PRUCXA='} 2022-09-01T11:10:20.683 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000003cf6d5af6eb3550f-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.684 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.684 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.685 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.685 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.686 DEBUG:boto:Data: 2022-09-01T11:10:20.686 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.687 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.687 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.688 DEBUG:boto:Params: {} 2022-09-01T11:10:20.688 DEBUG:boto:Token: None 2022-09-01T11:10:20.689 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.690 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.690 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.693 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '41'), ('X-RGW-Bytes-Used', '123'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a7a4c24cc51008c2-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.694 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000317 2022-09-01T11:10:20.695 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000317 2022-09-01T11:10:20.695 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.696 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000317 2022-09-01T11:10:20.696 DEBUG:boto:Data: 2022-09-01T11:10:20.697 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.697 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.698 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.698 DEBUG:boto:Params: {} 2022-09-01T11:10:20.699 DEBUG:boto:Token: None 2022-09-01T11:10:20.699 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000317 2022-09-01T11:10:20.700 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m0oHC9KahYkQ32WA/1N1vyClGac= 2022-09-01T11:10:20.701 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m0oHC9KahYkQ32WA/1N1vyClGac='} 2022-09-01T11:10:20.707 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000006ac394f671c4e882-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.707 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.708 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.708 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.709 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.709 DEBUG:boto:Data: 2022-09-01T11:10:20.710 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.710 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.711 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.711 DEBUG:boto:Params: {} 2022-09-01T11:10:20.712 DEBUG:boto:Token: None 2022-09-01T11:10:20.712 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.713 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.713 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.717 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '42'), ('X-RGW-Bytes-Used', '126'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e75454b085ba8bf0-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.718 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000050 2022-09-01T11:10:20.718 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000050 2022-09-01T11:10:20.719 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.719 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000050 2022-09-01T11:10:20.720 DEBUG:boto:Data: 2022-09-01T11:10:20.720 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.721 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.721 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.722 DEBUG:boto:Params: {} 2022-09-01T11:10:20.722 DEBUG:boto:Token: None 2022-09-01T11:10:20.723 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000050 2022-09-01T11:10:20.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nDJu/f4z95E8hx5DrHClmabg0Yc= 2022-09-01T11:10:20.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nDJu/f4z95E8hx5DrHClmabg0Yc='} 2022-09-01T11:10:20.766 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f4be325b12c2ec7b-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.767 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.767 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.768 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.768 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.769 DEBUG:boto:Data: 2022-09-01T11:10:20.769 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.770 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.770 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.771 DEBUG:boto:Params: {} 2022-09-01T11:10:20.771 DEBUG:boto:Token: None 2022-09-01T11:10:20.772 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.772 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.773 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.777 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '42'), ('X-RGW-Bytes-Used', '126'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000df87bf8f144743c1-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.777 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:20.778 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:20.779 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.779 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:20.780 DEBUG:boto:Data: 2022-09-01T11:10:20.780 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.781 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.781 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.782 DEBUG:boto:Params: {} 2022-09-01T11:10:20.782 DEBUG:boto:Token: None 2022-09-01T11:10:20.783 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:20.783 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwfCva9CY5Cn/He9Euzh0c1PQxo= 2022-09-01T11:10:20.784 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwfCva9CY5Cn/He9Euzh0c1PQxo='} 2022-09-01T11:10:20.790 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000047e71e3b8d48800c-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.791 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.791 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.792 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.792 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.793 DEBUG:boto:Data: 2022-09-01T11:10:20.793 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.794 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.794 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.795 DEBUG:boto:Params: {} 2022-09-01T11:10:20.795 DEBUG:boto:Token: None 2022-09-01T11:10:20.796 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.796 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.797 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.800 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '42'), ('X-RGW-Bytes-Used', '126'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001602bde8c3f97894-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.800 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:20.801 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:20.801 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.802 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:20.802 DEBUG:boto:Data: 2022-09-01T11:10:20.803 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.803 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.804 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.804 DEBUG:boto:Params: {} 2022-09-01T11:10:20.805 DEBUG:boto:Token: None 2022-09-01T11:10:20.805 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:20.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o3D8FoIDPy+V3f3K9a5FMec7/xY= 2022-09-01T11:10:20.806 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o3D8FoIDPy+V3f3K9a5FMec7/xY='} 2022-09-01T11:10:20.850 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000925f4c7613aeddca-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.851 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.851 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.852 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.852 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.853 DEBUG:boto:Data: 2022-09-01T11:10:20.853 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.854 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.854 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.855 DEBUG:boto:Params: {} 2022-09-01T11:10:20.855 DEBUG:boto:Token: None 2022-09-01T11:10:20.856 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.857 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.857 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.861 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '42'), ('X-RGW-Bytes-Used', '126'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000114cba35c377c901-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.861 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000018 2022-09-01T11:10:20.862 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000018 2022-09-01T11:10:20.863 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.863 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000018 2022-09-01T11:10:20.864 DEBUG:boto:Data: 2022-09-01T11:10:20.864 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.865 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.865 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.866 DEBUG:boto:Params: {} 2022-09-01T11:10:20.867 DEBUG:boto:Token: None 2022-09-01T11:10:20.867 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000018 2022-09-01T11:10:20.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:en2tfAkSIP+3wy5Exwcgd5Lhioo= 2022-09-01T11:10:20.868 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:en2tfAkSIP+3wy5Exwcgd5Lhioo='} 2022-09-01T11:10:20.878 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000816cc03f8fd26127-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.878 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.879 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.879 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.880 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.880 DEBUG:boto:Data: 2022-09-01T11:10:20.881 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.882 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.883 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.883 DEBUG:boto:Params: {} 2022-09-01T11:10:20.884 DEBUG:boto:Token: None 2022-09-01T11:10:20.885 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.891 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '43'), ('X-RGW-Bytes-Used', '129'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002f410128ec63049e-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.892 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000467 2022-09-01T11:10:20.892 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000467 2022-09-01T11:10:20.893 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.893 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000467 2022-09-01T11:10:20.894 DEBUG:boto:Data: 2022-09-01T11:10:20.894 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.895 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.895 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.896 DEBUG:boto:Params: {} 2022-09-01T11:10:20.896 DEBUG:boto:Token: None 2022-09-01T11:10:20.897 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000467 2022-09-01T11:10:20.898 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fC7cxmiwIFK27oBPV+chK600hMI= 2022-09-01T11:10:20.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fC7cxmiwIFK27oBPV+chK600hMI='} 2022-09-01T11:10:20.942 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000028c3357f2cce20d1-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.943 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.945 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.946 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.947 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.948 DEBUG:boto:Data: 2022-09-01T11:10:20.949 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.950 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.951 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.952 DEBUG:boto:Params: {} 2022-09-01T11:10:20.953 DEBUG:boto:Token: None 2022-09-01T11:10:20.955 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.961 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '44'), ('X-RGW-Bytes-Used', '132'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f2fb7496e95cc405-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.962 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:20.963 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:20.963 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.964 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:20.964 DEBUG:boto:Data: 2022-09-01T11:10:20.965 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.965 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.966 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.967 DEBUG:boto:Params: {} 2022-09-01T11:10:20.967 DEBUG:boto:Token: None 2022-09-01T11:10:20.968 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:20.969 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IktO5iH9THr+io3EuD3OETG/YNk= 2022-09-01T11:10:20.969 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IktO5iH9THr+io3EuD3OETG/YNk='} 2022-09-01T11:10:20.978 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000067900db5a6a9896f-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.978 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:20.979 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:20.979 DEBUG:boto:Method: HEAD 2022-09-01T11:10:20.980 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:20.980 DEBUG:boto:Data: 2022-09-01T11:10:20.981 DEBUG:boto:Headers: {} 2022-09-01T11:10:20.981 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.982 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.982 DEBUG:boto:Params: {} 2022-09-01T11:10:20.983 DEBUG:boto:Token: None 2022-09-01T11:10:20.984 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/ 2022-09-01T11:10:20.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g= 2022-09-01T11:10:20.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41YS/WVr7YbttKSfB5+I6w2QS7g=', 'Content-Length': '0'} 2022-09-01T11:10:20.988 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '44'), ('X-RGW-Bytes-Used', '132'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000005fa43d9cb103126-006310931c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:20.989 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:20.989 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:20.990 DEBUG:boto:Method: PUT 2022-09-01T11:10:20.991 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:20.991 DEBUG:boto:Data: 2022-09-01T11:10:20.992 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:20.992 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:20.993 DEBUG:boto:Port: 8000 2022-09-01T11:10:20.993 DEBUG:boto:Params: {} 2022-09-01T11:10:20.994 DEBUG:boto:Token: None 2022-09-01T11:10:20.995 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:20 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:20.995 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LXvE9GOCHxs1AXIGu5PzBbhw2Rk= 2022-09-01T11:10:20.996 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LXvE9GOCHxs1AXIGu5PzBbhw2Rk='} 2022-09-01T11:10:21.038 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000be61c44b8fb87271-006310931c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.039 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:21.039 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:21.040 DEBUG:boto:Method: HEAD 2022-09-01T11:10:21.040 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:21.041 DEBUG:boto:Data: 2022-09-01T11:10:21.041 DEBUG:boto:Headers: {} 2022-09-01T11:10:21.042 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.043 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.043 DEBUG:boto:Params: {} 2022-09-01T11:10:21.044 DEBUG:boto:Token: None 2022-09-01T11:10:21.044 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/ 2022-09-01T11:10:21.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4= 2022-09-01T11:10:21.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4=', 'Content-Length': '0'} 2022-09-01T11:10:21.049 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '44'), ('X-RGW-Bytes-Used', '132'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006c1a197f1a9912d6-006310931d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.050 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:21.050 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:21.051 DEBUG:boto:Method: PUT 2022-09-01T11:10:21.051 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:21.052 DEBUG:boto:Data: 2022-09-01T11:10:21.052 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:21.053 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.053 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.054 DEBUG:boto:Params: {} 2022-09-01T11:10:21.054 DEBUG:boto:Token: None 2022-09-01T11:10:21.055 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:21.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mX2RjnNL+nfemlz9+WKsMNhwBPc= 2022-09-01T11:10:21.056 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mX2RjnNL+nfemlz9+WKsMNhwBPc='} 2022-09-01T11:10:21.062 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000b44c14c58ca1d7b7-006310931d-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.063 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:21.063 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:21.064 DEBUG:boto:Method: HEAD 2022-09-01T11:10:21.064 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:21.065 DEBUG:boto:Data: 2022-09-01T11:10:21.065 DEBUG:boto:Headers: {} 2022-09-01T11:10:21.066 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.066 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.067 DEBUG:boto:Params: {} 2022-09-01T11:10:21.067 DEBUG:boto:Token: None 2022-09-01T11:10:21.068 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/ 2022-09-01T11:10:21.069 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4= 2022-09-01T11:10:21.069 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4=', 'Content-Length': '0'} 2022-09-01T11:10:21.073 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '44'), ('X-RGW-Bytes-Used', '132'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000016baf841bf15e20b-006310931d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.073 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:21.074 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:21.074 DEBUG:boto:Method: PUT 2022-09-01T11:10:21.075 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:21.075 DEBUG:boto:Data: 2022-09-01T11:10:21.076 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:21.076 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.077 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.077 DEBUG:boto:Params: {} 2022-09-01T11:10:21.078 DEBUG:boto:Token: None 2022-09-01T11:10:21.078 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/obj00000000000000000002 2022-09-01T11:10:21.079 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gwOtCZSYSFYPc7cP6/HMgJ4H5wg= 2022-09-01T11:10:21.079 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gwOtCZSYSFYPc7cP6/HMgJ4H5wg='} 2022-09-01T11:10:21.091 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000de655d49280d085b-006310931d-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.092 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:21.092 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:21.093 DEBUG:boto:Method: HEAD 2022-09-01T11:10:21.093 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:21.094 DEBUG:boto:Data: 2022-09-01T11:10:21.094 DEBUG:boto:Headers: {} 2022-09-01T11:10:21.095 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.095 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.096 DEBUG:boto:Params: {} 2022-09-01T11:10:21.096 DEBUG:boto:Token: None 2022-09-01T11:10:21.097 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/ 2022-09-01T11:10:21.097 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4= 2022-09-01T11:10:21.098 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4=', 'Content-Length': '0'} 2022-09-01T11:10:21.101 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '44'), ('X-RGW-Bytes-Used', '132'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000037ba508cf3142c37-006310931d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.102 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000017 2022-09-01T11:10:21.103 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000017 2022-09-01T11:10:21.103 DEBUG:boto:Method: PUT 2022-09-01T11:10:21.104 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000017 2022-09-01T11:10:21.104 DEBUG:boto:Data: 2022-09-01T11:10:21.105 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:21.105 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.106 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.106 DEBUG:boto:Params: {} 2022-09-01T11:10:21.107 DEBUG:boto:Token: None 2022-09-01T11:10:21.107 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/obj00000000000000000017 2022-09-01T11:10:21.108 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/eneT4mBgXoegcRcHsXHMpXMDvc= 2022-09-01T11:10:21.109 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/eneT4mBgXoegcRcHsXHMpXMDvc='} 2022-09-01T11:10:21.154 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f1af594c17657e02-006310931d-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.155 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:21.156 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:21.156 DEBUG:boto:Method: HEAD 2022-09-01T11:10:21.157 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:21.157 DEBUG:boto:Data: 2022-09-01T11:10:21.157 DEBUG:boto:Headers: {} 2022-09-01T11:10:21.158 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.158 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.159 DEBUG:boto:Params: {} 2022-09-01T11:10:21.160 DEBUG:boto:Token: None 2022-09-01T11:10:21.160 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/ 2022-09-01T11:10:21.161 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4= 2022-09-01T11:10:21.161 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4=', 'Content-Length': '0'} 2022-09-01T11:10:21.165 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '44'), ('X-RGW-Bytes-Used', '132'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000165da5c062e75ad-006310931d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.166 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000029 2022-09-01T11:10:21.166 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000029 2022-09-01T11:10:21.167 DEBUG:boto:Method: PUT 2022-09-01T11:10:21.167 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000029 2022-09-01T11:10:21.168 DEBUG:boto:Data: 2022-09-01T11:10:21.168 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:21.169 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.169 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.170 DEBUG:boto:Params: {} 2022-09-01T11:10:21.170 DEBUG:boto:Token: None 2022-09-01T11:10:21.171 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/obj00000000000000000029 2022-09-01T11:10:21.171 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zrXB1jtXI58Gs3etHG/XM/gVgNc= 2022-09-01T11:10:21.172 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zrXB1jtXI58Gs3etHG/XM/gVgNc='} 2022-09-01T11:10:21.178 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000001617b01181f231de-006310931d-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.178 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:21.179 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:21.179 DEBUG:boto:Method: HEAD 2022-09-01T11:10:21.180 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:21.180 DEBUG:boto:Data: 2022-09-01T11:10:21.181 DEBUG:boto:Headers: {} 2022-09-01T11:10:21.181 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.182 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.182 DEBUG:boto:Params: {} 2022-09-01T11:10:21.183 DEBUG:boto:Token: None 2022-09-01T11:10:21.184 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/ 2022-09-01T11:10:21.184 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4= 2022-09-01T11:10:21.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4=', 'Content-Length': '0'} 2022-09-01T11:10:21.188 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '45'), ('X-RGW-Bytes-Used', '135'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000bcf882c6cac4718c-006310931d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.189 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:21.190 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:21.190 DEBUG:boto:Method: PUT 2022-09-01T11:10:21.191 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:21.191 DEBUG:boto:Data: 2022-09-01T11:10:21.192 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:21.193 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.193 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.194 DEBUG:boto:Params: {} 2022-09-01T11:10:21.194 DEBUG:boto:Token: None 2022-09-01T11:10:21.195 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:21.195 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JoGpkO+J0Pc9yh14gzYAETyY8No= 2022-09-01T11:10:21.196 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JoGpkO+J0Pc9yh14gzYAETyY8No='} 2022-09-01T11:10:21.238 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000064bcf98b5253f2c0-006310931d-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.239 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:21.239 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:21.240 DEBUG:boto:Method: HEAD 2022-09-01T11:10:21.241 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:21.241 DEBUG:boto:Data: 2022-09-01T11:10:21.242 DEBUG:boto:Headers: {} 2022-09-01T11:10:21.242 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.243 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.243 DEBUG:boto:Params: {} 2022-09-01T11:10:21.244 DEBUG:boto:Token: None 2022-09-01T11:10:21.244 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/ 2022-09-01T11:10:21.245 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4= 2022-09-01T11:10:21.246 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4=', 'Content-Length': '0'} 2022-09-01T11:10:21.249 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '45'), ('X-RGW-Bytes-Used', '135'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a72e60b38ee6870f-006310931d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.250 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:21.251 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:21.251 DEBUG:boto:Method: PUT 2022-09-01T11:10:21.252 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:21.252 DEBUG:boto:Data: 2022-09-01T11:10:21.253 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:21.254 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.254 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.255 DEBUG:boto:Params: {} 2022-09-01T11:10:21.255 DEBUG:boto:Token: None 2022-09-01T11:10:21.256 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:21.256 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:w75fgnm3k6ChV73RTt2UWxpCwnw= 2022-09-01T11:10:21.257 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:w75fgnm3k6ChV73RTt2UWxpCwnw='} 2022-09-01T11:10:21.263 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000026b4d58a398c02e3-006310931d-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.264 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:21.264 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:21.265 DEBUG:boto:Method: HEAD 2022-09-01T11:10:21.265 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:21.266 DEBUG:boto:Data: 2022-09-01T11:10:21.266 DEBUG:boto:Headers: {} 2022-09-01T11:10:21.267 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.267 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.268 DEBUG:boto:Params: {} 2022-09-01T11:10:21.269 DEBUG:boto:Token: None 2022-09-01T11:10:21.269 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/ 2022-09-01T11:10:21.270 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4= 2022-09-01T11:10:21.270 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4=', 'Content-Length': '0'} 2022-09-01T11:10:21.274 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '45'), ('X-RGW-Bytes-Used', '135'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a91083fb52525228-006310931d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.275 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:21.275 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:21.276 DEBUG:boto:Method: PUT 2022-09-01T11:10:21.276 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:21.277 DEBUG:boto:Data: 2022-09-01T11:10:21.278 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:21.278 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.279 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.279 DEBUG:boto:Params: {} 2022-09-01T11:10:21.280 DEBUG:boto:Token: None 2022-09-01T11:10:21.280 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/obj00000000000000000000 2022-09-01T11:10:21.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UTy3zmJe9lj4yNpZmI6gOt94gk8= 2022-09-01T11:10:21.282 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UTy3zmJe9lj4yNpZmI6gOt94gk8='} 2022-09-01T11:10:21.326 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000e738aa39d580606d-006310931d-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.327 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:21.328 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:21.328 DEBUG:boto:Method: HEAD 2022-09-01T11:10:21.329 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:21.329 DEBUG:boto:Data: 2022-09-01T11:10:21.330 DEBUG:boto:Headers: {} 2022-09-01T11:10:21.330 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.331 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.331 DEBUG:boto:Params: {} 2022-09-01T11:10:21.332 DEBUG:boto:Token: None 2022-09-01T11:10:21.333 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/ 2022-09-01T11:10:21.333 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4= 2022-09-01T11:10:21.334 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4=', 'Content-Length': '0'} 2022-09-01T11:10:21.337 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '45'), ('X-RGW-Bytes-Used', '135'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000051d1abcc7186a922-006310931d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.338 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:21.339 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:21.340 DEBUG:boto:Method: PUT 2022-09-01T11:10:21.340 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:21.341 DEBUG:boto:Data: 2022-09-01T11:10:21.341 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:21.342 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.342 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.343 DEBUG:boto:Params: {} 2022-09-01T11:10:21.343 DEBUG:boto:Token: None 2022-09-01T11:10:21.344 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:21.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5t2vwOacHKpLTY9N0+ZisqsaBKk= 2022-09-01T11:10:21.345 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5t2vwOacHKpLTY9N0+ZisqsaBKk='} 2022-09-01T11:10:21.353 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000bffa81402e903041-006310931d-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.354 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:21.355 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:21.355 DEBUG:boto:Method: HEAD 2022-09-01T11:10:21.356 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:21.357 DEBUG:boto:Data: 2022-09-01T11:10:21.357 DEBUG:boto:Headers: {} 2022-09-01T11:10:21.358 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.358 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.359 DEBUG:boto:Params: {} 2022-09-01T11:10:21.359 DEBUG:boto:Token: None 2022-09-01T11:10:21.360 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/ 2022-09-01T11:10:21.361 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4= 2022-09-01T11:10:21.361 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4=', 'Content-Length': '0'} 2022-09-01T11:10:21.365 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '45'), ('X-RGW-Bytes-Used', '135'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e232eeaa72ddb54b-006310931d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.365 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000023 2022-09-01T11:10:21.366 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000023 2022-09-01T11:10:21.367 DEBUG:boto:Method: PUT 2022-09-01T11:10:21.367 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000023 2022-09-01T11:10:21.368 DEBUG:boto:Data: 2022-09-01T11:10:21.368 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:21.369 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.369 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.370 DEBUG:boto:Params: {} 2022-09-01T11:10:21.371 DEBUG:boto:Token: None 2022-09-01T11:10:21.371 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/obj00000000000000000023 2022-09-01T11:10:21.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lW9JNAOfdYzQ0zIgvUTAbtAH5Tw= 2022-09-01T11:10:21.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lW9JNAOfdYzQ0zIgvUTAbtAH5Tw='} 2022-09-01T11:10:21.384 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000390e29ce3d7d7f03-006310931d-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.385 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:21.386 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:21.386 DEBUG:boto:Method: HEAD 2022-09-01T11:10:21.387 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:21.387 DEBUG:boto:Data: 2022-09-01T11:10:21.388 DEBUG:boto:Headers: {} 2022-09-01T11:10:21.388 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.389 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.389 DEBUG:boto:Params: {} 2022-09-01T11:10:21.390 DEBUG:boto:Token: None 2022-09-01T11:10:21.391 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/ 2022-09-01T11:10:21.391 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4= 2022-09-01T11:10:21.392 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4=', 'Content-Length': '0'} 2022-09-01T11:10:21.395 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '46'), ('X-RGW-Bytes-Used', '138'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009aa8c96e13dfedfa-006310931d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.396 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000162 2022-09-01T11:10:21.397 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000162 2022-09-01T11:10:21.397 DEBUG:boto:Method: PUT 2022-09-01T11:10:21.398 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000162 2022-09-01T11:10:21.398 DEBUG:boto:Data: 2022-09-01T11:10:21.399 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:21.399 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.400 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.400 DEBUG:boto:Params: {} 2022-09-01T11:10:21.401 DEBUG:boto:Token: None 2022-09-01T11:10:21.402 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/obj00000000000000000162 2022-09-01T11:10:21.403 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lDu++n1PdzGaxs+tBSYiwrJIr0M= 2022-09-01T11:10:21.403 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lDu++n1PdzGaxs+tBSYiwrJIr0M='} 2022-09-01T11:10:21.450 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000023e324821b57bbaf-006310931d-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.451 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:21.452 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:21.452 DEBUG:boto:Method: HEAD 2022-09-01T11:10:21.453 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:21.454 DEBUG:boto:Data: 2022-09-01T11:10:21.454 DEBUG:boto:Headers: {} 2022-09-01T11:10:21.455 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.455 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.456 DEBUG:boto:Params: {} 2022-09-01T11:10:21.456 DEBUG:boto:Token: None 2022-09-01T11:10:21.457 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/ 2022-09-01T11:10:21.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4= 2022-09-01T11:10:21.458 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4=', 'Content-Length': '0'} 2022-09-01T11:10:21.462 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '47'), ('X-RGW-Bytes-Used', '141'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000043fef79ba06971ca-006310931d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.463 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000056 2022-09-01T11:10:21.463 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000056 2022-09-01T11:10:21.464 DEBUG:boto:Method: PUT 2022-09-01T11:10:21.465 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000056 2022-09-01T11:10:21.465 DEBUG:boto:Data: 2022-09-01T11:10:21.466 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:21.466 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.467 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.467 DEBUG:boto:Params: {} 2022-09-01T11:10:21.468 DEBUG:boto:Token: None 2022-09-01T11:10:21.468 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/obj00000000000000000056 2022-09-01T11:10:21.469 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Te74rUKazK0lNZefTI4g56PB9pU= 2022-09-01T11:10:21.470 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Te74rUKazK0lNZefTI4g56PB9pU='} 2022-09-01T11:10:21.477 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000741d3c08062d31a8-006310931d-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.477 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:21.478 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:21.478 DEBUG:boto:Method: HEAD 2022-09-01T11:10:21.479 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:21.479 DEBUG:boto:Data: 2022-09-01T11:10:21.480 DEBUG:boto:Headers: {} 2022-09-01T11:10:21.481 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.481 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.482 DEBUG:boto:Params: {} 2022-09-01T11:10:21.482 DEBUG:boto:Token: None 2022-09-01T11:10:21.483 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/ 2022-09-01T11:10:21.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4= 2022-09-01T11:10:21.484 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4=', 'Content-Length': '0'} 2022-09-01T11:10:21.488 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '48'), ('X-RGW-Bytes-Used', '144'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000060bfaad60bd44db-006310931d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.489 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000022 2022-09-01T11:10:21.490 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000022 2022-09-01T11:10:21.490 DEBUG:boto:Method: PUT 2022-09-01T11:10:21.491 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000022 2022-09-01T11:10:21.491 DEBUG:boto:Data: 2022-09-01T11:10:21.492 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:21.492 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.493 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.493 DEBUG:boto:Params: {} 2022-09-01T11:10:21.494 DEBUG:boto:Token: None 2022-09-01T11:10:21.495 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/obj00000000000000000022 2022-09-01T11:10:21.495 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ja9FBzpae4jpqq+1DhUi7dnIoq4= 2022-09-01T11:10:21.496 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ja9FBzpae4jpqq+1DhUi7dnIoq4='} 2022-09-01T11:10:21.538 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000016d41c10a3ace755-006310931d-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.539 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:21.540 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:21.540 DEBUG:boto:Method: HEAD 2022-09-01T11:10:21.541 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:21.541 DEBUG:boto:Data: 2022-09-01T11:10:21.542 DEBUG:boto:Headers: {} 2022-09-01T11:10:21.542 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.543 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.544 DEBUG:boto:Params: {} 2022-09-01T11:10:21.544 DEBUG:boto:Token: None 2022-09-01T11:10:21.545 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/ 2022-09-01T11:10:21.545 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4= 2022-09-01T11:10:21.546 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4=', 'Content-Length': '0'} 2022-09-01T11:10:21.550 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '48'), ('X-RGW-Bytes-Used', '144'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000704ad956c2dc1393-006310931d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.551 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000283 2022-09-01T11:10:21.552 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000283 2022-09-01T11:10:21.552 DEBUG:boto:Method: PUT 2022-09-01T11:10:21.553 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000283 2022-09-01T11:10:21.554 DEBUG:boto:Data: 2022-09-01T11:10:21.554 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:21.555 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.555 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.556 DEBUG:boto:Params: {} 2022-09-01T11:10:21.556 DEBUG:boto:Token: None 2022-09-01T11:10:21.557 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/obj00000000000000000283 2022-09-01T11:10:21.557 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rby26jAcxhfZ2M60w/fYpaRH7+0= 2022-09-01T11:10:21.558 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rby26jAcxhfZ2M60w/fYpaRH7+0='} 2022-09-01T11:10:21.566 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000070d6ef9c1abfd314-006310931d-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.567 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:21.567 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:21.568 DEBUG:boto:Method: HEAD 2022-09-01T11:10:21.569 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:21.569 DEBUG:boto:Data: 2022-09-01T11:10:21.570 DEBUG:boto:Headers: {} 2022-09-01T11:10:21.571 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.571 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.572 DEBUG:boto:Params: {} 2022-09-01T11:10:21.572 DEBUG:boto:Token: None 2022-09-01T11:10:21.573 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/ 2022-09-01T11:10:21.573 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4= 2022-09-01T11:10:21.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4=', 'Content-Length': '0'} 2022-09-01T11:10:21.579 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '49'), ('X-RGW-Bytes-Used', '147'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b161d76bd7874c5b-006310931d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.581 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000423 2022-09-01T11:10:21.581 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000423 2022-09-01T11:10:21.582 DEBUG:boto:Method: PUT 2022-09-01T11:10:21.583 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000423 2022-09-01T11:10:21.584 DEBUG:boto:Data: 2022-09-01T11:10:21.585 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:21.586 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.588 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.588 DEBUG:boto:Params: {} 2022-09-01T11:10:21.590 DEBUG:boto:Token: None 2022-09-01T11:10:21.591 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/obj00000000000000000423 2022-09-01T11:10:21.592 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JTCi6Wy/aCABG1CX+nitwgYLSCM= 2022-09-01T11:10:21.593 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JTCi6Wy/aCABG1CX+nitwgYLSCM='} 2022-09-01T11:10:21.642 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000001b3c14de9e0c830c-006310931d-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.644 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:21.645 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:21.645 DEBUG:boto:Method: HEAD 2022-09-01T11:10:21.646 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:21.647 DEBUG:boto:Data: 2022-09-01T11:10:21.648 DEBUG:boto:Headers: {} 2022-09-01T11:10:21.649 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.650 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.651 DEBUG:boto:Params: {} 2022-09-01T11:10:21.652 DEBUG:boto:Token: None 2022-09-01T11:10:21.653 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/ 2022-09-01T11:10:21.654 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4= 2022-09-01T11:10:21.655 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8uk3y/b8aiHaFKDK42Z6qSKgXM4=', 'Content-Length': '0'} 2022-09-01T11:10:21.659 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '50'), ('X-RGW-Bytes-Used', '150'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000067992fb455b29889-006310931d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.660 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:21.661 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:21.661 DEBUG:boto:Method: PUT 2022-09-01T11:10:21.662 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:21.663 DEBUG:boto:Data: 2022-09-01T11:10:21.664 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:21.665 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:21.665 DEBUG:boto:Port: 8000 2022-09-01T11:10:21.666 DEBUG:boto:Params: {} 2022-09-01T11:10:21.667 DEBUG:boto:Token: None 2022-09-01T11:10:21.668 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:21 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:21.668 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2T7fqOw93Wp0GqTni59E1lfMNQY= 2022-09-01T11:10:21.669 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2T7fqOw93Wp0GqTni59E1lfMNQY='} 2022-09-01T11:10:21.680 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000008e7570004644ff50-006310931d-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:21.681 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--num-shards', '37', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:21.682 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--num-shards', '37', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:21.682 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-73 --num-shards 37 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:10:21.739 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:21.739 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:21.807 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:10:21.807 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-73 2022-09-01T11:10:21.823 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 50 2022-09-01T11:10:21.914 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'shard', 'objects', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--num-shards', '37', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:21.915 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'shard', 'objects', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--num-shards', '37', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:21.917 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket shard objects --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --num-shards 37 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:10:21.969 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:21.970 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:22.015 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:10:22.015 INFO:teuthology.orchestra.run.smithi044.stdout: "objs": [ 2022-09-01T11:10:22.016 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000060", 2022-09-01T11:10:22.016 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000000", 2022-09-01T11:10:22.016 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000011", 2022-09-01T11:10:22.016 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000001", 2022-09-01T11:10:22.017 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000033", 2022-09-01T11:10:22.017 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000065", 2022-09-01T11:10:22.017 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000005", 2022-09-01T11:10:22.018 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000016", 2022-09-01T11:10:22.018 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000048", 2022-09-01T11:10:22.018 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000015", 2022-09-01T11:10:22.018 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000026", 2022-09-01T11:10:22.019 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000030", 2022-09-01T11:10:22.019 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000062", 2022-09-01T11:10:22.019 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000009", 2022-09-01T11:10:22.019 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000040", 2022-09-01T11:10:22.020 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000024", 2022-09-01T11:10:22.020 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000012", 2022-09-01T11:10:22.020 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000002", 2022-09-01T11:10:22.021 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000013", 2022-09-01T11:10:22.021 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000045", 2022-09-01T11:10:22.021 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000006", 2022-09-01T11:10:22.021 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000017", 2022-09-01T11:10:22.022 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000007", 2022-09-01T11:10:22.022 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000039", 2022-09-01T11:10:22.022 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000027", 2022-09-01T11:10:22.022 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000010", 2022-09-01T11:10:22.023 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000021", 2022-09-01T11:10:22.023 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000053", 2022-09-01T11:10:22.023 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000020", 2022-09-01T11:10:22.023 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000004", 2022-09-01T11:10:22.024 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000036", 2022-09-01T11:10:22.024 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000003", 2022-09-01T11:10:22.024 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000014", 2022-09-01T11:10:22.024 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000019", 2022-09-01T11:10:22.025 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000057", 2022-09-01T11:10:22.025 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000018", 2022-09-01T11:10:22.025 INFO:teuthology.orchestra.run.smithi044.stdout: "obj00000000000000000008" 2022-09-01T11:10:22.025 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:10:22.026 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:10:22.027 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.028 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.028 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.029 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.030 DEBUG:boto:Data: 2022-09-01T11:10:22.030 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.031 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.031 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.032 DEBUG:boto:Params: {} 2022-09-01T11:10:22.032 DEBUG:boto:Token: None 2022-09-01T11:10:22.033 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.033 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.034 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.038 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '50'), ('X-RGW-Bytes-Used', '150'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006f8ac6a641c618a3-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.039 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000053 2022-09-01T11:10:22.039 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000053 2022-09-01T11:10:22.040 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.040 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000053 2022-09-01T11:10:22.041 DEBUG:boto:Data: 2022-09-01T11:10:22.041 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.042 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.043 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.043 DEBUG:boto:Params: {} 2022-09-01T11:10:22.044 DEBUG:boto:Token: None 2022-09-01T11:10:22.044 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000053 2022-09-01T11:10:22.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VIf6WBVdaAqGdx7XyPslftoNUx4= 2022-09-01T11:10:22.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VIf6WBVdaAqGdx7XyPslftoNUx4='} 2022-09-01T11:10:22.090 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f22d207918ad1885-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.091 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.092 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.092 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.093 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.093 DEBUG:boto:Data: 2022-09-01T11:10:22.094 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.094 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.095 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.095 DEBUG:boto:Params: {} 2022-09-01T11:10:22.096 DEBUG:boto:Token: None 2022-09-01T11:10:22.097 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.097 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.098 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.101 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '51'), ('X-RGW-Bytes-Used', '153'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000054bb53a959f74901-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.102 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000060 2022-09-01T11:10:22.103 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000060 2022-09-01T11:10:22.103 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.104 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000060 2022-09-01T11:10:22.104 DEBUG:boto:Data: 2022-09-01T11:10:22.105 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.105 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.106 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.106 DEBUG:boto:Params: {} 2022-09-01T11:10:22.107 DEBUG:boto:Token: None 2022-09-01T11:10:22.107 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000060 2022-09-01T11:10:22.108 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8XvXUt/rywzX7hKiCR6xamn3X8k= 2022-09-01T11:10:22.109 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8XvXUt/rywzX7hKiCR6xamn3X8k='} 2022-09-01T11:10:22.114 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000a83bc32eb629f0b1-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.124 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.125 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.125 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.126 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.126 DEBUG:boto:Data: 2022-09-01T11:10:22.127 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.127 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.128 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.128 DEBUG:boto:Params: {} 2022-09-01T11:10:22.129 DEBUG:boto:Token: None 2022-09-01T11:10:22.130 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.130 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.131 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.135 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '52'), ('X-RGW-Bytes-Used', '156'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000041181abfa6a90338-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.135 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:22.136 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:22.136 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.137 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:22.137 DEBUG:boto:Data: 2022-09-01T11:10:22.138 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.139 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.139 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.140 DEBUG:boto:Params: {} 2022-09-01T11:10:22.140 DEBUG:boto:Token: None 2022-09-01T11:10:22.141 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000004 2022-09-01T11:10:22.141 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V+oFVLrkmrUMnf/aWZPCy3+PgDY= 2022-09-01T11:10:22.142 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V+oFVLrkmrUMnf/aWZPCy3+PgDY='} 2022-09-01T11:10:22.186 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000045ed47dda25e6cd9-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.187 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.188 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.188 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.189 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.189 DEBUG:boto:Data: 2022-09-01T11:10:22.190 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.190 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.191 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.191 DEBUG:boto:Params: {} 2022-09-01T11:10:22.192 DEBUG:boto:Token: None 2022-09-01T11:10:22.192 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.193 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.194 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.198 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '52'), ('X-RGW-Bytes-Used', '156'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004dcf28587f88497d-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.198 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000026 2022-09-01T11:10:22.199 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000026 2022-09-01T11:10:22.200 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.200 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000026 2022-09-01T11:10:22.201 DEBUG:boto:Data: 2022-09-01T11:10:22.201 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.202 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.202 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.203 DEBUG:boto:Params: {} 2022-09-01T11:10:22.203 DEBUG:boto:Token: None 2022-09-01T11:10:22.204 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000026 2022-09-01T11:10:22.205 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5JR+eQeUc1MpX3wmYdnSA/sX8Pg= 2022-09-01T11:10:22.205 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5JR+eQeUc1MpX3wmYdnSA/sX8Pg='} 2022-09-01T11:10:22.212 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000007b7fdf50a23ec756-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.212 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.213 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.213 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.214 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.214 DEBUG:boto:Data: 2022-09-01T11:10:22.215 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.215 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.216 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.216 DEBUG:boto:Params: {} 2022-09-01T11:10:22.217 DEBUG:boto:Token: None 2022-09-01T11:10:22.217 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.218 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.223 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '52'), ('X-RGW-Bytes-Used', '156'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001e3bbd14cf06c7bb-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.224 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:22.224 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:22.225 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.225 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:22.226 DEBUG:boto:Data: 2022-09-01T11:10:22.226 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.227 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.227 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.228 DEBUG:boto:Params: {} 2022-09-01T11:10:22.228 DEBUG:boto:Token: None 2022-09-01T11:10:22.229 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000013 2022-09-01T11:10:22.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q8oo2xFZHj5s0P/StZBj+rQApZk= 2022-09-01T11:10:22.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q8oo2xFZHj5s0P/StZBj+rQApZk='} 2022-09-01T11:10:22.274 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000000d6ebec80da3cd3d-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.275 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.276 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.276 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.277 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.277 DEBUG:boto:Data: 2022-09-01T11:10:22.278 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.278 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.279 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.279 DEBUG:boto:Params: {} 2022-09-01T11:10:22.280 DEBUG:boto:Token: None 2022-09-01T11:10:22.280 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.282 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.286 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '52'), ('X-RGW-Bytes-Used', '156'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a111a4c1166b1531-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.286 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000057 2022-09-01T11:10:22.287 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000057 2022-09-01T11:10:22.287 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.288 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000057 2022-09-01T11:10:22.288 DEBUG:boto:Data: 2022-09-01T11:10:22.289 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.289 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.290 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.290 DEBUG:boto:Params: {} 2022-09-01T11:10:22.291 DEBUG:boto:Token: None 2022-09-01T11:10:22.292 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000057 2022-09-01T11:10:22.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dODOzyes3pPCVq/Av4GyeklGSdE= 2022-09-01T11:10:22.293 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dODOzyes3pPCVq/Av4GyeklGSdE='} 2022-09-01T11:10:22.302 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005ee5bf937f734312-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.303 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.303 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.304 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.304 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.305 DEBUG:boto:Data: 2022-09-01T11:10:22.305 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.306 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.306 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.307 DEBUG:boto:Params: {} 2022-09-01T11:10:22.307 DEBUG:boto:Token: None 2022-09-01T11:10:22.308 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.308 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.309 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.312 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '53'), ('X-RGW-Bytes-Used', '159'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000042b2728a9833468b-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.313 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000018 2022-09-01T11:10:22.314 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000018 2022-09-01T11:10:22.314 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.315 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000018 2022-09-01T11:10:22.315 DEBUG:boto:Data: 2022-09-01T11:10:22.316 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.316 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.317 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.317 DEBUG:boto:Params: {} 2022-09-01T11:10:22.318 DEBUG:boto:Token: None 2022-09-01T11:10:22.319 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000018 2022-09-01T11:10:22.319 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84dI20Hp6ot1l8I83C/K+8N5A0s= 2022-09-01T11:10:22.320 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84dI20Hp6ot1l8I83C/K+8N5A0s='} 2022-09-01T11:10:22.327 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000002a6cc002e9b1b8ae-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.328 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.329 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.329 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.330 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.330 DEBUG:boto:Data: 2022-09-01T11:10:22.331 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.331 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.332 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.332 DEBUG:boto:Params: {} 2022-09-01T11:10:22.333 DEBUG:boto:Token: None 2022-09-01T11:10:22.333 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.334 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.335 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.339 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '53'), ('X-RGW-Bytes-Used', '159'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000bd019f76f714cc75-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.339 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:22.340 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:22.340 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.341 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:22.341 DEBUG:boto:Data: 2022-09-01T11:10:22.342 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.343 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.343 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.343 DEBUG:boto:Params: {} 2022-09-01T11:10:22.344 DEBUG:boto:Token: None 2022-09-01T11:10:22.345 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000005 2022-09-01T11:10:22.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OtMGer7DDpdNVUvYswnp6UFw5hY= 2022-09-01T11:10:22.346 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OtMGer7DDpdNVUvYswnp6UFw5hY='} 2022-09-01T11:10:22.390 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000306c4177e4cc09a7-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.391 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.391 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.392 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.392 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.393 DEBUG:boto:Data: 2022-09-01T11:10:22.393 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.394 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.394 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.395 DEBUG:boto:Params: {} 2022-09-01T11:10:22.395 DEBUG:boto:Token: None 2022-09-01T11:10:22.396 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.397 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.402 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '53'), ('X-RGW-Bytes-Used', '159'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000bb7b1eacb24c3281-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.403 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000024 2022-09-01T11:10:22.404 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000024 2022-09-01T11:10:22.404 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.405 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000024 2022-09-01T11:10:22.405 DEBUG:boto:Data: 2022-09-01T11:10:22.406 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.406 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.407 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.407 DEBUG:boto:Params: {} 2022-09-01T11:10:22.408 DEBUG:boto:Token: None 2022-09-01T11:10:22.408 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000024 2022-09-01T11:10:22.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2VRAamcdBTugJFe/7WkNuswbJSE= 2022-09-01T11:10:22.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2VRAamcdBTugJFe/7WkNuswbJSE='} 2022-09-01T11:10:22.418 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000e5d7fc2c767d6842-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.418 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.419 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.419 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.420 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.420 DEBUG:boto:Data: 2022-09-01T11:10:22.421 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.421 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.422 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.423 DEBUG:boto:Params: {} 2022-09-01T11:10:22.423 DEBUG:boto:Token: None 2022-09-01T11:10:22.424 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.424 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.429 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '53'), ('X-RGW-Bytes-Used', '159'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ad93d539d2db1000-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.430 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:22.430 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:22.431 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.432 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:22.432 DEBUG:boto:Data: 2022-09-01T11:10:22.433 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.433 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.434 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.434 DEBUG:boto:Params: {} 2022-09-01T11:10:22.435 DEBUG:boto:Token: None 2022-09-01T11:10:22.435 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000007 2022-09-01T11:10:22.436 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i2dqegpEGWwz6YUjuYUCFcOzR+c= 2022-09-01T11:10:22.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i2dqegpEGWwz6YUjuYUCFcOzR+c='} 2022-09-01T11:10:22.482 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000002eb7e7739c99b51a-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.483 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.484 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.484 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.485 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.485 DEBUG:boto:Data: 2022-09-01T11:10:22.486 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.486 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.487 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.487 DEBUG:boto:Params: {} 2022-09-01T11:10:22.488 DEBUG:boto:Token: None 2022-09-01T11:10:22.488 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.493 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '53'), ('X-RGW-Bytes-Used', '159'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000073cbb78db7d27811-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.494 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000017 2022-09-01T11:10:22.495 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000017 2022-09-01T11:10:22.495 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.496 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000017 2022-09-01T11:10:22.496 DEBUG:boto:Data: 2022-09-01T11:10:22.497 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.497 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.498 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.498 DEBUG:boto:Params: {} 2022-09-01T11:10:22.499 DEBUG:boto:Token: None 2022-09-01T11:10:22.499 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000017 2022-09-01T11:10:22.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MTUNtjsqI/fuUVHQmpQkdz03wQk= 2022-09-01T11:10:22.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MTUNtjsqI/fuUVHQmpQkdz03wQk='} 2022-09-01T11:10:22.514 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000d2987783e53e80a9-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.515 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.516 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.516 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.517 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.517 DEBUG:boto:Data: 2022-09-01T11:10:22.518 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.518 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.519 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.519 DEBUG:boto:Params: {} 2022-09-01T11:10:22.520 DEBUG:boto:Token: None 2022-09-01T11:10:22.521 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.521 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.522 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.526 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '53'), ('X-RGW-Bytes-Used', '159'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000001ebefe949f7d7f8-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.526 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:22.527 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:22.528 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.528 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:22.529 DEBUG:boto:Data: 2022-09-01T11:10:22.529 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.530 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.530 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.531 DEBUG:boto:Params: {} 2022-09-01T11:10:22.531 DEBUG:boto:Token: None 2022-09-01T11:10:22.532 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000016 2022-09-01T11:10:22.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OV6Wv4lz2TsQE7paf8OabGOdMEM= 2022-09-01T11:10:22.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OV6Wv4lz2TsQE7paf8OabGOdMEM='} 2022-09-01T11:10:22.547 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000ef41639e1ee46d38-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.548 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.549 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.549 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.550 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.550 DEBUG:boto:Data: 2022-09-01T11:10:22.551 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.551 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.552 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.552 DEBUG:boto:Params: {} 2022-09-01T11:10:22.553 DEBUG:boto:Token: None 2022-09-01T11:10:22.553 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.554 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.554 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.559 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '53'), ('X-RGW-Bytes-Used', '159'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000013472dc07efd1091-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.560 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:22.560 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:22.561 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.562 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:22.562 DEBUG:boto:Data: 2022-09-01T11:10:22.563 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.563 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.564 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.564 DEBUG:boto:Params: {} 2022-09-01T11:10:22.565 DEBUG:boto:Token: None 2022-09-01T11:10:22.565 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000006 2022-09-01T11:10:22.566 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2l0Aa55GDoT36EXhLHkqZ5FJeYE= 2022-09-01T11:10:22.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2l0Aa55GDoT36EXhLHkqZ5FJeYE='} 2022-09-01T11:10:22.610 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000072be9de0b5e7d2d-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.611 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.612 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.612 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.613 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.613 DEBUG:boto:Data: 2022-09-01T11:10:22.614 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.614 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.615 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.615 DEBUG:boto:Params: {} 2022-09-01T11:10:22.616 DEBUG:boto:Token: None 2022-09-01T11:10:22.616 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.617 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.617 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.622 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '53'), ('X-RGW-Bytes-Used', '159'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007dbe403ab3de8b47-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.622 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:22.623 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:22.623 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.624 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:22.624 DEBUG:boto:Data: 2022-09-01T11:10:22.625 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.625 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.626 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.626 DEBUG:boto:Params: {} 2022-09-01T11:10:22.627 DEBUG:boto:Token: None 2022-09-01T11:10:22.628 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000019 2022-09-01T11:10:22.628 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UVHNtkS9wzMkpvLNjKTxePG5ttQ= 2022-09-01T11:10:22.629 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UVHNtkS9wzMkpvLNjKTxePG5ttQ='} 2022-09-01T11:10:22.636 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000027ae4caa299dd323-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.637 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.637 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.638 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.638 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.639 DEBUG:boto:Data: 2022-09-01T11:10:22.639 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.640 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.640 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.641 DEBUG:boto:Params: {} 2022-09-01T11:10:22.641 DEBUG:boto:Token: None 2022-09-01T11:10:22.642 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.643 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.647 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '53'), ('X-RGW-Bytes-Used', '159'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e42db66e5994c1fb-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.648 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000036 2022-09-01T11:10:22.648 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000036 2022-09-01T11:10:22.649 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.649 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000036 2022-09-01T11:10:22.650 DEBUG:boto:Data: 2022-09-01T11:10:22.650 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.651 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.651 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.652 DEBUG:boto:Params: {} 2022-09-01T11:10:22.653 DEBUG:boto:Token: None 2022-09-01T11:10:22.653 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000036 2022-09-01T11:10:22.654 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OPGaQ0LPzgviGqToP8YyuogpaMY= 2022-09-01T11:10:22.654 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OPGaQ0LPzgviGqToP8YyuogpaMY='} 2022-09-01T11:10:22.698 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000667209f4f810f125-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.699 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.700 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.700 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.701 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.701 DEBUG:boto:Data: 2022-09-01T11:10:22.702 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.702 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.703 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.703 DEBUG:boto:Params: {} 2022-09-01T11:10:22.704 DEBUG:boto:Token: None 2022-09-01T11:10:22.704 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.705 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.705 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.709 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '54'), ('X-RGW-Bytes-Used', '162'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000075dca4f1fa314517-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.710 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:22.711 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:22.711 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.712 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:22.712 DEBUG:boto:Data: 2022-09-01T11:10:22.713 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.713 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.714 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.714 DEBUG:boto:Params: {} 2022-09-01T11:10:22.715 DEBUG:boto:Token: None 2022-09-01T11:10:22.715 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000011 2022-09-01T11:10:22.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FhGN5G6FiMCC01F73MhokNp1tpM= 2022-09-01T11:10:22.716 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FhGN5G6FiMCC01F73MhokNp1tpM='} 2022-09-01T11:10:22.723 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000002fbd8b1dcafb44f0-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.724 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.724 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.725 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.725 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.726 DEBUG:boto:Data: 2022-09-01T11:10:22.726 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.727 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.727 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.728 DEBUG:boto:Params: {} 2022-09-01T11:10:22.728 DEBUG:boto:Token: None 2022-09-01T11:10:22.729 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.730 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.734 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '54'), ('X-RGW-Bytes-Used', '162'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c0c861e3c4070c7e-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.736 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000040 2022-09-01T11:10:22.737 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000040 2022-09-01T11:10:22.737 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.738 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000040 2022-09-01T11:10:22.739 DEBUG:boto:Data: 2022-09-01T11:10:22.740 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.741 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.742 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.743 DEBUG:boto:Params: {} 2022-09-01T11:10:22.743 DEBUG:boto:Token: None 2022-09-01T11:10:22.744 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000040 2022-09-01T11:10:22.744 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vFBm4yconm4qyopxeqFcD1Hwi7Y= 2022-09-01T11:10:22.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vFBm4yconm4qyopxeqFcD1Hwi7Y='} 2022-09-01T11:10:22.791 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000040a1bfa8f3d5e918-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.792 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.793 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.794 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.794 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.795 DEBUG:boto:Data: 2022-09-01T11:10:22.795 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.796 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.796 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.797 DEBUG:boto:Params: {} 2022-09-01T11:10:22.798 DEBUG:boto:Token: None 2022-09-01T11:10:22.798 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.799 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.800 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.806 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '55'), ('X-RGW-Bytes-Used', '165'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000022b7340fc899a1e2-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.807 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000039 2022-09-01T11:10:22.807 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000039 2022-09-01T11:10:22.808 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.808 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000039 2022-09-01T11:10:22.809 DEBUG:boto:Data: 2022-09-01T11:10:22.809 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.810 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.811 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.811 DEBUG:boto:Params: {} 2022-09-01T11:10:22.812 DEBUG:boto:Token: None 2022-09-01T11:10:22.812 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000039 2022-09-01T11:10:22.813 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cPbw1wL3cG77I6g1VCf5fsS21oE= 2022-09-01T11:10:22.814 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cPbw1wL3cG77I6g1VCf5fsS21oE='} 2022-09-01T11:10:22.824 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005dfa2c232ee853c1-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.825 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.826 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.827 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.827 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.828 DEBUG:boto:Data: 2022-09-01T11:10:22.828 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.829 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.829 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.830 DEBUG:boto:Params: {} 2022-09-01T11:10:22.830 DEBUG:boto:Token: None 2022-09-01T11:10:22.831 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.832 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.836 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '55'), ('X-RGW-Bytes-Used', '165'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000011fb6e43dc1affc0-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.837 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000015 2022-09-01T11:10:22.838 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000015 2022-09-01T11:10:22.839 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.839 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000015 2022-09-01T11:10:22.840 DEBUG:boto:Data: 2022-09-01T11:10:22.840 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.841 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.841 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.842 DEBUG:boto:Params: {} 2022-09-01T11:10:22.842 DEBUG:boto:Token: None 2022-09-01T11:10:22.843 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000015 2022-09-01T11:10:22.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SkpLsF4ZrSMKFXODwcext548yl8= 2022-09-01T11:10:22.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SkpLsF4ZrSMKFXODwcext548yl8='} 2022-09-01T11:10:22.890 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000003af2c6b145db0392-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.891 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.892 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.892 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.893 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.893 DEBUG:boto:Data: 2022-09-01T11:10:22.894 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.894 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.895 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.895 DEBUG:boto:Params: {} 2022-09-01T11:10:22.896 DEBUG:boto:Token: None 2022-09-01T11:10:22.896 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.897 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.901 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '55'), ('X-RGW-Bytes-Used', '165'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000df1e7b9418102bc7-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.902 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000062 2022-09-01T11:10:22.903 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000062 2022-09-01T11:10:22.903 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.904 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000062 2022-09-01T11:10:22.904 DEBUG:boto:Data: 2022-09-01T11:10:22.905 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.905 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.906 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.906 DEBUG:boto:Params: {} 2022-09-01T11:10:22.907 DEBUG:boto:Token: None 2022-09-01T11:10:22.908 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000062 2022-09-01T11:10:22.908 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:w+bKTVHOgWP5ZcnNfOhH9QSan0o= 2022-09-01T11:10:22.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:w+bKTVHOgWP5ZcnNfOhH9QSan0o='} 2022-09-01T11:10:22.919 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000db1e0390b283ac29-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.920 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.920 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.921 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.921 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.922 DEBUG:boto:Data: 2022-09-01T11:10:22.922 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.923 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.923 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.924 DEBUG:boto:Params: {} 2022-09-01T11:10:22.924 DEBUG:boto:Token: None 2022-09-01T11:10:22.925 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.926 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.926 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.930 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '56'), ('X-RGW-Bytes-Used', '168'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ab05063381a2e1ff-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.931 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:22.932 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:22.932 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.933 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:22.933 DEBUG:boto:Data: 2022-09-01T11:10:22.934 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:22.935 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.935 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.936 DEBUG:boto:Params: {} 2022-09-01T11:10:22.936 DEBUG:boto:Token: None 2022-09-01T11:10:22.937 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/obj00000000000000000003 2022-09-01T11:10:22.938 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ea1Z+k0J2gCPzC7hDkE6vTHWUiw= 2022-09-01T11:10:22.938 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ea1Z+k0J2gCPzC7hDkE6vTHWUiw='} 2022-09-01T11:10:22.982 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000009aee771bcfe42c8e-006310931e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.983 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:22.984 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:22.985 DEBUG:boto:Method: HEAD 2022-09-01T11:10:22.986 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:22.987 DEBUG:boto:Data: 2022-09-01T11:10:22.988 DEBUG:boto:Headers: {} 2022-09-01T11:10:22.989 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:22.990 DEBUG:boto:Port: 8000 2022-09-01T11:10:22.991 DEBUG:boto:Params: {} 2022-09-01T11:10:22.991 DEBUG:boto:Token: None 2022-09-01T11:10:22.992 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:22 GMT /ptoxvb-73/ 2022-09-01T11:10:22.992 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc= 2022-09-01T11:10:22.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9e1HNsVKJqQNk9D3cnYIBCGB3qc=', 'Content-Length': '0'} 2022-09-01T11:10:22.997 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '56'), ('X-RGW-Bytes-Used', '168'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000c95f2efdea957ef-006310931e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:22.998 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:22.998 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:22.999 DEBUG:boto:Method: PUT 2022-09-01T11:10:22.999 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:23.000 DEBUG:boto:Data: 2022-09-01T11:10:23.000 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:23.001 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.001 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.002 DEBUG:boto:Params: {} 2022-09-01T11:10:23.002 DEBUG:boto:Token: None 2022-09-01T11:10:23.003 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/obj00000000000000000001 2022-09-01T11:10:23.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vIi4X9TRichRcYXygmndGTTczC8= 2022-09-01T11:10:23.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vIi4X9TRichRcYXygmndGTTczC8='} 2022-09-01T11:10:23.015 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000588e45a2e6c3eb8c-006310931f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.016 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:23.016 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:23.017 DEBUG:boto:Method: HEAD 2022-09-01T11:10:23.017 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:23.018 DEBUG:boto:Data: 2022-09-01T11:10:23.018 DEBUG:boto:Headers: {} 2022-09-01T11:10:23.019 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.019 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.020 DEBUG:boto:Params: {} 2022-09-01T11:10:23.020 DEBUG:boto:Token: None 2022-09-01T11:10:23.021 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/ 2022-09-01T11:10:23.021 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8= 2022-09-01T11:10:23.022 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8=', 'Content-Length': '0'} 2022-09-01T11:10:23.026 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '56'), ('X-RGW-Bytes-Used', '168'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a4c63a479122255f-006310931f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.027 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000020 2022-09-01T11:10:23.028 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000020 2022-09-01T11:10:23.028 DEBUG:boto:Method: PUT 2022-09-01T11:10:23.029 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000020 2022-09-01T11:10:23.029 DEBUG:boto:Data: 2022-09-01T11:10:23.030 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:23.031 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.031 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.032 DEBUG:boto:Params: {} 2022-09-01T11:10:23.032 DEBUG:boto:Token: None 2022-09-01T11:10:23.033 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/obj00000000000000000020 2022-09-01T11:10:23.034 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UsKF7OaUjtZyXMiXB/Dtkv7EsOI= 2022-09-01T11:10:23.034 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UsKF7OaUjtZyXMiXB/Dtkv7EsOI='} 2022-09-01T11:10:23.078 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000090820b11d143c8f9-006310931f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.079 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:23.080 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:23.081 DEBUG:boto:Method: HEAD 2022-09-01T11:10:23.081 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:23.082 DEBUG:boto:Data: 2022-09-01T11:10:23.082 DEBUG:boto:Headers: {} 2022-09-01T11:10:23.083 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.083 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.084 DEBUG:boto:Params: {} 2022-09-01T11:10:23.085 DEBUG:boto:Token: None 2022-09-01T11:10:23.085 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/ 2022-09-01T11:10:23.086 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8= 2022-09-01T11:10:23.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8=', 'Content-Length': '0'} 2022-09-01T11:10:23.091 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '56'), ('X-RGW-Bytes-Used', '168'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004c4ef904f842df50-006310931f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.092 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000027 2022-09-01T11:10:23.092 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000027 2022-09-01T11:10:23.093 DEBUG:boto:Method: PUT 2022-09-01T11:10:23.094 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000027 2022-09-01T11:10:23.094 DEBUG:boto:Data: 2022-09-01T11:10:23.095 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:23.095 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.096 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.096 DEBUG:boto:Params: {} 2022-09-01T11:10:23.097 DEBUG:boto:Token: None 2022-09-01T11:10:23.097 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/obj00000000000000000027 2022-09-01T11:10:23.098 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oxyON3I8VXrwuSMWLCOwYRylHTw= 2022-09-01T11:10:23.099 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oxyON3I8VXrwuSMWLCOwYRylHTw='} 2022-09-01T11:10:23.106 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000002c6f18dbb1d632d2-006310931f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.106 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:23.107 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:23.108 DEBUG:boto:Method: HEAD 2022-09-01T11:10:23.108 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:23.109 DEBUG:boto:Data: 2022-09-01T11:10:23.109 DEBUG:boto:Headers: {} 2022-09-01T11:10:23.110 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.110 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.111 DEBUG:boto:Params: {} 2022-09-01T11:10:23.112 DEBUG:boto:Token: None 2022-09-01T11:10:23.112 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/ 2022-09-01T11:10:23.113 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8= 2022-09-01T11:10:23.113 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8=', 'Content-Length': '0'} 2022-09-01T11:10:23.117 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '57'), ('X-RGW-Bytes-Used', '171'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e04f212ad4dc0e00-006310931f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.118 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000065 2022-09-01T11:10:23.119 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000065 2022-09-01T11:10:23.120 DEBUG:boto:Method: PUT 2022-09-01T11:10:23.120 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000065 2022-09-01T11:10:23.121 DEBUG:boto:Data: 2022-09-01T11:10:23.121 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:23.122 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.122 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.123 DEBUG:boto:Params: {} 2022-09-01T11:10:23.123 DEBUG:boto:Token: None 2022-09-01T11:10:23.124 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/obj00000000000000000065 2022-09-01T11:10:23.125 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:giAVxn8m9QRqQzNa8hXzvVRjVfY= 2022-09-01T11:10:23.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:giAVxn8m9QRqQzNa8hXzvVRjVfY='} 2022-09-01T11:10:23.170 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f430ead31e51a69a-006310931f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.171 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:23.172 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:23.172 DEBUG:boto:Method: HEAD 2022-09-01T11:10:23.173 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:23.173 DEBUG:boto:Data: 2022-09-01T11:10:23.174 DEBUG:boto:Headers: {} 2022-09-01T11:10:23.175 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.175 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.176 DEBUG:boto:Params: {} 2022-09-01T11:10:23.176 DEBUG:boto:Token: None 2022-09-01T11:10:23.177 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/ 2022-09-01T11:10:23.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8= 2022-09-01T11:10:23.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8=', 'Content-Length': '0'} 2022-09-01T11:10:23.182 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '58'), ('X-RGW-Bytes-Used', '174'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007e37950fed5a1055-006310931f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.183 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:23.184 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:23.184 DEBUG:boto:Method: PUT 2022-09-01T11:10:23.185 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:23.186 DEBUG:boto:Data: 2022-09-01T11:10:23.186 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:23.187 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.187 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.188 DEBUG:boto:Params: {} 2022-09-01T11:10:23.189 DEBUG:boto:Token: None 2022-09-01T11:10:23.189 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/obj00000000000000000012 2022-09-01T11:10:23.190 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ilF+KqQ5X0CiskHgvJf9w8VH7p4= 2022-09-01T11:10:23.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ilF+KqQ5X0CiskHgvJf9w8VH7p4='} 2022-09-01T11:10:23.197 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000e9f5ac09d810595c-006310931f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.197 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:23.198 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:23.199 DEBUG:boto:Method: HEAD 2022-09-01T11:10:23.199 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:23.200 DEBUG:boto:Data: 2022-09-01T11:10:23.200 DEBUG:boto:Headers: {} 2022-09-01T11:10:23.201 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.201 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.202 DEBUG:boto:Params: {} 2022-09-01T11:10:23.203 DEBUG:boto:Token: None 2022-09-01T11:10:23.203 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/ 2022-09-01T11:10:23.204 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8= 2022-09-01T11:10:23.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8=', 'Content-Length': '0'} 2022-09-01T11:10:23.208 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '58'), ('X-RGW-Bytes-Used', '174'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000103af6525d17bda5-006310931f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.209 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000033 2022-09-01T11:10:23.210 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000033 2022-09-01T11:10:23.211 DEBUG:boto:Method: PUT 2022-09-01T11:10:23.211 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000033 2022-09-01T11:10:23.212 DEBUG:boto:Data: 2022-09-01T11:10:23.212 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:23.213 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.213 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.214 DEBUG:boto:Params: {} 2022-09-01T11:10:23.215 DEBUG:boto:Token: None 2022-09-01T11:10:23.215 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/obj00000000000000000033 2022-09-01T11:10:23.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kNFzP9Nc7wxwhznMEL5V+lSq0TI= 2022-09-01T11:10:23.216 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kNFzP9Nc7wxwhznMEL5V+lSq0TI='} 2022-09-01T11:10:23.262 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000001eecc8941b17e3b-006310931f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.263 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:23.264 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:23.265 DEBUG:boto:Method: HEAD 2022-09-01T11:10:23.265 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:23.266 DEBUG:boto:Data: 2022-09-01T11:10:23.266 DEBUG:boto:Headers: {} 2022-09-01T11:10:23.267 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.267 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.268 DEBUG:boto:Params: {} 2022-09-01T11:10:23.269 DEBUG:boto:Token: None 2022-09-01T11:10:23.269 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/ 2022-09-01T11:10:23.270 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8= 2022-09-01T11:10:23.270 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8=', 'Content-Length': '0'} 2022-09-01T11:10:23.275 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '58'), ('X-RGW-Bytes-Used', '174'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ed1ceb95d6eda0b6-006310931f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.275 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000045 2022-09-01T11:10:23.276 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000045 2022-09-01T11:10:23.277 DEBUG:boto:Method: PUT 2022-09-01T11:10:23.277 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000045 2022-09-01T11:10:23.278 DEBUG:boto:Data: 2022-09-01T11:10:23.279 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:23.279 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.280 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.280 DEBUG:boto:Params: {} 2022-09-01T11:10:23.281 DEBUG:boto:Token: None 2022-09-01T11:10:23.282 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/obj00000000000000000045 2022-09-01T11:10:23.282 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:snieeODYLGhTllOPwbfv/I2KJtU= 2022-09-01T11:10:23.283 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:snieeODYLGhTllOPwbfv/I2KJtU='} 2022-09-01T11:10:23.290 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000c2d39e831b4c3332-006310931f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.291 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:23.292 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:23.293 DEBUG:boto:Method: HEAD 2022-09-01T11:10:23.293 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:23.294 DEBUG:boto:Data: 2022-09-01T11:10:23.294 DEBUG:boto:Headers: {} 2022-09-01T11:10:23.295 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.295 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.296 DEBUG:boto:Params: {} 2022-09-01T11:10:23.297 DEBUG:boto:Token: None 2022-09-01T11:10:23.297 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/ 2022-09-01T11:10:23.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8= 2022-09-01T11:10:23.298 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8=', 'Content-Length': '0'} 2022-09-01T11:10:23.302 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '58'), ('X-RGW-Bytes-Used', '174'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d54b5cffb8634d46-006310931f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.303 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:23.304 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:23.305 DEBUG:boto:Method: PUT 2022-09-01T11:10:23.305 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:23.306 DEBUG:boto:Data: 2022-09-01T11:10:23.306 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:23.307 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.307 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.308 DEBUG:boto:Params: {} 2022-09-01T11:10:23.309 DEBUG:boto:Token: None 2022-09-01T11:10:23.309 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/obj00000000000000000014 2022-09-01T11:10:23.310 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hDfQ91/oV01chSwWxSbOV80ur/w= 2022-09-01T11:10:23.310 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hDfQ91/oV01chSwWxSbOV80ur/w='} 2022-09-01T11:10:23.354 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000005124ba553ff938b-006310931f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.355 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:23.356 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:23.357 DEBUG:boto:Method: HEAD 2022-09-01T11:10:23.357 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:23.358 DEBUG:boto:Data: 2022-09-01T11:10:23.358 DEBUG:boto:Headers: {} 2022-09-01T11:10:23.359 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.359 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.360 DEBUG:boto:Params: {} 2022-09-01T11:10:23.361 DEBUG:boto:Token: None 2022-09-01T11:10:23.361 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/ 2022-09-01T11:10:23.362 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8= 2022-09-01T11:10:23.363 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8=', 'Content-Length': '0'} 2022-09-01T11:10:23.367 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '58'), ('X-RGW-Bytes-Used', '174'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000012cdc7cebcbb03c6-006310931f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.367 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:23.368 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:23.369 DEBUG:boto:Method: PUT 2022-09-01T11:10:23.369 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:23.370 DEBUG:boto:Data: 2022-09-01T11:10:23.371 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:23.371 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.372 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.372 DEBUG:boto:Params: {} 2022-09-01T11:10:23.373 DEBUG:boto:Token: None 2022-09-01T11:10:23.374 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/obj00000000000000000021 2022-09-01T11:10:23.374 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x5aB8NQDP3opZVoQ4eNhHBINGgo= 2022-09-01T11:10:23.375 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x5aB8NQDP3opZVoQ4eNhHBINGgo='} 2022-09-01T11:10:23.381 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000008bf0daa8338587a5-006310931f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.381 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:23.382 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:23.383 DEBUG:boto:Method: HEAD 2022-09-01T11:10:23.384 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:23.384 DEBUG:boto:Data: 2022-09-01T11:10:23.385 DEBUG:boto:Headers: {} 2022-09-01T11:10:23.385 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.386 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.387 DEBUG:boto:Params: {} 2022-09-01T11:10:23.387 DEBUG:boto:Token: None 2022-09-01T11:10:23.388 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/ 2022-09-01T11:10:23.388 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8= 2022-09-01T11:10:23.389 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8=', 'Content-Length': '0'} 2022-09-01T11:10:23.393 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '58'), ('X-RGW-Bytes-Used', '174'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c096846bb1489f9b-006310931f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.394 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:23.394 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:23.395 DEBUG:boto:Method: PUT 2022-09-01T11:10:23.395 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:23.396 DEBUG:boto:Data: 2022-09-01T11:10:23.396 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:23.397 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.397 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.398 DEBUG:boto:Params: {} 2022-09-01T11:10:23.398 DEBUG:boto:Token: None 2022-09-01T11:10:23.399 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/obj00000000000000000009 2022-09-01T11:10:23.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/bA18AaZ38fKwXVhd5IINJ8rzG4= 2022-09-01T11:10:23.400 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/bA18AaZ38fKwXVhd5IINJ8rzG4='} 2022-09-01T11:10:23.442 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000002165e11e49a61239-006310931f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.443 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:23.444 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:23.444 DEBUG:boto:Method: HEAD 2022-09-01T11:10:23.445 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:23.445 DEBUG:boto:Data: 2022-09-01T11:10:23.446 DEBUG:boto:Headers: {} 2022-09-01T11:10:23.446 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.447 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.447 DEBUG:boto:Params: {} 2022-09-01T11:10:23.448 DEBUG:boto:Token: None 2022-09-01T11:10:23.448 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/ 2022-09-01T11:10:23.449 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8= 2022-09-01T11:10:23.449 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8=', 'Content-Length': '0'} 2022-09-01T11:10:23.453 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '58'), ('X-RGW-Bytes-Used', '174'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001b93043fb3ac586f-006310931f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.454 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000048 2022-09-01T11:10:23.455 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000048 2022-09-01T11:10:23.455 DEBUG:boto:Method: PUT 2022-09-01T11:10:23.456 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000048 2022-09-01T11:10:23.456 DEBUG:boto:Data: 2022-09-01T11:10:23.457 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:23.457 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.458 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.458 DEBUG:boto:Params: {} 2022-09-01T11:10:23.459 DEBUG:boto:Token: None 2022-09-01T11:10:23.459 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/obj00000000000000000048 2022-09-01T11:10:23.460 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0/2ZmE4H/mvKeA+Pfk8VXaB2j8k= 2022-09-01T11:10:23.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0/2ZmE4H/mvKeA+Pfk8VXaB2j8k='} 2022-09-01T11:10:23.467 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000d9dc16c319480ef8-006310931f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.468 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:23.468 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:23.469 DEBUG:boto:Method: HEAD 2022-09-01T11:10:23.469 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:23.470 DEBUG:boto:Data: 2022-09-01T11:10:23.470 DEBUG:boto:Headers: {} 2022-09-01T11:10:23.471 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.471 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.472 DEBUG:boto:Params: {} 2022-09-01T11:10:23.473 DEBUG:boto:Token: None 2022-09-01T11:10:23.473 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/ 2022-09-01T11:10:23.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8= 2022-09-01T11:10:23.474 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8=', 'Content-Length': '0'} 2022-09-01T11:10:23.478 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '59'), ('X-RGW-Bytes-Used', '177'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001bab89b6c70ed1ee-006310931f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.479 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:23.479 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:23.480 DEBUG:boto:Method: PUT 2022-09-01T11:10:23.480 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:23.481 DEBUG:boto:Data: 2022-09-01T11:10:23.481 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:23.482 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.482 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.483 DEBUG:boto:Params: {} 2022-09-01T11:10:23.484 DEBUG:boto:Token: None 2022-09-01T11:10:23.484 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/obj00000000000000000008 2022-09-01T11:10:23.485 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2lclbOZSzO0lAw6kCtwywR00obQ= 2022-09-01T11:10:23.485 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2lclbOZSzO0lAw6kCtwywR00obQ='} 2022-09-01T11:10:23.530 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000b97c4b4d3879385a-006310931f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.531 DEBUG:boto:path=/ptoxvb-73/ 2022-09-01T11:10:23.532 DEBUG:boto:auth_path=/ptoxvb-73/ 2022-09-01T11:10:23.532 DEBUG:boto:Method: HEAD 2022-09-01T11:10:23.533 DEBUG:boto:Path: /ptoxvb-73/ 2022-09-01T11:10:23.533 DEBUG:boto:Data: 2022-09-01T11:10:23.534 DEBUG:boto:Headers: {} 2022-09-01T11:10:23.534 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.535 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.535 DEBUG:boto:Params: {} 2022-09-01T11:10:23.536 DEBUG:boto:Token: None 2022-09-01T11:10:23.537 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/ 2022-09-01T11:10:23.537 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8= 2022-09-01T11:10:23.538 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mpdRv5TNb5MCTclfH+26ms4BFS8=', 'Content-Length': '0'} 2022-09-01T11:10:23.542 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '59'), ('X-RGW-Bytes-Used', '177'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f16170a1a2d0fce9-006310931f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.543 DEBUG:boto:path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:23.543 DEBUG:boto:auth_path=/ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:23.544 DEBUG:boto:Method: PUT 2022-09-01T11:10:23.544 DEBUG:boto:Path: /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:23.545 DEBUG:boto:Data: 2022-09-01T11:10:23.545 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:10:23.546 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:10:23.547 DEBUG:boto:Port: 8000 2022-09-01T11:10:23.547 DEBUG:boto:Params: {} 2022-09-01T11:10:23.548 DEBUG:boto:Token: None 2022-09-01T11:10:23.548 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:10:23 GMT /ptoxvb-73/obj00000000000000000010 2022-09-01T11:10:23.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:duyxE2nyU3hT0ZCSXuYtnLYimek= 2022-09-01T11:10:23.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:10:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:duyxE2nyU3hT0ZCSXuYtnLYimek='} 2022-09-01T11:10:23.556 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000049b0f76adbc4981d-006310931f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:10:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:10:23.557 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'run', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:23.557 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'run', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:23.558 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync run --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-73 --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:10:23.620 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:23.620 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:23.703 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.703 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.703 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.704 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.704 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.704 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.704 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.705 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.705 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.705 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.705 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.706 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 2 2022-09-01T11:10:23.706 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000001.74.5 2022-09-01T11:10:23.706 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 2 2022-09-01T11:10:23.707 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 2 2022-09-01T11:10:23.707 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position=00000000001.57.5 2022-09-01T11:10:23.707 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000001.89.5 2022-09-01T11:10:23.707 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 2 2022-09-01T11:10:23.708 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket shard: 2 2022-09-01T11:10:23.708 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket shard: 2 2022-09-01T11:10:23.708 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 2 2022-09-01T11:10:23.708 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket shard: 2 2022-09-01T11:10:23.709 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000001.41.5 2022-09-01T11:10:23.709 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.709 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position=00000000001.53.5 2022-09-01T11:10:23.710 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position=00000000001.80.5 2022-09-01T11:10:23.710 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position=00000000001.52.5 2022-09-01T11:10:23.710 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket shard: 2 2022-09-01T11:10:23.710 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket shard: 2 2022-09-01T11:10:23.711 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 2 2022-09-01T11:10:23.711 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position=00000000001.75.5 2022-09-01T11:10:23.711 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position=00000000001.76.5 2022-09-01T11:10:23.712 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000001.57.5 2022-09-01T11:10:23.747 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.747 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.748 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.748 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.748 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.748 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.750 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.750 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.750 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.751 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.751 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.751 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.751 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.744+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.752 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 0 2022-09-01T11:10:23.752 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.752 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket shard: 0 2022-09-01T11:10:23.752 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket shard: 0 2022-09-01T11:10:23.753 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.753 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.753 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket shard: 0 2022-09-01T11:10:23.753 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 0 2022-09-01T11:10:23.754 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket shard: 0 2022-09-01T11:10:23.754 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket shard: 0 2022-09-01T11:10:23.754 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket shard: 0 2022-09-01T11:10:23.754 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket shard: 0 2022-09-01T11:10:23.755 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.755 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.755 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.755 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket shard: 0 2022-09-01T11:10:23.756 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.756 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.756 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.756 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.757 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:23.757 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 0 2022-09-01T11:10:23.757 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:23.757 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.758 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:23.758 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket shard: 0 2022-09-01T11:10:23.758 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket shard: 0 2022-09-01T11:10:23.758 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.759 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.745+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.759 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.746+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.759 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.746+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.760 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.746+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.760 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.746+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket shard: 0 2022-09-01T11:10:23.760 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.746+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.760 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.747+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: parsed entry: id=00000000001.56.5 iter->object=obj00000000000000000019 iter->instance= name=obj00000000000000000019 instance= ns= 2022-09-01T11:10:23.761 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.747+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9/obj00000000000000000019 2022-09-01T11:10:23.761 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.747+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: entry->timestamp=2022-09-01T11:10:15.765585+0000 2022-09-01T11:10:23.761 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.747+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000019]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.56.5 op=0 op_state=1 2022-09-01T11:10:23.761 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.747+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000019]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000019[0] 2022-09-01T11:10:23.762 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.747+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position=00000000001.56.5 2022-09-01T11:10:23.767 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: parsed entry: id=00000000001.69.5 iter->object=obj00000000000000000024 iter->instance= name=obj00000000000000000024 instance= ns= 2022-09-01T11:10:23.768 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2/obj00000000000000000024 2022-09-01T11:10:23.768 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: entry->timestamp=2022-09-01T11:10:16.169576+0000 2022-09-01T11:10:23.768 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000024]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.69.5 op=0 op_state=1 2022-09-01T11:10:23.769 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000024]: : injecting data sync error on key=obj00000000000000000024 2022-09-01T11:10:23.769 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position=00000000001.69.5 2022-09-01T11:10:23.769 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: parsed entry: id=00000000002.49.5 iter->object=obj00000000000000000004 iter->instance= name=obj00000000000000000004 instance= ns= 2022-09-01T11:10:23.769 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000004 2022-09-01T11:10:23.770 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: entry->timestamp=2022-09-01T11:10:16.036285+0000 2022-09-01T11:10:23.770 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000004]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.49.5 op=0 op_state=1 2022-09-01T11:10:23.770 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000024]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:23.771 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000024]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2/obj00000000000000000024 2022-09-01T11:10:23.771 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000004]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000004[0] 2022-09-01T11:10:23.771 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position=00000000002.49.5 2022-09-01T11:10:23.771 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: parsed entry: id=00000000001.47.5 iter->object=obj00000000000000000020 iter->instance= name=obj00000000000000000020 instance= ns= 2022-09-01T11:10:23.772 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3/obj00000000000000000020 2022-09-01T11:10:23.772 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: entry->timestamp=2022-09-01T11:10:15.969467+0000 2022-09-01T11:10:23.772 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000020]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.47.5 op=0 op_state=1 2022-09-01T11:10:23.772 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000020]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000020[0] 2022-09-01T11:10:23.773 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position=00000000001.47.5 2022-09-01T11:10:23.773 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: parsed entry: id=00000000001.40.5 iter->object=obj00000000000000000032 iter->instance= name=obj00000000000000000032 instance= ns= 2022-09-01T11:10:23.773 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6/obj00000000000000000032 2022-09-01T11:10:23.773 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: entry->timestamp=2022-09-01T11:10:16.062735+0000 2022-09-01T11:10:23.774 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000032]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.40.5 op=0 op_state=1 2022-09-01T11:10:23.774 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000032]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000032[0] 2022-09-01T11:10:23.774 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position=00000000001.40.5 2022-09-01T11:10:23.774 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000001.67.5 iter->object=obj00000000000000000007 iter->instance= name=obj00000000000000000007 instance= ns= 2022-09-01T11:10:23.775 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000007 2022-09-01T11:10:23.775 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:16.124219+0000 2022-09-01T11:10:23.775 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000007]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.67.5 op=0 op_state=1 2022-09-01T11:10:23.775 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000007]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000007[0] 2022-09-01T11:10:23.776 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000001.67.5 2022-09-01T11:10:23.776 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: parsed entry: id=00000000001.58.5 iter->object=obj00000000000000000016 iter->instance= name=obj00000000000000000016 instance= ns= 2022-09-01T11:10:23.776 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1/obj00000000000000000016 2022-09-01T11:10:23.776 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: entry->timestamp=2022-09-01T11:10:16.258271+0000 2022-09-01T11:10:23.777 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000016]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.58.5 op=0 op_state=1 2022-09-01T11:10:23.777 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: parsed entry: id=00000000002.42.5 iter->object=obj00000000000000000013 iter->instance= name=obj00000000000000000013 instance= ns= 2022-09-01T11:10:23.777 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000013 2022-09-01T11:10:23.777 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: entry->timestamp=2022-09-01T11:10:16.231788+0000 2022-09-01T11:10:23.778 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000013]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.42.5 op=0 op_state=1 2022-09-01T11:10:23.778 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000016]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000016[0] 2022-09-01T11:10:23.778 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position=00000000001.58.5 2022-09-01T11:10:23.779 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: parsed entry: id=00000000001.38.5 iter->object=obj00000000000000000028 iter->instance= name=obj00000000000000000028 instance= ns= 2022-09-01T11:10:23.779 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4/obj00000000000000000028 2022-09-01T11:10:23.779 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: entry->timestamp=2022-09-01T11:10:15.940244+0000 2022-09-01T11:10:23.779 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000028]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.38.5 op=0 op_state=1 2022-09-01T11:10:23.780 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000013]: : injecting data sync error on key=obj00000000000000000013 2022-09-01T11:10:23.780 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000002.42.5 2022-09-01T11:10:23.780 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: parsed entry: id=00000000001.85.5 iter->object=obj00000000000000000026 iter->instance= name=obj00000000000000000026 instance= ns= 2022-09-01T11:10:23.780 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13/obj00000000000000000026 2022-09-01T11:10:23.781 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: entry->timestamp=2022-09-01T11:10:15.851873+0000 2022-09-01T11:10:23.781 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000026]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.85.5 op=0 op_state=1 2022-09-01T11:10:23.781 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: parsed entry: id=00000000001.61.5 iter->object=obj00000000000000000076 iter->instance= name=obj00000000000000000076 instance= ns= 2022-09-01T11:10:23.781 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16/obj00000000000000000076 2022-09-01T11:10:23.782 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: entry->timestamp=2022-09-01T11:10:16.349190+0000 2022-09-01T11:10:23.782 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000076]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.61.5 op=0 op_state=1 2022-09-01T11:10:23.782 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000028]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000028[0] 2022-09-01T11:10:23.782 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position=00000000001.38.5 2022-09-01T11:10:23.783 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000002.58.5 iter->object=obj00000000000000000010 iter->instance= name=obj00000000000000000010 instance= ns= 2022-09-01T11:10:23.783 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000010 2022-09-01T11:10:23.783 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:16.146636+0000 2022-09-01T11:10:23.783 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000010]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.58.5 op=0 op_state=1 2022-09-01T11:10:23.784 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000002.37.5 iter->object=obj00000000000000000001 iter->instance= name=obj00000000000000000001 instance= ns= 2022-09-01T11:10:23.784 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000001 2022-09-01T11:10:23.784 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:15.877797+0000 2022-09-01T11:10:23.784 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000001]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.37.5 op=0 op_state=1 2022-09-01T11:10:23.785 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: parsed entry: id=00000000001.60.5 iter->object=obj00000000000000000021 iter->instance= name=obj00000000000000000021 instance= ns= 2022-09-01T11:10:23.785 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11/obj00000000000000000021 2022-09-01T11:10:23.785 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: entry->timestamp=2022-09-01T11:10:16.319489+0000 2022-09-01T11:10:23.785 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000021]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.60.5 op=0 op_state=1 2022-09-01T11:10:23.786 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000013]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:23.786 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000013]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000013 2022-09-01T11:10:23.786 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000026]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000026[0] 2022-09-01T11:10:23.787 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position=00000000001.85.5 2022-09-01T11:10:23.787 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000076]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000076[0] 2022-09-01T11:10:23.787 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position=00000000001.61.5 2022-09-01T11:10:23.787 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: parsed entry: id=00000000001.56.5 iter->object=obj00000000000000000030 iter->instance= name=obj00000000000000000030 instance= ns= 2022-09-01T11:10:23.788 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12/obj00000000000000000030 2022-09-01T11:10:23.788 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: entry->timestamp=2022-09-01T11:10:15.789637+0000 2022-09-01T11:10:23.788 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000030]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.56.5 op=0 op_state=1 2022-09-01T11:10:23.788 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000010]: : injecting data sync error on key=obj00000000000000000010 2022-09-01T11:10:23.789 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000002.58.5 2022-09-01T11:10:23.789 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000001]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000001[0] 2022-09-01T11:10:23.789 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000002.37.5 2022-09-01T11:10:23.789 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000021]: : injecting data sync error on key=obj00000000000000000021 2022-09-01T11:10:23.790 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position=00000000001.60.5 2022-09-01T11:10:23.790 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000030]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000030[0] 2022-09-01T11:10:23.790 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position=00000000001.56.5 2022-09-01T11:10:23.790 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000010]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:23.791 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000010]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000010 2022-09-01T11:10:23.791 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000021]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:23.791 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.750+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000021]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11/obj00000000000000000021 2022-09-01T11:10:23.791 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.751+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: parsed entry: id=00000000001.83.5 iter->object=obj00000000000000000033 iter->instance= name=obj00000000000000000033 instance= ns= 2022-09-01T11:10:23.792 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.751+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000033 2022-09-01T11:10:23.792 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.751+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: entry->timestamp=2022-09-01T11:10:16.414115+0000 2022-09-01T11:10:23.792 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.751+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000033]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.83.5 op=0 op_state=1 2022-09-01T11:10:23.792 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.751+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000033]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000033[0] 2022-09-01T11:10:23.793 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.751+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position=00000000001.83.5 2022-09-01T11:10:23.793 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.767+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000032]: success 2022-09-01T11:10:23.793 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.767+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6:1 marker=00000000001.40.5 timestamp=2022-09-01T11:10:16.062735+0000 2022-09-01T11:10:23.793 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.767+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000020]: success 2022-09-01T11:10:23.794 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.767+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3:1 marker=00000000001.47.5 timestamp=2022-09-01T11:10:15.969467+0000 2022-09-01T11:10:23.796 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.767+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000076]: success 2022-09-01T11:10:23.796 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.767+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16:1 marker=00000000001.61.5 timestamp=2022-09-01T11:10:16.349190+0000 2022-09-01T11:10:23.796 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.767+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000007]: success 2022-09-01T11:10:23.797 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.767+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0:1 marker=00000000001.67.5 timestamp=2022-09-01T11:10:16.124219+0000 2022-09-01T11:10:23.797 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.768+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000033]: success 2022-09-01T11:10:23.797 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.768+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14:1 marker=00000000001.83.5 timestamp=2022-09-01T11:10:16.414115+0000 2022-09-01T11:10:23.798 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.768+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000028]: success 2022-09-01T11:10:23.798 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.768+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4:1 marker=00000000001.38.5 timestamp=2022-09-01T11:10:15.940244+0000 2022-09-01T11:10:23.798 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.771+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000016]: success 2022-09-01T11:10:23.798 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.771+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1:1 marker=00000000001.58.5 timestamp=2022-09-01T11:10:16.258271+0000 2022-09-01T11:10:23.799 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.771+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000030]: success 2022-09-01T11:10:23.799 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.771+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12:1 marker=00000000001.56.5 timestamp=2022-09-01T11:10:15.789637+0000 2022-09-01T11:10:23.799 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.771+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000019]: success 2022-09-01T11:10:23.799 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.771+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9:1 marker=00000000001.56.5 timestamp=2022-09-01T11:10:15.765585+0000 2022-09-01T11:10:23.800 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.771+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000026]: success 2022-09-01T11:10:23.800 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.771+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13:1 marker=00000000001.85.5 timestamp=2022-09-01T11:10:15.851873+0000 2022-09-01T11:10:23.800 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.771+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000004]: success 2022-09-01T11:10:23.800 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.771+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15:1 marker=00000000002.49.5 timestamp=2022-09-01T11:10:16.036285+0000 2022-09-01T11:10:23.801 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.771+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000001]: success 2022-09-01T11:10:23.801 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.771+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7:1 marker=00000000002.37.5 timestamp=2022-09-01T11:10:15.877797+0000 2022-09-01T11:10:23.801 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.790+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:23.802 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.790+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:23.802 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.790+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.802 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.790+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 0 2022-09-01T11:10:23.802 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.790+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.803 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.793+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:23.803 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.793+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:23.803 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.794+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:23.803 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.794+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:23.804 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.794+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:23.804 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.794+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:23.804 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.795+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.804 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.795+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 0 2022-09-01T11:10:23.805 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.795+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.806 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.797+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.806 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.797+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket shard: 0 2022-09-01T11:10:23.806 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.797+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.807 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.797+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.807 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.797+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:23.807 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.797+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.832 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.832+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: parsed entry: id=00000000001.69.5 iter->object=obj00000000000000000024 iter->instance= name=obj00000000000000000024 instance= ns= 2022-09-01T11:10:23.832 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.832+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2/obj00000000000000000024 2022-09-01T11:10:23.832 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.832+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: entry->timestamp=2022-09-01T11:10:16.169576+0000 2022-09-01T11:10:23.833 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.832+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000024]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.69.5 op=0 op_state=1 2022-09-01T11:10:23.833 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.832+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000024]: : injecting data sync error on key=obj00000000000000000024 2022-09-01T11:10:23.833 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.832+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position=00000000001.69.5 2022-09-01T11:10:23.834 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.832+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000024]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:23.834 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.832+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000024]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2/obj00000000000000000024 2022-09-01T11:10:23.838 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.838+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: parsed entry: id=00000000002.42.5 iter->object=obj00000000000000000013 iter->instance= name=obj00000000000000000013 instance= ns= 2022-09-01T11:10:23.838 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.838+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000013 2022-09-01T11:10:23.839 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.838+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: entry->timestamp=2022-09-01T11:10:16.231788+0000 2022-09-01T11:10:23.839 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.838+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000013]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.42.5 op=0 op_state=1 2022-09-01T11:10:23.839 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.838+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000013]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000013[0] 2022-09-01T11:10:23.839 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.838+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000002.42.5 2022-09-01T11:10:23.840 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.839+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: parsed entry: id=00000000001.60.5 iter->object=obj00000000000000000021 iter->instance= name=obj00000000000000000021 instance= ns= 2022-09-01T11:10:23.841 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.839+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11/obj00000000000000000021 2022-09-01T11:10:23.841 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.839+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: entry->timestamp=2022-09-01T11:10:16.319489+0000 2022-09-01T11:10:23.841 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.839+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000021]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.60.5 op=0 op_state=1 2022-09-01T11:10:23.842 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.839+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000021]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000021[0] 2022-09-01T11:10:23.842 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.839+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position=00000000001.60.5 2022-09-01T11:10:23.842 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.839+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000002.58.5 iter->object=obj00000000000000000010 iter->instance= name=obj00000000000000000010 instance= ns= 2022-09-01T11:10:23.842 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.839+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000010 2022-09-01T11:10:23.843 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.839+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:16.146636+0000 2022-09-01T11:10:23.843 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.839+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000010]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.58.5 op=0 op_state=1 2022-09-01T11:10:23.843 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.839+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000010]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000010[0] 2022-09-01T11:10:23.843 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.839+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000002.58.5 2022-09-01T11:10:23.844 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.843+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000013]: success 2022-09-01T11:10:23.844 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.843+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10:1 marker=00000000002.42.5 timestamp=2022-09-01T11:10:16.231788+0000 2022-09-01T11:10:23.845 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.844+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000021]: success 2022-09-01T11:10:23.845 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.844+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11:1 marker=00000000001.60.5 timestamp=2022-09-01T11:10:16.319489+0000 2022-09-01T11:10:23.846 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.845+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000010]: success 2022-09-01T11:10:23.846 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.845+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8:1 marker=00000000002.58.5 timestamp=2022-09-01T11:10:16.146636+0000 2022-09-01T11:10:23.874 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.874+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:23.874 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.874+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:23.875 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.874+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.875 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.874+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 0 2022-09-01T11:10:23.875 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.874+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.916 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.916+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: parsed entry: id=00000000001.69.5 iter->object=obj00000000000000000024 iter->instance= name=obj00000000000000000024 instance= ns= 2022-09-01T11:10:23.916 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.916+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2/obj00000000000000000024 2022-09-01T11:10:23.917 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.916+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: entry->timestamp=2022-09-01T11:10:16.169576+0000 2022-09-01T11:10:23.917 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.916+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000024]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.69.5 op=0 op_state=1 2022-09-01T11:10:23.917 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.916+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000024]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000024[0] 2022-09-01T11:10:23.918 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.916+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position=00000000001.69.5 2022-09-01T11:10:23.920 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.920+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000024]: success 2022-09-01T11:10:23.921 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.920+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2:1 marker=00000000001.69.5 timestamp=2022-09-01T11:10:16.169576+0000 2022-09-01T11:10:23.973 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.973 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.974 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.974 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.974 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.975 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.975 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.975 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.975 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.976 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.976 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.976 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.976 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.977 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.977 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.977 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.978 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.978 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.978 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:23.978 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:23.979 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.979 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket shard: 0 2022-09-01T11:10:23.979 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.963+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.980 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 0 2022-09-01T11:10:23.980 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 0 2022-09-01T11:10:23.980 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.980 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.981 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket shard: 0 2022-09-01T11:10:23.981 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket shard: 0 2022-09-01T11:10:23.981 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.982 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.982 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket shard: 0 2022-09-01T11:10:23.982 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket shard: 0 2022-09-01T11:10:23.983 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket shard: 0 2022-09-01T11:10:23.983 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket shard: 0 2022-09-01T11:10:23.983 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket shard: 0 2022-09-01T11:10:23.984 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.984 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.984 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.984 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.985 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.985 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket shard: 0 2022-09-01T11:10:23.985 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 0 2022-09-01T11:10:23.986 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket shard: 0 2022-09-01T11:10:23.986 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket shard: 0 2022-09-01T11:10:23.986 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket shard: 0 2022-09-01T11:10:23.986 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:23.987 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:23.987 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.987 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket shard: 0 2022-09-01T11:10:23.987 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.988 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.988 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.988 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.989 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.989 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.989 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.964+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position= 2022-09-01T11:10:23.989 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.965+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: parsed entry: id=00000000002.94.5 iter->object=obj00000000000000000010 iter->instance= name=obj00000000000000000010 instance= ns= 2022-09-01T11:10:23.990 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.965+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1/obj00000000000000000010 2022-09-01T11:10:23.990 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.965+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: entry->timestamp=2022-09-01T11:10:17.020345+0000 2022-09-01T11:10:23.990 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.966+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000010]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.94.5 op=0 op_state=1 2022-09-01T11:10:23.991 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.966+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000010]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000010[0] 2022-09-01T11:10:23.991 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.966+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position=00000000002.94.5 2022-09-01T11:10:23.991 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.966+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: parsed entry: id=00000000002.61.5 iter->object=obj00000000000000000016 iter->instance= name=obj00000000000000000016 instance= ns= 2022-09-01T11:10:23.991 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.966+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2/obj00000000000000000016 2022-09-01T11:10:23.992 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.966+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: entry->timestamp=2022-09-01T11:10:17.405230+0000 2022-09-01T11:10:23.992 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.966+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000016]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.61.5 op=0 op_state=1 2022-09-01T11:10:23.992 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.966+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000016]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000016[0] 2022-09-01T11:10:23.992 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.966+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position=00000000002.61.5 2022-09-01T11:10:23.993 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.967+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: parsed entry: id=00000000001.93.5 iter->object=obj00000000000000000011 iter->instance= name=obj00000000000000000011 instance= ns= 2022-09-01T11:10:23.993 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.967+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16/obj00000000000000000011 2022-09-01T11:10:23.993 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.967+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: entry->timestamp=2022-09-01T11:10:17.370318+0000 2022-09-01T11:10:23.993 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.967+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000011]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.93.5 op=0 op_state=1 2022-09-01T11:10:23.994 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.967+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000011]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000011[0] 2022-09-01T11:10:23.994 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.967+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position=00000000001.93.5 2022-09-01T11:10:23.994 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.967+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: parsed entry: id=00000000002.49.5 iter->object=obj00000000000000000002 iter->instance= name=obj00000000000000000002 instance= ns= 2022-09-01T11:10:23.995 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.967+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13/obj00000000000000000002 2022-09-01T11:10:23.995 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.967+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: entry->timestamp=2022-09-01T11:10:16.736950+0000 2022-09-01T11:10:23.995 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.967+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000002]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.49.5 op=0 op_state=1 2022-09-01T11:10:23.995 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.967+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000002]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000002[0] 2022-09-01T11:10:23.996 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.967+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position=00000000002.49.5 2022-09-01T11:10:23.996 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: parsed entry: id=00000000001.69.5 iter->object=obj00000000000000000014 iter->instance= name=obj00000000000000000014 instance= ns= 2022-09-01T11:10:23.996 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11/obj00000000000000000014 2022-09-01T11:10:23.997 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: entry->timestamp=2022-09-01T11:10:17.303848+0000 2022-09-01T11:10:23.997 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000014]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.69.5 op=0 op_state=1 2022-09-01T11:10:23.997 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000002.57.5 iter->object=obj00000000000000000015 iter->instance= name=obj00000000000000000015 instance= ns= 2022-09-01T11:10:23.997 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000015 2022-09-01T11:10:23.998 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:16.839295+0000 2022-09-01T11:10:23.998 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000015]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.57.5 op=0 op_state=1 2022-09-01T11:10:23.998 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000014]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000014[0] 2022-09-01T11:10:23.999 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position=00000000001.69.5 2022-09-01T11:10:23.999 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000015]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000015[0] 2022-09-01T11:10:23.999 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000002.57.5 2022-09-01T11:10:23.999 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: parsed entry: id=00000000002.63.5 iter->object=obj00000000000000000006 iter->instance= name=obj00000000000000000006 instance= ns= 2022-09-01T11:10:24.000 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000006 2022-09-01T11:10:24.000 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: entry->timestamp=2022-09-01T11:10:16.933428+0000 2022-09-01T11:10:24.000 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000006]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.63.5 op=0 op_state=1 2022-09-01T11:10:24.000 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000002.54.5 iter->object=obj00000000000000000019 iter->instance= name=obj00000000000000000019 instance= ns= 2022-09-01T11:10:24.001 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000019 2022-09-01T11:10:24.001 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:17.135579+0000 2022-09-01T11:10:24.001 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000019]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.54.5 op=0 op_state=1 2022-09-01T11:10:24.001 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000006]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000006[0] 2022-09-01T11:10:24.002 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position=00000000002.63.5 2022-09-01T11:10:24.002 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000019]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000019[0] 2022-09-01T11:10:24.002 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.968+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000002.54.5 2022-09-01T11:10:24.002 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: parsed entry: id=00000000002.64.5 iter->object=obj00000000000000000004 iter->instance= name=obj00000000000000000004 instance= ns= 2022-09-01T11:10:24.003 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4/obj00000000000000000004 2022-09-01T11:10:24.003 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: entry->timestamp=2022-09-01T11:10:17.068966+0000 2022-09-01T11:10:24.003 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000004]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.64.5 op=0 op_state=1 2022-09-01T11:10:24.003 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000004]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000004[0] 2022-09-01T11:10:24.004 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position=00000000002.64.5 2022-09-01T11:10:24.004 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: parsed entry: id=00000000001.49.5 iter->object=obj00000000000000000009 iter->instance= name=obj00000000000000000009 instance= ns= 2022-09-01T11:10:24.004 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000009 2022-09-01T11:10:24.004 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: entry->timestamp=2022-09-01T11:10:16.867879+0000 2022-09-01T11:10:24.005 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000009]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.49.5 op=0 op_state=1 2022-09-01T11:10:24.005 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000009]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000009[0] 2022-09-01T11:10:24.005 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000001.49.5 2022-09-01T11:10:24.005 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000010]: success 2022-09-01T11:10:24.006 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1:2 marker=00000000002.94.5 timestamp=2022-09-01T11:10:17.020345+0000 2022-09-01T11:10:24.006 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000016]: success 2022-09-01T11:10:24.006 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2:2 marker=00000000002.61.5 timestamp=2022-09-01T11:10:17.405230+0000 2022-09-01T11:10:24.007 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: parsed entry: id=00000000002.91.5 iter->object=obj00000000000000000012 iter->instance= name=obj00000000000000000012 instance= ns= 2022-09-01T11:10:24.007 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12/obj00000000000000000012 2022-09-01T11:10:24.007 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: entry->timestamp=2022-09-01T11:10:17.256668+0000 2022-09-01T11:10:24.007 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000012]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.91.5 op=0 op_state=1 2022-09-01T11:10:24.008 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000012]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000012[0] 2022-09-01T11:10:24.008 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.969+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position=00000000002.91.5 2022-09-01T11:10:24.008 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: parsed entry: id=00000000002.74.5 iter->object=obj00000000000000000003 iter->instance= name=obj00000000000000000003 instance= ns= 2022-09-01T11:10:24.009 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9/obj00000000000000000003 2022-09-01T11:10:24.009 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: entry->timestamp=2022-09-01T11:10:16.765846+0000 2022-09-01T11:10:24.009 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000003]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.74.5 op=0 op_state=1 2022-09-01T11:10:24.009 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000003]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000003[0] 2022-09-01T11:10:24.010 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position=00000000002.74.5 2022-09-01T11:10:24.010 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: parsed entry: id=00000000002.51.5 iter->object=obj00000000000000000000 iter->instance= name=obj00000000000000000000 instance= ns= 2022-09-01T11:10:24.010 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000000 2022-09-01T11:10:24.011 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: entry->timestamp=2022-09-01T11:10:17.163992+0000 2022-09-01T11:10:24.011 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000000]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.51.5 op=0 op_state=1 2022-09-01T11:10:24.011 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: parsed entry: id=00000000002.83.5 iter->object=obj00000000000000000001 iter->instance= name=obj00000000000000000001 instance= ns= 2022-09-01T11:10:24.011 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17/obj00000000000000000001 2022-09-01T11:10:24.012 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: entry->timestamp=2022-09-01T11:10:16.957664+0000 2022-09-01T11:10:24.012 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000001]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.83.5 op=0 op_state=1 2022-09-01T11:10:24.012 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000000]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000000[0] 2022-09-01T11:10:24.013 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position=00000000002.51.5 2022-09-01T11:10:24.013 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000001]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000001[0] 2022-09-01T11:10:24.013 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position=00000000002.83.5 2022-09-01T11:10:24.013 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: parsed entry: id=00000000002.58.5 iter->object=obj00000000000000000007 iter->instance= name=obj00000000000000000007 instance= ns= 2022-09-01T11:10:24.014 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18/obj00000000000000000007 2022-09-01T11:10:24.014 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: entry->timestamp=2022-09-01T11:10:17.481262+0000 2022-09-01T11:10:24.014 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000007]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.58.5 op=0 op_state=1 2022-09-01T11:10:24.014 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000007]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000007[0] 2022-09-01T11:10:24.015 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.970+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position=00000000002.58.5 2022-09-01T11:10:24.015 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.972+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000004]: success 2022-09-01T11:10:24.015 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.973+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4:2 marker=00000000002.64.5 timestamp=2022-09-01T11:10:17.068966+0000 2022-09-01T11:10:24.018 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.973+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000001]: success 2022-09-01T11:10:24.018 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.973+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17:2 marker=00000000002.83.5 timestamp=2022-09-01T11:10:16.957664+0000 2022-09-01T11:10:24.019 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.974+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000019]: success 2022-09-01T11:10:24.019 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.974+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8:2 marker=00000000002.54.5 timestamp=2022-09-01T11:10:17.135579+0000 2022-09-01T11:10:24.019 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.975+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000007]: success 2022-09-01T11:10:24.019 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.975+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18:2 marker=00000000002.58.5 timestamp=2022-09-01T11:10:17.481262+0000 2022-09-01T11:10:24.020 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.980+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000014]: success 2022-09-01T11:10:24.020 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.980+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11:2 marker=00000000001.69.5 timestamp=2022-09-01T11:10:17.303848+0000 2022-09-01T11:10:24.020 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.984+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000011]: success 2022-09-01T11:10:24.020 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.984+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16:2 marker=00000000001.93.5 timestamp=2022-09-01T11:10:17.370318+0000 2022-09-01T11:10:24.021 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.984+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000015]: success 2022-09-01T11:10:24.021 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.984+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7:2 marker=00000000002.57.5 timestamp=2022-09-01T11:10:16.839295+0000 2022-09-01T11:10:24.021 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.984+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000002]: success 2022-09-01T11:10:24.022 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.984+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13:2 marker=00000000002.49.5 timestamp=2022-09-01T11:10:16.736950+0000 2022-09-01T11:10:24.022 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.985+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000009]: success 2022-09-01T11:10:24.022 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.985+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10:2 marker=00000000001.49.5 timestamp=2022-09-01T11:10:16.867879+0000 2022-09-01T11:10:24.022 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.986+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000012]: success 2022-09-01T11:10:24.023 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.986+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12:2 marker=00000000002.91.5 timestamp=2022-09-01T11:10:17.256668+0000 2022-09-01T11:10:24.023 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.986+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000000]: success 2022-09-01T11:10:24.023 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.986+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14:2 marker=00000000002.51.5 timestamp=2022-09-01T11:10:17.163992+0000 2022-09-01T11:10:24.023 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.988+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000003]: success 2022-09-01T11:10:24.024 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.988+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9:2 marker=00000000002.74.5 timestamp=2022-09-01T11:10:16.765846+0000 2022-09-01T11:10:24.024 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.989+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000006]: success 2022-09-01T11:10:24.024 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:23.989+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15:2 marker=00000000002.63.5 timestamp=2022-09-01T11:10:16.933428+0000 2022-09-01T11:10:24.024 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.007+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000002.44.5 iter->object=obj00000000000000000005 iter->instance= name=obj00000000000000000005 instance= ns= 2022-09-01T11:10:24.025 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.007+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000005 2022-09-01T11:10:24.025 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.007+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:17.192171+0000 2022-09-01T11:10:24.025 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.007+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000005]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.44.5 op=0 op_state=1 2022-09-01T11:10:24.025 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.007+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000005]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000005[0] 2022-09-01T11:10:24.026 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.007+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000002.44.5 2022-09-01T11:10:24.026 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.011+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: parsed entry: id=00000000001.42.5 iter->object=obj00000000000000000025 iter->instance= name=obj00000000000000000025 instance= ns= 2022-09-01T11:10:24.026 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.011+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000025 2022-09-01T11:10:24.027 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.011+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: entry->timestamp=2022-09-01T11:10:17.044409+0000 2022-09-01T11:10:24.027 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.011+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000025]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.42.5 op=0 op_state=1 2022-09-01T11:10:24.027 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.011+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000025]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000025[0] 2022-09-01T11:10:24.027 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.011+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position=00000000001.42.5 2022-09-01T11:10:24.028 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.011+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: parsed entry: id=00000000002.67.5 iter->object=obj00000000000000000021 iter->instance= name=obj00000000000000000021 instance= ns= 2022-09-01T11:10:24.028 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.011+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3/obj00000000000000000021 2022-09-01T11:10:24.028 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.011+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: entry->timestamp=2022-09-01T11:10:17.280047+0000 2022-09-01T11:10:24.028 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.011+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000021]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.67.5 op=0 op_state=1 2022-09-01T11:10:24.029 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.011+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000021]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000021[0] 2022-09-01T11:10:24.029 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.011+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position=00000000002.67.5 2022-09-01T11:10:24.029 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.012+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000005]: success 2022-09-01T11:10:24.029 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.012+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0:2 marker=00000000002.44.5 timestamp=2022-09-01T11:10:17.192171+0000 2022-09-01T11:10:24.030 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.013+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000021]: success 2022-09-01T11:10:24.030 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.013+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3:2 marker=00000000002.67.5 timestamp=2022-09-01T11:10:17.280047+0000 2022-09-01T11:10:24.031 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.023+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000025]: success 2022-09-01T11:10:24.031 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.023+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5:2 marker=00000000001.42.5 timestamp=2022-09-01T11:10:17.044409+0000 2022-09-01T11:10:24.073 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.073 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.074 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.074 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.074 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.074 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.075 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.075 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.075 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.075 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.076 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.076 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.076 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.077 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.077 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.077 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.077 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.078 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.078 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.078 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.079 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.079 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.079 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.070+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.079 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket shard: 0 2022-09-01T11:10:24.080 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.080 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket shard: 0 2022-09-01T11:10:24.080 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket shard: 0 2022-09-01T11:10:24.081 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 0 2022-09-01T11:10:24.081 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket shard: 0 2022-09-01T11:10:24.081 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 0 2022-09-01T11:10:24.081 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:24.082 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket shard: 0 2022-09-01T11:10:24.082 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 0 2022-09-01T11:10:24.082 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket shard: 0 2022-09-01T11:10:24.082 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket shard: 0 2022-09-01T11:10:24.083 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket shard: 0 2022-09-01T11:10:24.083 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket shard: 0 2022-09-01T11:10:24.083 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:24.083 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:24.084 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.084 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.084 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.084 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.085 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.085 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.085 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket shard: 0 2022-09-01T11:10:24.085 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.086 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.086 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.086 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.088 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket shard: 0 2022-09-01T11:10:24.088 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.088 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket shard: 0 2022-09-01T11:10:24.088 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket shard: 0 2022-09-01T11:10:24.089 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket shard: 0 2022-09-01T11:10:24.089 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.089 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket shard: 0 2022-09-01T11:10:24.089 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket shard: 0 2022-09-01T11:10:24.090 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket shard: 0 2022-09-01T11:10:24.090 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.090 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.071+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.090 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.072+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.091 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.072+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.091 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.072+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.091 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.072+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.100 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000002.79.5 iter->object=obj00000000000000000002 iter->instance= name=obj00000000000000000002 instance= ns= 2022-09-01T11:10:24.100 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000002 2022-09-01T11:10:24.101 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:17.887841+0000 2022-09-01T11:10:24.101 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000002]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.79.5 op=0 op_state=1 2022-09-01T11:10:24.101 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000002]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000002[0] 2022-09-01T11:10:24.101 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000002.79.5 2022-09-01T11:10:24.102 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: parsed entry: id=00000000002.55.5 iter->object=obj00000000000000000014 iter->instance= name=obj00000000000000000014 instance= ns= 2022-09-01T11:10:24.102 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4/obj00000000000000000014 2022-09-01T11:10:24.102 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: entry->timestamp=2022-09-01T11:10:18.400107+0000 2022-09-01T11:10:24.102 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000014]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.55.5 op=0 op_state=1 2022-09-01T11:10:24.103 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000014]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000014[0] 2022-09-01T11:10:24.103 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position=00000000002.55.5 2022-09-01T11:10:24.103 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: parsed entry: id=00000000002.71.5 iter->object=obj00000000000000000026 iter->instance= name=obj00000000000000000026 instance= ns= 2022-09-01T11:10:24.103 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1/obj00000000000000000026 2022-09-01T11:10:24.104 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: entry->timestamp=2022-09-01T11:10:18.459214+0000 2022-09-01T11:10:24.104 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000026]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.71.5 op=0 op_state=1 2022-09-01T11:10:24.104 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000001.165.5 iter->object=obj00000000000000000039 iter->instance= name=obj00000000000000000039 instance= ns= 2022-09-01T11:10:24.105 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000039 2022-09-01T11:10:24.105 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:18.352248+0000 2022-09-01T11:10:24.106 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000039]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.165.5 op=0 op_state=1 2022-09-01T11:10:24.106 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000026]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000026[0] 2022-09-01T11:10:24.106 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position=00000000002.71.5 2022-09-01T11:10:24.106 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000039]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000039[0] 2022-09-01T11:10:24.107 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000001.165.5 2022-09-01T11:10:24.107 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: parsed entry: id=00000000002.72.5 iter->object=obj00000000000000000006 iter->instance= name=obj00000000000000000006 instance= ns= 2022-09-01T11:10:24.107 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000006 2022-09-01T11:10:24.107 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: entry->timestamp=2022-09-01T11:10:18.290445+0000 2022-09-01T11:10:24.108 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000006]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.72.5 op=0 op_state=1 2022-09-01T11:10:24.108 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.074+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000006]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000006[0] 2022-09-01T11:10:24.108 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.075+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000002.72.5 2022-09-01T11:10:24.109 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.075+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: parsed entry: id=00000000002.70.5 iter->object=obj00000000000000000013 iter->instance= name=obj00000000000000000013 instance= ns= 2022-09-01T11:10:24.109 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.075+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000013 2022-09-01T11:10:24.109 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.075+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: entry->timestamp=2022-09-01T11:10:17.912620+0000 2022-09-01T11:10:24.109 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.075+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000013]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.70.5 op=0 op_state=1 2022-09-01T11:10:24.110 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.075+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000013]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000013[0] 2022-09-01T11:10:24.110 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.075+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position=00000000002.70.5 2022-09-01T11:10:24.110 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.075+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: parsed entry: id=00000000002.60.5 iter->object=obj00000000000000000032 iter->instance= name=obj00000000000000000032 instance= ns= 2022-09-01T11:10:24.111 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.075+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6/obj00000000000000000032 2022-09-01T11:10:24.111 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.075+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: entry->timestamp=2022-09-01T11:10:18.113422+0000 2022-09-01T11:10:24.111 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.075+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000032]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.60.5 op=0 op_state=1 2022-09-01T11:10:24.111 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.075+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000032]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000032[0] 2022-09-01T11:10:24.112 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.075+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position=00000000002.60.5 2022-09-01T11:10:24.112 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: parsed entry: id=00000000002.69.5 iter->object=obj00000000000000000011 iter->instance= name=obj00000000000000000011 instance= ns= 2022-09-01T11:10:24.112 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2/obj00000000000000000011 2022-09-01T11:10:24.113 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: entry->timestamp=2022-09-01T11:10:18.722977+0000 2022-09-01T11:10:24.113 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000011]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.69.5 op=0 op_state=1 2022-09-01T11:10:24.113 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: parsed entry: id=00000000002.50.5 iter->object=obj00000000000000000003 iter->instance= name=obj00000000000000000003 instance= ns= 2022-09-01T11:10:24.113 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20/obj00000000000000000003 2022-09-01T11:10:24.114 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: entry->timestamp=2022-09-01T11:10:18.661964+0000 2022-09-01T11:10:24.114 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000003]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.50.5 op=0 op_state=1 2022-09-01T11:10:24.114 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000011]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000011[0] 2022-09-01T11:10:24.114 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position=00000000002.69.5 2022-09-01T11:10:24.115 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: parsed entry: id=00000000001.65.5 iter->object=obj00000000000000000050 iter->instance= name=obj00000000000000000050 instance= ns= 2022-09-01T11:10:24.115 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000050 2022-09-01T11:10:24.115 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: entry->timestamp=2022-09-01T11:10:18.177898+0000 2022-09-01T11:10:24.115 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000050]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.65.5 op=0 op_state=1 2022-09-01T11:10:24.116 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000001.63.5 iter->object=obj00000000000000000058 iter->instance= name=obj00000000000000000058 instance= ns= 2022-09-01T11:10:24.116 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000058 2022-09-01T11:10:24.116 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:18.636218+0000 2022-09-01T11:10:24.116 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000058]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.63.5 op=0 op_state=1 2022-09-01T11:10:24.117 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000003]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000003[0] 2022-09-01T11:10:24.117 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position=00000000002.50.5 2022-09-01T11:10:24.117 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000050]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000050[0] 2022-09-01T11:10:24.118 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position=00000000001.65.5 2022-09-01T11:10:24.118 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000058]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000058[0] 2022-09-01T11:10:24.118 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000001.63.5 2022-09-01T11:10:24.119 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: parsed entry: id=00000000002.69.5 iter->object=obj00000000000000000000 iter->instance= name=obj00000000000000000000 instance= ns= 2022-09-01T11:10:24.119 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18/obj00000000000000000000 2022-09-01T11:10:24.119 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: entry->timestamp=2022-09-01T11:10:18.482675+0000 2022-09-01T11:10:24.119 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000000]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.69.5 op=0 op_state=1 2022-09-01T11:10:24.120 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: parsed entry: id=00000000002.45.5 iter->object=obj00000000000000000007 iter->instance= name=obj00000000000000000007 instance= ns= 2022-09-01T11:10:24.120 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9/obj00000000000000000007 2022-09-01T11:10:24.120 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: entry->timestamp=2022-09-01T11:10:18.575765+0000 2022-09-01T11:10:24.120 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000007]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.45.5 op=0 op_state=1 2022-09-01T11:10:24.121 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: parsed entry: id=00000000002.62.5 iter->object=obj00000000000000000008 iter->instance= name=obj00000000000000000008 instance= ns= 2022-09-01T11:10:24.121 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22/obj00000000000000000008 2022-09-01T11:10:24.121 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: entry->timestamp=2022-09-01T11:10:18.201247+0000 2022-09-01T11:10:24.121 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000008]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.62.5 op=0 op_state=1 2022-09-01T11:10:24.122 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: parsed entry: id=00000000002.82.5 iter->object=obj00000000000000000033 iter->instance= name=obj00000000000000000033 instance= ns= 2022-09-01T11:10:24.122 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16/obj00000000000000000033 2022-09-01T11:10:24.122 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: entry->timestamp=2022-09-01T11:10:18.550353+0000 2022-09-01T11:10:24.123 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000033]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.82.5 op=0 op_state=1 2022-09-01T11:10:24.123 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000000]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000000[0] 2022-09-01T11:10:24.124 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position=00000000002.69.5 2022-09-01T11:10:24.124 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: parsed entry: id=00000000002.67.5 iter->object=obj00000000000000000021 iter->instance= name=obj00000000000000000021 instance= ns= 2022-09-01T11:10:24.124 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19/obj00000000000000000021 2022-09-01T11:10:24.125 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: entry->timestamp=2022-09-01T11:10:18.265012+0000 2022-09-01T11:10:24.125 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:entry[obj00000000000000000021]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.67.5 op=0 op_state=1 2022-09-01T11:10:24.126 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000007]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000007[0] 2022-09-01T11:10:24.126 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position=00000000002.45.5 2022-09-01T11:10:24.127 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000008]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000008[0] 2022-09-01T11:10:24.127 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position=00000000002.62.5 2022-09-01T11:10:24.128 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000033]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000033[0] 2022-09-01T11:10:24.128 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position=00000000002.82.5 2022-09-01T11:10:24.128 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:entry[obj00000000000000000021]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000021[0] 2022-09-01T11:10:24.128 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.076+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: listing bilog for incremental sync; position=00000000002.67.5 2022-09-01T11:10:24.129 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.077+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: parsed entry: id=00000000001.79.5 iter->object=obj00000000000000000055 iter->instance= name=obj00000000000000000055 instance= ns= 2022-09-01T11:10:24.129 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.077+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21/obj00000000000000000055 2022-09-01T11:10:24.129 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.077+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: entry->timestamp=2022-09-01T11:10:18.375101+0000 2022-09-01T11:10:24.130 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.077+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000055]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.79.5 op=0 op_state=1 2022-09-01T11:10:24.130 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.077+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000055]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000055[0] 2022-09-01T11:10:24.130 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.077+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position=00000000001.79.5 2022-09-01T11:10:24.130 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.077+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000002]: success 2022-09-01T11:10:24.131 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.078+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7:3 marker=00000000002.79.5 timestamp=2022-09-01T11:10:17.887841+0000 2022-09-01T11:10:24.131 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.078+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000013]: success 2022-09-01T11:10:24.131 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.078+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14:3 marker=00000000002.70.5 timestamp=2022-09-01T11:10:17.912620+0000 2022-09-01T11:10:24.131 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.078+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000014]: success 2022-09-01T11:10:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.078+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4:3 marker=00000000002.55.5 timestamp=2022-09-01T11:10:18.400107+0000 2022-09-01T11:10:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.079+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000006]: success 2022-09-01T11:10:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.079+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10:3 marker=00000000002.72.5 timestamp=2022-09-01T11:10:18.290445+0000 2022-09-01T11:10:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.080+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000011]: success 2022-09-01T11:10:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.080+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2:3 marker=00000000002.69.5 timestamp=2022-09-01T11:10:18.722977+0000 2022-09-01T11:10:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.080+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000003]: success 2022-09-01T11:10:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.080+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20:3 marker=00000000002.50.5 timestamp=2022-09-01T11:10:18.661964+0000 2022-09-01T11:10:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.081+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000032]: success 2022-09-01T11:10:24.134 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.081+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6:3 marker=00000000002.60.5 timestamp=2022-09-01T11:10:18.113422+0000 2022-09-01T11:10:24.134 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.081+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: parsed entry: id=00000000002.99.5 iter->object=obj00000000000000000012 iter->instance= name=obj00000000000000000012 instance= ns= 2022-09-01T11:10:24.134 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.081+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000012 2022-09-01T11:10:24.135 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.081+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: entry->timestamp=2022-09-01T11:10:18.089430+0000 2022-09-01T11:10:24.135 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.081+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000012]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.99.5 op=0 op_state=1 2022-09-01T11:10:24.135 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.081+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000026]: success 2022-09-01T11:10:24.135 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.081+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1:3 marker=00000000002.71.5 timestamp=2022-09-01T11:10:18.459214+0000 2022-09-01T11:10:24.136 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.081+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000012]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000012[0] 2022-09-01T11:10:24.136 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.081+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position=00000000002.99.5 2022-09-01T11:10:24.136 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.082+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000007]: success 2022-09-01T11:10:24.136 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.082+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9:3 marker=00000000002.45.5 timestamp=2022-09-01T11:10:18.575765+0000 2022-09-01T11:10:24.137 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.083+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:entry[obj00000000000000000021]: success 2022-09-01T11:10:24.137 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.083+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19:3 marker=00000000002.67.5 timestamp=2022-09-01T11:10:18.265012+0000 2022-09-01T11:10:24.137 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.083+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000033]: success 2022-09-01T11:10:24.137 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.083+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16:3 marker=00000000002.82.5 timestamp=2022-09-01T11:10:18.550353+0000 2022-09-01T11:10:24.138 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.084+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000000]: success 2022-09-01T11:10:24.138 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.084+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18:3 marker=00000000002.69.5 timestamp=2022-09-01T11:10:18.482675+0000 2022-09-01T11:10:24.138 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.086+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000012]: success 2022-09-01T11:10:24.138 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.086+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15:3 marker=00000000002.99.5 timestamp=2022-09-01T11:10:18.089430+0000 2022-09-01T11:10:24.139 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.089+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000055]: success 2022-09-01T11:10:24.139 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.089+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21:3 marker=00000000001.79.5 timestamp=2022-09-01T11:10:18.375101+0000 2022-09-01T11:10:24.139 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.089+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000058]: success 2022-09-01T11:10:24.140 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.089+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0:3 marker=00000000001.63.5 timestamp=2022-09-01T11:10:18.636218+0000 2022-09-01T11:10:24.140 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.089+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000039]: success 2022-09-01T11:10:24.140 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.089+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8:3 marker=00000000001.165.5 timestamp=2022-09-01T11:10:18.352248+0000 2022-09-01T11:10:24.140 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.092+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000008]: success 2022-09-01T11:10:24.141 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.092+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22:3 marker=00000000002.62.5 timestamp=2022-09-01T11:10:18.201247+0000 2022-09-01T11:10:24.143 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.115+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: parsed entry: id=00000000001.65.5 iter->object=obj00000000000000000046 iter->instance= name=obj00000000000000000046 instance= ns= 2022-09-01T11:10:24.143 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.115+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3/obj00000000000000000046 2022-09-01T11:10:24.143 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.115+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: entry->timestamp=2022-09-01T11:10:18.003856+0000 2022-09-01T11:10:24.144 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.115+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000046]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.65.5 op=0 op_state=1 2022-09-01T11:10:24.144 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.115+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000046]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000046[0] 2022-09-01T11:10:24.144 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.115+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position=00000000001.65.5 2022-09-01T11:10:24.144 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.116+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: parsed entry: id=00000000002.62.5 iter->object=obj00000000000000000009 iter->instance= name=obj00000000000000000009 instance= ns= 2022-09-01T11:10:24.145 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.116+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12/obj00000000000000000009 2022-09-01T11:10:24.145 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.116+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: entry->timestamp=2022-09-01T11:10:18.065587+0000 2022-09-01T11:10:24.145 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.116+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000009]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.62.5 op=0 op_state=1 2022-09-01T11:10:24.145 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.116+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000009]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000009[0] 2022-09-01T11:10:24.146 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.116+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position=00000000002.62.5 2022-09-01T11:10:24.146 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.116+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: parsed entry: id=00000000001.61.5 iter->object=obj00000000000000000045 iter->instance= name=obj00000000000000000045 instance= ns= 2022-09-01T11:10:24.146 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.116+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13/obj00000000000000000045 2022-09-01T11:10:24.146 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.116+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: entry->timestamp=2022-09-01T11:10:17.977476+0000 2022-09-01T11:10:24.147 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.116+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000045]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.61.5 op=0 op_state=1 2022-09-01T11:10:24.147 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.116+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000045]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000045[0] 2022-09-01T11:10:24.147 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.116+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position=00000000001.61.5 2022-09-01T11:10:24.147 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.118+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000009]: success 2022-09-01T11:10:24.148 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.118+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12:3 marker=00000000002.62.5 timestamp=2022-09-01T11:10:18.065587+0000 2022-09-01T11:10:24.148 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.120+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000046]: success 2022-09-01T11:10:24.148 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.120+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3:3 marker=00000000001.65.5 timestamp=2022-09-01T11:10:18.003856+0000 2022-09-01T11:10:24.148 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.123+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000045]: success 2022-09-01T11:10:24.149 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.123+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13:3 marker=00000000001.61.5 timestamp=2022-09-01T11:10:17.977476+0000 2022-09-01T11:10:24.149 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.128+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000050]: success 2022-09-01T11:10:24.149 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.128+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5:3 marker=00000000001.65.5 timestamp=2022-09-01T11:10:18.177898+0000 2022-09-01T11:10:24.235 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.235 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.236 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.236 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.236 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.237 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.237 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.237 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.237 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.238 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.238 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.238 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.239 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.239 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.239 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.239 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.240 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.240 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.240 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.241 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.241 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.241 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.241 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.242 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.242 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.242 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.243 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.243 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.243 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.226+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.244 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.227+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket shard: 0 2022-09-01T11:10:24.244 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.227+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.244 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.227+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 0 2022-09-01T11:10:24.245 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.227+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.245 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.227+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket shard: 0 2022-09-01T11:10:24.245 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.227+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.245 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.227+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: sync status for source bucket shard: 0 2022-09-01T11:10:24.246 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.227+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:24.246 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.227+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket shard: 0 2022-09-01T11:10:24.246 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.227+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket shard: 0 2022-09-01T11:10:24.247 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.227+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket shard: 0 2022-09-01T11:10:24.247 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.227+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:24.247 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.247 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.248 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.248 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.248 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.248 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.249 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket shard: 0 2022-09-01T11:10:24.249 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.249 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: sync status for source bucket shard: 0 2022-09-01T11:10:24.250 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:24.250 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket shard: 0 2022-09-01T11:10:24.250 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket shard: 0 2022-09-01T11:10:24.250 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.251 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.251 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.251 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.252 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket shard: 0 2022-09-01T11:10:24.252 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 0 2022-09-01T11:10:24.252 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket shard: 0 2022-09-01T11:10:24.252 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.253 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.253 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.253 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 0 2022-09-01T11:10:24.253 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket shard: 0 2022-09-01T11:10:24.254 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket shard: 0 2022-09-01T11:10:24.254 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket shard: 0 2022-09-01T11:10:24.254 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket shard: 0 2022-09-01T11:10:24.255 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket shard: 0 2022-09-01T11:10:24.255 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket shard: 0 2022-09-01T11:10:24.255 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: sync status for source bucket shard: 0 2022-09-01T11:10:24.255 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket shard: 0 2022-09-01T11:10:24.256 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: sync status for source bucket shard: 0 2022-09-01T11:10:24.256 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: sync status for source bucket shard: 0 2022-09-01T11:10:24.256 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket shard: 0 2022-09-01T11:10:24.256 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.257 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.257 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.257 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.258 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.258 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.258 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.258 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.259 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.259 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.259 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.259 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.228+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.260 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000001.54.5 iter->object=obj00000000000000000017 iter->instance= name=obj00000000000000000017 instance= ns= 2022-09-01T11:10:24.260 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000017 2022-09-01T11:10:24.260 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:19.278741+0000 2022-09-01T11:10:24.261 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000017]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.54.5 op=0 op_state=1 2022-09-01T11:10:24.261 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000017]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000017[0] 2022-09-01T11:10:24.261 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000001.54.5 2022-09-01T11:10:24.261 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000001.67.5 iter->object=obj00000000000000000049 iter->instance= name=obj00000000000000000049 instance= ns= 2022-09-01T11:10:24.262 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000049 2022-09-01T11:10:24.262 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:19.367893+0000 2022-09-01T11:10:24.262 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000049]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.67.5 op=0 op_state=1 2022-09-01T11:10:24.262 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: parsed entry: id=00000000002.69.5 iter->object=obj00000000000000000005 iter->instance= name=obj00000000000000000005 instance= ns= 2022-09-01T11:10:24.263 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16/obj00000000000000000005 2022-09-01T11:10:24.263 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: entry->timestamp=2022-09-01T11:10:19.129004+0000 2022-09-01T11:10:24.263 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000005]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.69.5 op=0 op_state=1 2022-09-01T11:10:24.264 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: parsed entry: id=00000000002.71.5 iter->object=obj00000000000000000000 iter->instance= name=obj00000000000000000000 instance= ns= 2022-09-01T11:10:24.264 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25/obj00000000000000000000 2022-09-01T11:10:24.264 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: entry->timestamp=2022-09-01T11:10:19.478865+0000 2022-09-01T11:10:24.264 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000000]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.71.5 op=0 op_state=1 2022-09-01T11:10:24.265 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.230+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000049]: : injecting data sync error on key=obj00000000000000000049 2022-09-01T11:10:24.265 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000001.67.5 2022-09-01T11:10:24.265 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000005]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000005[0] 2022-09-01T11:10:24.265 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position=00000000002.69.5 2022-09-01T11:10:24.266 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: parsed entry: id=00000000002.74.5 iter->object=obj00000000000000000012 iter->instance= name=obj00000000000000000012 instance= ns= 2022-09-01T11:10:24.266 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17/obj00000000000000000012 2022-09-01T11:10:24.266 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: entry->timestamp=2022-09-01T11:10:20.064423+0000 2022-09-01T11:10:24.267 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000012]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.74.5 op=0 op_state=1 2022-09-01T11:10:24.267 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000000]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000000[0] 2022-09-01T11:10:24.267 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: listing bilog for incremental sync; position=00000000002.71.5 2022-09-01T11:10:24.267 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000049]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.268 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000049]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000049 2022-09-01T11:10:24.268 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000012]: : injecting data sync error on key=obj00000000000000000012 2022-09-01T11:10:24.268 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position=00000000002.74.5 2022-09-01T11:10:24.268 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000012]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.269 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000012]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17/obj00000000000000000012 2022-09-01T11:10:24.269 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.231+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: parsed entry: id=00000000002.170.5 iter->object=obj00000000000000000002 iter->instance= name=obj00000000000000000002 instance= ns= 2022-09-01T11:10:24.269 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000002 2022-09-01T11:10:24.270 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: entry->timestamp=2022-09-01T11:10:19.103747+0000 2022-09-01T11:10:24.270 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000002]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.170.5 op=0 op_state=1 2022-09-01T11:10:24.270 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000002]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000002[0] 2022-09-01T11:10:24.270 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position=00000000002.170.5 2022-09-01T11:10:24.271 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: parsed entry: id=00000000002.78.5 iter->object=obj00000000000000000030 iter->instance= name=obj00000000000000000030 instance= ns= 2022-09-01T11:10:24.271 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27/obj00000000000000000030 2022-09-01T11:10:24.271 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: entry->timestamp=2022-09-01T11:10:19.077120+0000 2022-09-01T11:10:24.272 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000030]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.78.5 op=0 op_state=1 2022-09-01T11:10:24.272 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: parsed entry: id=00000000002.66.5 iter->object=obj00000000000000000021 iter->instance= name=obj00000000000000000021 instance= ns= 2022-09-01T11:10:24.272 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28/obj00000000000000000021 2022-09-01T11:10:24.272 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: entry->timestamp=2022-09-01T11:10:19.678907+0000 2022-09-01T11:10:24.273 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000021]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.66.5 op=0 op_state=1 2022-09-01T11:10:24.273 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000030]: : injecting data sync error on key=obj00000000000000000030 2022-09-01T11:10:24.273 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position=00000000002.78.5 2022-09-01T11:10:24.273 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000021]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000021[0] 2022-09-01T11:10:24.274 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: listing bilog for incremental sync; position=00000000002.66.5 2022-09-01T11:10:24.274 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: parsed entry: id=00000000002.95.5 iter->object=obj00000000000000000008 iter->instance= name=obj00000000000000000008 instance= ns= 2022-09-01T11:10:24.274 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9/obj00000000000000000008 2022-09-01T11:10:24.275 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: entry->timestamp=2022-09-01T11:10:19.628026+0000 2022-09-01T11:10:24.275 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000008]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.95.5 op=0 op_state=1 2022-09-01T11:10:24.275 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000030]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.275 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000030]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27/obj00000000000000000030 2022-09-01T11:10:24.276 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000008]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000008[0] 2022-09-01T11:10:24.276 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.232+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position=00000000002.95.5 2022-09-01T11:10:24.276 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: parsed entry: id=00000000001.66.5 iter->object=obj00000000000000000031 iter->instance= name=obj00000000000000000031 instance= ns= 2022-09-01T11:10:24.277 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11/obj00000000000000000031 2022-09-01T11:10:24.277 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: entry->timestamp=2022-09-01T11:10:19.881460+0000 2022-09-01T11:10:24.277 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000031]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.66.5 op=0 op_state=1 2022-09-01T11:10:24.277 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: parsed entry: id=00000000002.52.5 iter->object=obj00000000000000000022 iter->instance= name=obj00000000000000000022 instance= ns= 2022-09-01T11:10:24.278 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12/obj00000000000000000022 2022-09-01T11:10:24.278 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: entry->timestamp=2022-09-01T11:10:19.302677+0000 2022-09-01T11:10:24.278 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000022]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.52.5 op=0 op_state=1 2022-09-01T11:10:24.278 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000031]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000031[0] 2022-09-01T11:10:24.279 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position=00000000001.66.5 2022-09-01T11:10:24.279 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: parsed entry: id=00000000002.54.5 iter->object=obj00000000000000000019 iter->instance= name=obj00000000000000000019 instance= ns= 2022-09-01T11:10:24.279 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6/obj00000000000000000019 2022-09-01T11:10:24.280 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: entry->timestamp=2022-09-01T11:10:19.652420+0000 2022-09-01T11:10:24.280 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000019]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.54.5 op=0 op_state=1 2022-09-01T11:10:24.280 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: parsed entry: id=00000000002.77.5 iter->object=obj00000000000000000011 iter->instance= name=obj00000000000000000011 instance= ns= 2022-09-01T11:10:24.280 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4/obj00000000000000000011 2022-09-01T11:10:24.281 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: entry->timestamp=2022-09-01T11:10:20.155982+0000 2022-09-01T11:10:24.281 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000011]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.77.5 op=0 op_state=1 2022-09-01T11:10:24.281 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: parsed entry: id=00000000002.73.5 iter->object=obj00000000000000000020 iter->instance= name=obj00000000000000000020 instance= ns= 2022-09-01T11:10:24.281 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000020 2022-09-01T11:10:24.282 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: entry->timestamp=2022-09-01T11:10:19.765038+0000 2022-09-01T11:10:24.282 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000020]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.73.5 op=0 op_state=1 2022-09-01T11:10:24.282 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000022]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000022[0] 2022-09-01T11:10:24.283 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position=00000000002.52.5 2022-09-01T11:10:24.283 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: parsed entry: id=00000000001.97.5 iter->object=obj00000000000000000037 iter->instance= name=obj00000000000000000037 instance= ns= 2022-09-01T11:10:24.283 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000037 2022-09-01T11:10:24.283 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: entry->timestamp=2022-09-01T11:10:19.945191+0000 2022-09-01T11:10:24.284 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000037]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.97.5 op=0 op_state=1 2022-09-01T11:10:24.284 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: parsed entry: id=00000000002.61.5 iter->object=obj00000000000000000015 iter->instance= name=obj00000000000000000015 instance= ns= 2022-09-01T11:10:24.284 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000015 2022-09-01T11:10:24.284 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: entry->timestamp=2022-09-01T11:10:19.740370+0000 2022-09-01T11:10:24.285 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000015]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.61.5 op=0 op_state=1 2022-09-01T11:10:24.285 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000019]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000019[0] 2022-09-01T11:10:24.285 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position=00000000002.54.5 2022-09-01T11:10:24.286 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000011]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000011[0] 2022-09-01T11:10:24.286 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position=00000000002.77.5 2022-09-01T11:10:24.286 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: parsed entry: id=00000000002.78.5 iter->object=obj00000000000000000004 iter->instance= name=obj00000000000000000004 instance= ns= 2022-09-01T11:10:24.286 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3/obj00000000000000000004 2022-09-01T11:10:24.287 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: entry->timestamp=2022-09-01T11:10:20.001381+0000 2022-09-01T11:10:24.287 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000004]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.78.5 op=0 op_state=1 2022-09-01T11:10:24.287 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000020]: : injecting data sync error on key=obj00000000000000000020 2022-09-01T11:10:24.287 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position=00000000002.73.5 2022-09-01T11:10:24.288 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000037]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000037[0] 2022-09-01T11:10:24.288 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position=00000000001.97.5 2022-09-01T11:10:24.288 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000015]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000015[0] 2022-09-01T11:10:24.288 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000002.61.5 2022-09-01T11:10:24.289 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000004]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000004[0] 2022-09-01T11:10:24.289 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position=00000000002.78.5 2022-09-01T11:10:24.289 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000020]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.290 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.233+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000020]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000020 2022-09-01T11:10:24.297 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.234+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000002.60.5 iter->object=obj00000000000000000006 iter->instance= name=obj00000000000000000006 instance= ns= 2022-09-01T11:10:24.297 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.234+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000006 2022-09-01T11:10:24.297 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.234+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:19.970424+0000 2022-09-01T11:10:24.298 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.234+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000006]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.60.5 op=0 op_state=1 2022-09-01T11:10:24.298 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.234+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000006]: : injecting data sync error on key=obj00000000000000000006 2022-09-01T11:10:24.298 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.234+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000002.60.5 2022-09-01T11:10:24.299 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.234+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000006]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.299 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.234+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000006]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000006 2022-09-01T11:10:24.299 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.234+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: parsed entry: id=00000000001.91.5 iter->object=obj00000000000000000059 iter->instance= name=obj00000000000000000059 instance= ns= 2022-09-01T11:10:24.299 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.234+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1/obj00000000000000000059 2022-09-01T11:10:24.300 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.234+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: entry->timestamp=2022-09-01T11:10:19.390593+0000 2022-09-01T11:10:24.300 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.235+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000059]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.91.5 op=0 op_state=1 2022-09-01T11:10:24.300 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.235+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000059]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000059[0] 2022-09-01T11:10:24.300 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.235+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position=00000000001.91.5 2022-09-01T11:10:24.301 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: parsed entry: id=00000000002.59.5 iter->object=obj00000000000000000003 iter->instance= name=obj00000000000000000003 instance= ns= 2022-09-01T11:10:24.301 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18/obj00000000000000000003 2022-09-01T11:10:24.301 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: entry->timestamp=2022-09-01T11:10:19.540793+0000 2022-09-01T11:10:24.302 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000003]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.59.5 op=0 op_state=1 2022-09-01T11:10:24.302 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000003]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000003[0] 2022-09-01T11:10:24.302 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position=00000000002.59.5 2022-09-01T11:10:24.302 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: parsed entry: id=00000000002.84.5 iter->object=obj00000000000000000016 iter->instance= name=obj00000000000000000016 instance= ns= 2022-09-01T11:10:24.303 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24/obj00000000000000000016 2022-09-01T11:10:24.303 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: entry->timestamp=2022-09-01T11:10:19.455487+0000 2022-09-01T11:10:24.303 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000016]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.84.5 op=0 op_state=1 2022-09-01T11:10:24.304 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: parsed entry: id=00000000002.93.5 iter->object=obj00000000000000000014 iter->instance= name=obj00000000000000000014 instance= ns= 2022-09-01T11:10:24.304 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26/obj00000000000000000014 2022-09-01T11:10:24.304 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: entry->timestamp=2022-09-01T11:10:19.565531+0000 2022-09-01T11:10:24.304 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000014]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.93.5 op=0 op_state=1 2022-09-01T11:10:24.305 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000016]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000016[0] 2022-09-01T11:10:24.305 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: listing bilog for incremental sync; position=00000000002.84.5 2022-09-01T11:10:24.305 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000014]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000014[0] 2022-09-01T11:10:24.306 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: listing bilog for incremental sync; position=00000000002.93.5 2022-09-01T11:10:24.306 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: parsed entry: id=00000000002.88.5 iter->object=obj00000000000000000009 iter->instance= name=obj00000000000000000009 instance= ns= 2022-09-01T11:10:24.306 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22/obj00000000000000000009 2022-09-01T11:10:24.306 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: entry->timestamp=2022-09-01T11:10:20.090748+0000 2022-09-01T11:10:24.307 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000009]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.88.5 op=0 op_state=1 2022-09-01T11:10:24.307 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000009]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000009[0] 2022-09-01T11:10:24.307 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position=00000000002.88.5 2022-09-01T11:10:24.307 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: parsed entry: id=00000000002.56.5 iter->object=obj00000000000000000001 iter->instance= name=obj00000000000000000001 instance= ns= 2022-09-01T11:10:24.308 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21/obj00000000000000000001 2022-09-01T11:10:24.308 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: entry->timestamp=2022-09-01T11:10:19.191418+0000 2022-09-01T11:10:24.308 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000001]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.56.5 op=0 op_state=1 2022-09-01T11:10:24.309 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000001]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000001[0] 2022-09-01T11:10:24.309 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.236+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position=00000000002.56.5 2022-09-01T11:10:24.309 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.237+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000021]: success 2022-09-01T11:10:24.310 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.237+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28:4 marker=00000000002.66.5 timestamp=2022-09-01T11:10:19.678907+0000 2022-09-01T11:10:24.310 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.237+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000002]: success 2022-09-01T11:10:24.310 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.237+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5:4 marker=00000000002.170.5 timestamp=2022-09-01T11:10:19.103747+0000 2022-09-01T11:10:24.310 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.238+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: parsed entry: id=00000000002.75.5 iter->object=obj00000000000000000025 iter->instance= name=obj00000000000000000025 instance= ns= 2022-09-01T11:10:24.311 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.238+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23/obj00000000000000000025 2022-09-01T11:10:24.311 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.238+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: entry->timestamp=2022-09-01T11:10:19.791203+0000 2022-09-01T11:10:24.311 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.238+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000025]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.75.5 op=0 op_state=1 2022-09-01T11:10:24.312 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.238+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000025]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000025[0] 2022-09-01T11:10:24.312 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.238+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: listing bilog for incremental sync; position=00000000002.75.5 2022-09-01T11:10:24.312 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.238+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: parsed entry: id=00000000002.100.5 iter->object=obj00000000000000000013 iter->instance= name=obj00000000000000000013 instance= ns= 2022-09-01T11:10:24.312 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.238+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13/obj00000000000000000013 2022-09-01T11:10:24.313 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.238+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: entry->timestamp=2022-09-01T11:10:19.215192+0000 2022-09-01T11:10:24.313 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.239+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000013]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.100.5 op=0 op_state=1 2022-09-01T11:10:24.313 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.239+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000013]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000013[0] 2022-09-01T11:10:24.314 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.239+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position=00000000002.100.5 2022-09-01T11:10:24.314 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.240+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000008]: success 2022-09-01T11:10:24.314 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.240+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9:4 marker=00000000002.95.5 timestamp=2022-09-01T11:10:19.628026+0000 2022-09-01T11:10:24.314 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.241+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000005]: success 2022-09-01T11:10:24.315 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.241+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16:4 marker=00000000002.69.5 timestamp=2022-09-01T11:10:19.129004+0000 2022-09-01T11:10:24.315 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.241+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000004]: success 2022-09-01T11:10:24.315 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.241+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3:4 marker=00000000002.78.5 timestamp=2022-09-01T11:10:20.001381+0000 2022-09-01T11:10:24.315 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.241+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: parsed entry: id=00000000002.80.5 iter->object=obj00000000000000000010 iter->instance= name=obj00000000000000000010 instance= ns= 2022-09-01T11:10:24.316 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.241+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20/obj00000000000000000010 2022-09-01T11:10:24.316 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.241+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: entry->timestamp=2022-09-01T11:10:19.852570+0000 2022-09-01T11:10:24.316 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.241+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000010]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.80.5 op=0 op_state=1 2022-09-01T11:10:24.317 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.241+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000010]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000010[0] 2022-09-01T11:10:24.317 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.241+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position=00000000002.80.5 2022-09-01T11:10:24.317 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.241+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000014]: success 2022-09-01T11:10:24.318 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.241+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26:4 marker=00000000002.93.5 timestamp=2022-09-01T11:10:19.565531+0000 2022-09-01T11:10:24.318 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.241+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000000]: success 2022-09-01T11:10:24.318 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.241+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25:4 marker=00000000002.71.5 timestamp=2022-09-01T11:10:19.478865+0000 2022-09-01T11:10:24.319 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.242+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000011]: success 2022-09-01T11:10:24.319 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.243+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4:4 marker=00000000002.77.5 timestamp=2022-09-01T11:10:20.155982+0000 2022-09-01T11:10:24.319 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.243+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000015]: success 2022-09-01T11:10:24.320 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.243+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10:4 marker=00000000002.61.5 timestamp=2022-09-01T11:10:19.740370+0000 2022-09-01T11:10:24.320 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.243+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000001]: success 2022-09-01T11:10:24.320 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.243+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21:4 marker=00000000002.56.5 timestamp=2022-09-01T11:10:19.191418+0000 2022-09-01T11:10:24.320 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.244+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000025]: success 2022-09-01T11:10:24.321 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.244+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23:4 marker=00000000002.75.5 timestamp=2022-09-01T11:10:19.791203+0000 2022-09-01T11:10:24.321 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.244+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000003]: success 2022-09-01T11:10:24.321 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.244+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18:4 marker=00000000002.59.5 timestamp=2022-09-01T11:10:19.540793+0000 2022-09-01T11:10:24.322 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.245+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000016]: success 2022-09-01T11:10:24.322 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.246+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24:4 marker=00000000002.84.5 timestamp=2022-09-01T11:10:19.455487+0000 2022-09-01T11:10:24.322 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.246+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000013]: success 2022-09-01T11:10:24.322 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.246+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13:4 marker=00000000002.100.5 timestamp=2022-09-01T11:10:19.215192+0000 2022-09-01T11:10:24.323 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.246+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000019]: success 2022-09-01T11:10:24.323 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.246+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6:4 marker=00000000002.54.5 timestamp=2022-09-01T11:10:19.652420+0000 2022-09-01T11:10:24.323 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.246+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000010]: success 2022-09-01T11:10:24.324 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.246+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20:4 marker=00000000002.80.5 timestamp=2022-09-01T11:10:19.852570+0000 2022-09-01T11:10:24.324 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.246+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000009]: success 2022-09-01T11:10:24.324 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.246+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22:4 marker=00000000002.88.5 timestamp=2022-09-01T11:10:20.090748+0000 2022-09-01T11:10:24.324 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.247+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000017]: success 2022-09-01T11:10:24.325 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.247+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8:4 marker=00000000001.54.5 timestamp=2022-09-01T11:10:19.278741+0000 2022-09-01T11:10:24.325 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.251+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000022]: success 2022-09-01T11:10:24.325 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.251+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12:4 marker=00000000002.52.5 timestamp=2022-09-01T11:10:19.302677+0000 2022-09-01T11:10:24.326 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.251+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000031]: success 2022-09-01T11:10:24.326 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.251+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11:4 marker=00000000001.66.5 timestamp=2022-09-01T11:10:19.881460+0000 2022-09-01T11:10:24.326 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.253+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000059]: success 2022-09-01T11:10:24.327 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.253+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1:4 marker=00000000001.91.5 timestamp=2022-09-01T11:10:19.390593+0000 2022-09-01T11:10:24.327 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.254+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000037]: success 2022-09-01T11:10:24.327 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.254+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15:4 marker=00000000001.97.5 timestamp=2022-09-01T11:10:19.945191+0000 2022-09-01T11:10:24.327 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.274+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.328 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.274+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.328 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.274+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.328 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.274+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:24.328 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.274+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.329 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.275+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.329 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.275+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.329 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.275+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.330 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.275+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket shard: 0 2022-09-01T11:10:24.330 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.275+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.330 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.277+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.330 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.277+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.331 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.278+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.331 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.279+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket shard: 0 2022-09-01T11:10:24.331 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.279+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.331 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.280+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.332 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.280+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.332 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.280+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.332 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.280+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:24.333 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.280+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.333 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.281+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.333 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.281+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.333 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.281+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.334 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.281+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket shard: 0 2022-09-01T11:10:24.334 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.281+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.337 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.317+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000001.67.5 iter->object=obj00000000000000000049 iter->instance= name=obj00000000000000000049 instance= ns= 2022-09-01T11:10:24.337 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.317+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000049 2022-09-01T11:10:24.338 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.317+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:19.367893+0000 2022-09-01T11:10:24.338 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.317+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000049]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.67.5 op=0 op_state=1 2022-09-01T11:10:24.338 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.317+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000049]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000049[0] 2022-09-01T11:10:24.339 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.317+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000001.67.5 2022-09-01T11:10:24.339 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.317+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: parsed entry: id=00000000002.74.5 iter->object=obj00000000000000000012 iter->instance= name=obj00000000000000000012 instance= ns= 2022-09-01T11:10:24.339 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.317+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17/obj00000000000000000012 2022-09-01T11:10:24.340 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.317+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: entry->timestamp=2022-09-01T11:10:20.064423+0000 2022-09-01T11:10:24.340 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.317+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000012]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.74.5 op=0 op_state=1 2022-09-01T11:10:24.340 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.317+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000012]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000012[0] 2022-09-01T11:10:24.340 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.317+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position=00000000002.74.5 2022-09-01T11:10:24.341 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.319+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000012]: success 2022-09-01T11:10:24.341 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.319+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17:4 marker=00000000002.74.5 timestamp=2022-09-01T11:10:20.064423+0000 2022-09-01T11:10:24.341 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.321+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: parsed entry: id=00000000002.78.5 iter->object=obj00000000000000000030 iter->instance= name=obj00000000000000000030 instance= ns= 2022-09-01T11:10:24.342 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.321+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27/obj00000000000000000030 2022-09-01T11:10:24.342 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.321+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: entry->timestamp=2022-09-01T11:10:19.077120+0000 2022-09-01T11:10:24.342 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.321+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000030]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.78.5 op=0 op_state=1 2022-09-01T11:10:24.342 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.321+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000030]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000030[0] 2022-09-01T11:10:24.343 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.321+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position=00000000002.78.5 2022-09-01T11:10:24.343 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.322+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000002.60.5 iter->object=obj00000000000000000006 iter->instance= name=obj00000000000000000006 instance= ns= 2022-09-01T11:10:24.343 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.322+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000006 2022-09-01T11:10:24.344 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.322+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:19.970424+0000 2022-09-01T11:10:24.344 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.322+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000006]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.60.5 op=0 op_state=1 2022-09-01T11:10:24.344 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.322+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000006]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000006[0] 2022-09-01T11:10:24.345 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.322+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000002.60.5 2022-09-01T11:10:24.345 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.323+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000030]: success 2022-09-01T11:10:24.345 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.323+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27:4 marker=00000000002.78.5 timestamp=2022-09-01T11:10:19.077120+0000 2022-09-01T11:10:24.345 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.324+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000049]: success 2022-09-01T11:10:24.346 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.324+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7:4 marker=00000000001.67.5 timestamp=2022-09-01T11:10:19.367893+0000 2022-09-01T11:10:24.346 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.324+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000006]: success 2022-09-01T11:10:24.347 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.324+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0:4 marker=00000000002.60.5 timestamp=2022-09-01T11:10:19.970424+0000 2022-09-01T11:10:24.347 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.325+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: parsed entry: id=00000000002.73.5 iter->object=obj00000000000000000020 iter->instance= name=obj00000000000000000020 instance= ns= 2022-09-01T11:10:24.347 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.325+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000020 2022-09-01T11:10:24.347 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.325+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: entry->timestamp=2022-09-01T11:10:19.765038+0000 2022-09-01T11:10:24.348 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.325+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000020]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.73.5 op=0 op_state=1 2022-09-01T11:10:24.348 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.325+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000020]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000020[0] 2022-09-01T11:10:24.348 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.325+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position=00000000002.73.5 2022-09-01T11:10:24.349 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.326+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000020]: success 2022-09-01T11:10:24.349 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.326+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14:4 marker=00000000002.73.5 timestamp=2022-09-01T11:10:19.765038+0000 2022-09-01T11:10:24.390 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.390 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.390 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.391 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.391 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.391 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.392 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.392 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.392 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.392 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.393 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.393 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.393 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.394 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.394 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.394 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.394 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.395 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.395 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.395 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.396 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.396 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.396 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.397 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.397 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.397 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.397 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.398 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.398 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.398 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.399 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.381+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.399 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket shard: 0 2022-09-01T11:10:24.399 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.399 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket shard: 0 2022-09-01T11:10:24.400 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: sync status for source bucket shard: 0 2022-09-01T11:10:24.400 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket shard: 0 2022-09-01T11:10:24.400 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: sync status for source bucket shard: 0 2022-09-01T11:10:24.401 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket shard: 0 2022-09-01T11:10:24.401 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.401 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.401 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.402 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.402 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.402 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket shard: 0 2022-09-01T11:10:24.403 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket shard: 0 2022-09-01T11:10:24.403 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: sync status for source bucket shard: 0 2022-09-01T11:10:24.403 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:24.404 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.404 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.404 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.404 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.405 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket shard: 0 2022-09-01T11:10:24.405 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket shard: 0 2022-09-01T11:10:24.405 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 0 2022-09-01T11:10:24.406 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket shard: 0 2022-09-01T11:10:24.406 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket shard: 0 2022-09-01T11:10:24.406 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket shard: 0 2022-09-01T11:10:24.407 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: sync status for source bucket shard: 0 2022-09-01T11:10:24.407 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:24.407 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket shard: 0 2022-09-01T11:10:24.407 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: sync status for source bucket shard: 0 2022-09-01T11:10:24.408 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.408 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.382+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.408 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.408 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.409 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.409 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.409 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.410 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.410 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.410 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.410 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: sync status for source bucket shard: 0 2022-09-01T11:10:24.411 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:24.411 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 0 2022-09-01T11:10:24.411 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.412 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket shard: 0 2022-09-01T11:10:24.412 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket shard: 0 2022-09-01T11:10:24.412 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 0 2022-09-01T11:10:24.412 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket shard: 0 2022-09-01T11:10:24.413 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket shard: 0 2022-09-01T11:10:24.413 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket shard: 0 2022-09-01T11:10:24.413 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: sync status for source bucket shard: 0 2022-09-01T11:10:24.414 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.414 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket shard: 0 2022-09-01T11:10:24.414 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.414 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.415 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.415 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.415 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.416 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.416 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.416 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.416 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.383+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.417 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: parsed entry: id=00000000002.70.5 iter->object=obj00000000000000000018 iter->instance= name=obj00000000000000000018 instance= ns= 2022-09-01T11:10:24.417 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000018 2022-09-01T11:10:24.417 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: entry->timestamp=2022-09-01T11:10:20.872135+0000 2022-09-01T11:10:24.418 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000018]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.70.5 op=0 op_state=1 2022-09-01T11:10:24.418 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000018]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000018[0] 2022-09-01T11:10:24.418 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position=00000000002.70.5 2022-09-01T11:10:24.418 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: parsed entry: id=00000000002.75.5 iter->object=obj00000000000000000007 iter->instance= name=obj00000000000000000007 instance= ns= 2022-09-01T11:10:24.419 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000007 2022-09-01T11:10:24.419 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: entry->timestamp=2022-09-01T11:10:21.199849+0000 2022-09-01T11:10:24.419 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000007]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.75.5 op=0 op_state=1 2022-09-01T11:10:24.420 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000007]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000007[0] 2022-09-01T11:10:24.420 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position=00000000002.75.5 2022-09-01T11:10:24.420 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: parsed entry: id=00000000002.42.5 iter->object=obj00000000000000000011 iter->instance= name=obj00000000000000000011 instance= ns= 2022-09-01T11:10:24.420 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24/obj00000000000000000011 2022-09-01T11:10:24.421 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: entry->timestamp=2022-09-01T11:10:20.787765+0000 2022-09-01T11:10:24.421 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000011]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.42.5 op=0 op_state=1 2022-09-01T11:10:24.421 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000001.178.5 iter->object=obj00000000000000000317 iter->instance= name=obj00000000000000000317 instance= ns= 2022-09-01T11:10:24.421 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000317 2022-09-01T11:10:24.422 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:20.704517+0000 2022-09-01T11:10:24.422 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000317]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.178.5 op=0 op_state=1 2022-09-01T11:10:24.422 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000011]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000011[0] 2022-09-01T11:10:24.423 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: listing bilog for incremental sync; position=00000000002.42.5 2022-09-01T11:10:24.423 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000317]: : injecting data sync error on key=obj00000000000000000317 2022-09-01T11:10:24.423 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.386+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000001.178.5 2022-09-01T11:10:24.424 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000317]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.424 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000317]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000317 2022-09-01T11:10:24.424 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: parsed entry: id=00000000002.89.5 iter->object=obj00000000000000000000 iter->instance= name=obj00000000000000000000 instance= ns= 2022-09-01T11:10:24.425 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9/obj00000000000000000000 2022-09-01T11:10:24.425 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: entry->timestamp=2022-09-01T11:10:21.285708+0000 2022-09-01T11:10:24.425 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000000]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.89.5 op=0 op_state=1 2022-09-01T11:10:24.425 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000000]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000000[0] 2022-09-01T11:10:24.426 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position=00000000002.89.5 2022-09-01T11:10:24.426 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: parsed entry: id=00000000002.87.5 iter->object=obj00000000000000000012 iter->instance= name=obj00000000000000000012 instance= ns= 2022-09-01T11:10:24.426 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22/obj00000000000000000012 2022-09-01T11:10:24.427 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: entry->timestamp=2022-09-01T11:10:20.810195+0000 2022-09-01T11:10:24.427 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000012]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.87.5 op=0 op_state=1 2022-09-01T11:10:24.427 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000012]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000012[0] 2022-09-01T11:10:24.428 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position=00000000002.87.5 2022-09-01T11:10:24.428 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: parsed entry: id=00000000002.65.5 iter->object=obj00000000000000000016 iter->instance= name=obj00000000000000000016 instance= ns= 2022-09-01T11:10:24.428 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18/obj00000000000000000016 2022-09-01T11:10:24.428 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: entry->timestamp=2022-09-01T11:10:21.059869+0000 2022-09-01T11:10:24.429 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000016]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.65.5 op=0 op_state=1 2022-09-01T11:10:24.429 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: parsed entry: id=00000000002.73.5 iter->object=obj00000000000000000010 iter->instance= name=obj00000000000000000010 instance= ns= 2022-09-01T11:10:24.429 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26/obj00000000000000000010 2022-09-01T11:10:24.430 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: entry->timestamp=2022-09-01T11:10:21.260936+0000 2022-09-01T11:10:24.430 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000010]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.73.5 op=0 op_state=1 2022-09-01T11:10:24.430 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000016]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000016[0] 2022-09-01T11:10:24.430 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position=00000000002.65.5 2022-09-01T11:10:24.431 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000002.59.5 iter->object=obj00000000000000000022 iter->instance= name=obj00000000000000000022 instance= ns= 2022-09-01T11:10:24.431 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000022 2022-09-01T11:10:24.431 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:21.499894+0000 2022-09-01T11:10:24.432 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000022]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.59.5 op=0 op_state=1 2022-09-01T11:10:24.432 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000010]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000010[0] 2022-09-01T11:10:24.432 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: listing bilog for incremental sync; position=00000000002.73.5 2022-09-01T11:10:24.432 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000022]: : injecting data sync error on key=obj00000000000000000022 2022-09-01T11:10:24.433 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.387+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000002.59.5 2022-09-01T11:10:24.433 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000022]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.433 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000022]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000022 2022-09-01T11:10:24.434 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: parsed entry: id=00000000002.106.5 iter->object=obj00000000000000000002 iter->instance= name=obj00000000000000000002 instance= ns= 2022-09-01T11:10:24.434 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21/obj00000000000000000002 2022-09-01T11:10:24.434 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: entry->timestamp=2022-09-01T11:10:21.083595+0000 2022-09-01T11:10:24.435 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000002]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.106.5 op=0 op_state=1 2022-09-01T11:10:24.435 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: parsed entry: id=00000000001.91.5 iter->object=obj00000000000000000056 iter->instance= name=obj00000000000000000056 instance= ns= 2022-09-01T11:10:24.435 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4/obj00000000000000000056 2022-09-01T11:10:24.435 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: entry->timestamp=2022-09-01T11:10:21.473604+0000 2022-09-01T11:10:24.436 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000056]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.91.5 op=0 op_state=1 2022-09-01T11:10:24.436 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000002]: : injecting data sync error on key=obj00000000000000000002 2022-09-01T11:10:24.436 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position=00000000002.106.5 2022-09-01T11:10:24.437 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: parsed entry: id=00000000001.73.5 iter->object=obj00000000000000000423 iter->instance= name=obj00000000000000000423 instance= ns= 2022-09-01T11:10:24.437 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20/obj00000000000000000423 2022-09-01T11:10:24.437 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: entry->timestamp=2022-09-01T11:10:21.597238+0000 2022-09-01T11:10:24.437 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000423]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.73.5 op=0 op_state=1 2022-09-01T11:10:24.438 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000056]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000056[0] 2022-09-01T11:10:24.438 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position=00000000001.91.5 2022-09-01T11:10:24.438 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000002]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.439 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000002]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21/obj00000000000000000002 2022-09-01T11:10:24.439 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000423]: : injecting data sync error on key=obj00000000000000000423 2022-09-01T11:10:24.439 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position=00000000001.73.5 2022-09-01T11:10:24.439 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000423]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.440 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.388+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000423]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20/obj00000000000000000423 2022-09-01T11:10:24.440 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.389+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: parsed entry: id=00000000001.71.5 iter->object=obj00000000000000000162 iter->instance= name=obj00000000000000000162 instance= ns= 2022-09-01T11:10:24.440 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.389+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17/obj00000000000000000162 2022-09-01T11:10:24.441 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.389+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: entry->timestamp=2022-09-01T11:10:21.407520+0000 2022-09-01T11:10:24.441 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.389+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000162]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.71.5 op=0 op_state=1 2022-09-01T11:10:24.441 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.389+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000162]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000162[0] 2022-09-01T11:10:24.441 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.389+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position=00000000001.71.5 2022-09-01T11:10:24.442 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.389+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: parsed entry: id=00000000001.84.5 iter->object=obj00000000000000000467 iter->instance= name=obj00000000000000000467 instance= ns= 2022-09-01T11:10:24.442 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.389+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2/obj00000000000000000467 2022-09-01T11:10:24.442 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.389+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: entry->timestamp=2022-09-01T11:10:20.902304+0000 2022-09-01T11:10:24.443 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.389+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000467]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.84.5 op=0 op_state=1 2022-09-01T11:10:24.443 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.389+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000467]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000467[0] 2022-09-01T11:10:24.443 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.389+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position=00000000001.84.5 2022-09-01T11:10:24.443 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.390+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000007]: success 2022-09-01T11:10:24.444 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.390+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15:5 marker=00000000002.75.5 timestamp=2022-09-01T11:10:21.199849+0000 2022-09-01T11:10:24.452 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: parsed entry: id=00000000002.86.5 iter->object=obj00000000000000000008 iter->instance= name=obj00000000000000000008 instance= ns= 2022-09-01T11:10:24.452 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13/obj00000000000000000008 2022-09-01T11:10:24.452 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: entry->timestamp=2022-09-01T11:10:20.973465+0000 2022-09-01T11:10:24.452 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000008]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.86.5 op=0 op_state=1 2022-09-01T11:10:24.453 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000008]: : injecting data sync error on key=obj00000000000000000008 2022-09-01T11:10:24.453 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position=00000000002.86.5 2022-09-01T11:10:24.453 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: parsed entry: id=00000000002.69.5 iter->object=obj00000000000000000021 iter->instance= name=obj00000000000000000021 instance= ns= 2022-09-01T11:10:24.454 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000021 2022-09-01T11:10:24.454 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: entry->timestamp=2022-09-01T11:10:20.680672+0000 2022-09-01T11:10:24.454 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000021]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.69.5 op=0 op_state=1 2022-09-01T11:10:24.455 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: parsed entry: id=00000000001.103.5 iter->object=obj00000000000000000283 iter->instance= name=obj00000000000000000283 instance= ns= 2022-09-01T11:10:24.455 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25/obj00000000000000000283 2022-09-01T11:10:24.455 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: entry->timestamp=2022-09-01T11:10:21.561806+0000 2022-09-01T11:10:24.455 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000283]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.103.5 op=0 op_state=1 2022-09-01T11:10:24.456 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000002.76.5 iter->object=obj00000000000000000019 iter->instance= name=obj00000000000000000019 instance= ns= 2022-09-01T11:10:24.456 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000019 2022-09-01T11:10:24.456 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:20.503024+0000 2022-09-01T11:10:24.456 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.76.5 op=0 op_state=1 2022-09-01T11:10:24.457 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: parsed entry: id=00000000002.71.5 iter->object=obj00000000000000000017 iter->instance= name=obj00000000000000000017 instance= ns= 2022-09-01T11:10:24.457 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16/obj00000000000000000017 2022-09-01T11:10:24.457 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: entry->timestamp=2022-09-01T11:10:21.112597+0000 2022-09-01T11:10:24.458 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000017]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.71.5 op=0 op_state=1 2022-09-01T11:10:24.458 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: parsed entry: id=00000000001.71.5 iter->object=obj00000000000000000061 iter->instance= name=obj00000000000000000061 instance= ns= 2022-09-01T11:10:24.458 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27/obj00000000000000000061 2022-09-01T11:10:24.459 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: entry->timestamp=2022-09-01T11:10:20.589611+0000 2022-09-01T11:10:24.459 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000061]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.71.5 op=0 op_state=1 2022-09-01T11:10:24.459 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: parsed entry: id=00000000001.87.5 iter->object=obj00000000000000000029 iter->instance= name=obj00000000000000000029 instance= ns= 2022-09-01T11:10:24.459 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29/obj00000000000000000029 2022-09-01T11:10:24.460 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: entry->timestamp=2022-09-01T11:10:21.175701+0000 2022-09-01T11:10:24.460 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000029]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.87.5 op=0 op_state=1 2022-09-01T11:10:24.460 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000008]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.460 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000008]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13/obj00000000000000000008 2022-09-01T11:10:24.461 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000021]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000021[0] 2022-09-01T11:10:24.461 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000002.69.5 2022-09-01T11:10:24.461 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000011]: success 2022-09-01T11:10:24.462 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24:5 marker=00000000002.42.5 timestamp=2022-09-01T11:10:20.787765+0000 2022-09-01T11:10:24.462 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000283]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000283[0] 2022-09-01T11:10:24.462 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: listing bilog for incremental sync; position=00000000001.103.5 2022-09-01T11:10:24.463 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: : injecting data sync error on key=obj00000000000000000019 2022-09-01T11:10:24.463 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000002.76.5 2022-09-01T11:10:24.463 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000017]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000017[0] 2022-09-01T11:10:24.463 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position=00000000002.71.5 2022-09-01T11:10:24.464 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000061]: : injecting data sync error on key=obj00000000000000000061 2022-09-01T11:10:24.464 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position=00000000001.71.5 2022-09-01T11:10:24.464 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000029]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000029[0] 2022-09-01T11:10:24.465 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: listing bilog for incremental sync; position=00000000001.87.5 2022-09-01T11:10:24.465 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.465 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000019 2022-09-01T11:10:24.465 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000061]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.466 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.391+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000061]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27/obj00000000000000000061 2022-09-01T11:10:24.466 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: parsed entry: id=00000000002.85.5 iter->object=obj00000000000000000004 iter->instance= name=obj00000000000000000004 instance= ns= 2022-09-01T11:10:24.466 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000004 2022-09-01T11:10:24.467 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: entry->timestamp=2022-09-01T11:10:20.999539+0000 2022-09-01T11:10:24.467 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.85.5 op=0 op_state=1 2022-09-01T11:10:24.467 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: : injecting data sync error on key=obj00000000000000000004 2022-09-01T11:10:24.468 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position=00000000002.85.5 2022-09-01T11:10:24.468 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.468 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000004 2022-09-01T11:10:24.469 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: parsed entry: id=00000000002.176.5 iter->object=obj00000000000000000005 iter->instance= name=obj00000000000000000005 instance= ns= 2022-09-01T11:10:24.469 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3/obj00000000000000000005 2022-09-01T11:10:24.469 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: entry->timestamp=2022-09-01T11:10:20.527548+0000 2022-09-01T11:10:24.469 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000005]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.176.5 op=0 op_state=1 2022-09-01T11:10:24.470 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000010]: success 2022-09-01T11:10:24.470 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26:5 marker=00000000002.73.5 timestamp=2022-09-01T11:10:21.260936+0000 2022-09-01T11:10:24.470 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000005]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000005[0] 2022-09-01T11:10:24.471 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.392+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position=00000000002.176.5 2022-09-01T11:10:24.471 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.393+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000012]: success 2022-09-01T11:10:24.471 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.393+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22:5 marker=00000000002.87.5 timestamp=2022-09-01T11:10:20.810195+0000 2022-09-01T11:10:24.471 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.393+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000000]: success 2022-09-01T11:10:24.472 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.393+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9:5 marker=00000000002.89.5 timestamp=2022-09-01T11:10:21.285708+0000 2022-09-01T11:10:24.472 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.397+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000017]: success 2022-09-01T11:10:24.472 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.397+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16:5 marker=00000000002.71.5 timestamp=2022-09-01T11:10:21.112597+0000 2022-09-01T11:10:24.473 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.397+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000005]: success 2022-09-01T11:10:24.473 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.397+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3:5 marker=00000000002.176.5 timestamp=2022-09-01T11:10:20.527548+0000 2022-09-01T11:10:24.473 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.397+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000016]: success 2022-09-01T11:10:24.473 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.397+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18:5 marker=00000000002.65.5 timestamp=2022-09-01T11:10:21.059869+0000 2022-09-01T11:10:24.474 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.397+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000021]: success 2022-09-01T11:10:24.474 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.397+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10:5 marker=00000000002.69.5 timestamp=2022-09-01T11:10:20.680672+0000 2022-09-01T11:10:24.474 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.401+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000018]: success 2022-09-01T11:10:24.475 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.401+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14:5 marker=00000000002.70.5 timestamp=2022-09-01T11:10:20.872135+0000 2022-09-01T11:10:24.475 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.404+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000029]: success 2022-09-01T11:10:24.475 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.404+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29:5 marker=00000000001.87.5 timestamp=2022-09-01T11:10:21.175701+0000 2022-09-01T11:10:24.476 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.404+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000467]: success 2022-09-01T11:10:24.476 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.404+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2:5 marker=00000000001.84.5 timestamp=2022-09-01T11:10:20.902304+0000 2022-09-01T11:10:24.476 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.405+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000162]: success 2022-09-01T11:10:24.476 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.405+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17:5 marker=00000000001.71.5 timestamp=2022-09-01T11:10:21.407520+0000 2022-09-01T11:10:24.477 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.406+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000056]: success 2022-09-01T11:10:24.477 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.406+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4:5 marker=00000000001.91.5 timestamp=2022-09-01T11:10:21.473604+0000 2022-09-01T11:10:24.477 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.426+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: parsed entry: id=00000000002.91.5 iter->object=obj00000000000000000001 iter->instance= name=obj00000000000000000001 instance= ns= 2022-09-01T11:10:24.478 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.426+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23/obj00000000000000000001 2022-09-01T11:10:24.478 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.426+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: entry->timestamp=2022-09-01T11:10:20.618666+0000 2022-09-01T11:10:24.478 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.426+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000001]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.91.5 op=0 op_state=1 2022-09-01T11:10:24.479 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.426+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000001]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000001[0] 2022-09-01T11:10:24.479 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.426+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: listing bilog for incremental sync; position=00000000002.91.5 2022-09-01T11:10:24.479 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000001]: success 2022-09-01T11:10:24.479 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23:5 marker=00000000002.91.5 timestamp=2022-09-01T11:10:20.618666+0000 2022-09-01T11:10:24.480 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: parsed entry: id=00000000002.57.5 iter->object=obj00000000000000000023 iter->instance= name=obj00000000000000000023 instance= ns= 2022-09-01T11:10:24.480 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6/obj00000000000000000023 2022-09-01T11:10:24.480 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: entry->timestamp=2022-09-01T11:10:21.377206+0000 2022-09-01T11:10:24.480 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000023]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.57.5 op=0 op_state=1 2022-09-01T11:10:24.481 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: parsed entry: id=00000000002.93.5 iter->object=obj00000000000000000050 iter->instance= name=obj00000000000000000050 instance= ns= 2022-09-01T11:10:24.481 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28/obj00000000000000000050 2022-09-01T11:10:24.481 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: entry->timestamp=2022-09-01T11:10:20.727739+0000 2022-09-01T11:10:24.481 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000050]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.93.5 op=0 op_state=1 2022-09-01T11:10:24.482 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000023]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000023[0] 2022-09-01T11:10:24.482 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position=00000000002.57.5 2022-09-01T11:10:24.482 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: parsed entry: id=00000000002.67.5 iter->object=obj00000000000000000009 iter->instance= name=obj00000000000000000009 instance= ns= 2022-09-01T11:10:24.483 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11/obj00000000000000000009 2022-09-01T11:10:24.483 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: entry->timestamp=2022-09-01T11:10:21.349085+0000 2022-09-01T11:10:24.483 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000009]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.67.5 op=0 op_state=1 2022-09-01T11:10:24.483 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000050]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000050[0] 2022-09-01T11:10:24.484 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: listing bilog for incremental sync; position=00000000002.93.5 2022-09-01T11:10:24.484 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000009]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000009[0] 2022-09-01T11:10:24.484 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.428+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position=00000000002.67.5 2022-09-01T11:10:24.485 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.430+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: parsed entry: id=00000000002.78.5 iter->object=obj00000000000000000006 iter->instance= name=obj00000000000000000006 instance= ns= 2022-09-01T11:10:24.485 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.430+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1/obj00000000000000000006 2022-09-01T11:10:24.485 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.430+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: entry->timestamp=2022-09-01T11:10:21.673133+0000 2022-09-01T11:10:24.485 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.430+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000006]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.78.5 op=0 op_state=1 2022-09-01T11:10:24.486 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.430+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000006]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000006[0] 2022-09-01T11:10:24.486 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.430+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position=00000000002.78.5 2022-09-01T11:10:24.487 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.430+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000009]: success 2022-09-01T11:10:24.487 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.430+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11:5 marker=00000000002.67.5 timestamp=2022-09-01T11:10:21.349085+0000 2022-09-01T11:10:24.487 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.430+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000050]: success 2022-09-01T11:10:24.487 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.430+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28:5 marker=00000000002.93.5 timestamp=2022-09-01T11:10:20.727739+0000 2022-09-01T11:10:24.488 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.431+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000006]: success 2022-09-01T11:10:24.488 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.431+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1:5 marker=00000000002.78.5 timestamp=2022-09-01T11:10:21.673133+0000 2022-09-01T11:10:24.488 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.433+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.488 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.433+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.489 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.433+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.489 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.433+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.489 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.433+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.490 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.433+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:24.490 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.434+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.490 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.434+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.491 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.434+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.491 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.434+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.491 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.434+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:24.491 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.434+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.492 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.434+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.492 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.434+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket shard: 0 2022-09-01T11:10:24.492 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.434+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.492 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.435+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.493 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.435+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.493 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.435+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000023]: success 2022-09-01T11:10:24.493 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.435+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6:5 marker=00000000002.57.5 timestamp=2022-09-01T11:10:21.377206+0000 2022-09-01T11:10:24.494 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.435+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.494 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.436+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:24.494 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.436+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.495 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.436+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.495 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.436+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.495 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.436+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.496 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.436+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.496 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.437+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.496 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.437+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.497 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.437+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.497 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.437+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.497 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.437+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.497 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.437+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket shard: 0 2022-09-01T11:10:24.498 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.437+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.498 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.440+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.498 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.440+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket shard: 0 2022-09-01T11:10:24.499 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.440+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.499 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.440+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.499 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.440+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket shard: 0 2022-09-01T11:10:24.500 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.440+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.500 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.441+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000283]: success 2022-09-01T11:10:24.500 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.441+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25:5 marker=00000000001.103.5 timestamp=2022-09-01T11:10:21.561806+0000 2022-09-01T11:10:24.500 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.442+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.501 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.442+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 0 2022-09-01T11:10:24.501 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.442+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.504 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000001.178.5 iter->object=obj00000000000000000317 iter->instance= name=obj00000000000000000317 instance= ns= 2022-09-01T11:10:24.504 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000317 2022-09-01T11:10:24.505 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:20.704517+0000 2022-09-01T11:10:24.505 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000317]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.178.5 op=0 op_state=1 2022-09-01T11:10:24.505 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000317]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000317[0] 2022-09-01T11:10:24.505 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000001.178.5 2022-09-01T11:10:24.506 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000002.59.5 iter->object=obj00000000000000000022 iter->instance= name=obj00000000000000000022 instance= ns= 2022-09-01T11:10:24.506 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000022 2022-09-01T11:10:24.506 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:21.499894+0000 2022-09-01T11:10:24.507 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000022]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.59.5 op=0 op_state=1 2022-09-01T11:10:24.507 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: parsed entry: id=00000000002.106.5 iter->object=obj00000000000000000002 iter->instance= name=obj00000000000000000002 instance= ns= 2022-09-01T11:10:24.507 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21/obj00000000000000000002 2022-09-01T11:10:24.508 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: entry->timestamp=2022-09-01T11:10:21.083595+0000 2022-09-01T11:10:24.508 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000002]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.106.5 op=0 op_state=1 2022-09-01T11:10:24.508 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000022]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000022[0] 2022-09-01T11:10:24.508 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000002.59.5 2022-09-01T11:10:24.509 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000002]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000002[0] 2022-09-01T11:10:24.509 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.477+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position=00000000002.106.5 2022-09-01T11:10:24.509 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.479+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000002.76.5 iter->object=obj00000000000000000019 iter->instance= name=obj00000000000000000019 instance= ns= 2022-09-01T11:10:24.509 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.479+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000019 2022-09-01T11:10:24.510 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.479+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:20.503024+0000 2022-09-01T11:10:24.510 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.479+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.76.5 op=0 op_state=1 2022-09-01T11:10:24.510 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.479+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000019[0] 2022-09-01T11:10:24.511 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.479+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000002.76.5 2022-09-01T11:10:24.511 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.479+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: parsed entry: id=00000000001.71.5 iter->object=obj00000000000000000061 iter->instance= name=obj00000000000000000061 instance= ns= 2022-09-01T11:10:24.511 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.479+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27/obj00000000000000000061 2022-09-01T11:10:24.511 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.479+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: entry->timestamp=2022-09-01T11:10:20.589611+0000 2022-09-01T11:10:24.512 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.479+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000061]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.71.5 op=0 op_state=1 2022-09-01T11:10:24.512 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.479+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000061]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000061[0] 2022-09-01T11:10:24.512 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.479+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position=00000000001.71.5 2022-09-01T11:10:24.512 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.479+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000022]: success 2022-09-01T11:10:24.513 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.479+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8:5 marker=00000000002.59.5 timestamp=2022-09-01T11:10:21.499894+0000 2022-09-01T11:10:24.513 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.480+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000002]: success 2022-09-01T11:10:24.513 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.480+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21:5 marker=00000000002.106.5 timestamp=2022-09-01T11:10:21.083595+0000 2022-09-01T11:10:24.513 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.482+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: parsed entry: id=00000000001.73.5 iter->object=obj00000000000000000423 iter->instance= name=obj00000000000000000423 instance= ns= 2022-09-01T11:10:24.514 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.482+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20/obj00000000000000000423 2022-09-01T11:10:24.514 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.482+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: entry->timestamp=2022-09-01T11:10:21.597238+0000 2022-09-01T11:10:24.514 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.482+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000423]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.73.5 op=0 op_state=1 2022-09-01T11:10:24.515 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.482+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: parsed entry: id=00000000002.86.5 iter->object=obj00000000000000000008 iter->instance= name=obj00000000000000000008 instance= ns= 2022-09-01T11:10:24.515 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.482+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13/obj00000000000000000008 2022-09-01T11:10:24.515 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.482+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: entry->timestamp=2022-09-01T11:10:20.973465+0000 2022-09-01T11:10:24.515 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.482+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000008]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.86.5 op=0 op_state=1 2022-09-01T11:10:24.516 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.482+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000423]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000423[0] 2022-09-01T11:10:24.516 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.482+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position=00000000001.73.5 2022-09-01T11:10:24.516 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.482+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: success 2022-09-01T11:10:24.516 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.482+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0:5 marker=00000000002.76.5 timestamp=2022-09-01T11:10:20.503024+0000 2022-09-01T11:10:24.517 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.482+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000008]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000008[0] 2022-09-01T11:10:24.517 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.482+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position=00000000002.86.5 2022-09-01T11:10:24.517 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.484+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: parsed entry: id=00000000002.85.5 iter->object=obj00000000000000000004 iter->instance= name=obj00000000000000000004 instance= ns= 2022-09-01T11:10:24.518 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.484+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000004 2022-09-01T11:10:24.518 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.484+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: entry->timestamp=2022-09-01T11:10:20.999539+0000 2022-09-01T11:10:24.518 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.484+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.85.5 op=0 op_state=1 2022-09-01T11:10:24.518 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.484+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: : injecting data sync error on key=obj00000000000000000004 2022-09-01T11:10:24.519 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.484+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position=00000000002.85.5 2022-09-01T11:10:24.519 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.484+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.519 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.484+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000004 2022-09-01T11:10:24.519 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.484+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000317]: success 2022-09-01T11:10:24.520 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.484+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7:5 marker=00000000001.178.5 timestamp=2022-09-01T11:10:20.704517+0000 2022-09-01T11:10:24.520 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.485+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000008]: success 2022-09-01T11:10:24.520 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.485+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13:5 marker=00000000002.86.5 timestamp=2022-09-01T11:10:20.973465+0000 2022-09-01T11:10:24.520 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.488+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000061]: success 2022-09-01T11:10:24.521 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.488+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27:5 marker=00000000001.71.5 timestamp=2022-09-01T11:10:20.589611+0000 2022-09-01T11:10:24.521 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.490+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000423]: success 2022-09-01T11:10:24.521 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.490+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20:5 marker=00000000001.73.5 timestamp=2022-09-01T11:10:21.597238+0000 2022-09-01T11:10:24.526 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.526+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.526 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.526+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.527 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.527+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.527 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.527+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 0 2022-09-01T11:10:24.528 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.527+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.569 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.569+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: parsed entry: id=00000000002.85.5 iter->object=obj00000000000000000004 iter->instance= name=obj00000000000000000004 instance= ns= 2022-09-01T11:10:24.569 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.569+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000004 2022-09-01T11:10:24.570 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.569+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: entry->timestamp=2022-09-01T11:10:20.999539+0000 2022-09-01T11:10:24.570 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.569+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.85.5 op=0 op_state=1 2022-09-01T11:10:24.571 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.569+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: : injecting data sync error on key=obj00000000000000000004 2022-09-01T11:10:24.571 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.569+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position=00000000002.85.5 2022-09-01T11:10:24.571 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.569+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.572 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.569+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000004 2022-09-01T11:10:24.611 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.611+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.612 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.611+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.612 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.611+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.613 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.611+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 0 2022-09-01T11:10:24.613 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.611+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.653 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.653+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: parsed entry: id=00000000002.85.5 iter->object=obj00000000000000000004 iter->instance= name=obj00000000000000000004 instance= ns= 2022-09-01T11:10:24.654 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.653+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000004 2022-09-01T11:10:24.654 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.653+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: entry->timestamp=2022-09-01T11:10:20.999539+0000 2022-09-01T11:10:24.654 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.653+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.85.5 op=0 op_state=1 2022-09-01T11:10:24.655 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.653+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000004[0] 2022-09-01T11:10:24.655 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.653+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position=00000000002.85.5 2022-09-01T11:10:24.655 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.655+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: success 2022-09-01T11:10:24.656 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.655+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5:5 marker=00000000002.85.5 timestamp=2022-09-01T11:10:20.999539+0000 2022-09-01T11:10:24.714 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.715 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.715 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.715 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.715 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.716 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.716 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.716 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.717 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.717 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.717 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.717 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.718 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.718 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.718 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.718 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.719 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.719 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.719 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.720 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.720 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.720 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.720 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.721 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.721 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.721 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.722 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.722 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.722 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.722 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.723 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.723 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.723 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.724 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.724 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.724 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.724 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.699+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.725 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 0 2022-09-01T11:10:24.725 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket shard: 0 2022-09-01T11:10:24.725 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.725 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.726 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket shard: 0 2022-09-01T11:10:24.726 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.700+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.726 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket shard: 0 2022-09-01T11:10:24.727 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:24.727 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 0 2022-09-01T11:10:24.727 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket shard: 0 2022-09-01T11:10:24.727 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 0 2022-09-01T11:10:24.728 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:24.728 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.728 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.729 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.729 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.729 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.729 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket shard: 0 2022-09-01T11:10:24.730 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket shard: 0 2022-09-01T11:10:24.730 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket shard: 0 2022-09-01T11:10:24.730 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:24.731 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket shard: 0 2022-09-01T11:10:24.731 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: sync status for source bucket shard: 0 2022-09-01T11:10:24.731 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: sync status for source bucket shard: 0 2022-09-01T11:10:24.731 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.701+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket shard: 0 2022-09-01T11:10:24.732 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: sync status for source bucket shard: 0 2022-09-01T11:10:24.732 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: sync status for source bucket shard: 0 2022-09-01T11:10:24.732 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: sync status for source bucket shard: 0 2022-09-01T11:10:24.733 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket shard: 0 2022-09-01T11:10:24.733 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket shard: 0 2022-09-01T11:10:24.733 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.733 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket shard: 0 2022-09-01T11:10:24.734 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.734 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: sync status for source bucket shard: 0 2022-09-01T11:10:24.734 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.734 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.735 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.735 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.735 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.736 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.736 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: sync status for source bucket shard: 0 2022-09-01T11:10:24.736 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.736 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: sync status for source bucket shard: 0 2022-09-01T11:10:24.737 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.737 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.737 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.738 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.738 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.738 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.738 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket shard: 0 2022-09-01T11:10:24.739 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: sync status for source bucket shard: 0 2022-09-01T11:10:24.739 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket shard: 0 2022-09-01T11:10:24.739 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: sync status for source bucket shard: 0 2022-09-01T11:10:24.739 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket shard: 0 2022-09-01T11:10:24.740 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket shard: 0 2022-09-01T11:10:24.740 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket shard: 0 2022-09-01T11:10:24.740 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket shard: 0 2022-09-01T11:10:24.741 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: sync status for source bucket shard: 0 2022-09-01T11:10:24.741 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: sync status for source bucket shard: 0 2022-09-01T11:10:24.741 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.742 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: sync status for source bucket shard: 0 2022-09-01T11:10:24.742 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.742 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.743 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.743 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.743 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.743 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.744 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.744 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.744 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.744 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.745 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.745 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.745 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.702+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.746 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.704+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: parsed entry: id=00000000002.73.5 iter->object=obj00000000000000000001 iter->instance= name=obj00000000000000000001 instance= ns= 2022-09-01T11:10:24.746 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.704+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3/obj00000000000000000001 2022-09-01T11:10:24.746 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.704+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: entry->timestamp=2022-09-01T11:10:23.007844+0000 2022-09-01T11:10:24.747 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.704+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000001]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.73.5 op=0 op_state=1 2022-09-01T11:10:24.747 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.704+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000001]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000001[0] 2022-09-01T11:10:24.747 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.704+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position=00000000002.73.5 2022-09-01T11:10:24.747 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.704+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: parsed entry: id=00000000002.63.5 iter->object=obj00000000000000000005 iter->instance= name=obj00000000000000000005 instance= ns= 2022-09-01T11:10:24.748 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.704+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6/obj00000000000000000005 2022-09-01T11:10:24.748 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.704+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: entry->timestamp=2022-09-01T11:10:22.349652+0000 2022-09-01T11:10:24.748 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.704+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000005]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.63.5 op=0 op_state=1 2022-09-01T11:10:24.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.704+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000005]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000005[0] 2022-09-01T11:10:24.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.704+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position=00000000002.63.5 2022-09-01T11:10:24.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.706+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: parsed entry: id=00000000002.79.5 iter->object=obj00000000000000000012 iter->instance= name=obj00000000000000000012 instance= ns= 2022-09-01T11:10:24.749 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.706+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16/obj00000000000000000012 2022-09-01T11:10:24.750 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.706+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: entry->timestamp=2022-09-01T11:10:23.194596+0000 2022-09-01T11:10:24.750 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.706+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000012]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.79.5 op=0 op_state=1 2022-09-01T11:10:24.750 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.706+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000012]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000012[0] 2022-09-01T11:10:24.751 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.706+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position=00000000002.79.5 2022-09-01T11:10:24.751 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.706+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: parsed entry: id=00000000001.70.5 iter->object=obj00000000000000000027 iter->instance= name=obj00000000000000000027 instance= ns= 2022-09-01T11:10:24.751 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.706+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24/obj00000000000000000027 2022-09-01T11:10:24.751 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.706+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: entry->timestamp=2022-09-01T11:10:23.102655+0000 2022-09-01T11:10:24.752 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.706+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000027]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.70.5 op=0 op_state=1 2022-09-01T11:10:24.752 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.706+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000027]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000027[0] 2022-09-01T11:10:24.752 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.706+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: listing bilog for incremental sync; position=00000000001.70.5 2022-09-01T11:10:24.752 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: parsed entry: id=00000000002.77.5 iter->object=obj00000000000000000011 iter->instance= name=obj00000000000000000011 instance= ns= 2022-09-01T11:10:24.753 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2/obj00000000000000000011 2022-09-01T11:10:24.753 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: entry->timestamp=2022-09-01T11:10:22.720466+0000 2022-09-01T11:10:24.753 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000011]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.77.5 op=0 op_state=1 2022-09-01T11:10:24.754 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: parsed entry: id=00000000001.74.5 iter->object=obj00000000000000000053 iter->instance= name=obj00000000000000000053 instance= ns= 2022-09-01T11:10:24.754 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27/obj00000000000000000053 2022-09-01T11:10:24.754 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: entry->timestamp=2022-09-01T11:10:22.049366+0000 2022-09-01T11:10:24.754 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000053]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.74.5 op=0 op_state=1 2022-09-01T11:10:24.755 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000011]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000011[0] 2022-09-01T11:10:24.755 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position=00000000002.77.5 2022-09-01T11:10:24.755 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: parsed entry: id=00000000002.78.5 iter->object=obj00000000000000000026 iter->instance= name=obj00000000000000000026 instance= ns= 2022-09-01T11:10:24.756 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000026 2022-09-01T11:10:24.756 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: entry->timestamp=2022-09-01T11:10:22.209364+0000 2022-09-01T11:10:24.756 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000026]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.78.5 op=0 op_state=1 2022-09-01T11:10:24.756 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000053]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000053[0] 2022-09-01T11:10:24.757 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position=00000000001.74.5 2022-09-01T11:10:24.757 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000026]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000026[0] 2022-09-01T11:10:24.757 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000002.78.5 2022-09-01T11:10:24.757 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: parsed entry: id=00000000002.80.5 iter->object=obj00000000000000000019 iter->instance= name=obj00000000000000000019 instance= ns= 2022-09-01T11:10:24.758 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33/obj00000000000000000019 2022-09-01T11:10:24.758 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: entry->timestamp=2022-09-01T11:10:22.632978+0000 2022-09-01T11:10:24.758 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:entry[obj00000000000000000019]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.80.5 op=0 op_state=1 2022-09-01T11:10:24.759 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:entry[obj00000000000000000019]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000019[0] 2022-09-01T11:10:24.759 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: listing bilog for incremental sync; position=00000000002.80.5 2022-09-01T11:10:24.759 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: parsed entry: id=00000000001.56.5 iter->object=obj00000000000000000057 iter->instance= name=obj00000000000000000057 instance= ns= 2022-09-01T11:10:24.759 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34/obj00000000000000000057 2022-09-01T11:10:24.760 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: entry->timestamp=2022-09-01T11:10:22.296587+0000 2022-09-01T11:10:24.760 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:entry[obj00000000000000000057]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.56.5 op=0 op_state=1 2022-09-01T11:10:24.760 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: parsed entry: id=00000000002.75.5 iter->object=obj00000000000000000024 iter->instance= name=obj00000000000000000024 instance= ns= 2022-09-01T11:10:24.760 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000024 2022-09-01T11:10:24.761 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: entry->timestamp=2022-09-01T11:10:22.413775+0000 2022-09-01T11:10:24.761 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000024]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.75.5 op=0 op_state=1 2022-09-01T11:10:24.761 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:entry[obj00000000000000000057]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000057[0] 2022-09-01T11:10:24.761 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: listing bilog for incremental sync; position=00000000001.56.5 2022-09-01T11:10:24.762 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000024]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000024[0] 2022-09-01T11:10:24.762 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.707+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position=00000000002.75.5 2022-09-01T11:10:24.762 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000001.71.5 iter->object=obj00000000000000000060 iter->instance= name=obj00000000000000000060 instance= ns= 2022-09-01T11:10:24.763 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000060 2022-09-01T11:10:24.763 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:22.112572+0000 2022-09-01T11:10:24.763 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000060]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.71.5 op=0 op_state=1 2022-09-01T11:10:24.763 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: parsed entry: id=00000000002.91.5 iter->object=obj00000000000000000018 iter->instance= name=obj00000000000000000018 instance= ns= 2022-09-01T11:10:24.764 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35/obj00000000000000000018 2022-09-01T11:10:24.764 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: entry->timestamp=2022-09-01T11:10:22.323907+0000 2022-09-01T11:10:24.764 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:entry[obj00000000000000000018]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.91.5 op=0 op_state=1 2022-09-01T11:10:24.764 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000005]: success 2022-09-01T11:10:24.765 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6:6 marker=00000000002.63.5 timestamp=2022-09-01T11:10:22.349652+0000 2022-09-01T11:10:24.765 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000001]: success 2022-09-01T11:10:24.765 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3:6 marker=00000000002.73.5 timestamp=2022-09-01T11:10:23.007844+0000 2022-09-01T11:10:24.765 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000060]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000060[0] 2022-09-01T11:10:24.766 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000001.71.5 2022-09-01T11:10:24.766 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:entry[obj00000000000000000018]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000018[0] 2022-09-01T11:10:24.766 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.708+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: listing bilog for incremental sync; position=00000000002.91.5 2022-09-01T11:10:24.767 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000001.89.5 iter->object=obj00000000000000000048 iter->instance= name=obj00000000000000000048 instance= ns= 2022-09-01T11:10:24.767 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000048 2022-09-01T11:10:24.767 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:23.464723+0000 2022-09-01T11:10:24.767 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000048]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.89.5 op=0 op_state=1 2022-09-01T11:10:24.768 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000048]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000048[0] 2022-09-01T11:10:24.768 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000001.89.5 2022-09-01T11:10:24.768 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: parsed entry: id=00000000002.77.5 iter->object=obj00000000000000000020 iter->instance= name=obj00000000000000000020 instance= ns= 2022-09-01T11:10:24.768 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28/obj00000000000000000020 2022-09-01T11:10:24.769 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: entry->timestamp=2022-09-01T11:10:23.038503+0000 2022-09-01T11:10:24.769 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000020]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.77.5 op=0 op_state=1 2022-09-01T11:10:24.769 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: parsed entry: id=00000000002.75.5 iter->object=obj00000000000000000045 iter->instance= name=obj00000000000000000045 instance= ns= 2022-09-01T11:10:24.769 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19/obj00000000000000000045 2022-09-01T11:10:24.770 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: entry->timestamp=2022-09-01T11:10:23.287280+0000 2022-09-01T11:10:24.770 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:entry[obj00000000000000000045]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.75.5 op=0 op_state=1 2022-09-01T11:10:24.770 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000020]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000020[0] 2022-09-01T11:10:24.771 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: listing bilog for incremental sync; position=00000000002.77.5 2022-09-01T11:10:24.771 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:entry[obj00000000000000000045]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000045[0] 2022-09-01T11:10:24.771 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: listing bilog for incremental sync; position=00000000002.75.5 2022-09-01T11:10:24.771 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: parsed entry: id=00000000001.93.5 iter->object=obj00000000000000000062 iter->instance= name=obj00000000000000000062 instance= ns= 2022-09-01T11:10:24.772 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12/obj00000000000000000062 2022-09-01T11:10:24.772 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: entry->timestamp=2022-09-01T11:10:22.912803+0000 2022-09-01T11:10:24.772 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000062]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.93.5 op=0 op_state=1 2022-09-01T11:10:24.772 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: parsed entry: id=00000000002.75.5 iter->object=obj00000000000000000008 iter->instance= name=obj00000000000000000008 instance= ns= 2022-09-01T11:10:24.773 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36/obj00000000000000000008 2022-09-01T11:10:24.773 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: entry->timestamp=2022-09-01T11:10:23.489525+0000 2022-09-01T11:10:24.773 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:entry[obj00000000000000000008]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.75.5 op=0 op_state=1 2022-09-01T11:10:24.774 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000062]: : injecting data sync error on key=obj00000000000000000062 2022-09-01T11:10:24.774 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.709+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position=00000000001.93.5 2022-09-01T11:10:24.774 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.710+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:entry[obj00000000000000000008]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000008[0] 2022-09-01T11:10:24.774 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.710+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: listing bilog for incremental sync; position=00000000002.75.5 2022-09-01T11:10:24.775 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.710+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000062]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.775 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.710+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000062]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12/obj00000000000000000062 2022-09-01T11:10:24.775 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.710+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: parsed entry: id=00000000002.64.5 iter->object=obj00000000000000000039 iter->instance= name=obj00000000000000000039 instance= ns= 2022-09-01T11:10:24.775 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.710+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23/obj00000000000000000039 2022-09-01T11:10:24.776 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.710+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: entry->timestamp=2022-09-01T11:10:22.818971+0000 2022-09-01T11:10:24.776 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.710+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000039]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.64.5 op=0 op_state=1 2022-09-01T11:10:24.776 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.710+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000039]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000039[0] 2022-09-01T11:10:24.776 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.710+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: listing bilog for incremental sync; position=00000000002.64.5 2022-09-01T11:10:24.777 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.710+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: parsed entry: id=00000000002.84.5 iter->object=obj00000000000000000009 iter->instance= name=obj00000000000000000009 instance= ns= 2022-09-01T11:10:24.777 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.710+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13/obj00000000000000000009 2022-09-01T11:10:24.777 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.710+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: entry->timestamp=2022-09-01T11:10:23.404389+0000 2022-09-01T11:10:24.778 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.710+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000009]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.84.5 op=0 op_state=1 2022-09-01T11:10:24.778 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000009]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000009[0] 2022-09-01T11:10:24.778 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position=00000000002.84.5 2022-09-01T11:10:24.779 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: parsed entry: id=00000000002.95.5 iter->object=obj00000000000000000021 iter->instance= name=obj00000000000000000021 instance= ns= 2022-09-01T11:10:24.779 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26/obj00000000000000000021 2022-09-01T11:10:24.779 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: entry->timestamp=2022-09-01T11:10:23.378836+0000 2022-09-01T11:10:24.779 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000021]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.95.5 op=0 op_state=1 2022-09-01T11:10:24.780 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000021]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000021[0] 2022-09-01T11:10:24.780 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: listing bilog for incremental sync; position=00000000002.95.5 2022-09-01T11:10:24.780 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: parsed entry: id=00000000002.58.5 iter->object=obj00000000000000000006 iter->instance= name=obj00000000000000000006 instance= ns= 2022-09-01T11:10:24.780 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20/obj00000000000000000006 2022-09-01T11:10:24.781 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: entry->timestamp=2022-09-01T11:10:22.570408+0000 2022-09-01T11:10:24.781 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000006]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.58.5 op=0 op_state=1 2022-09-01T11:10:24.781 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: parsed entry: id=00000000002.77.5 iter->object=obj00000000000000000010 iter->instance= name=obj00000000000000000010 instance= ns= 2022-09-01T11:10:24.781 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25/obj00000000000000000010 2022-09-01T11:10:24.782 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: entry->timestamp=2022-09-01T11:10:23.553568+0000 2022-09-01T11:10:24.782 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000010]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.77.5 op=0 op_state=1 2022-09-01T11:10:24.782 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000006]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000006[0] 2022-09-01T11:10:24.782 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position=00000000002.58.5 2022-09-01T11:10:24.783 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: parsed entry: id=00000000001.75.5 iter->object=obj00000000000000000036 iter->instance= name=obj00000000000000000036 instance= ns= 2022-09-01T11:10:24.783 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30/obj00000000000000000036 2022-09-01T11:10:24.783 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: entry->timestamp=2022-09-01T11:10:22.658180+0000 2022-09-01T11:10:24.784 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:entry[obj00000000000000000036]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.75.5 op=0 op_state=1 2022-09-01T11:10:24.784 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000010]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000010[0] 2022-09-01T11:10:24.784 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: listing bilog for incremental sync; position=00000000002.77.5 2022-09-01T11:10:24.784 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:entry[obj00000000000000000036]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000036[0] 2022-09-01T11:10:24.785 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.711+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: listing bilog for incremental sync; position=00000000001.75.5 2022-09-01T11:10:24.785 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.712+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000002.108.5 iter->object=obj00000000000000000016 iter->instance= name=obj00000000000000000016 instance= ns= 2022-09-01T11:10:24.785 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.712+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000016 2022-09-01T11:10:24.785 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.712+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:22.537223+0000 2022-09-01T11:10:24.786 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.712+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000016]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.108.5 op=0 op_state=1 2022-09-01T11:10:24.786 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.712+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000016]: : injecting data sync error on key=obj00000000000000000016 2022-09-01T11:10:24.786 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.712+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000002.108.5 2022-09-01T11:10:24.787 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.712+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000016]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:24.787 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.712+0000 7f1082aad600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000016]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000016 2022-09-01T11:10:24.787 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.712+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000026]: success 2022-09-01T11:10:24.787 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.712+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10:6 marker=00000000002.78.5 timestamp=2022-09-01T11:10:22.209364+0000 2022-09-01T11:10:24.788 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.712+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000011]: success 2022-09-01T11:10:24.788 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.712+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2:6 marker=00000000002.77.5 timestamp=2022-09-01T11:10:22.720466+0000 2022-09-01T11:10:24.788 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.713+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: parsed entry: id=00000000002.79.5 iter->object=obj00000000000000000014 iter->instance= name=obj00000000000000000014 instance= ns= 2022-09-01T11:10:24.788 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.713+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32/obj00000000000000000014 2022-09-01T11:10:24.789 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.713+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: entry->timestamp=2022-09-01T11:10:23.314325+0000 2022-09-01T11:10:24.789 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.714+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:entry[obj00000000000000000014]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.79.5 op=0 op_state=1 2022-09-01T11:10:24.789 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.714+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:entry[obj00000000000000000014]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000014[0] 2022-09-01T11:10:24.789 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.714+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: listing bilog for incremental sync; position=00000000002.79.5 2022-09-01T11:10:24.790 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.714+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:entry[obj00000000000000000019]: success 2022-09-01T11:10:24.790 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.714+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33:6 marker=00000000002.80.5 timestamp=2022-09-01T11:10:22.632978+0000 2022-09-01T11:10:24.795 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.715+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: parsed entry: id=00000000002.87.5 iter->object=obj00000000000000000003 iter->instance= name=obj00000000000000000003 instance= ns= 2022-09-01T11:10:24.796 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.715+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31/obj00000000000000000003 2022-09-01T11:10:24.796 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.715+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: entry->timestamp=2022-09-01T11:10:22.942457+0000 2022-09-01T11:10:24.796 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.715+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:entry[obj00000000000000000003]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.87.5 op=0 op_state=1 2022-09-01T11:10:24.797 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.715+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:entry[obj00000000000000000003]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000003[0] 2022-09-01T11:10:24.797 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.715+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: listing bilog for incremental sync; position=00000000002.87.5 2022-09-01T11:10:24.797 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.715+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: parsed entry: id=00000000002.73.5 iter->object=obj00000000000000000017 iter->instance= name=obj00000000000000000017 instance= ns= 2022-09-01T11:10:24.797 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.715+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21/obj00000000000000000017 2022-09-01T11:10:24.798 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.715+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: entry->timestamp=2022-09-01T11:10:22.505118+0000 2022-09-01T11:10:24.798 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.715+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000017]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.73.5 op=0 op_state=1 2022-09-01T11:10:24.798 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.715+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000017]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000017[0] 2022-09-01T11:10:24.798 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.715+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position=00000000002.73.5 2022-09-01T11:10:24.799 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.716+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000053]: success 2022-09-01T11:10:24.799 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.716+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27:6 marker=00000000001.74.5 timestamp=2022-09-01T11:10:22.049366+0000 2022-09-01T11:10:24.799 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.716+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: parsed entry: id=00000000002.80.5 iter->object=obj00000000000000000040 iter->instance= name=obj00000000000000000040 instance= ns= 2022-09-01T11:10:24.800 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.716+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000040 2022-09-01T11:10:24.800 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.716+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: entry->timestamp=2022-09-01T11:10:22.749049+0000 2022-09-01T11:10:24.800 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.716+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000040]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.80.5 op=0 op_state=1 2022-09-01T11:10:24.800 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.716+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000040]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000040[0] 2022-09-01T11:10:24.801 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.716+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position=00000000002.80.5 2022-09-01T11:10:24.801 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000009]: success 2022-09-01T11:10:24.801 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13:6 marker=00000000002.84.5 timestamp=2022-09-01T11:10:23.404389+0000 2022-09-01T11:10:24.802 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:entry[obj00000000000000000018]: success 2022-09-01T11:10:24.802 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35:6 marker=00000000002.91.5 timestamp=2022-09-01T11:10:22.323907+0000 2022-09-01T11:10:24.802 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: parsed entry: id=00000000002.71.5 iter->object=obj00000000000000000013 iter->instance= name=obj00000000000000000013 instance= ns= 2022-09-01T11:10:24.802 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18/obj00000000000000000013 2022-09-01T11:10:24.803 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: entry->timestamp=2022-09-01T11:10:22.234201+0000 2022-09-01T11:10:24.803 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000013]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.71.5 op=0 op_state=1 2022-09-01T11:10:24.803 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000013]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000013[0] 2022-09-01T11:10:24.803 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position=00000000002.71.5 2022-09-01T11:10:24.804 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:entry[obj00000000000000000008]: success 2022-09-01T11:10:24.804 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36:6 marker=00000000002.75.5 timestamp=2022-09-01T11:10:23.489525+0000 2022-09-01T11:10:24.804 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000039]: success 2022-09-01T11:10:24.805 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23:6 marker=00000000002.64.5 timestamp=2022-09-01T11:10:22.818971+0000 2022-09-01T11:10:24.805 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000012]: success 2022-09-01T11:10:24.805 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.717+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16:6 marker=00000000002.79.5 timestamp=2022-09-01T11:10:23.194596+0000 2022-09-01T11:10:24.805 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.718+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: parsed entry: id=00000000002.98.5 iter->object=obj00000000000000000004 iter->instance= name=obj00000000000000000004 instance= ns= 2022-09-01T11:10:24.806 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.718+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29/obj00000000000000000004 2022-09-01T11:10:24.806 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.718+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: entry->timestamp=2022-09-01T11:10:22.145995+0000 2022-09-01T11:10:24.806 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.718+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000004]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.98.5 op=0 op_state=1 2022-09-01T11:10:24.807 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.718+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000004]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000004[0] 2022-09-01T11:10:24.807 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.718+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: listing bilog for incremental sync; position=00000000002.98.5 2022-09-01T11:10:24.807 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: parsed entry: id=00000000002.99.5 iter->object=obj00000000000000000007 iter->instance= name=obj00000000000000000007 instance= ns= 2022-09-01T11:10:24.807 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22/obj00000000000000000007 2022-09-01T11:10:24.808 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: entry->timestamp=2022-09-01T11:10:22.441054+0000 2022-09-01T11:10:24.808 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000007]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.99.5 op=0 op_state=1 2022-09-01T11:10:24.808 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000007]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000007[0] 2022-09-01T11:10:24.809 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position=00000000002.99.5 2022-09-01T11:10:24.809 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000024]: success 2022-09-01T11:10:24.809 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15:6 marker=00000000002.75.5 timestamp=2022-09-01T11:10:22.413775+0000 2022-09-01T11:10:24.809 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:entry[obj00000000000000000014]: success 2022-09-01T11:10:24.810 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32:6 marker=00000000002.79.5 timestamp=2022-09-01T11:10:23.314325+0000 2022-09-01T11:10:24.810 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000017]: success 2022-09-01T11:10:24.810 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21:6 marker=00000000002.73.5 timestamp=2022-09-01T11:10:22.505118+0000 2022-09-01T11:10:24.810 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000020]: success 2022-09-01T11:10:24.811 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28:6 marker=00000000002.77.5 timestamp=2022-09-01T11:10:23.038503+0000 2022-09-01T11:10:24.811 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:entry[obj00000000000000000045]: success 2022-09-01T11:10:24.811 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19:6 marker=00000000002.75.5 timestamp=2022-09-01T11:10:23.287280+0000 2022-09-01T11:10:24.811 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000021]: success 2022-09-01T11:10:24.812 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26:6 marker=00000000002.95.5 timestamp=2022-09-01T11:10:23.378836+0000 2022-09-01T11:10:24.812 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:entry[obj00000000000000000003]: success 2022-09-01T11:10:24.812 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.720+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31:6 marker=00000000002.87.5 timestamp=2022-09-01T11:10:22.942457+0000 2022-09-01T11:10:24.813 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.721+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000013]: success 2022-09-01T11:10:24.813 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.721+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18:6 marker=00000000002.71.5 timestamp=2022-09-01T11:10:22.234201+0000 2022-09-01T11:10:24.813 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.722+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000006]: success 2022-09-01T11:10:24.813 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.722+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20:6 marker=00000000002.58.5 timestamp=2022-09-01T11:10:22.570408+0000 2022-09-01T11:10:24.814 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.722+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000010]: success 2022-09-01T11:10:24.814 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.722+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25:6 marker=00000000002.77.5 timestamp=2022-09-01T11:10:23.553568+0000 2022-09-01T11:10:24.814 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.722+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000004]: success 2022-09-01T11:10:24.815 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.722+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29:6 marker=00000000002.98.5 timestamp=2022-09-01T11:10:22.145995+0000 2022-09-01T11:10:24.815 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.723+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000007]: success 2022-09-01T11:10:24.815 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.723+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22:6 marker=00000000002.99.5 timestamp=2022-09-01T11:10:22.441054+0000 2022-09-01T11:10:24.815 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.727+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:entry[obj00000000000000000036]: success 2022-09-01T11:10:24.816 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.727+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30:6 marker=00000000001.75.5 timestamp=2022-09-01T11:10:22.658180+0000 2022-09-01T11:10:24.816 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.728+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000027]: success 2022-09-01T11:10:24.816 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.728+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24:6 marker=00000000001.70.5 timestamp=2022-09-01T11:10:23.102655+0000 2022-09-01T11:10:24.816 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.731+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000040]: success 2022-09-01T11:10:24.817 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.731+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14:6 marker=00000000002.80.5 timestamp=2022-09-01T11:10:22.749049+0000 2022-09-01T11:10:24.817 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.732+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000060]: success 2022-09-01T11:10:24.817 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.732+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0:6 marker=00000000001.71.5 timestamp=2022-09-01T11:10:22.112572+0000 2022-09-01T11:10:24.818 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.732+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000048]: success 2022-09-01T11:10:24.818 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.732+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8:6 marker=00000000001.89.5 timestamp=2022-09-01T11:10:23.464723+0000 2022-09-01T11:10:24.818 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.732+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:entry[obj00000000000000000057]: success 2022-09-01T11:10:24.818 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.732+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34:6 marker=00000000001.56.5 timestamp=2022-09-01T11:10:22.296587+0000 2022-09-01T11:10:24.819 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.743+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: parsed entry: id=00000000001.60.5 iter->object=obj00000000000000000065 iter->instance= name=obj00000000000000000065 instance= ns= 2022-09-01T11:10:24.819 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.743+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000065 2022-09-01T11:10:24.819 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.743+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: entry->timestamp=2022-09-01T11:10:23.129284+0000 2022-09-01T11:10:24.819 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.743+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000065]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.60.5 op=0 op_state=1 2022-09-01T11:10:24.820 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.743+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000065]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000065[0] 2022-09-01T11:10:24.820 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.743+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position=00000000001.60.5 2022-09-01T11:10:24.820 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.747+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: parsed entry: id=00000000002.64.5 iter->object=obj00000000000000000015 iter->instance= name=obj00000000000000000015 instance= ns= 2022-09-01T11:10:24.821 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.747+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9/obj00000000000000000015 2022-09-01T11:10:24.821 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.747+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: entry->timestamp=2022-09-01T11:10:22.848903+0000 2022-09-01T11:10:24.821 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.747+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000015]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.64.5 op=0 op_state=1 2022-09-01T11:10:24.821 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.747+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000015]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000015[0] 2022-09-01T11:10:24.822 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.747+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position=00000000002.64.5 2022-09-01T11:10:24.822 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.748+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000065]: success 2022-09-01T11:10:24.822 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5:6 marker=00000000001.60.5 timestamp=2022-09-01T11:10:23.129284+0000 2022-09-01T11:10:24.822 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.748+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000015]: success 2022-09-01T11:10:24.823 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.748+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9:6 marker=00000000002.64.5 timestamp=2022-09-01T11:10:22.848903+0000 2022-09-01T11:10:24.823 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: parsed entry: id=00000000002.95.5 iter->object=obj00000000000000000033 iter->instance= name=obj00000000000000000033 instance= ns= 2022-09-01T11:10:24.823 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4/obj00000000000000000033 2022-09-01T11:10:24.824 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: entry->timestamp=2022-09-01T11:10:23.220522+0000 2022-09-01T11:10:24.824 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000033]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.95.5 op=0 op_state=1 2022-09-01T11:10:24.824 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.749+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000033]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000033[0] 2022-09-01T11:10:24.825 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.749+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position=00000000002.95.5 2022-09-01T11:10:24.825 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.750+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000033]: success 2022-09-01T11:10:24.825 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.751+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4:6 marker=00000000002.95.5 timestamp=2022-09-01T11:10:23.220522+0000 2022-09-01T11:10:24.826 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.758+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.826 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.758+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.826 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.758+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.827 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.758+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket shard: 0 2022-09-01T11:10:24.827 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.758+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.827 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.759+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:24.828 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.759+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:24.828 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.759+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:24.828 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.759+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:24.829 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.759+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:24.831 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.800+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: parsed entry: id=00000000001.93.5 iter->object=obj00000000000000000062 iter->instance= name=obj00000000000000000062 instance= ns= 2022-09-01T11:10:24.831 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.800+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12/obj00000000000000000062 2022-09-01T11:10:24.831 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.800+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: entry->timestamp=2022-09-01T11:10:22.912803+0000 2022-09-01T11:10:24.832 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.800+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000062]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.93.5 op=0 op_state=1 2022-09-01T11:10:24.832 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.800+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000062]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000062[0] 2022-09-01T11:10:24.832 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.800+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position=00000000001.93.5 2022-09-01T11:10:24.832 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.801+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000002.108.5 iter->object=obj00000000000000000016 iter->instance= name=obj00000000000000000016 instance= ns= 2022-09-01T11:10:24.833 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.801+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000016 2022-09-01T11:10:24.833 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.801+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:22.537223+0000 2022-09-01T11:10:24.833 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.801+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000016]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.108.5 op=0 op_state=1 2022-09-01T11:10:24.834 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.801+0000 7f1082aad600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000016]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000016[0] 2022-09-01T11:10:24.834 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.801+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000002.108.5 2022-09-01T11:10:24.834 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.802+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000016]: success 2022-09-01T11:10:24.834 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.802+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7:6 marker=00000000002.108.5 timestamp=2022-09-01T11:10:22.537223+0000 2022-09-01T11:10:24.835 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.805+0000 7f1082aad600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000062]: success 2022-09-01T11:10:24.835 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:24.805+0000 7f1082aad600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12:6 marker=00000000001.93.5 timestamp=2022-09-01T11:10:22.912803+0000 2022-09-01T11:10:24.865 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'list', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--max-entries', '10000', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:24.866 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'list', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--max-entries', '10000', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:24.866 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket list --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-73 --max-entries 10000 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:10:24.921 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:24.922 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:24.966 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:10:24.967 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:24.967 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000000", 2022-09-01T11:10:24.967 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:24.968 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:24.968 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:24.968 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:24.968 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:24.969 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:24.969 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:24.969 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:24.969 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:24.970 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:24.970 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.285708Z", 2022-09-01T11:10:24.970 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:24.971 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:24.971 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:24.971 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:24.971 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:24.972 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:24.972 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:24.972 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:24.972 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:24.973 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.16661253986828968045", 2022-09-01T11:10:24.973 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:24.973 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:24.973 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:24.974 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:24.974 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:24.974 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000001", 2022-09-01T11:10:24.975 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:24.975 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:24.975 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:24.975 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:24.976 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:24.976 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:24.976 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:24.976 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:24.977 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:24.977 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:24.977 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.007844Z", 2022-09-01T11:10:24.977 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:24.978 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:24.978 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:24.978 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:24.979 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:24.979 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:24.979 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:24.980 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:24.980 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:24.980 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.6381114287989189516", 2022-09-01T11:10:24.980 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:24.981 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:24.981 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:24.981 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:24.981 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:24.982 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000002", 2022-09-01T11:10:24.982 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:24.982 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:24.982 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:24.983 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 15 2022-09-01T11:10:24.983 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:24.983 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:24.983 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:24.984 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:24.984 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:24.984 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:24.984 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.083595Z", 2022-09-01T11:10:24.985 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:24.985 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:24.985 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:24.986 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:24.986 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:24.986 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:24.986 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:24.987 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:24.987 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:24.987 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.16025317417853716571", 2022-09-01T11:10:24.987 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:24.988 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:24.988 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:24.988 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:24.988 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:24.989 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000003", 2022-09-01T11:10:24.989 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:24.989 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:24.989 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:24.990 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 14 2022-09-01T11:10:24.990 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:24.990 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:24.991 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:24.991 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:24.991 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:24.991 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:24.992 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.942457Z", 2022-09-01T11:10:24.992 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:24.992 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:24.992 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:24.993 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:24.993 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:24.993 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:24.993 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:24.994 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:24.994 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:24.994 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.11163991487633697934", 2022-09-01T11:10:24.994 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:24.995 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:24.995 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:24.995 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:24.996 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:24.996 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000004", 2022-09-01T11:10:24.996 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:24.996 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:24.997 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:24.997 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 13 2022-09-01T11:10:24.997 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:24.997 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:24.998 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:24.998 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:24.998 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:24.998 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:24.999 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.145995Z", 2022-09-01T11:10:24.999 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:24.999 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:24.999 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.000 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.000 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.000 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.000 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.001 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.001 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.001 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.5038762575334894809", 2022-09-01T11:10:25.002 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.002 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.002 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.002 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.003 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.003 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000005", 2022-09-01T11:10:25.003 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.003 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.004 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.004 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 15 2022-09-01T11:10:25.004 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.004 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.005 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.005 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.005 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.005 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.006 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.349652Z", 2022-09-01T11:10:25.006 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.006 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.006 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.007 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.007 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.007 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.007 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.008 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.008 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.008 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.3489235794500782503", 2022-09-01T11:10:25.009 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.009 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.009 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.009 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.010 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.010 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000006", 2022-09-01T11:10:25.010 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.010 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.011 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.011 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:25.011 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.011 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.012 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.012 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.012 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.012 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:25.013 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.570408Z", 2022-09-01T11:10:25.013 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.013 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.013 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.014 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.014 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.014 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.015 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.015 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.015 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.015 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.516763722146807085", 2022-09-01T11:10:25.016 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.016 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.016 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.016 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.017 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.017 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000007", 2022-09-01T11:10:25.017 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.017 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.018 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.018 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 15 2022-09-01T11:10:25.018 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.018 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.019 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.019 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.019 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.019 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.020 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.441054Z", 2022-09-01T11:10:25.020 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.020 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.020 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.021 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.021 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.021 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.021 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.022 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.022 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.022 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.3366413730217309466", 2022-09-01T11:10:25.022 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.023 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.023 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.023 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.023 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.024 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000008", 2022-09-01T11:10:25.024 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.024 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.024 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.025 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 12 2022-09-01T11:10:25.025 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.025 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.025 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.026 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.026 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.026 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.026 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.489525Z", 2022-09-01T11:10:25.027 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.027 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.027 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.027 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.028 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.028 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.028 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.029 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.029 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.029 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.13365640589160822874", 2022-09-01T11:10:25.029 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.030 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.030 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.030 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.030 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.031 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000009", 2022-09-01T11:10:25.031 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.031 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.031 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.032 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 13 2022-09-01T11:10:25.032 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.032 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.032 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.033 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.033 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.033 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.033 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.404389Z", 2022-09-01T11:10:25.034 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.034 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.034 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.034 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.035 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.035 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.035 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.036 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.036 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.036 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.2406577096100287033", 2022-09-01T11:10:25.036 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.037 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.037 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.037 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.037 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.038 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000010", 2022-09-01T11:10:25.038 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.038 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.038 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.039 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 14 2022-09-01T11:10:25.039 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.039 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.039 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.040 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.040 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.040 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.040 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.553568Z", 2022-09-01T11:10:25.041 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.041 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.041 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.041 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.042 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.042 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.042 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.043 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.043 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.043 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.5310015998995503133", 2022-09-01T11:10:25.043 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.044 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.044 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.044 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.044 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.045 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000011", 2022-09-01T11:10:25.045 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.045 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.045 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.046 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 9 2022-09-01T11:10:25.046 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.046 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.047 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.047 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.047 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.047 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:25.048 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.720466Z", 2022-09-01T11:10:25.048 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.048 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.048 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.049 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.049 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.049 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.049 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.050 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.050 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.050 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.3440058650456704240", 2022-09-01T11:10:25.051 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.051 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.051 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.051 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.052 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.052 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000012", 2022-09-01T11:10:25.052 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.053 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.053 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.053 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 15 2022-09-01T11:10:25.053 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.054 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.054 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.054 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.054 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.055 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:25.055 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.194596Z", 2022-09-01T11:10:25.055 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.056 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.056 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.056 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.056 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.057 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.057 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.057 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.057 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.058 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.16858569938410953052", 2022-09-01T11:10:25.058 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.058 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.059 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.059 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.059 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.059 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000013", 2022-09-01T11:10:25.060 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.060 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.060 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.060 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 9 2022-09-01T11:10:25.061 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.061 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.061 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.061 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.062 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.062 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:25.062 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.234201Z", 2022-09-01T11:10:25.062 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.063 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.063 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.063 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.064 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.064 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.064 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.064 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.065 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.065 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.967920736362810685", 2022-09-01T11:10:25.065 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.065 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.066 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.066 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.066 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.066 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000014", 2022-09-01T11:10:25.067 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.067 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.067 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.067 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:25.068 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.068 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.068 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.068 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.069 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.069 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:25.069 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.314325Z", 2022-09-01T11:10:25.069 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.070 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.070 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.070 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.071 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.071 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.071 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.071 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.072 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.072 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.365437693221376907", 2022-09-01T11:10:25.072 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.072 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.073 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.073 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.073 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.073 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000015", 2022-09-01T11:10:25.074 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.074 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.074 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.074 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 12 2022-09-01T11:10:25.075 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.075 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.075 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.075 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.076 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.076 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:25.076 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.848903Z", 2022-09-01T11:10:25.077 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.077 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.077 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.077 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.078 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.078 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.078 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.078 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.079 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.079 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.4247675863247291282", 2022-09-01T11:10:25.079 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.079 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.080 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.080 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.080 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.080 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000016", 2022-09-01T11:10:25.081 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.081 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.081 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.081 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 21 2022-09-01T11:10:25.082 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.082 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.082 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.082 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.083 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.083 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.083 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.537223Z", 2022-09-01T11:10:25.083 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.084 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.084 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.084 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.084 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.085 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.085 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.085 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.085 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.086 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.17240170379325238584", 2022-09-01T11:10:25.086 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.086 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.086 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.087 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.087 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.087 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000017", 2022-09-01T11:10:25.087 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.088 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.088 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.088 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 11 2022-09-01T11:10:25.089 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.089 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.089 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.089 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.090 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.090 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:25.090 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.505118Z", 2022-09-01T11:10:25.090 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.091 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.091 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.091 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.091 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.092 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.092 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.092 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.092 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.093 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.15175010352795386025", 2022-09-01T11:10:25.093 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.093 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.093 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.094 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.094 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.094 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000018", 2022-09-01T11:10:25.094 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.095 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.095 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.095 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 5 2022-09-01T11:10:25.096 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.096 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.096 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.097 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.097 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.097 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:25.097 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.323907Z", 2022-09-01T11:10:25.098 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.098 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.098 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.098 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.099 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.099 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.099 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.099 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.100 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.100 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.3057029365820930222", 2022-09-01T11:10:25.100 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.100 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.101 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.101 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.101 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.102 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000019", 2022-09-01T11:10:25.102 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.102 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.102 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.103 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 7 2022-09-01T11:10:25.103 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.103 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.103 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.104 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.104 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.104 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:25.105 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.632978Z", 2022-09-01T11:10:25.105 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.105 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.105 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.106 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.106 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.106 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.107 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.107 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.107 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.107 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.2859307107153204003", 2022-09-01T11:10:25.108 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.108 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.108 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.108 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.109 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.109 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000020", 2022-09-01T11:10:25.109 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.109 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.110 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.110 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 15 2022-09-01T11:10:25.110 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.111 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.111 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.111 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.111 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.112 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.112 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.038503Z", 2022-09-01T11:10:25.112 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.112 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.113 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.113 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.113 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.113 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.114 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.114 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.114 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.114 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.10412897459587238137", 2022-09-01T11:10:25.115 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.115 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.115 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.115 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.116 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.116 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000021", 2022-09-01T11:10:25.116 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.116 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.117 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.117 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 9 2022-09-01T11:10:25.117 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.118 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.118 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.118 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.118 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.119 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:25.119 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.378836Z", 2022-09-01T11:10:25.119 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.119 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.120 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.120 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.120 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.120 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.121 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.121 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.121 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.121 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.10083799981636290469", 2022-09-01T11:10:25.122 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.122 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.122 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.123 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.123 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.123 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000022", 2022-09-01T11:10:25.123 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.124 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.124 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.124 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 13 2022-09-01T11:10:25.124 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.125 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.125 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.125 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.125 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.126 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:25.126 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.499894Z", 2022-09-01T11:10:25.126 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.127 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.127 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.127 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.127 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.128 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.128 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.128 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.128 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.129 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.1644970621688145749", 2022-09-01T11:10:25.129 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.129 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.129 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.130 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.130 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.130 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000023", 2022-09-01T11:10:25.131 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.131 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.131 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.131 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:25.132 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.132 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.133 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.134 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.135 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.136 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:25.137 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.377206Z", 2022-09-01T11:10:25.138 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.138 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.139 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.139 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.139 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.140 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.140 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.140 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.141 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.141 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.4111269475607478019", 2022-09-01T11:10:25.141 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.141 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.142 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.142 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.142 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.143 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000024", 2022-09-01T11:10:25.143 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.143 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.143 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.144 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 16 2022-09-01T11:10:25.144 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.144 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.144 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.145 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.145 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.145 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:25.145 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.413775Z", 2022-09-01T11:10:25.146 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.146 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.146 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.146 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.147 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.147 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.147 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.147 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.148 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.148 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.16561983422574979138", 2022-09-01T11:10:25.148 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.148 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.149 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.149 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.149 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.149 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000025", 2022-09-01T11:10:25.150 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.150 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.150 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.151 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:25.151 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.151 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.151 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.152 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.152 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.152 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:25.152 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.791203Z", 2022-09-01T11:10:25.153 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.153 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.153 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.153 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.154 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.154 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.154 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.154 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.155 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.155 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.17510154748330564793", 2022-09-01T11:10:25.155 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.155 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.156 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.156 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.156 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.156 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000026", 2022-09-01T11:10:25.157 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.157 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.157 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.157 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 12 2022-09-01T11:10:25.158 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.158 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.158 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.158 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.159 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.159 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.159 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.209364Z", 2022-09-01T11:10:25.159 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.160 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.160 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.160 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.160 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.161 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.161 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.161 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.161 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.162 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.8899076926119790422", 2022-09-01T11:10:25.162 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.162 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.163 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.163 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.163 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.163 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000027", 2022-09-01T11:10:25.164 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.164 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.164 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.164 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 7 2022-09-01T11:10:25.165 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.165 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.165 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.165 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.102655Z", 2022-09-01T11:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.167 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.167 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.167 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.167 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.168 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.168 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.168 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.168 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.169 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.3201805191944221394", 2022-09-01T11:10:25.169 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.169 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.169 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.170 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.170 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.170 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000028", 2022-09-01T11:10:25.171 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.171 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.171 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.171 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:25.172 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.172 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.172 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.172 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.173 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.173 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:25.173 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:15.940244Z", 2022-09-01T11:10:25.173 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.174 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.174 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.174 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.174 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.175 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.175 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.175 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.175 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.176 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.5049615149264840601", 2022-09-01T11:10:25.176 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.176 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.176 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.177 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.177 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.177 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000029", 2022-09-01T11:10:25.177 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.178 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.178 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.178 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 7 2022-09-01T11:10:25.179 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.179 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.179 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.179 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.179 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.180 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.180 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.175701Z", 2022-09-01T11:10:25.180 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.181 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.181 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.181 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.181 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.182 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.182 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.182 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.182 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.183 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.1591934582539825630", 2022-09-01T11:10:25.183 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.183 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.183 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.184 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.184 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.184 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000030", 2022-09-01T11:10:25.184 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.185 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.185 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.185 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 8 2022-09-01T11:10:25.185 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.186 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.186 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.186 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.187 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.187 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.187 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.077120Z", 2022-09-01T11:10:25.187 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.188 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.188 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.188 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.188 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.189 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.189 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.189 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.189 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.190 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.11143384242937985271", 2022-09-01T11:10:25.190 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.190 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.190 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.191 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.191 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.191 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000031", 2022-09-01T11:10:25.191 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.192 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.192 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.192 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 18 2022-09-01T11:10:25.192 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.193 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.193 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.193 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.193 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.194 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.194 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.881460Z", 2022-09-01T11:10:25.194 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.195 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.195 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.195 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.195 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.196 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.196 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.196 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.196 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.197 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.12661592008161140519", 2022-09-01T11:10:25.197 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.197 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.197 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.198 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.198 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.198 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000032", 2022-09-01T11:10:25.198 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.199 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.199 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.199 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:25.200 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.200 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.200 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.200 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.200 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.201 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.201 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:18.113422Z", 2022-09-01T11:10:25.201 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.202 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.202 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.202 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.202 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.203 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.203 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.203 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.203 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.204 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.915016633199821527", 2022-09-01T11:10:25.204 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.204 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.205 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.205 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.205 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.205 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000033", 2022-09-01T11:10:25.206 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.206 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.206 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.206 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 14 2022-09-01T11:10:25.207 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.207 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.207 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.207 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.208 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.208 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.208 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.220522Z", 2022-09-01T11:10:25.208 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.209 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.209 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.209 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.209 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.210 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.210 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.210 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.210 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.211 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.139273528379801147", 2022-09-01T11:10:25.211 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.211 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.211 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.212 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.212 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.212 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000036", 2022-09-01T11:10:25.212 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.213 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.213 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.213 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:25.213 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.214 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.214 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.214 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.215 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.215 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:25.215 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.658180Z", 2022-09-01T11:10:25.215 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.217 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.217 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.217 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.217 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.218 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.218 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.7381973686952194341", 2022-09-01T11:10:25.218 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.219 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.219 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.219 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.219 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.219 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000037", 2022-09-01T11:10:25.220 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.220 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.220 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.220 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:25.221 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.221 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.221 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.221 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.222 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.222 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.222 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.945191Z", 2022-09-01T11:10:25.223 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.223 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.223 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.223 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.224 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.224 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.224 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.224 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.225 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.225 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.16178865428990475790", 2022-09-01T11:10:25.225 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.225 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.226 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.226 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.226 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.226 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000039", 2022-09-01T11:10:25.227 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.227 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.227 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.227 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 14 2022-09-01T11:10:25.228 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.228 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.228 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.228 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.229 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.229 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.229 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.818971Z", 2022-09-01T11:10:25.229 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.230 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.230 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.230 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.231 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.231 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.231 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.231 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.232 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.232 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.6771773519327417281", 2022-09-01T11:10:25.232 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.232 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.233 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.233 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.233 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.233 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000040", 2022-09-01T11:10:25.234 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.234 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.234 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.234 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 17 2022-09-01T11:10:25.235 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.235 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.235 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.235 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.236 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.236 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.236 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.749049Z", 2022-09-01T11:10:25.236 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.237 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.237 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.237 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.237 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.238 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.238 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.238 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.238 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.239 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.4657214222044096792", 2022-09-01T11:10:25.239 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.239 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.239 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.240 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.240 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.240 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000045", 2022-09-01T11:10:25.240 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.241 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.241 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.241 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:25.241 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.242 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.242 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.242 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.242 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.243 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.243 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.287280Z", 2022-09-01T11:10:25.243 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.243 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.244 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.244 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.244 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.245 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.245 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.245 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.245 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.246 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.14038738749379851058", 2022-09-01T11:10:25.246 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.246 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.246 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.247 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.247 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.247 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000046", 2022-09-01T11:10:25.247 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.248 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.248 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.248 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 11 2022-09-01T11:10:25.248 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.249 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.249 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.249 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.249 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.250 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.250 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:18.003856Z", 2022-09-01T11:10:25.250 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.250 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.251 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.251 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.251 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.252 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.252 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.252 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.253 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.253 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.16176288866536816948", 2022-09-01T11:10:25.253 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.253 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.254 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.254 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.254 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.255 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000048", 2022-09-01T11:10:25.255 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.255 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.255 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.256 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:25.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.256 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.257 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.257 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.257 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.257 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:25.258 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.464723Z", 2022-09-01T11:10:25.258 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.258 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.258 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.259 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.259 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.259 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.260 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.260 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.261 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.261 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.15698447428305293048", 2022-09-01T11:10:25.262 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.262 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.263 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.264 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.264 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.265 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000049", 2022-09-01T11:10:25.265 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.266 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.266 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.266 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 13 2022-09-01T11:10:25.267 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.267 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.268 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.268 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.268 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.269 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.269 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.367893Z", 2022-09-01T11:10:25.269 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.269 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.270 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.270 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.270 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.271 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.271 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.271 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.271 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.271 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.17679543027754691086", 2022-09-01T11:10:25.272 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.272 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.272 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.273 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.273 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.273 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000050", 2022-09-01T11:10:25.273 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.274 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.274 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.274 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 8 2022-09-01T11:10:25.275 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.275 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.275 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.275 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.276 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.276 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:25.276 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:20.727739Z", 2022-09-01T11:10:25.277 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.277 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.277 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.277 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.278 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.278 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.278 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.278 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.279 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.279 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.17635588557567618171", 2022-09-01T11:10:25.279 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.279 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.280 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.280 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.280 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.280 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000053", 2022-09-01T11:10:25.281 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.281 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.281 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.282 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 14 2022-09-01T11:10:25.282 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.282 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.282 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.283 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.283 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.283 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.283 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.049366Z", 2022-09-01T11:10:25.284 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.284 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.284 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.284 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.285 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.285 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.285 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.285 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.286 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.286 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.17450639835607668869", 2022-09-01T11:10:25.286 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.287 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.287 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.287 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.287 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.288 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000055", 2022-09-01T11:10:25.288 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.288 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.288 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.289 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:25.289 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.289 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.289 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.290 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.290 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.290 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:25.290 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:18.375101Z", 2022-09-01T11:10:25.291 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.291 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.291 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.292 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.292 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.292 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.292 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.293 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.293 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.293 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.6716773543769684248", 2022-09-01T11:10:25.293 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.294 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.294 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.294 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.294 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.295 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000056", 2022-09-01T11:10:25.295 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.295 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.295 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.296 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 5 2022-09-01T11:10:25.296 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.296 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.296 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.297 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.297 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.297 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:25.297 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.473604Z", 2022-09-01T11:10:25.298 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.298 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.298 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.298 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.299 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.299 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.299 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.300 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.300 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.300 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.8366909687885279656", 2022-09-01T11:10:25.300 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.301 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.301 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.301 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.301 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.302 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000057", 2022-09-01T11:10:25.302 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.302 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.302 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.303 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:25.303 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.303 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.303 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.304 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.304 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.304 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.304 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.296587Z", 2022-09-01T11:10:25.305 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.305 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.305 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.305 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.306 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.306 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.306 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.306 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.307 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.307 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.6838082249451324178", 2022-09-01T11:10:25.307 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.307 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.308 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.308 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.308 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.308 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000058", 2022-09-01T11:10:25.309 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.309 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.309 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.310 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 3 2022-09-01T11:10:25.310 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.310 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.310 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.311 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.311 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.311 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.311 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:18.636218Z", 2022-09-01T11:10:25.312 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.312 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.312 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.312 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.313 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.313 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.313 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.313 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.314 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.314 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.17391770545273512830", 2022-09-01T11:10:25.314 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.314 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.315 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.315 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.315 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.316 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000059", 2022-09-01T11:10:25.316 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.317 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.317 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.318 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 3 2022-09-01T11:10:25.318 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.318 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.318 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.319 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.319 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.319 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:25.320 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.390593Z", 2022-09-01T11:10:25.320 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.320 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.320 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.321 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.321 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.321 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.322 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.322 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.323 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.323 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.12388482261486353176", 2022-09-01T11:10:25.323 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.323 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.324 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.324 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.325 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.325 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000060", 2022-09-01T11:10:25.326 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.327 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.327 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.328 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 16 2022-09-01T11:10:25.328 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.329 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.329 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.330 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.330 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.331 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:25.331 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.112572Z", 2022-09-01T11:10:25.332 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.332 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.333 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.333 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.333 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.334 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.334 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.334 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.335 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.335 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.12122497427389935793", 2022-09-01T11:10:25.335 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.335 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.336 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.336 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.336 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.337 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000061", 2022-09-01T11:10:25.337 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.337 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.338 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.338 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:25.339 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.340 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.340 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.341 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.341 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.342 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.342 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:20.589611Z", 2022-09-01T11:10:25.343 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.343 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.344 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.344 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.345 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.345 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.346 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.346 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.347 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.347 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.2686799789480937026", 2022-09-01T11:10:25.348 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.348 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.349 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.350 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.350 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.351 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000062", 2022-09-01T11:10:25.351 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.352 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.352 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.353 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:25.353 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.354 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.355 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.355 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.356 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.356 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:25.357 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.912803Z", 2022-09-01T11:10:25.357 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.358 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.358 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.359 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.359 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.360 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.360 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.361 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.361 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.362 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.15789061263612685353", 2022-09-01T11:10:25.362 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.363 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.363 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.364 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.365 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.365 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000065", 2022-09-01T11:10:25.366 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.366 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.367 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.367 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 13 2022-09-01T11:10:25.368 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.368 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.369 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.370 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.370 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.371 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.371 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.129284Z", 2022-09-01T11:10:25.372 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.372 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.373 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.373 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.374 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.374 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.375 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.376 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.376 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.377 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.17595821936604194458", 2022-09-01T11:10:25.377 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.378 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.378 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.379 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.379 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.380 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000076", 2022-09-01T11:10:25.380 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.381 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.381 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.382 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 11 2022-09-01T11:10:25.383 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.383 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.384 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.384 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.385 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.385 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:25.386 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:16.349190Z", 2022-09-01T11:10:25.386 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.387 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.387 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.387 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.388 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.388 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.388 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.389 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.389 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.389 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.3857666175633630580", 2022-09-01T11:10:25.389 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.390 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.390 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.390 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.390 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.391 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000162", 2022-09-01T11:10:25.391 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.391 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.391 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.392 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 5 2022-09-01T11:10:25.392 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.392 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.393 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.393 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.393 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.393 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.394 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.407520Z", 2022-09-01T11:10:25.394 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.394 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.394 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.395 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.395 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.395 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.396 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.396 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.396 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.396 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.2585950752263879599", 2022-09-01T11:10:25.397 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.397 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.397 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.397 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.398 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.398 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000283", 2022-09-01T11:10:25.398 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.398 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.399 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.399 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 5 2022-09-01T11:10:25.399 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.399 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.400 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.400 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.400 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.400 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.401 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.561806Z", 2022-09-01T11:10:25.401 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.401 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.402 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.402 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.402 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.402 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.403 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.403 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.403 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.403 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.8130949631006724884", 2022-09-01T11:10:25.404 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.404 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.404 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.404 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.405 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.405 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000317", 2022-09-01T11:10:25.405 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.405 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.406 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.406 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 1 2022-09-01T11:10:25.406 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.406 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.407 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.407 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.407 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.407 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.408 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:20.704517Z", 2022-09-01T11:10:25.408 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.408 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.408 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.409 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.409 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.409 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.410 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.410 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.410 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.410 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.7693156374670534786", 2022-09-01T11:10:25.411 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.411 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.411 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.411 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.412 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.412 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000423", 2022-09-01T11:10:25.412 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.412 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.413 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.413 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:25.413 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.414 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.414 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.414 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.414 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.415 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.415 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.597238Z", 2022-09-01T11:10:25.415 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.415 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.416 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.416 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.416 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.416 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.417 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.417 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.417 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.417 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.1962466483993608972", 2022-09-01T11:10:25.418 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.418 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.418 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.418 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.419 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:25.419 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000467", 2022-09-01T11:10:25.419 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:25.419 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:25.420 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:25.420 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 3 2022-09-01T11:10:25.420 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.420 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:25.421 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:25.421 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:25.421 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:25.421 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:25.422 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:20.902304Z", 2022-09-01T11:10:25.422 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.422 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:25.422 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.423 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.423 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.423 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:25.423 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:25.424 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:25.424 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:25.424 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.2937250202304520401", 2022-09-01T11:10:25.424 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:25.425 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:25.426 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.426 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:10:25.427 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:10:25.428 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'list', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--max-entries', '10000', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:25.428 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'list', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--max-entries', '10000', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:25.429 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket list --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-73 --max-entries 10000 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:10:25.489 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:25.490 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:25.525 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T11:10:25.525 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.525 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000000", 2022-09-01T11:10:25.526 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.526 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.526 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.526 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:10:25.527 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.527 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.527 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.527 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.528 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.528 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.528 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:21.285708Z", 2022-09-01T11:10:25.529 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.529 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.529 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.529 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.530 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.530 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.530 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.530 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.531 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.531 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_MzElPkEANDbzQUyv6H2iHeuvP0kEN1q", 2022-09-01T11:10:25.531 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.532 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.532 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.532 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.532 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.533 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000001", 2022-09-01T11:10:25.533 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.533 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.533 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.533 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 4 2022-09-01T11:10:25.534 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.534 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.534 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.535 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.535 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.535 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:10:25.535 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:23.007844Z", 2022-09-01T11:10:25.536 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.536 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.536 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.536 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.537 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.537 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.537 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.537 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.538 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.538 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_aBJ0MuiHrQPk_PKSqLklhZEt0IdSwi1", 2022-09-01T11:10:25.538 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.539 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.539 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.539 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.539 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.540 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000002", 2022-09-01T11:10:25.540 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.540 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.540 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.541 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 16 2022-09-01T11:10:25.541 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.541 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.541 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.542 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.542 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.542 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.543 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:21.083595Z", 2022-09-01T11:10:25.543 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.543 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.543 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.543 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.544 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.544 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.544 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.545 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.545 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.545 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ABlkI6dA5NExDGUniYR7VsaBsb3pZDK", 2022-09-01T11:10:25.545 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.545 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.546 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.546 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.546 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.547 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000003", 2022-09-01T11:10:25.547 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.547 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.547 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.548 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 6 2022-09-01T11:10:25.548 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.548 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.548 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.549 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.549 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.549 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:10:25.549 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.942457Z", 2022-09-01T11:10:25.550 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.550 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.550 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.550 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.551 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.551 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.551 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.551 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.552 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.552 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_j937EpVnd9vL3l6S4yEXhr_bcN2VmO0", 2022-09-01T11:10:25.552 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.552 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.553 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.553 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.553 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.553 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000004", 2022-09-01T11:10:25.554 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.554 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.554 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.555 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 6 2022-09-01T11:10:25.555 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.555 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.555 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.556 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.556 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.556 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:10:25.556 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.145995Z", 2022-09-01T11:10:25.557 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.557 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.557 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.557 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.557 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.558 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.558 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.558 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.559 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.559 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_jWZMXvUFfhvpMxZEUerPRGSVxEcE8va", 2022-09-01T11:10:25.559 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.559 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.560 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.560 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.560 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.560 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000005", 2022-09-01T11:10:25.561 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.561 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.561 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.561 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 18 2022-09-01T11:10:25.562 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.562 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.562 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.562 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.563 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.563 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:10:25.563 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.349652Z", 2022-09-01T11:10:25.563 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.563 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.564 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.564 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.564 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.564 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.565 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.565 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.565 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.565 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_mrLyQevirc2cwfiJFJWQDlf5hI7DWlQ", 2022-09-01T11:10:25.566 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.566 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.566 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.567 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.567 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.567 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000006", 2022-09-01T11:10:25.567 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.568 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.568 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.568 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 2 2022-09-01T11:10:25.568 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.569 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.569 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.569 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.570 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.570 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.570 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.570408Z", 2022-09-01T11:10:25.570 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.571 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.571 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.571 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.571 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.572 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.572 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.572 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.572 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.573 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_G9AmfeMQMNqJpAzZ795t9wDtQizp3bn", 2022-09-01T11:10:25.573 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.573 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.573 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.574 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.574 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.574 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000007", 2022-09-01T11:10:25.574 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.575 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.575 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.575 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 10 2022-09-01T11:10:25.575 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.576 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.576 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.576 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.576 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.577 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.577 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.441054Z", 2022-09-01T11:10:25.577 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.578 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.578 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.579 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.579 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.579 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.580 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.580 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.580 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.581 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_XyCs9k2eEcLahrBSJ9oTo2XR3_c1hGz", 2022-09-01T11:10:25.581 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.581 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.581 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.582 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.582 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.582 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000008", 2022-09-01T11:10:25.582 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.583 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.583 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.583 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 6 2022-09-01T11:10:25.584 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.584 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.584 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.585 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.585 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.585 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.586 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:23.489525Z", 2022-09-01T11:10:25.586 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.586 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.587 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.587 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.587 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.588 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.588 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.588 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.588 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.589 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_DlDBI6bLg1uMluKZZmgPA_zN7gRWwl5", 2022-09-01T11:10:25.589 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.589 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.590 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.590 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.590 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.591 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000009", 2022-09-01T11:10:25.591 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.591 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.592 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.592 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 9 2022-09-01T11:10:25.592 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.593 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.593 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.593 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.593 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.594 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.594 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:23.404389Z", 2022-09-01T11:10:25.594 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.595 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.595 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.595 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.595 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.596 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.596 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.596 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.597 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.597 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_5wShyBYUdUxygt5nDNuLkjX_qihOlYx", 2022-09-01T11:10:25.597 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.597 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.598 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.598 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.598 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.599 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000010", 2022-09-01T11:10:25.599 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.599 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.599 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.600 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 7 2022-09-01T11:10:25.600 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.600 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.601 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.601 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.601 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.601 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:10:25.602 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:23.553568Z", 2022-09-01T11:10:25.602 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.603 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.603 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.603 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.604 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.604 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.604 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.604 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.605 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.605 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4poVlc51Vd6ojv9M0nC1aoD34aRIwhS", 2022-09-01T11:10:25.605 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.606 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.606 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.606 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.606 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.607 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000011", 2022-09-01T11:10:25.607 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.607 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.608 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.608 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:10:25.608 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.609 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.609 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.609 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.610 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.610 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:10:25.610 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.720466Z", 2022-09-01T11:10:25.610 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.611 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.611 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.611 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.612 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.612 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.612 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.613 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.613 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.613 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3lLOErWHekAPXwJmdiiKsaXzD1182BI", 2022-09-01T11:10:25.613 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.614 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.614 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.614 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.615 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.615 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000012", 2022-09-01T11:10:25.615 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.616 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.616 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.616 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 10 2022-09-01T11:10:25.617 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.617 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.617 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.618 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.618 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.618 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.619 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:23.194596Z", 2022-09-01T11:10:25.619 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.619 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.619 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.620 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.620 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.620 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.621 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.621 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.621 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.622 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_akF8PWMq4VFxYXZwuEwB9XzZIorpOkI", 2022-09-01T11:10:25.622 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.622 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.622 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.623 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.623 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.623 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000013", 2022-09-01T11:10:25.624 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.624 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.625 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.625 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 4 2022-09-01T11:10:25.625 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.625 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.626 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.626 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.626 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.627 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:10:25.627 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.234201Z", 2022-09-01T11:10:25.627 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.628 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.628 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.628 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.629 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.629 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.629 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.629 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.630 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.630 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NQ0HB6dtcOWbGmBVfkgbC6tQctCCnw7", 2022-09-01T11:10:25.630 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.631 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.631 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.632 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.632 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.632 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000014", 2022-09-01T11:10:25.632 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.633 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.633 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.633 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 1 2022-09-01T11:10:25.634 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.634 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.634 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.634 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.635 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.635 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.635 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:23.314325Z", 2022-09-01T11:10:25.635 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.635 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.636 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.636 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.636 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.636 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.637 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.637 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.637 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.637 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_pMM6FWAZuxqPGk1pRJflkhQiaoUcM58", 2022-09-01T11:10:25.638 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.638 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.638 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.638 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.639 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.639 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000015", 2022-09-01T11:10:25.639 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.639 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.640 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.640 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 8 2022-09-01T11:10:25.640 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.640 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.641 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.641 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.641 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.641 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.642 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.848903Z", 2022-09-01T11:10:25.642 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.642 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.642 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.643 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.643 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.643 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.643 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.644 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.644 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.644 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_H9aFPWjU4-8SeGxk_6Ba07HhzZLgfYb", 2022-09-01T11:10:25.644 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.645 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.645 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.645 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.645 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.645 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000016", 2022-09-01T11:10:25.646 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.646 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.646 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.646 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 11 2022-09-01T11:10:25.647 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.647 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.647 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.647 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.648 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.648 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:10:25.648 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.537223Z", 2022-09-01T11:10:25.648 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.649 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.649 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.649 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.649 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.650 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.650 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.650 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.650 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.651 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_SGlW47xDaz62XzXju5amdIk7F-ltLIf", 2022-09-01T11:10:25.651 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.651 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.651 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.652 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.652 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.652 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000017", 2022-09-01T11:10:25.652 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.653 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.653 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.653 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 7 2022-09-01T11:10:25.653 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.653 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.654 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.654 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.654 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.655 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.655 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.505118Z", 2022-09-01T11:10:25.655 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.655 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.655 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.656 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.656 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.656 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.656 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.657 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.657 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.657 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7JidtHwEAUjCdGk6Jrnbw9XPDQQDTXJ", 2022-09-01T11:10:25.657 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.658 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.658 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.658 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.658 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.659 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000018", 2022-09-01T11:10:25.659 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.659 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.659 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.660 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 4 2022-09-01T11:10:25.660 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.660 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.660 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.661 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.661 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.661 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.661 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.323907Z", 2022-09-01T11:10:25.661 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.662 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.662 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.662 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.663 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.663 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.663 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.663 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.664 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.664 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9ODd8kaA2LgvkmaL47iGue8TaazPCYX", 2022-09-01T11:10:25.664 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.664 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.665 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.665 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.665 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.665 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000019", 2022-09-01T11:10:25.666 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.666 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.666 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.666 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 1 2022-09-01T11:10:25.667 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.667 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.667 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.667 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.668 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.668 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.668 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.632978Z", 2022-09-01T11:10:25.668 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.668 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.669 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.669 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.669 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.669 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.670 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.670 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.670 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.670 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9FKEbEuK7T1RbJh-RTVi8cCs_MPFFuK", 2022-09-01T11:10:25.671 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.671 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.671 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.671 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.672 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.672 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000020", 2022-09-01T11:10:25.672 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.672 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.673 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.673 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 5 2022-09-01T11:10:25.673 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.673 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.674 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.674 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.674 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.675 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:10:25.675 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:23.038503Z", 2022-09-01T11:10:25.675 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.675 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.676 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.676 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.676 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.676 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.676 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.677 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.677 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.677 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NP5GeO0_BuITM5IgCtYbiKF0kD9RhT_", 2022-09-01T11:10:25.677 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.678 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.678 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.678 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.678 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.679 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000021", 2022-09-01T11:10:25.679 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.679 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.679 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.680 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 6 2022-09-01T11:10:25.680 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.680 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.680 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.681 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.681 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.681 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:10:25.681 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:23.378836Z", 2022-09-01T11:10:25.682 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.682 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.682 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.683 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.683 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.683 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.683 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.684 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.684 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.684 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7yE4-SIeTEl34Epcr1S44Qy_3f3EmLS", 2022-09-01T11:10:25.684 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.685 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.685 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.685 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.685 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.686 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000022", 2022-09-01T11:10:25.686 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.686 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.686 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.687 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 7 2022-09-01T11:10:25.687 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.687 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.687 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.687 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.688 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.688 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:10:25.688 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:21.499894Z", 2022-09-01T11:10:25.688 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.689 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.689 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.689 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.689 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.690 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.690 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.690 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.691 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.691 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_5CQiK9XLgw1G__RueSI1UItuDf-TcFJ", 2022-09-01T11:10:25.691 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.691 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.692 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.692 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.692 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.692 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000023", 2022-09-01T11:10:25.692 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.693 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.693 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.693 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 5 2022-09-01T11:10:25.693 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.694 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.694 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.694 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.694 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.695 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.695 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:21.377206Z", 2022-09-01T11:10:25.695 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.695 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.696 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.696 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.696 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.696 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.697 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.697 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.697 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.697 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xqdZFzBMPzGo6uOF5aApX0TYiFm7pUq", 2022-09-01T11:10:25.698 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.698 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.698 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.698 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.699 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.699 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000024", 2022-09-01T11:10:25.699 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.699 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.700 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.700 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 17 2022-09-01T11:10:25.700 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.700 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.701 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.701 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.701 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.701 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:10:25.702 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.413775Z", 2022-09-01T11:10:25.702 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.702 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.702 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.703 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.703 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.703 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.703 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.704 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.704 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.704 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_yHml2oEjgMzrCIXXzW6iSeo693LbHYr", 2022-09-01T11:10:25.704 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.705 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.705 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.705 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.705 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.706 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000025", 2022-09-01T11:10:25.706 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.706 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.706 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.707 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 4 2022-09-01T11:10:25.707 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.707 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.707 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.708 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.708 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.708 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:10:25.708 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:19.791203Z", 2022-09-01T11:10:25.709 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.709 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.709 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.709 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.710 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.710 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.710 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.710 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.711 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.711 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_QJfHZJBXQztNSmH_PyCHYPF_NeyYcYp", 2022-09-01T11:10:25.711 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.711 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.712 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.712 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.712 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.712 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000026", 2022-09-01T11:10:25.713 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.713 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.713 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.713 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 6 2022-09-01T11:10:25.714 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.714 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.714 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.714 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.715 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.715 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.715 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.209364Z", 2022-09-01T11:10:25.715 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.716 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.716 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.716 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.717 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.717 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.717 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.717 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.718 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.718 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7Md-ne7joN0j9P4rxano5YxnQutkfHf", 2022-09-01T11:10:25.718 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.718 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.719 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.719 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.719 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.719 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000027", 2022-09-01T11:10:25.720 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.720 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.720 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.720 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 4 2022-09-01T11:10:25.721 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.721 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.721 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.721 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.722 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.722 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:10:25.722 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:23.102655Z", 2022-09-01T11:10:25.722 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.723 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.723 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.723 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.723 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.724 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.724 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.724 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.724 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.725 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_JAJvVMtIAFQYtXqOvYtt-KhJJgp-QEu", 2022-09-01T11:10:25.725 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.725 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.725 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.726 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.726 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.726 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000028", 2022-09-01T11:10:25.726 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.727 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.727 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.727 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 2 2022-09-01T11:10:25.727 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.728 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.728 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.728 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.728 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.729 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.729 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:15.940244Z", 2022-09-01T11:10:25.729 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.729 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.730 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.730 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.730 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.730 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.731 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.731 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.731 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.731 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_uOPEMK_Lx98Vfbroq8mFw-eo8UXaYZw", 2022-09-01T11:10:25.732 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.732 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.732 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.732 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.733 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.733 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000029", 2022-09-01T11:10:25.733 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.733 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.734 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.734 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 7 2022-09-01T11:10:25.734 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.734 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.735 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.735 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.735 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.735 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.736 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:21.175701Z", 2022-09-01T11:10:25.736 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.736 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.736 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.737 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.737 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.737 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.738 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.738 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.738 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.738 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_KzFcqX4A0zMSsPq7oOXt8NvZAirYOJr", 2022-09-01T11:10:25.738 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.739 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.739 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.739 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.739 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.740 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000030", 2022-09-01T11:10:25.740 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.740 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.741 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.741 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 6 2022-09-01T11:10:25.741 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.741 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.742 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.742 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.742 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.742 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.743 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:19.077120Z", 2022-09-01T11:10:25.743 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.743 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.743 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.744 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.744 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.744 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.744 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.745 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.745 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.745 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VrEmQ8ykyFbb74U49SGmcFlXbWIp5QF", 2022-09-01T11:10:25.745 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.746 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.746 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.746 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.747 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.747 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000031", 2022-09-01T11:10:25.747 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.747 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.748 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.748 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 12 2022-09-01T11:10:25.748 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.748 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.749 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.749 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.749 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.749 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.750 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:19.881460Z", 2022-09-01T11:10:25.750 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.750 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.751 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.751 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.751 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.751 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.752 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.752 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.752 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.752 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_hMi-ATZhYOJ4FcE0QKlnSPXeDrYrPNx", 2022-09-01T11:10:25.753 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.753 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.753 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.753 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.753 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.754 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000032", 2022-09-01T11:10:25.754 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.754 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.755 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.755 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:10:25.755 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.755 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.756 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.756 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.756 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.756 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:10:25.757 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:18.113422Z", 2022-09-01T11:10:25.757 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.757 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.757 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.757 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.758 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.758 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.758 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.758 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.759 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.759 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_h8xpUIVizSquy4uAb6in6cWPkEELIYJ", 2022-09-01T11:10:25.759 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.759 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.760 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.760 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.760 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.760 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000033", 2022-09-01T11:10:25.761 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.761 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.761 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.761 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 5 2022-09-01T11:10:25.762 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.762 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.762 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.762 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.763 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.763 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.763 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:23.220522Z", 2022-09-01T11:10:25.763 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.764 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.764 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.764 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.764 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.765 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.765 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.765 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.765 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.766 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ATdJlzpORAL6M2Wabte0j-ceLllq943", 2022-09-01T11:10:25.766 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.766 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.766 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.767 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.767 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.767 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000036", 2022-09-01T11:10:25.767 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.768 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.768 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.768 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 2 2022-09-01T11:10:25.768 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.769 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.769 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.769 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.769 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.770 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.770 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.658180Z", 2022-09-01T11:10:25.770 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.770 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.771 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.771 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.771 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.771 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.772 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.772 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.772 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.772 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_wbEDEnu9ksx_Ac7GTF_RqAyjDGfEacY", 2022-09-01T11:10:25.773 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.773 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.773 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.773 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.774 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.774 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000037", 2022-09-01T11:10:25.774 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.774 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.775 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.775 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 2 2022-09-01T11:10:25.775 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.775 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.776 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.776 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.776 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.776 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:10:25.777 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:19.945191Z", 2022-09-01T11:10:25.777 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.777 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.777 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.778 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.778 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.778 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.778 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.779 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.779 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.779 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_I3yCUkbKpBX1GrtoakAx6eGu8MyVjwZ", 2022-09-01T11:10:25.779 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.780 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.780 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.780 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.780 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.781 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000039", 2022-09-01T11:10:25.781 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.781 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.781 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.782 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 8 2022-09-01T11:10:25.782 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.782 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.782 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.783 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.783 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.783 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:10:25.783 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.818971Z", 2022-09-01T11:10:25.784 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.784 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.784 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.784 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.785 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.785 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.785 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.785 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.786 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.786 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_eXBpSX7GKJ4AskNxPt54I0yWVT1b4Lz", 2022-09-01T11:10:25.786 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.787 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.787 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.787 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.787 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.788 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000040", 2022-09-01T11:10:25.788 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.788 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.788 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.789 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 11 2022-09-01T11:10:25.789 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.789 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.789 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.790 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.790 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.790 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.790 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.749049Z", 2022-09-01T11:10:25.791 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.791 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.791 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.791 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.792 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.792 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.792 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.792 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.793 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.793 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_RFV3v5XNO9B2mKi4Rfoe4DhVI9yPPFj", 2022-09-01T11:10:25.793 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.793 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.794 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.794 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.794 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.794 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000045", 2022-09-01T11:10:25.795 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.795 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.795 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.795 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:10:25.796 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.796 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.796 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.797 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.797 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.797 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:10:25.797 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:23.287280Z", 2022-09-01T11:10:25.798 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.798 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.798 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.798 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.799 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.799 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.799 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.799 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.800 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.800 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_B8gB0q8RKQczCUNPwxsclFVwG3sj51U", 2022-09-01T11:10:25.800 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.801 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.801 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.801 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.801 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.802 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000046", 2022-09-01T11:10:25.802 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.802 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.802 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.803 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 11 2022-09-01T11:10:25.803 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.803 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.803 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.804 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.804 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.804 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.804 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:18.003856Z", 2022-09-01T11:10:25.805 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.805 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.805 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.805 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.806 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.806 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.806 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.807 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.807 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.807 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ulyfv0LlPxUm3X9K8mdIvG2lBM42VUx", 2022-09-01T11:10:25.807 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.807 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.808 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.808 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.808 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.808 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000048", 2022-09-01T11:10:25.809 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.809 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.809 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.809 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 4 2022-09-01T11:10:25.810 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.810 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.810 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.811 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.811 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.811 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:10:25.811 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:23.464723Z", 2022-09-01T11:10:25.812 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.812 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.812 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.812 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.813 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.813 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.813 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.813 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.814 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.814 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ca_JyHOwce9yPvJhHfiP6bXNRSgCR56", 2022-09-01T11:10:25.814 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.814 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.815 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.815 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.815 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.815 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000049", 2022-09-01T11:10:25.816 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.816 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.816 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.816 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 9 2022-09-01T11:10:25.817 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.817 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.817 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.817 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.818 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.818 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.818 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:19.367893Z", 2022-09-01T11:10:25.818 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.819 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.819 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.819 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.819 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.820 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.820 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.820 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.820 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.821 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_hanEFPc-DNHqATX8HLqe6_yhDY1WM_v", 2022-09-01T11:10:25.821 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.821 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.821 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.822 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.822 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.822 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000050", 2022-09-01T11:10:25.822 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.823 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.823 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.823 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 5 2022-09-01T11:10:25.823 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.824 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.824 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.824 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.824 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.825 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.825 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:20.727739Z", 2022-09-01T11:10:25.825 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.825 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.826 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.826 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.826 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.826 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.827 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.827 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.827 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.827 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_W0Ax_jwOWQl7c0waH3GNGvyiP76S1g5", 2022-09-01T11:10:25.828 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.828 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.828 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.828 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.829 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.829 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000053", 2022-09-01T11:10:25.829 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.829 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.830 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.830 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 11 2022-09-01T11:10:25.830 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.830 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.830 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.831 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.831 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.831 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:10:25.831 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.049366Z", 2022-09-01T11:10:25.832 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.832 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.832 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.833 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.833 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.833 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.833 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.834 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.834 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.834 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_hIOtBd9d1MHpAFvZQp5H7ptbZ4MSlZy", 2022-09-01T11:10:25.834 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.835 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.835 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.835 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.835 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.836 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000055", 2022-09-01T11:10:25.836 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.836 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.836 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.837 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 4 2022-09-01T11:10:25.837 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.837 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.837 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.838 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.838 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.838 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.838 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:18.375101Z", 2022-09-01T11:10:25.839 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.839 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.839 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.839 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.840 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.840 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.840 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.840 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.841 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.841 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_YMLaF_jSxoLnVzGdGLZRNdb7XIcNXeO", 2022-09-01T11:10:25.841 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.841 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.842 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.842 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.842 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.842 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000056", 2022-09-01T11:10:25.843 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.843 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.843 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.843 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:10:25.844 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.844 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.844 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.844 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.845 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.845 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:10:25.845 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:21.473604Z", 2022-09-01T11:10:25.845 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.846 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.846 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.846 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.846 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.847 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.847 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.847 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.847 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.848 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_KWDRrClvzEzkGUxhVkEv8fqmsZrfHXW", 2022-09-01T11:10:25.848 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.848 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.848 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.849 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.849 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.849 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000057", 2022-09-01T11:10:25.849 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.850 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.850 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.850 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 2 2022-09-01T11:10:25.850 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.851 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.851 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.851 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.851 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.852 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.852 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.296587Z", 2022-09-01T11:10:25.852 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.852 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.853 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.853 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.853 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.853 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.854 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.854 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.854 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.854 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_v9MF6lrWAnJtzbGOtRAs9nB7yINdwR4", 2022-09-01T11:10:25.855 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.855 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.855 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.855 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.856 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.856 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000058", 2022-09-01T11:10:25.856 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.856 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.857 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.857 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:10:25.857 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.857 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.858 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.858 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.858 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.858 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.859 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:18.636218Z", 2022-09-01T11:10:25.859 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.859 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.859 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.860 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.860 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.860 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.860 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.861 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.861 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.861 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ZpVpIdNvoAa7NvprZ0IYA5VME8CWbw4", 2022-09-01T11:10:25.861 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.862 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.862 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.862 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.862 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.863 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000059", 2022-09-01T11:10:25.863 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.863 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.863 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.864 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:10:25.864 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.864 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.864 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.865 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.865 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.865 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.865 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:19.390593Z", 2022-09-01T11:10:25.866 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.866 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.866 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.866 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.867 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.867 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.867 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.867 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.868 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.868 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_x7igd4zZENghd799N_SALKcZ7_xrSMz", 2022-09-01T11:10:25.868 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.868 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.869 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.869 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.869 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.869 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000060", 2022-09-01T11:10:25.870 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.870 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.870 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.870 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 17 2022-09-01T11:10:25.871 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.871 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.871 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.871 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.872 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.872 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.872 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.112572Z", 2022-09-01T11:10:25.872 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.873 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.873 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.873 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.873 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.874 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.874 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.874 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.875 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.875 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_nfeXe3SyBWLe4gexvDvxE73UaOghUbz", 2022-09-01T11:10:25.875 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.875 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.876 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.876 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.876 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.876 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000061", 2022-09-01T11:10:25.876 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.877 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.877 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.877 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 2 2022-09-01T11:10:25.877 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.878 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.878 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.878 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.878 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.879 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.879 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:20.589611Z", 2022-09-01T11:10:25.879 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.879 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.880 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.880 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.880 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.880 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.881 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.881 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.881 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.881 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_l547CNef9uNP1hmNJSvtDiiBRITYXiO", 2022-09-01T11:10:25.882 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.882 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.882 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.882 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.883 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.883 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000062", 2022-09-01T11:10:25.883 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.883 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.884 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.884 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 2 2022-09-01T11:10:25.884 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.884 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.885 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.885 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.885 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.885 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.885 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:22.912803Z", 2022-09-01T11:10:25.886 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.886 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.886 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.886 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.887 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.887 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.887 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.887 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.888 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.888 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_13oz_xDGoEaBvnUaTPlRjdkh5j9Yg4S", 2022-09-01T11:10:25.888 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.888 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.889 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.889 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.889 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.889 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000065", 2022-09-01T11:10:25.890 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.890 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.890 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.890 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 8 2022-09-01T11:10:25.891 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.891 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.891 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.891 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.892 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.892 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.892 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:23.129284Z", 2022-09-01T11:10:25.892 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.893 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.893 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.893 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.893 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.893 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.894 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.894 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.894 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.894 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_9AiDEJ1Nv48Yk8rf1TD9axux--0UDDk", 2022-09-01T11:10:25.895 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.895 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.895 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.895 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.896 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.896 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000076", 2022-09-01T11:10:25.896 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.896 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.897 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.897 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 7 2022-09-01T11:10:25.897 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.897 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.898 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.898 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.898 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.898 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:10:25.899 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:16.349190Z", 2022-09-01T11:10:25.899 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.899 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.899 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.899 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.900 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.900 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.900 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.900 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.901 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.901 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_-t95nc1vqq93mJu212kXinHNPo8DTHA", 2022-09-01T11:10:25.901 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.901 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.902 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.902 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.902 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.902 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000162", 2022-09-01T11:10:25.903 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.903 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.903 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.903 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 4 2022-09-01T11:10:25.904 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.904 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.904 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.904 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.905 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.905 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:10:25.905 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:21.407520Z", 2022-09-01T11:10:25.905 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.906 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.906 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.906 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.906 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.907 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.907 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.907 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.907 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.908 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_3dDFj4NmfEGPGkgebysp-I36ADK-mLQ", 2022-09-01T11:10:25.908 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.908 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.908 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.909 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.909 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.909 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000283", 2022-09-01T11:10:25.909 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.909 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.910 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.910 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 5 2022-09-01T11:10:25.910 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.910 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.911 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.911 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.911 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.911 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:10:25.912 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:21.561806Z", 2022-09-01T11:10:25.912 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.912 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.912 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.913 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.913 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.913 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.913 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.914 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.914 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.914 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_NJol_kcAuJAxF3qi1cQaZfoLZHyIm25", 2022-09-01T11:10:25.914 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.915 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.915 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.915 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.915 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.916 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000317", 2022-09-01T11:10:25.917 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.917 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.918 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.918 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 1 2022-09-01T11:10:25.918 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.918 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.919 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.919 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.919 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.919 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:10:25.920 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:20.704517Z", 2022-09-01T11:10:25.920 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.920 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.920 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.921 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.921 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.921 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.921 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.922 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.922 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.922 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_WpUtfztldb6F2ysdTG6C2QI2cfFdKZE", 2022-09-01T11:10:25.922 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.923 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.923 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.923 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.923 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.924 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000423", 2022-09-01T11:10:25.924 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.924 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.924 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.925 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 2 2022-09-01T11:10:25.925 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.925 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.925 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.925 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.926 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.926 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:10:25.926 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:21.597238Z", 2022-09-01T11:10:25.926 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.927 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.927 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.927 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.927 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.928 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.928 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.928 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.928 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.929 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_zLCCpBJrwU1_gUH2LmVQNP_dupb9Jb9", 2022-09-01T11:10:25.929 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.929 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.929 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.930 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.930 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:10:25.930 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj00000000000000000467", 2022-09-01T11:10:25.930 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:10:25.931 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:10:25.931 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:10:25.931 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:10:25.931 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.932 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:10:25.932 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:10:25.932 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:10:25.932 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:10:25.933 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:10:25.933 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:10:20.902304Z", 2022-09-01T11:10:25.933 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:25.933 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:10:25.934 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:25.934 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:25.934 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:25.934 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:10:25.935 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:10:25.935 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:10:25.935 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:10:25.935 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_ENjueXYV6tig2_xPx6kt-GfZUE-TfZX", 2022-09-01T11:10:25.936 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:10:25.936 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:10:25.936 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:10:25.936 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:10:25.937 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T11:10:25.938 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'run', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:25.938 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'run', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:10:25.939 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync run --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-73 --source-zone test-zone1 --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:10:25.998 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:25.999 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:26.097 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.095+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.098 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.095+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.098 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.095+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.099 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.095+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.099 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.095+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.100 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.095+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.101 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.095+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.101 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.095+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.102 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.095+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.102 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.095+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.103 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.095+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.103 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 2 2022-09-01T11:10:26.104 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000001.89.5 2022-09-01T11:10:26.104 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket shard: 2 2022-09-01T11:10:26.105 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket shard: 2 2022-09-01T11:10:26.105 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket shard: 2 2022-09-01T11:10:26.106 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 2 2022-09-01T11:10:26.107 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 2 2022-09-01T11:10:26.107 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position=00000000001.53.5 2022-09-01T11:10:26.107 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position=00000000001.52.5 2022-09-01T11:10:26.108 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position=00000000001.75.5 2022-09-01T11:10:26.108 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000001.41.5 2022-09-01T11:10:26.109 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000001.74.5 2022-09-01T11:10:26.109 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket shard: 2 2022-09-01T11:10:26.110 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position=00000000001.76.5 2022-09-01T11:10:26.110 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 2 2022-09-01T11:10:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 2 2022-09-01T11:10:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.096+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket shard: 2 2022-09-01T11:10:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.097+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position=00000000001.80.5 2022-09-01T11:10:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.097+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position=00000000001.57.5 2022-09-01T11:10:26.112 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.097+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.112 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.097+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 2 2022-09-01T11:10:26.112 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.097+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000001.57.5 2022-09-01T11:10:26.173 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.174 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.174 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.175 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.175 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.175 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.175 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.176 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.176 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.176 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.177 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.177 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.177 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.177 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.178 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.178 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.178 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.170+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.179 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 0 2022-09-01T11:10:26.179 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.179 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket shard: 0 2022-09-01T11:10:26.179 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.180 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket shard: 0 2022-09-01T11:10:26.180 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:26.180 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.181 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.181 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket shard: 0 2022-09-01T11:10:26.181 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 0 2022-09-01T11:10:26.181 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:26.182 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.182 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.182 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.183 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:26.183 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket shard: 0 2022-09-01T11:10:26.183 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.171+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.184 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.172+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.184 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.172+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 0 2022-09-01T11:10:26.184 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.172+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket shard: 0 2022-09-01T11:10:26.184 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.172+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.185 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.172+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.185 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.172+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket shard: 0 2022-09-01T11:10:26.185 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.172+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket shard: 0 2022-09-01T11:10:26.185 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.172+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket shard: 0 2022-09-01T11:10:26.186 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.172+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket shard: 0 2022-09-01T11:10:26.186 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.172+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket shard: 0 2022-09-01T11:10:26.186 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.172+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.186 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.172+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.187 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.172+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.187 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.172+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.187 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.172+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.187 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.173+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket shard: 0 2022-09-01T11:10:26.188 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.173+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.193 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: parsed entry: id=00000000001.69.5 iter->object=obj00000000000000000024 iter->instance= name=obj00000000000000000024 instance= ns= 2022-09-01T11:10:26.193 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2/obj00000000000000000024 2022-09-01T11:10:26.194 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: entry->timestamp=2022-09-01T11:10:16.169576+0000 2022-09-01T11:10:26.195 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000024]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.69.5 op=0 op_state=1 2022-09-01T11:10:26.195 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000024]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000024[0] 2022-09-01T11:10:26.196 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position=00000000001.69.5 2022-09-01T11:10:26.196 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: parsed entry: id=00000000001.38.5 iter->object=obj00000000000000000028 iter->instance= name=obj00000000000000000028 instance= ns= 2022-09-01T11:10:26.197 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4/obj00000000000000000028 2022-09-01T11:10:26.197 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: entry->timestamp=2022-09-01T11:10:15.940244+0000 2022-09-01T11:10:26.198 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000028]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.38.5 op=0 op_state=1 2022-09-01T11:10:26.198 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: parsed entry: id=00000000001.58.5 iter->object=obj00000000000000000016 iter->instance= name=obj00000000000000000016 instance= ns= 2022-09-01T11:10:26.199 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1/obj00000000000000000016 2022-09-01T11:10:26.199 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: entry->timestamp=2022-09-01T11:10:16.258271+0000 2022-09-01T11:10:26.200 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000016]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.58.5 op=0 op_state=1 2022-09-01T11:10:26.200 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000002.37.5 iter->object=obj00000000000000000001 iter->instance= name=obj00000000000000000001 instance= ns= 2022-09-01T11:10:26.201 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000001 2022-09-01T11:10:26.201 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:15.877797+0000 2022-09-01T11:10:26.202 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000001]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.37.5 op=0 op_state=1 2022-09-01T11:10:26.202 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: parsed entry: id=00000000001.47.5 iter->object=obj00000000000000000020 iter->instance= name=obj00000000000000000020 instance= ns= 2022-09-01T11:10:26.202 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3/obj00000000000000000020 2022-09-01T11:10:26.203 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.174+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: entry->timestamp=2022-09-01T11:10:15.969467+0000 2022-09-01T11:10:26.203 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.175+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000020]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.47.5 op=0 op_state=1 2022-09-01T11:10:26.203 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.175+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000028]: : injecting data sync error on key=obj00000000000000000028 2022-09-01T11:10:26.203 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.175+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position=00000000001.38.5 2022-09-01T11:10:26.204 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.175+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000016]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000016[0] 2022-09-01T11:10:26.204 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.175+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position=00000000001.58.5 2022-09-01T11:10:26.204 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.175+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000001]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000001[0] 2022-09-01T11:10:26.205 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.175+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000002.37.5 2022-09-01T11:10:26.205 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.175+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000020]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000020[0] 2022-09-01T11:10:26.205 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.175+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position=00000000001.47.5 2022-09-01T11:10:26.205 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.175+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000028]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.206 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.175+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000028]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4/obj00000000000000000028 2022-09-01T11:10:26.206 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: parsed entry: id=00000000001.56.5 iter->object=obj00000000000000000019 iter->instance= name=obj00000000000000000019 instance= ns= 2022-09-01T11:10:26.206 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9/obj00000000000000000019 2022-09-01T11:10:26.206 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: entry->timestamp=2022-09-01T11:10:15.765585+0000 2022-09-01T11:10:26.207 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000019]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.56.5 op=0 op_state=1 2022-09-01T11:10:26.207 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000019]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000019[0] 2022-09-01T11:10:26.207 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position=00000000001.56.5 2022-09-01T11:10:26.208 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: parsed entry: id=00000000001.85.5 iter->object=obj00000000000000000026 iter->instance= name=obj00000000000000000026 instance= ns= 2022-09-01T11:10:26.208 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13/obj00000000000000000026 2022-09-01T11:10:26.208 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: entry->timestamp=2022-09-01T11:10:15.851873+0000 2022-09-01T11:10:26.209 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000026]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.85.5 op=0 op_state=1 2022-09-01T11:10:26.209 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: parsed entry: id=00000000002.49.5 iter->object=obj00000000000000000004 iter->instance= name=obj00000000000000000004 instance= ns= 2022-09-01T11:10:26.209 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000004 2022-09-01T11:10:26.209 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: entry->timestamp=2022-09-01T11:10:16.036285+0000 2022-09-01T11:10:26.210 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000004]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.49.5 op=0 op_state=1 2022-09-01T11:10:26.210 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: parsed entry: id=00000000001.40.5 iter->object=obj00000000000000000032 iter->instance= name=obj00000000000000000032 instance= ns= 2022-09-01T11:10:26.210 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6/obj00000000000000000032 2022-09-01T11:10:26.210 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: entry->timestamp=2022-09-01T11:10:16.062735+0000 2022-09-01T11:10:26.211 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000032]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.40.5 op=0 op_state=1 2022-09-01T11:10:26.211 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000026]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000026[0] 2022-09-01T11:10:26.211 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position=00000000001.85.5 2022-09-01T11:10:26.212 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000004]: : injecting data sync error on key=obj00000000000000000004 2022-09-01T11:10:26.212 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position=00000000002.49.5 2022-09-01T11:10:26.212 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000032]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000032[0] 2022-09-01T11:10:26.212 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position=00000000001.40.5 2022-09-01T11:10:26.213 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000004]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.213 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.177+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000004]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000004 2022-09-01T11:10:26.213 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.179+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: parsed entry: id=00000000001.61.5 iter->object=obj00000000000000000076 iter->instance= name=obj00000000000000000076 instance= ns= 2022-09-01T11:10:26.213 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.179+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16/obj00000000000000000076 2022-09-01T11:10:26.214 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.179+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: entry->timestamp=2022-09-01T11:10:16.349190+0000 2022-09-01T11:10:26.214 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.179+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000076]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.61.5 op=0 op_state=1 2022-09-01T11:10:26.214 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.179+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000076]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000076[0] 2022-09-01T11:10:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.179+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position=00000000001.61.5 2022-09-01T11:10:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.179+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: parsed entry: id=00000000001.60.5 iter->object=obj00000000000000000021 iter->instance= name=obj00000000000000000021 instance= ns= 2022-09-01T11:10:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.179+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11/obj00000000000000000021 2022-09-01T11:10:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.179+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: entry->timestamp=2022-09-01T11:10:16.319489+0000 2022-09-01T11:10:26.216 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.179+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000021]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.60.5 op=0 op_state=1 2022-09-01T11:10:26.216 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.179+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000021]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000021[0] 2022-09-01T11:10:26.216 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.179+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position=00000000001.60.5 2022-09-01T11:10:26.217 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.180+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: parsed entry: id=00000000001.83.5 iter->object=obj00000000000000000033 iter->instance= name=obj00000000000000000033 instance= ns= 2022-09-01T11:10:26.217 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.180+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000033 2022-09-01T11:10:26.217 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.180+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: entry->timestamp=2022-09-01T11:10:16.414115+0000 2022-09-01T11:10:26.217 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.180+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000033]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.83.5 op=0 op_state=1 2022-09-01T11:10:26.218 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.180+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000033]: : injecting data sync error on key=obj00000000000000000033 2022-09-01T11:10:26.218 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.180+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position=00000000001.83.5 2022-09-01T11:10:26.218 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.180+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000033]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.219 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.180+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000033]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000033 2022-09-01T11:10:26.219 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.183+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:26.219 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.183+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:26.219 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.183+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.220 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.183+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket shard: 0 2022-09-01T11:10:26.220 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.183+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.223 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.197+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000032]: success 2022-09-01T11:10:26.223 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.197+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6:1 marker=00000000001.40.5 timestamp=2022-09-01T11:10:16.062735+0000 2022-09-01T11:10:26.223 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.199+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000016]: success 2022-09-01T11:10:26.223 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.199+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1:1 marker=00000000001.58.5 timestamp=2022-09-01T11:10:16.258271+0000 2022-09-01T11:10:26.224 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.199+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000001]: success 2022-09-01T11:10:26.224 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.199+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7:1 marker=00000000002.37.5 timestamp=2022-09-01T11:10:15.877797+0000 2022-09-01T11:10:26.224 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.202+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000020]: success 2022-09-01T11:10:26.225 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.202+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3:1 marker=00000000001.47.5 timestamp=2022-09-01T11:10:15.969467+0000 2022-09-01T11:10:26.225 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.202+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000019]: success 2022-09-01T11:10:26.225 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.202+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9:1 marker=00000000001.56.5 timestamp=2022-09-01T11:10:15.765585+0000 2022-09-01T11:10:26.226 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.202+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000026]: success 2022-09-01T11:10:26.226 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.202+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13:1 marker=00000000001.85.5 timestamp=2022-09-01T11:10:15.851873+0000 2022-09-01T11:10:26.226 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.202+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000024]: success 2022-09-01T11:10:26.227 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.202+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2:1 marker=00000000001.69.5 timestamp=2022-09-01T11:10:16.169576+0000 2022-09-01T11:10:26.227 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.216+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000001.67.5 iter->object=obj00000000000000000007 iter->instance= name=obj00000000000000000007 instance= ns= 2022-09-01T11:10:26.227 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.216+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000007 2022-09-01T11:10:26.227 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.216+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:16.124219+0000 2022-09-01T11:10:26.228 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.216+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000007]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.67.5 op=0 op_state=1 2022-09-01T11:10:26.228 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.216+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000007]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000007[0] 2022-09-01T11:10:26.228 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.216+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000001.67.5 2022-09-01T11:10:26.229 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000002.58.5 iter->object=obj00000000000000000010 iter->instance= name=obj00000000000000000010 instance= ns= 2022-09-01T11:10:26.229 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000010 2022-09-01T11:10:26.229 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:16.146636+0000 2022-09-01T11:10:26.230 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000010]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.58.5 op=0 op_state=1 2022-09-01T11:10:26.230 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: parsed entry: id=00000000001.56.5 iter->object=obj00000000000000000030 iter->instance= name=obj00000000000000000030 instance= ns= 2022-09-01T11:10:26.230 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12/obj00000000000000000030 2022-09-01T11:10:26.231 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: entry->timestamp=2022-09-01T11:10:15.789637+0000 2022-09-01T11:10:26.231 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000030]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.56.5 op=0 op_state=1 2022-09-01T11:10:26.231 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: parsed entry: id=00000000002.42.5 iter->object=obj00000000000000000013 iter->instance= name=obj00000000000000000013 instance= ns= 2022-09-01T11:10:26.231 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000013 2022-09-01T11:10:26.232 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: entry->timestamp=2022-09-01T11:10:16.231788+0000 2022-09-01T11:10:26.232 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000013]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.42.5 op=0 op_state=1 2022-09-01T11:10:26.232 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000010]: : injecting data sync error on key=obj00000000000000000010 2022-09-01T11:10:26.232 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000002.58.5 2022-09-01T11:10:26.233 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000030]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000030[0] 2022-09-01T11:10:26.233 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position=00000000001.56.5 2022-09-01T11:10:26.233 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000013]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000013[0] 2022-09-01T11:10:26.234 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000002.42.5 2022-09-01T11:10:26.234 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000010]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.234 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000010]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000010 2022-09-01T11:10:26.234 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:26.235 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.218+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:26.235 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.219+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.235 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.219+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket shard: 0 2022-09-01T11:10:26.235 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.219+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.237 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.223+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:26.237 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.223+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:26.238 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.223+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.238 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.223+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket shard: 0 2022-09-01T11:10:26.238 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.223+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.238 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.226+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: parsed entry: id=00000000002.49.5 iter->object=obj00000000000000000004 iter->instance= name=obj00000000000000000004 instance= ns= 2022-09-01T11:10:26.239 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.226+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000004 2022-09-01T11:10:26.239 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.226+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: entry->timestamp=2022-09-01T11:10:16.036285+0000 2022-09-01T11:10:26.239 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.226+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000004]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.49.5 op=0 op_state=1 2022-09-01T11:10:26.240 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.226+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000004]: : injecting data sync error on key=obj00000000000000000004 2022-09-01T11:10:26.240 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.226+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position=00000000002.49.5 2022-09-01T11:10:26.240 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.226+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000004]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.240 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.226+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000004]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000004 2022-09-01T11:10:26.241 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.236+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000076]: success 2022-09-01T11:10:26.241 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.236+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16:1 marker=00000000001.61.5 timestamp=2022-09-01T11:10:16.349190+0000 2022-09-01T11:10:26.241 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.237+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000021]: success 2022-09-01T11:10:26.242 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.237+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11:1 marker=00000000001.60.5 timestamp=2022-09-01T11:10:16.319489+0000 2022-09-01T11:10:26.262 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.261+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:26.262 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.261+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:26.262 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.261+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000007]: success 2022-09-01T11:10:26.263 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.261+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0:1 marker=00000000001.67.5 timestamp=2022-09-01T11:10:16.124219+0000 2022-09-01T11:10:26.263 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.261+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.263 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.261+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:26.263 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.261+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.264 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.262+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: parsed entry: id=00000000001.38.5 iter->object=obj00000000000000000028 iter->instance= name=obj00000000000000000028 instance= ns= 2022-09-01T11:10:26.264 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.262+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4/obj00000000000000000028 2022-09-01T11:10:26.264 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.262+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: entry->timestamp=2022-09-01T11:10:15.940244+0000 2022-09-01T11:10:26.265 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.262+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000028]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.38.5 op=0 op_state=1 2022-09-01T11:10:26.265 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.262+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000028]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000028[0] 2022-09-01T11:10:26.265 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.262+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position=00000000001.38.5 2022-09-01T11:10:26.266 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.266+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: parsed entry: id=00000000001.83.5 iter->object=obj00000000000000000033 iter->instance= name=obj00000000000000000033 instance= ns= 2022-09-01T11:10:26.267 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.266+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000033 2022-09-01T11:10:26.267 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.266+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: entry->timestamp=2022-09-01T11:10:16.414115+0000 2022-09-01T11:10:26.267 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.266+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000033]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.83.5 op=0 op_state=1 2022-09-01T11:10:26.267 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.266+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000033]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000033[0] 2022-09-01T11:10:26.268 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.266+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position=00000000001.83.5 2022-09-01T11:10:26.269 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.267+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000030]: success 2022-09-01T11:10:26.269 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.267+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12:1 marker=00000000001.56.5 timestamp=2022-09-01T11:10:15.789637+0000 2022-09-01T11:10:26.270 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.268+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:26.270 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.268+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:26.270 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.268+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.270 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.268+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket shard: 0 2022-09-01T11:10:26.271 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.268+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.272 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.269+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000013]: success 2022-09-01T11:10:26.272 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.269+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10:1 marker=00000000002.42.5 timestamp=2022-09-01T11:10:16.231788+0000 2022-09-01T11:10:26.304 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.304+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000002.58.5 iter->object=obj00000000000000000010 iter->instance= name=obj00000000000000000010 instance= ns= 2022-09-01T11:10:26.305 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.304+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000010 2022-09-01T11:10:26.305 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.304+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:16.146636+0000 2022-09-01T11:10:26.305 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.304+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000010]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.58.5 op=0 op_state=1 2022-09-01T11:10:26.306 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.304+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000010]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000010[0] 2022-09-01T11:10:26.306 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.304+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000002.58.5 2022-09-01T11:10:26.308 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.308+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000028]: success 2022-09-01T11:10:26.308 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.308+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4:1 marker=00000000001.38.5 timestamp=2022-09-01T11:10:15.940244+0000 2022-09-01T11:10:26.310 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.310+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: parsed entry: id=00000000002.49.5 iter->object=obj00000000000000000004 iter->instance= name=obj00000000000000000004 instance= ns= 2022-09-01T11:10:26.311 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.310+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000004 2022-09-01T11:10:26.311 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.310+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: entry->timestamp=2022-09-01T11:10:16.036285+0000 2022-09-01T11:10:26.311 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.310+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000004]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.49.5 op=0 op_state=1 2022-09-01T11:10:26.311 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.310+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000004]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000004[0] 2022-09-01T11:10:26.312 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.310+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position=00000000002.49.5 2022-09-01T11:10:26.314 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.314+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000033]: success 2022-09-01T11:10:26.315 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.314+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14:1 marker=00000000001.83.5 timestamp=2022-09-01T11:10:16.414115+0000 2022-09-01T11:10:26.350 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.350+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000010]: success 2022-09-01T11:10:26.351 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.350+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8:1 marker=00000000002.58.5 timestamp=2022-09-01T11:10:16.146636+0000 2022-09-01T11:10:26.359 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.359+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000004]: success 2022-09-01T11:10:26.360 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.359+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15:1 marker=00000000002.49.5 timestamp=2022-09-01T11:10:16.036285+0000 2022-09-01T11:10:26.368 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.364+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.369 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.364+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.369 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.364+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.369 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.369 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.370 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.370 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.370 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.371 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.371 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.371 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.372 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.372 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.372 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.372 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.373 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.373 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.373 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.374 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.374 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket shard: 0 2022-09-01T11:10:26.374 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.365+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.375 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket shard: 0 2022-09-01T11:10:26.375 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.375 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 0 2022-09-01T11:10:26.375 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:26.376 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket shard: 0 2022-09-01T11:10:26.376 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:26.376 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket shard: 0 2022-09-01T11:10:26.377 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket shard: 0 2022-09-01T11:10:26.377 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket shard: 0 2022-09-01T11:10:26.377 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.377 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.378 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.378 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket shard: 0 2022-09-01T11:10:26.378 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.379 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.379 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.379 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.379 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.380 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 0 2022-09-01T11:10:26.380 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 0 2022-09-01T11:10:26.380 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket shard: 0 2022-09-01T11:10:26.380 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.381 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.381 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket shard: 0 2022-09-01T11:10:26.381 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.381 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.382 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket shard: 0 2022-09-01T11:10:26.382 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket shard: 0 2022-09-01T11:10:26.382 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:26.383 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket shard: 0 2022-09-01T11:10:26.383 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.383 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.383 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.384 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.366+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.384 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.367+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket shard: 0 2022-09-01T11:10:26.384 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.367+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.389 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.369+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: parsed entry: id=00000000002.67.5 iter->object=obj00000000000000000021 iter->instance= name=obj00000000000000000021 instance= ns= 2022-09-01T11:10:26.390 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.369+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3/obj00000000000000000021 2022-09-01T11:10:26.390 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.369+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: entry->timestamp=2022-09-01T11:10:17.280047+0000 2022-09-01T11:10:26.390 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.369+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000021]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.67.5 op=0 op_state=1 2022-09-01T11:10:26.391 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.369+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000021]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000021[0] 2022-09-01T11:10:26.391 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.369+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position=00000000002.67.5 2022-09-01T11:10:26.391 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: parsed entry: id=00000000002.83.5 iter->object=obj00000000000000000001 iter->instance= name=obj00000000000000000001 instance= ns= 2022-09-01T11:10:26.392 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17/obj00000000000000000001 2022-09-01T11:10:26.392 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: entry->timestamp=2022-09-01T11:10:16.957664+0000 2022-09-01T11:10:26.392 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000001]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.83.5 op=0 op_state=1 2022-09-01T11:10:26.392 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: parsed entry: id=00000000001.42.5 iter->object=obj00000000000000000025 iter->instance= name=obj00000000000000000025 instance= ns= 2022-09-01T11:10:26.393 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000025 2022-09-01T11:10:26.393 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: entry->timestamp=2022-09-01T11:10:17.044409+0000 2022-09-01T11:10:26.393 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000025]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.42.5 op=0 op_state=1 2022-09-01T11:10:26.393 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000001]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000001[0] 2022-09-01T11:10:26.394 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position=00000000002.83.5 2022-09-01T11:10:26.394 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: parsed entry: id=00000000001.49.5 iter->object=obj00000000000000000009 iter->instance= name=obj00000000000000000009 instance= ns= 2022-09-01T11:10:26.394 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000009 2022-09-01T11:10:26.395 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: entry->timestamp=2022-09-01T11:10:16.867879+0000 2022-09-01T11:10:26.395 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000009]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.49.5 op=0 op_state=1 2022-09-01T11:10:26.395 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000025]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000025[0] 2022-09-01T11:10:26.396 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position=00000000001.42.5 2022-09-01T11:10:26.396 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000009]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000009[0] 2022-09-01T11:10:26.396 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.370+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000001.49.5 2022-09-01T11:10:26.396 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000002.54.5 iter->object=obj00000000000000000019 iter->instance= name=obj00000000000000000019 instance= ns= 2022-09-01T11:10:26.397 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000019 2022-09-01T11:10:26.397 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:17.135579+0000 2022-09-01T11:10:26.397 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000019]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.54.5 op=0 op_state=1 2022-09-01T11:10:26.397 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000019]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000019[0] 2022-09-01T11:10:26.398 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000002.54.5 2022-09-01T11:10:26.398 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000002.44.5 iter->object=obj00000000000000000005 iter->instance= name=obj00000000000000000005 instance= ns= 2022-09-01T11:10:26.398 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000005 2022-09-01T11:10:26.399 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:17.192171+0000 2022-09-01T11:10:26.399 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000005]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.44.5 op=0 op_state=1 2022-09-01T11:10:26.399 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: parsed entry: id=00000000001.93.5 iter->object=obj00000000000000000011 iter->instance= name=obj00000000000000000011 instance= ns= 2022-09-01T11:10:26.399 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16/obj00000000000000000011 2022-09-01T11:10:26.400 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: entry->timestamp=2022-09-01T11:10:17.370318+0000 2022-09-01T11:10:26.400 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000011]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.93.5 op=0 op_state=1 2022-09-01T11:10:26.400 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: parsed entry: id=00000000001.69.5 iter->object=obj00000000000000000014 iter->instance= name=obj00000000000000000014 instance= ns= 2022-09-01T11:10:26.400 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11/obj00000000000000000014 2022-09-01T11:10:26.401 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: entry->timestamp=2022-09-01T11:10:17.303848+0000 2022-09-01T11:10:26.401 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000014]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.69.5 op=0 op_state=1 2022-09-01T11:10:26.401 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: parsed entry: id=00000000002.51.5 iter->object=obj00000000000000000000 iter->instance= name=obj00000000000000000000 instance= ns= 2022-09-01T11:10:26.402 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000000 2022-09-01T11:10:26.402 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: entry->timestamp=2022-09-01T11:10:17.163992+0000 2022-09-01T11:10:26.402 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000000]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.51.5 op=0 op_state=1 2022-09-01T11:10:26.402 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: parsed entry: id=00000000002.61.5 iter->object=obj00000000000000000016 iter->instance= name=obj00000000000000000016 instance= ns= 2022-09-01T11:10:26.403 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2/obj00000000000000000016 2022-09-01T11:10:26.403 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: entry->timestamp=2022-09-01T11:10:17.405230+0000 2022-09-01T11:10:26.403 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000016]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.61.5 op=0 op_state=1 2022-09-01T11:10:26.404 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: parsed entry: id=00000000002.64.5 iter->object=obj00000000000000000004 iter->instance= name=obj00000000000000000004 instance= ns= 2022-09-01T11:10:26.404 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4/obj00000000000000000004 2022-09-01T11:10:26.404 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: entry->timestamp=2022-09-01T11:10:17.068966+0000 2022-09-01T11:10:26.404 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000004]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.64.5 op=0 op_state=1 2022-09-01T11:10:26.405 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: parsed entry: id=00000000002.91.5 iter->object=obj00000000000000000012 iter->instance= name=obj00000000000000000012 instance= ns= 2022-09-01T11:10:26.405 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12/obj00000000000000000012 2022-09-01T11:10:26.405 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: entry->timestamp=2022-09-01T11:10:17.256668+0000 2022-09-01T11:10:26.405 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000012]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.91.5 op=0 op_state=1 2022-09-01T11:10:26.406 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: parsed entry: id=00000000002.58.5 iter->object=obj00000000000000000007 iter->instance= name=obj00000000000000000007 instance= ns= 2022-09-01T11:10:26.406 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18/obj00000000000000000007 2022-09-01T11:10:26.406 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: entry->timestamp=2022-09-01T11:10:17.481262+0000 2022-09-01T11:10:26.407 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000007]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.58.5 op=0 op_state=1 2022-09-01T11:10:26.407 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: parsed entry: id=00000000002.49.5 iter->object=obj00000000000000000002 iter->instance= name=obj00000000000000000002 instance= ns= 2022-09-01T11:10:26.407 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13/obj00000000000000000002 2022-09-01T11:10:26.407 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: entry->timestamp=2022-09-01T11:10:16.736950+0000 2022-09-01T11:10:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000002]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.49.5 op=0 op_state=1 2022-09-01T11:10:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000002.57.5 iter->object=obj00000000000000000015 iter->instance= name=obj00000000000000000015 instance= ns= 2022-09-01T11:10:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000015 2022-09-01T11:10:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:16.839295+0000 2022-09-01T11:10:26.409 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000015]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.57.5 op=0 op_state=1 2022-09-01T11:10:26.409 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: parsed entry: id=00000000002.74.5 iter->object=obj00000000000000000003 iter->instance= name=obj00000000000000000003 instance= ns= 2022-09-01T11:10:26.409 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9/obj00000000000000000003 2022-09-01T11:10:26.409 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: entry->timestamp=2022-09-01T11:10:16.765846+0000 2022-09-01T11:10:26.410 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000003]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.74.5 op=0 op_state=1 2022-09-01T11:10:26.410 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: parsed entry: id=00000000002.63.5 iter->object=obj00000000000000000006 iter->instance= name=obj00000000000000000006 instance= ns= 2022-09-01T11:10:26.410 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000006 2022-09-01T11:10:26.411 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: entry->timestamp=2022-09-01T11:10:16.933428+0000 2022-09-01T11:10:26.411 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000006]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.63.5 op=0 op_state=1 2022-09-01T11:10:26.411 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000005]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000005[0] 2022-09-01T11:10:26.411 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000002.44.5 2022-09-01T11:10:26.412 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000011]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000011[0] 2022-09-01T11:10:26.412 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position=00000000001.93.5 2022-09-01T11:10:26.412 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000014]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000014[0] 2022-09-01T11:10:26.413 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position=00000000001.69.5 2022-09-01T11:10:26.413 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000000]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000000[0] 2022-09-01T11:10:26.413 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position=00000000002.51.5 2022-09-01T11:10:26.413 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000016]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000016[0] 2022-09-01T11:10:26.414 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position=00000000002.61.5 2022-09-01T11:10:26.414 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000004]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000004[0] 2022-09-01T11:10:26.414 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position=00000000002.64.5 2022-09-01T11:10:26.414 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000012]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000012[0] 2022-09-01T11:10:26.415 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position=00000000002.91.5 2022-09-01T11:10:26.415 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000007]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000007[0] 2022-09-01T11:10:26.415 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position=00000000002.58.5 2022-09-01T11:10:26.415 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000002]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000002[0] 2022-09-01T11:10:26.416 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position=00000000002.49.5 2022-09-01T11:10:26.416 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000015]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000015[0] 2022-09-01T11:10:26.416 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000002.57.5 2022-09-01T11:10:26.417 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000003]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000003[0] 2022-09-01T11:10:26.417 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position=00000000002.74.5 2022-09-01T11:10:26.417 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000006]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000006[0] 2022-09-01T11:10:26.417 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.373+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position=00000000002.63.5 2022-09-01T11:10:26.418 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.375+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000021]: success 2022-09-01T11:10:26.418 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.375+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3:2 marker=00000000002.67.5 timestamp=2022-09-01T11:10:17.280047+0000 2022-09-01T11:10:26.418 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.375+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000001]: success 2022-09-01T11:10:26.418 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.375+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17:2 marker=00000000002.83.5 timestamp=2022-09-01T11:10:16.957664+0000 2022-09-01T11:10:26.419 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.384+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000019]: success 2022-09-01T11:10:26.419 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.384+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8:2 marker=00000000002.54.5 timestamp=2022-09-01T11:10:17.135579+0000 2022-09-01T11:10:26.419 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.384+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000016]: success 2022-09-01T11:10:26.420 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.384+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2:2 marker=00000000002.61.5 timestamp=2022-09-01T11:10:17.405230+0000 2022-09-01T11:10:26.420 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.384+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000007]: success 2022-09-01T11:10:26.420 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.384+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18:2 marker=00000000002.58.5 timestamp=2022-09-01T11:10:17.481262+0000 2022-09-01T11:10:26.421 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.384+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000004]: success 2022-09-01T11:10:26.421 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.384+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4:2 marker=00000000002.64.5 timestamp=2022-09-01T11:10:17.068966+0000 2022-09-01T11:10:26.422 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.388+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000025]: success 2022-09-01T11:10:26.422 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.388+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5:2 marker=00000000001.42.5 timestamp=2022-09-01T11:10:17.044409+0000 2022-09-01T11:10:26.424 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.394+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000000]: success 2022-09-01T11:10:26.424 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.394+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14:2 marker=00000000002.51.5 timestamp=2022-09-01T11:10:17.163992+0000 2022-09-01T11:10:26.424 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.394+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000012]: success 2022-09-01T11:10:26.424 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.394+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12:2 marker=00000000002.91.5 timestamp=2022-09-01T11:10:17.256668+0000 2022-09-01T11:10:26.425 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.394+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000009]: success 2022-09-01T11:10:26.425 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.394+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10:2 marker=00000000001.49.5 timestamp=2022-09-01T11:10:16.867879+0000 2022-09-01T11:10:26.425 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.398+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000002]: success 2022-09-01T11:10:26.426 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.398+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13:2 marker=00000000002.49.5 timestamp=2022-09-01T11:10:16.736950+0000 2022-09-01T11:10:26.426 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.400+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000015]: success 2022-09-01T11:10:26.426 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.400+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7:2 marker=00000000002.57.5 timestamp=2022-09-01T11:10:16.839295+0000 2022-09-01T11:10:26.426 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.400+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000003]: success 2022-09-01T11:10:26.427 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.400+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9:2 marker=00000000002.74.5 timestamp=2022-09-01T11:10:16.765846+0000 2022-09-01T11:10:26.427 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.401+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000006]: success 2022-09-01T11:10:26.427 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.401+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15:2 marker=00000000002.63.5 timestamp=2022-09-01T11:10:16.933428+0000 2022-09-01T11:10:26.428 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.412+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: parsed entry: id=00000000002.94.5 iter->object=obj00000000000000000010 iter->instance= name=obj00000000000000000010 instance= ns= 2022-09-01T11:10:26.428 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.412+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1/obj00000000000000000010 2022-09-01T11:10:26.428 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.412+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: entry->timestamp=2022-09-01T11:10:17.020345+0000 2022-09-01T11:10:26.428 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.412+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000010]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.94.5 op=0 op_state=1 2022-09-01T11:10:26.429 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.412+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000010]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000010[0] 2022-09-01T11:10:26.429 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.412+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position=00000000002.94.5 2022-09-01T11:10:26.429 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.414+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000010]: success 2022-09-01T11:10:26.430 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.414+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1:2 marker=00000000002.94.5 timestamp=2022-09-01T11:10:17.020345+0000 2022-09-01T11:10:26.430 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.429+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000014]: success 2022-09-01T11:10:26.431 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.429+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11:2 marker=00000000001.69.5 timestamp=2022-09-01T11:10:17.303848+0000 2022-09-01T11:10:26.431 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.429+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000011]: success 2022-09-01T11:10:26.431 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.429+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16:2 marker=00000000001.93.5 timestamp=2022-09-01T11:10:17.370318+0000 2022-09-01T11:10:26.434 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.434+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000005]: success 2022-09-01T11:10:26.434 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.434+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0:2 marker=00000000002.44.5 timestamp=2022-09-01T11:10:17.192171+0000 2022-09-01T11:10:26.519 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.520 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.520 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.520 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.521 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.521 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.521 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.522 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.522 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.522 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.523 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.523 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.523 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.523 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.524 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.524 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.524 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.524 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.525 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.525 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.525 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.526 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.526 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.518+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.526 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket shard: 0 2022-09-01T11:10:26.526 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.527 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket shard: 0 2022-09-01T11:10:26.527 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.531 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket shard: 0 2022-09-01T11:10:26.531 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket shard: 0 2022-09-01T11:10:26.532 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:26.532 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 0 2022-09-01T11:10:26.532 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket shard: 0 2022-09-01T11:10:26.533 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 0 2022-09-01T11:10:26.533 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:26.533 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.533 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.534 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.534 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.534 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.535 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.535 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.535 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket shard: 0 2022-09-01T11:10:26.535 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 0 2022-09-01T11:10:26.536 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.536 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.536 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket shard: 0 2022-09-01T11:10:26.537 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:26.537 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket shard: 0 2022-09-01T11:10:26.537 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket shard: 0 2022-09-01T11:10:26.537 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket shard: 0 2022-09-01T11:10:26.538 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.538 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.519+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.538 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.520+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.539 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.520+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.539 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.520+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket shard: 0 2022-09-01T11:10:26.539 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.520+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket shard: 0 2022-09-01T11:10:26.539 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.520+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.540 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.520+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.540 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.520+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket shard: 0 2022-09-01T11:10:26.540 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.520+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.541 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.520+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket shard: 0 2022-09-01T11:10:26.541 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.520+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.541 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.520+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket shard: 0 2022-09-01T11:10:26.542 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.520+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.542 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.520+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.542 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.521+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket shard: 0 2022-09-01T11:10:26.542 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.521+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket shard: 0 2022-09-01T11:10:26.543 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.521+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.543 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.521+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.543 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.522+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: parsed entry: id=00000000002.60.5 iter->object=obj00000000000000000032 iter->instance= name=obj00000000000000000032 instance= ns= 2022-09-01T11:10:26.543 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.522+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6/obj00000000000000000032 2022-09-01T11:10:26.544 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.522+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: entry->timestamp=2022-09-01T11:10:18.113422+0000 2022-09-01T11:10:26.544 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.522+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000032]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.60.5 op=0 op_state=1 2022-09-01T11:10:26.544 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.522+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000032]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000032[0] 2022-09-01T11:10:26.545 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.522+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position=00000000002.60.5 2022-09-01T11:10:26.545 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.522+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: parsed entry: id=00000000002.82.5 iter->object=obj00000000000000000033 iter->instance= name=obj00000000000000000033 instance= ns= 2022-09-01T11:10:26.545 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.522+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16/obj00000000000000000033 2022-09-01T11:10:26.545 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.522+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: entry->timestamp=2022-09-01T11:10:18.550353+0000 2022-09-01T11:10:26.546 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.522+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000033]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.82.5 op=0 op_state=1 2022-09-01T11:10:26.546 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.522+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000033]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000033[0] 2022-09-01T11:10:26.546 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.522+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position=00000000002.82.5 2022-09-01T11:10:26.547 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: parsed entry: id=00000000002.62.5 iter->object=obj00000000000000000009 iter->instance= name=obj00000000000000000009 instance= ns= 2022-09-01T11:10:26.547 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12/obj00000000000000000009 2022-09-01T11:10:26.547 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: entry->timestamp=2022-09-01T11:10:18.065587+0000 2022-09-01T11:10:26.547 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000009]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.62.5 op=0 op_state=1 2022-09-01T11:10:26.548 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000002.79.5 iter->object=obj00000000000000000002 iter->instance= name=obj00000000000000000002 instance= ns= 2022-09-01T11:10:26.548 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000002 2022-09-01T11:10:26.548 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:17.887841+0000 2022-09-01T11:10:26.548 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000002]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.79.5 op=0 op_state=1 2022-09-01T11:10:26.549 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: parsed entry: id=00000000001.65.5 iter->object=obj00000000000000000046 iter->instance= name=obj00000000000000000046 instance= ns= 2022-09-01T11:10:26.549 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3/obj00000000000000000046 2022-09-01T11:10:26.549 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: entry->timestamp=2022-09-01T11:10:18.003856+0000 2022-09-01T11:10:26.550 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000046]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.65.5 op=0 op_state=1 2022-09-01T11:10:26.550 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000009]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000009[0] 2022-09-01T11:10:26.550 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position=00000000002.62.5 2022-09-01T11:10:26.550 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000002]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000002[0] 2022-09-01T11:10:26.551 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000002.79.5 2022-09-01T11:10:26.551 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000046]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000046[0] 2022-09-01T11:10:26.551 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.523+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position=00000000001.65.5 2022-09-01T11:10:26.552 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: parsed entry: id=00000000002.69.5 iter->object=obj00000000000000000011 iter->instance= name=obj00000000000000000011 instance= ns= 2022-09-01T11:10:26.552 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2/obj00000000000000000011 2022-09-01T11:10:26.552 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: entry->timestamp=2022-09-01T11:10:18.722977+0000 2022-09-01T11:10:26.553 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000011]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.69.5 op=0 op_state=1 2022-09-01T11:10:26.553 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000011]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000011[0] 2022-09-01T11:10:26.553 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position=00000000002.69.5 2022-09-01T11:10:26.553 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: parsed entry: id=00000000002.72.5 iter->object=obj00000000000000000006 iter->instance= name=obj00000000000000000006 instance= ns= 2022-09-01T11:10:26.554 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000006 2022-09-01T11:10:26.554 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: entry->timestamp=2022-09-01T11:10:18.290445+0000 2022-09-01T11:10:26.554 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000006]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.72.5 op=0 op_state=1 2022-09-01T11:10:26.554 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: parsed entry: id=00000000002.55.5 iter->object=obj00000000000000000014 iter->instance= name=obj00000000000000000014 instance= ns= 2022-09-01T11:10:26.555 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4/obj00000000000000000014 2022-09-01T11:10:26.555 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: entry->timestamp=2022-09-01T11:10:18.400107+0000 2022-09-01T11:10:26.555 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000014]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.55.5 op=0 op_state=1 2022-09-01T11:10:26.556 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: parsed entry: id=00000000001.65.5 iter->object=obj00000000000000000050 iter->instance= name=obj00000000000000000050 instance= ns= 2022-09-01T11:10:26.556 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000050 2022-09-01T11:10:26.556 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: entry->timestamp=2022-09-01T11:10:18.177898+0000 2022-09-01T11:10:26.556 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000050]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.65.5 op=0 op_state=1 2022-09-01T11:10:26.557 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000001.165.5 iter->object=obj00000000000000000039 iter->instance= name=obj00000000000000000039 instance= ns= 2022-09-01T11:10:26.557 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000039 2022-09-01T11:10:26.557 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.525+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:18.352248+0000 2022-09-01T11:10:26.558 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000039]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.165.5 op=0 op_state=1 2022-09-01T11:10:26.558 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: parsed entry: id=00000000002.62.5 iter->object=obj00000000000000000008 iter->instance= name=obj00000000000000000008 instance= ns= 2022-09-01T11:10:26.558 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22/obj00000000000000000008 2022-09-01T11:10:26.558 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: entry->timestamp=2022-09-01T11:10:18.201247+0000 2022-09-01T11:10:26.559 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000008]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.62.5 op=0 op_state=1 2022-09-01T11:10:26.559 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: parsed entry: id=00000000002.50.5 iter->object=obj00000000000000000003 iter->instance= name=obj00000000000000000003 instance= ns= 2022-09-01T11:10:26.559 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20/obj00000000000000000003 2022-09-01T11:10:26.559 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: entry->timestamp=2022-09-01T11:10:18.661964+0000 2022-09-01T11:10:26.560 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000003]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.50.5 op=0 op_state=1 2022-09-01T11:10:26.560 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000001.63.5 iter->object=obj00000000000000000058 iter->instance= name=obj00000000000000000058 instance= ns= 2022-09-01T11:10:26.560 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000058 2022-09-01T11:10:26.560 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:18.636218+0000 2022-09-01T11:10:26.561 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000058]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.63.5 op=0 op_state=1 2022-09-01T11:10:26.561 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: parsed entry: id=00000000001.79.5 iter->object=obj00000000000000000055 iter->instance= name=obj00000000000000000055 instance= ns= 2022-09-01T11:10:26.561 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21/obj00000000000000000055 2022-09-01T11:10:26.562 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: entry->timestamp=2022-09-01T11:10:18.375101+0000 2022-09-01T11:10:26.562 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000055]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.79.5 op=0 op_state=1 2022-09-01T11:10:26.562 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: parsed entry: id=00000000002.71.5 iter->object=obj00000000000000000026 iter->instance= name=obj00000000000000000026 instance= ns= 2022-09-01T11:10:26.562 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1/obj00000000000000000026 2022-09-01T11:10:26.563 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: entry->timestamp=2022-09-01T11:10:18.459214+0000 2022-09-01T11:10:26.563 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000026]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.71.5 op=0 op_state=1 2022-09-01T11:10:26.563 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: parsed entry: id=00000000002.69.5 iter->object=obj00000000000000000000 iter->instance= name=obj00000000000000000000 instance= ns= 2022-09-01T11:10:26.564 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18/obj00000000000000000000 2022-09-01T11:10:26.564 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: entry->timestamp=2022-09-01T11:10:18.482675+0000 2022-09-01T11:10:26.564 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000000]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.69.5 op=0 op_state=1 2022-09-01T11:10:26.564 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000006]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000006[0] 2022-09-01T11:10:26.565 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000002.72.5 2022-09-01T11:10:26.565 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000014]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000014[0] 2022-09-01T11:10:26.565 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position=00000000002.55.5 2022-09-01T11:10:26.565 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000050]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000050[0] 2022-09-01T11:10:26.566 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position=00000000001.65.5 2022-09-01T11:10:26.566 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000039]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000039[0] 2022-09-01T11:10:26.567 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000001.165.5 2022-09-01T11:10:26.567 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000008]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000008[0] 2022-09-01T11:10:26.567 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position=00000000002.62.5 2022-09-01T11:10:26.567 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000003]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000003[0] 2022-09-01T11:10:26.568 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position=00000000002.50.5 2022-09-01T11:10:26.568 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000058]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000058[0] 2022-09-01T11:10:26.568 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000001.63.5 2022-09-01T11:10:26.569 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: parsed entry: id=00000000001.61.5 iter->object=obj00000000000000000045 iter->instance= name=obj00000000000000000045 instance= ns= 2022-09-01T11:10:26.569 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13/obj00000000000000000045 2022-09-01T11:10:26.569 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: entry->timestamp=2022-09-01T11:10:17.977476+0000 2022-09-01T11:10:26.570 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000045]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.61.5 op=0 op_state=1 2022-09-01T11:10:26.570 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000055]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000055[0] 2022-09-01T11:10:26.570 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position=00000000001.79.5 2022-09-01T11:10:26.570 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000026]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000026[0] 2022-09-01T11:10:26.571 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position=00000000002.71.5 2022-09-01T11:10:26.571 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000000]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000000[0] 2022-09-01T11:10:26.571 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position=00000000002.69.5 2022-09-01T11:10:26.571 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000045]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000045[0] 2022-09-01T11:10:26.572 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.526+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position=00000000001.61.5 2022-09-01T11:10:26.574 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.530+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: parsed entry: id=00000000002.70.5 iter->object=obj00000000000000000013 iter->instance= name=obj00000000000000000013 instance= ns= 2022-09-01T11:10:26.575 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.530+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000013 2022-09-01T11:10:26.575 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.530+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: entry->timestamp=2022-09-01T11:10:17.912620+0000 2022-09-01T11:10:26.575 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.530+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000013]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.70.5 op=0 op_state=1 2022-09-01T11:10:26.576 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.530+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: parsed entry: id=00000000002.99.5 iter->object=obj00000000000000000012 iter->instance= name=obj00000000000000000012 instance= ns= 2022-09-01T11:10:26.576 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.530+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000012 2022-09-01T11:10:26.576 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.530+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: entry->timestamp=2022-09-01T11:10:18.089430+0000 2022-09-01T11:10:26.576 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.530+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000012]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.99.5 op=0 op_state=1 2022-09-01T11:10:26.577 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.530+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000002]: success 2022-09-01T11:10:26.577 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.530+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7:3 marker=00000000002.79.5 timestamp=2022-09-01T11:10:17.887841+0000 2022-09-01T11:10:26.577 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.530+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000013]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000013[0] 2022-09-01T11:10:26.577 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.530+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position=00000000002.70.5 2022-09-01T11:10:26.578 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.530+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000012]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000012[0] 2022-09-01T11:10:26.578 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.530+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position=00000000002.99.5 2022-09-01T11:10:26.578 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.532+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000014]: success 2022-09-01T11:10:26.579 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.532+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4:3 marker=00000000002.55.5 timestamp=2022-09-01T11:10:18.400107+0000 2022-09-01T11:10:26.579 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.535+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000009]: success 2022-09-01T11:10:26.579 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.535+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12:3 marker=00000000002.62.5 timestamp=2022-09-01T11:10:18.065587+0000 2022-09-01T11:10:26.579 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.535+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000032]: success 2022-09-01T11:10:26.580 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.535+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6:3 marker=00000000002.60.5 timestamp=2022-09-01T11:10:18.113422+0000 2022-09-01T11:10:26.580 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.535+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000000]: success 2022-09-01T11:10:26.580 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.535+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18:3 marker=00000000002.69.5 timestamp=2022-09-01T11:10:18.482675+0000 2022-09-01T11:10:26.580 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.535+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000033]: success 2022-09-01T11:10:26.581 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.535+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16:3 marker=00000000002.82.5 timestamp=2022-09-01T11:10:18.550353+0000 2022-09-01T11:10:26.581 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.538+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000026]: success 2022-09-01T11:10:26.581 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.538+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1:3 marker=00000000002.71.5 timestamp=2022-09-01T11:10:18.459214+0000 2022-09-01T11:10:26.582 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.538+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000006]: success 2022-09-01T11:10:26.582 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.538+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10:3 marker=00000000002.72.5 timestamp=2022-09-01T11:10:18.290445+0000 2022-09-01T11:10:26.582 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.538+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000013]: success 2022-09-01T11:10:26.582 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.538+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14:3 marker=00000000002.70.5 timestamp=2022-09-01T11:10:17.912620+0000 2022-09-01T11:10:26.583 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.538+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000012]: success 2022-09-01T11:10:26.583 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.538+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15:3 marker=00000000002.99.5 timestamp=2022-09-01T11:10:18.089430+0000 2022-09-01T11:10:26.583 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.538+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000011]: success 2022-09-01T11:10:26.583 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.538+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2:3 marker=00000000002.69.5 timestamp=2022-09-01T11:10:18.722977+0000 2022-09-01T11:10:26.584 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.538+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000003]: success 2022-09-01T11:10:26.584 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.538+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20:3 marker=00000000002.50.5 timestamp=2022-09-01T11:10:18.661964+0000 2022-09-01T11:10:26.584 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.546+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000050]: success 2022-09-01T11:10:26.585 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.546+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5:3 marker=00000000001.65.5 timestamp=2022-09-01T11:10:18.177898+0000 2022-09-01T11:10:26.585 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.549+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000055]: success 2022-09-01T11:10:26.585 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.549+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21:3 marker=00000000001.79.5 timestamp=2022-09-01T11:10:18.375101+0000 2022-09-01T11:10:26.585 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.549+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000046]: success 2022-09-01T11:10:26.586 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.549+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3:3 marker=00000000001.65.5 timestamp=2022-09-01T11:10:18.003856+0000 2022-09-01T11:10:26.586 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.552+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000039]: success 2022-09-01T11:10:26.587 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.552+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8:3 marker=00000000001.165.5 timestamp=2022-09-01T11:10:18.352248+0000 2022-09-01T11:10:26.589 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.552+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000058]: success 2022-09-01T11:10:26.589 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.552+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0:3 marker=00000000001.63.5 timestamp=2022-09-01T11:10:18.636218+0000 2022-09-01T11:10:26.590 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.567+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: parsed entry: id=00000000002.67.5 iter->object=obj00000000000000000021 iter->instance= name=obj00000000000000000021 instance= ns= 2022-09-01T11:10:26.590 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.567+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19/obj00000000000000000021 2022-09-01T11:10:26.590 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.567+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: entry->timestamp=2022-09-01T11:10:18.265012+0000 2022-09-01T11:10:26.591 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.567+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:entry[obj00000000000000000021]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.67.5 op=0 op_state=1 2022-09-01T11:10:26.591 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.567+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:entry[obj00000000000000000021]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000021[0] 2022-09-01T11:10:26.591 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.567+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: listing bilog for incremental sync; position=00000000002.67.5 2022-09-01T11:10:26.591 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.567+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: parsed entry: id=00000000002.45.5 iter->object=obj00000000000000000007 iter->instance= name=obj00000000000000000007 instance= ns= 2022-09-01T11:10:26.592 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.567+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9/obj00000000000000000007 2022-09-01T11:10:26.592 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.567+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: entry->timestamp=2022-09-01T11:10:18.575765+0000 2022-09-01T11:10:26.592 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.567+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000007]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.45.5 op=0 op_state=1 2022-09-01T11:10:26.592 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.567+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000007]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000007[0] 2022-09-01T11:10:26.593 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.567+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position=00000000002.45.5 2022-09-01T11:10:26.593 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.569+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:entry[obj00000000000000000021]: success 2022-09-01T11:10:26.593 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.569+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19:3 marker=00000000002.67.5 timestamp=2022-09-01T11:10:18.265012+0000 2022-09-01T11:10:26.594 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.569+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000007]: success 2022-09-01T11:10:26.594 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.569+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9:3 marker=00000000002.45.5 timestamp=2022-09-01T11:10:18.575765+0000 2022-09-01T11:10:26.595 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.589+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000045]: success 2022-09-01T11:10:26.595 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.589+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13:3 marker=00000000001.61.5 timestamp=2022-09-01T11:10:17.977476+0000 2022-09-01T11:10:26.596 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.594+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000008]: success 2022-09-01T11:10:26.596 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.594+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22:3 marker=00000000002.62.5 timestamp=2022-09-01T11:10:18.201247+0000 2022-09-01T11:10:26.698 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.699 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.699 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.699 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.699 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.700 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.700 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.700 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.701 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.701 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.701 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.702 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.702 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.702 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.702 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.703 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.703 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.703 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.704 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.704 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.704 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.704 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.705 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.705 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.705 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.705 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.706 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.706 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.706 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.694+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.707 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.695+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:26.707 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.695+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.708 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.695+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: sync status for source bucket shard: 0 2022-09-01T11:10:26.708 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.695+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket shard: 0 2022-09-01T11:10:26.708 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.695+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:26.708 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.695+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 0 2022-09-01T11:10:26.709 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.695+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.709 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.695+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.709 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.695+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.710 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.695+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.710 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.695+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket shard: 0 2022-09-01T11:10:26.710 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.695+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.710 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.695+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket shard: 0 2022-09-01T11:10:26.711 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket shard: 0 2022-09-01T11:10:26.711 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket shard: 0 2022-09-01T11:10:26.711 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket shard: 0 2022-09-01T11:10:26.712 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket shard: 0 2022-09-01T11:10:26.712 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket shard: 0 2022-09-01T11:10:26.712 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket shard: 0 2022-09-01T11:10:26.712 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket shard: 0 2022-09-01T11:10:26.713 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.713 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.713 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.714 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket shard: 0 2022-09-01T11:10:26.714 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.714 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket shard: 0 2022-09-01T11:10:26.714 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.715 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.715 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.715 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.716 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket shard: 0 2022-09-01T11:10:26.716 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.716 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.716 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 0 2022-09-01T11:10:26.717 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:26.717 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.717 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket shard: 0 2022-09-01T11:10:26.718 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 0 2022-09-01T11:10:26.718 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket shard: 0 2022-09-01T11:10:26.718 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: sync status for source bucket shard: 0 2022-09-01T11:10:26.718 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.719 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.719 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.719 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.720 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.720 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.720 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.696+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: sync status for source bucket shard: 0 2022-09-01T11:10:26.720 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.697+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.721 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.697+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket shard: 0 2022-09-01T11:10:26.721 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.697+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: sync status for source bucket shard: 0 2022-09-01T11:10:26.721 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.697+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.722 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.697+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.722 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.697+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket shard: 0 2022-09-01T11:10:26.722 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.697+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.723 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.697+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: sync status for source bucket shard: 0 2022-09-01T11:10:26.723 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.697+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.723 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.697+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket shard: 0 2022-09-01T11:10:26.724 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.697+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.731 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.699+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000001.54.5 iter->object=obj00000000000000000017 iter->instance= name=obj00000000000000000017 instance= ns= 2022-09-01T11:10:26.731 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.699+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000017 2022-09-01T11:10:26.731 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.699+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:19.278741+0000 2022-09-01T11:10:26.732 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.699+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000017]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.54.5 op=0 op_state=1 2022-09-01T11:10:26.732 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.699+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000017]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000017[0] 2022-09-01T11:10:26.732 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.699+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000001.54.5 2022-09-01T11:10:26.732 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.699+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: parsed entry: id=00000000002.75.5 iter->object=obj00000000000000000025 iter->instance= name=obj00000000000000000025 instance= ns= 2022-09-01T11:10:26.733 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.699+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23/obj00000000000000000025 2022-09-01T11:10:26.733 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.699+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: entry->timestamp=2022-09-01T11:10:19.791203+0000 2022-09-01T11:10:26.733 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.699+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000025]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.75.5 op=0 op_state=1 2022-09-01T11:10:26.734 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.699+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000025]: : injecting data sync error on key=obj00000000000000000025 2022-09-01T11:10:26.734 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.699+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: listing bilog for incremental sync; position=00000000002.75.5 2022-09-01T11:10:26.734 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.699+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000025]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.735 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.699+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000025]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23/obj00000000000000000025 2022-09-01T11:10:26.735 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: parsed entry: id=00000000002.74.5 iter->object=obj00000000000000000012 iter->instance= name=obj00000000000000000012 instance= ns= 2022-09-01T11:10:26.735 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17/obj00000000000000000012 2022-09-01T11:10:26.735 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: entry->timestamp=2022-09-01T11:10:20.064423+0000 2022-09-01T11:10:26.736 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000012]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.74.5 op=0 op_state=1 2022-09-01T11:10:26.736 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000012]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000012[0] 2022-09-01T11:10:26.736 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position=00000000002.74.5 2022-09-01T11:10:26.737 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: parsed entry: id=00000000002.77.5 iter->object=obj00000000000000000011 iter->instance= name=obj00000000000000000011 instance= ns= 2022-09-01T11:10:26.737 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4/obj00000000000000000011 2022-09-01T11:10:26.737 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: entry->timestamp=2022-09-01T11:10:20.155982+0000 2022-09-01T11:10:26.737 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000011]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.77.5 op=0 op_state=1 2022-09-01T11:10:26.738 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000001.67.5 iter->object=obj00000000000000000049 iter->instance= name=obj00000000000000000049 instance= ns= 2022-09-01T11:10:26.738 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000049 2022-09-01T11:10:26.738 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:19.367893+0000 2022-09-01T11:10:26.739 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000049]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.67.5 op=0 op_state=1 2022-09-01T11:10:26.739 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: parsed entry: id=00000000002.95.5 iter->object=obj00000000000000000008 iter->instance= name=obj00000000000000000008 instance= ns= 2022-09-01T11:10:26.739 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9/obj00000000000000000008 2022-09-01T11:10:26.739 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: entry->timestamp=2022-09-01T11:10:19.628026+0000 2022-09-01T11:10:26.740 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000008]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.95.5 op=0 op_state=1 2022-09-01T11:10:26.740 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: parsed entry: id=00000000002.71.5 iter->object=obj00000000000000000000 iter->instance= name=obj00000000000000000000 instance= ns= 2022-09-01T11:10:26.740 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25/obj00000000000000000000 2022-09-01T11:10:26.741 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: entry->timestamp=2022-09-01T11:10:19.478865+0000 2022-09-01T11:10:26.741 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000000]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.71.5 op=0 op_state=1 2022-09-01T11:10:26.741 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000011]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000011[0] 2022-09-01T11:10:26.742 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position=00000000002.77.5 2022-09-01T11:10:26.742 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000049]: : injecting data sync error on key=obj00000000000000000049 2022-09-01T11:10:26.742 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000001.67.5 2022-09-01T11:10:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000008]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000008[0] 2022-09-01T11:10:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position=00000000002.95.5 2022-09-01T11:10:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000000]: : injecting data sync error on key=obj00000000000000000000 2022-09-01T11:10:26.743 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: listing bilog for incremental sync; position=00000000002.71.5 2022-09-01T11:10:26.744 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000049]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.744 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000049]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000049 2022-09-01T11:10:26.744 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000000]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.745 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.703+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000000]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25/obj00000000000000000000 2022-09-01T11:10:26.745 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: parsed entry: id=00000000002.170.5 iter->object=obj00000000000000000002 iter->instance= name=obj00000000000000000002 instance= ns= 2022-09-01T11:10:26.745 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000002 2022-09-01T11:10:26.746 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: entry->timestamp=2022-09-01T11:10:19.103747+0000 2022-09-01T11:10:26.746 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000002]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.170.5 op=0 op_state=1 2022-09-01T11:10:26.746 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000002]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000002[0] 2022-09-01T11:10:26.747 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position=00000000002.170.5 2022-09-01T11:10:26.747 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: parsed entry: id=00000000001.97.5 iter->object=obj00000000000000000037 iter->instance= name=obj00000000000000000037 instance= ns= 2022-09-01T11:10:26.747 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000037 2022-09-01T11:10:26.747 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: entry->timestamp=2022-09-01T11:10:19.945191+0000 2022-09-01T11:10:26.748 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000037]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.97.5 op=0 op_state=1 2022-09-01T11:10:26.748 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: parsed entry: id=00000000002.88.5 iter->object=obj00000000000000000009 iter->instance= name=obj00000000000000000009 instance= ns= 2022-09-01T11:10:26.748 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22/obj00000000000000000009 2022-09-01T11:10:26.749 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: entry->timestamp=2022-09-01T11:10:20.090748+0000 2022-09-01T11:10:26.749 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000009]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.88.5 op=0 op_state=1 2022-09-01T11:10:26.749 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: parsed entry: id=00000000002.54.5 iter->object=obj00000000000000000019 iter->instance= name=obj00000000000000000019 instance= ns= 2022-09-01T11:10:26.749 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6/obj00000000000000000019 2022-09-01T11:10:26.750 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: entry->timestamp=2022-09-01T11:10:19.652420+0000 2022-09-01T11:10:26.750 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000019]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.54.5 op=0 op_state=1 2022-09-01T11:10:26.750 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: parsed entry: id=00000000002.52.5 iter->object=obj00000000000000000022 iter->instance= name=obj00000000000000000022 instance= ns= 2022-09-01T11:10:26.751 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12/obj00000000000000000022 2022-09-01T11:10:26.751 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: entry->timestamp=2022-09-01T11:10:19.302677+0000 2022-09-01T11:10:26.751 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000022]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.52.5 op=0 op_state=1 2022-09-01T11:10:26.752 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: parsed entry: id=00000000002.73.5 iter->object=obj00000000000000000020 iter->instance= name=obj00000000000000000020 instance= ns= 2022-09-01T11:10:26.752 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000020 2022-09-01T11:10:26.752 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: entry->timestamp=2022-09-01T11:10:19.765038+0000 2022-09-01T11:10:26.752 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000020]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.73.5 op=0 op_state=1 2022-09-01T11:10:26.753 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: parsed entry: id=00000000002.80.5 iter->object=obj00000000000000000010 iter->instance= name=obj00000000000000000010 instance= ns= 2022-09-01T11:10:26.753 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20/obj00000000000000000010 2022-09-01T11:10:26.753 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: entry->timestamp=2022-09-01T11:10:19.852570+0000 2022-09-01T11:10:26.754 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000010]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.80.5 op=0 op_state=1 2022-09-01T11:10:26.754 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: parsed entry: id=00000000001.91.5 iter->object=obj00000000000000000059 iter->instance= name=obj00000000000000000059 instance= ns= 2022-09-01T11:10:26.754 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1/obj00000000000000000059 2022-09-01T11:10:26.754 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: entry->timestamp=2022-09-01T11:10:19.390593+0000 2022-09-01T11:10:26.755 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000059]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.91.5 op=0 op_state=1 2022-09-01T11:10:26.755 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: parsed entry: id=00000000002.69.5 iter->object=obj00000000000000000005 iter->instance= name=obj00000000000000000005 instance= ns= 2022-09-01T11:10:26.755 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16/obj00000000000000000005 2022-09-01T11:10:26.756 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: entry->timestamp=2022-09-01T11:10:19.129004+0000 2022-09-01T11:10:26.756 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000005]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.69.5 op=0 op_state=1 2022-09-01T11:10:26.756 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: parsed entry: id=00000000002.61.5 iter->object=obj00000000000000000015 iter->instance= name=obj00000000000000000015 instance= ns= 2022-09-01T11:10:26.756 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000015 2022-09-01T11:10:26.757 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: entry->timestamp=2022-09-01T11:10:19.740370+0000 2022-09-01T11:10:26.757 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000015]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.61.5 op=0 op_state=1 2022-09-01T11:10:26.757 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: parsed entry: id=00000000002.56.5 iter->object=obj00000000000000000001 iter->instance= name=obj00000000000000000001 instance= ns= 2022-09-01T11:10:26.758 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21/obj00000000000000000001 2022-09-01T11:10:26.758 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: entry->timestamp=2022-09-01T11:10:19.191418+0000 2022-09-01T11:10:26.758 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000001]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.56.5 op=0 op_state=1 2022-09-01T11:10:26.759 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: parsed entry: id=00000000002.93.5 iter->object=obj00000000000000000014 iter->instance= name=obj00000000000000000014 instance= ns= 2022-09-01T11:10:26.759 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26/obj00000000000000000014 2022-09-01T11:10:26.759 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: entry->timestamp=2022-09-01T11:10:19.565531+0000 2022-09-01T11:10:26.760 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000014]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.93.5 op=0 op_state=1 2022-09-01T11:10:26.760 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: parsed entry: id=00000000002.84.5 iter->object=obj00000000000000000016 iter->instance= name=obj00000000000000000016 instance= ns= 2022-09-01T11:10:26.760 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24/obj00000000000000000016 2022-09-01T11:10:26.760 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: entry->timestamp=2022-09-01T11:10:19.455487+0000 2022-09-01T11:10:26.761 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000016]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.84.5 op=0 op_state=1 2022-09-01T11:10:26.761 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: parsed entry: id=00000000002.78.5 iter->object=obj00000000000000000030 iter->instance= name=obj00000000000000000030 instance= ns= 2022-09-01T11:10:26.761 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27/obj00000000000000000030 2022-09-01T11:10:26.761 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: entry->timestamp=2022-09-01T11:10:19.077120+0000 2022-09-01T11:10:26.762 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000030]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.78.5 op=0 op_state=1 2022-09-01T11:10:26.762 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: parsed entry: id=00000000002.66.5 iter->object=obj00000000000000000021 iter->instance= name=obj00000000000000000021 instance= ns= 2022-09-01T11:10:26.762 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28/obj00000000000000000021 2022-09-01T11:10:26.763 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: entry->timestamp=2022-09-01T11:10:19.678907+0000 2022-09-01T11:10:26.763 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000021]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.66.5 op=0 op_state=1 2022-09-01T11:10:26.763 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: parsed entry: id=00000000001.66.5 iter->object=obj00000000000000000031 iter->instance= name=obj00000000000000000031 instance= ns= 2022-09-01T11:10:26.764 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11/obj00000000000000000031 2022-09-01T11:10:26.764 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: entry->timestamp=2022-09-01T11:10:19.881460+0000 2022-09-01T11:10:26.764 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000031]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.66.5 op=0 op_state=1 2022-09-01T11:10:26.765 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: parsed entry: id=00000000002.78.5 iter->object=obj00000000000000000004 iter->instance= name=obj00000000000000000004 instance= ns= 2022-09-01T11:10:26.765 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.707+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3/obj00000000000000000004 2022-09-01T11:10:26.765 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: entry->timestamp=2022-09-01T11:10:20.001381+0000 2022-09-01T11:10:26.765 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000004]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.78.5 op=0 op_state=1 2022-09-01T11:10:26.766 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: parsed entry: id=00000000002.59.5 iter->object=obj00000000000000000003 iter->instance= name=obj00000000000000000003 instance= ns= 2022-09-01T11:10:26.766 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18/obj00000000000000000003 2022-09-01T11:10:26.766 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: entry->timestamp=2022-09-01T11:10:19.540793+0000 2022-09-01T11:10:26.767 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000003]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.59.5 op=0 op_state=1 2022-09-01T11:10:26.767 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000037]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000037[0] 2022-09-01T11:10:26.767 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position=00000000001.97.5 2022-09-01T11:10:26.768 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000009]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000009[0] 2022-09-01T11:10:26.768 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position=00000000002.88.5 2022-09-01T11:10:26.768 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000019]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000019[0] 2022-09-01T11:10:26.768 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position=00000000002.54.5 2022-09-01T11:10:26.769 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000022]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000022[0] 2022-09-01T11:10:26.769 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position=00000000002.52.5 2022-09-01T11:10:26.769 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000020]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000020[0] 2022-09-01T11:10:26.770 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position=00000000002.73.5 2022-09-01T11:10:26.770 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000010]: : injecting data sync error on key=obj00000000000000000010 2022-09-01T11:10:26.770 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position=00000000002.80.5 2022-09-01T11:10:26.770 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000059]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000059[0] 2022-09-01T11:10:26.771 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position=00000000001.91.5 2022-09-01T11:10:26.771 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000005]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000005[0] 2022-09-01T11:10:26.771 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position=00000000002.69.5 2022-09-01T11:10:26.772 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000015]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000015[0] 2022-09-01T11:10:26.772 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000002.61.5 2022-09-01T11:10:26.772 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000001]: : injecting data sync error on key=obj00000000000000000001 2022-09-01T11:10:26.773 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position=00000000002.56.5 2022-09-01T11:10:26.773 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000014]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000014[0] 2022-09-01T11:10:26.773 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: listing bilog for incremental sync; position=00000000002.93.5 2022-09-01T11:10:26.774 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000016]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000016[0] 2022-09-01T11:10:26.774 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: listing bilog for incremental sync; position=00000000002.84.5 2022-09-01T11:10:26.774 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000030]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000030[0] 2022-09-01T11:10:26.775 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position=00000000002.78.5 2022-09-01T11:10:26.775 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000021]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000021[0] 2022-09-01T11:10:26.775 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: listing bilog for incremental sync; position=00000000002.66.5 2022-09-01T11:10:26.776 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000031]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000031[0] 2022-09-01T11:10:26.776 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position=00000000001.66.5 2022-09-01T11:10:26.776 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000004]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000004[0] 2022-09-01T11:10:26.776 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position=00000000002.78.5 2022-09-01T11:10:26.777 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000003]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000003[0] 2022-09-01T11:10:26.777 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position=00000000002.59.5 2022-09-01T11:10:26.777 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000010]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.777 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000010]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20/obj00000000000000000010 2022-09-01T11:10:26.778 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000001]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.778 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000001]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21/obj00000000000000000001 2022-09-01T11:10:26.778 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.708+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:26.779 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.710+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:26.779 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.711+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000008]: success 2022-09-01T11:10:26.779 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.711+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9:4 marker=00000000002.95.5 timestamp=2022-09-01T11:10:19.628026+0000 2022-09-01T11:10:26.780 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.711+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000011]: success 2022-09-01T11:10:26.780 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.711+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4:4 marker=00000000002.77.5 timestamp=2022-09-01T11:10:20.155982+0000 2022-09-01T11:10:26.780 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.711+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000012]: success 2022-09-01T11:10:26.780 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.711+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17:4 marker=00000000002.74.5 timestamp=2022-09-01T11:10:20.064423+0000 2022-09-01T11:10:26.781 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.712+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000002]: success 2022-09-01T11:10:26.781 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.712+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5:4 marker=00000000002.170.5 timestamp=2022-09-01T11:10:19.103747+0000 2022-09-01T11:10:26.781 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.714+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.782 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.714+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: sync status for source bucket shard: 0 2022-09-01T11:10:26.782 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.714+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.782 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.716+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000019]: success 2022-09-01T11:10:26.783 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.716+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6:4 marker=00000000002.54.5 timestamp=2022-09-01T11:10:19.652420+0000 2022-09-01T11:10:26.783 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.716+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000020]: success 2022-09-01T11:10:26.783 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.716+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14:4 marker=00000000002.73.5 timestamp=2022-09-01T11:10:19.765038+0000 2022-09-01T11:10:26.783 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.718+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000014]: success 2022-09-01T11:10:26.784 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.718+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26:4 marker=00000000002.93.5 timestamp=2022-09-01T11:10:19.565531+0000 2022-09-01T11:10:26.784 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.718+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000030]: success 2022-09-01T11:10:26.784 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.718+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27:4 marker=00000000002.78.5 timestamp=2022-09-01T11:10:19.077120+0000 2022-09-01T11:10:26.785 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.718+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000015]: success 2022-09-01T11:10:26.785 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.718+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10:4 marker=00000000002.61.5 timestamp=2022-09-01T11:10:19.740370+0000 2022-09-01T11:10:26.785 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.718+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000003]: success 2022-09-01T11:10:26.786 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.718+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18:4 marker=00000000002.59.5 timestamp=2022-09-01T11:10:19.540793+0000 2022-09-01T11:10:26.786 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.719+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000009]: success 2022-09-01T11:10:26.786 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.719+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22:4 marker=00000000002.88.5 timestamp=2022-09-01T11:10:20.090748+0000 2022-09-01T11:10:26.786 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.720+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000004]: success 2022-09-01T11:10:26.787 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.720+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3:4 marker=00000000002.78.5 timestamp=2022-09-01T11:10:20.001381+0000 2022-09-01T11:10:26.787 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.720+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000016]: success 2022-09-01T11:10:26.787 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.720+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24:4 marker=00000000002.84.5 timestamp=2022-09-01T11:10:19.455487+0000 2022-09-01T11:10:26.788 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.722+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000005]: success 2022-09-01T11:10:26.788 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.722+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16:4 marker=00000000002.69.5 timestamp=2022-09-01T11:10:19.129004+0000 2022-09-01T11:10:26.788 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.724+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000021]: success 2022-09-01T11:10:26.789 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.724+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28:4 marker=00000000002.66.5 timestamp=2022-09-01T11:10:19.678907+0000 2022-09-01T11:10:26.789 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.730+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000022]: success 2022-09-01T11:10:26.789 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.730+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12:4 marker=00000000002.52.5 timestamp=2022-09-01T11:10:19.302677+0000 2022-09-01T11:10:26.790 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.730+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000017]: success 2022-09-01T11:10:26.790 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.730+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8:4 marker=00000000001.54.5 timestamp=2022-09-01T11:10:19.278741+0000 2022-09-01T11:10:26.790 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.730+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000031]: success 2022-09-01T11:10:26.791 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.730+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11:4 marker=00000000001.66.5 timestamp=2022-09-01T11:10:19.881460+0000 2022-09-01T11:10:26.795 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.735+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000059]: success 2022-09-01T11:10:26.795 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.735+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1:4 marker=00000000001.91.5 timestamp=2022-09-01T11:10:19.390593+0000 2022-09-01T11:10:26.796 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.741+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: parsed entry: id=00000000002.100.5 iter->object=obj00000000000000000013 iter->instance= name=obj00000000000000000013 instance= ns= 2022-09-01T11:10:26.796 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.741+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13/obj00000000000000000013 2022-09-01T11:10:26.796 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.741+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: entry->timestamp=2022-09-01T11:10:19.215192+0000 2022-09-01T11:10:26.797 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.741+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000013]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.100.5 op=0 op_state=1 2022-09-01T11:10:26.797 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.741+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000013]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000013[0] 2022-09-01T11:10:26.797 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.741+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position=00000000002.100.5 2022-09-01T11:10:26.798 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.742+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000013]: success 2022-09-01T11:10:26.798 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.742+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13:4 marker=00000000002.100.5 timestamp=2022-09-01T11:10:19.215192+0000 2022-09-01T11:10:26.798 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.744+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000002.60.5 iter->object=obj00000000000000000006 iter->instance= name=obj00000000000000000006 instance= ns= 2022-09-01T11:10:26.799 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.744+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000006 2022-09-01T11:10:26.799 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.744+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:19.970424+0000 2022-09-01T11:10:26.799 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.744+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000006]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.60.5 op=0 op_state=1 2022-09-01T11:10:26.800 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.744+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000006]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000006[0] 2022-09-01T11:10:26.800 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.744+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000002.60.5 2022-09-01T11:10:26.800 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.745+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000006]: success 2022-09-01T11:10:26.800 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.745+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0:4 marker=00000000002.60.5 timestamp=2022-09-01T11:10:19.970424+0000 2022-09-01T11:10:26.801 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.746+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:26.801 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.746+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:26.801 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.746+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:26.802 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.746+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:26.802 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.746+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.802 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.746+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.802 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.746+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:26.803 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.746+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.803 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.746+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: sync status for source bucket shard: 0 2022-09-01T11:10:26.803 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.746+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.804 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.755+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:26.804 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.755+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:26.804 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.757+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.805 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.757+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket shard: 0 2022-09-01T11:10:26.805 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.757+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.805 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.757+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: parsed entry: id=00000000002.75.5 iter->object=obj00000000000000000025 iter->instance= name=obj00000000000000000025 instance= ns= 2022-09-01T11:10:26.805 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.757+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23/obj00000000000000000025 2022-09-01T11:10:26.806 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.757+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: entry->timestamp=2022-09-01T11:10:19.791203+0000 2022-09-01T11:10:26.806 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.757+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000025]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.75.5 op=0 op_state=1 2022-09-01T11:10:26.806 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.757+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000025]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000025[0] 2022-09-01T11:10:26.807 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.757+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: listing bilog for incremental sync; position=00000000002.75.5 2022-09-01T11:10:26.807 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.759+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:26.807 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.759+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:26.807 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.759+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000025]: success 2022-09-01T11:10:26.808 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.759+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23:4 marker=00000000002.75.5 timestamp=2022-09-01T11:10:19.791203+0000 2022-09-01T11:10:26.808 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.760+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000037]: success 2022-09-01T11:10:26.809 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.760+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15:4 marker=00000000001.97.5 timestamp=2022-09-01T11:10:19.945191+0000 2022-09-01T11:10:26.809 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.765+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.809 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.766+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket shard: 0 2022-09-01T11:10:26.809 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.766+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.810 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.788+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000001.67.5 iter->object=obj00000000000000000049 iter->instance= name=obj00000000000000000049 instance= ns= 2022-09-01T11:10:26.810 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.788+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000049 2022-09-01T11:10:26.810 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.788+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:19.367893+0000 2022-09-01T11:10:26.811 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.788+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000049]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.67.5 op=0 op_state=1 2022-09-01T11:10:26.811 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.788+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000049]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000049[0] 2022-09-01T11:10:26.811 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.788+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000001.67.5 2022-09-01T11:10:26.812 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.788+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: parsed entry: id=00000000002.71.5 iter->object=obj00000000000000000000 iter->instance= name=obj00000000000000000000 instance= ns= 2022-09-01T11:10:26.812 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.788+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25/obj00000000000000000000 2022-09-01T11:10:26.812 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.788+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: entry->timestamp=2022-09-01T11:10:19.478865+0000 2022-09-01T11:10:26.812 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.788+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000000]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.71.5 op=0 op_state=1 2022-09-01T11:10:26.813 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.788+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000000]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000000[0] 2022-09-01T11:10:26.813 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.788+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: listing bilog for incremental sync; position=00000000002.71.5 2022-09-01T11:10:26.813 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.791+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000000]: success 2022-09-01T11:10:26.814 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.791+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25:4 marker=00000000002.71.5 timestamp=2022-09-01T11:10:19.478865+0000 2022-09-01T11:10:26.815 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.799+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: parsed entry: id=00000000002.80.5 iter->object=obj00000000000000000010 iter->instance= name=obj00000000000000000010 instance= ns= 2022-09-01T11:10:26.815 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.799+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20/obj00000000000000000010 2022-09-01T11:10:26.815 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.799+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: entry->timestamp=2022-09-01T11:10:19.852570+0000 2022-09-01T11:10:26.816 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.799+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000010]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.80.5 op=0 op_state=1 2022-09-01T11:10:26.816 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.799+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000010]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000010[0] 2022-09-01T11:10:26.816 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.799+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position=00000000002.80.5 2022-09-01T11:10:26.817 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.801+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000010]: success 2022-09-01T11:10:26.817 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.801+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20:4 marker=00000000002.80.5 timestamp=2022-09-01T11:10:19.852570+0000 2022-09-01T11:10:26.817 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.808+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: parsed entry: id=00000000002.56.5 iter->object=obj00000000000000000001 iter->instance= name=obj00000000000000000001 instance= ns= 2022-09-01T11:10:26.817 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.808+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21/obj00000000000000000001 2022-09-01T11:10:26.818 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.808+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: entry->timestamp=2022-09-01T11:10:19.191418+0000 2022-09-01T11:10:26.818 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.808+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000001]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.56.5 op=0 op_state=1 2022-09-01T11:10:26.818 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.808+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000001]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000001[0] 2022-09-01T11:10:26.819 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.808+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position=00000000002.56.5 2022-09-01T11:10:26.819 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.809+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000001]: success 2022-09-01T11:10:26.819 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.809+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21:4 marker=00000000002.56.5 timestamp=2022-09-01T11:10:19.191418+0000 2022-09-01T11:10:26.843 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.842+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000049]: success 2022-09-01T11:10:26.843 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.842+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7:4 marker=00000000001.67.5 timestamp=2022-09-01T11:10:19.367893+0000 2022-09-01T11:10:26.897 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.897 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.898 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.898 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.898 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.899 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.899 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.899 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.900 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.900 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.900 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.900 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.901 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.901 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.901 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.902 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.902 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.902 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.902 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.903 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.903 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.903 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.903 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.904 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.904 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.904 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.905 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.905 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.905 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.906 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.906 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.895+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:26.906 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.896+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:26.907 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.896+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 0 2022-09-01T11:10:26.907 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.896+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket shard: 0 2022-09-01T11:10:26.907 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.896+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket shard: 0 2022-09-01T11:10:26.908 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.896+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket shard: 0 2022-09-01T11:10:26.908 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.896+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.908 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.896+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.909 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.896+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.909 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.896+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.909 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.896+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.916 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: sync status for source bucket shard: 0 2022-09-01T11:10:26.916 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket shard: 0 2022-09-01T11:10:26.916 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket shard: 0 2022-09-01T11:10:26.917 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket shard: 0 2022-09-01T11:10:26.917 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket shard: 0 2022-09-01T11:10:26.917 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket shard: 0 2022-09-01T11:10:26.918 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: sync status for source bucket shard: 0 2022-09-01T11:10:26.918 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket shard: 0 2022-09-01T11:10:26.918 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket shard: 0 2022-09-01T11:10:26.919 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.919 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.920 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.920 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.920 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.921 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.921 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.922 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.922 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.923 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket shard: 0 2022-09-01T11:10:26.923 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket shard: 0 2022-09-01T11:10:26.923 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:26.924 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket shard: 0 2022-09-01T11:10:26.924 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.897+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket shard: 0 2022-09-01T11:10:26.924 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 0 2022-09-01T11:10:26.925 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.925 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.925 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.925 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.926 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.926 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.926 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: sync status for source bucket shard: 0 2022-09-01T11:10:26.927 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: sync status for source bucket shard: 0 2022-09-01T11:10:26.927 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket shard: 0 2022-09-01T11:10:26.927 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: sync status for source bucket shard: 0 2022-09-01T11:10:26.928 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: sync status for source bucket shard: 0 2022-09-01T11:10:26.928 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket shard: 0 2022-09-01T11:10:26.928 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:26.928 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: sync status for source bucket shard: 0 2022-09-01T11:10:26.929 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 0 2022-09-01T11:10:26.929 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.929 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.929 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.930 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.930 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.898+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.930 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.899+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.930 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.899+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.931 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.899+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.931 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.899+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.931 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.899+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket shard: 0 2022-09-01T11:10:26.932 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.899+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.932 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.899+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket shard: 0 2022-09-01T11:10:26.933 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.899+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position= 2022-09-01T11:10:26.933 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.901+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000001.178.5 iter->object=obj00000000000000000317 iter->instance= name=obj00000000000000000317 instance= ns= 2022-09-01T11:10:26.933 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000317 2022-09-01T11:10:26.933 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:20.704517+0000 2022-09-01T11:10:26.934 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000317]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.178.5 op=0 op_state=1 2022-09-01T11:10:26.934 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000317]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000317[0] 2022-09-01T11:10:26.934 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000001.178.5 2022-09-01T11:10:26.935 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: parsed entry: id=00000000001.84.5 iter->object=obj00000000000000000467 iter->instance= name=obj00000000000000000467 instance= ns= 2022-09-01T11:10:26.935 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2/obj00000000000000000467 2022-09-01T11:10:26.935 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: entry->timestamp=2022-09-01T11:10:20.902304+0000 2022-09-01T11:10:26.935 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000467]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.84.5 op=0 op_state=1 2022-09-01T11:10:26.936 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: parsed entry: id=00000000002.71.5 iter->object=obj00000000000000000017 iter->instance= name=obj00000000000000000017 instance= ns= 2022-09-01T11:10:26.936 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16/obj00000000000000000017 2022-09-01T11:10:26.936 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: entry->timestamp=2022-09-01T11:10:21.112597+0000 2022-09-01T11:10:26.937 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000017]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.71.5 op=0 op_state=1 2022-09-01T11:10:26.937 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000467]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000467[0] 2022-09-01T11:10:26.937 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position=00000000001.84.5 2022-09-01T11:10:26.937 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000017]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000017[0] 2022-09-01T11:10:26.938 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.902+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position=00000000002.71.5 2022-09-01T11:10:26.938 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: parsed entry: id=00000000001.71.5 iter->object=obj00000000000000000061 iter->instance= name=obj00000000000000000061 instance= ns= 2022-09-01T11:10:26.938 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27/obj00000000000000000061 2022-09-01T11:10:26.938 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: entry->timestamp=2022-09-01T11:10:20.589611+0000 2022-09-01T11:10:26.939 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000061]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.71.5 op=0 op_state=1 2022-09-01T11:10:26.939 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: parsed entry: id=00000000001.73.5 iter->object=obj00000000000000000423 iter->instance= name=obj00000000000000000423 instance= ns= 2022-09-01T11:10:26.939 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20/obj00000000000000000423 2022-09-01T11:10:26.939 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: entry->timestamp=2022-09-01T11:10:21.597238+0000 2022-09-01T11:10:26.940 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000423]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.73.5 op=0 op_state=1 2022-09-01T11:10:26.940 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: parsed entry: id=00000000002.89.5 iter->object=obj00000000000000000000 iter->instance= name=obj00000000000000000000 instance= ns= 2022-09-01T11:10:26.940 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9/obj00000000000000000000 2022-09-01T11:10:26.940 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: entry->timestamp=2022-09-01T11:10:21.285708+0000 2022-09-01T11:10:26.941 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000000]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.89.5 op=0 op_state=1 2022-09-01T11:10:26.941 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: parsed entry: id=00000000002.85.5 iter->object=obj00000000000000000004 iter->instance= name=obj00000000000000000004 instance= ns= 2022-09-01T11:10:26.941 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000004 2022-09-01T11:10:26.942 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: entry->timestamp=2022-09-01T11:10:20.999539+0000 2022-09-01T11:10:26.942 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.85.5 op=0 op_state=1 2022-09-01T11:10:26.942 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000061]: : injecting data sync error on key=obj00000000000000000061 2022-09-01T11:10:26.942 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position=00000000001.71.5 2022-09-01T11:10:26.943 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: parsed entry: id=00000000002.106.5 iter->object=obj00000000000000000002 iter->instance= name=obj00000000000000000002 instance= ns= 2022-09-01T11:10:26.943 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21/obj00000000000000000002 2022-09-01T11:10:26.943 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: entry->timestamp=2022-09-01T11:10:21.083595+0000 2022-09-01T11:10:26.943 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000002]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.106.5 op=0 op_state=1 2022-09-01T11:10:26.944 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: parsed entry: id=00000000002.78.5 iter->object=obj00000000000000000006 iter->instance= name=obj00000000000000000006 instance= ns= 2022-09-01T11:10:26.944 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1/obj00000000000000000006 2022-09-01T11:10:26.944 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: entry->timestamp=2022-09-01T11:10:21.673133+0000 2022-09-01T11:10:26.945 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000006]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.78.5 op=0 op_state=1 2022-09-01T11:10:26.945 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: parsed entry: id=00000000002.176.5 iter->object=obj00000000000000000005 iter->instance= name=obj00000000000000000005 instance= ns= 2022-09-01T11:10:26.945 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3/obj00000000000000000005 2022-09-01T11:10:26.945 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: entry->timestamp=2022-09-01T11:10:20.527548+0000 2022-09-01T11:10:26.946 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000005]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.176.5 op=0 op_state=1 2022-09-01T11:10:26.946 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: parsed entry: id=00000000002.73.5 iter->object=obj00000000000000000010 iter->instance= name=obj00000000000000000010 instance= ns= 2022-09-01T11:10:26.946 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26/obj00000000000000000010 2022-09-01T11:10:26.946 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: entry->timestamp=2022-09-01T11:10:21.260936+0000 2022-09-01T11:10:26.947 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000010]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.73.5 op=0 op_state=1 2022-09-01T11:10:26.947 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000002.59.5 iter->object=obj00000000000000000022 iter->instance= name=obj00000000000000000022 instance= ns= 2022-09-01T11:10:26.947 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000022 2022-09-01T11:10:26.948 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:21.499894+0000 2022-09-01T11:10:26.948 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000022]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.59.5 op=0 op_state=1 2022-09-01T11:10:26.948 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000423]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000423[0] 2022-09-01T11:10:26.948 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position=00000000001.73.5 2022-09-01T11:10:26.949 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000000]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000000[0] 2022-09-01T11:10:26.949 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position=00000000002.89.5 2022-09-01T11:10:26.949 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000004[0] 2022-09-01T11:10:26.949 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position=00000000002.85.5 2022-09-01T11:10:26.950 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000061]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.950 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000061]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27/obj00000000000000000061 2022-09-01T11:10:26.950 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000002]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000002[0] 2022-09-01T11:10:26.951 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position=00000000002.106.5 2022-09-01T11:10:26.951 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000006]: : injecting data sync error on key=obj00000000000000000006 2022-09-01T11:10:26.951 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position=00000000002.78.5 2022-09-01T11:10:26.951 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000005]: : injecting data sync error on key=obj00000000000000000005 2022-09-01T11:10:26.952 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position=00000000002.176.5 2022-09-01T11:10:26.952 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000010]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000010[0] 2022-09-01T11:10:26.952 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: listing bilog for incremental sync; position=00000000002.73.5 2022-09-01T11:10:26.952 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000022]: : injecting data sync error on key=obj00000000000000000022 2022-09-01T11:10:26.953 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000002.59.5 2022-09-01T11:10:26.953 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000006]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.953 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000006]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1/obj00000000000000000006 2022-09-01T11:10:26.953 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000005]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.954 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000005]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3/obj00000000000000000005 2022-09-01T11:10:26.954 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000022]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.954 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.906+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000022]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000022 2022-09-01T11:10:26.954 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: parsed entry: id=00000000001.91.5 iter->object=obj00000000000000000056 iter->instance= name=obj00000000000000000056 instance= ns= 2022-09-01T11:10:26.955 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4/obj00000000000000000056 2022-09-01T11:10:26.955 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: entry->timestamp=2022-09-01T11:10:21.473604+0000 2022-09-01T11:10:26.956 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000056]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.91.5 op=0 op_state=1 2022-09-01T11:10:26.956 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: parsed entry: id=00000000002.70.5 iter->object=obj00000000000000000018 iter->instance= name=obj00000000000000000018 instance= ns= 2022-09-01T11:10:26.956 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000018 2022-09-01T11:10:26.957 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: entry->timestamp=2022-09-01T11:10:20.872135+0000 2022-09-01T11:10:26.957 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000018]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.70.5 op=0 op_state=1 2022-09-01T11:10:26.957 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: parsed entry: id=00000000001.87.5 iter->object=obj00000000000000000029 iter->instance= name=obj00000000000000000029 instance= ns= 2022-09-01T11:10:26.958 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29/obj00000000000000000029 2022-09-01T11:10:26.958 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: entry->timestamp=2022-09-01T11:10:21.175701+0000 2022-09-01T11:10:26.959 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000029]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.87.5 op=0 op_state=1 2022-09-01T11:10:26.959 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: parsed entry: id=00000000002.75.5 iter->object=obj00000000000000000007 iter->instance= name=obj00000000000000000007 instance= ns= 2022-09-01T11:10:26.959 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000007 2022-09-01T11:10:26.960 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: entry->timestamp=2022-09-01T11:10:21.199849+0000 2022-09-01T11:10:26.960 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000007]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.75.5 op=0 op_state=1 2022-09-01T11:10:26.960 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: parsed entry: id=00000000001.103.5 iter->object=obj00000000000000000283 iter->instance= name=obj00000000000000000283 instance= ns= 2022-09-01T11:10:26.961 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25/obj00000000000000000283 2022-09-01T11:10:26.961 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: entry->timestamp=2022-09-01T11:10:21.561806+0000 2022-09-01T11:10:26.961 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000283]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.103.5 op=0 op_state=1 2022-09-01T11:10:26.962 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: parsed entry: id=00000000002.69.5 iter->object=obj00000000000000000021 iter->instance= name=obj00000000000000000021 instance= ns= 2022-09-01T11:10:26.962 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000021 2022-09-01T11:10:26.962 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: entry->timestamp=2022-09-01T11:10:20.680672+0000 2022-09-01T11:10:26.963 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000021]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.69.5 op=0 op_state=1 2022-09-01T11:10:26.963 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: parsed entry: id=00000000002.86.5 iter->object=obj00000000000000000008 iter->instance= name=obj00000000000000000008 instance= ns= 2022-09-01T11:10:26.963 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.908+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13/obj00000000000000000008 2022-09-01T11:10:26.964 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: entry->timestamp=2022-09-01T11:10:20.973465+0000 2022-09-01T11:10:26.964 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000008]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.86.5 op=0 op_state=1 2022-09-01T11:10:26.964 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: parsed entry: id=00000000002.42.5 iter->object=obj00000000000000000011 iter->instance= name=obj00000000000000000011 instance= ns= 2022-09-01T11:10:26.964 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24/obj00000000000000000011 2022-09-01T11:10:26.965 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: entry->timestamp=2022-09-01T11:10:20.787765+0000 2022-09-01T11:10:26.965 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000011]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.42.5 op=0 op_state=1 2022-09-01T11:10:26.965 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: parsed entry: id=00000000002.57.5 iter->object=obj00000000000000000023 iter->instance= name=obj00000000000000000023 instance= ns= 2022-09-01T11:10:26.965 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6/obj00000000000000000023 2022-09-01T11:10:26.966 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: entry->timestamp=2022-09-01T11:10:21.377206+0000 2022-09-01T11:10:26.966 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000023]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.57.5 op=0 op_state=1 2022-09-01T11:10:26.966 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000056]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000056[0] 2022-09-01T11:10:26.967 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position=00000000001.91.5 2022-09-01T11:10:26.967 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000018]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000018[0] 2022-09-01T11:10:26.967 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position=00000000002.70.5 2022-09-01T11:10:26.968 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000029]: : injecting data sync error on key=obj00000000000000000029 2022-09-01T11:10:26.968 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: listing bilog for incremental sync; position=00000000001.87.5 2022-09-01T11:10:26.968 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000007]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000007[0] 2022-09-01T11:10:26.969 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position=00000000002.75.5 2022-09-01T11:10:26.969 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000283]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000283[0] 2022-09-01T11:10:26.969 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: listing bilog for incremental sync; position=00000000001.103.5 2022-09-01T11:10:26.970 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000017]: success 2022-09-01T11:10:26.970 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16:5 marker=00000000002.71.5 timestamp=2022-09-01T11:10:21.112597+0000 2022-09-01T11:10:26.970 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000021]: : injecting data sync error on key=obj00000000000000000021 2022-09-01T11:10:26.970 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000002.69.5 2022-09-01T11:10:26.971 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000008]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000008[0] 2022-09-01T11:10:26.971 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position=00000000002.86.5 2022-09-01T11:10:26.971 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000011]: : injecting data sync error on key=obj00000000000000000011 2022-09-01T11:10:26.972 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: listing bilog for incremental sync; position=00000000002.42.5 2022-09-01T11:10:26.972 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000023]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000023[0] 2022-09-01T11:10:26.972 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position=00000000002.57.5 2022-09-01T11:10:26.972 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000029]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.973 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000029]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29/obj00000000000000000029 2022-09-01T11:10:26.973 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000021]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.973 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000021]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000021 2022-09-01T11:10:26.973 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000011]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.974 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.909+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000011]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24/obj00000000000000000011 2022-09-01T11:10:26.980 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000002.76.5 iter->object=obj00000000000000000019 iter->instance= name=obj00000000000000000019 instance= ns= 2022-09-01T11:10:26.980 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000019 2022-09-01T11:10:26.981 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:20.503024+0000 2022-09-01T11:10:26.981 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.76.5 op=0 op_state=1 2022-09-01T11:10:26.981 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: parsed entry: id=00000000002.65.5 iter->object=obj00000000000000000016 iter->instance= name=obj00000000000000000016 instance= ns= 2022-09-01T11:10:26.982 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18/obj00000000000000000016 2022-09-01T11:10:26.982 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: entry->timestamp=2022-09-01T11:10:21.059869+0000 2022-09-01T11:10:26.982 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000016]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.65.5 op=0 op_state=1 2022-09-01T11:10:26.982 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: parsed entry: id=00000000002.93.5 iter->object=obj00000000000000000050 iter->instance= name=obj00000000000000000050 instance= ns= 2022-09-01T11:10:26.983 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28/obj00000000000000000050 2022-09-01T11:10:26.983 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: entry->timestamp=2022-09-01T11:10:20.727739+0000 2022-09-01T11:10:26.983 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000050]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.93.5 op=0 op_state=1 2022-09-01T11:10:26.983 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: : injecting data sync error on key=obj00000000000000000019 2022-09-01T11:10:26.984 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000002.76.5 2022-09-01T11:10:26.984 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000002]: success 2022-09-01T11:10:26.984 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21:5 marker=00000000002.106.5 timestamp=2022-09-01T11:10:21.083595+0000 2022-09-01T11:10:26.985 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000016]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000016[0] 2022-09-01T11:10:26.985 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position=00000000002.65.5 2022-09-01T11:10:26.985 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000007]: success 2022-09-01T11:10:26.985 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15:5 marker=00000000002.75.5 timestamp=2022-09-01T11:10:21.199849+0000 2022-09-01T11:10:26.986 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000050]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000050[0] 2022-09-01T11:10:26.986 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: listing bilog for incremental sync; position=00000000002.93.5 2022-09-01T11:10:26.986 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000004]: success 2022-09-01T11:10:26.987 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5:5 marker=00000000002.85.5 timestamp=2022-09-01T11:10:20.999539+0000 2022-09-01T11:10:26.987 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:26.987 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.916+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000019 2022-09-01T11:10:26.987 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.917+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000008]: success 2022-09-01T11:10:26.988 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.917+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13:5 marker=00000000002.86.5 timestamp=2022-09-01T11:10:20.973465+0000 2022-09-01T11:10:26.988 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.918+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000010]: success 2022-09-01T11:10:26.988 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.918+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26:5 marker=00000000002.73.5 timestamp=2022-09-01T11:10:21.260936+0000 2022-09-01T11:10:26.988 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.919+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000050]: success 2022-09-01T11:10:26.989 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.919+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28:5 marker=00000000002.93.5 timestamp=2022-09-01T11:10:20.727739+0000 2022-09-01T11:10:26.989 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.922+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000000]: success 2022-09-01T11:10:26.989 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.922+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9:5 marker=00000000002.89.5 timestamp=2022-09-01T11:10:21.285708+0000 2022-09-01T11:10:26.990 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.922+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000016]: success 2022-09-01T11:10:26.990 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.922+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18:5 marker=00000000002.65.5 timestamp=2022-09-01T11:10:21.059869+0000 2022-09-01T11:10:26.991 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.923+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000467]: success 2022-09-01T11:10:26.991 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.923+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2:5 marker=00000000001.84.5 timestamp=2022-09-01T11:10:20.902304+0000 2022-09-01T11:10:26.991 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.931+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000023]: success 2022-09-01T11:10:26.991 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.931+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6:5 marker=00000000002.57.5 timestamp=2022-09-01T11:10:21.377206+0000 2022-09-01T11:10:26.992 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.933+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000317]: success 2022-09-01T11:10:26.992 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.933+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7:5 marker=00000000001.178.5 timestamp=2022-09-01T11:10:20.704517+0000 2022-09-01T11:10:26.992 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.936+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000056]: success 2022-09-01T11:10:26.993 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.936+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4:5 marker=00000000001.91.5 timestamp=2022-09-01T11:10:21.473604+0000 2022-09-01T11:10:26.993 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.943+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: parsed entry: id=00000000002.87.5 iter->object=obj00000000000000000012 iter->instance= name=obj00000000000000000012 instance= ns= 2022-09-01T11:10:26.993 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.943+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22/obj00000000000000000012 2022-09-01T11:10:26.993 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.943+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: entry->timestamp=2022-09-01T11:10:20.810195+0000 2022-09-01T11:10:26.994 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.943+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000012]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.87.5 op=0 op_state=1 2022-09-01T11:10:26.994 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.943+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000012]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000012[0] 2022-09-01T11:10:26.994 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.943+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position=00000000002.87.5 2022-09-01T11:10:26.995 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: parsed entry: id=00000000001.71.5 iter->object=obj00000000000000000162 iter->instance= name=obj00000000000000000162 instance= ns= 2022-09-01T11:10:26.995 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17/obj00000000000000000162 2022-09-01T11:10:26.995 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: entry->timestamp=2022-09-01T11:10:21.407520+0000 2022-09-01T11:10:26.995 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000162]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.71.5 op=0 op_state=1 2022-09-01T11:10:26.996 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000162]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000162[0] 2022-09-01T11:10:26.996 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position=00000000001.71.5 2022-09-01T11:10:26.996 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: parsed entry: id=00000000002.91.5 iter->object=obj00000000000000000001 iter->instance= name=obj00000000000000000001 instance= ns= 2022-09-01T11:10:26.997 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23/obj00000000000000000001 2022-09-01T11:10:26.997 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: entry->timestamp=2022-09-01T11:10:20.618666+0000 2022-09-01T11:10:26.997 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000001]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.91.5 op=0 op_state=1 2022-09-01T11:10:26.997 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: parsed entry: id=00000000002.67.5 iter->object=obj00000000000000000009 iter->instance= name=obj00000000000000000009 instance= ns= 2022-09-01T11:10:26.998 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11/obj00000000000000000009 2022-09-01T11:10:26.998 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: entry->timestamp=2022-09-01T11:10:21.349085+0000 2022-09-01T11:10:26.998 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000009]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.67.5 op=0 op_state=1 2022-09-01T11:10:26.999 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000001]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000001[0] 2022-09-01T11:10:26.999 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: listing bilog for incremental sync; position=00000000002.91.5 2022-09-01T11:10:26.999 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000009]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000009[0] 2022-09-01T11:10:27.000 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.944+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position=00000000002.67.5 2022-09-01T11:10:27.000 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.946+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000012]: success 2022-09-01T11:10:27.000 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.946+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22:5 marker=00000000002.87.5 timestamp=2022-09-01T11:10:20.810195+0000 2022-09-01T11:10:27.001 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.946+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000001]: success 2022-09-01T11:10:27.001 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.946+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23:5 marker=00000000002.91.5 timestamp=2022-09-01T11:10:20.618666+0000 2022-09-01T11:10:27.001 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.947+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:entry[obj00000000000000000009]: success 2022-09-01T11:10:27.002 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.947+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11:5 marker=00000000002.67.5 timestamp=2022-09-01T11:10:21.349085+0000 2022-09-01T11:10:27.002 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.949+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:27.002 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.949+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:27.003 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.949+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.003 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.949+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket shard: 0 2022-09-01T11:10:27.003 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.949+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.003 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.955+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:27.004 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.955+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:27.004 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.955+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:27.004 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.955+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:27.004 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.955+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:27.005 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.955+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:27.005 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.955+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.005 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.955+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.005 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.955+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.006 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.955+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: sync status for source bucket shard: 0 2022-09-01T11:10:27.006 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.955+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.006 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.955+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:27.007 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.955+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket shard: 0 2022-09-01T11:10:27.007 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.955+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.007 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.955+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.007 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.956+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:27.008 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.956+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:27.008 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.956+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:27.008 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.956+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:27.009 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.956+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.009 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.956+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.009 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.956+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket shard: 0 2022-09-01T11:10:27.009 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.956+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.010 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.956+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: sync status for source bucket shard: 0 2022-09-01T11:10:27.010 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.956+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.010 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.957+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:27.011 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.957+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:27.011 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.957+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.011 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.957+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 0 2022-09-01T11:10:27.012 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.957+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.012 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.962+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000423]: success 2022-09-01T11:10:27.012 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.962+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20:5 marker=00000000001.73.5 timestamp=2022-09-01T11:10:21.597238+0000 2022-09-01T11:10:27.013 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.962+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:27.013 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.962+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:27.013 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.963+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.013 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.963+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:27.014 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.963+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.014 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.977+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000283]: success 2022-09-01T11:10:27.014 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.977+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25:5 marker=00000000001.103.5 timestamp=2022-09-01T11:10:21.561806+0000 2022-09-01T11:10:27.014 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.977+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000018]: success 2022-09-01T11:10:27.015 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.977+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14:5 marker=00000000002.70.5 timestamp=2022-09-01T11:10:20.872135+0000 2022-09-01T11:10:27.017 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.991+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: parsed entry: id=00000000001.71.5 iter->object=obj00000000000000000061 iter->instance= name=obj00000000000000000061 instance= ns= 2022-09-01T11:10:27.018 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.991+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27/obj00000000000000000061 2022-09-01T11:10:27.018 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.991+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: entry->timestamp=2022-09-01T11:10:20.589611+0000 2022-09-01T11:10:27.018 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.991+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000061]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.71.5 op=0 op_state=1 2022-09-01T11:10:27.018 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.991+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000061]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000061[0] 2022-09-01T11:10:27.019 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.991+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position=00000000001.71.5 2022-09-01T11:10:27.019 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.997+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: parsed entry: id=00000000002.42.5 iter->object=obj00000000000000000011 iter->instance= name=obj00000000000000000011 instance= ns= 2022-09-01T11:10:27.019 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.997+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24/obj00000000000000000011 2022-09-01T11:10:27.020 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.997+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: entry->timestamp=2022-09-01T11:10:20.787765+0000 2022-09-01T11:10:27.020 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.997+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000011]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.42.5 op=0 op_state=1 2022-09-01T11:10:27.020 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.997+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000011]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000011[0] 2022-09-01T11:10:27.020 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.997+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: listing bilog for incremental sync; position=00000000002.42.5 2022-09-01T11:10:27.021 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.997+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: parsed entry: id=00000000002.176.5 iter->object=obj00000000000000000005 iter->instance= name=obj00000000000000000005 instance= ns= 2022-09-01T11:10:27.021 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.997+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3/obj00000000000000000005 2022-09-01T11:10:27.021 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.997+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: entry->timestamp=2022-09-01T11:10:20.527548+0000 2022-09-01T11:10:27.022 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.997+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000005]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.176.5 op=0 op_state=1 2022-09-01T11:10:27.022 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.997+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000005]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000005[0] 2022-09-01T11:10:27.022 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.997+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position=00000000002.176.5 2022-09-01T11:10:27.023 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.997+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:entry[obj00000000000000000162]: success 2022-09-01T11:10:27.023 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17:5 marker=00000000001.71.5 timestamp=2022-09-01T11:10:21.407520+0000 2022-09-01T11:10:27.023 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000002.59.5 iter->object=obj00000000000000000022 iter->instance= name=obj00000000000000000022 instance= ns= 2022-09-01T11:10:27.023 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000022 2022-09-01T11:10:27.024 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:21.499894+0000 2022-09-01T11:10:27.024 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000022]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.59.5 op=0 op_state=1 2022-09-01T11:10:27.024 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: parsed entry: id=00000000002.78.5 iter->object=obj00000000000000000006 iter->instance= name=obj00000000000000000006 instance= ns= 2022-09-01T11:10:27.025 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1/obj00000000000000000006 2022-09-01T11:10:27.025 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: entry->timestamp=2022-09-01T11:10:21.673133+0000 2022-09-01T11:10:27.025 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000006]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.78.5 op=0 op_state=1 2022-09-01T11:10:27.025 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: parsed entry: id=00000000001.87.5 iter->object=obj00000000000000000029 iter->instance= name=obj00000000000000000029 instance= ns= 2022-09-01T11:10:27.026 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29/obj00000000000000000029 2022-09-01T11:10:27.026 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: entry->timestamp=2022-09-01T11:10:21.175701+0000 2022-09-01T11:10:27.026 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000029]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.87.5 op=0 op_state=1 2022-09-01T11:10:27.027 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000022]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000022[0] 2022-09-01T11:10:27.027 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000002.59.5 2022-09-01T11:10:27.027 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000006]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000006[0] 2022-09-01T11:10:27.028 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position=00000000002.78.5 2022-09-01T11:10:27.028 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000029]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000029[0] 2022-09-01T11:10:27.028 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.998+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: listing bilog for incremental sync; position=00000000001.87.5 2022-09-01T11:10:27.028 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.999+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: parsed entry: id=00000000002.69.5 iter->object=obj00000000000000000021 iter->instance= name=obj00000000000000000021 instance= ns= 2022-09-01T11:10:27.029 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.999+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000021 2022-09-01T11:10:27.029 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.999+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: entry->timestamp=2022-09-01T11:10:20.680672+0000 2022-09-01T11:10:27.029 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.999+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000021]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.69.5 op=0 op_state=1 2022-09-01T11:10:27.029 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.999+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000021]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000021[0] 2022-09-01T11:10:27.030 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:26.999+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000002.69.5 2022-09-01T11:10:27.030 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.001+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000011]: success 2022-09-01T11:10:27.030 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.001+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24:5 marker=00000000002.42.5 timestamp=2022-09-01T11:10:20.787765+0000 2022-09-01T11:10:27.031 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.002+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000022]: success 2022-09-01T11:10:27.031 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.002+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8:5 marker=00000000002.59.5 timestamp=2022-09-01T11:10:21.499894+0000 2022-09-01T11:10:27.031 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.004+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000005]: success 2022-09-01T11:10:27.031 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.004+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3:5 marker=00000000002.176.5 timestamp=2022-09-01T11:10:20.527548+0000 2022-09-01T11:10:27.032 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.005+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:entry[obj00000000000000000006]: success 2022-09-01T11:10:27.032 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.005+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1:5 marker=00000000002.78.5 timestamp=2022-09-01T11:10:21.673133+0000 2022-09-01T11:10:27.032 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.005+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000021]: success 2022-09-01T11:10:27.033 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.005+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10:5 marker=00000000002.69.5 timestamp=2022-09-01T11:10:20.680672+0000 2022-09-01T11:10:27.033 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.006+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000002.76.5 iter->object=obj00000000000000000019 iter->instance= name=obj00000000000000000019 instance= ns= 2022-09-01T11:10:27.033 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.006+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000019 2022-09-01T11:10:27.034 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.006+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:20.503024+0000 2022-09-01T11:10:27.034 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.006+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.76.5 op=0 op_state=1 2022-09-01T11:10:27.034 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.006+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: : injecting data sync error on key=obj00000000000000000019 2022-09-01T11:10:27.034 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.006+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000002.76.5 2022-09-01T11:10:27.035 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.006+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:27.035 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.006+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000019 2022-09-01T11:10:27.035 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.008+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000061]: success 2022-09-01T11:10:27.036 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.008+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27:5 marker=00000000001.71.5 timestamp=2022-09-01T11:10:20.589611+0000 2022-09-01T11:10:27.050 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.050+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:27.050 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.050+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:27.056 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.055+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000029]: success 2022-09-01T11:10:27.056 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.055+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29:5 marker=00000000001.87.5 timestamp=2022-09-01T11:10:21.175701+0000 2022-09-01T11:10:27.057 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.057+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.058 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.057+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:27.058 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.057+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.099+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000002.76.5 iter->object=obj00000000000000000019 iter->instance= name=obj00000000000000000019 instance= ns= 2022-09-01T11:10:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.099+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000019 2022-09-01T11:10:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.099+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:20.503024+0000 2022-09-01T11:10:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.099+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.76.5 op=0 op_state=1 2022-09-01T11:10:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.099+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: : injecting data sync error on key=obj00000000000000000019 2022-09-01T11:10:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.099+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000002.76.5 2022-09-01T11:10:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.099+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.099+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000019 2022-09-01T11:10:27.142 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.141+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:27.142 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.141+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:27.142 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.141+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.142 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.141+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:27.143 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.141+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.183 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.183+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000002.76.5 iter->object=obj00000000000000000019 iter->instance= name=obj00000000000000000019 instance= ns= 2022-09-01T11:10:27.184 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.183+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000019 2022-09-01T11:10:27.184 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.183+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:20.503024+0000 2022-09-01T11:10:27.184 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.183+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.76.5 op=0 op_state=1 2022-09-01T11:10:27.185 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.183+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000019[0] 2022-09-01T11:10:27.185 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.183+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000002.76.5 2022-09-01T11:10:27.186 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.185+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000019]: success 2022-09-01T11:10:27.186 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.185+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0:5 marker=00000000002.76.5 timestamp=2022-09-01T11:10:20.503024+0000 2022-09-01T11:10:27.236 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.237 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.237 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.237 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.237 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.238 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.238 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.238 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.239 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.239 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.239 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.239 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.240 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.240 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.240 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.241 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.241 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.241 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.241 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.242 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.242 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.242 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.243 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.243 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.243 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.243 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.244 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.244 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.244 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.244 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.245 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.245 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.245 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.246 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.229+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.246 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.230+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.246 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.230+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.247 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.230+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.247 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.230+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: sync status for source bucket shard: 0 2022-09-01T11:10:27.247 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.230+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.248 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: sync status for source bucket shard: 0 2022-09-01T11:10:27.248 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: sync status for source bucket shard: 0 2022-09-01T11:10:27.248 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: sync status for source bucket shard: 0 2022-09-01T11:10:27.249 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:11]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.249 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.249 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.249 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: sync status for source bucket shard: 0 2022-09-01T11:10:27.250 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.250 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: sync status for source bucket shard: 0 2022-09-01T11:10:27.250 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.251 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: sync status for source bucket shard: 0 2022-09-01T11:10:27.251 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: sync status for source bucket shard: 0 2022-09-01T11:10:27.251 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: sync status for source bucket shard: 0 2022-09-01T11:10:27.252 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: sync status for source bucket shard: 0 2022-09-01T11:10:27.252 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: sync status for source bucket shard: 0 2022-09-01T11:10:27.252 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.252 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 0 2022-09-01T11:10:27.253 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.253 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.253 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.254 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.231+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.254 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.232+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.255 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.232+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: sync status for source bucket shard: 0 2022-09-01T11:10:27.255 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.232+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: sync status for source bucket shard: 0 2022-09-01T11:10:27.255 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.232+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: sync status for source bucket shard: 0 2022-09-01T11:10:27.256 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.232+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: sync status for source bucket shard: 0 2022-09-01T11:10:27.256 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.232+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: sync status for source bucket shard: 0 2022-09-01T11:10:27.256 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.232+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.256 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.232+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.257 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.232+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.257 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.232+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: sync status for source bucket shard: 0 2022-09-01T11:10:27.257 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.232+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.257 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.232+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.258 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: sync status for source bucket shard: 0 2022-09-01T11:10:27.258 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: sync status for source bucket shard: 0 2022-09-01T11:10:27.258 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: sync status for source bucket shard: 0 2022-09-01T11:10:27.259 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: sync status for source bucket shard: 0 2022-09-01T11:10:27.259 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: sync status for source bucket shard: 0 2022-09-01T11:10:27.259 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: sync status for source bucket shard: 0 2022-09-01T11:10:27.259 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: sync status for source bucket shard: 0 2022-09-01T11:10:27.260 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: sync status for source bucket shard: 0 2022-09-01T11:10:27.260 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: sync status for source bucket shard: 0 2022-09-01T11:10:27.260 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: sync status for source bucket shard: 0 2022-09-01T11:10:27.260 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.261 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:17]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.261 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.261 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.262 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:1]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.262 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.262 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.262 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.263 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.263 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.263 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.233+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.263 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.234+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: sync status for source bucket shard: 0 2022-09-01T11:10:27.264 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.234+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket shard: 0 2022-09-01T11:10:27.264 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.234+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: sync status for source bucket shard: 0 2022-09-01T11:10:27.264 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.234+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: sync status for source bucket shard: 0 2022-09-01T11:10:27.265 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.234+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.265 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.234+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: sync status for source bucket shard: 0 2022-09-01T11:10:27.265 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.234+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.265 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.234+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: sync status for source bucket shard: 0 2022-09-01T11:10:27.266 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.234+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.266 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.234+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.266 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.267 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.267 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: parsed entry: id=00000000002.63.5 iter->object=obj00000000000000000005 iter->instance= name=obj00000000000000000005 instance= ns= 2022-09-01T11:10:27.267 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6/obj00000000000000000005 2022-09-01T11:10:27.267 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: entry->timestamp=2022-09-01T11:10:22.349652+0000 2022-09-01T11:10:27.268 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000005]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.63.5 op=0 op_state=1 2022-09-01T11:10:27.268 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: parsed entry: id=00000000002.58.5 iter->object=obj00000000000000000006 iter->instance= name=obj00000000000000000006 instance= ns= 2022-09-01T11:10:27.268 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20/obj00000000000000000006 2022-09-01T11:10:27.268 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: entry->timestamp=2022-09-01T11:10:22.570408+0000 2022-09-01T11:10:27.269 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000006]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.58.5 op=0 op_state=1 2022-09-01T11:10:27.269 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000005]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000005[0] 2022-09-01T11:10:27.269 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: listing bilog for incremental sync; position=00000000002.63.5 2022-09-01T11:10:27.269 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000006]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000006[0] 2022-09-01T11:10:27.270 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: listing bilog for incremental sync; position=00000000002.58.5 2022-09-01T11:10:27.270 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: parsed entry: id=00000000002.75.5 iter->object=obj00000000000000000045 iter->instance= name=obj00000000000000000045 instance= ns= 2022-09-01T11:10:27.270 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19/obj00000000000000000045 2022-09-01T11:10:27.271 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: entry->timestamp=2022-09-01T11:10:23.287280+0000 2022-09-01T11:10:27.271 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:entry[obj00000000000000000045]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.75.5 op=0 op_state=1 2022-09-01T11:10:27.271 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:entry[obj00000000000000000045]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000045[0] 2022-09-01T11:10:27.271 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.235+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: listing bilog for incremental sync; position=00000000002.75.5 2022-09-01T11:10:27.274 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: sync status for source bucket shard: 0 2022-09-01T11:10:27.275 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: sync status for source bucket shard: 0 2022-09-01T11:10:27.275 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: sync status for source bucket shard: 0 2022-09-01T11:10:27.275 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.276 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.276 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.276 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: parsed entry: id=00000000002.77.5 iter->object=obj00000000000000000010 iter->instance= name=obj00000000000000000010 instance= ns= 2022-09-01T11:10:27.277 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25/obj00000000000000000010 2022-09-01T11:10:27.277 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: entry->timestamp=2022-09-01T11:10:23.553568+0000 2022-09-01T11:10:27.277 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000010]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.77.5 op=0 op_state=1 2022-09-01T11:10:27.278 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000010]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000010[0] 2022-09-01T11:10:27.278 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: listing bilog for incremental sync; position=00000000002.77.5 2022-09-01T11:10:27.278 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: parsed entry: id=00000000002.95.5 iter->object=obj00000000000000000033 iter->instance= name=obj00000000000000000033 instance= ns= 2022-09-01T11:10:27.279 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4/obj00000000000000000033 2022-09-01T11:10:27.279 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: entry->timestamp=2022-09-01T11:10:23.220522+0000 2022-09-01T11:10:27.279 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000033]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.95.5 op=0 op_state=1 2022-09-01T11:10:27.279 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: parsed entry: id=00000000001.89.5 iter->object=obj00000000000000000048 iter->instance= name=obj00000000000000000048 instance= ns= 2022-09-01T11:10:27.280 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8/obj00000000000000000048 2022-09-01T11:10:27.280 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: entry->timestamp=2022-09-01T11:10:23.464723+0000 2022-09-01T11:10:27.280 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000048]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.89.5 op=0 op_state=1 2022-09-01T11:10:27.281 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: parsed entry: id=00000000002.75.5 iter->object=obj00000000000000000008 iter->instance= name=obj00000000000000000008 instance= ns= 2022-09-01T11:10:27.281 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36/obj00000000000000000008 2022-09-01T11:10:27.281 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: entry->timestamp=2022-09-01T11:10:23.489525+0000 2022-09-01T11:10:27.281 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:entry[obj00000000000000000008]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.75.5 op=0 op_state=1 2022-09-01T11:10:27.282 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: parsed entry: id=00000000002.108.5 iter->object=obj00000000000000000016 iter->instance= name=obj00000000000000000016 instance= ns= 2022-09-01T11:10:27.282 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7/obj00000000000000000016 2022-09-01T11:10:27.282 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: entry->timestamp=2022-09-01T11:10:22.537223+0000 2022-09-01T11:10:27.283 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000016]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.108.5 op=0 op_state=1 2022-09-01T11:10:27.283 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: parsed entry: id=00000000001.71.5 iter->object=obj00000000000000000060 iter->instance= name=obj00000000000000000060 instance= ns= 2022-09-01T11:10:27.283 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0/obj00000000000000000060 2022-09-01T11:10:27.283 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: entry->timestamp=2022-09-01T11:10:22.112572+0000 2022-09-01T11:10:27.284 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000060]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.71.5 op=0 op_state=1 2022-09-01T11:10:27.284 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: parsed entry: id=00000000002.84.5 iter->object=obj00000000000000000009 iter->instance= name=obj00000000000000000009 instance= ns= 2022-09-01T11:10:27.284 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13/obj00000000000000000009 2022-09-01T11:10:27.284 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: entry->timestamp=2022-09-01T11:10:23.404389+0000 2022-09-01T11:10:27.285 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000009]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.84.5 op=0 op_state=1 2022-09-01T11:10:27.285 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: parsed entry: id=00000000002.80.5 iter->object=obj00000000000000000040 iter->instance= name=obj00000000000000000040 instance= ns= 2022-09-01T11:10:27.285 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14/obj00000000000000000040 2022-09-01T11:10:27.286 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: entry->timestamp=2022-09-01T11:10:22.749049+0000 2022-09-01T11:10:27.286 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000040]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.80.5 op=0 op_state=1 2022-09-01T11:10:27.286 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: parsed entry: id=00000000002.77.5 iter->object=obj00000000000000000020 iter->instance= name=obj00000000000000000020 instance= ns= 2022-09-01T11:10:27.286 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28/obj00000000000000000020 2022-09-01T11:10:27.287 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.239+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: entry->timestamp=2022-09-01T11:10:23.038503+0000 2022-09-01T11:10:27.287 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000020]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.77.5 op=0 op_state=1 2022-09-01T11:10:27.287 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000033]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000033[0] 2022-09-01T11:10:27.288 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: listing bilog for incremental sync; position=00000000002.95.5 2022-09-01T11:10:27.288 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000048]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000048[0] 2022-09-01T11:10:27.288 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: listing bilog for incremental sync; position=00000000001.89.5 2022-09-01T11:10:27.288 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:entry[obj00000000000000000008]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000008[0] 2022-09-01T11:10:27.289 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: listing bilog for incremental sync; position=00000000002.75.5 2022-09-01T11:10:27.289 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000016]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000016[0] 2022-09-01T11:10:27.289 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: listing bilog for incremental sync; position=00000000002.108.5 2022-09-01T11:10:27.290 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000060]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000060[0] 2022-09-01T11:10:27.290 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: listing bilog for incremental sync; position=00000000001.71.5 2022-09-01T11:10:27.290 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000009]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000009[0] 2022-09-01T11:10:27.290 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: listing bilog for incremental sync; position=00000000002.84.5 2022-09-01T11:10:27.291 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000040]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000040[0] 2022-09-01T11:10:27.291 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: listing bilog for incremental sync; position=00000000002.80.5 2022-09-01T11:10:27.291 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000020]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000020[0] 2022-09-01T11:10:27.291 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: listing bilog for incremental sync; position=00000000002.77.5 2022-09-01T11:10:27.292 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:entry[obj00000000000000000045]: success 2022-09-01T11:10:27.292 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.240+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:19:6 marker=00000000002.75.5 timestamp=2022-09-01T11:10:23.287280+0000 2022-09-01T11:10:27.293 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.241+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:entry[obj00000000000000000006]: success 2022-09-01T11:10:27.293 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.241+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:20:6 marker=00000000002.58.5 timestamp=2022-09-01T11:10:22.570408+0000 2022-09-01T11:10:27.293 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:entry[obj00000000000000000005]: success 2022-09-01T11:10:27.293 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:6:6 marker=00000000002.63.5 timestamp=2022-09-01T11:10:22.349652+0000 2022-09-01T11:10:27.294 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: parsed entry: id=00000000002.64.5 iter->object=obj00000000000000000039 iter->instance= name=obj00000000000000000039 instance= ns= 2022-09-01T11:10:27.294 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23/obj00000000000000000039 2022-09-01T11:10:27.294 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: entry->timestamp=2022-09-01T11:10:22.818971+0000 2022-09-01T11:10:27.295 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000039]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.64.5 op=0 op_state=1 2022-09-01T11:10:27.295 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: parsed entry: id=00000000002.71.5 iter->object=obj00000000000000000013 iter->instance= name=obj00000000000000000013 instance= ns= 2022-09-01T11:10:27.295 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18/obj00000000000000000013 2022-09-01T11:10:27.296 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: entry->timestamp=2022-09-01T11:10:22.234201+0000 2022-09-01T11:10:27.296 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000013]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.71.5 op=0 op_state=1 2022-09-01T11:10:27.296 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: parsed entry: id=00000000002.77.5 iter->object=obj00000000000000000011 iter->instance= name=obj00000000000000000011 instance= ns= 2022-09-01T11:10:27.296 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2/obj00000000000000000011 2022-09-01T11:10:27.297 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: entry->timestamp=2022-09-01T11:10:22.720466+0000 2022-09-01T11:10:27.297 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000011]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.77.5 op=0 op_state=1 2022-09-01T11:10:27.297 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: parsed entry: id=00000000002.99.5 iter->object=obj00000000000000000007 iter->instance= name=obj00000000000000000007 instance= ns= 2022-09-01T11:10:27.298 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22/obj00000000000000000007 2022-09-01T11:10:27.298 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: entry->timestamp=2022-09-01T11:10:22.441054+0000 2022-09-01T11:10:27.298 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000007]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.99.5 op=0 op_state=1 2022-09-01T11:10:27.298 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: parsed entry: id=00000000002.79.5 iter->object=obj00000000000000000014 iter->instance= name=obj00000000000000000014 instance= ns= 2022-09-01T11:10:27.299 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32/obj00000000000000000014 2022-09-01T11:10:27.299 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: entry->timestamp=2022-09-01T11:10:23.314325+0000 2022-09-01T11:10:27.299 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:entry[obj00000000000000000014]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.79.5 op=0 op_state=1 2022-09-01T11:10:27.300 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: parsed entry: id=00000000001.74.5 iter->object=obj00000000000000000053 iter->instance= name=obj00000000000000000053 instance= ns= 2022-09-01T11:10:27.300 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27/obj00000000000000000053 2022-09-01T11:10:27.300 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: entry->timestamp=2022-09-01T11:10:22.049366+0000 2022-09-01T11:10:27.300 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000053]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.74.5 op=0 op_state=1 2022-09-01T11:10:27.301 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: parsed entry: id=00000000002.91.5 iter->object=obj00000000000000000018 iter->instance= name=obj00000000000000000018 instance= ns= 2022-09-01T11:10:27.301 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35/obj00000000000000000018 2022-09-01T11:10:27.301 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: entry->timestamp=2022-09-01T11:10:22.323907+0000 2022-09-01T11:10:27.301 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:entry[obj00000000000000000018]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.91.5 op=0 op_state=1 2022-09-01T11:10:27.302 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: parsed entry: id=00000000001.75.5 iter->object=obj00000000000000000036 iter->instance= name=obj00000000000000000036 instance= ns= 2022-09-01T11:10:27.302 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30/obj00000000000000000036 2022-09-01T11:10:27.302 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: entry->timestamp=2022-09-01T11:10:22.658180+0000 2022-09-01T11:10:27.303 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:entry[obj00000000000000000036]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.75.5 op=0 op_state=1 2022-09-01T11:10:27.303 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000039]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000039[0] 2022-09-01T11:10:27.303 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: listing bilog for incremental sync; position=00000000002.64.5 2022-09-01T11:10:27.304 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000013]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000013[0] 2022-09-01T11:10:27.304 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: listing bilog for incremental sync; position=00000000002.71.5 2022-09-01T11:10:27.304 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000011]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000011[0] 2022-09-01T11:10:27.304 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: listing bilog for incremental sync; position=00000000002.77.5 2022-09-01T11:10:27.305 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000007]: : injecting data sync error on key=obj00000000000000000007 2022-09-01T11:10:27.305 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position=00000000002.99.5 2022-09-01T11:10:27.305 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:entry[obj00000000000000000014]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000014[0] 2022-09-01T11:10:27.306 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: listing bilog for incremental sync; position=00000000002.79.5 2022-09-01T11:10:27.306 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000053]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000053[0] 2022-09-01T11:10:27.306 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: listing bilog for incremental sync; position=00000000001.74.5 2022-09-01T11:10:27.307 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:entry[obj00000000000000000018]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000018[0] 2022-09-01T11:10:27.307 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: listing bilog for incremental sync; position=00000000002.91.5 2022-09-01T11:10:27.307 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:entry[obj00000000000000000036]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000036[0] 2022-09-01T11:10:27.308 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: listing bilog for incremental sync; position=00000000001.75.5 2022-09-01T11:10:27.308 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000007]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:27.308 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.245+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000007]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22/obj00000000000000000007 2022-09-01T11:10:27.309 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.247+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:entry[obj00000000000000000020]: success 2022-09-01T11:10:27.309 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.247+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:28:6 marker=00000000002.77.5 timestamp=2022-09-01T11:10:23.038503+0000 2022-09-01T11:10:27.309 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.247+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:entry[obj00000000000000000009]: success 2022-09-01T11:10:27.310 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.247+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:13:6 marker=00000000002.84.5 timestamp=2022-09-01T11:10:23.404389+0000 2022-09-01T11:10:27.310 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.250+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:entry[obj00000000000000000010]: success 2022-09-01T11:10:27.310 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.250+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:25:6 marker=00000000002.77.5 timestamp=2022-09-01T11:10:23.553568+0000 2022-09-01T11:10:27.310 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.250+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:entry[obj00000000000000000033]: success 2022-09-01T11:10:27.311 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.250+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:4:6 marker=00000000002.95.5 timestamp=2022-09-01T11:10:23.220522+0000 2022-09-01T11:10:27.311 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.250+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:entry[obj00000000000000000016]: success 2022-09-01T11:10:27.311 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.250+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:7:6 marker=00000000002.108.5 timestamp=2022-09-01T11:10:22.537223+0000 2022-09-01T11:10:27.312 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.250+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:entry[obj00000000000000000013]: success 2022-09-01T11:10:27.312 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.250+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:18:6 marker=00000000002.71.5 timestamp=2022-09-01T11:10:22.234201+0000 2022-09-01T11:10:27.312 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.250+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:entry[obj00000000000000000008]: success 2022-09-01T11:10:27.312 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.250+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:36:6 marker=00000000002.75.5 timestamp=2022-09-01T11:10:23.489525+0000 2022-09-01T11:10:27.313 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.252+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:entry[obj00000000000000000018]: success 2022-09-01T11:10:27.313 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.252+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:35:6 marker=00000000002.91.5 timestamp=2022-09-01T11:10:22.323907+0000 2022-09-01T11:10:27.313 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.252+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:entry[obj00000000000000000014]: success 2022-09-01T11:10:27.313 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.252+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:32:6 marker=00000000002.79.5 timestamp=2022-09-01T11:10:23.314325+0000 2022-09-01T11:10:27.314 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.252+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:entry[obj00000000000000000039]: success 2022-09-01T11:10:27.314 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.252+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:23:6 marker=00000000002.64.5 timestamp=2022-09-01T11:10:22.818971+0000 2022-09-01T11:10:27.314 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.254+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:entry[obj00000000000000000011]: success 2022-09-01T11:10:27.315 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.254+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:2:6 marker=00000000002.77.5 timestamp=2022-09-01T11:10:22.720466+0000 2022-09-01T11:10:27.315 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.254+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:27.315 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.254+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:27.315 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.254+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.316 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.255+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: sync status for source bucket shard: 0 2022-09-01T11:10:27.316 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.255+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.316 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.261+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:entry[obj00000000000000000060]: success 2022-09-01T11:10:27.316 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.261+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:0:6 marker=00000000001.71.5 timestamp=2022-09-01T11:10:22.112572+0000 2022-09-01T11:10:27.323 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.275+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: parsed entry: id=00000000002.73.5 iter->object=obj00000000000000000001 iter->instance= name=obj00000000000000000001 instance= ns= 2022-09-01T11:10:27.323 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.275+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3/obj00000000000000000001 2022-09-01T11:10:27.324 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.275+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: entry->timestamp=2022-09-01T11:10:23.007844+0000 2022-09-01T11:10:27.324 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.275+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000001]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.73.5 op=0 op_state=1 2022-09-01T11:10:27.324 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.275+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000001]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000001[0] 2022-09-01T11:10:27.324 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.275+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: listing bilog for incremental sync; position=00000000002.73.5 2022-09-01T11:10:27.325 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: parsed entry: id=00000000002.87.5 iter->object=obj00000000000000000003 iter->instance= name=obj00000000000000000003 instance= ns= 2022-09-01T11:10:27.325 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31/obj00000000000000000003 2022-09-01T11:10:27.325 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: entry->timestamp=2022-09-01T11:10:22.942457+0000 2022-09-01T11:10:27.326 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:entry[obj00000000000000000003]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.87.5 op=0 op_state=1 2022-09-01T11:10:27.326 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:entry[obj00000000000000000003]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000003[0] 2022-09-01T11:10:27.326 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: listing bilog for incremental sync; position=00000000002.87.5 2022-09-01T11:10:27.326 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: parsed entry: id=00000000002.95.5 iter->object=obj00000000000000000021 iter->instance= name=obj00000000000000000021 instance= ns= 2022-09-01T11:10:27.327 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26/obj00000000000000000021 2022-09-01T11:10:27.327 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: entry->timestamp=2022-09-01T11:10:23.378836+0000 2022-09-01T11:10:27.327 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000021]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.95.5 op=0 op_state=1 2022-09-01T11:10:27.327 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: parsed entry: id=00000000002.78.5 iter->object=obj00000000000000000026 iter->instance= name=obj00000000000000000026 instance= ns= 2022-09-01T11:10:27.328 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000026 2022-09-01T11:10:27.328 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: entry->timestamp=2022-09-01T11:10:22.209364+0000 2022-09-01T11:10:27.328 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000026]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.78.5 op=0 op_state=1 2022-09-01T11:10:27.329 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000021]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000021[0] 2022-09-01T11:10:27.329 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: listing bilog for incremental sync; position=00000000002.95.5 2022-09-01T11:10:27.329 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000026]: : injecting data sync error on key=obj00000000000000000026 2022-09-01T11:10:27.329 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000002.78.5 2022-09-01T11:10:27.330 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000026]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:10:27.330 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.276+0000 7f48e92bb600 0 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000026]: ERROR: failed to sync object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000026 2022-09-01T11:10:27.330 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.277+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: parsed entry: id=00000000002.64.5 iter->object=obj00000000000000000015 iter->instance= name=obj00000000000000000015 instance= ns= 2022-09-01T11:10:27.330 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.277+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9/obj00000000000000000015 2022-09-01T11:10:27.331 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.277+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: entry->timestamp=2022-09-01T11:10:22.848903+0000 2022-09-01T11:10:27.331 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.277+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000015]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.64.5 op=0 op_state=1 2022-09-01T11:10:27.331 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.277+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000015]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000015[0] 2022-09-01T11:10:27.332 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.277+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: listing bilog for incremental sync; position=00000000002.64.5 2022-09-01T11:10:27.332 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.277+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:entry[obj00000000000000000001]: success 2022-09-01T11:10:27.332 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.277+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:3:6 marker=00000000002.73.5 timestamp=2022-09-01T11:10:23.007844+0000 2022-09-01T11:10:27.332 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.279+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: parsed entry: id=00000000001.60.5 iter->object=obj00000000000000000065 iter->instance= name=obj00000000000000000065 instance= ns= 2022-09-01T11:10:27.333 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.279+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5/obj00000000000000000065 2022-09-01T11:10:27.333 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.279+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: entry->timestamp=2022-09-01T11:10:23.129284+0000 2022-09-01T11:10:27.333 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.279+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000065]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.60.5 op=0 op_state=1 2022-09-01T11:10:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.279+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000065]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000065[0] 2022-09-01T11:10:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.279+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: listing bilog for incremental sync; position=00000000001.60.5 2022-09-01T11:10:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.279+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:entry[obj00000000000000000003]: success 2022-09-01T11:10:27.334 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.279+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:31:6 marker=00000000002.87.5 timestamp=2022-09-01T11:10:22.942457+0000 2022-09-01T11:10:27.335 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.279+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:entry[obj00000000000000000021]: success 2022-09-01T11:10:27.335 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.279+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:26:6 marker=00000000002.95.5 timestamp=2022-09-01T11:10:23.378836+0000 2022-09-01T11:10:27.335 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.280+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:entry[obj00000000000000000015]: success 2022-09-01T11:10:27.336 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.280+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:9:6 marker=00000000002.64.5 timestamp=2022-09-01T11:10:22.848903+0000 2022-09-01T11:10:27.336 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.280+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: parsed entry: id=00000000001.70.5 iter->object=obj00000000000000000027 iter->instance= name=obj00000000000000000027 instance= ns= 2022-09-01T11:10:27.336 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.280+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24/obj00000000000000000027 2022-09-01T11:10:27.336 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.280+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: entry->timestamp=2022-09-01T11:10:23.102655+0000 2022-09-01T11:10:27.337 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.280+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000027]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.70.5 op=0 op_state=1 2022-09-01T11:10:27.337 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.280+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000027]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000027[0] 2022-09-01T11:10:27.337 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.280+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: listing bilog for incremental sync; position=00000000001.70.5 2022-09-01T11:10:27.337 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: parsed entry: id=00000000002.79.5 iter->object=obj00000000000000000012 iter->instance= name=obj00000000000000000012 instance= ns= 2022-09-01T11:10:27.338 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16/obj00000000000000000012 2022-09-01T11:10:27.338 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: entry->timestamp=2022-09-01T11:10:23.194596+0000 2022-09-01T11:10:27.338 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000012]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.79.5 op=0 op_state=1 2022-09-01T11:10:27.339 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: parsed entry: id=00000000002.73.5 iter->object=obj00000000000000000017 iter->instance= name=obj00000000000000000017 instance= ns= 2022-09-01T11:10:27.339 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21/obj00000000000000000017 2022-09-01T11:10:27.339 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: entry->timestamp=2022-09-01T11:10:22.505118+0000 2022-09-01T11:10:27.339 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000017]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.73.5 op=0 op_state=1 2022-09-01T11:10:27.340 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: parsed entry: id=00000000002.75.5 iter->object=obj00000000000000000024 iter->instance= name=obj00000000000000000024 instance= ns= 2022-09-01T11:10:27.340 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15/obj00000000000000000024 2022-09-01T11:10:27.340 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: entry->timestamp=2022-09-01T11:10:22.413775+0000 2022-09-01T11:10:27.340 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000024]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.75.5 op=0 op_state=1 2022-09-01T11:10:27.341 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000012]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000012[0] 2022-09-01T11:10:27.341 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: listing bilog for incremental sync; position=00000000002.79.5 2022-09-01T11:10:27.341 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000017]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000017[0] 2022-09-01T11:10:27.341 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: listing bilog for incremental sync; position=00000000002.73.5 2022-09-01T11:10:27.342 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000024]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000024[0] 2022-09-01T11:10:27.342 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.281+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: listing bilog for incremental sync; position=00000000002.75.5 2022-09-01T11:10:27.342 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.282+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: parsed entry: id=00000000001.93.5 iter->object=obj00000000000000000062 iter->instance= name=obj00000000000000000062 instance= ns= 2022-09-01T11:10:27.343 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.282+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12/obj00000000000000000062 2022-09-01T11:10:27.343 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.282+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: entry->timestamp=2022-09-01T11:10:22.912803+0000 2022-09-01T11:10:27.343 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.282+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000062]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.93.5 op=0 op_state=1 2022-09-01T11:10:27.343 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.282+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000062]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000062[0] 2022-09-01T11:10:27.344 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.282+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: listing bilog for incremental sync; position=00000000001.93.5 2022-09-01T11:10:27.344 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.284+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:entry[obj00000000000000000017]: success 2022-09-01T11:10:27.344 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.284+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:21:6 marker=00000000002.73.5 timestamp=2022-09-01T11:10:22.505118+0000 2022-09-01T11:10:27.344 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.284+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:entry[obj00000000000000000012]: success 2022-09-01T11:10:27.345 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.284+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:16:6 marker=00000000002.79.5 timestamp=2022-09-01T11:10:23.194596+0000 2022-09-01T11:10:27.345 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.285+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: parsed entry: id=00000000001.56.5 iter->object=obj00000000000000000057 iter->instance= name=obj00000000000000000057 instance= ns= 2022-09-01T11:10:27.345 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.285+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34/obj00000000000000000057 2022-09-01T11:10:27.345 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.285+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: entry->timestamp=2022-09-01T11:10:22.296587+0000 2022-09-01T11:10:27.346 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.285+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:entry[obj00000000000000000057]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000001.56.5 op=0 op_state=1 2022-09-01T11:10:27.346 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.285+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:entry[obj00000000000000000057]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000057[0] 2022-09-01T11:10:27.346 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.285+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: listing bilog for incremental sync; position=00000000001.56.5 2022-09-01T11:10:27.347 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.285+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: parsed entry: id=00000000002.80.5 iter->object=obj00000000000000000019 iter->instance= name=obj00000000000000000019 instance= ns= 2022-09-01T11:10:27.347 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.285+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33/obj00000000000000000019 2022-09-01T11:10:27.347 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.285+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: entry->timestamp=2022-09-01T11:10:22.632978+0000 2022-09-01T11:10:27.347 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.285+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:entry[obj00000000000000000019]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.80.5 op=0 op_state=1 2022-09-01T11:10:27.348 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.285+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:entry[obj00000000000000000019]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000019[0] 2022-09-01T11:10:27.348 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.285+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: listing bilog for incremental sync; position=00000000002.80.5 2022-09-01T11:10:27.348 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.285+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:entry[obj00000000000000000024]: success 2022-09-01T11:10:27.348 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.285+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:15:6 marker=00000000002.75.5 timestamp=2022-09-01T11:10:22.413775+0000 2022-09-01T11:10:27.349 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.286+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: parsed entry: id=00000000002.98.5 iter->object=obj00000000000000000004 iter->instance= name=obj00000000000000000004 instance= ns= 2022-09-01T11:10:27.349 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.286+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29/obj00000000000000000004 2022-09-01T11:10:27.349 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.286+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: entry->timestamp=2022-09-01T11:10:22.145995+0000 2022-09-01T11:10:27.349 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.286+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000004]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.98.5 op=0 op_state=1 2022-09-01T11:10:27.350 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.286+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000004]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000004[0] 2022-09-01T11:10:27.350 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.286+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: listing bilog for incremental sync; position=00000000002.98.5 2022-09-01T11:10:27.350 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.288+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:entry[obj00000000000000000019]: success 2022-09-01T11:10:27.351 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.288+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:33:6 marker=00000000002.80.5 timestamp=2022-09-01T11:10:22.632978+0000 2022-09-01T11:10:27.351 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.289+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:entry[obj00000000000000000004]: success 2022-09-01T11:10:27.351 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.289+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:29:6 marker=00000000002.98.5 timestamp=2022-09-01T11:10:22.145995+0000 2022-09-01T11:10:27.351 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.295+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:entry[obj00000000000000000048]: success 2022-09-01T11:10:27.352 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.295+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:8:6 marker=00000000001.89.5 timestamp=2022-09-01T11:10:23.464723+0000 2022-09-01T11:10:27.352 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.295+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:entry[obj00000000000000000040]: success 2022-09-01T11:10:27.352 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.295+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:14:6 marker=00000000002.80.5 timestamp=2022-09-01T11:10:22.749049+0000 2022-09-01T11:10:27.352 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.298+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: parsed entry: id=00000000002.99.5 iter->object=obj00000000000000000007 iter->instance= name=obj00000000000000000007 instance= ns= 2022-09-01T11:10:27.353 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.298+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22/obj00000000000000000007 2022-09-01T11:10:27.353 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.298+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: entry->timestamp=2022-09-01T11:10:22.441054+0000 2022-09-01T11:10:27.353 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.298+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000007]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.99.5 op=0 op_state=1 2022-09-01T11:10:27.354 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.298+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000007]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000007[0] 2022-09-01T11:10:27.354 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.298+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: listing bilog for incremental sync; position=00000000002.99.5 2022-09-01T11:10:27.354 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.298+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:entry[obj00000000000000000036]: success 2022-09-01T11:10:27.355 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.298+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:30:6 marker=00000000001.75.5 timestamp=2022-09-01T11:10:22.658180+0000 2022-09-01T11:10:27.355 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.300+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:entry[obj00000000000000000007]: success 2022-09-01T11:10:27.355 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.300+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:22:6 marker=00000000002.99.5 timestamp=2022-09-01T11:10:22.441054+0000 2022-09-01T11:10:27.355 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.301+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:entry[obj00000000000000000053]: success 2022-09-01T11:10:27.356 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.301+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:27:6 marker=00000000001.74.5 timestamp=2022-09-01T11:10:22.049366+0000 2022-09-01T11:10:27.356 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.319+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: incremental sync on bucket failed, retcode=-5 2022-09-01T11:10:27.356 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.319+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: ERROR: incremental sync failed. error: -5 2022-09-01T11:10:27.357 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.319+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket: incremental. lease is: not taken. stop indications is: 0 2022-09-01T11:10:27.357 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.319+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: sync status for source bucket shard: 0 2022-09-01T11:10:27.357 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.319+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position= 2022-09-01T11:10:27.358 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.326+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:entry[obj00000000000000000065]: success 2022-09-01T11:10:27.359 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.326+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:5:6 marker=00000000001.60.5 timestamp=2022-09-01T11:10:23.129284+0000 2022-09-01T11:10:27.359 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.334+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:entry[obj00000000000000000027]: success 2022-09-01T11:10:27.359 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.334+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:24:6 marker=00000000001.70.5 timestamp=2022-09-01T11:10:23.102655+0000 2022-09-01T11:10:27.359 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.336+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:entry[obj00000000000000000062]: success 2022-09-01T11:10:27.360 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.336+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:12:6 marker=00000000001.93.5 timestamp=2022-09-01T11:10:22.912803+0000 2022-09-01T11:10:27.360 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.339+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:entry[obj00000000000000000057]: success 2022-09-01T11:10:27.360 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.339+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:34:6 marker=00000000001.56.5 timestamp=2022-09-01T11:10:22.296587+0000 2022-09-01T11:10:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.361+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: parsed entry: id=00000000002.78.5 iter->object=obj00000000000000000026 iter->instance= name=obj00000000000000000026 instance= ns= 2022-09-01T11:10:27.362 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.361+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: syncing object: ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10/obj00000000000000000026 2022-09-01T11:10:27.362 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.361+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: entry->timestamp=2022-09-01T11:10:22.209364+0000 2022-09-01T11:10:27.362 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.361+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000026]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=00000000002.78.5 op=0 op_state=1 2022-09-01T11:10:27.363 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.361+0000 7f48e92bb600 5 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000026]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-73[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24])/obj00000000000000000026[0] 2022-09-01T11:10:27.363 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.361+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: listing bilog for incremental sync; position=00000000002.78.5 2022-09-01T11:10:27.363 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.362+0000 7f48e92bb600 10 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:entry[obj00000000000000000026]: success 2022-09-01T11:10:27.364 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:27.362+0000 7f48e92bb600 20 RGW-SYNC:bucket[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24<-ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]:inc_sync[ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10]: updating marker marker_oid=bucket.sync-status.da1c99b4-d79b-4a9d-ae11-1177cd3f72f7:ptoxvb-73:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.24:10:6 marker=00000000002.78.5 timestamp=2022-09-01T11:10:22.209364+0000 2022-09-01T11:10:27.425 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'list', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--max-entries', '10000', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:27.425 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'list', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--max-entries', '10000', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:27.426 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket list --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-73 --max-entries 10000 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:10:27.518 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:27.518 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:27.563 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:10:27.564 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.564 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000000", 2022-09-01T11:10:27.564 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.565 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.565 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.565 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:27.565 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.566 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.566 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.566 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.566 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.567 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:27.567 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.285708Z", 2022-09-01T11:10:27.567 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.567 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.568 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.568 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.568 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.568 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.569 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.569 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.569 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.569 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.16661253986828968045", 2022-09-01T11:10:27.570 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.570 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.570 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.570 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.571 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.571 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000001", 2022-09-01T11:10:27.571 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.571 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.572 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.572 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:27.572 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.572 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.573 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.573 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.573 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.573 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.574 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.007844Z", 2022-09-01T11:10:27.574 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.574 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.574 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.575 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.575 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.575 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.575 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.576 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.576 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.576 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.6381114287989189516", 2022-09-01T11:10:27.576 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.577 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.577 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.577 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.577 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.578 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000002", 2022-09-01T11:10:27.578 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.578 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.578 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.579 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 15 2022-09-01T11:10:27.579 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.579 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.579 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.580 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.580 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.580 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:27.580 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.083595Z", 2022-09-01T11:10:27.581 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.581 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.581 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.581 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.582 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.582 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.582 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.582 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.583 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.583 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.16025317417853716571", 2022-09-01T11:10:27.583 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.583 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.584 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.584 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.584 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.584 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000003", 2022-09-01T11:10:27.585 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.585 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.585 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.585 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 14 2022-09-01T11:10:27.586 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.586 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.586 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.586 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.587 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.587 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:27.587 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.942457Z", 2022-09-01T11:10:27.587 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.588 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.588 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.588 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.588 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.589 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.589 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.589 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.589 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.590 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.11163991487633697934", 2022-09-01T11:10:27.590 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.590 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.591 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.591 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.591 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.591 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000004", 2022-09-01T11:10:27.592 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.592 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.592 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.592 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 13 2022-09-01T11:10:27.592 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.593 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.593 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.593 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.594 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.594 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.594 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.145995Z", 2022-09-01T11:10:27.594 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.595 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.595 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.595 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.595 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.596 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.596 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.596 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.596 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.597 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.5038762575334894809", 2022-09-01T11:10:27.597 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.597 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.597 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.598 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.598 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.598 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000005", 2022-09-01T11:10:27.598 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.599 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.599 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.599 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 15 2022-09-01T11:10:27.599 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.600 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.600 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.600 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.601 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.601 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.601 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.349652Z", 2022-09-01T11:10:27.601 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.601 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.602 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.602 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.602 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.603 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.603 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.603 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.603 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.604 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.3489235794500782503", 2022-09-01T11:10:27.604 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.604 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.604 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.605 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.605 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.605 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000006", 2022-09-01T11:10:27.606 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.606 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.606 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.606 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:27.607 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.607 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.607 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.607 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.608 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.608 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:27.608 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.570408Z", 2022-09-01T11:10:27.609 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.609 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.609 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.609 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.610 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.610 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.610 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.610 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.611 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.611 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.516763722146807085", 2022-09-01T11:10:27.611 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.612 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.612 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.612 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.612 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.613 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000007", 2022-09-01T11:10:27.613 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.613 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.614 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.614 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 15 2022-09-01T11:10:27.614 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.615 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.615 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.615 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.615 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.616 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.616 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.441054Z", 2022-09-01T11:10:27.616 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.616 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.617 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.617 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.617 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.617 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.618 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.618 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.618 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.618 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.3366413730217309466", 2022-09-01T11:10:27.619 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.619 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.619 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.620 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.620 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.620 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000008", 2022-09-01T11:10:27.620 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.621 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.621 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.621 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 12 2022-09-01T11:10:27.621 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.622 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.622 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.622 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.622 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.623 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.623 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.489525Z", 2022-09-01T11:10:27.623 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.624 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.624 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.624 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.624 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.625 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.625 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.625 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.625 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.626 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.13365640589160822874", 2022-09-01T11:10:27.626 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.626 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.626 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.627 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.627 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.627 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000009", 2022-09-01T11:10:27.628 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.628 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.628 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.628 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 13 2022-09-01T11:10:27.629 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.629 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.629 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.629 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.629 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.630 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.630 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.404389Z", 2022-09-01T11:10:27.630 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.631 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.631 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.631 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.631 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.632 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.632 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.632 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.632 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.633 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.2406577096100287033", 2022-09-01T11:10:27.633 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.633 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.633 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.634 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.634 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.634 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000010", 2022-09-01T11:10:27.635 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.635 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.635 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.635 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 14 2022-09-01T11:10:27.636 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.636 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.636 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.636 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.637 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.637 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.637 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.553568Z", 2022-09-01T11:10:27.637 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.638 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.638 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.638 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.638 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.639 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.639 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.639 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.639 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.640 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.5310015998995503133", 2022-09-01T11:10:27.640 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.640 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.640 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.641 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.641 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.641 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000011", 2022-09-01T11:10:27.641 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.642 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.642 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.642 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 9 2022-09-01T11:10:27.642 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.643 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.643 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.643 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.644 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.644 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:27.644 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.720466Z", 2022-09-01T11:10:27.644 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.645 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.645 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.645 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.645 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.646 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.646 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.646 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.646 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.647 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.3440058650456704240", 2022-09-01T11:10:27.647 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.647 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.647 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.648 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.648 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.648 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000012", 2022-09-01T11:10:27.648 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.649 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.649 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.649 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 15 2022-09-01T11:10:27.649 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.650 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.650 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.650 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.650 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.651 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:27.651 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.194596Z", 2022-09-01T11:10:27.651 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.651 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.652 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.652 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.652 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.653 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.653 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.653 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.653 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.654 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.16858569938410953052", 2022-09-01T11:10:27.654 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.654 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.654 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.655 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.655 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.655 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000013", 2022-09-01T11:10:27.655 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.656 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.656 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.656 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 9 2022-09-01T11:10:27.656 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.657 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.657 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.657 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.657 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.657 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:27.658 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.234201Z", 2022-09-01T11:10:27.658 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.658 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.658 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.659 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.659 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.659 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.660 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.660 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.660 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.660 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.967920736362810685", 2022-09-01T11:10:27.661 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.661 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.661 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.661 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.661 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.662 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000014", 2022-09-01T11:10:27.662 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.662 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.663 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.663 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:27.663 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.663 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.664 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.664 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.664 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.664 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:27.665 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.314325Z", 2022-09-01T11:10:27.665 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.665 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.665 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.666 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.666 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.666 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.666 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.667 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.667 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.667 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.365437693221376907", 2022-09-01T11:10:27.667 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.668 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.668 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.668 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.668 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.669 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000015", 2022-09-01T11:10:27.669 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.669 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.669 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.670 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 12 2022-09-01T11:10:27.670 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.670 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.671 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.671 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.671 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.671 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:27.672 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.848903Z", 2022-09-01T11:10:27.672 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.672 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.672 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.673 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.673 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.673 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.673 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.674 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.674 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.674 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.4247675863247291282", 2022-09-01T11:10:27.674 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.675 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.675 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.675 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.675 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.676 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000016", 2022-09-01T11:10:27.676 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.676 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.676 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.677 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 21 2022-09-01T11:10:27.677 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.677 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.677 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.678 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.678 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.678 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.678 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.537223Z", 2022-09-01T11:10:27.679 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.679 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.679 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.679 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.680 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.680 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.680 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.681 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.681 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.681 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.17240170379325238584", 2022-09-01T11:10:27.681 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.682 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.682 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.682 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.682 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.683 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000017", 2022-09-01T11:10:27.683 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.683 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.683 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.684 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 11 2022-09-01T11:10:27.684 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.684 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.685 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.685 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.685 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.685 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:27.686 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.505118Z", 2022-09-01T11:10:27.686 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.686 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.686 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.687 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.687 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.687 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.687 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.688 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.688 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.688 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.15175010352795386025", 2022-09-01T11:10:27.689 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.689 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.689 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.689 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.690 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.690 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000018", 2022-09-01T11:10:27.690 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.691 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.691 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.691 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 5 2022-09-01T11:10:27.691 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.692 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.692 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.692 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.692 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.693 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:27.693 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.323907Z", 2022-09-01T11:10:27.693 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.693 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.694 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.694 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.694 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.695 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.695 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.695 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.695 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.696 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.3057029365820930222", 2022-09-01T11:10:27.696 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.696 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.697 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.697 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.697 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.697 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000019", 2022-09-01T11:10:27.698 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.698 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.698 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.698 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 7 2022-09-01T11:10:27.699 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.699 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.699 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.700 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.700 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.700 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:27.700 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.632978Z", 2022-09-01T11:10:27.701 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.701 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.701 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.701 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.702 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.702 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.702 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.703 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.703 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.703 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.2859307107153204003", 2022-09-01T11:10:27.703 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.704 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.704 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.704 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.704 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.705 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000020", 2022-09-01T11:10:27.705 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.705 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.705 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.706 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 15 2022-09-01T11:10:27.706 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.706 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.707 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.707 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.707 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.707 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.708 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.038503Z", 2022-09-01T11:10:27.708 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.708 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.708 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.709 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.709 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.709 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.709 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.710 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.710 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.710 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.10412897459587238137", 2022-09-01T11:10:27.711 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.711 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.711 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.711 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.712 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.712 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000021", 2022-09-01T11:10:27.712 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.713 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.713 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.713 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 9 2022-09-01T11:10:27.713 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.714 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.714 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.714 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.714 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.715 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:27.715 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.378836Z", 2022-09-01T11:10:27.716 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.716 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.716 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.717 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.717 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.717 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.717 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.718 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.718 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.718 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.10083799981636290469", 2022-09-01T11:10:27.718 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.719 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.719 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.719 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.720 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.720 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000022", 2022-09-01T11:10:27.720 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.720 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.721 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.721 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 13 2022-09-01T11:10:27.721 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.721 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.722 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.722 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.722 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.723 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:27.723 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.499894Z", 2022-09-01T11:10:27.723 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.723 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.724 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.724 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.724 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.724 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.725 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.725 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.725 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.725 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.1644970621688145749", 2022-09-01T11:10:27.726 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.726 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.726 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.727 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.727 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.727 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000023", 2022-09-01T11:10:27.727 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.728 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.728 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.728 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:27.728 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.729 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.729 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.729 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.729 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.730 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:27.730 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.377206Z", 2022-09-01T11:10:27.730 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.731 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.731 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.731 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.731 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.732 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.732 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.732 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.732 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.733 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.4111269475607478019", 2022-09-01T11:10:27.733 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.733 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.733 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.734 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.734 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.734 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000024", 2022-09-01T11:10:27.735 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.735 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.735 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.735 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 16 2022-09-01T11:10:27.736 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.736 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.736 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.736 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.737 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.737 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:27.737 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.413775Z", 2022-09-01T11:10:27.737 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.738 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.738 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.738 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.738 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.739 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.739 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.739 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.740 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.740 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.16561983422574979138", 2022-09-01T11:10:27.740 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.740 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.741 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.741 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.741 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.741 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000025", 2022-09-01T11:10:27.742 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.742 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.742 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.743 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:27.743 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.743 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.743 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.744 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.744 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.744 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:27.744 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.791203Z", 2022-09-01T11:10:27.745 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.745 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.745 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.746 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.746 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.746 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.746 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.747 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.747 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.747 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.17510154748330564793", 2022-09-01T11:10:27.747 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.748 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.748 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.748 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.749 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.749 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000026", 2022-09-01T11:10:27.749 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.749 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.750 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.750 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 12 2022-09-01T11:10:27.750 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.750 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.751 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.751 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.751 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.752 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.752 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.209364Z", 2022-09-01T11:10:27.752 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.752 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.753 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.753 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.753 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.753 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.754 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.754 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.754 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.754 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.8899076926119790422", 2022-09-01T11:10:27.755 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.755 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.755 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.756 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.756 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.756 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000027", 2022-09-01T11:10:27.756 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.757 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.757 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.757 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 7 2022-09-01T11:10:27.757 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.758 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.758 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.758 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.758 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.759 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:27.759 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.102655Z", 2022-09-01T11:10:27.759 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.760 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.760 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.760 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.760 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.761 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.761 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.761 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.761 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.762 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.3201805191944221394", 2022-09-01T11:10:27.762 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.762 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.762 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.763 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.763 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.763 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000028", 2022-09-01T11:10:27.763 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.764 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.764 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.764 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:27.765 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.765 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.765 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.765 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.766 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.766 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:27.766 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:15.940244Z", 2022-09-01T11:10:27.767 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.767 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.767 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.767 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.768 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.768 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.768 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.768 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.769 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.769 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.5049615149264840601", 2022-09-01T11:10:27.769 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.770 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.770 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.770 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.770 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.771 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000029", 2022-09-01T11:10:27.771 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.771 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.771 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.772 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 7 2022-09-01T11:10:27.772 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.772 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.773 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.773 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.773 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.773 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.774 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.175701Z", 2022-09-01T11:10:27.774 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.774 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.774 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.775 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.775 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.775 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.775 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.776 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.776 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.776 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.1591934582539825630", 2022-09-01T11:10:27.777 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.777 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.777 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.777 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.778 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.778 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000030", 2022-09-01T11:10:27.778 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.778 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.779 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.779 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 8 2022-09-01T11:10:27.779 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.779 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.780 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.780 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.780 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.781 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.781 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.077120Z", 2022-09-01T11:10:27.781 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.781 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.782 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.782 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.782 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.782 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.783 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.783 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.783 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.783 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.11143384242937985271", 2022-09-01T11:10:27.784 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.784 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.784 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.785 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.785 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.785 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000031", 2022-09-01T11:10:27.785 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.786 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.786 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.786 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 18 2022-09-01T11:10:27.786 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.787 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.787 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.787 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.787 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.788 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.788 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.881460Z", 2022-09-01T11:10:27.788 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.789 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.789 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.789 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.789 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.790 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.790 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.790 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.790 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.791 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.12661592008161140519", 2022-09-01T11:10:27.791 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.791 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.792 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.792 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.792 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.792 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000032", 2022-09-01T11:10:27.793 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.793 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.793 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.793 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:27.794 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.794 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.794 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.795 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.795 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.795 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.795 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:18.113422Z", 2022-09-01T11:10:27.796 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.796 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.796 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.796 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.797 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.797 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.797 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.797 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.798 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.798 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.915016633199821527", 2022-09-01T11:10:27.798 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.798 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.799 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.799 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.799 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.800 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000033", 2022-09-01T11:10:27.800 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.800 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.800 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.801 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 14 2022-09-01T11:10:27.801 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.801 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.801 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.802 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.802 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.802 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.802 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.220522Z", 2022-09-01T11:10:27.803 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.803 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.803 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.804 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.804 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.804 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.804 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.805 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.805 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.805 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.139273528379801147", 2022-09-01T11:10:27.805 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.806 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.806 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.806 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.806 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.807 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000036", 2022-09-01T11:10:27.807 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.807 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.807 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.808 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:27.808 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.808 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.808 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.809 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.809 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.809 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:27.810 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.658180Z", 2022-09-01T11:10:27.810 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.810 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.810 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.811 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.811 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.811 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.811 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.812 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.812 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.812 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.7381973686952194341", 2022-09-01T11:10:27.812 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.813 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.813 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.813 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.813 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.814 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000037", 2022-09-01T11:10:27.814 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.814 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.815 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.815 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:27.815 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.815 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.816 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.816 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.816 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.816 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.817 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.945191Z", 2022-09-01T11:10:27.817 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.817 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.817 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.818 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.818 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.818 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.818 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.819 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.819 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.819 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.16178865428990475790", 2022-09-01T11:10:27.819 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.820 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.820 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.820 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.820 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.821 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000039", 2022-09-01T11:10:27.821 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.821 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.822 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.822 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 14 2022-09-01T11:10:27.823 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.823 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.823 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.824 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.824 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.825 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.825 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.818971Z", 2022-09-01T11:10:27.825 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.826 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.826 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.826 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.826 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.827 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.827 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.827 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.827 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.828 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.6771773519327417281", 2022-09-01T11:10:27.828 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.828 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.829 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.829 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.829 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.829 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000040", 2022-09-01T11:10:27.830 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.830 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.830 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.830 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 17 2022-09-01T11:10:27.831 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.831 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.831 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.831 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.832 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.832 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.832 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.749049Z", 2022-09-01T11:10:27.832 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.833 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.833 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.833 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.834 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.834 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.834 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.834 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.835 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.835 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.4657214222044096792", 2022-09-01T11:10:27.835 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.836 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.836 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.837 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.837 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.837 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000045", 2022-09-01T11:10:27.838 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.838 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.839 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.839 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:27.840 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.841 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.841 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.842 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.842 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.843 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.843 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.287280Z", 2022-09-01T11:10:27.843 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.844 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.844 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.845 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.846 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.847 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.847 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.847 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.848 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.849 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.14038738749379851058", 2022-09-01T11:10:27.849 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.849 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.850 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.850 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.851 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.851 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000046", 2022-09-01T11:10:27.852 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.852 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.853 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.854 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 11 2022-09-01T11:10:27.854 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.855 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.856 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.856 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.856 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.857 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.858 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:18.003856Z", 2022-09-01T11:10:27.858 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.859 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.860 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.860 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.860 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.861 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.861 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.862 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.862 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.863 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.16176288866536816948", 2022-09-01T11:10:27.863 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.863 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.864 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.865 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.865 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.866 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000048", 2022-09-01T11:10:27.867 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.867 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.868 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.869 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:27.869 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.871 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.871 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.872 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.872 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.873 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:27.874 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.464723Z", 2022-09-01T11:10:27.874 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.874 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.874 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.875 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.875 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.875 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.875 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.876 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.876 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.876 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.15698447428305293048", 2022-09-01T11:10:27.876 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.877 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.877 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.877 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.877 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.878 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000049", 2022-09-01T11:10:27.878 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.878 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.878 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.879 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 13 2022-09-01T11:10:27.879 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.879 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.879 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.880 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.880 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.880 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.880 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.367893Z", 2022-09-01T11:10:27.881 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.881 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.881 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.881 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.882 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.882 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.882 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.882 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.883 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.883 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.17679543027754691086", 2022-09-01T11:10:27.883 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.883 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.884 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.884 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.884 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.884 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000050", 2022-09-01T11:10:27.885 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.885 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.885 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.885 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 8 2022-09-01T11:10:27.886 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.886 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.886 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.886 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.887 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.887 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:27.887 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:20.727739Z", 2022-09-01T11:10:27.887 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.887 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.888 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.888 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.888 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.888 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.889 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.889 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.889 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.890 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.17635588557567618171", 2022-09-01T11:10:27.890 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.890 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.890 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.891 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.891 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.891 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000053", 2022-09-01T11:10:27.891 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.892 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.892 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.892 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 14 2022-09-01T11:10:27.892 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.893 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.893 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.893 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.893 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.894 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.894 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.049366Z", 2022-09-01T11:10:27.894 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.894 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.895 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.895 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.895 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.895 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.896 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.896 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.896 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.896 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.17450639835607668869", 2022-09-01T11:10:27.897 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.897 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.897 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.897 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.898 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.898 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000055", 2022-09-01T11:10:27.898 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.898 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.899 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.899 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:27.899 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.899 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.900 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.900 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.900 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.900 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:27.901 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:18.375101Z", 2022-09-01T11:10:27.901 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.901 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.901 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.901 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.902 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.902 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.902 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.902 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.903 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.903 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.6716773543769684248", 2022-09-01T11:10:27.903 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.903 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.904 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.904 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.904 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.904 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000056", 2022-09-01T11:10:27.905 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.905 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.905 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.905 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 5 2022-09-01T11:10:27.906 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.906 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.906 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.906 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.907 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.907 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:27.907 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.473604Z", 2022-09-01T11:10:27.907 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.908 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.908 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.908 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.908 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.909 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.909 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.909 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.909 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.910 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.8366909687885279656", 2022-09-01T11:10:27.910 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.910 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.910 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.911 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.911 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.911 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000057", 2022-09-01T11:10:27.911 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.912 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.912 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.912 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:27.912 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.913 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.913 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.913 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.913 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.914 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.914 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.296587Z", 2022-09-01T11:10:27.914 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.914 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.915 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.915 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.915 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.915 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.915 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.916 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.916 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.916 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.6838082249451324178", 2022-09-01T11:10:27.917 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.917 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.917 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.917 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.918 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.918 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000058", 2022-09-01T11:10:27.918 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.918 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.919 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.919 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 3 2022-09-01T11:10:27.919 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.919 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.920 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.920 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.920 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.920 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.921 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:18.636218Z", 2022-09-01T11:10:27.921 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.921 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.922 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.922 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.922 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.922 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.923 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.923 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.923 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.923 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.17391770545273512830", 2022-09-01T11:10:27.924 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.924 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.924 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.924 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.925 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.925 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000059", 2022-09-01T11:10:27.925 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.925 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.926 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.926 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 3 2022-09-01T11:10:27.926 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.926 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.927 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.927 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.927 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.927 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:27.928 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.390593Z", 2022-09-01T11:10:27.928 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.928 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.928 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.929 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.929 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.929 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.929 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.929 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.930 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.930 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.12388482261486353176", 2022-09-01T11:10:27.930 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.930 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.931 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.931 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.932 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.932 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000060", 2022-09-01T11:10:27.933 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.933 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.933 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.934 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 16 2022-09-01T11:10:27.934 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.935 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.935 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.935 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.936 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.936 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:27.936 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.112572Z", 2022-09-01T11:10:27.937 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.937 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.937 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.937 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.937 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.938 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.938 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.938 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.939 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.939 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.12122497427389935793", 2022-09-01T11:10:27.939 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.939 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.940 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.940 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.940 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.940 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000061", 2022-09-01T11:10:27.941 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.941 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.941 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.941 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:27.942 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.942 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.942 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.942 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.943 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.943 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.943 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:20.589611Z", 2022-09-01T11:10:27.943 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.944 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.944 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.944 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.945 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.945 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.945 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.945 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.946 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.946 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.2686799789480937026", 2022-09-01T11:10:27.946 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.946 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.947 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.947 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.947 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.948 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000062", 2022-09-01T11:10:27.948 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.948 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.949 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.949 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:27.949 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.949 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.949 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.950 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.950 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.950 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:27.951 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.912803Z", 2022-09-01T11:10:27.951 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.951 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.951 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.952 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.952 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.952 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.952 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.953 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.953 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.953 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.15789061263612685353", 2022-09-01T11:10:27.953 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.953 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.954 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.954 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.954 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.954 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000065", 2022-09-01T11:10:27.955 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.955 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.955 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.955 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 13 2022-09-01T11:10:27.956 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.956 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.956 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.956 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.957 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.957 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.957 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.129284Z", 2022-09-01T11:10:27.957 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.958 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.958 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.958 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.958 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.959 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.959 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.959 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.959 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.960 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.17595821936604194458", 2022-09-01T11:10:27.960 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.960 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.960 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.961 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.961 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.961 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000076", 2022-09-01T11:10:27.962 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.962 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.962 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.962 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 11 2022-09-01T11:10:27.963 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.963 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.963 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.963 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.964 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.964 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:27.964 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:16.349190Z", 2022-09-01T11:10:27.964 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.965 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.965 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.965 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.965 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.966 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.966 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.966 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.966 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.967 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.3857666175633630580", 2022-09-01T11:10:27.967 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.967 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.967 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.968 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.968 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.968 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000162", 2022-09-01T11:10:27.968 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.968 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.969 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.969 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 5 2022-09-01T11:10:27.969 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.969 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.970 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.970 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.970 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.970 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.971 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.407520Z", 2022-09-01T11:10:27.971 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.971 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.971 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.972 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.972 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.972 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.972 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.973 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.973 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.973 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.2585950752263879599", 2022-09-01T11:10:27.973 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.974 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.974 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.974 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.974 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.975 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000283", 2022-09-01T11:10:27.975 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.975 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.975 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.976 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 5 2022-09-01T11:10:27.976 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.976 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.976 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.977 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.977 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.977 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.977 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.561806Z", 2022-09-01T11:10:27.978 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.978 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.978 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.978 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.979 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.979 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.979 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.979 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.980 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.980 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.8130949631006724884", 2022-09-01T11:10:27.980 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.980 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.981 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.981 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.981 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.981 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000317", 2022-09-01T11:10:27.981 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.982 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.982 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.982 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 1 2022-09-01T11:10:27.983 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.983 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.983 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.983 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.984 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.984 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.984 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:20.704517Z", 2022-09-01T11:10:27.984 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.985 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.985 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.985 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.985 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.986 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.986 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.986 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.986 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.987 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.7693156374670534786", 2022-09-01T11:10:27.987 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.987 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.987 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.988 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.988 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.988 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000423", 2022-09-01T11:10:27.988 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.989 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.989 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.989 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:27.989 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.990 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.990 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.990 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.990 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.991 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.991 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.597238Z", 2022-09-01T11:10:27.991 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.991 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.992 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.992 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.992 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.992 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.993 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:27.993 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:27.993 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.993 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.1962466483993608972", 2022-09-01T11:10:27.994 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:27.994 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:27.994 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:27.995 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.995 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:27.995 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000467", 2022-09-01T11:10:27.995 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:27.995 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:27.996 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 9, 2022-09-01T11:10:27.996 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 3 2022-09-01T11:10:27.996 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:27.996 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:27.997 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:27.997 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:27.997 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:27.997 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:27.998 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:20.902304Z", 2022-09-01T11:10:27.998 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:27.998 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:27.998 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:27.999 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:27.999 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:27.999 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:27.999 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.000 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.000 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.000 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5591.2937250202304520401", 2022-09-01T11:10:28.000 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.001 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.002 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.002 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:10:28.003 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:10:28.004 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'list', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--max-entries', '10000', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:28.004 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'list', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-73', '--max-entries', '10000', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:10:28.005 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket list --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-73 --max-entries 10000 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:10:28.060 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:28.060 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:28.106 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:10:28.107 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.107 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000000", 2022-09-01T11:10:28.107 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.108 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.108 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.108 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 3 2022-09-01T11:10:28.108 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.109 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.109 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.109 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.109 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.110 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.110 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.285708Z", 2022-09-01T11:10:28.110 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.111 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.111 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.111 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.112 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.112 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.112 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.112 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.113 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.113 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Yo39B0-tFI2TdSgRqDVEx9RUyxFariL", 2022-09-01T11:10:28.113 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.113 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.114 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.114 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.114 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.114 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000001", 2022-09-01T11:10:28.115 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.115 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.115 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.115 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:28.116 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.116 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.116 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.116 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.117 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.117 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:28.117 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.007844Z", 2022-09-01T11:10:28.118 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.118 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.118 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.118 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.119 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.119 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.119 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.120 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.120 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.120 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_x8nuci93EsP_lzMLNhi1JqC1rfqYqsH", 2022-09-01T11:10:28.120 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.121 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.121 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.121 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.121 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.122 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000002", 2022-09-01T11:10:28.122 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.122 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.122 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.123 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 10 2022-09-01T11:10:28.123 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.123 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.124 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.124 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.124 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.124 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.125 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.083595Z", 2022-09-01T11:10:28.125 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.125 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.125 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.126 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.126 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.126 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.126 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.127 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.127 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.127 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_MKE4YMDGwfAsdWsIfMl9d_d9skQm95R", 2022-09-01T11:10:28.127 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.128 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.128 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.128 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.128 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.129 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000003", 2022-09-01T11:10:28.129 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.129 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.129 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.130 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 206 2022-09-01T11:10:28.130 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.130 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.130 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.131 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.131 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.131 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.131 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.942457Z", 2022-09-01T11:10:28.132 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.132 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.132 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.133 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.133 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.133 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.133 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.134 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.134 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.134 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_tbfkJdqJEgIaZDw7RW5plTh496_kzef", 2022-09-01T11:10:28.134 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.135 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.135 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.135 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.135 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.136 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000004", 2022-09-01T11:10:28.136 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.136 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.136 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.137 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:28.137 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.137 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.137 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.138 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.138 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.138 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.138 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.145995Z", 2022-09-01T11:10:28.139 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.139 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.139 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.139 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.140 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.140 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.140 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.140 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.141 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.141 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_boGD1OMXy9dlfqI-cZX4QNFNg4V_e2P", 2022-09-01T11:10:28.141 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.141 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.142 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.142 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.142 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.143 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000005", 2022-09-01T11:10:28.143 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.143 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.143 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.144 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 12 2022-09-01T11:10:28.144 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.144 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.144 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.145 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.145 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.145 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.145 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.349652Z", 2022-09-01T11:10:28.146 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.146 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.146 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.146 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.147 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.147 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.147 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.147 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.148 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.148 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_U4pDhBQrVnIjzVx87PurQL3CG4Qaqnv", 2022-09-01T11:10:28.148 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.148 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.149 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.149 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.149 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.149 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000006", 2022-09-01T11:10:28.150 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.150 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.150 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.150 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:28.151 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.151 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.151 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.151 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.152 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.152 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.152 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.570408Z", 2022-09-01T11:10:28.152 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.153 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.153 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.153 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.153 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.154 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.154 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.154 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.154 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.155 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_ZL1U_pe2RilHwF3_9KH7dD3drwRVrzk", 2022-09-01T11:10:28.155 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.155 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.155 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.156 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.156 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.156 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000007", 2022-09-01T11:10:28.156 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.157 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.157 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.157 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:28.157 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.158 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.158 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.158 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.158 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.159 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.159 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.441054Z", 2022-09-01T11:10:28.159 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.159 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.160 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.160 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.160 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.160 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.161 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.161 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.161 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.161 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_z3A7ctaA-gpW2JU_SqVVvYKHKcPVQu0", 2022-09-01T11:10:28.162 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.162 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.162 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.162 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.163 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.163 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000008", 2022-09-01T11:10:28.163 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.163 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.164 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.164 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:28.164 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.164 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.165 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.165 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.165 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.165 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:28.166 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.489525Z", 2022-09-01T11:10:28.166 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.166 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.167 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.167 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.167 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.167 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.168 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.168 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.168 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.168 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_uUj6qN-8GtbLuWXNYEj1n6eYQzTvqII", 2022-09-01T11:10:28.169 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.169 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.169 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.169 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.170 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.170 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000009", 2022-09-01T11:10:28.170 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.170 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.171 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.171 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 5 2022-09-01T11:10:28.171 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.171 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.172 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.172 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.172 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.172 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:28.173 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.404389Z", 2022-09-01T11:10:28.173 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.173 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.173 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.174 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.174 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.174 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.174 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.175 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.175 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.175 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_65BHuuWOAn4MiabNVVs2UcMi-sN6Zvq", 2022-09-01T11:10:28.175 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.176 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.176 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.176 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.176 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.177 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000010", 2022-09-01T11:10:28.177 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.177 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.177 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.178 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 5 2022-09-01T11:10:28.178 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.178 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.178 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.179 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.179 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.179 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.179 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.553568Z", 2022-09-01T11:10:28.180 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.180 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.180 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.180 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.181 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.181 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.181 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.181 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.182 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.182 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_tn7SxA-U47UJxOLmrl_gqlNCo9VPGiv", 2022-09-01T11:10:28.182 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.182 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.183 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.183 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.183 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.183 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000011", 2022-09-01T11:10:28.184 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.184 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.184 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.184 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:28.185 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.185 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.185 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.185 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.186 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.186 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.186 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.720466Z", 2022-09-01T11:10:28.187 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.187 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.187 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.187 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.187 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.188 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.188 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.188 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.188 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.189 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_tcOyiI_Go2Wcr4wsDlBqJYKBfxnOGON", 2022-09-01T11:10:28.189 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.189 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.189 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.190 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.190 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.190 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000012", 2022-09-01T11:10:28.191 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.191 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.191 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.191 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 10 2022-09-01T11:10:28.192 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.192 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.192 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.192 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.193 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.193 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.193 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.194596Z", 2022-09-01T11:10:28.193 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.194 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.194 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.194 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.194 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.195 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.195 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.195 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.195 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.196 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_i7EmAykouJZbvfdnXShBpUdXSkpIDio", 2022-09-01T11:10:28.196 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.196 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.196 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.197 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.197 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.197 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000013", 2022-09-01T11:10:28.197 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.198 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.198 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.198 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:28.198 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.199 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.199 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.199 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.199 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.200 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.200 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.234201Z", 2022-09-01T11:10:28.200 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.200 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.201 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.201 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.201 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.201 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.202 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.202 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.202 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.202 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_znIgOYF94RxZBWTyYxkwNL1KTvBwt3r", 2022-09-01T11:10:28.203 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.203 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.203 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.203 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.204 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.204 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000014", 2022-09-01T11:10:28.204 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.204 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.204 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.205 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 1 2022-09-01T11:10:28.205 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.205 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.206 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.206 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.206 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.206 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:28.207 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.314325Z", 2022-09-01T11:10:28.207 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.207 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.207 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.208 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.208 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.208 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.208 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.209 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.209 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.209 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_aGK-oJxi3yfk3uSDv-NPHLsWvZ_DZW7", 2022-09-01T11:10:28.209 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.209 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.210 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.210 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.210 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.210 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000015", 2022-09-01T11:10:28.211 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.211 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.211 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.211 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:28.212 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.212 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.212 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.212 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.213 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.213 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.213 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.848903Z", 2022-09-01T11:10:28.213 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.214 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.214 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.214 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.214 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.215 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.215 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.215 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.215 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.216 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4sZWsXxAcGuapaCHfobz7QxXFRSCidx", 2022-09-01T11:10:28.216 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.216 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.216 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.217 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.217 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.217 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000016", 2022-09-01T11:10:28.217 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.218 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.218 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.218 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 11 2022-09-01T11:10:28.218 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.219 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.219 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.219 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.220 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.220 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.220 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.537223Z", 2022-09-01T11:10:28.220 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.221 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.221 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.221 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.221 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.221 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.222 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.222 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.222 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.222 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_QLmeG3cTNWR-FMuvrQBU96TpM5R2Rmr", 2022-09-01T11:10:28.223 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.223 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.223 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.224 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.224 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.224 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000017", 2022-09-01T11:10:28.224 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.225 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.225 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.225 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 7 2022-09-01T11:10:28.225 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.226 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.226 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.226 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.226 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.227 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.227 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.505118Z", 2022-09-01T11:10:28.227 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.227 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.228 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.228 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.228 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.228 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.229 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.229 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.229 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.229 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_tA8Up56PaoFXpVqXs0aOeTMLi29UCvI", 2022-09-01T11:10:28.230 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.230 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.230 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.230 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.231 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.231 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000018", 2022-09-01T11:10:28.231 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.231 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.231 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.232 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:28.232 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.232 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.232 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.233 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.233 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.233 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.233 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.323907Z", 2022-09-01T11:10:28.234 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.234 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.234 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.234 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.235 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.235 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.235 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.236 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.236 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.236 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_q3AguF6wMEkIhspBiqiBTriQL1qqfki", 2022-09-01T11:10:28.236 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.236 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.237 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.237 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.237 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.237 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000019", 2022-09-01T11:10:28.238 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.238 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.238 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.239 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 1 2022-09-01T11:10:28.239 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.239 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.239 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.240 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.240 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.240 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.240 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.632978Z", 2022-09-01T11:10:28.240 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.241 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.241 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.241 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.241 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.242 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.242 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.242 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.242 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.243 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_jLd-IkaO2vGobCLzQKTkh3DowUy0GCb", 2022-09-01T11:10:28.243 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.243 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.243 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.244 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.244 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.244 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000020", 2022-09-01T11:10:28.244 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.245 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.245 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.245 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 205 2022-09-01T11:10:28.245 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.246 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.246 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.246 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.246 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.247 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.247 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.038503Z", 2022-09-01T11:10:28.247 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.247 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.248 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.248 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.248 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.248 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.249 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.249 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.249 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.249 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Ot72yi1ms6xIuQLk7UXz3UooM_vZQIv", 2022-09-01T11:10:28.250 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.250 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.250 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.251 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.251 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.251 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000021", 2022-09-01T11:10:28.251 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.252 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.252 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.252 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:28.252 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.253 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.253 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.253 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.253 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.254 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.254 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.378836Z", 2022-09-01T11:10:28.254 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.254 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.255 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.255 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.255 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.256 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.256 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.256 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.257 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_jUaQXVPrGP6nRpjqQA4tb84Vc5sjc2K", 2022-09-01T11:10:28.257 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.257 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.257 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.257 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.258 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.258 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000022", 2022-09-01T11:10:28.258 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.259 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.259 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.259 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 207 2022-09-01T11:10:28.259 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.260 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.260 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.260 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.260 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.261 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.261 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.499894Z", 2022-09-01T11:10:28.261 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.261 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.261 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.262 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.262 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.262 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.262 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.263 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.263 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.263 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_zNiaZzx_OzAy9MQIFwhlSknI3Rv7cSg", 2022-09-01T11:10:28.263 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.264 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.264 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.264 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.264 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.265 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000023", 2022-09-01T11:10:28.265 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.265 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.265 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.266 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:28.266 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.266 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.266 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.267 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.267 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.267 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.267 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.377206Z", 2022-09-01T11:10:28.268 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.268 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.268 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.268 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.269 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.269 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.269 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.269 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.270 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.270 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_66JNE0MRVqpRPTgocnY3zOU5heMI5B1", 2022-09-01T11:10:28.270 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.270 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.271 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.271 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.271 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.271 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000024", 2022-09-01T11:10:28.272 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.272 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.272 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.272 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 11 2022-09-01T11:10:28.273 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.273 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.273 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.273 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.274 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.274 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.274 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.413775Z", 2022-09-01T11:10:28.274 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.275 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.275 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.275 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.275 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.276 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.276 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.276 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.276 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.277 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_AKTsLRY75gvVbzDbj8lBfMHlwDZK9V3", 2022-09-01T11:10:28.277 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.277 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.277 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.278 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.278 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.278 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000025", 2022-09-01T11:10:28.278 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.279 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.279 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.279 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 3 2022-09-01T11:10:28.279 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.280 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.280 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.280 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.280 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.280 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.281 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.791203Z", 2022-09-01T11:10:28.281 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.281 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.281 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.282 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.282 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.282 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.283 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.283 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.283 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.283 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_hQETPUYspWbPj1eAzf9TfmqEEc-Urq1", 2022-09-01T11:10:28.284 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.284 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.284 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.284 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.285 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.285 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000026", 2022-09-01T11:10:28.285 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.285 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.286 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.286 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:28.286 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.286 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.287 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.287 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.287 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.287 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.288 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.209364Z", 2022-09-01T11:10:28.288 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.288 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.288 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.289 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.289 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.289 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.289 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.290 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.290 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.290 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_-nWA8Himx7joB-gFXJ8vm2SdKfCSDN0", 2022-09-01T11:10:28.290 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.291 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.291 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.291 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.291 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.292 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000027", 2022-09-01T11:10:28.292 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.292 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.292 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.293 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:28.293 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.293 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.293 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.293 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.294 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.294 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.294 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.102655Z", 2022-09-01T11:10:28.295 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.295 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.295 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.295 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.295 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.296 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.296 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.296 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.296 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.297 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Ay7mEjh8zuEWQbv_qvzZbnDyuGVdBuu", 2022-09-01T11:10:28.297 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.297 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.297 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.298 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.298 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.298 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000028", 2022-09-01T11:10:28.298 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.299 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.299 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.299 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:28.299 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.299 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.300 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.300 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.300 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.300 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:28.301 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:15.940244Z", 2022-09-01T11:10:28.301 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.301 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.301 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.302 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.302 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.302 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.302 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.303 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.303 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.303 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_2czHsOefWmn5gY_cgvVKKGKu4VQHcxk", 2022-09-01T11:10:28.303 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.303 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.304 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.304 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.304 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.304 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000029", 2022-09-01T11:10:28.305 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.305 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.305 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.305 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 15 2022-09-01T11:10:28.305 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.306 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.306 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.306 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.307 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.307 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:28.307 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.175701Z", 2022-09-01T11:10:28.307 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.307 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.308 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.308 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.308 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.308 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.309 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.309 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.309 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.309 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_F_kRZt6NpCG7TDs8nQFa_DWn6YPhyxW", 2022-09-01T11:10:28.310 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.310 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.310 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.310 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.311 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.311 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000030", 2022-09-01T11:10:28.311 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.311 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.311 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.312 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:28.312 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.312 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.312 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.313 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.313 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.313 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:28.313 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.077120Z", 2022-09-01T11:10:28.314 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.314 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.314 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.314 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.315 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.315 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.315 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.315 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.316 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.316 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_YV-xikGWY_U6IsETnxsi-2qNf0Pxkg8", 2022-09-01T11:10:28.316 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.316 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.317 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.317 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.317 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.317 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000031", 2022-09-01T11:10:28.318 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.318 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.318 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.318 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 18 2022-09-01T11:10:28.319 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.319 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.319 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.319 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.320 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.320 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:28.320 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.881460Z", 2022-09-01T11:10:28.320 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.321 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.321 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.321 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.321 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.322 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.322 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.322 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.322 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.323 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_p55nImFmhbIFBE8CqHK-ij5k0H87s_t", 2022-09-01T11:10:28.323 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.323 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.323 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.324 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.324 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.324 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000032", 2022-09-01T11:10:28.324 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.325 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.325 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.325 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 3 2022-09-01T11:10:28.325 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.325 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.326 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.326 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.326 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.327 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:28.327 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:18.113422Z", 2022-09-01T11:10:28.327 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.327 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.327 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.328 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.328 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.328 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.328 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.329 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.329 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.329 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_t0u6lsuAkpdtVAt3HNmEFoNjV_DTh1W", 2022-09-01T11:10:28.329 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.330 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.330 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.330 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.331 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.331 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000033", 2022-09-01T11:10:28.331 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.331 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.331 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.332 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 5 2022-09-01T11:10:28.332 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.332 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.332 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.333 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.333 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.333 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:28.333 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.220522Z", 2022-09-01T11:10:28.334 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.334 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.334 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.335 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.335 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.335 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.335 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.336 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.336 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.336 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_UZ9FyVD2gKrJocTkKcnh0O1bjBnO7fD", 2022-09-01T11:10:28.336 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.337 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.337 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.337 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.338 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.338 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000036", 2022-09-01T11:10:28.338 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.338 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.339 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.339 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:28.339 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.339 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.340 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.340 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.340 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.340 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.341 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.658180Z", 2022-09-01T11:10:28.341 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.341 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.341 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.342 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.342 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.342 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.342 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.343 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.343 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.343 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_564X-RZcJ7XrxwfOdUvqPWnixI_sktS", 2022-09-01T11:10:28.343 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.343 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.344 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.344 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.344 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.344 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000037", 2022-09-01T11:10:28.345 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.345 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.345 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.345 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:28.346 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.346 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.346 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.347 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.347 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.347 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.347 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.945191Z", 2022-09-01T11:10:28.348 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.348 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.348 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.348 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.348 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.349 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.349 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.349 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.349 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.350 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_qtgsHL3cHwOR-I9kyIZsgdtNNowohSj", 2022-09-01T11:10:28.350 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.350 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.350 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.351 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.351 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.351 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000039", 2022-09-01T11:10:28.351 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.352 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.352 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.352 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 10 2022-09-01T11:10:28.352 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.353 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.353 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.353 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.353 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.354 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.354 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.818971Z", 2022-09-01T11:10:28.354 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.354 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.355 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.355 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.355 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.355 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.356 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.356 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.356 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.356 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_HoknGEfUzIecdV8vF2hUtjCK5Li5L2y", 2022-09-01T11:10:28.357 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.357 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.357 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.358 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.358 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.358 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000040", 2022-09-01T11:10:28.358 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.359 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.359 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.359 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 11 2022-09-01T11:10:28.359 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.360 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.360 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.360 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.360 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.361 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.361 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.749049Z", 2022-09-01T11:10:28.361 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.361 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.362 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.362 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.362 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.362 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.363 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.363 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.363 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.363 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_6d8gE4_i4WtKijgzsRYSC8ue5NSQJMx", 2022-09-01T11:10:28.364 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.364 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.364 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.364 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.365 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.365 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000045", 2022-09-01T11:10:28.365 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.365 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.366 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.366 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 3 2022-09-01T11:10:28.366 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.367 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.367 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.367 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.367 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.368 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.368 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.287280Z", 2022-09-01T11:10:28.368 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.368 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.369 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.369 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.369 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.369 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.370 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.370 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.370 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.370 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_xotjW7_K1JH5wZUt1C9gl9u35CQhY4_", 2022-09-01T11:10:28.371 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.371 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.371 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.372 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.372 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.372 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000046", 2022-09-01T11:10:28.372 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.372 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.373 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.373 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 11 2022-09-01T11:10:28.373 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.373 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.374 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.374 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.374 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.374 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.375 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:18.003856Z", 2022-09-01T11:10:28.375 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.375 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.375 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.376 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.376 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.376 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.376 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.377 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.377 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.377 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Dt5h2O9EEMs20QuEkr69Hx2gv5wxq3X", 2022-09-01T11:10:28.377 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.378 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.378 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.378 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.378 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.379 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000048", 2022-09-01T11:10:28.379 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.379 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.379 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.380 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 4 2022-09-01T11:10:28.380 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.380 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.380 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.380 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.381 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.381 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:28.381 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.464723Z", 2022-09-01T11:10:28.381 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.382 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.382 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.382 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.382 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.383 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.383 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.383 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.383 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.383 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_o2PXNqs9TZPKaDuM_1afGPZHGeVnDpF", 2022-09-01T11:10:28.384 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.384 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.384 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.385 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.385 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.385 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000049", 2022-09-01T11:10:28.385 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.385 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.386 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.386 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 11 2022-09-01T11:10:28.386 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.387 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.387 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.387 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.387 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.388 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:28.388 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.367893Z", 2022-09-01T11:10:28.388 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.388 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.389 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.389 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.389 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.389 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.389 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.390 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.390 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.390 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_8Km_g7soiwP7UuoJHZsk9ZtdfCgT0mB", 2022-09-01T11:10:28.390 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.391 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.391 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.391 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.391 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.392 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000050", 2022-09-01T11:10:28.392 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.392 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.392 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.393 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 5 2022-09-01T11:10:28.393 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.393 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.394 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.394 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.394 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.394 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:28.395 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:20.727739Z", 2022-09-01T11:10:28.395 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.395 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.395 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.396 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.396 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.396 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.396 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.397 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.397 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.397 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_I6L_eI7rTmiEGAeFPrm1WgOMsFeQyOA", 2022-09-01T11:10:28.397 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.398 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.398 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.398 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.398 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.399 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000053", 2022-09-01T11:10:28.399 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.399 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.399 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.400 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 7 2022-09-01T11:10:28.400 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.400 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.400 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.400 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.401 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.401 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.401 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.049366Z", 2022-09-01T11:10:28.401 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.402 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.402 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.402 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.402 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.403 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.403 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.403 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.403 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.404 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_sjkzoihQUWwXM55AhMYbW25-GcfMToA", 2022-09-01T11:10:28.404 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.404 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.404 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.405 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.405 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.405 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000055", 2022-09-01T11:10:28.405 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.406 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.406 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.406 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:28.406 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.407 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.407 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.407 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.407 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.408 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.408 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:18.375101Z", 2022-09-01T11:10:28.408 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.409 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.409 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.409 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.409 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.410 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.410 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.410 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.410 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.411 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_Efylsn3rkaYuSoK9tWnbVwj5jZZN3vX", 2022-09-01T11:10:28.411 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.411 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.411 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.411 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.412 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.412 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000056", 2022-09-01T11:10:28.412 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.412 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.413 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.413 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 3 2022-09-01T11:10:28.413 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.413 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.414 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.414 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.414 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.414 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.415 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.473604Z", 2022-09-01T11:10:28.415 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.415 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.415 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.416 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.416 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.416 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.416 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.416 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.417 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.417 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_y2pY-bBXXTjo1DBVh0CdlFmy1HvsjoK", 2022-09-01T11:10:28.417 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.417 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.418 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.418 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.418 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.419 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000057", 2022-09-01T11:10:28.419 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.419 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.419 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.419 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:28.420 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.420 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.420 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.420 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.421 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.421 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 5, 2022-09-01T11:10:28.421 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.296587Z", 2022-09-01T11:10:28.421 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.421 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.422 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.422 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.422 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.422 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.423 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.423 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.423 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.423 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_AT2v17MDLlfPHsRgHnvfdYwPh7ziuph", 2022-09-01T11:10:28.424 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.424 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.424 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.424 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.424 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.425 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000058", 2022-09-01T11:10:28.425 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.425 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.425 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.426 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 3 2022-09-01T11:10:28.426 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.426 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.426 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.427 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.427 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.427 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:28.427 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:18.636218Z", 2022-09-01T11:10:28.427 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.428 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.428 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.428 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.428 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.429 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.429 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.429 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.429 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.430 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_9X49ndVANBul2n5ushkU3YY7rE0caCB", 2022-09-01T11:10:28.430 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.430 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.430 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.430 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.431 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.431 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000059", 2022-09-01T11:10:28.431 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.431 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.432 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.432 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 3 2022-09-01T11:10:28.432 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.432 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.432 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.433 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.433 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.433 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:28.433 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:19.390593Z", 2022-09-01T11:10:28.434 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.434 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.434 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.435 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.435 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.435 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.435 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.436 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.436 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.436 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_qgZnX_r_2TgOG_XUIxWCVGCPsYYehVe", 2022-09-01T11:10:28.436 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.436 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.437 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.437 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.437 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.437 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000060", 2022-09-01T11:10:28.438 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.438 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.438 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.438 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 11 2022-09-01T11:10:28.439 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.439 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.439 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.439 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.440 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.440 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.440 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.112572Z", 2022-09-01T11:10:28.440 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.440 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.441 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.441 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.441 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.441 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.442 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.442 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.442 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.442 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_XTkAQXzfBUp72U-Rx3uhkjcX4ys3R7D", 2022-09-01T11:10:28.443 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.443 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.443 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.443 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.443 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.444 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000061", 2022-09-01T11:10:28.444 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.444 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.444 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.445 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:28.445 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.445 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.445 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.445 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.446 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.446 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.446 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:20.589611Z", 2022-09-01T11:10:28.446 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.447 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.447 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.447 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.447 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.448 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.448 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.448 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.448 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.449 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_rj9Kp7xMkYurw4BTFuCPHG_r-jrqYSf", 2022-09-01T11:10:28.449 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.449 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.449 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.450 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.450 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.450 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000062", 2022-09-01T11:10:28.450 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.450 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.451 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.451 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:28.451 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.451 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.452 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.452 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.452 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.452 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.452 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:22.912803Z", 2022-09-01T11:10:28.453 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.453 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.453 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.453 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.454 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.454 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.454 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.454 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.455 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.455 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_4kRD3p5c2dMgfTmuZ76Zcxfax4lGUER", 2022-09-01T11:10:28.455 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.455 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.455 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.456 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.456 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.456 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000065", 2022-09-01T11:10:28.456 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.457 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.457 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.457 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 6 2022-09-01T11:10:28.457 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.457 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.458 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.458 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.458 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.458 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.459 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:23.129284Z", 2022-09-01T11:10:28.459 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.459 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.459 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.460 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.460 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.460 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.460 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.461 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.461 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.461 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_TNKtTHY9rfV-e9QtIlaMAZu6DUoYjqG", 2022-09-01T11:10:28.461 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.461 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.462 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.462 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.462 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.462 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000076", 2022-09-01T11:10:28.463 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.463 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.463 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.463 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 9 2022-09-01T11:10:28.463 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.464 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.464 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.464 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.464 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.465 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:28.465 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:16.349190Z", 2022-09-01T11:10:28.465 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.465 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.466 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.466 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.466 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.466 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.467 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.467 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.467 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.468 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_5CHcqwpzQ4mctPc8yQosSeX2e9uoMin", 2022-09-01T11:10:28.468 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.468 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.468 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.469 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.469 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.469 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000162", 2022-09-01T11:10:28.469 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.470 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.470 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.470 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 5 2022-09-01T11:10:28.470 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.471 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.471 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.471 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.471 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.472 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:28.472 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.407520Z", 2022-09-01T11:10:28.472 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.472 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.473 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.473 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.473 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.473 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.474 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.474 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.474 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.474 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_k3gJduIHOYmQ-TNfEtOZpHNTXPdXwEe", 2022-09-01T11:10:28.475 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.475 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.475 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.475 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.476 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.476 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000283", 2022-09-01T11:10:28.476 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.476 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.477 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.477 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 7 2022-09-01T11:10:28.477 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.477 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.478 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.478 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.478 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.478 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.479 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.561806Z", 2022-09-01T11:10:28.479 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.479 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.480 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.480 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.480 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.480 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.481 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.481 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.481 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.481 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_LcLx6PTFUzEyoN9J4jsDJrQBJPiEi_g", 2022-09-01T11:10:28.482 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.482 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.484 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.484 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.484 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.484 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000317", 2022-09-01T11:10:28.485 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.485 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.485 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.486 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 1 2022-09-01T11:10:28.486 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.486 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.486 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.487 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.487 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.487 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 6, 2022-09-01T11:10:28.487 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:20.704517Z", 2022-09-01T11:10:28.488 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.488 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.488 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.489 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.489 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.489 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.489 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.490 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.490 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.490 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_-kWAo1nxUWShr2y1eHPxs9ae1XFK4cW", 2022-09-01T11:10:28.490 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.491 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.491 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.491 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.491 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.492 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000423", 2022-09-01T11:10:28.492 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.492 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.492 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.493 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 2 2022-09-01T11:10:28.493 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.493 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.493 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.494 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.494 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.494 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 16, 2022-09-01T11:10:28.495 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:21.597238Z", 2022-09-01T11:10:28.495 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.495 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.495 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.495 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.496 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.496 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.496 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.496 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.497 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.497 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_b1NCuz_ZNqk6o6cVTX81BQ1zNiEQvEc", 2022-09-01T11:10:28.497 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.497 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.498 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.498 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.498 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:10:28.498 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "obj00000000000000000467", 2022-09-01T11:10:28.499 INFO:teuthology.orchestra.run.smithi044.stdout: "instance": "", 2022-09-01T11:10:28.499 INFO:teuthology.orchestra.run.smithi044.stdout: "ver": { 2022-09-01T11:10:28.499 INFO:teuthology.orchestra.run.smithi044.stdout: "pool": 14, 2022-09-01T11:10:28.499 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 3 2022-09-01T11:10:28.500 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.500 INFO:teuthology.orchestra.run.smithi044.stdout: "locator": "", 2022-09-01T11:10:28.500 INFO:teuthology.orchestra.run.smithi044.stdout: "exists": true, 2022-09-01T11:10:28.500 INFO:teuthology.orchestra.run.smithi044.stdout: "meta": { 2022-09-01T11:10:28.500 INFO:teuthology.orchestra.run.smithi044.stdout: "category": 1, 2022-09-01T11:10:28.501 INFO:teuthology.orchestra.run.smithi044.stdout: "size": 3, 2022-09-01T11:10:28.501 INFO:teuthology.orchestra.run.smithi044.stdout: "mtime": "2022-09-01T11:10:20.902304Z", 2022-09-01T11:10:28.501 INFO:teuthology.orchestra.run.smithi044.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:10:28.501 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": "", 2022-09-01T11:10:28.502 INFO:teuthology.orchestra.run.smithi044.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:10:28.502 INFO:teuthology.orchestra.run.smithi044.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:10:28.502 INFO:teuthology.orchestra.run.smithi044.stdout: "content_type": "application/octet-stream", 2022-09-01T11:10:28.502 INFO:teuthology.orchestra.run.smithi044.stdout: "accounted_size": 3, 2022-09-01T11:10:28.503 INFO:teuthology.orchestra.run.smithi044.stdout: "user_data": "", 2022-09-01T11:10:28.503 INFO:teuthology.orchestra.run.smithi044.stdout: "appendable": false 2022-09-01T11:10:28.503 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:10:28.503 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "_6Zq9bKx0y5cv7gU8ia7j6p-039n8s5w", 2022-09-01T11:10:28.503 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2022-09-01T11:10:28.504 INFO:teuthology.orchestra.run.smithi044.stdout: "pending_map": [], 2022-09-01T11:10:28.504 INFO:teuthology.orchestra.run.smithi044.stdout: "versioned_epoch": 0 2022-09-01T11:10:28.504 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:10:28.504 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:10:28.505 INFO:tasks.rgw.c2.client.0:Restarting daemon 2022-09-01T11:10:28.506 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c2.client.0.stdout 2>&1 2022-09-01T11:10:28.509 INFO:tasks.rgw.c2.client.0:Started 2022-09-01T11:10:28.510 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:28.535 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:10:28.536 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:10:28.536 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:10:28.537 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi052.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T11:10:29.538 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:29.563 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:10:29.568 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:10:29.569 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:10:29.569 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi052.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T11:10:31.570 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:31.597 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:10:31.598 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:10:31.599 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:10:31.599 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi052.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T11:10:35.600 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:10:35.626 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:10:35.626 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:10:35.627 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2022-09-01T11:10:35.629 INFO:teuthology.orchestra.run.smithi052.stdout:anonymous 2022-09-01T11:10:35.629 INFO:tasks.rgw.c1.client.1:Restarting daemon 2022-09-01T11:10:35.630 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8001' -n client.1 --cluster c1 -k /etc/ceph/c1.client.1.keyring --log-file /var/log/ceph/rgw.c1.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.1.sock --foreground --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c1.client.1.stdout 2>&1 2022-09-01T11:10:35.633 INFO:tasks.rgw.c1.client.1:Started 2022-09-01T11:10:35.634 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:35.660 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:10:35.661 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:10:35.661 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:10:35.661 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8001: Connection refused 2022-09-01T11:10:36.662 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:36.689 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:10:36.690 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:10:36.690 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:10:36.691 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8001: Connection refused 2022-09-01T11:10:38.692 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:38.718 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:10:38.719 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:10:38.719 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:10:38.720 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi044.front.sepia.ceph.com port 8001: Connection refused 2022-09-01T11:10:42.726 DEBUG:teuthology.orchestra.run.smithi044:> curl http://smithi044.front.sepia.ceph.com:8001 2022-09-01T11:10:42.754 INFO:teuthology.orchestra.run.smithi044.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:10:42.755 INFO:teuthology.orchestra.run.smithi044.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:10:42.755 INFO:teuthology.orchestra.run.smithi044.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2022-09-01T11:10:42.756 INFO:teuthology.orchestra.run.smithi044.stdout:anonymous 2022-09-01T11:10:42.757 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-73 2022-09-01T11:10:42.757 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:10:42.758 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:10:42.758 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-73 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:10:42.824 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:42.824 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:42.869 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:42.869+0000 7fe7a5a19600 1 bucket sync caught up with source: 2022-09-01T11:10:42.869 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.71.5, , 00000000002.77.5, 00000000002.73.5, 00000000002.95.5, 00000000001.60.5, 00000000002.63.5, 00000000002.108.5, 00000000001.89.5, 00000000002.64.5, 00000000002.78.5, , 00000000001.93.5, 00000000002.84.5, 00000000002.80.5, 00000000002.75.5, 00000000002.79.5, , 00000000002.71.5, 00000000002.75.5, 00000000002.58.5, 00000000002.73.5, 00000000002.99.5, 00000000002.64.5, 00000000001.70.5, 00000000002.77.5, 00000000002.95.5, 00000000001.74.5, 00000000002.77.5, 00000000002.98.5, 00000000001.75.5, 00000000002.87.5, 00000000002.79.5, 00000000002.80.5, 00000000001.56.5, 00000000002.91.5, 00000000002.75.5] 2022-09-01T11:10:42.869 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.71.5, , 00000000002.77.5, 00000000002.73.5, 00000000002.95.5, 00000000001.60.5, 00000000002.63.5, 00000000002.108.5, 00000000001.89.5, 00000000002.64.5, 00000000002.78.5, , 00000000001.93.5, 00000000002.84.5, 00000000002.80.5, 00000000002.75.5, 00000000002.79.5, , 00000000002.71.5, 00000000002.75.5, 00000000002.58.5, 00000000002.73.5, 00000000002.99.5, 00000000002.64.5, 00000000001.70.5, 00000000002.77.5, 00000000002.95.5, 00000000001.74.5, 00000000002.77.5, 00000000002.98.5, 00000000001.75.5, 00000000002.87.5, 00000000002.79.5, 00000000002.80.5, 00000000001.56.5, 00000000002.91.5, 00000000002.75.5] 2022-09-01T11:10:42.870 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:42.869+0000 7fe7a5a19600 0 bucket checkpoint complete 2022-09-01T11:10:42.884 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-73 2022-09-01T11:10:42.885 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:10:42.885 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:10:42.886 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-73 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:10:42.950 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:42.951 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:43.002 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:43.002+0000 7f34e4c3e600 1 bucket sync caught up with source: 2022-09-01T11:10:43.002 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [00000000001.71.5, , 00000000002.77.5, 00000000002.73.5, 00000000002.95.5, 00000000001.60.5, 00000000002.63.5, 00000000002.108.5, 00000000001.89.5, 00000000002.64.5, 00000000002.78.5, , 00000000001.93.5, 00000000002.84.5, 00000000002.80.5, 00000000002.75.5, 00000000002.79.5, , 00000000002.71.5, 00000000002.75.5, 00000000002.58.5, 00000000002.73.5, 00000000002.99.5, 00000000002.64.5, 00000000001.70.5, 00000000002.77.5, 00000000002.95.5, 00000000001.74.5, 00000000002.77.5, 00000000002.98.5, 00000000001.75.5, 00000000002.87.5, 00000000002.79.5, 00000000002.80.5, 00000000001.56.5, 00000000002.91.5, 00000000002.75.5] 2022-09-01T11:10:43.003 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [00000000001.71.5, , 00000000002.77.5, 00000000002.73.5, 00000000002.95.5, 00000000001.60.5, 00000000002.63.5, 00000000002.108.5, 00000000001.89.5, 00000000002.64.5, 00000000002.78.5, , 00000000001.93.5, 00000000002.84.5, 00000000002.80.5, 00000000002.75.5, 00000000002.79.5, , 00000000002.71.5, 00000000002.75.5, 00000000002.58.5, 00000000002.73.5, 00000000002.99.5, 00000000002.64.5, 00000000001.70.5, 00000000002.77.5, 00000000002.95.5, 00000000001.74.5, 00000000002.77.5, 00000000002.98.5, 00000000001.75.5, 00000000002.87.5, 00000000002.79.5, 00000000002.80.5, 00000000001.56.5, 00000000002.91.5, 00000000002.75.5] 2022-09-01T11:10:43.003 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:10:43.002+0000 7f34e4c3e600 0 bucket checkpoint complete 2022-09-01T11:10:43.021 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-73 2022-09-01T11:10:43.022 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:10:43.022 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-73', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:10:43.023 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-73 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:10:43.083 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:10:43.083 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:10:43.119 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:43.119+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:10:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:48.120+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:10:53.121 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:53.121+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:10:58.121 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:10:58.122+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:11:03.122 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:11:03.123+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:11:08.122 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:11:08.123+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:11:13.123 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:11:13.124+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:11:18.124 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:11:18.125+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:11:23.125 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:11:23.126+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:11:28.125 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:11:28.125+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:11:33.126 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:11:33.126+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:11:38.127 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:11:38.127+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:11:43.128 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:11:43.127+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:11:48.128 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:11:48.128+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:11:53.129 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:11:53.129+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:11:58.130 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:11:58.130+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:12:03.130 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:12:03.130+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:12:08.131 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:12:08.130+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:12:13.131 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:12:13.132+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:12:18.132 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:12:18.133+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:12:23.133 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:12:23.134+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:12:28.133 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:12:28.134+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:12:33.134 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:12:33.135+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:12:38.135 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:12:38.136+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:12:43.135 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:12:43.135+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:12:48.136 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:12:48.136+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:12:53.137 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:12:53.137+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:12:58.138 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:12:58.137+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:13:03.138 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:13:03.138+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:13:08.139 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:13:08.139+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:13:13.140 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:13:13.139+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:13:18.140 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:13:18.140+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:13:23.141 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:13:23.141+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:13:28.142 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:13:28.142+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:13:33.142 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:13:33.143+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:13:38.143 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:13:38.144+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:13:43.143 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:13:43.144+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:13:48.144 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:13:48.145+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:13:53.145 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:13:53.146+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:13:58.145 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:13:58.146+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:14:03.146 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:14:03.146+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:14:08.146 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:14:08.146+0000 7f1357248600 1 waiting to reach latest gen 6, on 1.. 2022-09-01T11:14:13.147 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:14:13.147+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:14:18.148 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:14:18.148+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:14:23.148 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:14:23.148+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:14:28.149 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:14:28.149+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:14:33.150 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:14:33.150+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:14:38.151 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:14:38.151+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:14:43.151 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:14:43.151+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:14:48.152 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:14:48.152+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:14:53.153 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:14:53.153+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:14:58.153 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:14:58.154+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:15:03.154 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:03.155+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:15:08.155 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:08.155+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:15:13.155 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:13.156+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:15:18.156 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:18.157+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:15:23.157 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:23.156+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:15:28.157 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:28.157+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:15:33.158 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:33.158+0000 7f1357248600 1 waiting to reach latest gen 6, on 2.. 2022-09-01T11:15:38.159 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:38.158+0000 7f1357248600 -1 bucket checkpoint timed out waiting to reach latest generation 6 2022-09-01T11:15:38.159 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:38.159+0000 7f1357248600 0 bucket sync checkpoint failed: (110) Connection timed out 2022-09-01T11:15:38.160 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:38.159+0000 7f1357248600 -1 bucket sync checkpoint failed: (110) Connection timed out 2022-09-01T11:15:38.178 DEBUG:teuthology.orchestra.run:got remote process result: 110 2022-09-01T11:15:38.214 INFO:tasks.rgw_multisite_tests:Create several generations of objects, then run bucket sync ... FAIL 2022-09-01T11:15:38.219 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:15:38.220 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:15:38.221 DEBUG:boto:Method: PUT 2022-09-01T11:15:38.222 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:15:38.223 DEBUG:boto:Data: 2022-09-01T11:15:38.223 DEBUG:boto:Headers: {} 2022-09-01T11:15:38.224 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:15:38.225 DEBUG:boto:Port: 8000 2022-09-01T11:15:38.226 DEBUG:boto:Params: {} 2022-09-01T11:15:38.227 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:15:38.228 DEBUG:boto:Token: None 2022-09-01T11:15:38.229 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 11:15:38 GMT /ptoxvb-74/ 2022-09-01T11:15:38.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qkaGV44bIejaPRMAc0HCabqlRbY= 2022-09-01T11:15:38.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:15:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qkaGV44bIejaPRMAc0HCabqlRbY=', 'Content-Length': '0'} 2022-09-01T11:15:38.255 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000043b29af3f6ecf291-006310945a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:15:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:15:38.256 DEBUG:rgw_multi.tests:created bucket=ptoxvb-74 2022-09-01T11:15:38.257 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:15:38.258 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:15:38.259 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:15:38.314 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:15:38.315 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:15:38.350 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T11:15:38.368 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:15:38.369 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:15:38.369 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:15:38.369 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:15:38.370 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:15:38.370 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:15:38.370 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:15:38.371 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:15:38.371 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:15:38.371 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:15:38.371 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:15:38.372 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:15:38.372 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:15:38.373 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:15:38.373 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662030938.254114_440.1", 2022-09-01T11:15:38.373 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:15:38.254114Z" 2022-09-01T11:15:38.373 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:15:38.374 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:15:38.375 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '', 2: '', 3: '1_1662030938.254114_440.1'} 2022-09-01T11:15:38.376 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T11:15:38.376 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:15:38.377 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:15:38.378 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:15:38.435 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:15:38.435 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:15:38.469 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:38.469+0000 7f343bd0f600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:15:38.470 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:38.470+0000 7f343bd0f600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:15:38.484 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:15:38.484 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:15:38.485 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:15:38.485 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:15:38.485 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:15:38.485 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:15:38.486 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:15:38.486 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:38.486 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:15:38.487 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:15:38.487 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:15:38.487 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:15:38.487 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:15:38.488 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:15:38.488 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:15:38.488 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:15:38.488 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:15:38.489 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:15:38.489 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:15:38.489 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:15:38.489 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:38.490 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:15:38.490 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:15:38.490 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:15:38.491 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:15:38.491 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:15:38.491 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:15:38.491 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:15:38.492 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:15:38.492 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:15:38.492 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:15:38.492 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:15:38.493 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:38.493 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:15:38.493 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:15:38.493 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:15:38.494 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:15:38.494 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:15:38.494 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:15:38.495 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:15:38.495 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:15:38.495 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:15:38.495 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:15:38.496 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:15:38.496 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:38.496 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:15:38.496 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:15:38.497 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:15:38.497 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:15:38.497 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662030938.254114_440.1", 2022-09-01T11:15:38.498 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:15:38.498 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:15:38.498 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:15:38.498 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:15:38.254114Z", 2022-09-01T11:15:38.499 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:15:38.499 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:15:38.500 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:15:38.500 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:15:38.500 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:38.500 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:15:38.501 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:15:38.501 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:15:38.501 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:38.501 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:15:38Z" 2022-09-01T11:15:38.502 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:15:38.503 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662030938.254114_440.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:15:38.254114Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:15:38Z" } 2022-09-01T11:15:38.504 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662030938.254114_440.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:15:38.254114Z', 'realm_epoch': 4}}] 2022-09-01T11:15:38.504 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662030938.254114_440.1'} 2022-09-01T11:15:38.505 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662030938.254114_440.1'} 2022-09-01T11:15:38.505 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T11:15:38.506 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T11:15:38.506 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:15:38.507 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:15:38.507 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:15:38.559 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:15:38.559 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:15:38.594 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:15:38.593+0000 7f6043230600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:15:38.595 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:15:38.594+0000 7f6043230600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:15:38.608 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:15:38.608 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T11:15:38.608 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T11:15:38.609 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T11:15:38.609 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T11:15:38.609 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:15:38.609 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:15:38.610 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:15:38.610 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T11:15:38.610 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:15:38.611 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T11:15:38.611 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:15:38.612 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:15:38.612 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:15:38.612 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:15:38.612 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T11:15:38.613 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:15:38.613 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:15:38.613 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:15:38.613 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:15:38.614 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:15:38.614 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:15:38.614 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T11:15:38.615 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:15:38.615 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:15:38.615 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:15:38.616 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:15:38.616 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:15:38.616 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:15:38.617 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "0.000000", 2022-09-01T11:15:38.617 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:15:38.617 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:15:38.618 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:15:38.618 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:15:38.618 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T11:15:38.618 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:15:38.619 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:15:38.619 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:15:38.619 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:15:38.620 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:15:38.620 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:15:38.620 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:15:38.621 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:15:38.621 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:15:38.622 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:15:38.622 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:15:38.623 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T11:15:38.623 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:15:38.624 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:15:38.624 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662030938.254114_440.1", 2022-09-01T11:15:38.625 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:15:38.625 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:15:38.626 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:15:38.626 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:15:38.254114Z", 2022-09-01T11:15:38.626 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:15:38.627 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:15:38.627 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:15:38.628 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:15:38.628 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:15:38.628 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T11:15:38.629 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T11:15:38.629 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T11:15:38.630 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:15:38.630 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T11:15:38Z" 2022-09-01T11:15:38.630 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:15:38.632 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662030938.254114_440.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:15:38.254114Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:15:38Z" } 2022-09-01T11:15:38.633 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662030938.254114_440.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:15:38.254114Z', 'realm_epoch': 4}}] 2022-09-01T11:15:38.633 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662030938.254114_440.1'} 2022-09-01T11:15:38.634 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662030938.254114_440.1'} 2022-09-01T11:15:38.634 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T11:15:38.635 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T11:15:38.635 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:15:38.636 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:15:38.637 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:15:38.688 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:15:38.689 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:15:38.716 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:38.716+0000 7f2968ebe600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:15:38.718 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:38.717+0000 7f2968ebe600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:15:38.731 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:15:38.731 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:15:38.731 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:15:38.732 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:15:38.732 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:15:38.733 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:15:38.733 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:15:38.733 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:38.733 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:15:38.734 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:15:38.734 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:15:38.735 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:15:38.735 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:15:38.735 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:15:38.735 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:15:38.736 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:15:38.736 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:15:38.736 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:15:38.737 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:15:38.737 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:15:38.737 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:38.737 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:15:38.738 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:15:38.738 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:15:38.738 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:15:38.739 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:15:38.739 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:15:38.739 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:15:38.739 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:15:38.740 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:15:38.740 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:15:38.740 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:15:38.740 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:38.741 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:15:38.741 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:15:38.741 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:15:38.741 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:15:38.742 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:15:38.742 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:15:38.743 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:15:38.743 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:15:38.743 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:15:38.744 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:15:38.744 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:15:38.745 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:38.745 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:15:38.746 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:15:38.746 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:15:38.747 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:15:38.747 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662030938.245229_437.1", 2022-09-01T11:15:38.748 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:15:38.748 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:15:38.749 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:15:38.749 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:15:38.245229Z", 2022-09-01T11:15:38.750 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:15:38.750 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:15:38.751 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:15:38.751 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:15:38.752 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:38.752 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:15:38.752 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:15:38.753 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:15:38.753 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:38.754 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:15:38Z" 2022-09-01T11:15:38.754 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:15:38.756 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662030938.245229_437.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:15:38.245229Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:15:38Z" } 2022-09-01T11:15:38.757 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662030938.245229_437.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:15:38.245229Z', 'realm_epoch': 4}}] 2022-09-01T11:15:38.757 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662030938.254114_440.1'} 2022-09-01T11:15:38.758 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662030938.245229_437.1'} 2022-09-01T11:15:38.758 WARNING:rgw_multi.tests:zone test-zone4 behind master: shard=3 master=1_1662030938.254114_440.1 target=1_1662030938.245229_437.1 2022-09-01T11:15:43.760 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:15:43.761 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:15:43.762 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:15:43.821 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:15:43.821 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:15:43.852 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:43.852+0000 7ffa7b2f0600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:15:43.854 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:43.853+0000 7ffa7b2f0600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:15:43.867 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:15:43.868 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:15:43.868 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:15:43.869 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:15:43.869 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:15:43.870 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:15:43.870 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:15:43.871 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:43.871 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:15:43.872 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:15:43.872 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:15:43.873 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:15:43.873 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:15:43.873 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:15:43.873 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:15:43.874 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:15:43.874 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:15:43.874 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:15:43.875 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:15:43.875 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:15:43.875 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:43.875 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:15:43.876 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:15:43.876 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:15:43.876 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:15:43.876 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:15:43.876 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:15:43.877 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:15:43.877 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:15:43.877 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:15:43.877 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:15:43.878 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:15:43.878 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:43.878 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:15:43.878 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:15:43.879 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:15:43.879 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:15:43.879 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:15:43.879 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:15:43.880 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:15:43.880 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:15:43.880 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:15:43.881 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:15:43.881 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:15:43.882 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:43.882 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:15:43.883 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:15:43.883 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:15:43.884 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:15:43.884 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662030938.254114_440.1", 2022-09-01T11:15:43.885 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:15:43.885 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:15:43.886 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:15:43.886 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:15:38.254114Z", 2022-09-01T11:15:43.887 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:15:43.887 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:15:43.888 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:15:43.888 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:15:43.889 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:43.889 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:15:43.889 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:15:43.890 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:15:43.890 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:15:43.891 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:15:43Z" 2022-09-01T11:15:43.891 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:15:43.893 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662030938.254114_440.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:15:38.254114Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:15:43Z" } 2022-09-01T11:15:43.894 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662030938.254114_440.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:15:38.254114Z', 'realm_epoch': 4}}] 2022-09-01T11:15:43.895 DEBUG:rgw_multi.tests:log_status={0: '', 1: '', 2: '', 3: '1_1662030938.254114_440.1'} 2022-09-01T11:15:43.896 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662030938.254114_440.1'} 2022-09-01T11:15:43.897 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T11:15:43.897 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:15:43.898 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:15:43.899 DEBUG:boto:Method: HEAD 2022-09-01T11:15:43.900 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:15:43.900 DEBUG:boto:Data: 2022-09-01T11:15:43.901 DEBUG:boto:Headers: {} 2022-09-01T11:15:43.901 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:15:43.901 DEBUG:boto:Port: 8000 2022-09-01T11:15:43.902 DEBUG:boto:Params: {} 2022-09-01T11:15:43.903 DEBUG:boto:Token: None 2022-09-01T11:15:43.903 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:15:43 GMT /ptoxvb-74/ 2022-09-01T11:15:43.904 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dQhc7N+hpDUbiGGaVnSfC2tn8NY= 2022-09-01T11:15:43.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dQhc7N+hpDUbiGGaVnSfC2tn8NY=', 'Content-Length': '0'} 2022-09-01T11:15:43.907 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000214398fcb4d413e7-006310945f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:15:43.909 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:15:43.910 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:15:43.911 DEBUG:boto:Method: PUT 2022-09-01T11:15:43.912 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:15:43.913 DEBUG:boto:Data: 2022-09-01T11:15:43.914 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:15:43.914 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:15:43.915 DEBUG:boto:Port: 8000 2022-09-01T11:15:43.916 DEBUG:boto:Params: {} 2022-09-01T11:15:43.916 DEBUG:boto:Token: None 2022-09-01T11:15:43.917 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:15:43 GMT /ptoxvb-74/obj11 2022-09-01T11:15:43.917 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eMQhW4Zmjtia8YFU9HZM17/47yY= 2022-09-01T11:15:43.918 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eMQhW4Zmjtia8YFU9HZM17/47yY='} 2022-09-01T11:15:43.927 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000dc0aa1b20bd445a5-006310945f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:15:43.928 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:15:43.928 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:15:43.929 DEBUG:boto:Method: HEAD 2022-09-01T11:15:43.929 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:15:43.930 DEBUG:boto:Data: 2022-09-01T11:15:43.930 DEBUG:boto:Headers: {} 2022-09-01T11:15:43.931 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:15:43.931 DEBUG:boto:Port: 8000 2022-09-01T11:15:43.932 DEBUG:boto:Params: {} 2022-09-01T11:15:43.933 DEBUG:boto:Token: None 2022-09-01T11:15:43.933 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:15:43 GMT /ptoxvb-74/ 2022-09-01T11:15:43.934 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dQhc7N+hpDUbiGGaVnSfC2tn8NY= 2022-09-01T11:15:43.935 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dQhc7N+hpDUbiGGaVnSfC2tn8NY=', 'Content-Length': '0'} 2022-09-01T11:15:43.938 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '3'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009d7653be11111da0-006310945f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:15:43.939 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:15:43.939 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:15:43.940 DEBUG:boto:Method: PUT 2022-09-01T11:15:43.940 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:15:43.941 DEBUG:boto:Data: 2022-09-01T11:15:43.941 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:15:43.942 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:15:43.942 DEBUG:boto:Port: 8000 2022-09-01T11:15:43.943 DEBUG:boto:Params: {} 2022-09-01T11:15:43.944 DEBUG:boto:Token: None 2022-09-01T11:15:43.945 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:15:43 GMT /ptoxvb-74/obj22 2022-09-01T11:15:43.945 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pOB8h3fzVfXQsczk9lIenJp9zRI= 2022-09-01T11:15:43.946 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pOB8h3fzVfXQsczk9lIenJp9zRI='} 2022-09-01T11:15:43.952 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000aa559f198d2cc5c7-006310945f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:15:43.952 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:15:43.953 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:15:43.953 DEBUG:boto:Method: HEAD 2022-09-01T11:15:43.954 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:15:43.954 DEBUG:boto:Data: 2022-09-01T11:15:43.955 DEBUG:boto:Headers: {} 2022-09-01T11:15:43.955 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:15:43.956 DEBUG:boto:Port: 8000 2022-09-01T11:15:43.956 DEBUG:boto:Params: {} 2022-09-01T11:15:43.957 DEBUG:boto:Token: None 2022-09-01T11:15:43.958 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:15:43 GMT /ptoxvb-74/ 2022-09-01T11:15:43.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dQhc7N+hpDUbiGGaVnSfC2tn8NY= 2022-09-01T11:15:43.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dQhc7N+hpDUbiGGaVnSfC2tn8NY=', 'Content-Length': '0'} 2022-09-01T11:15:43.961 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007c204857665b775b-006310945f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:15:43.962 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:15:43.963 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:15:43.963 DEBUG:boto:Method: PUT 2022-09-01T11:15:43.964 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:15:43.964 DEBUG:boto:Data: 2022-09-01T11:15:43.965 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:15:43.965 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:15:43.966 DEBUG:boto:Port: 8000 2022-09-01T11:15:43.966 DEBUG:boto:Params: {} 2022-09-01T11:15:43.967 DEBUG:boto:Token: None 2022-09-01T11:15:43.968 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:15:43 GMT /ptoxvb-74/obj33 2022-09-01T11:15:43.968 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9tX/EOyTiG0OWm4vqPyZU1bnR+w= 2022-09-01T11:15:43.969 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:15:43 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9tX/EOyTiG0OWm4vqPyZU1bnR+w='} 2022-09-01T11:15:44.014 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000bb39e41a3e784c65-006310945f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:15:44.015 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:15:44.015 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:15:44.016 DEBUG:boto:Method: HEAD 2022-09-01T11:15:44.016 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:15:44.017 DEBUG:boto:Data: 2022-09-01T11:15:44.017 DEBUG:boto:Headers: {} 2022-09-01T11:15:44.018 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:15:44.018 DEBUG:boto:Port: 8000 2022-09-01T11:15:44.019 DEBUG:boto:Params: {} 2022-09-01T11:15:44.019 DEBUG:boto:Token: None 2022-09-01T11:15:44.020 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:15:44 GMT /ptoxvb-74/ 2022-09-01T11:15:44.021 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ndwv5BXpcHXXoUUqSV24BzFUSQ8= 2022-09-01T11:15:44.021 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:15:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ndwv5BXpcHXXoUUqSV24BzFUSQ8=', 'Content-Length': '0'} 2022-09-01T11:15:44.024 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '9'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002b9785a3a32ffbc5-0063109460-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:15:44.025 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:15:44.025 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:15:44.026 DEBUG:boto:Method: PUT 2022-09-01T11:15:44.026 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:15:44.027 DEBUG:boto:Data: 2022-09-01T11:15:44.027 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:15:44.028 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:15:44.028 DEBUG:boto:Port: 8000 2022-09-01T11:15:44.029 DEBUG:boto:Params: {} 2022-09-01T11:15:44.029 DEBUG:boto:Token: None 2022-09-01T11:15:44.030 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:15:44 GMT /ptoxvb-74/obj44 2022-09-01T11:15:44.030 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VPlJRgQlac2E0Xix/tk2iZ9gpdk= 2022-09-01T11:15:44.031 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:15:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VPlJRgQlac2E0Xix/tk2iZ9gpdk='} 2022-09-01T11:15:44.039 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000d57cd93719415a5e-0063109460-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:15:44.040 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:15:44.041 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:15:44.041 DEBUG:boto:Method: HEAD 2022-09-01T11:15:44.042 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:15:44.042 DEBUG:boto:Data: 2022-09-01T11:15:44.043 DEBUG:boto:Headers: {} 2022-09-01T11:15:44.043 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:15:44.044 DEBUG:boto:Port: 8000 2022-09-01T11:15:44.044 DEBUG:boto:Params: {} 2022-09-01T11:15:44.045 DEBUG:boto:Token: None 2022-09-01T11:15:44.045 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:15:44 GMT /ptoxvb-74/ 2022-09-01T11:15:44.046 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ndwv5BXpcHXXoUUqSV24BzFUSQ8= 2022-09-01T11:15:44.046 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:15:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ndwv5BXpcHXXoUUqSV24BzFUSQ8=', 'Content-Length': '0'} 2022-09-01T11:15:44.049 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008ce9a306c9f7cf75-0063109460-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:15:44.050 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:15:44.050 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:15:44.051 DEBUG:boto:Method: PUT 2022-09-01T11:15:44.051 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:15:44.052 DEBUG:boto:Data: 2022-09-01T11:15:44.052 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:15:44.053 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:15:44.053 DEBUG:boto:Port: 8000 2022-09-01T11:15:44.054 DEBUG:boto:Params: {} 2022-09-01T11:15:44.054 DEBUG:boto:Token: None 2022-09-01T11:15:44.055 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:15:44 GMT /ptoxvb-74/obj55 2022-09-01T11:15:44.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zK82EoM7iI7nF7/KbfXqbx44+DE= 2022-09-01T11:15:44.056 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:15:44 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zK82EoM7iI7nF7/KbfXqbx44+DE='} 2022-09-01T11:15:44.063 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000008b0ba8a428ad0592-0063109460-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:15:44.064 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-74 2022-09-01T11:15:44.064 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:15:44.065 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:15:44.066 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:15:44.126 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:15:44.127 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:15:44.163 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:44.163+0000 7f4431dc5600 1 waiting to reach incremental sync.. 2022-09-01T11:15:49.165 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:49.165+0000 7f4431dc5600 1 bucket sync caught up with source: 2022-09-01T11:15:49.166 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:15:49.166 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:15:49.167 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:49.165+0000 7f4431dc5600 0 bucket checkpoint complete 2022-09-01T11:15:49.185 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-74 2022-09-01T11:15:49.186 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:15:49.186 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:15:49.188 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:15:49.253 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:15:49.253 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:15:49.310 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:15:49.309+0000 7f5f25d9c600 1 waiting to reach incremental sync.. 2022-09-01T11:15:54.312 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:15:54.313+0000 7f5f25d9c600 1 bucket sync caught up with source: 2022-09-01T11:15:54.313 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:15:54.313 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:15:54.313 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:15:54.313+0000 7f5f25d9c600 0 bucket checkpoint complete 2022-09-01T11:15:54.330 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:15:54.331 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:15:54.332 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:15:54.332 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:15:54.396 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:15:54.397 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:15:54.436 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:54.437+0000 7f9d09849600 1 waiting for incremental sync to catch up: 2022-09-01T11:15:54.437 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:15:54.437 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:15:59.438 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:15:59.438+0000 7f9d09849600 1 waiting for incremental sync to catch up: 2022-09-01T11:15:59.439 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:15:59.439 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:04.440 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:16:04.440+0000 7f9d09849600 1 waiting for incremental sync to catch up: 2022-09-01T11:16:04.440 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:04.441 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:09.441 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:16:09.442+0000 7f9d09849600 1 waiting for incremental sync to catch up: 2022-09-01T11:16:09.442 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:09.442 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:14.443 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:16:14.444+0000 7f9d09849600 1 waiting for incremental sync to catch up: 2022-09-01T11:16:14.444 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:14.444 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:19.445 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:16:19.445+0000 7f9d09849600 1 waiting for incremental sync to catch up: 2022-09-01T11:16:19.446 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:19.446 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:24.446 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:16:24.447+0000 7f9d09849600 1 waiting for incremental sync to catch up: 2022-09-01T11:16:24.446 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:24.447 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:29.447 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:16:29.448+0000 7f9d09849600 1 waiting for incremental sync to catch up: 2022-09-01T11:16:29.448 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:29.448 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:34.449 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:16:34.450+0000 7f9d09849600 1 waiting for incremental sync to catch up: 2022-09-01T11:16:34.450 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:34.450 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:39.451 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:16:39.451+0000 7f9d09849600 1 waiting for incremental sync to catch up: 2022-09-01T11:16:39.451 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:39.451 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:44.452 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:16:44.452+0000 7f9d09849600 1 waiting for incremental sync to catch up: 2022-09-01T11:16:44.453 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:44.453 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:49.454 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:16:49.454+0000 7f9d09849600 1 waiting for incremental sync to catch up: 2022-09-01T11:16:49.454 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:49.455 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:54.455 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:16:54.455+0000 7f9d09849600 1 bucket sync caught up with source: 2022-09-01T11:16:54.456 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:54.457 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.110.5, 00000000002.80.5, 00000000002.103.5] 2022-09-01T11:16:54.457 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:16:54.455+0000 7f9d09849600 0 bucket checkpoint complete 2022-09-01T11:16:54.474 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-74 2022-09-01T11:16:54.476 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:16:54.477 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:16:54.478 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:16:54.542 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:16:54.543 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:16:54.591 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:16:54.590+0000 7f133d51d600 1 bucket sync caught up with source: 2022-09-01T11:16:54.591 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.179.5, 00000000002.271.5, 00000000002.226.5] 2022-09-01T11:16:54.592 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.179.5, 00000000002.271.5, 00000000002.226.5] 2022-09-01T11:16:54.592 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:16:54.590+0000 7f133d51d600 0 bucket checkpoint complete 2022-09-01T11:16:54.606 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-74 2022-09-01T11:16:54.607 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:16:54.608 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:16:54.608 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:16:54.666 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:16:54.666 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:16:54.703 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:16:54.703+0000 7f64a7e82600 1 bucket sync caught up with source: 2022-09-01T11:16:54.704 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.179.5, 00000000002.271.5, 00000000002.226.5] 2022-09-01T11:16:54.704 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.179.5, 00000000002.271.5, 00000000002.226.5] 2022-09-01T11:16:54.704 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:16:54.703+0000 7f64a7e82600 0 bucket checkpoint complete 2022-09-01T11:16:54.721 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:16:54.722 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-74 2022-09-01T11:16:54.723 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:16:54.724 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:16:54.725 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:16:54.783 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:16:54.783 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:16:54.841 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:16:54.841+0000 7f6ff4b35600 1 bucket sync caught up with source: 2022-09-01T11:16:54.842 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.395.5, 00000000002.448.5, 00000000002.291.5] 2022-09-01T11:16:54.842 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.395.5, 00000000002.448.5, 00000000002.291.5] 2022-09-01T11:16:54.842 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:16:54.841+0000 7f6ff4b35600 0 bucket checkpoint complete 2022-09-01T11:16:54.864 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-74 2022-09-01T11:16:54.865 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:16:54.865 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:16:54.866 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:16:54.934 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:16:54.934 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:16:54.974 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:16:54.974+0000 7fcc51358600 1 bucket sync caught up with source: 2022-09-01T11:16:54.975 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.395.5, 00000000002.448.5, 00000000002.291.5] 2022-09-01T11:16:54.975 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.395.5, 00000000002.448.5, 00000000002.291.5] 2022-09-01T11:16:54.975 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:16:54.974+0000 7fcc51358600 0 bucket checkpoint complete 2022-09-01T11:16:54.990 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:16:54.991 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone2, test-zone1} 2022-09-01T11:16:54.992 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:54.993 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:54.994 DEBUG:boto:Method: HEAD 2022-09-01T11:16:54.995 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:16:54.995 DEBUG:boto:Data: 2022-09-01T11:16:54.996 DEBUG:boto:Headers: {} 2022-09-01T11:16:54.996 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:54.997 DEBUG:boto:Port: 8000 2022-09-01T11:16:54.997 DEBUG:boto:Params: {} 2022-09-01T11:16:54.998 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:16:54.999 DEBUG:boto:Token: None 2022-09-01T11:16:55.000 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:54 GMT /ptoxvb-74/ 2022-09-01T11:16:55.000 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:znM+gKQ6NFxbRjR/5ZqvoJz3QXU= 2022-09-01T11:16:55.001 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:znM+gKQ6NFxbRjR/5ZqvoJz3QXU=', 'Content-Length': '0'} 2022-09-01T11:16:55.006 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000538b6b40fe30a014-00631094a7-183f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.007 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.008 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.008 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.009 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:16:55.009 DEBUG:boto:Data: 2022-09-01T11:16:55.010 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.011 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.011 DEBUG:boto:Params: {} 2022-09-01T11:16:55.012 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:16:55.013 DEBUG:boto:Token: None 2022-09-01T11:16:55.013 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/ 2022-09-01T11:16:55.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwMraH2R2p9g+u/pJSemkyOOCX4= 2022-09-01T11:16:55.014 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwMraH2R2p9g+u/pJSemkyOOCX4=', 'Content-Length': '0'} 2022-09-01T11:16:55.018 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000be9d0d9af75f1083-00631094a7-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.019 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:16:55.019 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.020 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.020 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:55.021 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:55.021 DEBUG:boto:Method: GET 2022-09-01T11:16:55.022 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:55.022 DEBUG:boto:Data: 2022-09-01T11:16:55.023 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.023 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.024 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.024 DEBUG:boto:Params: {} 2022-09-01T11:16:55.025 DEBUG:boto:Token: None 2022-09-01T11:16:55.026 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/?versions 2022-09-01T11:16:55.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gH82IwBV3QDwcYlsqOoRNioRjNA= 2022-09-01T11:16:55.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gH82IwBV3QDwcYlsqOoRNioRjNA=', 'Content-Length': '0'} 2022-09-01T11:16:55.032 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000090dc95cb406ccf75-00631094a7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.033 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.036 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:16:55.037 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:16:55.038 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:16:55.038 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:16:55.039 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:16:55.040 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:16:55.040 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.041 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.041 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:55.042 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:55.042 DEBUG:boto:Method: GET 2022-09-01T11:16:55.043 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:55.043 DEBUG:boto:Data: 2022-09-01T11:16:55.044 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.044 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.045 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.045 DEBUG:boto:Params: {} 2022-09-01T11:16:55.046 DEBUG:boto:Token: None 2022-09-01T11:16:55.047 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/?versions 2022-09-01T11:16:55.047 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gH82IwBV3QDwcYlsqOoRNioRjNA= 2022-09-01T11:16:55.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gH82IwBV3QDwcYlsqOoRNioRjNA=', 'Content-Length': '0'} 2022-09-01T11:16:55.050 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bcfc692b4aca781d-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.051 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.052 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:16:55.053 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:16:55.053 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:16:55.054 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:16:55.054 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:16:55.055 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.055 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.056 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:55.056 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:55.057 DEBUG:boto:Method: GET 2022-09-01T11:16:55.057 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:55.058 DEBUG:boto:Data: 2022-09-01T11:16:55.059 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.059 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.060 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.060 DEBUG:boto:Params: {} 2022-09-01T11:16:55.061 DEBUG:boto:Token: None 2022-09-01T11:16:55.061 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/?versions 2022-09-01T11:16:55.062 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gH82IwBV3QDwcYlsqOoRNioRjNA= 2022-09-01T11:16:55.062 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gH82IwBV3QDwcYlsqOoRNioRjNA=', 'Content-Length': '0'} 2022-09-01T11:16:55.065 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000091e6f2da5b0a63dc-00631094a7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.066 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.067 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.067 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.068 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:55.068 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:55.069 DEBUG:boto:Method: GET 2022-09-01T11:16:55.069 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:55.070 DEBUG:boto:Data: 2022-09-01T11:16:55.070 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.071 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.072 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.072 DEBUG:boto:Params: {} 2022-09-01T11:16:55.073 DEBUG:boto:Token: None 2022-09-01T11:16:55.073 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/?versions 2022-09-01T11:16:55.074 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gH82IwBV3QDwcYlsqOoRNioRjNA= 2022-09-01T11:16:55.074 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gH82IwBV3QDwcYlsqOoRNioRjNA=', 'Content-Length': '0'} 2022-09-01T11:16:55.077 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cd3118f96ffc4795-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.078 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.079 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:16:55.079 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:55.080 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:55.081 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.081 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.082 DEBUG:boto:Method: GET 2022-09-01T11:16:55.082 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.083 DEBUG:boto:Data: 2022-09-01T11:16:55.083 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.084 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.084 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.085 DEBUG:boto:Params: {} 2022-09-01T11:16:55.086 DEBUG:boto:Token: None 2022-09-01T11:16:55.086 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.087 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2tGHzVOh1GBYrhkFAIgSO7uaXF8= 2022-09-01T11:16:55.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2tGHzVOh1GBYrhkFAIgSO7uaXF8=', 'Content-Length': '0'} 2022-09-01T11:16:55.090 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ffd3c0ab4ef19c5-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.091 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:55.091 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:55.092 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.092 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.093 DEBUG:boto:Method: GET 2022-09-01T11:16:55.093 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.094 DEBUG:boto:Data: 2022-09-01T11:16:55.094 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.095 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.096 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.096 DEBUG:boto:Params: {} 2022-09-01T11:16:55.097 DEBUG:boto:Token: None 2022-09-01T11:16:55.097 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.098 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2tGHzVOh1GBYrhkFAIgSO7uaXF8= 2022-09-01T11:16:55.099 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2tGHzVOh1GBYrhkFAIgSO7uaXF8=', 'Content-Length': '0'} 2022-09-01T11:16:55.101 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000066727975b13fedca-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.102 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:55.102 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:55.103 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.103 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.104 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.104 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.105 DEBUG:boto:Data: 2022-09-01T11:16:55.106 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.106 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.107 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.108 DEBUG:boto:Params: {} 2022-09-01T11:16:55.108 DEBUG:boto:Token: None 2022-09-01T11:16:55.109 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0a0k1LCt228R9G2vytxX+6loPlE= 2022-09-01T11:16:55.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0a0k1LCt228R9G2vytxX+6loPlE=', 'Content-Length': '0'} 2022-09-01T11:16:55.112 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f87297f374e557dd-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.113 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:55.113 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:55.114 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.114 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.115 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.115 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.116 DEBUG:boto:Data: 2022-09-01T11:16:55.116 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.117 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.117 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.118 DEBUG:boto:Params: {} 2022-09-01T11:16:55.118 DEBUG:boto:Token: None 2022-09-01T11:16:55.119 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.119 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0a0k1LCt228R9G2vytxX+6loPlE= 2022-09-01T11:16:55.120 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0a0k1LCt228R9G2vytxX+6loPlE=', 'Content-Length': '0'} 2022-09-01T11:16:55.122 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003e5556332fc8089f-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.123 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:16:55.123 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:55.124 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:55.124 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.125 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.125 DEBUG:boto:Method: GET 2022-09-01T11:16:55.126 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.126 DEBUG:boto:Data: 2022-09-01T11:16:55.127 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.127 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.128 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.129 DEBUG:boto:Params: {} 2022-09-01T11:16:55.129 DEBUG:boto:Token: None 2022-09-01T11:16:55.130 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.130 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2tGHzVOh1GBYrhkFAIgSO7uaXF8= 2022-09-01T11:16:55.131 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2tGHzVOh1GBYrhkFAIgSO7uaXF8=', 'Content-Length': '0'} 2022-09-01T11:16:55.133 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c1094d8d8f6329e5-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.174 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:55.175 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:55.176 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.176 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.177 DEBUG:boto:Method: GET 2022-09-01T11:16:55.177 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.178 DEBUG:boto:Data: 2022-09-01T11:16:55.179 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.180 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.181 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.181 DEBUG:boto:Params: {} 2022-09-01T11:16:55.182 DEBUG:boto:Token: None 2022-09-01T11:16:55.183 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:55.184 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2tGHzVOh1GBYrhkFAIgSO7uaXF8= 2022-09-01T11:16:55.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2tGHzVOh1GBYrhkFAIgSO7uaXF8=', 'Content-Length': '0'} 2022-09-01T11:16:55.187 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007e1a204fd21810b7-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.188 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.188 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.189 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:55.190 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:55.190 DEBUG:boto:Method: GET 2022-09-01T11:16:55.191 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:16:55.191 DEBUG:boto:Data: 2022-09-01T11:16:55.192 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.193 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.194 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.194 DEBUG:boto:Params: {} 2022-09-01T11:16:55.195 DEBUG:boto:Token: None 2022-09-01T11:16:55.196 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/ 2022-09-01T11:16:55.197 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI= 2022-09-01T11:16:55.197 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI=', 'Content-Length': '0'} 2022-09-01T11:16:55.200 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f50b807438128caa-00631094a7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.200 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.201 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.202 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.202 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:55.203 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:55.203 DEBUG:boto:Method: GET 2022-09-01T11:16:55.204 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:16:55.204 DEBUG:boto:Data: 2022-09-01T11:16:55.205 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.205 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.206 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.206 DEBUG:boto:Params: {} 2022-09-01T11:16:55.207 DEBUG:boto:Token: None 2022-09-01T11:16:55.208 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/ 2022-09-01T11:16:55.208 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI= 2022-09-01T11:16:55.209 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI=', 'Content-Length': '0'} 2022-09-01T11:16:55.212 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000008ef4db809f1ea00-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.212 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.213 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:55.214 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:55.214 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.215 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:16:55.215 DEBUG:boto:Data: 2022-09-01T11:16:55.216 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.216 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.217 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.217 DEBUG:boto:Params: {} 2022-09-01T11:16:55.218 DEBUG:boto:Token: None 2022-09-01T11:16:55.218 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj11 2022-09-01T11:16:55.219 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HbklvA8HOAOblRLFipqpiggvmZ0= 2022-09-01T11:16:55.220 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HbklvA8HOAOblRLFipqpiggvmZ0=', 'Content-Length': '0'} 2022-09-01T11:16:55.222 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c8faf2e782da0c0f-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.222 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:55.223 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:55.224 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.224 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:16:55.225 DEBUG:boto:Data: 2022-09-01T11:16:55.225 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.226 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.226 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.227 DEBUG:boto:Params: {} 2022-09-01T11:16:55.227 DEBUG:boto:Token: None 2022-09-01T11:16:55.228 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj11 2022-09-01T11:16:55.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HbklvA8HOAOblRLFipqpiggvmZ0= 2022-09-01T11:16:55.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HbklvA8HOAOblRLFipqpiggvmZ0=', 'Content-Length': '0'} 2022-09-01T11:16:55.232 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba880cc589df8e1c-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.232 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:16:55.233 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:55.234 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:55.234 DEBUG:boto:Method: GET 2022-09-01T11:16:55.235 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:16:55.235 DEBUG:boto:Data: 2022-09-01T11:16:55.236 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.236 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.237 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.237 DEBUG:boto:Params: {} 2022-09-01T11:16:55.238 DEBUG:boto:Token: None 2022-09-01T11:16:55.239 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj11 2022-09-01T11:16:55.239 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Inm72XTnC0CqqJMKW2Gg8OFYChU= 2022-09-01T11:16:55.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Inm72XTnC0CqqJMKW2Gg8OFYChU=', 'Content-Length': '0'} 2022-09-01T11:16:55.243 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ac1cd961039636c5-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.243 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:55.244 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:55.245 DEBUG:boto:Method: GET 2022-09-01T11:16:55.245 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:16:55.246 DEBUG:boto:Data: 2022-09-01T11:16:55.246 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.247 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.248 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.248 DEBUG:boto:Params: {} 2022-09-01T11:16:55.249 DEBUG:boto:Token: None 2022-09-01T11:16:55.250 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj11 2022-09-01T11:16:55.251 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Inm72XTnC0CqqJMKW2Gg8OFYChU= 2022-09-01T11:16:55.252 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Inm72XTnC0CqqJMKW2Gg8OFYChU=', 'Content-Length': '0'} 2022-09-01T11:16:55.254 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e5d3a68dbd6c4b47-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.255 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.255 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.256 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:55.256 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:55.257 DEBUG:boto:Method: GET 2022-09-01T11:16:55.258 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:16:55.258 DEBUG:boto:Data: 2022-09-01T11:16:55.259 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.259 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.260 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.260 DEBUG:boto:Params: {} 2022-09-01T11:16:55.261 DEBUG:boto:Token: None 2022-09-01T11:16:55.262 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/ 2022-09-01T11:16:55.262 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI= 2022-09-01T11:16:55.263 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI=', 'Content-Length': '0'} 2022-09-01T11:16:55.266 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000259b6ac3668f4f3c-00631094a7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.267 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.268 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.268 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.269 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:55.269 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:55.270 DEBUG:boto:Method: GET 2022-09-01T11:16:55.271 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:16:55.271 DEBUG:boto:Data: 2022-09-01T11:16:55.272 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.272 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.273 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.273 DEBUG:boto:Params: {} 2022-09-01T11:16:55.274 DEBUG:boto:Token: None 2022-09-01T11:16:55.275 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/ 2022-09-01T11:16:55.275 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI= 2022-09-01T11:16:55.276 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI=', 'Content-Length': '0'} 2022-09-01T11:16:55.279 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004c126b13ea1f8468-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.280 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.282 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:16:55.283 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:55.284 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:55.285 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.286 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.287 DEBUG:boto:Method: GET 2022-09-01T11:16:55.288 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.289 DEBUG:boto:Data: 2022-09-01T11:16:55.290 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.291 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.292 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.293 DEBUG:boto:Params: {} 2022-09-01T11:16:55.294 DEBUG:boto:Token: None 2022-09-01T11:16:55.295 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.296 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uzbywuYzwhEHoIp45s/wU+WVvEc= 2022-09-01T11:16:55.297 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uzbywuYzwhEHoIp45s/wU+WVvEc=', 'Content-Length': '0'} 2022-09-01T11:16:55.300 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e7dbfac497066f1-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.342 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:55.343 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:55.344 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.345 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.346 DEBUG:boto:Method: GET 2022-09-01T11:16:55.347 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.348 DEBUG:boto:Data: 2022-09-01T11:16:55.349 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.350 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.351 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.352 DEBUG:boto:Params: {} 2022-09-01T11:16:55.354 DEBUG:boto:Token: None 2022-09-01T11:16:55.355 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.356 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uzbywuYzwhEHoIp45s/wU+WVvEc= 2022-09-01T11:16:55.356 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uzbywuYzwhEHoIp45s/wU+WVvEc=', 'Content-Length': '0'} 2022-09-01T11:16:55.359 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000000d0abcb043d1b0-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.360 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:55.360 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:55.361 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.361 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.362 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.362 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.363 DEBUG:boto:Data: 2022-09-01T11:16:55.364 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.364 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.365 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.365 DEBUG:boto:Params: {} 2022-09-01T11:16:55.366 DEBUG:boto:Token: None 2022-09-01T11:16:55.366 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.367 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qxngB6W2fbZRDpTmHGRPyvt8vMQ= 2022-09-01T11:16:55.368 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qxngB6W2fbZRDpTmHGRPyvt8vMQ=', 'Content-Length': '0'} 2022-09-01T11:16:55.370 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e075d2a8acded694-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.371 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:55.371 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:55.372 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.372 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.373 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.373 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.374 DEBUG:boto:Data: 2022-09-01T11:16:55.374 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.375 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.376 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.376 DEBUG:boto:Params: {} 2022-09-01T11:16:55.377 DEBUG:boto:Token: None 2022-09-01T11:16:55.377 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.378 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qxngB6W2fbZRDpTmHGRPyvt8vMQ= 2022-09-01T11:16:55.379 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qxngB6W2fbZRDpTmHGRPyvt8vMQ=', 'Content-Length': '0'} 2022-09-01T11:16:55.381 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000072be13a06f011c5-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.382 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:16:55.383 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:55.383 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:55.384 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.384 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.385 DEBUG:boto:Method: GET 2022-09-01T11:16:55.386 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.386 DEBUG:boto:Data: 2022-09-01T11:16:55.387 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.387 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.388 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.388 DEBUG:boto:Params: {} 2022-09-01T11:16:55.389 DEBUG:boto:Token: None 2022-09-01T11:16:55.390 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.391 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uzbywuYzwhEHoIp45s/wU+WVvEc= 2022-09-01T11:16:55.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uzbywuYzwhEHoIp45s/wU+WVvEc=', 'Content-Length': '0'} 2022-09-01T11:16:55.393 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000abba5cf2017277e-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.394 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:55.395 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:55.396 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.397 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.398 DEBUG:boto:Method: GET 2022-09-01T11:16:55.399 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.400 DEBUG:boto:Data: 2022-09-01T11:16:55.400 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.401 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.401 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.402 DEBUG:boto:Params: {} 2022-09-01T11:16:55.403 DEBUG:boto:Token: None 2022-09-01T11:16:55.403 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:55.404 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uzbywuYzwhEHoIp45s/wU+WVvEc= 2022-09-01T11:16:55.405 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uzbywuYzwhEHoIp45s/wU+WVvEc=', 'Content-Length': '0'} 2022-09-01T11:16:55.407 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071f694a81f5aadb3-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.450 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.451 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.452 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:55.452 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:55.453 DEBUG:boto:Method: GET 2022-09-01T11:16:55.453 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:16:55.454 DEBUG:boto:Data: 2022-09-01T11:16:55.454 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.455 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.455 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.456 DEBUG:boto:Params: {} 2022-09-01T11:16:55.457 DEBUG:boto:Token: None 2022-09-01T11:16:55.458 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/ 2022-09-01T11:16:55.458 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI= 2022-09-01T11:16:55.459 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI=', 'Content-Length': '0'} 2022-09-01T11:16:55.462 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009b5d0f3a87b3c150-00631094a7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.463 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.464 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.464 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.465 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:55.465 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:55.466 DEBUG:boto:Method: GET 2022-09-01T11:16:55.467 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:16:55.467 DEBUG:boto:Data: 2022-09-01T11:16:55.468 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.469 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.470 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.470 DEBUG:boto:Params: {} 2022-09-01T11:16:55.471 DEBUG:boto:Token: None 2022-09-01T11:16:55.472 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/ 2022-09-01T11:16:55.472 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI= 2022-09-01T11:16:55.474 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI=', 'Content-Length': '0'} 2022-09-01T11:16:55.477 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e43773d7d8527f04-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.478 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.479 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:55.479 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:55.480 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.480 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:16:55.481 DEBUG:boto:Data: 2022-09-01T11:16:55.481 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.482 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.483 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.483 DEBUG:boto:Params: {} 2022-09-01T11:16:55.484 DEBUG:boto:Token: None 2022-09-01T11:16:55.485 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj22 2022-09-01T11:16:55.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:niB51ur+iR9y3BxVqV7z/5Mta64= 2022-09-01T11:16:55.486 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:niB51ur+iR9y3BxVqV7z/5Mta64=', 'Content-Length': '0'} 2022-09-01T11:16:55.488 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000041e429084cf43e7e-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.489 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:55.490 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:55.490 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.491 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:16:55.491 DEBUG:boto:Data: 2022-09-01T11:16:55.492 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.493 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.493 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.494 DEBUG:boto:Params: {} 2022-09-01T11:16:55.495 DEBUG:boto:Token: None 2022-09-01T11:16:55.495 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj22 2022-09-01T11:16:55.496 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:niB51ur+iR9y3BxVqV7z/5Mta64= 2022-09-01T11:16:55.497 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:niB51ur+iR9y3BxVqV7z/5Mta64=', 'Content-Length': '0'} 2022-09-01T11:16:55.499 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006163796d8de5ce4a-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.499 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:16:55.500 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:55.501 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:55.501 DEBUG:boto:Method: GET 2022-09-01T11:16:55.502 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:16:55.502 DEBUG:boto:Data: 2022-09-01T11:16:55.503 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.503 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.504 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.505 DEBUG:boto:Params: {} 2022-09-01T11:16:55.505 DEBUG:boto:Token: None 2022-09-01T11:16:55.506 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj22 2022-09-01T11:16:55.506 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IFhYuO4isqnsmCnLaQlj7Ckp9sY= 2022-09-01T11:16:55.507 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IFhYuO4isqnsmCnLaQlj7Ckp9sY=', 'Content-Length': '0'} 2022-09-01T11:16:55.510 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014788d321b19bd19-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.510 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:55.511 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:55.512 DEBUG:boto:Method: GET 2022-09-01T11:16:55.512 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:16:55.513 DEBUG:boto:Data: 2022-09-01T11:16:55.514 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.515 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.516 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.517 DEBUG:boto:Params: {} 2022-09-01T11:16:55.517 DEBUG:boto:Token: None 2022-09-01T11:16:55.518 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj22 2022-09-01T11:16:55.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IFhYuO4isqnsmCnLaQlj7Ckp9sY= 2022-09-01T11:16:55.519 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IFhYuO4isqnsmCnLaQlj7Ckp9sY=', 'Content-Length': '0'} 2022-09-01T11:16:55.522 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073467189de782e60-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.523 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.524 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.524 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:55.525 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:55.525 DEBUG:boto:Method: GET 2022-09-01T11:16:55.526 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:16:55.526 DEBUG:boto:Data: 2022-09-01T11:16:55.527 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.528 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.528 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.529 DEBUG:boto:Params: {} 2022-09-01T11:16:55.530 DEBUG:boto:Token: None 2022-09-01T11:16:55.531 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/ 2022-09-01T11:16:55.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI= 2022-09-01T11:16:55.532 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI=', 'Content-Length': '0'} 2022-09-01T11:16:55.535 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001a679837a4d704ec-00631094a7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.536 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.537 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.537 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.538 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:55.538 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:55.539 DEBUG:boto:Method: GET 2022-09-01T11:16:55.540 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:16:55.541 DEBUG:boto:Data: 2022-09-01T11:16:55.542 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.542 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.543 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.544 DEBUG:boto:Params: {} 2022-09-01T11:16:55.544 DEBUG:boto:Token: None 2022-09-01T11:16:55.545 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/ 2022-09-01T11:16:55.546 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI= 2022-09-01T11:16:55.546 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI=', 'Content-Length': '0'} 2022-09-01T11:16:55.549 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000023dfd503e8b5059a-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.590 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.592 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:16:55.593 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:55.593 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:55.594 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.595 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.595 DEBUG:boto:Method: GET 2022-09-01T11:16:55.596 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.596 DEBUG:boto:Data: 2022-09-01T11:16:55.597 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.597 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.598 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.599 DEBUG:boto:Params: {} 2022-09-01T11:16:55.599 DEBUG:boto:Token: None 2022-09-01T11:16:55.600 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.601 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cKiaoYh1iNTf664LVEj+F2VfKAU= 2022-09-01T11:16:55.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cKiaoYh1iNTf664LVEj+F2VfKAU=', 'Content-Length': '0'} 2022-09-01T11:16:55.604 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000452d12970f8bf233-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.605 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:55.606 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:55.607 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.608 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.609 DEBUG:boto:Method: GET 2022-09-01T11:16:55.610 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.611 DEBUG:boto:Data: 2022-09-01T11:16:55.612 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.612 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.613 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.613 DEBUG:boto:Params: {} 2022-09-01T11:16:55.614 DEBUG:boto:Token: None 2022-09-01T11:16:55.614 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cKiaoYh1iNTf664LVEj+F2VfKAU= 2022-09-01T11:16:55.616 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cKiaoYh1iNTf664LVEj+F2VfKAU=', 'Content-Length': '0'} 2022-09-01T11:16:55.618 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004fda5a0551302e98-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.619 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:55.619 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:55.620 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.620 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.621 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.621 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.622 DEBUG:boto:Data: 2022-09-01T11:16:55.623 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.623 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.624 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.624 DEBUG:boto:Params: {} 2022-09-01T11:16:55.625 DEBUG:boto:Token: None 2022-09-01T11:16:55.625 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.626 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K5fFLDvdnjNve2HxK+I2GI2Aq9A= 2022-09-01T11:16:55.627 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K5fFLDvdnjNve2HxK+I2GI2Aq9A=', 'Content-Length': '0'} 2022-09-01T11:16:55.629 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a809a66282f13986-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.631 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:55.631 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:55.632 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.633 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.634 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.634 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.635 DEBUG:boto:Data: 2022-09-01T11:16:55.635 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.636 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.636 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.637 DEBUG:boto:Params: {} 2022-09-01T11:16:55.637 DEBUG:boto:Token: None 2022-09-01T11:16:55.638 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.639 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K5fFLDvdnjNve2HxK+I2GI2Aq9A= 2022-09-01T11:16:55.639 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K5fFLDvdnjNve2HxK+I2GI2Aq9A=', 'Content-Length': '0'} 2022-09-01T11:16:55.642 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c1e7b4b99e89aff-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.644 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:16:55.644 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:55.645 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:55.646 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.647 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.648 DEBUG:boto:Method: GET 2022-09-01T11:16:55.649 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.650 DEBUG:boto:Data: 2022-09-01T11:16:55.651 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.652 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.652 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.653 DEBUG:boto:Params: {} 2022-09-01T11:16:55.654 DEBUG:boto:Token: None 2022-09-01T11:16:55.654 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.655 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cKiaoYh1iNTf664LVEj+F2VfKAU= 2022-09-01T11:16:55.655 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cKiaoYh1iNTf664LVEj+F2VfKAU=', 'Content-Length': '0'} 2022-09-01T11:16:55.657 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d402c9a2b610859-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.658 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:55.659 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:55.659 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.660 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.660 DEBUG:boto:Method: GET 2022-09-01T11:16:55.661 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.661 DEBUG:boto:Data: 2022-09-01T11:16:55.662 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.663 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.663 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.664 DEBUG:boto:Params: {} 2022-09-01T11:16:55.664 DEBUG:boto:Token: None 2022-09-01T11:16:55.665 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:55.665 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cKiaoYh1iNTf664LVEj+F2VfKAU= 2022-09-01T11:16:55.666 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cKiaoYh1iNTf664LVEj+F2VfKAU=', 'Content-Length': '0'} 2022-09-01T11:16:55.668 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007cfa5c383d915a45-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.669 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.670 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.670 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:55.671 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:55.672 DEBUG:boto:Method: GET 2022-09-01T11:16:55.673 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:16:55.674 DEBUG:boto:Data: 2022-09-01T11:16:55.675 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.676 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.676 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.677 DEBUG:boto:Params: {} 2022-09-01T11:16:55.678 DEBUG:boto:Token: None 2022-09-01T11:16:55.679 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/ 2022-09-01T11:16:55.679 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI= 2022-09-01T11:16:55.680 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI=', 'Content-Length': '0'} 2022-09-01T11:16:55.683 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000884baaea1e577cfc-00631094a7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.683 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.684 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.685 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.685 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:55.686 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:55.687 DEBUG:boto:Method: GET 2022-09-01T11:16:55.688 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:16:55.688 DEBUG:boto:Data: 2022-09-01T11:16:55.689 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.689 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.690 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.691 DEBUG:boto:Params: {} 2022-09-01T11:16:55.691 DEBUG:boto:Token: None 2022-09-01T11:16:55.692 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/ 2022-09-01T11:16:55.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI= 2022-09-01T11:16:55.693 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI=', 'Content-Length': '0'} 2022-09-01T11:16:55.697 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000086af11318469a280-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.698 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.700 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:55.700 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:55.701 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.702 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:16:55.703 DEBUG:boto:Data: 2022-09-01T11:16:55.704 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.705 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.706 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.707 DEBUG:boto:Params: {} 2022-09-01T11:16:55.708 DEBUG:boto:Token: None 2022-09-01T11:16:55.709 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj33 2022-09-01T11:16:55.711 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OK5UxoimaE1jbZ0mEnm12dxuXCM= 2022-09-01T11:16:55.712 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OK5UxoimaE1jbZ0mEnm12dxuXCM=', 'Content-Length': '0'} 2022-09-01T11:16:55.714 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a49f0298744d7fa1-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.715 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:55.716 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:55.717 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.718 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:16:55.718 DEBUG:boto:Data: 2022-09-01T11:16:55.719 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.720 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.721 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.722 DEBUG:boto:Params: {} 2022-09-01T11:16:55.723 DEBUG:boto:Token: None 2022-09-01T11:16:55.723 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj33 2022-09-01T11:16:55.724 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OK5UxoimaE1jbZ0mEnm12dxuXCM= 2022-09-01T11:16:55.726 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OK5UxoimaE1jbZ0mEnm12dxuXCM=', 'Content-Length': '0'} 2022-09-01T11:16:55.728 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e712168c0cc7e79f-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.730 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:16:55.731 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:55.732 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:55.733 DEBUG:boto:Method: GET 2022-09-01T11:16:55.734 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:16:55.735 DEBUG:boto:Data: 2022-09-01T11:16:55.737 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.744 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.745 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.746 DEBUG:boto:Params: {} 2022-09-01T11:16:55.746 DEBUG:boto:Token: None 2022-09-01T11:16:55.747 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj33 2022-09-01T11:16:55.748 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8/dx2ka6hox09lA1SoygZS7RGk4= 2022-09-01T11:16:55.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8/dx2ka6hox09lA1SoygZS7RGk4=', 'Content-Length': '0'} 2022-09-01T11:16:55.751 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000017abc602bdfb1fcc-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.794 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:55.795 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:55.796 DEBUG:boto:Method: GET 2022-09-01T11:16:55.797 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:16:55.798 DEBUG:boto:Data: 2022-09-01T11:16:55.799 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.799 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.800 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.801 DEBUG:boto:Params: {} 2022-09-01T11:16:55.803 DEBUG:boto:Token: None 2022-09-01T11:16:55.804 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj33 2022-09-01T11:16:55.805 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8/dx2ka6hox09lA1SoygZS7RGk4= 2022-09-01T11:16:55.806 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8/dx2ka6hox09lA1SoygZS7RGk4=', 'Content-Length': '0'} 2022-09-01T11:16:55.808 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca2303a058fd8db9-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.809 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.810 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.810 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:55.811 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:55.811 DEBUG:boto:Method: GET 2022-09-01T11:16:55.812 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:16:55.812 DEBUG:boto:Data: 2022-09-01T11:16:55.813 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.813 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.814 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.815 DEBUG:boto:Params: {} 2022-09-01T11:16:55.815 DEBUG:boto:Token: None 2022-09-01T11:16:55.816 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/ 2022-09-01T11:16:55.816 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI= 2022-09-01T11:16:55.817 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI=', 'Content-Length': '0'} 2022-09-01T11:16:55.820 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ba5bb5c3cc88a300-00631094a7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.820 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.821 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.822 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.822 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:55.823 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:55.823 DEBUG:boto:Method: GET 2022-09-01T11:16:55.824 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:16:55.824 DEBUG:boto:Data: 2022-09-01T11:16:55.825 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.826 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.826 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.827 DEBUG:boto:Params: {} 2022-09-01T11:16:55.828 DEBUG:boto:Token: None 2022-09-01T11:16:55.828 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/ 2022-09-01T11:16:55.829 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI= 2022-09-01T11:16:55.829 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI=', 'Content-Length': '0'} 2022-09-01T11:16:55.832 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a2fd5ea4c4ae3d6c-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.833 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.834 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:16:55.834 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:55.835 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:55.836 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.836 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.837 DEBUG:boto:Method: GET 2022-09-01T11:16:55.837 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.838 DEBUG:boto:Data: 2022-09-01T11:16:55.838 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.839 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.839 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.840 DEBUG:boto:Params: {} 2022-09-01T11:16:55.841 DEBUG:boto:Token: None 2022-09-01T11:16:55.841 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.842 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqNGECGruwI1Pq7hpQpN9t7D95k= 2022-09-01T11:16:55.842 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqNGECGruwI1Pq7hpQpN9t7D95k=', 'Content-Length': '0'} 2022-09-01T11:16:55.845 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a598a9567ccaed8d-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.846 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:55.846 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:55.847 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.847 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.848 DEBUG:boto:Method: GET 2022-09-01T11:16:55.848 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.849 DEBUG:boto:Data: 2022-09-01T11:16:55.849 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.850 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.850 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.851 DEBUG:boto:Params: {} 2022-09-01T11:16:55.852 DEBUG:boto:Token: None 2022-09-01T11:16:55.852 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.853 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqNGECGruwI1Pq7hpQpN9t7D95k= 2022-09-01T11:16:55.853 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqNGECGruwI1Pq7hpQpN9t7D95k=', 'Content-Length': '0'} 2022-09-01T11:16:55.856 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c36f7c540adc453c-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.856 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:55.857 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:55.857 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.858 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.858 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.859 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.859 DEBUG:boto:Data: 2022-09-01T11:16:55.860 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.860 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.861 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.861 DEBUG:boto:Params: {} 2022-09-01T11:16:55.862 DEBUG:boto:Token: None 2022-09-01T11:16:55.862 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.863 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7YW4w6GaUjvFLv7grYTgTn0uMR0= 2022-09-01T11:16:55.864 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7YW4w6GaUjvFLv7grYTgTn0uMR0=', 'Content-Length': '0'} 2022-09-01T11:16:55.866 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003bac2e64db83d8b3-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.866 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:55.867 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:55.867 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.868 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.868 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.869 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.869 DEBUG:boto:Data: 2022-09-01T11:16:55.870 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.870 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.871 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.872 DEBUG:boto:Params: {} 2022-09-01T11:16:55.872 DEBUG:boto:Token: None 2022-09-01T11:16:55.873 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.873 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7YW4w6GaUjvFLv7grYTgTn0uMR0= 2022-09-01T11:16:55.874 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7YW4w6GaUjvFLv7grYTgTn0uMR0=', 'Content-Length': '0'} 2022-09-01T11:16:55.876 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ce1a2032720a89fe-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.877 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:16:55.878 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:55.878 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:55.879 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.879 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.880 DEBUG:boto:Method: GET 2022-09-01T11:16:55.880 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.881 DEBUG:boto:Data: 2022-09-01T11:16:55.882 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.882 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.883 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.883 DEBUG:boto:Params: {} 2022-09-01T11:16:55.884 DEBUG:boto:Token: None 2022-09-01T11:16:55.884 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.885 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqNGECGruwI1Pq7hpQpN9t7D95k= 2022-09-01T11:16:55.886 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqNGECGruwI1Pq7hpQpN9t7D95k=', 'Content-Length': '0'} 2022-09-01T11:16:55.888 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dec5351a4f315e27-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.889 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:55.889 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:55.890 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.890 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.891 DEBUG:boto:Method: GET 2022-09-01T11:16:55.891 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.892 DEBUG:boto:Data: 2022-09-01T11:16:55.892 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.893 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.893 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.894 DEBUG:boto:Params: {} 2022-09-01T11:16:55.894 DEBUG:boto:Token: None 2022-09-01T11:16:55.895 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:55.896 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqNGECGruwI1Pq7hpQpN9t7D95k= 2022-09-01T11:16:55.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqNGECGruwI1Pq7hpQpN9t7D95k=', 'Content-Length': '0'} 2022-09-01T11:16:55.898 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f87dcd63347b1a49-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.899 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.900 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.900 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:55.901 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:55.902 DEBUG:boto:Method: GET 2022-09-01T11:16:55.902 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:16:55.903 DEBUG:boto:Data: 2022-09-01T11:16:55.904 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.905 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.906 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.906 DEBUG:boto:Params: {} 2022-09-01T11:16:55.907 DEBUG:boto:Token: None 2022-09-01T11:16:55.908 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/ 2022-09-01T11:16:55.908 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI= 2022-09-01T11:16:55.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI=', 'Content-Length': '0'} 2022-09-01T11:16:55.912 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000086f85e801c2b75d-00631094a7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.912 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.913 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:55.914 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:55.915 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:55.915 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:55.916 DEBUG:boto:Method: GET 2022-09-01T11:16:55.917 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:16:55.918 DEBUG:boto:Data: 2022-09-01T11:16:55.919 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.920 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.920 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.921 DEBUG:boto:Params: {} 2022-09-01T11:16:55.922 DEBUG:boto:Token: None 2022-09-01T11:16:55.923 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/ 2022-09-01T11:16:55.924 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI= 2022-09-01T11:16:55.926 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4XOWnkku6rEW/FT8bwtLqzexsI=', 'Content-Length': '0'} 2022-09-01T11:16:55.929 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009758df96ba1d4d6f-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.970 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:55.971 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:55.972 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:55.972 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.973 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:16:55.973 DEBUG:boto:Data: 2022-09-01T11:16:55.974 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.975 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.975 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.975 DEBUG:boto:Params: {} 2022-09-01T11:16:55.976 DEBUG:boto:Token: None 2022-09-01T11:16:55.977 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj44 2022-09-01T11:16:55.977 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ex6Wo1eXlfK+vjkp+xDFNpjGuKk= 2022-09-01T11:16:55.978 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ex6Wo1eXlfK+vjkp+xDFNpjGuKk=', 'Content-Length': '0'} 2022-09-01T11:16:55.980 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003626116121e663e0-00631094a7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.981 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:55.981 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:55.982 DEBUG:boto:Method: HEAD 2022-09-01T11:16:55.983 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:16:55.983 DEBUG:boto:Data: 2022-09-01T11:16:55.984 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.984 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:55.984 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.985 DEBUG:boto:Params: {} 2022-09-01T11:16:55.986 DEBUG:boto:Token: None 2022-09-01T11:16:55.986 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:55 GMT /ptoxvb-74/obj44 2022-09-01T11:16:55.987 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ex6Wo1eXlfK+vjkp+xDFNpjGuKk= 2022-09-01T11:16:55.987 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ex6Wo1eXlfK+vjkp+xDFNpjGuKk=', 'Content-Length': '0'} 2022-09-01T11:16:55.990 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000690963092a65ef95-00631094a7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:55.991 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:16:55.992 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:55.993 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:55.994 DEBUG:boto:Method: GET 2022-09-01T11:16:55.995 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:16:55.996 DEBUG:boto:Data: 2022-09-01T11:16:55.997 DEBUG:boto:Headers: {} 2022-09-01T11:16:55.997 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:55.998 DEBUG:boto:Port: 8000 2022-09-01T11:16:55.999 DEBUG:boto:Params: {} 2022-09-01T11:16:55.999 DEBUG:boto:Token: None 2022-09-01T11:16:56.000 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj44 2022-09-01T11:16:56.000 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LjwRQt6Igy/yGtiu1cBApD73Pms= 2022-09-01T11:16:56.001 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LjwRQt6Igy/yGtiu1cBApD73Pms=', 'Content-Length': '0'} 2022-09-01T11:16:56.003 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000ce8491f18904ed9-00631094a8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.004 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:56.004 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:56.005 DEBUG:boto:Method: GET 2022-09-01T11:16:56.006 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:16:56.006 DEBUG:boto:Data: 2022-09-01T11:16:56.007 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.007 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.008 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.008 DEBUG:boto:Params: {} 2022-09-01T11:16:56.009 DEBUG:boto:Token: None 2022-09-01T11:16:56.010 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj44 2022-09-01T11:16:56.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LjwRQt6Igy/yGtiu1cBApD73Pms= 2022-09-01T11:16:56.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LjwRQt6Igy/yGtiu1cBApD73Pms=', 'Content-Length': '0'} 2022-09-01T11:16:56.013 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000ec5a6a1e96761a1-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.014 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.015 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.015 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:56.016 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:56.016 DEBUG:boto:Method: GET 2022-09-01T11:16:56.017 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:16:56.017 DEBUG:boto:Data: 2022-09-01T11:16:56.018 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.018 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:56.019 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.019 DEBUG:boto:Params: {} 2022-09-01T11:16:56.020 DEBUG:boto:Token: None 2022-09-01T11:16:56.021 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.021 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.022 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.024 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000036f29bea07ea8b4c-00631094a8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.025 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.026 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.026 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.027 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:56.028 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:56.028 DEBUG:boto:Method: GET 2022-09-01T11:16:56.029 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:16:56.029 DEBUG:boto:Data: 2022-09-01T11:16:56.030 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.030 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.031 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.031 DEBUG:boto:Params: {} 2022-09-01T11:16:56.032 DEBUG:boto:Token: None 2022-09-01T11:16:56.032 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.033 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.033 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.037 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d4a1fc5bdaf97130-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.038 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.039 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:16:56.040 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:56.041 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:56.042 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.043 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.044 DEBUG:boto:Method: GET 2022-09-01T11:16:56.045 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.046 DEBUG:boto:Data: 2022-09-01T11:16:56.047 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.048 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:56.049 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.050 DEBUG:boto:Params: {} 2022-09-01T11:16:56.051 DEBUG:boto:Token: None 2022-09-01T11:16:56.052 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.053 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dbqekmL5sRoVdcmzvnxbdkhQMrk= 2022-09-01T11:16:56.054 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dbqekmL5sRoVdcmzvnxbdkhQMrk=', 'Content-Length': '0'} 2022-09-01T11:16:56.056 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a2b8c32515470bcb-00631094a8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.057 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:56.057 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:56.058 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.059 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.059 DEBUG:boto:Method: GET 2022-09-01T11:16:56.060 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.060 DEBUG:boto:Data: 2022-09-01T11:16:56.061 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.061 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.062 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.063 DEBUG:boto:Params: {} 2022-09-01T11:16:56.063 DEBUG:boto:Token: None 2022-09-01T11:16:56.064 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.065 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dbqekmL5sRoVdcmzvnxbdkhQMrk= 2022-09-01T11:16:56.066 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dbqekmL5sRoVdcmzvnxbdkhQMrk=', 'Content-Length': '0'} 2022-09-01T11:16:56.068 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000006b0f3c2fbe387e1-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.069 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:56.069 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:56.070 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.070 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.071 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.071 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.072 DEBUG:boto:Data: 2022-09-01T11:16:56.072 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.073 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:56.074 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.075 DEBUG:boto:Params: {} 2022-09-01T11:16:56.076 DEBUG:boto:Token: None 2022-09-01T11:16:56.077 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.078 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AyGQC9ua54JnyI8HKqjbhwIIr9A= 2022-09-01T11:16:56.079 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AyGQC9ua54JnyI8HKqjbhwIIr9A=', 'Content-Length': '0'} 2022-09-01T11:16:56.082 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c258b1b61096d872-00631094a8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.083 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:56.084 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:56.084 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.085 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.086 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.087 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.087 DEBUG:boto:Data: 2022-09-01T11:16:56.088 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.088 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.089 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.089 DEBUG:boto:Params: {} 2022-09-01T11:16:56.090 DEBUG:boto:Token: None 2022-09-01T11:16:56.090 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AyGQC9ua54JnyI8HKqjbhwIIr9A= 2022-09-01T11:16:56.092 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AyGQC9ua54JnyI8HKqjbhwIIr9A=', 'Content-Length': '0'} 2022-09-01T11:16:56.094 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014941541b9af41d6-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.095 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:16:56.096 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:56.097 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:56.098 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.099 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.099 DEBUG:boto:Method: GET 2022-09-01T11:16:56.100 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.100 DEBUG:boto:Data: 2022-09-01T11:16:56.101 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.101 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:56.102 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.102 DEBUG:boto:Params: {} 2022-09-01T11:16:56.103 DEBUG:boto:Token: None 2022-09-01T11:16:56.103 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dbqekmL5sRoVdcmzvnxbdkhQMrk= 2022-09-01T11:16:56.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dbqekmL5sRoVdcmzvnxbdkhQMrk=', 'Content-Length': '0'} 2022-09-01T11:16:56.107 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000074a59f68f8748f3e-00631094a8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.108 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:56.108 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:56.109 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.109 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.110 DEBUG:boto:Method: GET 2022-09-01T11:16:56.110 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.111 DEBUG:boto:Data: 2022-09-01T11:16:56.111 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.112 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.113 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.113 DEBUG:boto:Params: {} 2022-09-01T11:16:56.114 DEBUG:boto:Token: None 2022-09-01T11:16:56.115 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:56.116 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dbqekmL5sRoVdcmzvnxbdkhQMrk= 2022-09-01T11:16:56.117 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dbqekmL5sRoVdcmzvnxbdkhQMrk=', 'Content-Length': '0'} 2022-09-01T11:16:56.119 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008258a6c58af996d5-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.121 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.122 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.123 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:56.123 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:56.124 DEBUG:boto:Method: GET 2022-09-01T11:16:56.125 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:16:56.126 DEBUG:boto:Data: 2022-09-01T11:16:56.126 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.127 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:56.127 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.128 DEBUG:boto:Params: {} 2022-09-01T11:16:56.129 DEBUG:boto:Token: None 2022-09-01T11:16:56.130 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.132 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.136 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006faf2332e7a5008b-00631094a8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.178 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.179 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.180 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.180 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:56.181 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:56.181 DEBUG:boto:Method: GET 2022-09-01T11:16:56.182 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:16:56.182 DEBUG:boto:Data: 2022-09-01T11:16:56.183 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.183 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.184 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.184 DEBUG:boto:Params: {} 2022-09-01T11:16:56.185 DEBUG:boto:Token: None 2022-09-01T11:16:56.186 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.188 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.191 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000898f17ab7c7bf2b7-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.192 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.193 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:56.194 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:56.194 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.195 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:16:56.195 DEBUG:boto:Data: 2022-09-01T11:16:56.196 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.197 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:56.197 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.198 DEBUG:boto:Params: {} 2022-09-01T11:16:56.199 DEBUG:boto:Token: None 2022-09-01T11:16:56.199 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj55 2022-09-01T11:16:56.200 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JLEoddtb7VxkSS/qHPbNr1xez4g= 2022-09-01T11:16:56.200 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JLEoddtb7VxkSS/qHPbNr1xez4g=', 'Content-Length': '0'} 2022-09-01T11:16:56.202 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001e74edf7a3931294-00631094a8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.203 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:56.204 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:56.204 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.205 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:16:56.215 DEBUG:boto:Data: 2022-09-01T11:16:56.216 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.217 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.218 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.219 DEBUG:boto:Params: {} 2022-09-01T11:16:56.220 DEBUG:boto:Token: None 2022-09-01T11:16:56.221 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj55 2022-09-01T11:16:56.222 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JLEoddtb7VxkSS/qHPbNr1xez4g= 2022-09-01T11:16:56.223 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JLEoddtb7VxkSS/qHPbNr1xez4g=', 'Content-Length': '0'} 2022-09-01T11:16:56.225 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000036774c424a82cde3-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.226 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:16:56.226 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:56.227 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:56.227 DEBUG:boto:Method: GET 2022-09-01T11:16:56.228 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:16:56.229 DEBUG:boto:Data: 2022-09-01T11:16:56.229 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.230 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:56.231 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.232 DEBUG:boto:Params: {} 2022-09-01T11:16:56.233 DEBUG:boto:Token: None 2022-09-01T11:16:56.234 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj55 2022-09-01T11:16:56.235 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qlLcEB4WxMBVRwuXExm60DlVyvk= 2022-09-01T11:16:56.236 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qlLcEB4WxMBVRwuXExm60DlVyvk=', 'Content-Length': '0'} 2022-09-01T11:16:56.239 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000096a7b889dfec5bf7-00631094a8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.240 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:56.240 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:56.241 DEBUG:boto:Method: GET 2022-09-01T11:16:56.242 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:16:56.243 DEBUG:boto:Data: 2022-09-01T11:16:56.244 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.245 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.246 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.247 DEBUG:boto:Params: {} 2022-09-01T11:16:56.248 DEBUG:boto:Token: None 2022-09-01T11:16:56.249 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj55 2022-09-01T11:16:56.250 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qlLcEB4WxMBVRwuXExm60DlVyvk= 2022-09-01T11:16:56.251 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qlLcEB4WxMBVRwuXExm60DlVyvk=', 'Content-Length': '0'} 2022-09-01T11:16:56.253 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000046c03368cddea4df-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.294 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.295 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.295 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:56.296 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:56.297 DEBUG:boto:Method: GET 2022-09-01T11:16:56.297 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:16:56.299 DEBUG:boto:Data: 2022-09-01T11:16:56.300 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.301 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:56.302 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.303 DEBUG:boto:Params: {} 2022-09-01T11:16:56.304 DEBUG:boto:Token: None 2022-09-01T11:16:56.304 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.305 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.309 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000443cc3f9d1da9f35-00631094a8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.309 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.310 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.311 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.311 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:56.312 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:56.313 DEBUG:boto:Method: GET 2022-09-01T11:16:56.313 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:16:56.314 DEBUG:boto:Data: 2022-09-01T11:16:56.314 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.315 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.316 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.316 DEBUG:boto:Params: {} 2022-09-01T11:16:56.317 DEBUG:boto:Token: None 2022-09-01T11:16:56.318 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.319 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.320 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.323 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000629bc26a3585e99-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.324 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.325 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone2, test-zone1} 2022-09-01T11:16:56.326 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone3, test-zone1} 2022-09-01T11:16:56.326 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.327 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.327 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.328 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:16:56.328 DEBUG:boto:Data: 2022-09-01T11:16:56.329 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.329 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.330 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.330 DEBUG:boto:Params: {} 2022-09-01T11:16:56.331 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T11:16:56.332 DEBUG:boto:Token: None 2022-09-01T11:16:56.333 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.333 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+SlnPhGYpCO1dALXfGTp0g8AEHo= 2022-09-01T11:16:56.334 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+SlnPhGYpCO1dALXfGTp0g8AEHo=', 'Content-Length': '0'} 2022-09-01T11:16:56.339 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009e5276b1f695d364-00631094a8-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.340 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.340 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.341 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.342 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:16:56.342 DEBUG:boto:Data: 2022-09-01T11:16:56.343 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.343 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.344 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.344 DEBUG:boto:Params: {} 2022-09-01T11:16:56.345 DEBUG:boto:Token: None 2022-09-01T11:16:56.346 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.346 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+SlnPhGYpCO1dALXfGTp0g8AEHo= 2022-09-01T11:16:56.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+SlnPhGYpCO1dALXfGTp0g8AEHo=', 'Content-Length': '0'} 2022-09-01T11:16:56.350 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000082f91b5a550347e6-00631094a8-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.350 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:16:56.351 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.352 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.352 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:56.353 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:56.353 DEBUG:boto:Method: GET 2022-09-01T11:16:56.354 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:56.354 DEBUG:boto:Data: 2022-09-01T11:16:56.355 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.356 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.356 DEBUG:boto:Params: {} 2022-09-01T11:16:56.357 DEBUG:boto:Token: None 2022-09-01T11:16:56.357 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/?versions 2022-09-01T11:16:56.358 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FLCXO39ISWVxu4JnyCVeV9vwIVY= 2022-09-01T11:16:56.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FLCXO39ISWVxu4JnyCVeV9vwIVY=', 'Content-Length': '0'} 2022-09-01T11:16:56.361 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007898f8f5a39f9d0e-00631094a8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.362 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.363 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:16:56.364 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:16:56.364 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:16:56.364 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:16:56.365 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:16:56.365 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:16:56.366 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.366 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.367 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:56.367 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:56.368 DEBUG:boto:Method: GET 2022-09-01T11:16:56.369 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:56.369 DEBUG:boto:Data: 2022-09-01T11:16:56.370 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.370 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.371 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.371 DEBUG:boto:Params: {} 2022-09-01T11:16:56.372 DEBUG:boto:Token: None 2022-09-01T11:16:56.372 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/?versions 2022-09-01T11:16:56.373 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FLCXO39ISWVxu4JnyCVeV9vwIVY= 2022-09-01T11:16:56.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FLCXO39ISWVxu4JnyCVeV9vwIVY=', 'Content-Length': '0'} 2022-09-01T11:16:56.376 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000024c9631eafefeb58-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.377 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.378 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:16:56.378 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:16:56.379 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:16:56.379 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:16:56.380 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:16:56.380 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.381 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.381 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:56.382 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:56.382 DEBUG:boto:Method: GET 2022-09-01T11:16:56.383 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:56.383 DEBUG:boto:Data: 2022-09-01T11:16:56.384 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.384 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.385 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.385 DEBUG:boto:Params: {} 2022-09-01T11:16:56.386 DEBUG:boto:Token: None 2022-09-01T11:16:56.386 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/?versions 2022-09-01T11:16:56.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FLCXO39ISWVxu4JnyCVeV9vwIVY= 2022-09-01T11:16:56.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FLCXO39ISWVxu4JnyCVeV9vwIVY=', 'Content-Length': '0'} 2022-09-01T11:16:56.391 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009ffc7c1e7281ebf6-00631094a8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.391 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.392 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.393 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.393 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:56.394 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:56.395 DEBUG:boto:Method: GET 2022-09-01T11:16:56.396 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:56.396 DEBUG:boto:Data: 2022-09-01T11:16:56.397 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.398 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.398 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.399 DEBUG:boto:Params: {} 2022-09-01T11:16:56.400 DEBUG:boto:Token: None 2022-09-01T11:16:56.401 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/?versions 2022-09-01T11:16:56.401 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FLCXO39ISWVxu4JnyCVeV9vwIVY= 2022-09-01T11:16:56.402 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FLCXO39ISWVxu4JnyCVeV9vwIVY=', 'Content-Length': '0'} 2022-09-01T11:16:56.405 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004b0bdce543785cc4-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.405 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.406 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:16:56.407 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:56.407 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:56.408 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.408 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.409 DEBUG:boto:Method: GET 2022-09-01T11:16:56.409 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.410 DEBUG:boto:Data: 2022-09-01T11:16:56.411 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.411 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.412 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.412 DEBUG:boto:Params: {} 2022-09-01T11:16:56.413 DEBUG:boto:Token: None 2022-09-01T11:16:56.413 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.414 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4MYiLpJ4wjYu9+ONSzT8MgalqOo= 2022-09-01T11:16:56.415 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4MYiLpJ4wjYu9+ONSzT8MgalqOo=', 'Content-Length': '0'} 2022-09-01T11:16:56.417 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1683a279de5c914-00631094a8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.418 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:56.418 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:56.419 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.419 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.420 DEBUG:boto:Method: GET 2022-09-01T11:16:56.420 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.421 DEBUG:boto:Data: 2022-09-01T11:16:56.421 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.422 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.422 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.423 DEBUG:boto:Params: {} 2022-09-01T11:16:56.423 DEBUG:boto:Token: None 2022-09-01T11:16:56.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.425 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4MYiLpJ4wjYu9+ONSzT8MgalqOo= 2022-09-01T11:16:56.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4MYiLpJ4wjYu9+ONSzT8MgalqOo=', 'Content-Length': '0'} 2022-09-01T11:16:56.427 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005fa936be3deeb749-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.428 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:56.429 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:56.429 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.430 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.430 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.431 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.431 DEBUG:boto:Data: 2022-09-01T11:16:56.432 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.432 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.433 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.433 DEBUG:boto:Params: {} 2022-09-01T11:16:56.434 DEBUG:boto:Token: None 2022-09-01T11:16:56.434 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pq2ClomEJem7S8+y4XSY2Ql1qXw= 2022-09-01T11:16:56.435 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pq2ClomEJem7S8+y4XSY2Ql1qXw=', 'Content-Length': '0'} 2022-09-01T11:16:56.438 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000090889584ac006598-00631094a8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.438 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:56.442 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:56.443 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.444 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.445 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.446 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.447 DEBUG:boto:Data: 2022-09-01T11:16:56.448 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.449 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.450 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.451 DEBUG:boto:Params: {} 2022-09-01T11:16:56.452 DEBUG:boto:Token: None 2022-09-01T11:16:56.454 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.455 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pq2ClomEJem7S8+y4XSY2Ql1qXw= 2022-09-01T11:16:56.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pq2ClomEJem7S8+y4XSY2Ql1qXw=', 'Content-Length': '0'} 2022-09-01T11:16:56.459 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009ca127c7bdf34404-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.459 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:16:56.460 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:56.461 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:56.461 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.462 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.463 DEBUG:boto:Method: GET 2022-09-01T11:16:56.463 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.464 DEBUG:boto:Data: 2022-09-01T11:16:56.464 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.465 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.465 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.466 DEBUG:boto:Params: {} 2022-09-01T11:16:56.467 DEBUG:boto:Token: None 2022-09-01T11:16:56.467 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4MYiLpJ4wjYu9+ONSzT8MgalqOo= 2022-09-01T11:16:56.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4MYiLpJ4wjYu9+ONSzT8MgalqOo=', 'Content-Length': '0'} 2022-09-01T11:16:56.471 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df0f6e9d60140751-00631094a8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.471 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:56.472 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:56.472 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.473 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.474 DEBUG:boto:Method: GET 2022-09-01T11:16:56.474 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.475 DEBUG:boto:Data: 2022-09-01T11:16:56.475 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.476 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.476 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.477 DEBUG:boto:Params: {} 2022-09-01T11:16:56.478 DEBUG:boto:Token: None 2022-09-01T11:16:56.478 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:56.479 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4MYiLpJ4wjYu9+ONSzT8MgalqOo= 2022-09-01T11:16:56.480 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4MYiLpJ4wjYu9+ONSzT8MgalqOo=', 'Content-Length': '0'} 2022-09-01T11:16:56.482 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e8b1a99a2d289555-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.526 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.527 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.527 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:56.528 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:56.528 DEBUG:boto:Method: GET 2022-09-01T11:16:56.529 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:16:56.529 DEBUG:boto:Data: 2022-09-01T11:16:56.530 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.531 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.531 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.532 DEBUG:boto:Params: {} 2022-09-01T11:16:56.532 DEBUG:boto:Token: None 2022-09-01T11:16:56.533 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.534 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.534 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.537 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000170441bf54e0591d-00631094a8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.538 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.539 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.539 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.540 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:56.540 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:56.541 DEBUG:boto:Method: GET 2022-09-01T11:16:56.542 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:16:56.542 DEBUG:boto:Data: 2022-09-01T11:16:56.543 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.543 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.544 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.544 DEBUG:boto:Params: {} 2022-09-01T11:16:56.545 DEBUG:boto:Token: None 2022-09-01T11:16:56.545 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.546 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.547 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.550 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000c3d37bf5d396a0f-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.550 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.551 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:56.552 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:56.552 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.553 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:16:56.553 DEBUG:boto:Data: 2022-09-01T11:16:56.554 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.554 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.555 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.555 DEBUG:boto:Params: {} 2022-09-01T11:16:56.556 DEBUG:boto:Token: None 2022-09-01T11:16:56.557 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj11 2022-09-01T11:16:56.557 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ekeg9pVvl175LHMTDL51we//iaw= 2022-09-01T11:16:56.558 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ekeg9pVvl175LHMTDL51we//iaw=', 'Content-Length': '0'} 2022-09-01T11:16:56.560 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000678354b3a05008ce-00631094a8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.561 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:56.562 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:56.563 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.564 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:16:56.565 DEBUG:boto:Data: 2022-09-01T11:16:56.566 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.567 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.567 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.568 DEBUG:boto:Params: {} 2022-09-01T11:16:56.568 DEBUG:boto:Token: None 2022-09-01T11:16:56.569 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj11 2022-09-01T11:16:56.569 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ekeg9pVvl175LHMTDL51we//iaw= 2022-09-01T11:16:56.570 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ekeg9pVvl175LHMTDL51we//iaw=', 'Content-Length': '0'} 2022-09-01T11:16:56.572 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000463acba7e336e38c-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.573 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:16:56.574 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:56.574 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:56.575 DEBUG:boto:Method: GET 2022-09-01T11:16:56.576 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:16:56.576 DEBUG:boto:Data: 2022-09-01T11:16:56.577 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.577 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.578 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.579 DEBUG:boto:Params: {} 2022-09-01T11:16:56.579 DEBUG:boto:Token: None 2022-09-01T11:16:56.580 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj11 2022-09-01T11:16:56.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r2DPVTykuYRdi+QMy5mQcWvs+Rk= 2022-09-01T11:16:56.581 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r2DPVTykuYRdi+QMy5mQcWvs+Rk=', 'Content-Length': '0'} 2022-09-01T11:16:56.583 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007174affb81ca4dd1-00631094a8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.584 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:56.585 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:56.585 DEBUG:boto:Method: GET 2022-09-01T11:16:56.586 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:16:56.587 DEBUG:boto:Data: 2022-09-01T11:16:56.587 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.588 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.588 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.589 DEBUG:boto:Params: {} 2022-09-01T11:16:56.590 DEBUG:boto:Token: None 2022-09-01T11:16:56.591 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj11 2022-09-01T11:16:56.592 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r2DPVTykuYRdi+QMy5mQcWvs+Rk= 2022-09-01T11:16:56.593 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r2DPVTykuYRdi+QMy5mQcWvs+Rk=', 'Content-Length': '0'} 2022-09-01T11:16:56.596 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000068b785072e20bcad-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.597 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.598 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.599 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:56.600 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:56.601 DEBUG:boto:Method: GET 2022-09-01T11:16:56.602 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:16:56.602 DEBUG:boto:Data: 2022-09-01T11:16:56.603 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.603 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.604 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.604 DEBUG:boto:Params: {} 2022-09-01T11:16:56.605 DEBUG:boto:Token: None 2022-09-01T11:16:56.606 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.610 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b0f9d580807b3b5d-00631094a8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.611 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.612 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.612 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.613 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:56.613 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:56.614 DEBUG:boto:Method: GET 2022-09-01T11:16:56.615 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:16:56.615 DEBUG:boto:Data: 2022-09-01T11:16:56.616 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.616 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.617 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.617 DEBUG:boto:Params: {} 2022-09-01T11:16:56.618 DEBUG:boto:Token: None 2022-09-01T11:16:56.619 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.620 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.621 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.623 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e3909f0549314200-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.624 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.625 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:16:56.625 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:56.626 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:56.627 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.627 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.628 DEBUG:boto:Method: GET 2022-09-01T11:16:56.628 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.629 DEBUG:boto:Data: 2022-09-01T11:16:56.629 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.630 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.630 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.631 DEBUG:boto:Params: {} 2022-09-01T11:16:56.632 DEBUG:boto:Token: None 2022-09-01T11:16:56.632 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.633 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gos0YXSbLi6ebbO2TTOkxV6/yC0= 2022-09-01T11:16:56.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gos0YXSbLi6ebbO2TTOkxV6/yC0=', 'Content-Length': '0'} 2022-09-01T11:16:56.636 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005378604b3a13d48a-00631094a8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.678 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:56.679 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:56.680 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.680 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.681 DEBUG:boto:Method: GET 2022-09-01T11:16:56.681 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.682 DEBUG:boto:Data: 2022-09-01T11:16:56.683 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.683 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.684 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.684 DEBUG:boto:Params: {} 2022-09-01T11:16:56.685 DEBUG:boto:Token: None 2022-09-01T11:16:56.686 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.686 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gos0YXSbLi6ebbO2TTOkxV6/yC0= 2022-09-01T11:16:56.687 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gos0YXSbLi6ebbO2TTOkxV6/yC0=', 'Content-Length': '0'} 2022-09-01T11:16:56.689 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001083a921259b1920-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.690 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:56.691 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:56.691 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.692 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.692 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.693 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.693 DEBUG:boto:Data: 2022-09-01T11:16:56.694 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.694 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.695 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.695 DEBUG:boto:Params: {} 2022-09-01T11:16:56.696 DEBUG:boto:Token: None 2022-09-01T11:16:56.696 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pJuetO8p1hYPI/zQSPkurkeVyFM= 2022-09-01T11:16:56.698 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pJuetO8p1hYPI/zQSPkurkeVyFM=', 'Content-Length': '0'} 2022-09-01T11:16:56.700 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000019b677cb4e0c1f59-00631094a8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.701 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:56.701 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:56.702 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.702 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.703 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.704 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.704 DEBUG:boto:Data: 2022-09-01T11:16:56.705 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.705 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.706 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.707 DEBUG:boto:Params: {} 2022-09-01T11:16:56.707 DEBUG:boto:Token: None 2022-09-01T11:16:56.708 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pJuetO8p1hYPI/zQSPkurkeVyFM= 2022-09-01T11:16:56.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pJuetO8p1hYPI/zQSPkurkeVyFM=', 'Content-Length': '0'} 2022-09-01T11:16:56.711 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000303d8ee6f1ec388d-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.712 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:16:56.713 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:56.713 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:56.714 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.714 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.715 DEBUG:boto:Method: GET 2022-09-01T11:16:56.716 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.716 DEBUG:boto:Data: 2022-09-01T11:16:56.717 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.718 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.718 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.719 DEBUG:boto:Params: {} 2022-09-01T11:16:56.720 DEBUG:boto:Token: None 2022-09-01T11:16:56.720 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.721 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gos0YXSbLi6ebbO2TTOkxV6/yC0= 2022-09-01T11:16:56.722 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gos0YXSbLi6ebbO2TTOkxV6/yC0=', 'Content-Length': '0'} 2022-09-01T11:16:56.724 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002b329cd462e2c288-00631094a8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.725 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:56.725 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:56.726 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.726 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.727 DEBUG:boto:Method: GET 2022-09-01T11:16:56.728 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.729 DEBUG:boto:Data: 2022-09-01T11:16:56.729 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.730 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.730 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.731 DEBUG:boto:Params: {} 2022-09-01T11:16:56.732 DEBUG:boto:Token: None 2022-09-01T11:16:56.732 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:56.733 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gos0YXSbLi6ebbO2TTOkxV6/yC0= 2022-09-01T11:16:56.734 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gos0YXSbLi6ebbO2TTOkxV6/yC0=', 'Content-Length': '0'} 2022-09-01T11:16:56.736 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ac40fd900c8cb980-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.736 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.737 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.737 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:56.738 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:56.739 DEBUG:boto:Method: GET 2022-09-01T11:16:56.739 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:16:56.740 DEBUG:boto:Data: 2022-09-01T11:16:56.740 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.741 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.741 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.742 DEBUG:boto:Params: {} 2022-09-01T11:16:56.743 DEBUG:boto:Token: None 2022-09-01T11:16:56.743 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.744 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.748 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001a138a8b898bcb38-00631094a8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.749 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.750 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.750 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.751 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:56.752 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:56.752 DEBUG:boto:Method: GET 2022-09-01T11:16:56.753 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:16:56.753 DEBUG:boto:Data: 2022-09-01T11:16:56.754 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.754 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.755 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.756 DEBUG:boto:Params: {} 2022-09-01T11:16:56.756 DEBUG:boto:Token: None 2022-09-01T11:16:56.757 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.757 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.758 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.761 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d5e893ad58cfe48e-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.762 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.762 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:56.763 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:56.763 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.764 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:16:56.765 DEBUG:boto:Data: 2022-09-01T11:16:56.765 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.766 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.766 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.767 DEBUG:boto:Params: {} 2022-09-01T11:16:56.767 DEBUG:boto:Token: None 2022-09-01T11:16:56.768 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj22 2022-09-01T11:16:56.768 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8QM+WY4CJNAQtOm5sxkBpbhA6VA= 2022-09-01T11:16:56.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8QM+WY4CJNAQtOm5sxkBpbhA6VA=', 'Content-Length': '0'} 2022-09-01T11:16:56.771 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000097776a3be3e3d040-00631094a8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.772 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:56.773 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:56.773 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.774 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:16:56.774 DEBUG:boto:Data: 2022-09-01T11:16:56.775 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.775 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.776 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.776 DEBUG:boto:Params: {} 2022-09-01T11:16:56.777 DEBUG:boto:Token: None 2022-09-01T11:16:56.777 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj22 2022-09-01T11:16:56.778 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8QM+WY4CJNAQtOm5sxkBpbhA6VA= 2022-09-01T11:16:56.778 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8QM+WY4CJNAQtOm5sxkBpbhA6VA=', 'Content-Length': '0'} 2022-09-01T11:16:56.781 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cec48ca6d8cd81da-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.782 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:16:56.782 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:56.783 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:56.783 DEBUG:boto:Method: GET 2022-09-01T11:16:56.784 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:16:56.784 DEBUG:boto:Data: 2022-09-01T11:16:56.785 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.785 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.786 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.786 DEBUG:boto:Params: {} 2022-09-01T11:16:56.787 DEBUG:boto:Token: None 2022-09-01T11:16:56.787 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj22 2022-09-01T11:16:56.788 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hasKnzmiNIM9Ouk8ZQazSdnm8cY= 2022-09-01T11:16:56.789 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hasKnzmiNIM9Ouk8ZQazSdnm8cY=', 'Content-Length': '0'} 2022-09-01T11:16:56.791 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002824c254ea12580b-00631094a8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.792 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:56.792 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:56.793 DEBUG:boto:Method: GET 2022-09-01T11:16:56.793 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:16:56.794 DEBUG:boto:Data: 2022-09-01T11:16:56.794 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.795 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.795 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.796 DEBUG:boto:Params: {} 2022-09-01T11:16:56.796 DEBUG:boto:Token: None 2022-09-01T11:16:56.797 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj22 2022-09-01T11:16:56.798 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hasKnzmiNIM9Ouk8ZQazSdnm8cY= 2022-09-01T11:16:56.798 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hasKnzmiNIM9Ouk8ZQazSdnm8cY=', 'Content-Length': '0'} 2022-09-01T11:16:56.801 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008551c67e62382eb6-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.801 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.802 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.803 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:56.803 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:56.804 DEBUG:boto:Method: GET 2022-09-01T11:16:56.804 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:16:56.805 DEBUG:boto:Data: 2022-09-01T11:16:56.805 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.806 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.806 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.807 DEBUG:boto:Params: {} 2022-09-01T11:16:56.807 DEBUG:boto:Token: None 2022-09-01T11:16:56.808 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.812 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000010bd34e028c03b91-00631094a8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.813 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.814 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.814 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.815 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:56.815 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:56.816 DEBUG:boto:Method: GET 2022-09-01T11:16:56.816 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:16:56.817 DEBUG:boto:Data: 2022-09-01T11:16:56.817 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.818 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.818 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.819 DEBUG:boto:Params: {} 2022-09-01T11:16:56.819 DEBUG:boto:Token: None 2022-09-01T11:16:56.820 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.821 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.822 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.825 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003e3c1ae63f247d43-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.826 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.827 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:16:56.828 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:56.829 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:56.830 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.830 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.831 DEBUG:boto:Method: GET 2022-09-01T11:16:56.831 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.832 DEBUG:boto:Data: 2022-09-01T11:16:56.832 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.833 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.833 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.834 DEBUG:boto:Params: {} 2022-09-01T11:16:56.834 DEBUG:boto:Token: None 2022-09-01T11:16:56.835 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.836 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pri+xH0Nq/FmC0gVoW794OG3mOs= 2022-09-01T11:16:56.836 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pri+xH0Nq/FmC0gVoW794OG3mOs=', 'Content-Length': '0'} 2022-09-01T11:16:56.838 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000026140767c194c4c5-00631094a8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.839 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:56.840 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:56.841 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.841 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.842 DEBUG:boto:Method: GET 2022-09-01T11:16:56.842 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.843 DEBUG:boto:Data: 2022-09-01T11:16:56.843 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.844 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.844 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.845 DEBUG:boto:Params: {} 2022-09-01T11:16:56.845 DEBUG:boto:Token: None 2022-09-01T11:16:56.846 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.846 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pri+xH0Nq/FmC0gVoW794OG3mOs= 2022-09-01T11:16:56.847 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pri+xH0Nq/FmC0gVoW794OG3mOs=', 'Content-Length': '0'} 2022-09-01T11:16:56.849 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007749462cfa19544-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.850 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:56.851 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:56.851 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.852 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.853 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.854 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.854 DEBUG:boto:Data: 2022-09-01T11:16:56.855 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.855 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.856 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.856 DEBUG:boto:Params: {} 2022-09-01T11:16:56.857 DEBUG:boto:Token: None 2022-09-01T11:16:56.858 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.858 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CpI+wbXgb1UK0UO0Lzwc2rHfsng= 2022-09-01T11:16:56.859 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CpI+wbXgb1UK0UO0Lzwc2rHfsng=', 'Content-Length': '0'} 2022-09-01T11:16:56.861 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b47449dd2b6c372b-00631094a8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.862 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:56.862 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:56.863 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.863 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.864 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.864 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.865 DEBUG:boto:Data: 2022-09-01T11:16:56.865 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.866 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.866 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.867 DEBUG:boto:Params: {} 2022-09-01T11:16:56.867 DEBUG:boto:Token: None 2022-09-01T11:16:56.868 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CpI+wbXgb1UK0UO0Lzwc2rHfsng= 2022-09-01T11:16:56.869 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CpI+wbXgb1UK0UO0Lzwc2rHfsng=', 'Content-Length': '0'} 2022-09-01T11:16:56.871 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f77fbbe968189e00-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.872 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:16:56.873 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:56.873 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:56.874 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.874 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.875 DEBUG:boto:Method: GET 2022-09-01T11:16:56.875 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.876 DEBUG:boto:Data: 2022-09-01T11:16:56.876 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.877 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.877 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.878 DEBUG:boto:Params: {} 2022-09-01T11:16:56.878 DEBUG:boto:Token: None 2022-09-01T11:16:56.879 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pri+xH0Nq/FmC0gVoW794OG3mOs= 2022-09-01T11:16:56.880 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pri+xH0Nq/FmC0gVoW794OG3mOs=', 'Content-Length': '0'} 2022-09-01T11:16:56.882 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000667e95fbe7590038-00631094a8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.930 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:56.931 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:56.931 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.932 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.933 DEBUG:boto:Method: GET 2022-09-01T11:16:56.933 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.934 DEBUG:boto:Data: 2022-09-01T11:16:56.934 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.935 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.936 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.936 DEBUG:boto:Params: {} 2022-09-01T11:16:56.937 DEBUG:boto:Token: None 2022-09-01T11:16:56.937 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:56.938 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pri+xH0Nq/FmC0gVoW794OG3mOs= 2022-09-01T11:16:56.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pri+xH0Nq/FmC0gVoW794OG3mOs=', 'Content-Length': '0'} 2022-09-01T11:16:56.941 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f6160bc66a69c96f-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.943 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.943 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.944 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:56.945 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:56.946 DEBUG:boto:Method: GET 2022-09-01T11:16:56.947 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:16:56.948 DEBUG:boto:Data: 2022-09-01T11:16:56.949 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.949 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.950 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.951 DEBUG:boto:Params: {} 2022-09-01T11:16:56.951 DEBUG:boto:Token: None 2022-09-01T11:16:56.952 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.953 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.954 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.957 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006693f8ca5f16f9d9-00631094a8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.957 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.958 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:56.959 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:56.959 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:56.960 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:56.960 DEBUG:boto:Method: GET 2022-09-01T11:16:56.961 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:16:56.962 DEBUG:boto:Data: 2022-09-01T11:16:56.962 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.963 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.963 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.964 DEBUG:boto:Params: {} 2022-09-01T11:16:56.965 DEBUG:boto:Token: None 2022-09-01T11:16:56.965 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/ 2022-09-01T11:16:56.966 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A= 2022-09-01T11:16:56.967 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rmHKLXbZdrfrxlail/5R8H16d5A=', 'Content-Length': '0'} 2022-09-01T11:16:56.969 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000528a9af1c95bfb37-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.970 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:56.971 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:56.971 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:56.972 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.972 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:16:56.973 DEBUG:boto:Data: 2022-09-01T11:16:56.974 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.974 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.975 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.975 DEBUG:boto:Params: {} 2022-09-01T11:16:56.976 DEBUG:boto:Token: None 2022-09-01T11:16:56.977 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj33 2022-09-01T11:16:56.978 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YshZooctyOrVMPmSNunD2clFxeo= 2022-09-01T11:16:56.979 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YshZooctyOrVMPmSNunD2clFxeo=', 'Content-Length': '0'} 2022-09-01T11:16:56.982 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b71cb4949ecd48d-00631094a8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.983 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:56.984 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:56.984 DEBUG:boto:Method: HEAD 2022-09-01T11:16:56.985 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:16:56.985 DEBUG:boto:Data: 2022-09-01T11:16:56.986 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.986 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:56.987 DEBUG:boto:Port: 8000 2022-09-01T11:16:56.987 DEBUG:boto:Params: {} 2022-09-01T11:16:56.988 DEBUG:boto:Token: None 2022-09-01T11:16:56.988 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:56 GMT /ptoxvb-74/obj33 2022-09-01T11:16:56.989 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YshZooctyOrVMPmSNunD2clFxeo= 2022-09-01T11:16:56.990 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YshZooctyOrVMPmSNunD2clFxeo=', 'Content-Length': '0'} 2022-09-01T11:16:56.992 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000082be31f59e8d631d-00631094a8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:56.993 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:16:56.994 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:56.994 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:56.995 DEBUG:boto:Method: GET 2022-09-01T11:16:56.995 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:16:56.996 DEBUG:boto:Data: 2022-09-01T11:16:56.997 DEBUG:boto:Headers: {} 2022-09-01T11:16:56.998 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:56.998 DEBUG:boto:Port: 8001 2022-09-01T11:16:56.999 DEBUG:boto:Params: {} 2022-09-01T11:16:56.999 DEBUG:boto:Token: None 2022-09-01T11:16:57.000 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj33 2022-09-01T11:16:57.000 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5f6BewSFPkRMltwDohCL9qoKoQM= 2022-09-01T11:16:57.001 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5f6BewSFPkRMltwDohCL9qoKoQM=', 'Content-Length': '0'} 2022-09-01T11:16:57.003 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bffe60f9ab2ac864-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.004 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:57.005 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:57.005 DEBUG:boto:Method: GET 2022-09-01T11:16:57.006 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:16:57.006 DEBUG:boto:Data: 2022-09-01T11:16:57.007 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.007 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.008 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.009 DEBUG:boto:Params: {} 2022-09-01T11:16:57.009 DEBUG:boto:Token: None 2022-09-01T11:16:57.010 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj33 2022-09-01T11:16:57.011 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5f6BewSFPkRMltwDohCL9qoKoQM= 2022-09-01T11:16:57.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5f6BewSFPkRMltwDohCL9qoKoQM=', 'Content-Length': '0'} 2022-09-01T11:16:57.013 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000acf5ba163d43caf5-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.014 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.015 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.015 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:57.016 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:57.016 DEBUG:boto:Method: GET 2022-09-01T11:16:57.017 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:16:57.017 DEBUG:boto:Data: 2022-09-01T11:16:57.018 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.018 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.019 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.019 DEBUG:boto:Params: {} 2022-09-01T11:16:57.020 DEBUG:boto:Token: None 2022-09-01T11:16:57.021 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.021 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q= 2022-09-01T11:16:57.022 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.025 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ec646331b3cac56b-00631094a9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.027 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.028 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.029 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.030 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:57.031 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:57.032 DEBUG:boto:Method: GET 2022-09-01T11:16:57.033 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:16:57.033 DEBUG:boto:Data: 2022-09-01T11:16:57.034 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.034 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.035 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.035 DEBUG:boto:Params: {} 2022-09-01T11:16:57.036 DEBUG:boto:Token: None 2022-09-01T11:16:57.037 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.037 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q= 2022-09-01T11:16:57.038 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.041 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000127337544a9e9080-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.041 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.042 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:16:57.043 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:57.043 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:57.044 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.044 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.045 DEBUG:boto:Method: GET 2022-09-01T11:16:57.045 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.046 DEBUG:boto:Data: 2022-09-01T11:16:57.046 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.047 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.048 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.048 DEBUG:boto:Params: {} 2022-09-01T11:16:57.049 DEBUG:boto:Token: None 2022-09-01T11:16:57.049 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.050 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m1eKBKPIKSZ3mOogto0v40YNwR0= 2022-09-01T11:16:57.051 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m1eKBKPIKSZ3mOogto0v40YNwR0=', 'Content-Length': '0'} 2022-09-01T11:16:57.053 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a14cc04266940bb7-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.054 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:57.054 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:57.055 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.055 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.056 DEBUG:boto:Method: GET 2022-09-01T11:16:57.056 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.057 DEBUG:boto:Data: 2022-09-01T11:16:57.057 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.058 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.058 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.059 DEBUG:boto:Params: {} 2022-09-01T11:16:57.060 DEBUG:boto:Token: None 2022-09-01T11:16:57.060 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.061 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m1eKBKPIKSZ3mOogto0v40YNwR0= 2022-09-01T11:16:57.061 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m1eKBKPIKSZ3mOogto0v40YNwR0=', 'Content-Length': '0'} 2022-09-01T11:16:57.063 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007fe3ebf299a158ab-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.064 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:57.065 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:57.065 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.066 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.066 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.067 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.067 DEBUG:boto:Data: 2022-09-01T11:16:57.068 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.068 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.069 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.070 DEBUG:boto:Params: {} 2022-09-01T11:16:57.070 DEBUG:boto:Token: None 2022-09-01T11:16:57.071 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.071 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UNhSAmKD4Umq2wofq3zcPJt4R6Q= 2022-09-01T11:16:57.072 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UNhSAmKD4Umq2wofq3zcPJt4R6Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.074 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe03abf74e1332bb-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.075 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:57.075 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:57.076 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.077 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.077 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.078 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.078 DEBUG:boto:Data: 2022-09-01T11:16:57.079 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.079 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.080 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.080 DEBUG:boto:Params: {} 2022-09-01T11:16:57.081 DEBUG:boto:Token: None 2022-09-01T11:16:57.082 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UNhSAmKD4Umq2wofq3zcPJt4R6Q= 2022-09-01T11:16:57.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UNhSAmKD4Umq2wofq3zcPJt4R6Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.085 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000004f18ef989fd4757-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.085 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:16:57.086 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:57.087 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:57.087 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.088 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.088 DEBUG:boto:Method: GET 2022-09-01T11:16:57.089 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.089 DEBUG:boto:Data: 2022-09-01T11:16:57.090 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.090 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.091 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.091 DEBUG:boto:Params: {} 2022-09-01T11:16:57.092 DEBUG:boto:Token: None 2022-09-01T11:16:57.093 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m1eKBKPIKSZ3mOogto0v40YNwR0= 2022-09-01T11:16:57.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m1eKBKPIKSZ3mOogto0v40YNwR0=', 'Content-Length': '0'} 2022-09-01T11:16:57.096 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000897dc6071ab32b98-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.096 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:57.097 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:57.098 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.098 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.099 DEBUG:boto:Method: GET 2022-09-01T11:16:57.099 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.100 DEBUG:boto:Data: 2022-09-01T11:16:57.101 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.101 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.102 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.102 DEBUG:boto:Params: {} 2022-09-01T11:16:57.103 DEBUG:boto:Token: None 2022-09-01T11:16:57.104 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:57.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m1eKBKPIKSZ3mOogto0v40YNwR0= 2022-09-01T11:16:57.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m1eKBKPIKSZ3mOogto0v40YNwR0=', 'Content-Length': '0'} 2022-09-01T11:16:57.107 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d399d276e12d24ef-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.108 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.109 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.109 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:57.110 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:57.110 DEBUG:boto:Method: GET 2022-09-01T11:16:57.111 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:16:57.111 DEBUG:boto:Data: 2022-09-01T11:16:57.112 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.112 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.113 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.113 DEBUG:boto:Params: {} 2022-09-01T11:16:57.114 DEBUG:boto:Token: None 2022-09-01T11:16:57.115 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.115 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q= 2022-09-01T11:16:57.116 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.119 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004431a0111b424475-00631094a9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.119 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.120 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.121 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.121 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:57.122 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:57.122 DEBUG:boto:Method: GET 2022-09-01T11:16:57.123 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:16:57.123 DEBUG:boto:Data: 2022-09-01T11:16:57.124 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.125 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.125 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.126 DEBUG:boto:Params: {} 2022-09-01T11:16:57.126 DEBUG:boto:Token: None 2022-09-01T11:16:57.127 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.127 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q= 2022-09-01T11:16:57.128 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.131 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000764ecbbe850b2229-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.132 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.132 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:57.133 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:57.133 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.134 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:16:57.134 DEBUG:boto:Data: 2022-09-01T11:16:57.135 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.135 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.136 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.136 DEBUG:boto:Params: {} 2022-09-01T11:16:57.137 DEBUG:boto:Token: None 2022-09-01T11:16:57.137 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj44 2022-09-01T11:16:57.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ccR9cjCm5CaFUQX0/oEc6Fl7lJA= 2022-09-01T11:16:57.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ccR9cjCm5CaFUQX0/oEc6Fl7lJA=', 'Content-Length': '0'} 2022-09-01T11:16:57.141 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006804e84014459570-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.142 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:57.142 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:57.143 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.143 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:16:57.144 DEBUG:boto:Data: 2022-09-01T11:16:57.144 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.145 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.145 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.146 DEBUG:boto:Params: {} 2022-09-01T11:16:57.146 DEBUG:boto:Token: None 2022-09-01T11:16:57.147 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj44 2022-09-01T11:16:57.147 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ccR9cjCm5CaFUQX0/oEc6Fl7lJA= 2022-09-01T11:16:57.148 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ccR9cjCm5CaFUQX0/oEc6Fl7lJA=', 'Content-Length': '0'} 2022-09-01T11:16:57.150 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d36851147da856c3-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.151 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:16:57.151 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:57.152 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:57.152 DEBUG:boto:Method: GET 2022-09-01T11:16:57.153 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:16:57.153 DEBUG:boto:Data: 2022-09-01T11:16:57.154 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.154 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.155 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.156 DEBUG:boto:Params: {} 2022-09-01T11:16:57.156 DEBUG:boto:Token: None 2022-09-01T11:16:57.157 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj44 2022-09-01T11:16:57.157 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0xlZi95UXG5TqDlJVA1rGrc3qbs= 2022-09-01T11:16:57.158 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0xlZi95UXG5TqDlJVA1rGrc3qbs=', 'Content-Length': '0'} 2022-09-01T11:16:57.160 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000042122831e3d23d2c-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.202 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:57.203 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:57.203 DEBUG:boto:Method: GET 2022-09-01T11:16:57.204 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:16:57.205 DEBUG:boto:Data: 2022-09-01T11:16:57.205 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.206 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.206 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.207 DEBUG:boto:Params: {} 2022-09-01T11:16:57.208 DEBUG:boto:Token: None 2022-09-01T11:16:57.209 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj44 2022-09-01T11:16:57.209 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0xlZi95UXG5TqDlJVA1rGrc3qbs= 2022-09-01T11:16:57.210 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0xlZi95UXG5TqDlJVA1rGrc3qbs=', 'Content-Length': '0'} 2022-09-01T11:16:57.212 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b7cb778a3f20cf3-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.213 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.214 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.214 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:57.215 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:57.216 DEBUG:boto:Method: GET 2022-09-01T11:16:57.216 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:16:57.217 DEBUG:boto:Data: 2022-09-01T11:16:57.217 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.218 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.219 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.219 DEBUG:boto:Params: {} 2022-09-01T11:16:57.220 DEBUG:boto:Token: None 2022-09-01T11:16:57.221 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.221 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q= 2022-09-01T11:16:57.222 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.225 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ffed98c08fdcc371-00631094a9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.226 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.227 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.227 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.228 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:57.228 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:57.229 DEBUG:boto:Method: GET 2022-09-01T11:16:57.230 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:16:57.231 DEBUG:boto:Data: 2022-09-01T11:16:57.232 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.233 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.234 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.235 DEBUG:boto:Params: {} 2022-09-01T11:16:57.236 DEBUG:boto:Token: None 2022-09-01T11:16:57.237 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.238 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q= 2022-09-01T11:16:57.239 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.242 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ceccee79a548803b-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.243 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.244 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:16:57.245 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:57.245 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:57.246 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.246 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.247 DEBUG:boto:Method: GET 2022-09-01T11:16:57.248 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.248 DEBUG:boto:Data: 2022-09-01T11:16:57.249 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.249 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.250 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.251 DEBUG:boto:Params: {} 2022-09-01T11:16:57.251 DEBUG:boto:Token: None 2022-09-01T11:16:57.252 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.253 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xAIuBX9VVZGSJ3+9lMGR46Qk7Zk= 2022-09-01T11:16:57.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xAIuBX9VVZGSJ3+9lMGR46Qk7Zk=', 'Content-Length': '0'} 2022-09-01T11:16:57.256 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e02084fd6d77a029-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.257 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:57.258 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:57.258 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.259 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.260 DEBUG:boto:Method: GET 2022-09-01T11:16:57.260 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.261 DEBUG:boto:Data: 2022-09-01T11:16:57.262 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.262 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.263 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.264 DEBUG:boto:Params: {} 2022-09-01T11:16:57.264 DEBUG:boto:Token: None 2022-09-01T11:16:57.265 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.266 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xAIuBX9VVZGSJ3+9lMGR46Qk7Zk= 2022-09-01T11:16:57.266 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xAIuBX9VVZGSJ3+9lMGR46Qk7Zk=', 'Content-Length': '0'} 2022-09-01T11:16:57.269 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000016f95c253e3c2c8e-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.270 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:57.270 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:57.271 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.271 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.272 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.272 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.273 DEBUG:boto:Data: 2022-09-01T11:16:57.273 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.274 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.275 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.275 DEBUG:boto:Params: {} 2022-09-01T11:16:57.276 DEBUG:boto:Token: None 2022-09-01T11:16:57.276 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.277 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tMT3tBP42ToTcNU8PqGmogOvUuU= 2022-09-01T11:16:57.278 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tMT3tBP42ToTcNU8PqGmogOvUuU=', 'Content-Length': '0'} 2022-09-01T11:16:57.280 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005085a0cba7e9f683-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.281 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:57.281 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:57.282 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.282 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.283 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.283 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.284 DEBUG:boto:Data: 2022-09-01T11:16:57.284 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.285 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.285 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.286 DEBUG:boto:Params: {} 2022-09-01T11:16:57.286 DEBUG:boto:Token: None 2022-09-01T11:16:57.287 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.287 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tMT3tBP42ToTcNU8PqGmogOvUuU= 2022-09-01T11:16:57.288 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tMT3tBP42ToTcNU8PqGmogOvUuU=', 'Content-Length': '0'} 2022-09-01T11:16:57.290 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a64b504a9bde0ccc-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.291 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:16:57.291 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:57.292 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:57.293 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.293 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.294 DEBUG:boto:Method: GET 2022-09-01T11:16:57.294 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.295 DEBUG:boto:Data: 2022-09-01T11:16:57.295 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.296 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.296 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.297 DEBUG:boto:Params: {} 2022-09-01T11:16:57.298 DEBUG:boto:Token: None 2022-09-01T11:16:57.298 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xAIuBX9VVZGSJ3+9lMGR46Qk7Zk= 2022-09-01T11:16:57.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xAIuBX9VVZGSJ3+9lMGR46Qk7Zk=', 'Content-Length': '0'} 2022-09-01T11:16:57.302 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ea8cde73e2916c41-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.304 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:57.305 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:57.306 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.307 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.308 DEBUG:boto:Method: GET 2022-09-01T11:16:57.309 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.310 DEBUG:boto:Data: 2022-09-01T11:16:57.311 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.312 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.313 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.313 DEBUG:boto:Params: {} 2022-09-01T11:16:57.314 DEBUG:boto:Token: None 2022-09-01T11:16:57.315 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:57.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xAIuBX9VVZGSJ3+9lMGR46Qk7Zk= 2022-09-01T11:16:57.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xAIuBX9VVZGSJ3+9lMGR46Qk7Zk=', 'Content-Length': '0'} 2022-09-01T11:16:57.318 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002b3a4fae55a20394-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.319 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.320 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.320 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:57.321 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:57.321 DEBUG:boto:Method: GET 2022-09-01T11:16:57.322 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:16:57.322 DEBUG:boto:Data: 2022-09-01T11:16:57.323 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.324 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.324 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.325 DEBUG:boto:Params: {} 2022-09-01T11:16:57.325 DEBUG:boto:Token: None 2022-09-01T11:16:57.326 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.326 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q= 2022-09-01T11:16:57.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.330 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b6f3c4ca202d093d-00631094a9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.331 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.332 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.333 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.333 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:57.334 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:57.334 DEBUG:boto:Method: GET 2022-09-01T11:16:57.335 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:16:57.335 DEBUG:boto:Data: 2022-09-01T11:16:57.336 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.336 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.337 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.338 DEBUG:boto:Params: {} 2022-09-01T11:16:57.338 DEBUG:boto:Token: None 2022-09-01T11:16:57.339 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.339 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q= 2022-09-01T11:16:57.340 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.343 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005eb9534637308da3-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.390 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.392 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:57.393 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:57.394 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.395 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:16:57.396 DEBUG:boto:Data: 2022-09-01T11:16:57.397 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.398 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.399 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.399 DEBUG:boto:Params: {} 2022-09-01T11:16:57.401 DEBUG:boto:Token: None 2022-09-01T11:16:57.402 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj55 2022-09-01T11:16:57.403 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/YE9OqLz8j6rTXJssFzGYzQ4ddI= 2022-09-01T11:16:57.404 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/YE9OqLz8j6rTXJssFzGYzQ4ddI=', 'Content-Length': '0'} 2022-09-01T11:16:57.407 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008277837e5ed7cdc9-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.408 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:57.409 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:57.410 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.411 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:16:57.412 DEBUG:boto:Data: 2022-09-01T11:16:57.412 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.413 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.414 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.415 DEBUG:boto:Params: {} 2022-09-01T11:16:57.416 DEBUG:boto:Token: None 2022-09-01T11:16:57.417 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj55 2022-09-01T11:16:57.418 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/YE9OqLz8j6rTXJssFzGYzQ4ddI= 2022-09-01T11:16:57.419 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/YE9OqLz8j6rTXJssFzGYzQ4ddI=', 'Content-Length': '0'} 2022-09-01T11:16:57.422 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d4486ddfed2cccfc-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.423 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:16:57.424 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:57.425 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:57.426 DEBUG:boto:Method: GET 2022-09-01T11:16:57.427 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:16:57.428 DEBUG:boto:Data: 2022-09-01T11:16:57.429 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.430 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.431 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.432 DEBUG:boto:Params: {} 2022-09-01T11:16:57.433 DEBUG:boto:Token: None 2022-09-01T11:16:57.434 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj55 2022-09-01T11:16:57.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZOZ5vzPjEzNnqvkxOhGfwVD3izk= 2022-09-01T11:16:57.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZOZ5vzPjEzNnqvkxOhGfwVD3izk=', 'Content-Length': '0'} 2022-09-01T11:16:57.438 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000f02eb6b5550609f-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.482 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:57.483 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:57.483 DEBUG:boto:Method: GET 2022-09-01T11:16:57.484 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:16:57.485 DEBUG:boto:Data: 2022-09-01T11:16:57.485 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.486 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.486 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.487 DEBUG:boto:Params: {} 2022-09-01T11:16:57.487 DEBUG:boto:Token: None 2022-09-01T11:16:57.488 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj55 2022-09-01T11:16:57.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZOZ5vzPjEzNnqvkxOhGfwVD3izk= 2022-09-01T11:16:57.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZOZ5vzPjEzNnqvkxOhGfwVD3izk=', 'Content-Length': '0'} 2022-09-01T11:16:57.492 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5bb1603645b412c-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.493 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.493 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.494 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:57.494 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:57.495 DEBUG:boto:Method: GET 2022-09-01T11:16:57.495 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:16:57.496 DEBUG:boto:Data: 2022-09-01T11:16:57.496 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.497 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.497 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.498 DEBUG:boto:Params: {} 2022-09-01T11:16:57.499 DEBUG:boto:Token: None 2022-09-01T11:16:57.499 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q= 2022-09-01T11:16:57.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.503 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e2f5dd216b3d8979-00631094a9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.504 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.505 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.506 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.506 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:57.507 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:57.507 DEBUG:boto:Method: GET 2022-09-01T11:16:57.508 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:16:57.508 DEBUG:boto:Data: 2022-09-01T11:16:57.509 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.509 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:57.510 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.510 DEBUG:boto:Params: {} 2022-09-01T11:16:57.511 DEBUG:boto:Token: None 2022-09-01T11:16:57.512 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.512 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q= 2022-09-01T11:16:57.513 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.516 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ca92ea21bc4a3275-00631094a9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.516 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.517 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone3, test-zone1} 2022-09-01T11:16:57.518 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone3, test-zone2} 2022-09-01T11:16:57.518 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.519 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.519 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.520 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:16:57.520 DEBUG:boto:Data: 2022-09-01T11:16:57.521 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.521 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.522 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.522 DEBUG:boto:Params: {} 2022-09-01T11:16:57.523 DEBUG:boto:Token: None 2022-09-01T11:16:57.524 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BjLmlxCcdS1scLfPOWodyVcriiY= 2022-09-01T11:16:57.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BjLmlxCcdS1scLfPOWodyVcriiY=', 'Content-Length': '0'} 2022-09-01T11:16:57.527 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000176a23b794f59335-00631094a9-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.528 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.529 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.529 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.530 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:16:57.530 DEBUG:boto:Data: 2022-09-01T11:16:57.531 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.531 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:57.532 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.532 DEBUG:boto:Params: {} 2022-09-01T11:16:57.533 DEBUG:boto:Token: None 2022-09-01T11:16:57.533 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.534 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BjLmlxCcdS1scLfPOWodyVcriiY= 2022-09-01T11:16:57.535 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BjLmlxCcdS1scLfPOWodyVcriiY=', 'Content-Length': '0'} 2022-09-01T11:16:57.537 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004b7b86d687b61186-00631094a9-183f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.538 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:16:57.539 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.539 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.540 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:57.540 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:57.541 DEBUG:boto:Method: GET 2022-09-01T11:16:57.541 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:57.542 DEBUG:boto:Data: 2022-09-01T11:16:57.543 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.543 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.544 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.544 DEBUG:boto:Params: {} 2022-09-01T11:16:57.545 DEBUG:boto:Token: None 2022-09-01T11:16:57.546 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/?versions 2022-09-01T11:16:57.546 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:betcWdp6cLLQj1yM2ynKp4xyNxg= 2022-09-01T11:16:57.547 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:betcWdp6cLLQj1yM2ynKp4xyNxg=', 'Content-Length': '0'} 2022-09-01T11:16:57.550 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009de88db8a5c10ffe-00631094a9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.550 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.551 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:16:57.552 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:16:57.552 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:16:57.553 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:16:57.553 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:16:57.554 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:16:57.554 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.555 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.556 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:57.556 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:57.557 DEBUG:boto:Method: GET 2022-09-01T11:16:57.557 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:57.558 DEBUG:boto:Data: 2022-09-01T11:16:57.558 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.559 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:57.559 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.560 DEBUG:boto:Params: {} 2022-09-01T11:16:57.560 DEBUG:boto:Token: None 2022-09-01T11:16:57.566 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/?versions 2022-09-01T11:16:57.566 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:betcWdp6cLLQj1yM2ynKp4xyNxg= 2022-09-01T11:16:57.567 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:betcWdp6cLLQj1yM2ynKp4xyNxg=', 'Content-Length': '0'} 2022-09-01T11:16:57.570 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007c37b89a6b9433d1-00631094a9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.570 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.571 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:16:57.572 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:16:57.572 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:16:57.573 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:16:57.573 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:16:57.574 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.574 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.575 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:57.575 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:57.576 DEBUG:boto:Method: GET 2022-09-01T11:16:57.576 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:57.577 DEBUG:boto:Data: 2022-09-01T11:16:57.578 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.578 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.579 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.579 DEBUG:boto:Params: {} 2022-09-01T11:16:57.580 DEBUG:boto:Token: None 2022-09-01T11:16:57.580 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/?versions 2022-09-01T11:16:57.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:betcWdp6cLLQj1yM2ynKp4xyNxg= 2022-09-01T11:16:57.582 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:betcWdp6cLLQj1yM2ynKp4xyNxg=', 'Content-Length': '0'} 2022-09-01T11:16:57.584 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006482d7f2825532f0-00631094a9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.585 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.586 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.587 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.587 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:57.588 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:57.588 DEBUG:boto:Method: GET 2022-09-01T11:16:57.589 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:16:57.589 DEBUG:boto:Data: 2022-09-01T11:16:57.590 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.590 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:57.591 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.591 DEBUG:boto:Params: {} 2022-09-01T11:16:57.592 DEBUG:boto:Token: None 2022-09-01T11:16:57.593 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/?versions 2022-09-01T11:16:57.593 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:betcWdp6cLLQj1yM2ynKp4xyNxg= 2022-09-01T11:16:57.594 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:betcWdp6cLLQj1yM2ynKp4xyNxg=', 'Content-Length': '0'} 2022-09-01T11:16:57.597 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fcdaf8962484b481-00631094a9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.597 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.598 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:16:57.599 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:57.600 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:57.600 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.601 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.601 DEBUG:boto:Method: GET 2022-09-01T11:16:57.602 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.602 DEBUG:boto:Data: 2022-09-01T11:16:57.603 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.603 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.604 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.604 DEBUG:boto:Params: {} 2022-09-01T11:16:57.605 DEBUG:boto:Token: None 2022-09-01T11:16:57.606 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2yLVzZZeqI11q8XZhyRgIm1YVl4= 2022-09-01T11:16:57.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2yLVzZZeqI11q8XZhyRgIm1YVl4=', 'Content-Length': '0'} 2022-09-01T11:16:57.609 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008212463d733bd597-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.650 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:57.651 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:57.651 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.652 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.652 DEBUG:boto:Method: GET 2022-09-01T11:16:57.653 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.653 DEBUG:boto:Data: 2022-09-01T11:16:57.654 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.654 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:57.655 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.655 DEBUG:boto:Params: {} 2022-09-01T11:16:57.656 DEBUG:boto:Token: None 2022-09-01T11:16:57.657 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2yLVzZZeqI11q8XZhyRgIm1YVl4= 2022-09-01T11:16:57.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2yLVzZZeqI11q8XZhyRgIm1YVl4=', 'Content-Length': '0'} 2022-09-01T11:16:57.660 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bab3e8f7883acabd-00631094a9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.661 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:57.662 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:57.663 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.663 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.664 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.664 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.665 DEBUG:boto:Data: 2022-09-01T11:16:57.665 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.666 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.667 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.667 DEBUG:boto:Params: {} 2022-09-01T11:16:57.668 DEBUG:boto:Token: None 2022-09-01T11:16:57.669 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fGyMSaMtNC+tEtIZiesMrMCHQWU= 2022-09-01T11:16:57.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fGyMSaMtNC+tEtIZiesMrMCHQWU=', 'Content-Length': '0'} 2022-09-01T11:16:57.674 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf1acc01942721db-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.675 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:57.676 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:57.676 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.677 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.678 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.678 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.679 DEBUG:boto:Data: 2022-09-01T11:16:57.679 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.680 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:57.681 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.681 DEBUG:boto:Params: {} 2022-09-01T11:16:57.682 DEBUG:boto:Token: None 2022-09-01T11:16:57.683 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.684 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fGyMSaMtNC+tEtIZiesMrMCHQWU= 2022-09-01T11:16:57.684 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fGyMSaMtNC+tEtIZiesMrMCHQWU=', 'Content-Length': '0'} 2022-09-01T11:16:57.686 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000038757590ed1dec1f-00631094a9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.687 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:16:57.688 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:57.689 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:57.689 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.690 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.690 DEBUG:boto:Method: GET 2022-09-01T11:16:57.691 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.692 DEBUG:boto:Data: 2022-09-01T11:16:57.692 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.693 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.694 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.694 DEBUG:boto:Params: {} 2022-09-01T11:16:57.695 DEBUG:boto:Token: None 2022-09-01T11:16:57.696 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2yLVzZZeqI11q8XZhyRgIm1YVl4= 2022-09-01T11:16:57.697 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2yLVzZZeqI11q8XZhyRgIm1YVl4=', 'Content-Length': '0'} 2022-09-01T11:16:57.700 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b241c7bab03aef71-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.701 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:57.701 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:57.702 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.703 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.703 DEBUG:boto:Method: GET 2022-09-01T11:16:57.704 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.704 DEBUG:boto:Data: 2022-09-01T11:16:57.705 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.706 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:57.706 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.707 DEBUG:boto:Params: {} 2022-09-01T11:16:57.707 DEBUG:boto:Token: None 2022-09-01T11:16:57.708 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:16:57.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2yLVzZZeqI11q8XZhyRgIm1YVl4= 2022-09-01T11:16:57.710 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2yLVzZZeqI11q8XZhyRgIm1YVl4=', 'Content-Length': '0'} 2022-09-01T11:16:57.712 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001cc1b3ffef1a6725-00631094a9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.754 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.764 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.765 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:57.766 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:57.767 DEBUG:boto:Method: GET 2022-09-01T11:16:57.769 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:16:57.770 DEBUG:boto:Data: 2022-09-01T11:16:57.771 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.772 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.773 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.774 DEBUG:boto:Params: {} 2022-09-01T11:16:57.776 DEBUG:boto:Token: None 2022-09-01T11:16:57.777 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.779 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q= 2022-09-01T11:16:57.780 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.783 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004eac3675dda77767-00631094a9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.785 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.787 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.788 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.790 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:57.791 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:57.792 DEBUG:boto:Method: GET 2022-09-01T11:16:57.792 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:16:57.793 DEBUG:boto:Data: 2022-09-01T11:16:57.793 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.794 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:57.794 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.795 DEBUG:boto:Params: {} 2022-09-01T11:16:57.796 DEBUG:boto:Token: None 2022-09-01T11:16:57.796 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.797 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q= 2022-09-01T11:16:57.798 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.801 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006f4a751bc574e87e-00631094a9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.802 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.802 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:57.803 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:57.803 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.804 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:16:57.805 DEBUG:boto:Data: 2022-09-01T11:16:57.805 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.806 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.806 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.807 DEBUG:boto:Params: {} 2022-09-01T11:16:57.807 DEBUG:boto:Token: None 2022-09-01T11:16:57.808 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj11 2022-09-01T11:16:57.809 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d484IHxV+GJ5piZeCGg9EHTx228= 2022-09-01T11:16:57.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d484IHxV+GJ5piZeCGg9EHTx228=', 'Content-Length': '0'} 2022-09-01T11:16:57.812 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000e0c06f6370a352a-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.812 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:57.813 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:57.813 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.814 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:16:57.814 DEBUG:boto:Data: 2022-09-01T11:16:57.815 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.816 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:57.816 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.817 DEBUG:boto:Params: {} 2022-09-01T11:16:57.817 DEBUG:boto:Token: None 2022-09-01T11:16:57.818 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj11 2022-09-01T11:16:57.819 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d484IHxV+GJ5piZeCGg9EHTx228= 2022-09-01T11:16:57.819 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d484IHxV+GJ5piZeCGg9EHTx228=', 'Content-Length': '0'} 2022-09-01T11:16:57.821 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000040ffbe792866433e-00631094a9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.822 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:16:57.823 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:57.823 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:57.824 DEBUG:boto:Method: GET 2022-09-01T11:16:57.824 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:16:57.825 DEBUG:boto:Data: 2022-09-01T11:16:57.825 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.826 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.827 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.827 DEBUG:boto:Params: {} 2022-09-01T11:16:57.828 DEBUG:boto:Token: None 2022-09-01T11:16:57.829 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj11 2022-09-01T11:16:57.829 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cuqsNQUIqkOWOHRBrr+G3MfyUYg= 2022-09-01T11:16:57.830 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cuqsNQUIqkOWOHRBrr+G3MfyUYg=', 'Content-Length': '0'} 2022-09-01T11:16:57.832 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000087ba19eaf71115b1-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.878 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:16:57.879 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:16:57.880 DEBUG:boto:Method: GET 2022-09-01T11:16:57.882 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:16:57.883 DEBUG:boto:Data: 2022-09-01T11:16:57.884 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.885 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:57.886 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.887 DEBUG:boto:Params: {} 2022-09-01T11:16:57.889 DEBUG:boto:Token: None 2022-09-01T11:16:57.890 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj11 2022-09-01T11:16:57.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cuqsNQUIqkOWOHRBrr+G3MfyUYg= 2022-09-01T11:16:57.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cuqsNQUIqkOWOHRBrr+G3MfyUYg=', 'Content-Length': '0'} 2022-09-01T11:16:57.895 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000065d30f64efe4d2e2-00631094a9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.896 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.896 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.897 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:57.897 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:57.898 DEBUG:boto:Method: GET 2022-09-01T11:16:57.899 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:16:57.899 DEBUG:boto:Data: 2022-09-01T11:16:57.900 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.900 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.901 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.901 DEBUG:boto:Params: {} 2022-09-01T11:16:57.902 DEBUG:boto:Token: None 2022-09-01T11:16:57.903 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.903 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q= 2022-09-01T11:16:57.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.907 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000247aadc0d26063db-00631094a9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.907 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.908 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:57.909 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:57.909 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:57.910 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:16:57.910 DEBUG:boto:Method: GET 2022-09-01T11:16:57.911 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:16:57.911 DEBUG:boto:Data: 2022-09-01T11:16:57.912 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.912 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:57.913 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.913 DEBUG:boto:Params: {} 2022-09-01T11:16:57.914 DEBUG:boto:Token: None 2022-09-01T11:16:57.915 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/ 2022-09-01T11:16:57.915 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q= 2022-09-01T11:16:57.916 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xUNiZQS89edj79vAd3J7X2yf56Q=', 'Content-Length': '0'} 2022-09-01T11:16:57.919 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eaf007b2bd565437-00631094a9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.919 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:57.920 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:16:57.921 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:57.921 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:57.922 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.922 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.923 DEBUG:boto:Method: GET 2022-09-01T11:16:57.923 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.924 DEBUG:boto:Data: 2022-09-01T11:16:57.924 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.925 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.926 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.926 DEBUG:boto:Params: {} 2022-09-01T11:16:57.927 DEBUG:boto:Token: None 2022-09-01T11:16:57.927 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.928 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:60NiiLnRXUsjXU+F27ALcJfivUU= 2022-09-01T11:16:57.928 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:60NiiLnRXUsjXU+F27ALcJfivUU=', 'Content-Length': '0'} 2022-09-01T11:16:57.931 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fce628086107c180-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.931 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:57.932 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:57.933 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.933 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.934 DEBUG:boto:Method: GET 2022-09-01T11:16:57.934 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.935 DEBUG:boto:Data: 2022-09-01T11:16:57.935 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.936 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:57.936 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.937 DEBUG:boto:Params: {} 2022-09-01T11:16:57.937 DEBUG:boto:Token: None 2022-09-01T11:16:57.938 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.939 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:60NiiLnRXUsjXU+F27ALcJfivUU= 2022-09-01T11:16:57.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:60NiiLnRXUsjXU+F27ALcJfivUU=', 'Content-Length': '0'} 2022-09-01T11:16:57.941 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f819ab5e5a20b570-00631094a9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.942 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:57.943 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:57.943 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.944 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.944 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.945 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.945 DEBUG:boto:Data: 2022-09-01T11:16:57.946 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.946 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.947 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.947 DEBUG:boto:Params: {} 2022-09-01T11:16:57.948 DEBUG:boto:Token: None 2022-09-01T11:16:57.948 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.949 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u2DVaD5zQYyoBT+/Q2aqNtNyntM= 2022-09-01T11:16:57.949 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u2DVaD5zQYyoBT+/Q2aqNtNyntM=', 'Content-Length': '0'} 2022-09-01T11:16:57.952 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000190cd9b3d11e6560-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.952 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:57.953 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:57.953 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.954 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.954 DEBUG:boto:Method: HEAD 2022-09-01T11:16:57.955 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.955 DEBUG:boto:Data: 2022-09-01T11:16:57.956 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.956 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:57.957 DEBUG:boto:Port: 8000 2022-09-01T11:16:57.957 DEBUG:boto:Params: {} 2022-09-01T11:16:57.958 DEBUG:boto:Token: None 2022-09-01T11:16:57.959 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.959 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u2DVaD5zQYyoBT+/Q2aqNtNyntM= 2022-09-01T11:16:57.960 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u2DVaD5zQYyoBT+/Q2aqNtNyntM=', 'Content-Length': '0'} 2022-09-01T11:16:57.962 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000920c5d4b0b52ba07-00631094a9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:57.963 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:16:57.963 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:57.964 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:57.964 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.965 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.966 DEBUG:boto:Method: GET 2022-09-01T11:16:57.966 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.967 DEBUG:boto:Data: 2022-09-01T11:16:57.967 DEBUG:boto:Headers: {} 2022-09-01T11:16:57.968 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:57.968 DEBUG:boto:Port: 8001 2022-09-01T11:16:57.969 DEBUG:boto:Params: {} 2022-09-01T11:16:57.969 DEBUG:boto:Token: None 2022-09-01T11:16:57.970 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:57 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:57.971 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:60NiiLnRXUsjXU+F27ALcJfivUU= 2022-09-01T11:16:57.971 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:60NiiLnRXUsjXU+F27ALcJfivUU=', 'Content-Length': '0'} 2022-09-01T11:16:57.973 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001dca278c8eacf5f7-00631094a9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.018 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:58.019 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:58.019 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:58.020 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:58.020 DEBUG:boto:Method: GET 2022-09-01T11:16:58.021 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:58.021 DEBUG:boto:Data: 2022-09-01T11:16:58.022 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.022 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.023 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.023 DEBUG:boto:Params: {} 2022-09-01T11:16:58.024 DEBUG:boto:Token: None 2022-09-01T11:16:58.025 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:16:58.025 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uwDWqPOwQ7nh4wZC/KT5Q/7nDkg= 2022-09-01T11:16:58.026 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uwDWqPOwQ7nh4wZC/KT5Q/7nDkg=', 'Content-Length': '0'} 2022-09-01T11:16:58.028 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a272ccf9b42c732-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.030 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.030 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.031 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:58.031 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:58.032 DEBUG:boto:Method: GET 2022-09-01T11:16:58.032 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:16:58.033 DEBUG:boto:Data: 2022-09-01T11:16:58.033 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.034 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.034 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.035 DEBUG:boto:Params: {} 2022-09-01T11:16:58.036 DEBUG:boto:Token: None 2022-09-01T11:16:58.036 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.037 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.037 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.042 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000022f1eb75e56bd79a-00631094aa-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.043 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.044 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.044 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.045 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:58.045 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:58.046 DEBUG:boto:Method: GET 2022-09-01T11:16:58.046 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:16:58.047 DEBUG:boto:Data: 2022-09-01T11:16:58.048 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.048 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.049 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.049 DEBUG:boto:Params: {} 2022-09-01T11:16:58.050 DEBUG:boto:Token: None 2022-09-01T11:16:58.051 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.051 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.055 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000bd540740ba04b51-00631094aa-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.055 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.056 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:58.057 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:58.057 DEBUG:boto:Method: HEAD 2022-09-01T11:16:58.058 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:16:58.058 DEBUG:boto:Data: 2022-09-01T11:16:58.059 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.059 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.060 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.060 DEBUG:boto:Params: {} 2022-09-01T11:16:58.061 DEBUG:boto:Token: None 2022-09-01T11:16:58.061 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj22 2022-09-01T11:16:58.062 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dElOHw9Ff+YGj6Q3YTjd/QsUAoY= 2022-09-01T11:16:58.062 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dElOHw9Ff+YGj6Q3YTjd/QsUAoY=', 'Content-Length': '0'} 2022-09-01T11:16:58.065 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1c6d85e24366f4e-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.066 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:58.067 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:58.068 DEBUG:boto:Method: HEAD 2022-09-01T11:16:58.068 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:16:58.069 DEBUG:boto:Data: 2022-09-01T11:16:58.069 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.070 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.070 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.071 DEBUG:boto:Params: {} 2022-09-01T11:16:58.072 DEBUG:boto:Token: None 2022-09-01T11:16:58.072 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj22 2022-09-01T11:16:58.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dElOHw9Ff+YGj6Q3YTjd/QsUAoY= 2022-09-01T11:16:58.074 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dElOHw9Ff+YGj6Q3YTjd/QsUAoY=', 'Content-Length': '0'} 2022-09-01T11:16:58.076 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004ccfdb63115a6900-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.077 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:16:58.077 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:58.078 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:58.078 DEBUG:boto:Method: GET 2022-09-01T11:16:58.079 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:16:58.079 DEBUG:boto:Data: 2022-09-01T11:16:58.080 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.081 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.081 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.082 DEBUG:boto:Params: {} 2022-09-01T11:16:58.083 DEBUG:boto:Token: None 2022-09-01T11:16:58.083 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj22 2022-09-01T11:16:58.084 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:syPpavMu2jrYgQ9/38rnwyjllGA= 2022-09-01T11:16:58.085 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:syPpavMu2jrYgQ9/38rnwyjllGA=', 'Content-Length': '0'} 2022-09-01T11:16:58.087 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005be8265d5cbe5465-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.088 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:16:58.088 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:16:58.089 DEBUG:boto:Method: GET 2022-09-01T11:16:58.089 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:16:58.090 DEBUG:boto:Data: 2022-09-01T11:16:58.090 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.091 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.091 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.092 DEBUG:boto:Params: {} 2022-09-01T11:16:58.093 DEBUG:boto:Token: None 2022-09-01T11:16:58.094 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj22 2022-09-01T11:16:58.095 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:syPpavMu2jrYgQ9/38rnwyjllGA= 2022-09-01T11:16:58.095 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:syPpavMu2jrYgQ9/38rnwyjllGA=', 'Content-Length': '0'} 2022-09-01T11:16:58.098 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094352fd50edc3622-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.138 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.139 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.139 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:58.140 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:58.140 DEBUG:boto:Method: GET 2022-09-01T11:16:58.141 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:16:58.142 DEBUG:boto:Data: 2022-09-01T11:16:58.142 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.143 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.143 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.144 DEBUG:boto:Params: {} 2022-09-01T11:16:58.144 DEBUG:boto:Token: None 2022-09-01T11:16:58.145 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.146 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.146 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.149 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aae61500a3441021-00631094aa-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.150 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.151 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.151 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.152 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:58.152 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:16:58.153 DEBUG:boto:Method: GET 2022-09-01T11:16:58.153 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:16:58.154 DEBUG:boto:Data: 2022-09-01T11:16:58.154 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.155 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.155 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.156 DEBUG:boto:Params: {} 2022-09-01T11:16:58.157 DEBUG:boto:Token: None 2022-09-01T11:16:58.157 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.158 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.158 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.161 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dc8631f26a5cfa49-00631094aa-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.162 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.163 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:16:58.163 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:58.164 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:58.164 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.165 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.165 DEBUG:boto:Method: GET 2022-09-01T11:16:58.166 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.166 DEBUG:boto:Data: 2022-09-01T11:16:58.167 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.167 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.168 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.168 DEBUG:boto:Params: {} 2022-09-01T11:16:58.169 DEBUG:boto:Token: None 2022-09-01T11:16:58.170 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.170 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UaBfTuu2y2AJsraS28SO9Udhck8= 2022-09-01T11:16:58.171 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UaBfTuu2y2AJsraS28SO9Udhck8=', 'Content-Length': '0'} 2022-09-01T11:16:58.173 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1fbda8453a1bb8e-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.174 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:58.174 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:58.175 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.175 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.176 DEBUG:boto:Method: GET 2022-09-01T11:16:58.176 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.177 DEBUG:boto:Data: 2022-09-01T11:16:58.177 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.178 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.178 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.179 DEBUG:boto:Params: {} 2022-09-01T11:16:58.180 DEBUG:boto:Token: None 2022-09-01T11:16:58.180 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.181 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UaBfTuu2y2AJsraS28SO9Udhck8= 2022-09-01T11:16:58.181 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UaBfTuu2y2AJsraS28SO9Udhck8=', 'Content-Length': '0'} 2022-09-01T11:16:58.184 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3023a65e289d84a-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.184 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:58.185 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:58.185 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.186 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.186 DEBUG:boto:Method: HEAD 2022-09-01T11:16:58.187 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.187 DEBUG:boto:Data: 2022-09-01T11:16:58.188 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.188 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.189 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.189 DEBUG:boto:Params: {} 2022-09-01T11:16:58.190 DEBUG:boto:Token: None 2022-09-01T11:16:58.191 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.191 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AHlzM2l9lkP9YXmqNz/iFVU/+EE= 2022-09-01T11:16:58.192 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AHlzM2l9lkP9YXmqNz/iFVU/+EE=', 'Content-Length': '0'} 2022-09-01T11:16:58.194 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cd014b636bf71808-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.195 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:58.195 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:58.196 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.196 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.197 DEBUG:boto:Method: HEAD 2022-09-01T11:16:58.197 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.198 DEBUG:boto:Data: 2022-09-01T11:16:58.198 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.199 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.199 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.200 DEBUG:boto:Params: {} 2022-09-01T11:16:58.200 DEBUG:boto:Token: None 2022-09-01T11:16:58.201 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AHlzM2l9lkP9YXmqNz/iFVU/+EE= 2022-09-01T11:16:58.202 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AHlzM2l9lkP9YXmqNz/iFVU/+EE=', 'Content-Length': '0'} 2022-09-01T11:16:58.204 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002fb18694a12f98a4-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.205 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:16:58.205 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:58.206 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:58.206 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.207 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.207 DEBUG:boto:Method: GET 2022-09-01T11:16:58.208 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.208 DEBUG:boto:Data: 2022-09-01T11:16:58.209 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.209 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.210 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.210 DEBUG:boto:Params: {} 2022-09-01T11:16:58.211 DEBUG:boto:Token: None 2022-09-01T11:16:58.212 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.212 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UaBfTuu2y2AJsraS28SO9Udhck8= 2022-09-01T11:16:58.213 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UaBfTuu2y2AJsraS28SO9Udhck8=', 'Content-Length': '0'} 2022-09-01T11:16:58.215 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000063bc48aaad9def54-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.258 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:58.259 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:58.259 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.260 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.260 DEBUG:boto:Method: GET 2022-09-01T11:16:58.261 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.261 DEBUG:boto:Data: 2022-09-01T11:16:58.262 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.263 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.263 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.264 DEBUG:boto:Params: {} 2022-09-01T11:16:58.264 DEBUG:boto:Token: None 2022-09-01T11:16:58.265 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:16:58.265 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UaBfTuu2y2AJsraS28SO9Udhck8= 2022-09-01T11:16:58.266 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UaBfTuu2y2AJsraS28SO9Udhck8=', 'Content-Length': '0'} 2022-09-01T11:16:58.268 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c2a612e0bfadae8a-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.269 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.270 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.270 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:58.271 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:58.271 DEBUG:boto:Method: GET 2022-09-01T11:16:58.272 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:16:58.272 DEBUG:boto:Data: 2022-09-01T11:16:58.273 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.273 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.274 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.275 DEBUG:boto:Params: {} 2022-09-01T11:16:58.275 DEBUG:boto:Token: None 2022-09-01T11:16:58.276 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.280 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000901323ab70cb7166-00631094aa-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.281 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.282 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.282 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.283 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:58.283 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:58.284 DEBUG:boto:Method: GET 2022-09-01T11:16:58.284 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:16:58.285 DEBUG:boto:Data: 2022-09-01T11:16:58.285 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.286 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.287 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.287 DEBUG:boto:Params: {} 2022-09-01T11:16:58.288 DEBUG:boto:Token: None 2022-09-01T11:16:58.288 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.289 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.293 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000721e74ba928aeab5-00631094aa-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.293 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.294 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:58.295 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:58.295 DEBUG:boto:Method: HEAD 2022-09-01T11:16:58.296 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:16:58.296 DEBUG:boto:Data: 2022-09-01T11:16:58.297 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.297 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.298 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.298 DEBUG:boto:Params: {} 2022-09-01T11:16:58.299 DEBUG:boto:Token: None 2022-09-01T11:16:58.299 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj33 2022-09-01T11:16:58.300 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/0eibpp6Vdmi/CUUnG4bypBvOaA= 2022-09-01T11:16:58.301 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/0eibpp6Vdmi/CUUnG4bypBvOaA=', 'Content-Length': '0'} 2022-09-01T11:16:58.303 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001182d40c825404b9-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.303 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:58.304 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:58.305 DEBUG:boto:Method: HEAD 2022-09-01T11:16:58.305 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:16:58.306 DEBUG:boto:Data: 2022-09-01T11:16:58.306 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.307 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.307 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.308 DEBUG:boto:Params: {} 2022-09-01T11:16:58.308 DEBUG:boto:Token: None 2022-09-01T11:16:58.309 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj33 2022-09-01T11:16:58.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/0eibpp6Vdmi/CUUnG4bypBvOaA= 2022-09-01T11:16:58.310 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/0eibpp6Vdmi/CUUnG4bypBvOaA=', 'Content-Length': '0'} 2022-09-01T11:16:58.312 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c10294d51ceb5b09-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.313 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:16:58.314 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:58.314 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:58.315 DEBUG:boto:Method: GET 2022-09-01T11:16:58.316 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:16:58.316 DEBUG:boto:Data: 2022-09-01T11:16:58.317 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.318 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.318 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.319 DEBUG:boto:Params: {} 2022-09-01T11:16:58.319 DEBUG:boto:Token: None 2022-09-01T11:16:58.320 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj33 2022-09-01T11:16:58.321 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MdRBG7Nwxps5LUB1KlnfILH1Mho= 2022-09-01T11:16:58.321 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MdRBG7Nwxps5LUB1KlnfILH1Mho=', 'Content-Length': '0'} 2022-09-01T11:16:58.324 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002f709c32567bb20e-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.325 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:16:58.325 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:16:58.326 DEBUG:boto:Method: GET 2022-09-01T11:16:58.326 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:16:58.327 DEBUG:boto:Data: 2022-09-01T11:16:58.327 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.328 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.329 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.329 DEBUG:boto:Params: {} 2022-09-01T11:16:58.330 DEBUG:boto:Token: None 2022-09-01T11:16:58.330 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj33 2022-09-01T11:16:58.331 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MdRBG7Nwxps5LUB1KlnfILH1Mho= 2022-09-01T11:16:58.332 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MdRBG7Nwxps5LUB1KlnfILH1Mho=', 'Content-Length': '0'} 2022-09-01T11:16:58.334 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cbe6679ed7a3b299-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.335 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.336 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.336 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:58.337 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:58.338 DEBUG:boto:Method: GET 2022-09-01T11:16:58.339 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:16:58.340 DEBUG:boto:Data: 2022-09-01T11:16:58.341 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.341 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.342 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.343 DEBUG:boto:Params: {} 2022-09-01T11:16:58.344 DEBUG:boto:Token: None 2022-09-01T11:16:58.345 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.346 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.350 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f0ad03a99ae69480-00631094aa-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.351 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.352 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.352 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.353 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:58.353 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:16:58.354 DEBUG:boto:Method: GET 2022-09-01T11:16:58.355 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:16:58.355 DEBUG:boto:Data: 2022-09-01T11:16:58.356 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.356 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.357 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.357 DEBUG:boto:Params: {} 2022-09-01T11:16:58.358 DEBUG:boto:Token: None 2022-09-01T11:16:58.359 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.360 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.363 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000020052b2a66959c47-00631094aa-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.363 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.364 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:16:58.365 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:58.366 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:58.366 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.367 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.367 DEBUG:boto:Method: GET 2022-09-01T11:16:58.368 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.368 DEBUG:boto:Data: 2022-09-01T11:16:58.369 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.369 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.370 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.370 DEBUG:boto:Params: {} 2022-09-01T11:16:58.371 DEBUG:boto:Token: None 2022-09-01T11:16:58.372 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q8vbsskZ/1lHO9Up2V9oW5te7hY= 2022-09-01T11:16:58.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q8vbsskZ/1lHO9Up2V9oW5te7hY=', 'Content-Length': '0'} 2022-09-01T11:16:58.375 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e5eb932f826d9834-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.418 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:58.419 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:58.419 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.420 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.420 DEBUG:boto:Method: GET 2022-09-01T11:16:58.421 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.422 DEBUG:boto:Data: 2022-09-01T11:16:58.423 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.423 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.424 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.424 DEBUG:boto:Params: {} 2022-09-01T11:16:58.425 DEBUG:boto:Token: None 2022-09-01T11:16:58.425 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.426 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q8vbsskZ/1lHO9Up2V9oW5te7hY= 2022-09-01T11:16:58.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q8vbsskZ/1lHO9Up2V9oW5te7hY=', 'Content-Length': '0'} 2022-09-01T11:16:58.429 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf241ea35c21eab9-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.430 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:58.430 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:58.431 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.431 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.432 DEBUG:boto:Method: HEAD 2022-09-01T11:16:58.432 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.433 DEBUG:boto:Data: 2022-09-01T11:16:58.434 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.434 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.435 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.435 DEBUG:boto:Params: {} 2022-09-01T11:16:58.436 DEBUG:boto:Token: None 2022-09-01T11:16:58.437 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84H46qwQ3WxR5eTFnBTQY1gzVDA= 2022-09-01T11:16:58.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84H46qwQ3WxR5eTFnBTQY1gzVDA=', 'Content-Length': '0'} 2022-09-01T11:16:58.442 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000105a81788a6a68c1-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.443 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:58.443 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:58.444 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.444 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.445 DEBUG:boto:Method: HEAD 2022-09-01T11:16:58.445 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.446 DEBUG:boto:Data: 2022-09-01T11:16:58.446 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.447 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.447 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.448 DEBUG:boto:Params: {} 2022-09-01T11:16:58.449 DEBUG:boto:Token: None 2022-09-01T11:16:58.449 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.450 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84H46qwQ3WxR5eTFnBTQY1gzVDA= 2022-09-01T11:16:58.450 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84H46qwQ3WxR5eTFnBTQY1gzVDA=', 'Content-Length': '0'} 2022-09-01T11:16:58.453 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000780548abe5b8c912-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.455 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:16:58.456 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:58.457 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:58.458 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.459 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.460 DEBUG:boto:Method: GET 2022-09-01T11:16:58.461 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.461 DEBUG:boto:Data: 2022-09-01T11:16:58.462 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.463 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.463 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.464 DEBUG:boto:Params: {} 2022-09-01T11:16:58.464 DEBUG:boto:Token: None 2022-09-01T11:16:58.465 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.466 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q8vbsskZ/1lHO9Up2V9oW5te7hY= 2022-09-01T11:16:58.466 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q8vbsskZ/1lHO9Up2V9oW5te7hY=', 'Content-Length': '0'} 2022-09-01T11:16:58.468 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e624756d2ea476b5-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.469 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:58.470 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:58.470 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.471 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.471 DEBUG:boto:Method: GET 2022-09-01T11:16:58.472 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.473 DEBUG:boto:Data: 2022-09-01T11:16:58.473 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.474 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.474 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.475 DEBUG:boto:Params: {} 2022-09-01T11:16:58.475 DEBUG:boto:Token: None 2022-09-01T11:16:58.476 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:16:58.477 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q8vbsskZ/1lHO9Up2V9oW5te7hY= 2022-09-01T11:16:58.477 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q8vbsskZ/1lHO9Up2V9oW5te7hY=', 'Content-Length': '0'} 2022-09-01T11:16:58.480 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003fc792a98fbe27dc-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.481 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.482 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.483 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:58.484 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:58.484 DEBUG:boto:Method: GET 2022-09-01T11:16:58.485 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:16:58.486 DEBUG:boto:Data: 2022-09-01T11:16:58.487 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.488 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.489 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.490 DEBUG:boto:Params: {} 2022-09-01T11:16:58.491 DEBUG:boto:Token: None 2022-09-01T11:16:58.492 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.493 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.495 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.499 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000933b6b62f723162e-00631094aa-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.500 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.501 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.501 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.502 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:58.503 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:58.504 DEBUG:boto:Method: GET 2022-09-01T11:16:58.504 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:16:58.505 DEBUG:boto:Data: 2022-09-01T11:16:58.506 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.506 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.507 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.507 DEBUG:boto:Params: {} 2022-09-01T11:16:58.508 DEBUG:boto:Token: None 2022-09-01T11:16:58.509 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.509 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.513 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a4dc91178603ad96-00631094aa-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.514 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.516 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:58.517 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:58.518 DEBUG:boto:Method: HEAD 2022-09-01T11:16:58.519 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:16:58.520 DEBUG:boto:Data: 2022-09-01T11:16:58.521 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.522 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.522 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.523 DEBUG:boto:Params: {} 2022-09-01T11:16:58.524 DEBUG:boto:Token: None 2022-09-01T11:16:58.524 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj44 2022-09-01T11:16:58.526 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PW/oWculUCRGUGQJCfI+/pUDZfs= 2022-09-01T11:16:58.527 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PW/oWculUCRGUGQJCfI+/pUDZfs=', 'Content-Length': '0'} 2022-09-01T11:16:58.529 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000143d5a863f0f54ca-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.530 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:58.531 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:58.532 DEBUG:boto:Method: HEAD 2022-09-01T11:16:58.532 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:16:58.533 DEBUG:boto:Data: 2022-09-01T11:16:58.533 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.534 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.534 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.535 DEBUG:boto:Params: {} 2022-09-01T11:16:58.535 DEBUG:boto:Token: None 2022-09-01T11:16:58.536 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj44 2022-09-01T11:16:58.537 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PW/oWculUCRGUGQJCfI+/pUDZfs= 2022-09-01T11:16:58.537 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PW/oWculUCRGUGQJCfI+/pUDZfs=', 'Content-Length': '0'} 2022-09-01T11:16:58.539 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000313bb096469ec4cd-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.540 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:16:58.541 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:58.541 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:58.542 DEBUG:boto:Method: GET 2022-09-01T11:16:58.543 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:16:58.543 DEBUG:boto:Data: 2022-09-01T11:16:58.544 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.544 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.545 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.545 DEBUG:boto:Params: {} 2022-09-01T11:16:58.546 DEBUG:boto:Token: None 2022-09-01T11:16:58.547 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj44 2022-09-01T11:16:58.547 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAeAtHDp9gJFu6OMhP5/1Z8fZs4= 2022-09-01T11:16:58.548 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAeAtHDp9gJFu6OMhP5/1Z8fZs4=', 'Content-Length': '0'} 2022-09-01T11:16:58.550 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000064121c48b1b6f558-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.594 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:16:58.595 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:16:58.595 DEBUG:boto:Method: GET 2022-09-01T11:16:58.596 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:16:58.597 DEBUG:boto:Data: 2022-09-01T11:16:58.597 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.598 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.598 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.599 DEBUG:boto:Params: {} 2022-09-01T11:16:58.599 DEBUG:boto:Token: None 2022-09-01T11:16:58.600 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj44 2022-09-01T11:16:58.601 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAeAtHDp9gJFu6OMhP5/1Z8fZs4= 2022-09-01T11:16:58.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAeAtHDp9gJFu6OMhP5/1Z8fZs4=', 'Content-Length': '0'} 2022-09-01T11:16:58.604 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000555f43e36d48686d-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.605 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.605 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.606 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:58.606 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:58.607 DEBUG:boto:Method: GET 2022-09-01T11:16:58.607 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:16:58.608 DEBUG:boto:Data: 2022-09-01T11:16:58.608 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.609 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.610 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.610 DEBUG:boto:Params: {} 2022-09-01T11:16:58.611 DEBUG:boto:Token: None 2022-09-01T11:16:58.611 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.612 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.613 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.616 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ad1e4e258cc2861a-00631094aa-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.616 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.617 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.618 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.618 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:58.619 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:16:58.619 DEBUG:boto:Method: GET 2022-09-01T11:16:58.620 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:16:58.620 DEBUG:boto:Data: 2022-09-01T11:16:58.621 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.621 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.622 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.623 DEBUG:boto:Params: {} 2022-09-01T11:16:58.623 DEBUG:boto:Token: None 2022-09-01T11:16:58.624 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.625 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.628 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000459b40dc9112e33b-00631094aa-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.629 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.629 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:16:58.630 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:58.631 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:58.631 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.632 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.632 DEBUG:boto:Method: GET 2022-09-01T11:16:58.633 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.634 DEBUG:boto:Data: 2022-09-01T11:16:58.634 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.635 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.635 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.636 DEBUG:boto:Params: {} 2022-09-01T11:16:58.636 DEBUG:boto:Token: None 2022-09-01T11:16:58.637 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.638 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DLg5DmHW8RllX3ESmDmfxzkWsv8= 2022-09-01T11:16:58.638 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DLg5DmHW8RllX3ESmDmfxzkWsv8=', 'Content-Length': '0'} 2022-09-01T11:16:58.640 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b00ad7926f9bc28-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.641 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:58.642 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:58.642 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.643 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.643 DEBUG:boto:Method: GET 2022-09-01T11:16:58.644 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.645 DEBUG:boto:Data: 2022-09-01T11:16:58.645 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.646 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.646 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.647 DEBUG:boto:Params: {} 2022-09-01T11:16:58.647 DEBUG:boto:Token: None 2022-09-01T11:16:58.648 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.649 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DLg5DmHW8RllX3ESmDmfxzkWsv8= 2022-09-01T11:16:58.649 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DLg5DmHW8RllX3ESmDmfxzkWsv8=', 'Content-Length': '0'} 2022-09-01T11:16:58.651 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000828026d54cec89f8-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.652 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:58.653 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:58.653 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.654 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.654 DEBUG:boto:Method: HEAD 2022-09-01T11:16:58.655 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.655 DEBUG:boto:Data: 2022-09-01T11:16:58.656 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.656 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.657 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.657 DEBUG:boto:Params: {} 2022-09-01T11:16:58.658 DEBUG:boto:Token: None 2022-09-01T11:16:58.659 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.659 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/37Zg8zl2celZgGiswbAmSi7ZLE= 2022-09-01T11:16:58.660 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/37Zg8zl2celZgGiswbAmSi7ZLE=', 'Content-Length': '0'} 2022-09-01T11:16:58.662 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000677681500c6f037e-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.663 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:58.663 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:58.664 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.665 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.665 DEBUG:boto:Method: HEAD 2022-09-01T11:16:58.666 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.666 DEBUG:boto:Data: 2022-09-01T11:16:58.667 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.667 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.668 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.668 DEBUG:boto:Params: {} 2022-09-01T11:16:58.669 DEBUG:boto:Token: None 2022-09-01T11:16:58.669 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/37Zg8zl2celZgGiswbAmSi7ZLE= 2022-09-01T11:16:58.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/37Zg8zl2celZgGiswbAmSi7ZLE=', 'Content-Length': '0'} 2022-09-01T11:16:58.673 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000754755eae797d778-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.673 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:16:58.674 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:58.674 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:58.675 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.676 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.676 DEBUG:boto:Method: GET 2022-09-01T11:16:58.677 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.677 DEBUG:boto:Data: 2022-09-01T11:16:58.678 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.678 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.679 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.679 DEBUG:boto:Params: {} 2022-09-01T11:16:58.680 DEBUG:boto:Token: None 2022-09-01T11:16:58.681 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DLg5DmHW8RllX3ESmDmfxzkWsv8= 2022-09-01T11:16:58.682 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DLg5DmHW8RllX3ESmDmfxzkWsv8=', 'Content-Length': '0'} 2022-09-01T11:16:58.684 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d104399794b4932d-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.726 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:58.727 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:58.727 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.728 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.728 DEBUG:boto:Method: GET 2022-09-01T11:16:58.729 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.730 DEBUG:boto:Data: 2022-09-01T11:16:58.730 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.731 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.731 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.732 DEBUG:boto:Params: {} 2022-09-01T11:16:58.733 DEBUG:boto:Token: None 2022-09-01T11:16:58.733 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:16:58.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DLg5DmHW8RllX3ESmDmfxzkWsv8= 2022-09-01T11:16:58.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DLg5DmHW8RllX3ESmDmfxzkWsv8=', 'Content-Length': '0'} 2022-09-01T11:16:58.737 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c2b112c1e3cbc89f-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.738 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.738 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.739 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:58.740 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:58.740 DEBUG:boto:Method: GET 2022-09-01T11:16:58.741 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:16:58.741 DEBUG:boto:Data: 2022-09-01T11:16:58.742 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.742 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.743 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.743 DEBUG:boto:Params: {} 2022-09-01T11:16:58.744 DEBUG:boto:Token: None 2022-09-01T11:16:58.745 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.746 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.749 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006bbffa9062b81609-00631094aa-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.749 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.750 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.751 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.751 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:58.752 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:58.753 DEBUG:boto:Method: GET 2022-09-01T11:16:58.753 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:16:58.754 DEBUG:boto:Data: 2022-09-01T11:16:58.754 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.755 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.755 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.756 DEBUG:boto:Params: {} 2022-09-01T11:16:58.756 DEBUG:boto:Token: None 2022-09-01T11:16:58.757 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.758 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.758 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.761 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005796a99cea59bed2-00631094aa-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.762 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.763 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:58.763 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:58.764 DEBUG:boto:Method: HEAD 2022-09-01T11:16:58.764 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:16:58.765 DEBUG:boto:Data: 2022-09-01T11:16:58.765 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.766 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.766 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.767 DEBUG:boto:Params: {} 2022-09-01T11:16:58.767 DEBUG:boto:Token: None 2022-09-01T11:16:58.768 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj55 2022-09-01T11:16:58.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0KYTdGEURoeCjcTzHTZXASo2y70= 2022-09-01T11:16:58.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0KYTdGEURoeCjcTzHTZXASo2y70=', 'Content-Length': '0'} 2022-09-01T11:16:58.771 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e1d91c76e256978c-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.772 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:58.773 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:58.773 DEBUG:boto:Method: HEAD 2022-09-01T11:16:58.774 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:16:58.774 DEBUG:boto:Data: 2022-09-01T11:16:58.775 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.775 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.776 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.776 DEBUG:boto:Params: {} 2022-09-01T11:16:58.777 DEBUG:boto:Token: None 2022-09-01T11:16:58.777 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj55 2022-09-01T11:16:58.778 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0KYTdGEURoeCjcTzHTZXASo2y70= 2022-09-01T11:16:58.779 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0KYTdGEURoeCjcTzHTZXASo2y70=', 'Content-Length': '0'} 2022-09-01T11:16:58.781 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009163e5af256b5242-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.782 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:16:58.782 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:58.783 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:58.784 DEBUG:boto:Method: GET 2022-09-01T11:16:58.784 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:16:58.785 DEBUG:boto:Data: 2022-09-01T11:16:58.785 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.786 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.787 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.787 DEBUG:boto:Params: {} 2022-09-01T11:16:58.788 DEBUG:boto:Token: None 2022-09-01T11:16:58.788 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj55 2022-09-01T11:16:58.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+jyRe8pFFMI8G0hPFwPhG4OR8Uc= 2022-09-01T11:16:58.790 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+jyRe8pFFMI8G0hPFwPhG4OR8Uc=', 'Content-Length': '0'} 2022-09-01T11:16:58.792 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c7476d49a79590a4-00631094aa-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.793 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:16:58.794 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:16:58.794 DEBUG:boto:Method: GET 2022-09-01T11:16:58.795 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:16:58.796 DEBUG:boto:Data: 2022-09-01T11:16:58.796 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.797 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.797 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.798 DEBUG:boto:Params: {} 2022-09-01T11:16:58.798 DEBUG:boto:Token: None 2022-09-01T11:16:58.799 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/obj55 2022-09-01T11:16:58.800 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+jyRe8pFFMI8G0hPFwPhG4OR8Uc= 2022-09-01T11:16:58.800 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+jyRe8pFFMI8G0hPFwPhG4OR8Uc=', 'Content-Length': '0'} 2022-09-01T11:16:58.803 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a3a76c67faf4c06-00631094aa-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.804 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.804 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.805 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:58.805 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:58.806 DEBUG:boto:Method: GET 2022-09-01T11:16:58.806 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:16:58.807 DEBUG:boto:Data: 2022-09-01T11:16:58.807 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.808 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:16:58.809 DEBUG:boto:Port: 8001 2022-09-01T11:16:58.809 DEBUG:boto:Params: {} 2022-09-01T11:16:58.810 DEBUG:boto:Token: None 2022-09-01T11:16:58.811 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.813 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.813 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.817 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000023ad4ddcfef140c6-00631094aa-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.818 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.819 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:58.820 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:58.821 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:58.821 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:16:58.822 DEBUG:boto:Method: GET 2022-09-01T11:16:58.822 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:16:58.823 DEBUG:boto:Data: 2022-09-01T11:16:58.823 DEBUG:boto:Headers: {} 2022-09-01T11:16:58.824 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:16:58.824 DEBUG:boto:Port: 8000 2022-09-01T11:16:58.825 DEBUG:boto:Params: {} 2022-09-01T11:16:58.826 DEBUG:boto:Token: None 2022-09-01T11:16:58.826 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:16:58 GMT /ptoxvb-74/ 2022-09-01T11:16:58.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE= 2022-09-01T11:16:58.827 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k57h5Vll0dydX7W68YJ+xOytMzE=', 'Content-Length': '0'} 2022-09-01T11:16:58.830 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000088e288087d1a03e8-00631094aa-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:16:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:58.831 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:16:58.832 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone3, test-zone2} 2022-09-01T11:16:58.832 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--num-shards', '17', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:16:58.833 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--num-shards', '17', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:16:58.833 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --num-shards 17 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:16:58.895 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:16:58.896 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:16:58.957 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:16:58.958 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-74 2022-09-01T11:16:58.962 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 5 2022-09-01T11:16:59.015 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:59.016 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:59.017 DEBUG:boto:Method: HEAD 2022-09-01T11:16:59.017 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:16:59.018 DEBUG:boto:Data: 2022-09-01T11:16:59.018 DEBUG:boto:Headers: {} 2022-09-01T11:16:59.019 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:59.019 DEBUG:boto:Port: 8000 2022-09-01T11:16:59.020 DEBUG:boto:Params: {} 2022-09-01T11:16:59.020 DEBUG:boto:Token: None 2022-09-01T11:16:59.021 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:59 GMT /ptoxvb-74/ 2022-09-01T11:16:59.022 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZW/VGkFTJ68X0BBZedv1VsLqdc= 2022-09-01T11:16:59.022 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZW/VGkFTJ68X0BBZedv1VsLqdc=', 'Content-Length': '0'} 2022-09-01T11:16:59.025 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003875c9e0985af99a-00631094ab-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:59.026 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:16:59.027 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:16:59.027 DEBUG:boto:Method: PUT 2022-09-01T11:16:59.028 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:16:59.028 DEBUG:boto:Data: 2022-09-01T11:16:59.029 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:16:59.029 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:59.030 DEBUG:boto:Port: 8000 2022-09-01T11:16:59.030 DEBUG:boto:Params: {} 2022-09-01T11:16:59.031 DEBUG:boto:Token: None 2022-09-01T11:16:59.031 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:16:59 GMT /ptoxvb-74/obj17 2022-09-01T11:16:59.032 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YX4FXr6EdFyek6JBWqES5clgw/E= 2022-09-01T11:16:59.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:16:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YX4FXr6EdFyek6JBWqES5clgw/E='} 2022-09-01T11:16:59.042 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000871f5f261cc44920-00631094ab-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:59.043 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:59.043 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:59.044 DEBUG:boto:Method: HEAD 2022-09-01T11:16:59.044 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:16:59.045 DEBUG:boto:Data: 2022-09-01T11:16:59.045 DEBUG:boto:Headers: {} 2022-09-01T11:16:59.046 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:59.046 DEBUG:boto:Port: 8000 2022-09-01T11:16:59.047 DEBUG:boto:Params: {} 2022-09-01T11:16:59.047 DEBUG:boto:Token: None 2022-09-01T11:16:59.048 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:59 GMT /ptoxvb-74/ 2022-09-01T11:16:59.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZW/VGkFTJ68X0BBZedv1VsLqdc= 2022-09-01T11:16:59.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZW/VGkFTJ68X0BBZedv1VsLqdc=', 'Content-Length': '0'} 2022-09-01T11:16:59.052 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '6'), ('X-RGW-Bytes-Used', '18'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000685c200d4f099e0b-00631094ab-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:59.052 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:16:59.053 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:16:59.053 DEBUG:boto:Method: PUT 2022-09-01T11:16:59.054 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:16:59.054 DEBUG:boto:Data: 2022-09-01T11:16:59.055 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:16:59.055 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:59.056 DEBUG:boto:Port: 8000 2022-09-01T11:16:59.056 DEBUG:boto:Params: {} 2022-09-01T11:16:59.057 DEBUG:boto:Token: None 2022-09-01T11:16:59.058 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:16:59 GMT /ptoxvb-74/obj34 2022-09-01T11:16:59.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5XQrdZttxeLJyh46AUkakB1fCTo= 2022-09-01T11:16:59.059 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:16:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5XQrdZttxeLJyh46AUkakB1fCTo='} 2022-09-01T11:16:59.106 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000006b52949d47ed02b5-00631094ab-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:59.107 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:59.108 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:59.109 DEBUG:boto:Method: HEAD 2022-09-01T11:16:59.109 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:16:59.110 DEBUG:boto:Data: 2022-09-01T11:16:59.110 DEBUG:boto:Headers: {} 2022-09-01T11:16:59.111 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:59.111 DEBUG:boto:Port: 8000 2022-09-01T11:16:59.112 DEBUG:boto:Params: {} 2022-09-01T11:16:59.112 DEBUG:boto:Token: None 2022-09-01T11:16:59.113 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:59 GMT /ptoxvb-74/ 2022-09-01T11:16:59.113 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZW/VGkFTJ68X0BBZedv1VsLqdc= 2022-09-01T11:16:59.114 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZW/VGkFTJ68X0BBZedv1VsLqdc=', 'Content-Length': '0'} 2022-09-01T11:16:59.116 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '7'), ('X-RGW-Bytes-Used', '21'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000420e50286b28ede9-00631094ab-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:59.117 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:16:59.118 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:16:59.118 DEBUG:boto:Method: PUT 2022-09-01T11:16:59.119 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:16:59.119 DEBUG:boto:Data: 2022-09-01T11:16:59.120 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:16:59.120 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:59.121 DEBUG:boto:Port: 8000 2022-09-01T11:16:59.121 DEBUG:boto:Params: {} 2022-09-01T11:16:59.122 DEBUG:boto:Token: None 2022-09-01T11:16:59.123 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:16:59 GMT /ptoxvb-74/obj51 2022-09-01T11:16:59.123 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bw2IugwiMjfYtuJJcXirp0mbowk= 2022-09-01T11:16:59.124 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:16:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bw2IugwiMjfYtuJJcXirp0mbowk='} 2022-09-01T11:16:59.135 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000003e88b7f809aa1ac6-00631094ab-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:59.136 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:59.136 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:59.137 DEBUG:boto:Method: HEAD 2022-09-01T11:16:59.137 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:16:59.138 DEBUG:boto:Data: 2022-09-01T11:16:59.138 DEBUG:boto:Headers: {} 2022-09-01T11:16:59.139 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:59.139 DEBUG:boto:Port: 8000 2022-09-01T11:16:59.140 DEBUG:boto:Params: {} 2022-09-01T11:16:59.141 DEBUG:boto:Token: None 2022-09-01T11:16:59.141 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:59 GMT /ptoxvb-74/ 2022-09-01T11:16:59.142 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZW/VGkFTJ68X0BBZedv1VsLqdc= 2022-09-01T11:16:59.142 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZW/VGkFTJ68X0BBZedv1VsLqdc=', 'Content-Length': '0'} 2022-09-01T11:16:59.145 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f1588b8112ff1ffb-00631094ab-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:59.146 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:16:59.146 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:16:59.147 DEBUG:boto:Method: PUT 2022-09-01T11:16:59.147 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:16:59.148 DEBUG:boto:Data: 2022-09-01T11:16:59.148 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:16:59.149 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:59.149 DEBUG:boto:Port: 8000 2022-09-01T11:16:59.150 DEBUG:boto:Params: {} 2022-09-01T11:16:59.150 DEBUG:boto:Token: None 2022-09-01T11:16:59.151 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:16:59 GMT /ptoxvb-74/obj68 2022-09-01T11:16:59.152 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+8Ml6nhoKimyCGAytZTH0rBEI3w= 2022-09-01T11:16:59.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:16:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+8Ml6nhoKimyCGAytZTH0rBEI3w='} 2022-09-01T11:16:59.161 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000ee690f80ad510353-00631094ab-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:59.161 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:16:59.162 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:16:59.163 DEBUG:boto:Method: HEAD 2022-09-01T11:16:59.163 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:16:59.164 DEBUG:boto:Data: 2022-09-01T11:16:59.164 DEBUG:boto:Headers: {} 2022-09-01T11:16:59.165 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:59.165 DEBUG:boto:Port: 8000 2022-09-01T11:16:59.165 DEBUG:boto:Params: {} 2022-09-01T11:16:59.166 DEBUG:boto:Token: None 2022-09-01T11:16:59.167 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:16:59 GMT /ptoxvb-74/ 2022-09-01T11:16:59.167 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZW/VGkFTJ68X0BBZedv1VsLqdc= 2022-09-01T11:16:59.168 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:16:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZW/VGkFTJ68X0BBZedv1VsLqdc=', 'Content-Length': '0'} 2022-09-01T11:16:59.171 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '9'), ('X-RGW-Bytes-Used', '27'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c4f7afe8aea02d3b-00631094ab-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:59.171 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:16:59.172 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:16:59.173 DEBUG:boto:Method: PUT 2022-09-01T11:16:59.173 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:16:59.174 DEBUG:boto:Data: 2022-09-01T11:16:59.174 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:16:59.175 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:16:59.175 DEBUG:boto:Port: 8000 2022-09-01T11:16:59.176 DEBUG:boto:Params: {} 2022-09-01T11:16:59.177 DEBUG:boto:Token: None 2022-09-01T11:16:59.177 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:16:59 GMT /ptoxvb-74/obj85 2022-09-01T11:16:59.178 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PFJn43UtSOcs8z/BHNABiZWnaic= 2022-09-01T11:16:59.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:16:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PFJn43UtSOcs8z/BHNABiZWnaic='} 2022-09-01T11:16:59.222 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000003c44fd77b9a66dce-00631094ab-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:16:59.223 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-74 2022-09-01T11:16:59.224 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:16:59.224 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:16:59.225 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:16:59.289 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:16:59.289 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:16:59.328 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:16:59.328+0000 7f80e6d90600 1 waiting to reach latest gen 1, on 0.. 2022-09-01T11:17:04.328 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:17:04.328+0000 7f80e6d90600 1 waiting to reach latest gen 1, on 0.. 2022-09-01T11:17:09.331 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:17:09.330+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:17:09.331 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , ] 2022-09-01T11:17:09.332 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:17:14.333 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:17:14.332+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:17:14.333 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , ] 2022-09-01T11:17:14.333 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:17:19.334 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:17:19.334+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:17:19.335 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , ] 2022-09-01T11:17:19.335 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:17:24.336 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:17:24.336+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:17:24.337 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , ] 2022-09-01T11:17:24.337 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:17:29.338 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:17:29.339+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:17:29.339 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , 00000000001.98.5, , , ] 2022-09-01T11:17:29.339 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:17:34.340 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:17:34.341+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:17:34.340 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , 00000000001.98.5, , , ] 2022-09-01T11:17:34.341 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:17:39.342 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:17:39.343+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:17:39.342 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , 00000000001.98.5, , , ] 2022-09-01T11:17:39.343 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:17:44.344 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:17:44.345+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:17:44.344 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , 00000000001.98.5, , , ] 2022-09-01T11:17:44.344 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:17:49.345 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:17:49.346+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:17:49.346 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , 00000000001.98.5, , , ] 2022-09-01T11:17:49.346 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:17:54.347 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:17:54.347+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:17:54.348 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , 00000000001.98.5, , , ] 2022-09-01T11:17:54.348 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:17:59.349 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:17:59.349+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:17:59.350 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , 00000000001.98.5, , , ] 2022-09-01T11:17:59.350 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:04.351 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:18:04.351+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:18:04.352 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , 00000000001.98.5, , , ] 2022-09-01T11:18:04.352 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:09.353 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:18:09.353+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:18:09.353 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , , , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:09.354 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:14.355 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:18:14.355+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:18:14.355 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , , , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:14.356 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:19.357 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:18:19.357+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:18:19.358 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , , , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:19.358 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:24.359 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:18:24.359+0000 7f80e6d90600 1 waiting for incremental sync to catch up: 2022-09-01T11:18:24.359 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , , , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:24.360 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:29.361 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:18:29.360+0000 7f80e6d90600 1 bucket sync caught up with source: 2022-09-01T11:18:29.362 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:29.362 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:29.362 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:18:29.360+0000 7f80e6d90600 0 bucket checkpoint complete 2022-09-01T11:18:29.382 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-74 2022-09-01T11:18:29.383 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:18:29.384 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:18:29.385 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:18:29.450 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:18:29.450 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:18:29.501 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:18:29.502+0000 7f8a43ab3600 1 bucket sync caught up with source: 2022-09-01T11:18:29.502 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:29.502 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:29.502 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:18:29.502+0000 7f8a43ab3600 0 bucket checkpoint complete 2022-09-01T11:18:29.521 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:18:29.521 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:18:29.522 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:18:29.523 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:18:29.588 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:18:29.588 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:18:29.627 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:18:29.627+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:18:29.628 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , 00000000001.80.5, , , , , , , , , , ] 2022-09-01T11:18:29.628 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:34.629 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:18:34.629+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:18:34.630 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , 00000000001.80.5, , , , , , , 00000000001.98.5, , , ] 2022-09-01T11:18:34.630 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:39.632 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:18:39.631+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:18:39.632 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , 00000000001.80.5, , , , , , , 00000000001.98.5, , , ] 2022-09-01T11:18:39.633 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:44.634 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:18:44.634+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:18:44.634 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , 00000000001.80.5, , , , , , , 00000000001.98.5, , , ] 2022-09-01T11:18:44.635 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:49.636 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:18:49.636+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:18:49.636 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , 00000000001.80.5, , , , , , , 00000000001.98.5, , , ] 2022-09-01T11:18:49.637 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:54.637 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:18:54.638+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:18:54.638 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:18:54.638 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:18:59.639 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:18:59.640+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:18:59.640 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:18:59.640 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:19:04.641 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:19:04.642+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:19:04.642 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:19:04.642 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:19:09.643 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:19:09.643+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:19:09.644 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:19:09.644 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:19:14.645 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:19:14.645+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:19:14.645 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:19:14.646 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:19:19.647 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:19:19.646+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:19:19.647 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:19:19.648 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:19:24.649 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:19:24.648+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:19:24.649 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:19:24.649 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:19:29.650 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:19:29.650+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:19:29.651 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:19:29.651 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:19:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:19:34.652+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:19:34.653 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:19:34.653 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:19:39.654 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:19:39.654+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:19:39.655 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:19:39.655 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:19:44.656 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:19:44.656+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:19:44.656 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:19:44.657 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:19:49.658 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:19:49.658+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:19:49.659 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:19:49.659 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:19:54.660 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:19:54.660+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:19:54.660 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:19:54.660 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:19:59.662 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:19:59.662+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:19:59.662 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:19:59.662 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:20:04.664 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:20:04.664+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:20:04.664 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:20:04.664 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:20:09.666 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:20:09.666+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:20:09.667 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:20:09.667 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:20:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:20:14.668+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:20:14.668 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:20:14.669 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:20:19.670 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:20:19.670+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:20:19.670 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:20:19.671 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:20:24.671 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:20:24.671+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:20:24.672 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:20:24.672 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:20:29.673 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:20:29.673+0000 7f219d295600 1 waiting for incremental sync to catch up: 2022-09-01T11:20:29.674 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , , 00000000001.98.5, , , ] 2022-09-01T11:20:29.674 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:20:34.675 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:20:34.674+0000 7f219d295600 1 bucket sync caught up with source: 2022-09-01T11:20:34.675 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:20:34.675 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000001.65.5, , , , , , 00000000001.80.5, , 00000000001.107.5, , , , 00000000001.89.5, 00000000001.98.5, , , ] 2022-09-01T11:20:34.676 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:20:34.674+0000 7f219d295600 0 bucket checkpoint complete 2022-09-01T11:20:34.690 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-74 2022-09-01T11:20:34.691 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:20:34.692 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:20:34.693 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:20:34.760 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:20:34.760 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:20:34.813 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:20:34.814+0000 7f7fb9a2a600 1 bucket sync caught up with source: 2022-09-01T11:20:34.814 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.272.5, 00000000001.219.5, , , 00000000001.164.5, , , 00000000001.179.5, 00000000003.275.5, 00000000003.230.5] 2022-09-01T11:20:34.814 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.272.5, 00000000001.219.5, , , 00000000001.164.5, , , 00000000001.179.5, 00000000003.275.5, 00000000003.230.5] 2022-09-01T11:20:34.814 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:20:34.814+0000 7f7fb9a2a600 0 bucket checkpoint complete 2022-09-01T11:20:34.830 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-74 2022-09-01T11:20:34.831 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:20:34.832 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:20:34.832 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:20:34.891 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:20:34.891 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:20:34.931 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:20:34.932+0000 7f38fe419600 1 bucket sync caught up with source: 2022-09-01T11:20:34.932 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.272.5, 00000000001.219.5, , , 00000000001.164.5, , , 00000000001.179.5, 00000000003.275.5, 00000000003.230.5] 2022-09-01T11:20:34.932 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.272.5, 00000000001.219.5, , , 00000000001.164.5, , , 00000000001.179.5, 00000000003.275.5, 00000000003.230.5] 2022-09-01T11:20:34.932 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:20:34.932+0000 7f38fe419600 0 bucket checkpoint complete 2022-09-01T11:20:34.950 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:20:34.951 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-74 2022-09-01T11:20:34.952 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:20:34.953 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:20:34.954 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:20:35.010 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:20:35.011 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:20:35.061 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:20:35.061+0000 7f9153af8600 1 bucket sync caught up with source: 2022-09-01T11:20:35.061 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000001.424.5, 00000000001.468.5, , , 00000000001.160.5, , , 00000000001.395.5, 00000000003.452.5, 00000000003.295.5] 2022-09-01T11:20:35.062 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000001.424.5, 00000000001.468.5, , , 00000000001.160.5, , , 00000000001.395.5, 00000000003.452.5, 00000000003.295.5] 2022-09-01T11:20:35.062 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:20:35.061+0000 7f9153af8600 0 bucket checkpoint complete 2022-09-01T11:20:35.081 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-74 2022-09-01T11:20:35.082 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:20:35.083 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:20:35.084 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:20:35.148 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:20:35.149 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:20:35.185 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:20:35.185+0000 7f11b35e4600 1 bucket sync caught up with source: 2022-09-01T11:20:35.185 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.424.5, 00000000001.468.5, , , 00000000001.160.5, , , 00000000001.395.5, 00000000003.452.5, 00000000003.295.5] 2022-09-01T11:20:35.186 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000001.424.5, 00000000001.468.5, , , 00000000001.160.5, , , 00000000001.395.5, 00000000003.452.5, 00000000003.295.5] 2022-09-01T11:20:35.186 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:20:35.185+0000 7f11b35e4600 0 bucket checkpoint complete 2022-09-01T11:20:35.200 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:20:35.201 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone2, test-zone1} 2022-09-01T11:20:35.202 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.203 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.204 DEBUG:boto:Method: HEAD 2022-09-01T11:20:35.204 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:20:35.205 DEBUG:boto:Data: 2022-09-01T11:20:35.205 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.206 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.206 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.207 DEBUG:boto:Params: {} 2022-09-01T11:20:35.208 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:20:35.209 DEBUG:boto:Token: None 2022-09-01T11:20:35.210 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/ 2022-09-01T11:20:35.211 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YA3JBD7fm46IbXH2qM3wCbb/1Wo= 2022-09-01T11:20:35.212 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YA3JBD7fm46IbXH2qM3wCbb/1Wo=', 'Content-Length': '0'} 2022-09-01T11:20:35.217 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '30'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000016d3bbfbf266a3e8-0063109583-183f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.218 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.218 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.219 DEBUG:boto:Method: HEAD 2022-09-01T11:20:35.219 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:20:35.220 DEBUG:boto:Data: 2022-09-01T11:20:35.221 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.221 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.222 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.222 DEBUG:boto:Params: {} 2022-09-01T11:20:35.223 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:20:35.224 DEBUG:boto:Token: None 2022-09-01T11:20:35.224 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/ 2022-09-01T11:20:35.225 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YA3JBD7fm46IbXH2qM3wCbb/1Wo= 2022-09-01T11:20:35.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YA3JBD7fm46IbXH2qM3wCbb/1Wo=', 'Content-Length': '0'} 2022-09-01T11:20:35.230 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '30'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004f1cfa6eb288472f-0063109583-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.231 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:20:35.231 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.232 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.232 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:35.233 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:35.233 DEBUG:boto:Method: GET 2022-09-01T11:20:35.234 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:35.235 DEBUG:boto:Data: 2022-09-01T11:20:35.235 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.236 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.236 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.237 DEBUG:boto:Params: {} 2022-09-01T11:20:35.238 DEBUG:boto:Token: None 2022-09-01T11:20:35.238 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/?versions 2022-09-01T11:20:35.239 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:llgCcHDH+ObmVHCwr8CEo8SgxQ0= 2022-09-01T11:20:35.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:llgCcHDH+ObmVHCwr8CEo8SgxQ0=', 'Content-Length': '0'} 2022-09-01T11:20:35.242 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f81f52edc0819371-0063109583-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.243 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.245 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:20:35.246 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:20:35.246 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:20:35.247 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:20:35.247 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:20:35.248 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:20:35.248 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:20:35.249 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:20:35.249 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:20:35.250 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:20:35.250 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:20:35.251 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.251 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.252 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:35.252 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:35.253 DEBUG:boto:Method: GET 2022-09-01T11:20:35.254 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:35.254 DEBUG:boto:Data: 2022-09-01T11:20:35.255 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.255 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.256 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.256 DEBUG:boto:Params: {} 2022-09-01T11:20:35.257 DEBUG:boto:Token: None 2022-09-01T11:20:35.257 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/?versions 2022-09-01T11:20:35.258 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:llgCcHDH+ObmVHCwr8CEo8SgxQ0= 2022-09-01T11:20:35.259 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:llgCcHDH+ObmVHCwr8CEo8SgxQ0=', 'Content-Length': '0'} 2022-09-01T11:20:35.262 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006b01d5ea5f008b4a-0063109583-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.262 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.263 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:20:35.264 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:20:35.264 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:20:35.265 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:20:35.265 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:20:35.266 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:20:35.266 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:20:35.267 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:20:35.268 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:20:35.268 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:20:35.269 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.270 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.271 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:35.272 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:35.273 DEBUG:boto:Method: GET 2022-09-01T11:20:35.274 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:35.275 DEBUG:boto:Data: 2022-09-01T11:20:35.276 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.277 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.278 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.279 DEBUG:boto:Params: {} 2022-09-01T11:20:35.279 DEBUG:boto:Token: None 2022-09-01T11:20:35.280 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/?versions 2022-09-01T11:20:35.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:llgCcHDH+ObmVHCwr8CEo8SgxQ0= 2022-09-01T11:20:35.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:llgCcHDH+ObmVHCwr8CEo8SgxQ0=', 'Content-Length': '0'} 2022-09-01T11:20:35.284 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000127256ea578773db-0063109583-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.285 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.286 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.287 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.287 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:35.288 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:35.288 DEBUG:boto:Method: GET 2022-09-01T11:20:35.289 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:35.289 DEBUG:boto:Data: 2022-09-01T11:20:35.290 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.290 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.291 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.291 DEBUG:boto:Params: {} 2022-09-01T11:20:35.292 DEBUG:boto:Token: None 2022-09-01T11:20:35.293 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/?versions 2022-09-01T11:20:35.293 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:llgCcHDH+ObmVHCwr8CEo8SgxQ0= 2022-09-01T11:20:35.294 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:llgCcHDH+ObmVHCwr8CEo8SgxQ0=', 'Content-Length': '0'} 2022-09-01T11:20:35.297 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000037dc792177b7e4c7-0063109583-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.297 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.299 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:20:35.299 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:35.300 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:35.301 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.301 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.302 DEBUG:boto:Method: GET 2022-09-01T11:20:35.302 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.303 DEBUG:boto:Data: 2022-09-01T11:20:35.303 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.304 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.305 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.305 DEBUG:boto:Params: {} 2022-09-01T11:20:35.306 DEBUG:boto:Token: None 2022-09-01T11:20:35.307 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.307 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FwYsWwEi1Dxvc8wCa8On8071b2s= 2022-09-01T11:20:35.308 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FwYsWwEi1Dxvc8wCa8On8071b2s=', 'Content-Length': '0'} 2022-09-01T11:20:35.310 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c3516a701f036d35-0063109583-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.311 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:35.311 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:35.312 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.312 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.313 DEBUG:boto:Method: GET 2022-09-01T11:20:35.314 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.314 DEBUG:boto:Data: 2022-09-01T11:20:35.315 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.315 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.316 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.316 DEBUG:boto:Params: {} 2022-09-01T11:20:35.317 DEBUG:boto:Token: None 2022-09-01T11:20:35.318 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.318 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FwYsWwEi1Dxvc8wCa8On8071b2s= 2022-09-01T11:20:35.319 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FwYsWwEi1Dxvc8wCa8On8071b2s=', 'Content-Length': '0'} 2022-09-01T11:20:35.321 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000820e922e0d061c3e-0063109583-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.322 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:35.323 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:35.323 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.324 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.324 DEBUG:boto:Method: HEAD 2022-09-01T11:20:35.325 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.325 DEBUG:boto:Data: 2022-09-01T11:20:35.326 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.326 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.327 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.328 DEBUG:boto:Params: {} 2022-09-01T11:20:35.328 DEBUG:boto:Token: None 2022-09-01T11:20:35.329 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.329 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zTirVXYcSwbZ54hDxBZ2pyt+TVQ= 2022-09-01T11:20:35.330 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zTirVXYcSwbZ54hDxBZ2pyt+TVQ=', 'Content-Length': '0'} 2022-09-01T11:20:35.332 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eef101c1e5948f4e-0063109583-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.332 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:35.333 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:35.333 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.334 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.335 DEBUG:boto:Method: HEAD 2022-09-01T11:20:35.335 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.336 DEBUG:boto:Data: 2022-09-01T11:20:35.336 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.337 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.337 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.338 DEBUG:boto:Params: {} 2022-09-01T11:20:35.339 DEBUG:boto:Token: None 2022-09-01T11:20:35.339 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.340 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zTirVXYcSwbZ54hDxBZ2pyt+TVQ= 2022-09-01T11:20:35.340 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zTirVXYcSwbZ54hDxBZ2pyt+TVQ=', 'Content-Length': '0'} 2022-09-01T11:20:35.342 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dfa0ac155c843496-0063109583-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.343 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:20:35.344 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:35.344 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:35.345 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.345 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.346 DEBUG:boto:Method: GET 2022-09-01T11:20:35.346 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.347 DEBUG:boto:Data: 2022-09-01T11:20:35.347 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.348 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.349 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.349 DEBUG:boto:Params: {} 2022-09-01T11:20:35.350 DEBUG:boto:Token: None 2022-09-01T11:20:35.351 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FwYsWwEi1Dxvc8wCa8On8071b2s= 2022-09-01T11:20:35.352 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FwYsWwEi1Dxvc8wCa8On8071b2s=', 'Content-Length': '0'} 2022-09-01T11:20:35.354 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d193d18ab8f7d8fe-0063109583-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.355 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:35.355 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:35.356 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.356 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.357 DEBUG:boto:Method: GET 2022-09-01T11:20:35.357 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.358 DEBUG:boto:Data: 2022-09-01T11:20:35.359 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.359 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.360 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.360 DEBUG:boto:Params: {} 2022-09-01T11:20:35.361 DEBUG:boto:Token: None 2022-09-01T11:20:35.361 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:35.362 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FwYsWwEi1Dxvc8wCa8On8071b2s= 2022-09-01T11:20:35.363 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FwYsWwEi1Dxvc8wCa8On8071b2s=', 'Content-Length': '0'} 2022-09-01T11:20:35.365 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ad69001c5b6b5ccd-0063109583-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.366 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.366 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.367 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:35.367 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:35.368 DEBUG:boto:Method: GET 2022-09-01T11:20:35.368 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:20:35.369 DEBUG:boto:Data: 2022-09-01T11:20:35.369 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.370 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.370 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.371 DEBUG:boto:Params: {} 2022-09-01T11:20:35.372 DEBUG:boto:Token: None 2022-09-01T11:20:35.372 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/ 2022-09-01T11:20:35.373 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs= 2022-09-01T11:20:35.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs=', 'Content-Length': '0'} 2022-09-01T11:20:35.376 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000040d186e6f49a3b35-0063109583-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.377 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.378 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.379 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.379 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:35.380 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:35.380 DEBUG:boto:Method: GET 2022-09-01T11:20:35.381 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:20:35.381 DEBUG:boto:Data: 2022-09-01T11:20:35.382 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.382 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.383 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.383 DEBUG:boto:Params: {} 2022-09-01T11:20:35.384 DEBUG:boto:Token: None 2022-09-01T11:20:35.385 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/ 2022-09-01T11:20:35.385 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs= 2022-09-01T11:20:35.386 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs=', 'Content-Length': '0'} 2022-09-01T11:20:35.389 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000052fd362f8ff0a96-0063109583-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.390 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.391 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:35.391 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:35.392 DEBUG:boto:Method: HEAD 2022-09-01T11:20:35.392 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:20:35.393 DEBUG:boto:Data: 2022-09-01T11:20:35.393 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.394 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.394 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.395 DEBUG:boto:Params: {} 2022-09-01T11:20:35.395 DEBUG:boto:Token: None 2022-09-01T11:20:35.396 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj11 2022-09-01T11:20:35.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4/rFTYd31pZHx0hUPajAL4F8ks8= 2022-09-01T11:20:35.397 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4/rFTYd31pZHx0hUPajAL4F8ks8=', 'Content-Length': '0'} 2022-09-01T11:20:35.399 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000731deeb597cf9f49-0063109583-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.400 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:35.401 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:35.401 DEBUG:boto:Method: HEAD 2022-09-01T11:20:35.402 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:20:35.402 DEBUG:boto:Data: 2022-09-01T11:20:35.403 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.403 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.404 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.404 DEBUG:boto:Params: {} 2022-09-01T11:20:35.405 DEBUG:boto:Token: None 2022-09-01T11:20:35.405 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj11 2022-09-01T11:20:35.406 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4/rFTYd31pZHx0hUPajAL4F8ks8= 2022-09-01T11:20:35.407 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4/rFTYd31pZHx0hUPajAL4F8ks8=', 'Content-Length': '0'} 2022-09-01T11:20:35.409 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bc22470f6c484725-0063109583-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.409 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:20:35.410 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:35.411 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:35.411 DEBUG:boto:Method: GET 2022-09-01T11:20:35.412 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:20:35.412 DEBUG:boto:Data: 2022-09-01T11:20:35.413 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.413 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.414 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.415 DEBUG:boto:Params: {} 2022-09-01T11:20:35.415 DEBUG:boto:Token: None 2022-09-01T11:20:35.416 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj11 2022-09-01T11:20:35.417 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZTLjMWf+6KlO/BfnKeT5ZDUgZCM= 2022-09-01T11:20:35.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZTLjMWf+6KlO/BfnKeT5ZDUgZCM=', 'Content-Length': '0'} 2022-09-01T11:20:35.419 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a2cd652baa273541-0063109583-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.420 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:35.421 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:35.421 DEBUG:boto:Method: GET 2022-09-01T11:20:35.422 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:20:35.423 DEBUG:boto:Data: 2022-09-01T11:20:35.423 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.424 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.424 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.425 DEBUG:boto:Params: {} 2022-09-01T11:20:35.426 DEBUG:boto:Token: None 2022-09-01T11:20:35.427 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj11 2022-09-01T11:20:35.427 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZTLjMWf+6KlO/BfnKeT5ZDUgZCM= 2022-09-01T11:20:35.428 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZTLjMWf+6KlO/BfnKeT5ZDUgZCM=', 'Content-Length': '0'} 2022-09-01T11:20:35.430 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000effc4557766b9a17-0063109583-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.431 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.431 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.432 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:35.432 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:35.433 DEBUG:boto:Method: GET 2022-09-01T11:20:35.433 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:20:35.434 DEBUG:boto:Data: 2022-09-01T11:20:35.435 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.435 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.436 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.436 DEBUG:boto:Params: {} 2022-09-01T11:20:35.437 DEBUG:boto:Token: None 2022-09-01T11:20:35.438 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/ 2022-09-01T11:20:35.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs= 2022-09-01T11:20:35.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs=', 'Content-Length': '0'} 2022-09-01T11:20:35.442 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002230efb6ecd0549e-0063109583-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.443 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.444 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.444 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.445 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:35.445 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:35.446 DEBUG:boto:Method: GET 2022-09-01T11:20:35.447 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:20:35.447 DEBUG:boto:Data: 2022-09-01T11:20:35.448 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.448 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.449 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.449 DEBUG:boto:Params: {} 2022-09-01T11:20:35.450 DEBUG:boto:Token: None 2022-09-01T11:20:35.451 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/ 2022-09-01T11:20:35.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs= 2022-09-01T11:20:35.454 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs=', 'Content-Length': '0'} 2022-09-01T11:20:35.457 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b000caf3c8184841-0063109583-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.458 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.459 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:20:35.459 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:35.460 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:35.461 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.461 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.462 DEBUG:boto:Method: GET 2022-09-01T11:20:35.463 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.463 DEBUG:boto:Data: 2022-09-01T11:20:35.464 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.464 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.465 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.466 DEBUG:boto:Params: {} 2022-09-01T11:20:35.466 DEBUG:boto:Token: None 2022-09-01T11:20:35.467 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZkdsDTQ/H5CPB8Ri/WB8uQXIgHQ= 2022-09-01T11:20:35.469 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZkdsDTQ/H5CPB8Ri/WB8uQXIgHQ=', 'Content-Length': '0'} 2022-09-01T11:20:35.471 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fb87f25ac6547372-0063109583-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.472 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:35.473 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:35.473 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.474 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.474 DEBUG:boto:Method: GET 2022-09-01T11:20:35.475 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.476 DEBUG:boto:Data: 2022-09-01T11:20:35.476 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.477 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.478 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.479 DEBUG:boto:Params: {} 2022-09-01T11:20:35.479 DEBUG:boto:Token: None 2022-09-01T11:20:35.480 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.481 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZkdsDTQ/H5CPB8Ri/WB8uQXIgHQ= 2022-09-01T11:20:35.483 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZkdsDTQ/H5CPB8Ri/WB8uQXIgHQ=', 'Content-Length': '0'} 2022-09-01T11:20:35.486 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000408d818312304b9-0063109583-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.487 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:35.488 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:35.489 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.490 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.491 DEBUG:boto:Method: HEAD 2022-09-01T11:20:35.491 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.492 DEBUG:boto:Data: 2022-09-01T11:20:35.492 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.493 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.493 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.494 DEBUG:boto:Params: {} 2022-09-01T11:20:35.495 DEBUG:boto:Token: None 2022-09-01T11:20:35.495 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.496 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f9YMrYQs1p6iz0dccZKSxVqOfec= 2022-09-01T11:20:35.497 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f9YMrYQs1p6iz0dccZKSxVqOfec=', 'Content-Length': '0'} 2022-09-01T11:20:35.499 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000407956303a2ec29a-0063109583-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.500 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:35.500 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:35.501 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.502 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.502 DEBUG:boto:Method: HEAD 2022-09-01T11:20:35.503 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.504 DEBUG:boto:Data: 2022-09-01T11:20:35.504 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.505 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.506 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.506 DEBUG:boto:Params: {} 2022-09-01T11:20:35.507 DEBUG:boto:Token: None 2022-09-01T11:20:35.508 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.508 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f9YMrYQs1p6iz0dccZKSxVqOfec= 2022-09-01T11:20:35.509 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f9YMrYQs1p6iz0dccZKSxVqOfec=', 'Content-Length': '0'} 2022-09-01T11:20:35.511 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003579f659de51fe2a-0063109583-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.512 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:20:35.513 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:35.513 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:35.514 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.514 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.515 DEBUG:boto:Method: GET 2022-09-01T11:20:35.516 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.516 DEBUG:boto:Data: 2022-09-01T11:20:35.517 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.518 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.519 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.520 DEBUG:boto:Params: {} 2022-09-01T11:20:35.521 DEBUG:boto:Token: None 2022-09-01T11:20:35.522 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZkdsDTQ/H5CPB8Ri/WB8uQXIgHQ= 2022-09-01T11:20:35.524 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZkdsDTQ/H5CPB8Ri/WB8uQXIgHQ=', 'Content-Length': '0'} 2022-09-01T11:20:35.526 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f5d4d5137892606e-0063109583-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.566 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:35.567 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:35.568 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.569 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.570 DEBUG:boto:Method: GET 2022-09-01T11:20:35.570 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.571 DEBUG:boto:Data: 2022-09-01T11:20:35.572 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.572 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.573 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.573 DEBUG:boto:Params: {} 2022-09-01T11:20:35.574 DEBUG:boto:Token: None 2022-09-01T11:20:35.575 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:35.576 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZkdsDTQ/H5CPB8Ri/WB8uQXIgHQ= 2022-09-01T11:20:35.577 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZkdsDTQ/H5CPB8Ri/WB8uQXIgHQ=', 'Content-Length': '0'} 2022-09-01T11:20:35.579 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000091c630af8e36424c-0063109583-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.580 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.580 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.581 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:35.582 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:35.582 DEBUG:boto:Method: GET 2022-09-01T11:20:35.583 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:20:35.583 DEBUG:boto:Data: 2022-09-01T11:20:35.584 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.584 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.585 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.586 DEBUG:boto:Params: {} 2022-09-01T11:20:35.587 DEBUG:boto:Token: None 2022-09-01T11:20:35.587 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/ 2022-09-01T11:20:35.588 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs= 2022-09-01T11:20:35.589 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs=', 'Content-Length': '0'} 2022-09-01T11:20:35.591 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ccae6865e9d9c1ec-0063109583-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.592 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.593 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.594 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.595 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:35.595 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:35.596 DEBUG:boto:Method: GET 2022-09-01T11:20:35.597 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:20:35.598 DEBUG:boto:Data: 2022-09-01T11:20:35.598 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.599 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.600 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.601 DEBUG:boto:Params: {} 2022-09-01T11:20:35.603 DEBUG:boto:Token: None 2022-09-01T11:20:35.604 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/ 2022-09-01T11:20:35.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs= 2022-09-01T11:20:35.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs=', 'Content-Length': '0'} 2022-09-01T11:20:35.620 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a3419d3e4470e291-0063109583-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.621 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.623 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:35.624 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:35.624 DEBUG:boto:Method: HEAD 2022-09-01T11:20:35.625 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:20:35.626 DEBUG:boto:Data: 2022-09-01T11:20:35.627 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.628 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.629 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.629 DEBUG:boto:Params: {} 2022-09-01T11:20:35.630 DEBUG:boto:Token: None 2022-09-01T11:20:35.631 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj17 2022-09-01T11:20:35.632 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AdAHJWjtAw88MkxH5vqbkGzPlWg= 2022-09-01T11:20:35.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AdAHJWjtAw88MkxH5vqbkGzPlWg=', 'Content-Length': '0'} 2022-09-01T11:20:35.635 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a3d7ed5e5ae46c6b-0063109583-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.636 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:35.637 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:35.638 DEBUG:boto:Method: HEAD 2022-09-01T11:20:35.639 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:20:35.640 DEBUG:boto:Data: 2022-09-01T11:20:35.641 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.641 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.642 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.643 DEBUG:boto:Params: {} 2022-09-01T11:20:35.644 DEBUG:boto:Token: None 2022-09-01T11:20:35.645 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj17 2022-09-01T11:20:35.646 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AdAHJWjtAw88MkxH5vqbkGzPlWg= 2022-09-01T11:20:35.647 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AdAHJWjtAw88MkxH5vqbkGzPlWg=', 'Content-Length': '0'} 2022-09-01T11:20:35.649 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000696421ffb45946b3-0063109583-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.650 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:20:35.651 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:35.651 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:35.652 DEBUG:boto:Method: GET 2022-09-01T11:20:35.652 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:20:35.653 DEBUG:boto:Data: 2022-09-01T11:20:35.654 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.654 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.655 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.655 DEBUG:boto:Params: {} 2022-09-01T11:20:35.656 DEBUG:boto:Token: None 2022-09-01T11:20:35.656 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj17 2022-09-01T11:20:35.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dD4qJr5BK983adYZAmMHFk/m9HA= 2022-09-01T11:20:35.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dD4qJr5BK983adYZAmMHFk/m9HA=', 'Content-Length': '0'} 2022-09-01T11:20:35.660 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000128e6e98bfc497e9-0063109583-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.661 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:35.661 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:35.662 DEBUG:boto:Method: GET 2022-09-01T11:20:35.662 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:20:35.663 DEBUG:boto:Data: 2022-09-01T11:20:35.663 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.664 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.664 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.665 DEBUG:boto:Params: {} 2022-09-01T11:20:35.666 DEBUG:boto:Token: None 2022-09-01T11:20:35.666 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj17 2022-09-01T11:20:35.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dD4qJr5BK983adYZAmMHFk/m9HA= 2022-09-01T11:20:35.667 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dD4qJr5BK983adYZAmMHFk/m9HA=', 'Content-Length': '0'} 2022-09-01T11:20:35.670 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000add2b333909de6df-0063109583-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.710 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.711 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.711 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:35.712 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:35.713 DEBUG:boto:Method: GET 2022-09-01T11:20:35.713 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:20:35.714 DEBUG:boto:Data: 2022-09-01T11:20:35.715 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.715 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.716 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.716 DEBUG:boto:Params: {} 2022-09-01T11:20:35.717 DEBUG:boto:Token: None 2022-09-01T11:20:35.718 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/ 2022-09-01T11:20:35.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs= 2022-09-01T11:20:35.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs=', 'Content-Length': '0'} 2022-09-01T11:20:35.722 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003a7e24c1754663ba-0063109583-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.722 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.723 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.724 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.724 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:35.725 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:35.726 DEBUG:boto:Method: GET 2022-09-01T11:20:35.726 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:20:35.727 DEBUG:boto:Data: 2022-09-01T11:20:35.727 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.728 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.728 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.729 DEBUG:boto:Params: {} 2022-09-01T11:20:35.729 DEBUG:boto:Token: None 2022-09-01T11:20:35.730 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/ 2022-09-01T11:20:35.731 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs= 2022-09-01T11:20:35.731 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs=', 'Content-Length': '0'} 2022-09-01T11:20:35.735 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f4a4bd8b04a0b841-0063109583-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.735 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.736 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:20:35.737 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:35.737 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:35.738 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.738 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.739 DEBUG:boto:Method: GET 2022-09-01T11:20:35.739 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.740 DEBUG:boto:Data: 2022-09-01T11:20:35.740 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.741 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.741 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.742 DEBUG:boto:Params: {} 2022-09-01T11:20:35.743 DEBUG:boto:Token: None 2022-09-01T11:20:35.743 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.744 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vkYb6X+5oJHQGr90AWirysAQCLE= 2022-09-01T11:20:35.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vkYb6X+5oJHQGr90AWirysAQCLE=', 'Content-Length': '0'} 2022-09-01T11:20:35.747 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007443e038d75dbafa-0063109583-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.748 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:35.748 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:35.749 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.749 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.750 DEBUG:boto:Method: GET 2022-09-01T11:20:35.750 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.751 DEBUG:boto:Data: 2022-09-01T11:20:35.751 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.752 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.753 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.753 DEBUG:boto:Params: {} 2022-09-01T11:20:35.754 DEBUG:boto:Token: None 2022-09-01T11:20:35.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vkYb6X+5oJHQGr90AWirysAQCLE= 2022-09-01T11:20:35.756 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vkYb6X+5oJHQGr90AWirysAQCLE=', 'Content-Length': '0'} 2022-09-01T11:20:35.759 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002e992d88da94f7b2-0063109583-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.759 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:35.760 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:35.760 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.761 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.761 DEBUG:boto:Method: HEAD 2022-09-01T11:20:35.762 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.763 DEBUG:boto:Data: 2022-09-01T11:20:35.763 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.764 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.764 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.765 DEBUG:boto:Params: {} 2022-09-01T11:20:35.765 DEBUG:boto:Token: None 2022-09-01T11:20:35.766 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.766 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TMNbOgB3HpQsJ6n7i5910SMiu+s= 2022-09-01T11:20:35.767 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TMNbOgB3HpQsJ6n7i5910SMiu+s=', 'Content-Length': '0'} 2022-09-01T11:20:35.769 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b4c0eef4fa243f9-0063109583-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.770 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:35.770 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:35.771 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.772 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.772 DEBUG:boto:Method: HEAD 2022-09-01T11:20:35.773 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.774 DEBUG:boto:Data: 2022-09-01T11:20:35.775 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.776 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.777 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.778 DEBUG:boto:Params: {} 2022-09-01T11:20:35.778 DEBUG:boto:Token: None 2022-09-01T11:20:35.779 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TMNbOgB3HpQsJ6n7i5910SMiu+s= 2022-09-01T11:20:35.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TMNbOgB3HpQsJ6n7i5910SMiu+s=', 'Content-Length': '0'} 2022-09-01T11:20:35.784 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c4aade4c4938666-0063109583-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.785 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:20:35.786 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:35.787 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:35.788 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.789 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.790 DEBUG:boto:Method: GET 2022-09-01T11:20:35.791 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.791 DEBUG:boto:Data: 2022-09-01T11:20:35.792 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.792 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.793 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.793 DEBUG:boto:Params: {} 2022-09-01T11:20:35.794 DEBUG:boto:Token: None 2022-09-01T11:20:35.795 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vkYb6X+5oJHQGr90AWirysAQCLE= 2022-09-01T11:20:35.796 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vkYb6X+5oJHQGr90AWirysAQCLE=', 'Content-Length': '0'} 2022-09-01T11:20:35.798 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf28003a59b16563-0063109583-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.799 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:35.800 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:35.800 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.801 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.801 DEBUG:boto:Method: GET 2022-09-01T11:20:35.802 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.802 DEBUG:boto:Data: 2022-09-01T11:20:35.803 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.804 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.804 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.805 DEBUG:boto:Params: {} 2022-09-01T11:20:35.805 DEBUG:boto:Token: None 2022-09-01T11:20:35.806 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:35.807 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vkYb6X+5oJHQGr90AWirysAQCLE= 2022-09-01T11:20:35.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vkYb6X+5oJHQGr90AWirysAQCLE=', 'Content-Length': '0'} 2022-09-01T11:20:35.810 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000131cab753206c412-0063109583-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.854 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.855 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.855 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:35.856 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:35.857 DEBUG:boto:Method: GET 2022-09-01T11:20:35.857 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:20:35.858 DEBUG:boto:Data: 2022-09-01T11:20:35.858 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.859 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.859 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.860 DEBUG:boto:Params: {} 2022-09-01T11:20:35.861 DEBUG:boto:Token: None 2022-09-01T11:20:35.862 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/ 2022-09-01T11:20:35.863 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs= 2022-09-01T11:20:35.865 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs=', 'Content-Length': '0'} 2022-09-01T11:20:35.867 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000026daecd7427b264c-0063109583-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.868 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.869 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.869 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.870 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:35.871 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:35.871 DEBUG:boto:Method: GET 2022-09-01T11:20:35.872 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:20:35.872 DEBUG:boto:Data: 2022-09-01T11:20:35.873 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.873 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.874 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.875 DEBUG:boto:Params: {} 2022-09-01T11:20:35.875 DEBUG:boto:Token: None 2022-09-01T11:20:35.876 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/ 2022-09-01T11:20:35.876 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs= 2022-09-01T11:20:35.877 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs=', 'Content-Length': '0'} 2022-09-01T11:20:35.880 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000000af30c3d898655c-0063109583-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.881 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.882 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:35.882 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:35.883 DEBUG:boto:Method: HEAD 2022-09-01T11:20:35.884 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:20:35.884 DEBUG:boto:Data: 2022-09-01T11:20:35.885 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.885 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.886 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.886 DEBUG:boto:Params: {} 2022-09-01T11:20:35.887 DEBUG:boto:Token: None 2022-09-01T11:20:35.887 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj22 2022-09-01T11:20:35.888 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mVIX6G6AvCvD7aE2A4MuxluhlAw= 2022-09-01T11:20:35.889 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mVIX6G6AvCvD7aE2A4MuxluhlAw=', 'Content-Length': '0'} 2022-09-01T11:20:35.890 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000054b02e3da29833bd-0063109583-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.891 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:35.892 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:35.892 DEBUG:boto:Method: HEAD 2022-09-01T11:20:35.893 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:20:35.893 DEBUG:boto:Data: 2022-09-01T11:20:35.894 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.894 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.895 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.895 DEBUG:boto:Params: {} 2022-09-01T11:20:35.896 DEBUG:boto:Token: None 2022-09-01T11:20:35.897 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj22 2022-09-01T11:20:35.897 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mVIX6G6AvCvD7aE2A4MuxluhlAw= 2022-09-01T11:20:35.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mVIX6G6AvCvD7aE2A4MuxluhlAw=', 'Content-Length': '0'} 2022-09-01T11:20:35.900 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000705fee069289dce3-0063109583-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.901 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:20:35.901 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:35.902 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:35.903 DEBUG:boto:Method: GET 2022-09-01T11:20:35.903 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:20:35.904 DEBUG:boto:Data: 2022-09-01T11:20:35.904 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.905 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.905 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.906 DEBUG:boto:Params: {} 2022-09-01T11:20:35.906 DEBUG:boto:Token: None 2022-09-01T11:20:35.907 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj22 2022-09-01T11:20:35.908 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7mRrgP1iWW+jYUrtpAiqF/8e2+I= 2022-09-01T11:20:35.908 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7mRrgP1iWW+jYUrtpAiqF/8e2+I=', 'Content-Length': '0'} 2022-09-01T11:20:35.910 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a0387b06374a5344-0063109583-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.954 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:35.955 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:35.955 DEBUG:boto:Method: GET 2022-09-01T11:20:35.956 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:20:35.957 DEBUG:boto:Data: 2022-09-01T11:20:35.957 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.958 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.958 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.959 DEBUG:boto:Params: {} 2022-09-01T11:20:35.959 DEBUG:boto:Token: None 2022-09-01T11:20:35.960 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj22 2022-09-01T11:20:35.961 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7mRrgP1iWW+jYUrtpAiqF/8e2+I= 2022-09-01T11:20:35.961 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7mRrgP1iWW+jYUrtpAiqF/8e2+I=', 'Content-Length': '0'} 2022-09-01T11:20:35.964 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e42b563021a5360d-0063109583-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.965 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.965 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.966 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:35.966 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:35.967 DEBUG:boto:Method: GET 2022-09-01T11:20:35.967 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:20:35.968 DEBUG:boto:Data: 2022-09-01T11:20:35.968 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.969 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.969 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.970 DEBUG:boto:Params: {} 2022-09-01T11:20:35.971 DEBUG:boto:Token: None 2022-09-01T11:20:35.971 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/ 2022-09-01T11:20:35.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs= 2022-09-01T11:20:35.972 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs=', 'Content-Length': '0'} 2022-09-01T11:20:35.975 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005353f28e0b64231d-0063109583-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.976 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.977 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:35.977 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:35.978 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:35.979 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:35.979 DEBUG:boto:Method: GET 2022-09-01T11:20:35.980 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:20:35.980 DEBUG:boto:Data: 2022-09-01T11:20:35.981 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.981 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:35.982 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.982 DEBUG:boto:Params: {} 2022-09-01T11:20:35.983 DEBUG:boto:Token: None 2022-09-01T11:20:35.983 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/ 2022-09-01T11:20:35.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs= 2022-09-01T11:20:35.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8MO0/zc+5lYQ5QgF2IL+QShtQRs=', 'Content-Length': '0'} 2022-09-01T11:20:35.988 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007a1da09af5c1834e-0063109583-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:35.989 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:35.989 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:20:35.990 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:35.991 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:35.991 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:35.992 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:35.992 DEBUG:boto:Method: GET 2022-09-01T11:20:35.993 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:35.993 DEBUG:boto:Data: 2022-09-01T11:20:35.994 DEBUG:boto:Headers: {} 2022-09-01T11:20:35.994 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:35.995 DEBUG:boto:Port: 8000 2022-09-01T11:20:35.995 DEBUG:boto:Params: {} 2022-09-01T11:20:35.996 DEBUG:boto:Token: None 2022-09-01T11:20:35.996 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:35 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:35.997 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T9/Uhip0zQuNosP7Pqthcifim8Y= 2022-09-01T11:20:35.998 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T9/Uhip0zQuNosP7Pqthcifim8Y=', 'Content-Length': '0'} 2022-09-01T11:20:36.000 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dc96021406704888-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.001 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:36.001 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:36.002 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.002 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.003 DEBUG:boto:Method: GET 2022-09-01T11:20:36.003 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.004 DEBUG:boto:Data: 2022-09-01T11:20:36.004 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.005 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.005 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.006 DEBUG:boto:Params: {} 2022-09-01T11:20:36.007 DEBUG:boto:Token: None 2022-09-01T11:20:36.007 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.008 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S9mhX8CLu0lNDg2mrlifbVXRoDs= 2022-09-01T11:20:36.008 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S9mhX8CLu0lNDg2mrlifbVXRoDs=', 'Content-Length': '0'} 2022-09-01T11:20:36.011 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094032e4f69a074d8-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.012 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:36.012 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:36.013 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.013 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.014 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.014 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.015 DEBUG:boto:Data: 2022-09-01T11:20:36.016 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.016 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.016 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.017 DEBUG:boto:Params: {} 2022-09-01T11:20:36.018 DEBUG:boto:Token: None 2022-09-01T11:20:36.019 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.020 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:R6CUh4rjosMp8+bw0f+dNIZdawA= 2022-09-01T11:20:36.021 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:R6CUh4rjosMp8+bw0f+dNIZdawA=', 'Content-Length': '0'} 2022-09-01T11:20:36.023 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000040aec622a1ea366a-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.024 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:36.024 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:36.025 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.025 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.026 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.026 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.027 DEBUG:boto:Data: 2022-09-01T11:20:36.027 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.028 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.028 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.029 DEBUG:boto:Params: {} 2022-09-01T11:20:36.030 DEBUG:boto:Token: None 2022-09-01T11:20:36.030 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:R6CUh4rjosMp8+bw0f+dNIZdawA= 2022-09-01T11:20:36.031 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:R6CUh4rjosMp8+bw0f+dNIZdawA=', 'Content-Length': '0'} 2022-09-01T11:20:36.033 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b62930f3bbf7ca92-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.034 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:20:36.035 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:36.035 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:36.036 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.036 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.037 DEBUG:boto:Method: GET 2022-09-01T11:20:36.037 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.038 DEBUG:boto:Data: 2022-09-01T11:20:36.038 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.039 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.040 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.040 DEBUG:boto:Params: {} 2022-09-01T11:20:36.041 DEBUG:boto:Token: None 2022-09-01T11:20:36.041 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.042 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S9mhX8CLu0lNDg2mrlifbVXRoDs= 2022-09-01T11:20:36.043 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S9mhX8CLu0lNDg2mrlifbVXRoDs=', 'Content-Length': '0'} 2022-09-01T11:20:36.045 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f8e9a1c4815421c1-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.086 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:36.087 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:36.087 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.088 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.089 DEBUG:boto:Method: GET 2022-09-01T11:20:36.089 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.090 DEBUG:boto:Data: 2022-09-01T11:20:36.090 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.091 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.091 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.092 DEBUG:boto:Params: {} 2022-09-01T11:20:36.093 DEBUG:boto:Token: None 2022-09-01T11:20:36.093 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:36.095 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S9mhX8CLu0lNDg2mrlifbVXRoDs= 2022-09-01T11:20:36.095 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S9mhX8CLu0lNDg2mrlifbVXRoDs=', 'Content-Length': '0'} 2022-09-01T11:20:36.098 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b297c6d34ab74ab-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.099 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.099 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.100 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:36.100 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:36.101 DEBUG:boto:Method: GET 2022-09-01T11:20:36.101 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:20:36.102 DEBUG:boto:Data: 2022-09-01T11:20:36.103 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.103 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.104 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.104 DEBUG:boto:Params: {} 2022-09-01T11:20:36.105 DEBUG:boto:Token: None 2022-09-01T11:20:36.106 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.106 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.107 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.110 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009ac46c19401ab62a-0063109584-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.110 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.111 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.112 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.112 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:36.113 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:36.113 DEBUG:boto:Method: GET 2022-09-01T11:20:36.114 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:20:36.114 DEBUG:boto:Data: 2022-09-01T11:20:36.115 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.115 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.116 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.116 DEBUG:boto:Params: {} 2022-09-01T11:20:36.117 DEBUG:boto:Token: None 2022-09-01T11:20:36.118 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.122 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fa089139a8ce7b5f-0063109584-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.123 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.123 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:36.124 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:36.125 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.125 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:20:36.125 DEBUG:boto:Data: 2022-09-01T11:20:36.126 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.126 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.127 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.127 DEBUG:boto:Params: {} 2022-09-01T11:20:36.128 DEBUG:boto:Token: None 2022-09-01T11:20:36.129 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj33 2022-09-01T11:20:36.129 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2g6uJP7FOutQ5O2dwZWM6A+P34E= 2022-09-01T11:20:36.130 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2g6uJP7FOutQ5O2dwZWM6A+P34E=', 'Content-Length': '0'} 2022-09-01T11:20:36.132 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fecfa670ea35c72b-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.132 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:36.133 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:36.134 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.134 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:20:36.135 DEBUG:boto:Data: 2022-09-01T11:20:36.135 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.136 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.136 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.137 DEBUG:boto:Params: {} 2022-09-01T11:20:36.137 DEBUG:boto:Token: None 2022-09-01T11:20:36.138 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj33 2022-09-01T11:20:36.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2g6uJP7FOutQ5O2dwZWM6A+P34E= 2022-09-01T11:20:36.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2g6uJP7FOutQ5O2dwZWM6A+P34E=', 'Content-Length': '0'} 2022-09-01T11:20:36.141 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006cc948caf270a382-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.142 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:20:36.142 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:36.143 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:36.144 DEBUG:boto:Method: GET 2022-09-01T11:20:36.144 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:20:36.145 DEBUG:boto:Data: 2022-09-01T11:20:36.145 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.146 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.146 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.147 DEBUG:boto:Params: {} 2022-09-01T11:20:36.147 DEBUG:boto:Token: None 2022-09-01T11:20:36.148 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj33 2022-09-01T11:20:36.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tVgOn/1bOLx5EXBnmq00FU7E+aE= 2022-09-01T11:20:36.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tVgOn/1bOLx5EXBnmq00FU7E+aE=', 'Content-Length': '0'} 2022-09-01T11:20:36.151 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a4a0a62ecb7c8afe-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.152 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:36.152 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:36.153 DEBUG:boto:Method: GET 2022-09-01T11:20:36.153 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:20:36.154 DEBUG:boto:Data: 2022-09-01T11:20:36.154 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.155 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.155 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.156 DEBUG:boto:Params: {} 2022-09-01T11:20:36.156 DEBUG:boto:Token: None 2022-09-01T11:20:36.157 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj33 2022-09-01T11:20:36.158 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tVgOn/1bOLx5EXBnmq00FU7E+aE= 2022-09-01T11:20:36.158 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tVgOn/1bOLx5EXBnmq00FU7E+aE=', 'Content-Length': '0'} 2022-09-01T11:20:36.160 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b5b96e6a6b3ec9d-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.161 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.162 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.162 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:36.163 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:36.163 DEBUG:boto:Method: GET 2022-09-01T11:20:36.164 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:20:36.164 DEBUG:boto:Data: 2022-09-01T11:20:36.165 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.165 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.166 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.166 DEBUG:boto:Params: {} 2022-09-01T11:20:36.167 DEBUG:boto:Token: None 2022-09-01T11:20:36.167 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.168 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.168 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.171 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000011c575ad2e4d272-0063109584-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.172 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.173 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.173 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.174 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:36.174 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:36.175 DEBUG:boto:Method: GET 2022-09-01T11:20:36.175 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:20:36.176 DEBUG:boto:Data: 2022-09-01T11:20:36.176 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.177 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.177 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.178 DEBUG:boto:Params: {} 2022-09-01T11:20:36.178 DEBUG:boto:Token: None 2022-09-01T11:20:36.179 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.180 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.180 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.183 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a4586b8a409969a7-0063109584-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.184 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.185 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:20:36.185 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:36.186 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:36.186 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.187 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.187 DEBUG:boto:Method: GET 2022-09-01T11:20:36.188 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.188 DEBUG:boto:Data: 2022-09-01T11:20:36.189 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.189 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.190 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.190 DEBUG:boto:Params: {} 2022-09-01T11:20:36.191 DEBUG:boto:Token: None 2022-09-01T11:20:36.192 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.192 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UqJaMj0sz04zRALMU0492JNHtAE= 2022-09-01T11:20:36.193 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UqJaMj0sz04zRALMU0492JNHtAE=', 'Content-Length': '0'} 2022-09-01T11:20:36.195 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e7feaa86e0e42020-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.195 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:36.196 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:36.196 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.197 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.197 DEBUG:boto:Method: GET 2022-09-01T11:20:36.198 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.199 DEBUG:boto:Data: 2022-09-01T11:20:36.199 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.200 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.200 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.201 DEBUG:boto:Params: {} 2022-09-01T11:20:36.201 DEBUG:boto:Token: None 2022-09-01T11:20:36.202 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.202 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UqJaMj0sz04zRALMU0492JNHtAE= 2022-09-01T11:20:36.203 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UqJaMj0sz04zRALMU0492JNHtAE=', 'Content-Length': '0'} 2022-09-01T11:20:36.205 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000063254d18bf3d8085-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.246 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:36.247 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:36.247 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.248 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.248 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.249 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.249 DEBUG:boto:Data: 2022-09-01T11:20:36.250 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.250 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.251 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.251 DEBUG:boto:Params: {} 2022-09-01T11:20:36.252 DEBUG:boto:Token: None 2022-09-01T11:20:36.253 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.253 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kNBAm3v4FvqngEEPq5TU9Yu10n0= 2022-09-01T11:20:36.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kNBAm3v4FvqngEEPq5TU9Yu10n0=', 'Content-Length': '0'} 2022-09-01T11:20:36.256 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000642fa1e3d59de544-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.256 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:36.257 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:36.257 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.258 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.258 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.259 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.259 DEBUG:boto:Data: 2022-09-01T11:20:36.260 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.260 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.261 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.261 DEBUG:boto:Params: {} 2022-09-01T11:20:36.262 DEBUG:boto:Token: None 2022-09-01T11:20:36.262 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.263 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kNBAm3v4FvqngEEPq5TU9Yu10n0= 2022-09-01T11:20:36.264 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kNBAm3v4FvqngEEPq5TU9Yu10n0=', 'Content-Length': '0'} 2022-09-01T11:20:36.266 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b07e6aafb5256774-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.266 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:20:36.267 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:36.268 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:36.268 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.269 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.269 DEBUG:boto:Method: GET 2022-09-01T11:20:36.270 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.270 DEBUG:boto:Data: 2022-09-01T11:20:36.271 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.271 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.272 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.272 DEBUG:boto:Params: {} 2022-09-01T11:20:36.273 DEBUG:boto:Token: None 2022-09-01T11:20:36.273 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.274 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UqJaMj0sz04zRALMU0492JNHtAE= 2022-09-01T11:20:36.275 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UqJaMj0sz04zRALMU0492JNHtAE=', 'Content-Length': '0'} 2022-09-01T11:20:36.277 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f0b4dcefa15a34c4-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.278 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:36.278 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:36.279 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.279 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.280 DEBUG:boto:Method: GET 2022-09-01T11:20:36.280 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.281 DEBUG:boto:Data: 2022-09-01T11:20:36.281 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.282 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.282 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.283 DEBUG:boto:Params: {} 2022-09-01T11:20:36.283 DEBUG:boto:Token: None 2022-09-01T11:20:36.284 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:36.285 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UqJaMj0sz04zRALMU0492JNHtAE= 2022-09-01T11:20:36.285 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UqJaMj0sz04zRALMU0492JNHtAE=', 'Content-Length': '0'} 2022-09-01T11:20:36.287 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000ded69ee83d5fa60-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.288 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.289 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.289 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:36.290 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:36.290 DEBUG:boto:Method: GET 2022-09-01T11:20:36.291 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:20:36.291 DEBUG:boto:Data: 2022-09-01T11:20:36.292 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.292 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.293 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.293 DEBUG:boto:Params: {} 2022-09-01T11:20:36.294 DEBUG:boto:Token: None 2022-09-01T11:20:36.295 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.295 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.296 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.299 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a46d276262b73e2c-0063109584-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.299 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.300 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.301 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.301 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:36.302 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:36.302 DEBUG:boto:Method: GET 2022-09-01T11:20:36.303 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:20:36.303 DEBUG:boto:Data: 2022-09-01T11:20:36.304 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.304 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.305 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.306 DEBUG:boto:Params: {} 2022-09-01T11:20:36.306 DEBUG:boto:Token: None 2022-09-01T11:20:36.307 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.307 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.308 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.312 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c490685837268b8c-0063109584-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.312 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.313 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:36.314 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:36.314 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.315 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:20:36.315 DEBUG:boto:Data: 2022-09-01T11:20:36.316 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.316 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.317 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.318 DEBUG:boto:Params: {} 2022-09-01T11:20:36.318 DEBUG:boto:Token: None 2022-09-01T11:20:36.319 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj34 2022-09-01T11:20:36.319 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+8FATva6ywwX0vqfsVpTIKohs9U= 2022-09-01T11:20:36.320 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+8FATva6ywwX0vqfsVpTIKohs9U=', 'Content-Length': '0'} 2022-09-01T11:20:36.322 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000062f245a113ab3146-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.323 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:36.323 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:36.324 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.324 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:20:36.325 DEBUG:boto:Data: 2022-09-01T11:20:36.325 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.326 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.327 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.327 DEBUG:boto:Params: {} 2022-09-01T11:20:36.328 DEBUG:boto:Token: None 2022-09-01T11:20:36.328 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj34 2022-09-01T11:20:36.329 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+8FATva6ywwX0vqfsVpTIKohs9U= 2022-09-01T11:20:36.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+8FATva6ywwX0vqfsVpTIKohs9U=', 'Content-Length': '0'} 2022-09-01T11:20:36.332 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000144b98740cddc3ff-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.332 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:20:36.333 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:36.333 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:36.334 DEBUG:boto:Method: GET 2022-09-01T11:20:36.334 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:20:36.335 DEBUG:boto:Data: 2022-09-01T11:20:36.335 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.336 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.337 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.337 DEBUG:boto:Params: {} 2022-09-01T11:20:36.338 DEBUG:boto:Token: None 2022-09-01T11:20:36.339 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj34 2022-09-01T11:20:36.339 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jlnKk/R1tISVI2ndfcLhwJNHvzY= 2022-09-01T11:20:36.340 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jlnKk/R1tISVI2ndfcLhwJNHvzY=', 'Content-Length': '0'} 2022-09-01T11:20:36.342 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000041febad36d3d4447-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.390 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:36.391 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:36.391 DEBUG:boto:Method: GET 2022-09-01T11:20:36.392 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:20:36.393 DEBUG:boto:Data: 2022-09-01T11:20:36.393 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.394 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.394 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.395 DEBUG:boto:Params: {} 2022-09-01T11:20:36.396 DEBUG:boto:Token: None 2022-09-01T11:20:36.397 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj34 2022-09-01T11:20:36.398 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jlnKk/R1tISVI2ndfcLhwJNHvzY= 2022-09-01T11:20:36.398 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jlnKk/R1tISVI2ndfcLhwJNHvzY=', 'Content-Length': '0'} 2022-09-01T11:20:36.401 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf79464de80b0e23-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.402 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.402 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.403 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:36.403 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:36.404 DEBUG:boto:Method: GET 2022-09-01T11:20:36.404 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:20:36.405 DEBUG:boto:Data: 2022-09-01T11:20:36.405 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.406 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.407 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.408 DEBUG:boto:Params: {} 2022-09-01T11:20:36.409 DEBUG:boto:Token: None 2022-09-01T11:20:36.409 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.410 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.413 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000138db36ea9c7bf25-0063109584-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.414 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.415 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.415 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.416 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:36.416 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:36.417 DEBUG:boto:Method: GET 2022-09-01T11:20:36.418 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:20:36.418 DEBUG:boto:Data: 2022-09-01T11:20:36.419 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.419 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.420 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.420 DEBUG:boto:Params: {} 2022-09-01T11:20:36.421 DEBUG:boto:Token: None 2022-09-01T11:20:36.422 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.422 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.423 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.426 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005970fd8fac6b5df7-0063109584-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.427 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.428 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:20:36.428 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:36.429 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:36.429 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.430 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.431 DEBUG:boto:Method: GET 2022-09-01T11:20:36.431 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.432 DEBUG:boto:Data: 2022-09-01T11:20:36.432 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.433 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.433 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.434 DEBUG:boto:Params: {} 2022-09-01T11:20:36.435 DEBUG:boto:Token: None 2022-09-01T11:20:36.436 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.436 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l8jrg+SJ+p5BQ/igmUan65aliFc= 2022-09-01T11:20:36.437 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l8jrg+SJ+p5BQ/igmUan65aliFc=', 'Content-Length': '0'} 2022-09-01T11:20:36.439 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b844aa72673b5fb-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.440 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:36.440 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:36.441 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.441 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.442 DEBUG:boto:Method: GET 2022-09-01T11:20:36.442 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.443 DEBUG:boto:Data: 2022-09-01T11:20:36.443 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.444 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.445 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.445 DEBUG:boto:Params: {} 2022-09-01T11:20:36.446 DEBUG:boto:Token: None 2022-09-01T11:20:36.447 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.447 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l8jrg+SJ+p5BQ/igmUan65aliFc= 2022-09-01T11:20:36.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l8jrg+SJ+p5BQ/igmUan65aliFc=', 'Content-Length': '0'} 2022-09-01T11:20:36.450 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001cdef4bcefafd4e5-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.494 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:36.495 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:36.495 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.496 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.496 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.497 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.497 DEBUG:boto:Data: 2022-09-01T11:20:36.498 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.498 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.499 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.499 DEBUG:boto:Params: {} 2022-09-01T11:20:36.500 DEBUG:boto:Token: None 2022-09-01T11:20:36.501 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.501 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hI1mFIQrvre8J84nFBftsmajq2c= 2022-09-01T11:20:36.502 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hI1mFIQrvre8J84nFBftsmajq2c=', 'Content-Length': '0'} 2022-09-01T11:20:36.504 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ae09cafad1b5dd43-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.505 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:36.505 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:36.506 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.506 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.507 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.507 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.508 DEBUG:boto:Data: 2022-09-01T11:20:36.508 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.509 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.509 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.510 DEBUG:boto:Params: {} 2022-09-01T11:20:36.510 DEBUG:boto:Token: None 2022-09-01T11:20:36.511 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.512 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hI1mFIQrvre8J84nFBftsmajq2c= 2022-09-01T11:20:36.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hI1mFIQrvre8J84nFBftsmajq2c=', 'Content-Length': '0'} 2022-09-01T11:20:36.515 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002a940cba914fcc61-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.515 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:20:36.516 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:36.517 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:36.517 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.518 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.519 DEBUG:boto:Method: GET 2022-09-01T11:20:36.520 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.521 DEBUG:boto:Data: 2022-09-01T11:20:36.521 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.522 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.522 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.523 DEBUG:boto:Params: {} 2022-09-01T11:20:36.524 DEBUG:boto:Token: None 2022-09-01T11:20:36.524 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.525 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l8jrg+SJ+p5BQ/igmUan65aliFc= 2022-09-01T11:20:36.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l8jrg+SJ+p5BQ/igmUan65aliFc=', 'Content-Length': '0'} 2022-09-01T11:20:36.528 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f95a37f33eb998cb-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.529 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:36.529 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:36.530 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.530 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.531 DEBUG:boto:Method: GET 2022-09-01T11:20:36.532 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.532 DEBUG:boto:Data: 2022-09-01T11:20:36.533 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.533 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.534 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.535 DEBUG:boto:Params: {} 2022-09-01T11:20:36.535 DEBUG:boto:Token: None 2022-09-01T11:20:36.536 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:36.536 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l8jrg+SJ+p5BQ/igmUan65aliFc= 2022-09-01T11:20:36.537 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l8jrg+SJ+p5BQ/igmUan65aliFc=', 'Content-Length': '0'} 2022-09-01T11:20:36.539 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d003b1f48524f408-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.540 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.541 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.541 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:36.542 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:36.542 DEBUG:boto:Method: GET 2022-09-01T11:20:36.543 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:20:36.543 DEBUG:boto:Data: 2022-09-01T11:20:36.544 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.545 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.546 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.546 DEBUG:boto:Params: {} 2022-09-01T11:20:36.547 DEBUG:boto:Token: None 2022-09-01T11:20:36.547 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.548 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.551 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005ad2653aea9fd7cf-0063109584-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.552 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.553 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.553 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.554 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:36.555 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:36.555 DEBUG:boto:Method: GET 2022-09-01T11:20:36.556 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:20:36.556 DEBUG:boto:Data: 2022-09-01T11:20:36.557 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.557 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.558 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.559 DEBUG:boto:Params: {} 2022-09-01T11:20:36.559 DEBUG:boto:Token: None 2022-09-01T11:20:36.560 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.560 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.561 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.564 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d1212c3fed3ef180-0063109584-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.565 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.566 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:36.566 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:36.567 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.568 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:20:36.568 DEBUG:boto:Data: 2022-09-01T11:20:36.569 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.569 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.570 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.570 DEBUG:boto:Params: {} 2022-09-01T11:20:36.571 DEBUG:boto:Token: None 2022-09-01T11:20:36.571 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj44 2022-09-01T11:20:36.572 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/0Jg6uctWTN+O1v3eF6RONWQPpc= 2022-09-01T11:20:36.573 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/0Jg6uctWTN+O1v3eF6RONWQPpc=', 'Content-Length': '0'} 2022-09-01T11:20:36.575 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000014861a068e533f-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.576 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:36.576 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:36.577 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.577 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:20:36.578 DEBUG:boto:Data: 2022-09-01T11:20:36.578 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.579 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.579 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.580 DEBUG:boto:Params: {} 2022-09-01T11:20:36.580 DEBUG:boto:Token: None 2022-09-01T11:20:36.581 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj44 2022-09-01T11:20:36.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/0Jg6uctWTN+O1v3eF6RONWQPpc= 2022-09-01T11:20:36.582 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/0Jg6uctWTN+O1v3eF6RONWQPpc=', 'Content-Length': '0'} 2022-09-01T11:20:36.585 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b62804a4a1f44d15-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.586 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:20:36.586 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:36.587 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:36.588 DEBUG:boto:Method: GET 2022-09-01T11:20:36.589 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:20:36.590 DEBUG:boto:Data: 2022-09-01T11:20:36.590 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.591 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.591 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.592 DEBUG:boto:Params: {} 2022-09-01T11:20:36.592 DEBUG:boto:Token: None 2022-09-01T11:20:36.593 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj44 2022-09-01T11:20:36.594 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57Ah0aHGqlfxyt5lFgyHolFh0bE= 2022-09-01T11:20:36.594 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57Ah0aHGqlfxyt5lFgyHolFh0bE=', 'Content-Length': '0'} 2022-09-01T11:20:36.596 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f61a58fe9f2bc3a3-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.638 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:36.639 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:36.640 DEBUG:boto:Method: GET 2022-09-01T11:20:36.640 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:20:36.641 DEBUG:boto:Data: 2022-09-01T11:20:36.641 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.642 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.642 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.643 DEBUG:boto:Params: {} 2022-09-01T11:20:36.644 DEBUG:boto:Token: None 2022-09-01T11:20:36.644 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj44 2022-09-01T11:20:36.645 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57Ah0aHGqlfxyt5lFgyHolFh0bE= 2022-09-01T11:20:36.645 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57Ah0aHGqlfxyt5lFgyHolFh0bE=', 'Content-Length': '0'} 2022-09-01T11:20:36.648 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b86e00679a28073-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.649 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.649 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.650 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:36.650 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:36.651 DEBUG:boto:Method: GET 2022-09-01T11:20:36.651 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:20:36.652 DEBUG:boto:Data: 2022-09-01T11:20:36.653 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.653 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.654 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.654 DEBUG:boto:Params: {} 2022-09-01T11:20:36.655 DEBUG:boto:Token: None 2022-09-01T11:20:36.655 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.656 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.659 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005de74afc803c4967-0063109584-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.660 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.661 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.661 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.662 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:36.662 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:36.663 DEBUG:boto:Method: GET 2022-09-01T11:20:36.663 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:20:36.664 DEBUG:boto:Data: 2022-09-01T11:20:36.664 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.665 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.665 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.666 DEBUG:boto:Params: {} 2022-09-01T11:20:36.666 DEBUG:boto:Token: None 2022-09-01T11:20:36.667 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.668 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.671 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008e9d41e2322e0f27-0063109584-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.672 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.673 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:20:36.674 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:36.674 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:36.675 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.675 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.676 DEBUG:boto:Method: GET 2022-09-01T11:20:36.676 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.677 DEBUG:boto:Data: 2022-09-01T11:20:36.677 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.678 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.678 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.679 DEBUG:boto:Params: {} 2022-09-01T11:20:36.680 DEBUG:boto:Token: None 2022-09-01T11:20:36.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KGukl498EOOYNfBEMVVosUpeXcM= 2022-09-01T11:20:36.681 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KGukl498EOOYNfBEMVVosUpeXcM=', 'Content-Length': '0'} 2022-09-01T11:20:36.684 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000828c529b8ad7c4e6-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.684 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:36.685 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:36.686 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.686 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.687 DEBUG:boto:Method: GET 2022-09-01T11:20:36.687 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.688 DEBUG:boto:Data: 2022-09-01T11:20:36.688 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.689 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.689 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.690 DEBUG:boto:Params: {} 2022-09-01T11:20:36.691 DEBUG:boto:Token: None 2022-09-01T11:20:36.691 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.692 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KGukl498EOOYNfBEMVVosUpeXcM= 2022-09-01T11:20:36.692 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KGukl498EOOYNfBEMVVosUpeXcM=', 'Content-Length': '0'} 2022-09-01T11:20:36.695 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000024d8bb9b8ea7768a-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.738 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:36.739 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:36.739 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.740 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.740 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.741 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.741 DEBUG:boto:Data: 2022-09-01T11:20:36.742 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.743 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.743 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.744 DEBUG:boto:Params: {} 2022-09-01T11:20:36.744 DEBUG:boto:Token: None 2022-09-01T11:20:36.745 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lFgVkTppe77lRcevUBvroEIkV/s= 2022-09-01T11:20:36.746 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lFgVkTppe77lRcevUBvroEIkV/s=', 'Content-Length': '0'} 2022-09-01T11:20:36.748 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3e1bfe484762b40-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.749 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:36.750 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:36.750 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.751 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.751 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.752 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.752 DEBUG:boto:Data: 2022-09-01T11:20:36.753 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.753 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.754 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.754 DEBUG:boto:Params: {} 2022-09-01T11:20:36.755 DEBUG:boto:Token: None 2022-09-01T11:20:36.756 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lFgVkTppe77lRcevUBvroEIkV/s= 2022-09-01T11:20:36.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lFgVkTppe77lRcevUBvroEIkV/s=', 'Content-Length': '0'} 2022-09-01T11:20:36.759 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b5d182fbc4999888-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.760 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:20:36.760 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:36.761 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:36.762 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.762 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.763 DEBUG:boto:Method: GET 2022-09-01T11:20:36.763 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.764 DEBUG:boto:Data: 2022-09-01T11:20:36.764 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.765 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.765 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.766 DEBUG:boto:Params: {} 2022-09-01T11:20:36.767 DEBUG:boto:Token: None 2022-09-01T11:20:36.767 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.768 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KGukl498EOOYNfBEMVVosUpeXcM= 2022-09-01T11:20:36.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KGukl498EOOYNfBEMVVosUpeXcM=', 'Content-Length': '0'} 2022-09-01T11:20:36.771 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000691e88f602eb2d2d-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.772 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:36.772 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:36.773 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.773 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.774 DEBUG:boto:Method: GET 2022-09-01T11:20:36.775 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.775 DEBUG:boto:Data: 2022-09-01T11:20:36.776 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.776 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.777 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.778 DEBUG:boto:Params: {} 2022-09-01T11:20:36.778 DEBUG:boto:Token: None 2022-09-01T11:20:36.779 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:36.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KGukl498EOOYNfBEMVVosUpeXcM= 2022-09-01T11:20:36.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KGukl498EOOYNfBEMVVosUpeXcM=', 'Content-Length': '0'} 2022-09-01T11:20:36.784 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bc3b3c0ab8dbca72-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.785 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.785 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.786 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:36.786 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:36.787 DEBUG:boto:Method: GET 2022-09-01T11:20:36.787 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:20:36.788 DEBUG:boto:Data: 2022-09-01T11:20:36.788 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.789 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.789 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.790 DEBUG:boto:Params: {} 2022-09-01T11:20:36.790 DEBUG:boto:Token: None 2022-09-01T11:20:36.791 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.792 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.795 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000995b5fb696667719-0063109584-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.838 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.839 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.840 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.840 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:36.841 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:36.842 DEBUG:boto:Method: GET 2022-09-01T11:20:36.842 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:20:36.843 DEBUG:boto:Data: 2022-09-01T11:20:36.843 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.844 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.845 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.845 DEBUG:boto:Params: {} 2022-09-01T11:20:36.846 DEBUG:boto:Token: None 2022-09-01T11:20:36.847 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.851 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cacffb9f0de4797b-0063109584-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.852 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.853 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:36.854 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:36.854 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.855 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:20:36.855 DEBUG:boto:Data: 2022-09-01T11:20:36.856 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.856 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.857 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.857 DEBUG:boto:Params: {} 2022-09-01T11:20:36.858 DEBUG:boto:Token: None 2022-09-01T11:20:36.859 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj51 2022-09-01T11:20:36.859 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pev+DC7Su3RP47c4k9RlBZKu0x4= 2022-09-01T11:20:36.860 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pev+DC7Su3RP47c4k9RlBZKu0x4=', 'Content-Length': '0'} 2022-09-01T11:20:36.862 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000225e21be1a7aa178-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.863 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:36.863 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:36.864 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.864 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:20:36.865 DEBUG:boto:Data: 2022-09-01T11:20:36.865 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.866 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.866 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.867 DEBUG:boto:Params: {} 2022-09-01T11:20:36.868 DEBUG:boto:Token: None 2022-09-01T11:20:36.868 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj51 2022-09-01T11:20:36.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pev+DC7Su3RP47c4k9RlBZKu0x4= 2022-09-01T11:20:36.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pev+DC7Su3RP47c4k9RlBZKu0x4=', 'Content-Length': '0'} 2022-09-01T11:20:36.874 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000062be9739927bd0a6-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.874 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:20:36.875 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:36.876 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:36.876 DEBUG:boto:Method: GET 2022-09-01T11:20:36.877 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:20:36.877 DEBUG:boto:Data: 2022-09-01T11:20:36.878 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.879 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.880 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.880 DEBUG:boto:Params: {} 2022-09-01T11:20:36.881 DEBUG:boto:Token: None 2022-09-01T11:20:36.882 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj51 2022-09-01T11:20:36.882 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:be0yu8p/my1vIJJfzexSUxvOjYY= 2022-09-01T11:20:36.883 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:be0yu8p/my1vIJJfzexSUxvOjYY=', 'Content-Length': '0'} 2022-09-01T11:20:36.885 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007701173cf536b0f1-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.886 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:36.887 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:36.887 DEBUG:boto:Method: GET 2022-09-01T11:20:36.888 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:20:36.889 DEBUG:boto:Data: 2022-09-01T11:20:36.889 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.890 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.890 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.891 DEBUG:boto:Params: {} 2022-09-01T11:20:36.892 DEBUG:boto:Token: None 2022-09-01T11:20:36.892 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj51 2022-09-01T11:20:36.893 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:be0yu8p/my1vIJJfzexSUxvOjYY= 2022-09-01T11:20:36.894 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:be0yu8p/my1vIJJfzexSUxvOjYY=', 'Content-Length': '0'} 2022-09-01T11:20:36.896 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000003a516aa0851d087-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.938 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.939 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.939 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:36.940 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:36.941 DEBUG:boto:Method: GET 2022-09-01T11:20:36.941 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:20:36.942 DEBUG:boto:Data: 2022-09-01T11:20:36.943 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.943 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.944 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.944 DEBUG:boto:Params: {} 2022-09-01T11:20:36.945 DEBUG:boto:Token: None 2022-09-01T11:20:36.945 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.946 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.949 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000ccfb0acfb71e7cc-0063109584-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.950 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.951 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:36.952 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:36.952 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:36.953 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:36.953 DEBUG:boto:Method: GET 2022-09-01T11:20:36.954 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:20:36.954 DEBUG:boto:Data: 2022-09-01T11:20:36.955 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.955 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.956 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.956 DEBUG:boto:Params: {} 2022-09-01T11:20:36.957 DEBUG:boto:Token: None 2022-09-01T11:20:36.958 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/ 2022-09-01T11:20:36.959 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU= 2022-09-01T11:20:36.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FriteQoyEZXYnF4dBOBpTQQOIU=', 'Content-Length': '0'} 2022-09-01T11:20:36.962 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002e022e036a2dca00-0063109584-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.963 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:36.964 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:20:36.964 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:36.965 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:36.965 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:36.966 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:36.967 DEBUG:boto:Method: GET 2022-09-01T11:20:36.967 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:36.968 DEBUG:boto:Data: 2022-09-01T11:20:36.969 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.969 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.970 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.970 DEBUG:boto:Params: {} 2022-09-01T11:20:36.971 DEBUG:boto:Token: None 2022-09-01T11:20:36.971 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:36.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:61KcqPumpt1pE6NfL2II6kjsMsw= 2022-09-01T11:20:36.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:61KcqPumpt1pE6NfL2II6kjsMsw=', 'Content-Length': '0'} 2022-09-01T11:20:36.975 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008068ecedcf945468-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.976 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:36.976 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:36.977 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:36.977 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:36.978 DEBUG:boto:Method: GET 2022-09-01T11:20:36.979 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:36.979 DEBUG:boto:Data: 2022-09-01T11:20:36.980 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.980 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:36.981 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.981 DEBUG:boto:Params: {} 2022-09-01T11:20:36.982 DEBUG:boto:Token: None 2022-09-01T11:20:36.982 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:36.983 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:61KcqPumpt1pE6NfL2II6kjsMsw= 2022-09-01T11:20:36.984 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:61KcqPumpt1pE6NfL2II6kjsMsw=', 'Content-Length': '0'} 2022-09-01T11:20:36.986 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007f6f5b6051f4965a-0063109584-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.987 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:36.988 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:36.988 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:36.989 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:36.989 DEBUG:boto:Method: HEAD 2022-09-01T11:20:36.990 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:36.990 DEBUG:boto:Data: 2022-09-01T11:20:36.991 DEBUG:boto:Headers: {} 2022-09-01T11:20:36.991 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:36.992 DEBUG:boto:Port: 8000 2022-09-01T11:20:36.992 DEBUG:boto:Params: {} 2022-09-01T11:20:36.993 DEBUG:boto:Token: None 2022-09-01T11:20:36.994 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:36 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:36.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y+lWyR2yQWeE1+X0//JJ++DH9hk= 2022-09-01T11:20:36.995 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y+lWyR2yQWeE1+X0//JJ++DH9hk=', 'Content-Length': '0'} 2022-09-01T11:20:36.997 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003881d8fb47922875-0063109584-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:36.998 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:36.998 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:36.999 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:36.999 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:37.000 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.000 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:37.001 DEBUG:boto:Data: 2022-09-01T11:20:37.002 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.002 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.003 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.003 DEBUG:boto:Params: {} 2022-09-01T11:20:37.004 DEBUG:boto:Token: None 2022-09-01T11:20:37.005 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:37.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aX/L4UKPhQ64qJDoOQRc5aFaYPc= 2022-09-01T11:20:37.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aX/L4UKPhQ64qJDoOQRc5aFaYPc=', 'Content-Length': '0'} 2022-09-01T11:20:37.008 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b469c08dc41d194b-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.009 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:20:37.009 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:37.010 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:37.011 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:37.011 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:37.012 DEBUG:boto:Method: GET 2022-09-01T11:20:37.012 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:37.013 DEBUG:boto:Data: 2022-09-01T11:20:37.013 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.014 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.014 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.015 DEBUG:boto:Params: {} 2022-09-01T11:20:37.016 DEBUG:boto:Token: None 2022-09-01T11:20:37.016 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:37.017 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AprdCskagZBA35LdeEaqSvtzGxc= 2022-09-01T11:20:37.017 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AprdCskagZBA35LdeEaqSvtzGxc=', 'Content-Length': '0'} 2022-09-01T11:20:37.020 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000330926266f2b7246-0063109585-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.066 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:37.067 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:37.068 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:37.069 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:37.069 DEBUG:boto:Method: GET 2022-09-01T11:20:37.070 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:37.070 DEBUG:boto:Data: 2022-09-01T11:20:37.071 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.071 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.072 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.073 DEBUG:boto:Params: {} 2022-09-01T11:20:37.074 DEBUG:boto:Token: None 2022-09-01T11:20:37.075 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:37.075 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AprdCskagZBA35LdeEaqSvtzGxc= 2022-09-01T11:20:37.076 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AprdCskagZBA35LdeEaqSvtzGxc=', 'Content-Length': '0'} 2022-09-01T11:20:37.079 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000080c92afa2b26a9e8-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.080 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.080 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.081 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:37.081 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:37.082 DEBUG:boto:Method: GET 2022-09-01T11:20:37.082 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:20:37.083 DEBUG:boto:Data: 2022-09-01T11:20:37.084 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.084 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.085 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.086 DEBUG:boto:Params: {} 2022-09-01T11:20:37.086 DEBUG:boto:Token: None 2022-09-01T11:20:37.087 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.088 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY= 2022-09-01T11:20:37.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY=', 'Content-Length': '0'} 2022-09-01T11:20:37.091 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001a2afefa90e84066-0063109585-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.092 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.093 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.093 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.094 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:37.095 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:37.095 DEBUG:boto:Method: GET 2022-09-01T11:20:37.096 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:20:37.096 DEBUG:boto:Data: 2022-09-01T11:20:37.097 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.097 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.098 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.098 DEBUG:boto:Params: {} 2022-09-01T11:20:37.099 DEBUG:boto:Token: None 2022-09-01T11:20:37.100 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.101 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY= 2022-09-01T11:20:37.101 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY=', 'Content-Length': '0'} 2022-09-01T11:20:37.104 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004bbdbcf7fc8cdbf9-0063109585-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.105 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.106 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:37.106 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:37.107 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.108 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:20:37.108 DEBUG:boto:Data: 2022-09-01T11:20:37.108 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.109 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.110 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.110 DEBUG:boto:Params: {} 2022-09-01T11:20:37.111 DEBUG:boto:Token: None 2022-09-01T11:20:37.112 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj55 2022-09-01T11:20:37.112 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gtdcwBVEW6X2fO2Rjt0GP7o3cVw= 2022-09-01T11:20:37.113 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gtdcwBVEW6X2fO2Rjt0GP7o3cVw=', 'Content-Length': '0'} 2022-09-01T11:20:37.115 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003da2a5348b8ea2d7-0063109585-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.116 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:37.116 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:37.117 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.117 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:20:37.118 DEBUG:boto:Data: 2022-09-01T11:20:37.118 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.119 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.120 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.120 DEBUG:boto:Params: {} 2022-09-01T11:20:37.121 DEBUG:boto:Token: None 2022-09-01T11:20:37.121 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj55 2022-09-01T11:20:37.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gtdcwBVEW6X2fO2Rjt0GP7o3cVw= 2022-09-01T11:20:37.123 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gtdcwBVEW6X2fO2Rjt0GP7o3cVw=', 'Content-Length': '0'} 2022-09-01T11:20:37.125 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a95c2c771f687a4e-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.125 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:20:37.126 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:37.126 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:37.127 DEBUG:boto:Method: GET 2022-09-01T11:20:37.128 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:20:37.129 DEBUG:boto:Data: 2022-09-01T11:20:37.129 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.130 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.130 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.131 DEBUG:boto:Params: {} 2022-09-01T11:20:37.132 DEBUG:boto:Token: None 2022-09-01T11:20:37.132 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj55 2022-09-01T11:20:37.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kebUXFMo+lPoutN4nTmHg3PWBB8= 2022-09-01T11:20:37.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kebUXFMo+lPoutN4nTmHg3PWBB8=', 'Content-Length': '0'} 2022-09-01T11:20:37.137 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b77f9089d1d92f4d-0063109585-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.182 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:37.183 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:37.184 DEBUG:boto:Method: GET 2022-09-01T11:20:37.185 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:20:37.185 DEBUG:boto:Data: 2022-09-01T11:20:37.187 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.187 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.188 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.188 DEBUG:boto:Params: {} 2022-09-01T11:20:37.189 DEBUG:boto:Token: None 2022-09-01T11:20:37.190 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj55 2022-09-01T11:20:37.190 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kebUXFMo+lPoutN4nTmHg3PWBB8= 2022-09-01T11:20:37.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kebUXFMo+lPoutN4nTmHg3PWBB8=', 'Content-Length': '0'} 2022-09-01T11:20:37.194 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d2d71032ff9e247-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.194 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.195 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.195 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:37.196 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:37.196 DEBUG:boto:Method: GET 2022-09-01T11:20:37.197 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:20:37.198 DEBUG:boto:Data: 2022-09-01T11:20:37.198 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.199 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.200 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.200 DEBUG:boto:Params: {} 2022-09-01T11:20:37.201 DEBUG:boto:Token: None 2022-09-01T11:20:37.202 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.203 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY= 2022-09-01T11:20:37.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY=', 'Content-Length': '0'} 2022-09-01T11:20:37.207 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000037f98eade2270502-0063109585-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.208 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.208 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.209 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.210 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:37.210 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:37.211 DEBUG:boto:Method: GET 2022-09-01T11:20:37.211 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:20:37.212 DEBUG:boto:Data: 2022-09-01T11:20:37.212 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.213 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.213 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.214 DEBUG:boto:Params: {} 2022-09-01T11:20:37.215 DEBUG:boto:Token: None 2022-09-01T11:20:37.215 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY= 2022-09-01T11:20:37.216 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY=', 'Content-Length': '0'} 2022-09-01T11:20:37.220 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000023385d94862eb1d9-0063109585-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.221 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.222 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:20:37.222 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:37.223 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:37.223 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.224 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.224 DEBUG:boto:Method: GET 2022-09-01T11:20:37.225 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.225 DEBUG:boto:Data: 2022-09-01T11:20:37.226 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.226 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.227 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.227 DEBUG:boto:Params: {} 2022-09-01T11:20:37.228 DEBUG:boto:Token: None 2022-09-01T11:20:37.229 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QBWIV6HWBrbfRNqToyuRcO3iN3s= 2022-09-01T11:20:37.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QBWIV6HWBrbfRNqToyuRcO3iN3s=', 'Content-Length': '0'} 2022-09-01T11:20:37.232 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000043229a8a1d169559-0063109585-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.233 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:37.234 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:37.234 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.235 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.235 DEBUG:boto:Method: GET 2022-09-01T11:20:37.236 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.237 DEBUG:boto:Data: 2022-09-01T11:20:37.237 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.238 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.238 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.239 DEBUG:boto:Params: {} 2022-09-01T11:20:37.239 DEBUG:boto:Token: None 2022-09-01T11:20:37.240 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QBWIV6HWBrbfRNqToyuRcO3iN3s= 2022-09-01T11:20:37.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QBWIV6HWBrbfRNqToyuRcO3iN3s=', 'Content-Length': '0'} 2022-09-01T11:20:37.243 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014efce4843e11195-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.244 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:37.245 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:37.245 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.246 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.246 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.247 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.247 DEBUG:boto:Data: 2022-09-01T11:20:37.248 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.248 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.249 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.249 DEBUG:boto:Params: {} 2022-09-01T11:20:37.250 DEBUG:boto:Token: None 2022-09-01T11:20:37.250 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.251 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DjF9ZBizGE6jWxIuoBbE23TBHIE= 2022-09-01T11:20:37.252 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DjF9ZBizGE6jWxIuoBbE23TBHIE=', 'Content-Length': '0'} 2022-09-01T11:20:37.254 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000056712f03e7c8026b-0063109585-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.255 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:37.255 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:37.256 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.256 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.257 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.257 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.258 DEBUG:boto:Data: 2022-09-01T11:20:37.258 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.259 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.259 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.260 DEBUG:boto:Params: {} 2022-09-01T11:20:37.260 DEBUG:boto:Token: None 2022-09-01T11:20:37.261 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.261 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DjF9ZBizGE6jWxIuoBbE23TBHIE= 2022-09-01T11:20:37.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DjF9ZBizGE6jWxIuoBbE23TBHIE=', 'Content-Length': '0'} 2022-09-01T11:20:37.264 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000051cda3085fdfd476-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.265 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:20:37.265 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:37.266 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:37.267 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.267 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.268 DEBUG:boto:Method: GET 2022-09-01T11:20:37.268 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.269 DEBUG:boto:Data: 2022-09-01T11:20:37.269 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.270 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.270 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.271 DEBUG:boto:Params: {} 2022-09-01T11:20:37.271 DEBUG:boto:Token: None 2022-09-01T11:20:37.272 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.273 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QBWIV6HWBrbfRNqToyuRcO3iN3s= 2022-09-01T11:20:37.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QBWIV6HWBrbfRNqToyuRcO3iN3s=', 'Content-Length': '0'} 2022-09-01T11:20:37.276 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b2aa2cecba4715b-0063109585-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.276 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:37.277 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:37.277 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.278 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.279 DEBUG:boto:Method: GET 2022-09-01T11:20:37.279 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.280 DEBUG:boto:Data: 2022-09-01T11:20:37.280 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.281 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.281 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.282 DEBUG:boto:Params: {} 2022-09-01T11:20:37.282 DEBUG:boto:Token: None 2022-09-01T11:20:37.283 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:37.284 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QBWIV6HWBrbfRNqToyuRcO3iN3s= 2022-09-01T11:20:37.284 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QBWIV6HWBrbfRNqToyuRcO3iN3s=', 'Content-Length': '0'} 2022-09-01T11:20:37.287 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000019c4c9cc262656b2-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.287 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.288 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.288 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:37.289 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:37.289 DEBUG:boto:Method: GET 2022-09-01T11:20:37.290 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:20:37.291 DEBUG:boto:Data: 2022-09-01T11:20:37.291 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.292 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.292 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.293 DEBUG:boto:Params: {} 2022-09-01T11:20:37.293 DEBUG:boto:Token: None 2022-09-01T11:20:37.294 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.295 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY= 2022-09-01T11:20:37.295 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY=', 'Content-Length': '0'} 2022-09-01T11:20:37.298 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b2ea9450c1b71720-0063109585-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.299 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.300 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.300 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.301 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:37.301 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:37.302 DEBUG:boto:Method: GET 2022-09-01T11:20:37.302 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:20:37.303 DEBUG:boto:Data: 2022-09-01T11:20:37.303 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.304 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.304 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.305 DEBUG:boto:Params: {} 2022-09-01T11:20:37.305 DEBUG:boto:Token: None 2022-09-01T11:20:37.306 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.307 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY= 2022-09-01T11:20:37.307 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY=', 'Content-Length': '0'} 2022-09-01T11:20:37.310 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d85ffe8fab06b40f-0063109585-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.354 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.355 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:37.356 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:37.356 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.357 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:20:37.357 DEBUG:boto:Data: 2022-09-01T11:20:37.358 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.358 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.359 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.359 DEBUG:boto:Params: {} 2022-09-01T11:20:37.360 DEBUG:boto:Token: None 2022-09-01T11:20:37.360 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj68 2022-09-01T11:20:37.361 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wrBCFDrBKzxPutUChirsAXqB6h4= 2022-09-01T11:20:37.362 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wrBCFDrBKzxPutUChirsAXqB6h4=', 'Content-Length': '0'} 2022-09-01T11:20:37.364 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b950903bcb1b309e-0063109585-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.365 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:37.365 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:37.366 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.366 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:20:37.367 DEBUG:boto:Data: 2022-09-01T11:20:37.367 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.368 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.368 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.369 DEBUG:boto:Params: {} 2022-09-01T11:20:37.370 DEBUG:boto:Token: None 2022-09-01T11:20:37.370 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj68 2022-09-01T11:20:37.371 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wrBCFDrBKzxPutUChirsAXqB6h4= 2022-09-01T11:20:37.372 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wrBCFDrBKzxPutUChirsAXqB6h4=', 'Content-Length': '0'} 2022-09-01T11:20:37.374 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009ef9ddb2d0af1d5a-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.374 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:20:37.375 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:37.376 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:37.376 DEBUG:boto:Method: GET 2022-09-01T11:20:37.377 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:20:37.378 DEBUG:boto:Data: 2022-09-01T11:20:37.378 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.379 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.379 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.380 DEBUG:boto:Params: {} 2022-09-01T11:20:37.380 DEBUG:boto:Token: None 2022-09-01T11:20:37.381 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj68 2022-09-01T11:20:37.382 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yEwNAHi/k1eqYoYZ6PyGOQp8kYM= 2022-09-01T11:20:37.382 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yEwNAHi/k1eqYoYZ6PyGOQp8kYM=', 'Content-Length': '0'} 2022-09-01T11:20:37.384 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001acad5c10a03e9eb-0063109585-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.385 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:37.386 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:37.386 DEBUG:boto:Method: GET 2022-09-01T11:20:37.387 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:20:37.387 DEBUG:boto:Data: 2022-09-01T11:20:37.388 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.389 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.389 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.390 DEBUG:boto:Params: {} 2022-09-01T11:20:37.390 DEBUG:boto:Token: None 2022-09-01T11:20:37.391 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj68 2022-09-01T11:20:37.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yEwNAHi/k1eqYoYZ6PyGOQp8kYM= 2022-09-01T11:20:37.392 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yEwNAHi/k1eqYoYZ6PyGOQp8kYM=', 'Content-Length': '0'} 2022-09-01T11:20:37.395 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d2a2abbe20fe417-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.396 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.396 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.397 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:37.397 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:37.398 DEBUG:boto:Method: GET 2022-09-01T11:20:37.399 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:20:37.399 DEBUG:boto:Data: 2022-09-01T11:20:37.400 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.400 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.401 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.401 DEBUG:boto:Params: {} 2022-09-01T11:20:37.402 DEBUG:boto:Token: None 2022-09-01T11:20:37.403 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.403 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY= 2022-09-01T11:20:37.404 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY=', 'Content-Length': '0'} 2022-09-01T11:20:37.407 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002459c415714a574c-0063109585-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.408 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.409 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.410 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.411 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:37.412 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:37.413 DEBUG:boto:Method: GET 2022-09-01T11:20:37.414 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:20:37.415 DEBUG:boto:Data: 2022-09-01T11:20:37.416 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.417 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.418 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.419 DEBUG:boto:Params: {} 2022-09-01T11:20:37.420 DEBUG:boto:Token: None 2022-09-01T11:20:37.421 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.422 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY= 2022-09-01T11:20:37.423 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY=', 'Content-Length': '0'} 2022-09-01T11:20:37.427 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000041b2ac92ebf623d4-0063109585-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.429 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.430 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:20:37.430 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:37.431 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:37.431 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.432 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.432 DEBUG:boto:Method: GET 2022-09-01T11:20:37.433 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.434 DEBUG:boto:Data: 2022-09-01T11:20:37.434 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.435 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.435 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.436 DEBUG:boto:Params: {} 2022-09-01T11:20:37.436 DEBUG:boto:Token: None 2022-09-01T11:20:37.437 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lMLxhfGocmEM6xU/xhA0HF9SPcI= 2022-09-01T11:20:37.438 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lMLxhfGocmEM6xU/xhA0HF9SPcI=', 'Content-Length': '0'} 2022-09-01T11:20:37.440 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a6347fd4e8b9f9f-0063109585-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.486 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:37.487 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:37.488 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.489 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.490 DEBUG:boto:Method: GET 2022-09-01T11:20:37.491 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.491 DEBUG:boto:Data: 2022-09-01T11:20:37.492 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.493 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.493 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.494 DEBUG:boto:Params: {} 2022-09-01T11:20:37.495 DEBUG:boto:Token: None 2022-09-01T11:20:37.495 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.496 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lMLxhfGocmEM6xU/xhA0HF9SPcI= 2022-09-01T11:20:37.497 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lMLxhfGocmEM6xU/xhA0HF9SPcI=', 'Content-Length': '0'} 2022-09-01T11:20:37.499 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000049d3c1efb374f00d-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.500 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:37.501 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:37.501 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.502 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.502 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.503 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.504 DEBUG:boto:Data: 2022-09-01T11:20:37.504 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.505 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.505 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.506 DEBUG:boto:Params: {} 2022-09-01T11:20:37.506 DEBUG:boto:Token: None 2022-09-01T11:20:37.507 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.508 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u5wB6s5bbZq96kWg8WhmQX5Qsw0= 2022-09-01T11:20:37.508 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u5wB6s5bbZq96kWg8WhmQX5Qsw0=', 'Content-Length': '0'} 2022-09-01T11:20:37.510 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000de8f09168702da6d-0063109585-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.512 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:37.512 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:37.513 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.514 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.514 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.515 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.515 DEBUG:boto:Data: 2022-09-01T11:20:37.516 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.516 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.517 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.517 DEBUG:boto:Params: {} 2022-09-01T11:20:37.518 DEBUG:boto:Token: None 2022-09-01T11:20:37.519 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u5wB6s5bbZq96kWg8WhmQX5Qsw0= 2022-09-01T11:20:37.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u5wB6s5bbZq96kWg8WhmQX5Qsw0=', 'Content-Length': '0'} 2022-09-01T11:20:37.522 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f2e1fa08d848acdf-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.523 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:20:37.523 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:37.524 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:37.525 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.525 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.526 DEBUG:boto:Method: GET 2022-09-01T11:20:37.526 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.527 DEBUG:boto:Data: 2022-09-01T11:20:37.528 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.528 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.529 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.529 DEBUG:boto:Params: {} 2022-09-01T11:20:37.530 DEBUG:boto:Token: None 2022-09-01T11:20:37.531 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.531 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lMLxhfGocmEM6xU/xhA0HF9SPcI= 2022-09-01T11:20:37.532 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lMLxhfGocmEM6xU/xhA0HF9SPcI=', 'Content-Length': '0'} 2022-09-01T11:20:37.535 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000090d90961ee8c3c72-0063109585-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.536 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:37.536 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:37.537 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.537 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.538 DEBUG:boto:Method: GET 2022-09-01T11:20:37.539 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.539 DEBUG:boto:Data: 2022-09-01T11:20:37.540 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.541 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.541 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.542 DEBUG:boto:Params: {} 2022-09-01T11:20:37.542 DEBUG:boto:Token: None 2022-09-01T11:20:37.543 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:37.544 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lMLxhfGocmEM6xU/xhA0HF9SPcI= 2022-09-01T11:20:37.545 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lMLxhfGocmEM6xU/xhA0HF9SPcI=', 'Content-Length': '0'} 2022-09-01T11:20:37.548 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000067e2eb37a5f71758-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.594 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.595 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.596 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:37.596 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:37.597 DEBUG:boto:Method: GET 2022-09-01T11:20:37.597 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:20:37.598 DEBUG:boto:Data: 2022-09-01T11:20:37.599 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.599 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.600 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.600 DEBUG:boto:Params: {} 2022-09-01T11:20:37.601 DEBUG:boto:Token: None 2022-09-01T11:20:37.601 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.602 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY= 2022-09-01T11:20:37.603 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY=', 'Content-Length': '0'} 2022-09-01T11:20:37.606 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f277d629693eef57-0063109585-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.606 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.607 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.608 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.608 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:37.609 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:37.609 DEBUG:boto:Method: GET 2022-09-01T11:20:37.610 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:20:37.611 DEBUG:boto:Data: 2022-09-01T11:20:37.611 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.612 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.612 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.613 DEBUG:boto:Params: {} 2022-09-01T11:20:37.613 DEBUG:boto:Token: None 2022-09-01T11:20:37.614 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY= 2022-09-01T11:20:37.615 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY=', 'Content-Length': '0'} 2022-09-01T11:20:37.618 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000373209208f2300ce-0063109585-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.619 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.620 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:37.620 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:37.621 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.621 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:20:37.622 DEBUG:boto:Data: 2022-09-01T11:20:37.623 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.623 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.624 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.624 DEBUG:boto:Params: {} 2022-09-01T11:20:37.625 DEBUG:boto:Token: None 2022-09-01T11:20:37.625 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj85 2022-09-01T11:20:37.626 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OOzzCN0WjlSgykw9ohWJFxwDtps= 2022-09-01T11:20:37.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OOzzCN0WjlSgykw9ohWJFxwDtps=', 'Content-Length': '0'} 2022-09-01T11:20:37.635 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b958967fe8a4e01-0063109585-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.636 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:37.637 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:37.637 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.638 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:20:37.638 DEBUG:boto:Data: 2022-09-01T11:20:37.639 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.639 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.640 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.640 DEBUG:boto:Params: {} 2022-09-01T11:20:37.641 DEBUG:boto:Token: None 2022-09-01T11:20:37.641 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj85 2022-09-01T11:20:37.642 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OOzzCN0WjlSgykw9ohWJFxwDtps= 2022-09-01T11:20:37.643 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OOzzCN0WjlSgykw9ohWJFxwDtps=', 'Content-Length': '0'} 2022-09-01T11:20:37.645 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a1d98e421cb19848-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.646 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:20:37.646 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:37.647 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:37.647 DEBUG:boto:Method: GET 2022-09-01T11:20:37.648 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:20:37.649 DEBUG:boto:Data: 2022-09-01T11:20:37.649 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.650 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.650 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.651 DEBUG:boto:Params: {} 2022-09-01T11:20:37.652 DEBUG:boto:Token: None 2022-09-01T11:20:37.652 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj85 2022-09-01T11:20:37.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eKRh++VJzFP1r9YbkOaCrVRiFW8= 2022-09-01T11:20:37.653 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eKRh++VJzFP1r9YbkOaCrVRiFW8=', 'Content-Length': '0'} 2022-09-01T11:20:37.656 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000efc148d6b6289990-0063109585-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.657 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:37.657 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:37.658 DEBUG:boto:Method: GET 2022-09-01T11:20:37.659 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:20:37.659 DEBUG:boto:Data: 2022-09-01T11:20:37.660 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.660 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.661 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.661 DEBUG:boto:Params: {} 2022-09-01T11:20:37.662 DEBUG:boto:Token: None 2022-09-01T11:20:37.663 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj85 2022-09-01T11:20:37.663 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eKRh++VJzFP1r9YbkOaCrVRiFW8= 2022-09-01T11:20:37.665 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eKRh++VJzFP1r9YbkOaCrVRiFW8=', 'Content-Length': '0'} 2022-09-01T11:20:37.667 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000309acd76c3e3fe8d-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.669 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.670 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.671 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:37.672 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:37.673 DEBUG:boto:Method: GET 2022-09-01T11:20:37.674 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:20:37.675 DEBUG:boto:Data: 2022-09-01T11:20:37.676 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.677 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:37.678 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.679 DEBUG:boto:Params: {} 2022-09-01T11:20:37.680 DEBUG:boto:Token: None 2022-09-01T11:20:37.681 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY= 2022-09-01T11:20:37.683 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY=', 'Content-Length': '0'} 2022-09-01T11:20:37.687 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009e70c1d77fcbbcda-0063109585-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.688 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.690 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.691 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.692 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:37.693 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:37.694 DEBUG:boto:Method: GET 2022-09-01T11:20:37.695 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:20:37.696 DEBUG:boto:Data: 2022-09-01T11:20:37.697 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.698 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.699 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.700 DEBUG:boto:Params: {} 2022-09-01T11:20:37.701 DEBUG:boto:Token: None 2022-09-01T11:20:37.702 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.702 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY= 2022-09-01T11:20:37.703 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY=', 'Content-Length': '0'} 2022-09-01T11:20:37.706 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004a72c7dac173e79e-0063109585-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.707 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.708 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone2, test-zone1} 2022-09-01T11:20:37.708 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone3, test-zone1} 2022-09-01T11:20:37.709 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.709 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.710 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.710 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:20:37.711 DEBUG:boto:Data: 2022-09-01T11:20:37.711 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.712 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:37.712 DEBUG:boto:Port: 8001 2022-09-01T11:20:37.713 DEBUG:boto:Params: {} 2022-09-01T11:20:37.713 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T11:20:37.714 DEBUG:boto:Token: None 2022-09-01T11:20:37.715 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.715 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FRSDrwuXjSCxxIhFejVjVWiv6o0= 2022-09-01T11:20:37.716 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FRSDrwuXjSCxxIhFejVjVWiv6o0=', 'Content-Length': '0'} 2022-09-01T11:20:37.720 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '30'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004a3f3f69d3bca3bf-0063109585-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.721 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.721 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.722 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.722 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:20:37.723 DEBUG:boto:Data: 2022-09-01T11:20:37.723 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.724 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.724 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.725 DEBUG:boto:Params: {} 2022-09-01T11:20:37.726 DEBUG:boto:Token: None 2022-09-01T11:20:37.726 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.727 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FRSDrwuXjSCxxIhFejVjVWiv6o0= 2022-09-01T11:20:37.727 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FRSDrwuXjSCxxIhFejVjVWiv6o0=', 'Content-Length': '0'} 2022-09-01T11:20:37.731 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '30'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000020a2597802b6e975-0063109585-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.731 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:20:37.732 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.733 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.733 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:37.734 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:37.734 DEBUG:boto:Method: GET 2022-09-01T11:20:37.735 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:37.735 DEBUG:boto:Data: 2022-09-01T11:20:37.736 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.736 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:37.737 DEBUG:boto:Port: 8001 2022-09-01T11:20:37.738 DEBUG:boto:Params: {} 2022-09-01T11:20:37.738 DEBUG:boto:Token: None 2022-09-01T11:20:37.739 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/?versions 2022-09-01T11:20:37.740 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2IXml7emkBIfLBcarWnpxFa+lFY= 2022-09-01T11:20:37.740 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2IXml7emkBIfLBcarWnpxFa+lFY=', 'Content-Length': '0'} 2022-09-01T11:20:37.743 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c514648e675d15af-0063109585-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.744 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.745 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:20:37.746 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:20:37.747 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:20:37.747 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:20:37.748 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:20:37.748 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:20:37.749 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:20:37.750 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:20:37.750 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:20:37.751 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:20:37.751 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:20:37.752 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.752 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.753 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:37.754 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:37.754 DEBUG:boto:Method: GET 2022-09-01T11:20:37.755 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:37.755 DEBUG:boto:Data: 2022-09-01T11:20:37.756 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.756 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.757 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.758 DEBUG:boto:Params: {} 2022-09-01T11:20:37.758 DEBUG:boto:Token: None 2022-09-01T11:20:37.759 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/?versions 2022-09-01T11:20:37.760 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2IXml7emkBIfLBcarWnpxFa+lFY= 2022-09-01T11:20:37.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2IXml7emkBIfLBcarWnpxFa+lFY=', 'Content-Length': '0'} 2022-09-01T11:20:37.764 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009b0887532db94334-0063109585-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.765 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.766 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:20:37.766 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:20:37.767 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:20:37.767 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:20:37.768 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:20:37.769 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:20:37.770 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:20:37.771 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:20:37.772 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:20:37.772 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:20:37.773 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.774 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.775 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:37.776 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:37.777 DEBUG:boto:Method: GET 2022-09-01T11:20:37.778 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:37.779 DEBUG:boto:Data: 2022-09-01T11:20:37.780 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.781 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:37.781 DEBUG:boto:Port: 8001 2022-09-01T11:20:37.782 DEBUG:boto:Params: {} 2022-09-01T11:20:37.782 DEBUG:boto:Token: None 2022-09-01T11:20:37.784 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/?versions 2022-09-01T11:20:37.785 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2IXml7emkBIfLBcarWnpxFa+lFY= 2022-09-01T11:20:37.786 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2IXml7emkBIfLBcarWnpxFa+lFY=', 'Content-Length': '0'} 2022-09-01T11:20:37.789 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cea5bd570bcfa49a-0063109585-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.790 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.792 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.793 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.794 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:37.795 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:37.796 DEBUG:boto:Method: GET 2022-09-01T11:20:37.796 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:37.797 DEBUG:boto:Data: 2022-09-01T11:20:37.798 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.798 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.799 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.800 DEBUG:boto:Params: {} 2022-09-01T11:20:37.801 DEBUG:boto:Token: None 2022-09-01T11:20:37.802 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/?versions 2022-09-01T11:20:37.802 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2IXml7emkBIfLBcarWnpxFa+lFY= 2022-09-01T11:20:37.803 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2IXml7emkBIfLBcarWnpxFa+lFY=', 'Content-Length': '0'} 2022-09-01T11:20:37.807 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000090ace9f84db82b46-0063109585-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.808 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.810 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:20:37.810 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:37.811 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:37.812 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.812 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.813 DEBUG:boto:Method: GET 2022-09-01T11:20:37.813 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.814 DEBUG:boto:Data: 2022-09-01T11:20:37.815 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.815 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:37.816 DEBUG:boto:Port: 8001 2022-09-01T11:20:37.816 DEBUG:boto:Params: {} 2022-09-01T11:20:37.817 DEBUG:boto:Token: None 2022-09-01T11:20:37.818 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.819 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+7CElOXLefT1gkC9vuxQJJDCWJ8= 2022-09-01T11:20:37.819 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+7CElOXLefT1gkC9vuxQJJDCWJ8=', 'Content-Length': '0'} 2022-09-01T11:20:37.822 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e8ed612bcd5b1a21-0063109585-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.823 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:37.823 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:37.824 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.824 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.825 DEBUG:boto:Method: GET 2022-09-01T11:20:37.826 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.826 DEBUG:boto:Data: 2022-09-01T11:20:37.827 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.827 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.828 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.829 DEBUG:boto:Params: {} 2022-09-01T11:20:37.829 DEBUG:boto:Token: None 2022-09-01T11:20:37.830 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.831 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+7CElOXLefT1gkC9vuxQJJDCWJ8= 2022-09-01T11:20:37.831 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+7CElOXLefT1gkC9vuxQJJDCWJ8=', 'Content-Length': '0'} 2022-09-01T11:20:37.834 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c7afe400ba9938b-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.885 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:37.885 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:37.886 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.887 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.888 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.889 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.890 DEBUG:boto:Data: 2022-09-01T11:20:37.891 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.892 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:37.893 DEBUG:boto:Port: 8001 2022-09-01T11:20:37.894 DEBUG:boto:Params: {} 2022-09-01T11:20:37.895 DEBUG:boto:Token: None 2022-09-01T11:20:37.896 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.897 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E19sVTURjeTEegZfBO8lf5MEZiA= 2022-09-01T11:20:37.897 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E19sVTURjeTEegZfBO8lf5MEZiA=', 'Content-Length': '0'} 2022-09-01T11:20:37.900 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000023aa3289670f5e7a-0063109585-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.901 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:37.901 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:37.902 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.902 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.903 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.904 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.904 DEBUG:boto:Data: 2022-09-01T11:20:37.905 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.905 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.906 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.907 DEBUG:boto:Params: {} 2022-09-01T11:20:37.907 DEBUG:boto:Token: None 2022-09-01T11:20:37.908 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.909 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E19sVTURjeTEegZfBO8lf5MEZiA= 2022-09-01T11:20:37.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E19sVTURjeTEegZfBO8lf5MEZiA=', 'Content-Length': '0'} 2022-09-01T11:20:37.912 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d4f55ca69d59668e-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.913 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:20:37.913 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:37.914 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:37.914 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.915 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.916 DEBUG:boto:Method: GET 2022-09-01T11:20:37.917 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.917 DEBUG:boto:Data: 2022-09-01T11:20:37.918 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.919 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:37.919 DEBUG:boto:Port: 8001 2022-09-01T11:20:37.920 DEBUG:boto:Params: {} 2022-09-01T11:20:37.921 DEBUG:boto:Token: None 2022-09-01T11:20:37.921 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.922 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+7CElOXLefT1gkC9vuxQJJDCWJ8= 2022-09-01T11:20:37.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+7CElOXLefT1gkC9vuxQJJDCWJ8=', 'Content-Length': '0'} 2022-09-01T11:20:37.925 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000046c95620fd4717be-0063109585-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.926 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:37.927 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:37.927 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.928 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.928 DEBUG:boto:Method: GET 2022-09-01T11:20:37.929 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.930 DEBUG:boto:Data: 2022-09-01T11:20:37.930 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.931 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.931 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.932 DEBUG:boto:Params: {} 2022-09-01T11:20:37.933 DEBUG:boto:Token: None 2022-09-01T11:20:37.934 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:37.935 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+7CElOXLefT1gkC9vuxQJJDCWJ8= 2022-09-01T11:20:37.935 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+7CElOXLefT1gkC9vuxQJJDCWJ8=', 'Content-Length': '0'} 2022-09-01T11:20:37.938 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000095e6b85be50ac3e5-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.939 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.939 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.940 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:37.940 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:37.941 DEBUG:boto:Method: GET 2022-09-01T11:20:37.942 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:20:37.942 DEBUG:boto:Data: 2022-09-01T11:20:37.943 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.943 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:37.944 DEBUG:boto:Port: 8001 2022-09-01T11:20:37.945 DEBUG:boto:Params: {} 2022-09-01T11:20:37.945 DEBUG:boto:Token: None 2022-09-01T11:20:37.946 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.947 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY= 2022-09-01T11:20:37.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY=', 'Content-Length': '0'} 2022-09-01T11:20:37.950 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ad60f2f53a5c58d9-0063109585-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.951 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.952 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:37.952 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:37.953 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:37.953 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:37.954 DEBUG:boto:Method: GET 2022-09-01T11:20:37.955 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:20:37.955 DEBUG:boto:Data: 2022-09-01T11:20:37.956 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.956 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.957 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.958 DEBUG:boto:Params: {} 2022-09-01T11:20:37.958 DEBUG:boto:Token: None 2022-09-01T11:20:37.959 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/ 2022-09-01T11:20:37.960 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY= 2022-09-01T11:20:37.960 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UEZPv+Umi6EzqdaqTaTAaOLVDKY=', 'Content-Length': '0'} 2022-09-01T11:20:37.964 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000034e7e435f4d0532c-0063109585-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.965 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:37.966 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:37.966 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:37.967 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.967 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:20:37.968 DEBUG:boto:Data: 2022-09-01T11:20:37.969 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.969 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:37.970 DEBUG:boto:Port: 8001 2022-09-01T11:20:37.970 DEBUG:boto:Params: {} 2022-09-01T11:20:37.971 DEBUG:boto:Token: None 2022-09-01T11:20:37.972 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj11 2022-09-01T11:20:37.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vHyaYxYlY+06Qv92bsjtWPLX5Ko= 2022-09-01T11:20:37.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vHyaYxYlY+06Qv92bsjtWPLX5Ko=', 'Content-Length': '0'} 2022-09-01T11:20:37.976 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002561bd92d2436d7c-0063109585-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.977 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:37.977 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:37.978 DEBUG:boto:Method: HEAD 2022-09-01T11:20:37.978 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:20:37.979 DEBUG:boto:Data: 2022-09-01T11:20:37.980 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.980 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:37.981 DEBUG:boto:Port: 8000 2022-09-01T11:20:37.981 DEBUG:boto:Params: {} 2022-09-01T11:20:37.982 DEBUG:boto:Token: None 2022-09-01T11:20:37.983 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj11 2022-09-01T11:20:37.983 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vHyaYxYlY+06Qv92bsjtWPLX5Ko= 2022-09-01T11:20:37.984 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vHyaYxYlY+06Qv92bsjtWPLX5Ko=', 'Content-Length': '0'} 2022-09-01T11:20:37.986 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000ea2da0190a21998-0063109585-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.987 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:20:37.988 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:37.988 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:37.989 DEBUG:boto:Method: GET 2022-09-01T11:20:37.989 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:20:37.990 DEBUG:boto:Data: 2022-09-01T11:20:37.991 DEBUG:boto:Headers: {} 2022-09-01T11:20:37.991 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:37.992 DEBUG:boto:Port: 8001 2022-09-01T11:20:37.992 DEBUG:boto:Params: {} 2022-09-01T11:20:37.993 DEBUG:boto:Token: None 2022-09-01T11:20:37.994 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:37 GMT /ptoxvb-74/obj11 2022-09-01T11:20:37.995 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sh0UQ4zUIAnm87zzBBYZabzmNJs= 2022-09-01T11:20:37.995 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:37 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sh0UQ4zUIAnm87zzBBYZabzmNJs=', 'Content-Length': '0'} 2022-09-01T11:20:37.998 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f30e44b00f49b652-0063109585-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:37.999 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:37.999 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:38.000 DEBUG:boto:Method: GET 2022-09-01T11:20:38.001 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:20:38.001 DEBUG:boto:Data: 2022-09-01T11:20:38.002 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.002 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.003 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.004 DEBUG:boto:Params: {} 2022-09-01T11:20:38.004 DEBUG:boto:Token: None 2022-09-01T11:20:38.005 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj11 2022-09-01T11:20:38.006 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qmugowgTT7OnrKKUsQeHdPlquC8= 2022-09-01T11:20:38.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qmugowgTT7OnrKKUsQeHdPlquC8=', 'Content-Length': '0'} 2022-09-01T11:20:38.009 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000963fdc451c2f609a-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.050 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.051 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.051 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:38.052 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:38.053 DEBUG:boto:Method: GET 2022-09-01T11:20:38.053 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:20:38.054 DEBUG:boto:Data: 2022-09-01T11:20:38.055 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.055 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.056 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.057 DEBUG:boto:Params: {} 2022-09-01T11:20:38.057 DEBUG:boto:Token: None 2022-09-01T11:20:38.058 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.059 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.062 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009c15408b7e2e7677-0063109586-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.063 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.064 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.065 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.065 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:38.066 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:38.066 DEBUG:boto:Method: GET 2022-09-01T11:20:38.067 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:20:38.068 DEBUG:boto:Data: 2022-09-01T11:20:38.068 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.069 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.070 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.070 DEBUG:boto:Params: {} 2022-09-01T11:20:38.071 DEBUG:boto:Token: None 2022-09-01T11:20:38.072 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.074 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.078 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005d29bad648ad2ba9-0063109586-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.079 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.079 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:20:38.080 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:38.081 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:38.081 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.082 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.082 DEBUG:boto:Method: GET 2022-09-01T11:20:38.083 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.083 DEBUG:boto:Data: 2022-09-01T11:20:38.084 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.084 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.085 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.085 DEBUG:boto:Params: {} 2022-09-01T11:20:38.086 DEBUG:boto:Token: None 2022-09-01T11:20:38.087 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.087 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2Ck2vq81l8SJH90gjCuyByFoKw8= 2022-09-01T11:20:38.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2Ck2vq81l8SJH90gjCuyByFoKw8=', 'Content-Length': '0'} 2022-09-01T11:20:38.090 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b9d7eaadb583ac1d-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.091 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:38.092 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:38.092 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.093 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.093 DEBUG:boto:Method: GET 2022-09-01T11:20:38.094 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.095 DEBUG:boto:Data: 2022-09-01T11:20:38.095 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.096 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.096 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.097 DEBUG:boto:Params: {} 2022-09-01T11:20:38.097 DEBUG:boto:Token: None 2022-09-01T11:20:38.098 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.099 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2Ck2vq81l8SJH90gjCuyByFoKw8= 2022-09-01T11:20:38.099 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2Ck2vq81l8SJH90gjCuyByFoKw8=', 'Content-Length': '0'} 2022-09-01T11:20:38.102 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060ae0961811d4618-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.102 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:38.103 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:38.103 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.104 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.104 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.105 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.105 DEBUG:boto:Data: 2022-09-01T11:20:38.106 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.106 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.107 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.107 DEBUG:boto:Params: {} 2022-09-01T11:20:38.108 DEBUG:boto:Token: None 2022-09-01T11:20:38.109 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nWglmxzW6IdaruIz0+MCo9/4grY= 2022-09-01T11:20:38.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nWglmxzW6IdaruIz0+MCo9/4grY=', 'Content-Length': '0'} 2022-09-01T11:20:38.112 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002992fa353a862042-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.113 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:38.114 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:38.114 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.115 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.115 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.116 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.116 DEBUG:boto:Data: 2022-09-01T11:20:38.117 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.117 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.118 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.119 DEBUG:boto:Params: {} 2022-09-01T11:20:38.119 DEBUG:boto:Token: None 2022-09-01T11:20:38.120 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.120 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nWglmxzW6IdaruIz0+MCo9/4grY= 2022-09-01T11:20:38.121 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nWglmxzW6IdaruIz0+MCo9/4grY=', 'Content-Length': '0'} 2022-09-01T11:20:38.123 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000042c8785963899fd2-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.124 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:20:38.124 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:38.125 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:38.126 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.126 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.127 DEBUG:boto:Method: GET 2022-09-01T11:20:38.127 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.128 DEBUG:boto:Data: 2022-09-01T11:20:38.128 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.129 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.129 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.130 DEBUG:boto:Params: {} 2022-09-01T11:20:38.131 DEBUG:boto:Token: None 2022-09-01T11:20:38.131 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.132 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2Ck2vq81l8SJH90gjCuyByFoKw8= 2022-09-01T11:20:38.132 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2Ck2vq81l8SJH90gjCuyByFoKw8=', 'Content-Length': '0'} 2022-09-01T11:20:38.135 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005ce89babe2e7699d-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.178 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:38.179 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:38.179 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.180 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.181 DEBUG:boto:Method: GET 2022-09-01T11:20:38.181 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.182 DEBUG:boto:Data: 2022-09-01T11:20:38.182 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.183 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.183 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.184 DEBUG:boto:Params: {} 2022-09-01T11:20:38.185 DEBUG:boto:Token: None 2022-09-01T11:20:38.186 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:38.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2Ck2vq81l8SJH90gjCuyByFoKw8= 2022-09-01T11:20:38.188 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2Ck2vq81l8SJH90gjCuyByFoKw8=', 'Content-Length': '0'} 2022-09-01T11:20:38.191 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009eb3ebe971bd1c53-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.193 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.194 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.194 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:38.195 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:38.196 DEBUG:boto:Method: GET 2022-09-01T11:20:38.196 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:20:38.197 DEBUG:boto:Data: 2022-09-01T11:20:38.197 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.198 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.199 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.199 DEBUG:boto:Params: {} 2022-09-01T11:20:38.200 DEBUG:boto:Token: None 2022-09-01T11:20:38.200 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.202 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.204 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008ce2a51c34036a25-0063109586-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.205 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.206 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.207 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.207 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:38.208 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:38.208 DEBUG:boto:Method: GET 2022-09-01T11:20:38.209 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:20:38.209 DEBUG:boto:Data: 2022-09-01T11:20:38.210 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.210 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.211 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.211 DEBUG:boto:Params: {} 2022-09-01T11:20:38.212 DEBUG:boto:Token: None 2022-09-01T11:20:38.213 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.213 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.214 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.218 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003c64192a2dd0c707-0063109586-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.219 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.220 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:38.221 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:38.222 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.223 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:20:38.224 DEBUG:boto:Data: 2022-09-01T11:20:38.225 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.226 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.227 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.228 DEBUG:boto:Params: {} 2022-09-01T11:20:38.229 DEBUG:boto:Token: None 2022-09-01T11:20:38.230 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj17 2022-09-01T11:20:38.231 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vrFnT8b7wYFT7fOq6filYXCXtSA= 2022-09-01T11:20:38.232 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vrFnT8b7wYFT7fOq6filYXCXtSA=', 'Content-Length': '0'} 2022-09-01T11:20:38.234 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5b548e6eab8a30f-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.236 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:38.237 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:38.238 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.239 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:20:38.239 DEBUG:boto:Data: 2022-09-01T11:20:38.240 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.241 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.242 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.243 DEBUG:boto:Params: {} 2022-09-01T11:20:38.243 DEBUG:boto:Token: None 2022-09-01T11:20:38.244 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj17 2022-09-01T11:20:38.245 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vrFnT8b7wYFT7fOq6filYXCXtSA= 2022-09-01T11:20:38.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vrFnT8b7wYFT7fOq6filYXCXtSA=', 'Content-Length': '0'} 2022-09-01T11:20:38.247 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045a255fa32ed1649-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.248 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:20:38.249 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:38.249 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:38.250 DEBUG:boto:Method: GET 2022-09-01T11:20:38.250 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:20:38.251 DEBUG:boto:Data: 2022-09-01T11:20:38.251 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.252 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.253 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.253 DEBUG:boto:Params: {} 2022-09-01T11:20:38.254 DEBUG:boto:Token: None 2022-09-01T11:20:38.254 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj17 2022-09-01T11:20:38.255 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kph4AF9G6KUSPRKyjYw7UlQuQNM= 2022-09-01T11:20:38.256 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kph4AF9G6KUSPRKyjYw7UlQuQNM=', 'Content-Length': '0'} 2022-09-01T11:20:38.258 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e87468bbc341f945-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.259 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:38.260 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:38.260 DEBUG:boto:Method: GET 2022-09-01T11:20:38.261 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:20:38.262 DEBUG:boto:Data: 2022-09-01T11:20:38.262 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.263 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.263 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.264 DEBUG:boto:Params: {} 2022-09-01T11:20:38.265 DEBUG:boto:Token: None 2022-09-01T11:20:38.265 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj17 2022-09-01T11:20:38.266 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kph4AF9G6KUSPRKyjYw7UlQuQNM= 2022-09-01T11:20:38.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kph4AF9G6KUSPRKyjYw7UlQuQNM=', 'Content-Length': '0'} 2022-09-01T11:20:38.269 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000020204c9ad089d868-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.269 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.270 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.271 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:38.271 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:38.272 DEBUG:boto:Method: GET 2022-09-01T11:20:38.272 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:20:38.273 DEBUG:boto:Data: 2022-09-01T11:20:38.273 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.274 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.274 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.275 DEBUG:boto:Params: {} 2022-09-01T11:20:38.275 DEBUG:boto:Token: None 2022-09-01T11:20:38.276 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.277 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.280 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000060240979bb45947a-0063109586-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.281 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.282 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.282 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.283 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:38.283 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:38.284 DEBUG:boto:Method: GET 2022-09-01T11:20:38.284 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:20:38.285 DEBUG:boto:Data: 2022-09-01T11:20:38.285 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.286 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.287 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.287 DEBUG:boto:Params: {} 2022-09-01T11:20:38.288 DEBUG:boto:Token: None 2022-09-01T11:20:38.288 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.289 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.293 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c1951379be1224ac-0063109586-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.294 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.295 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:20:38.295 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:38.296 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:38.296 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.297 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.297 DEBUG:boto:Method: GET 2022-09-01T11:20:38.298 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.298 DEBUG:boto:Data: 2022-09-01T11:20:38.299 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.299 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.300 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.301 DEBUG:boto:Params: {} 2022-09-01T11:20:38.301 DEBUG:boto:Token: None 2022-09-01T11:20:38.302 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.303 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DENgwUBUrf1uOhod2tRO74zB6nE= 2022-09-01T11:20:38.303 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DENgwUBUrf1uOhod2tRO74zB6nE=', 'Content-Length': '0'} 2022-09-01T11:20:38.305 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f33867912b50ee87-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.306 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:38.307 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:38.307 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.308 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.308 DEBUG:boto:Method: GET 2022-09-01T11:20:38.309 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.309 DEBUG:boto:Data: 2022-09-01T11:20:38.310 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.311 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.311 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.312 DEBUG:boto:Params: {} 2022-09-01T11:20:38.312 DEBUG:boto:Token: None 2022-09-01T11:20:38.313 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.314 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DENgwUBUrf1uOhod2tRO74zB6nE= 2022-09-01T11:20:38.314 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DENgwUBUrf1uOhod2tRO74zB6nE=', 'Content-Length': '0'} 2022-09-01T11:20:38.316 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e25602c9f04da50a-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.317 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:38.318 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:38.318 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.319 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.319 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.320 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.320 DEBUG:boto:Data: 2022-09-01T11:20:38.321 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.321 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.322 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.322 DEBUG:boto:Params: {} 2022-09-01T11:20:38.323 DEBUG:boto:Token: None 2022-09-01T11:20:38.324 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.324 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Opq3hF6h8MykQAjkPyk3/xWk8cM= 2022-09-01T11:20:38.325 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Opq3hF6h8MykQAjkPyk3/xWk8cM=', 'Content-Length': '0'} 2022-09-01T11:20:38.327 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c96a4a8e1ce39622-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.328 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:38.328 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:38.329 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.329 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.330 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.330 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.331 DEBUG:boto:Data: 2022-09-01T11:20:38.331 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.332 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.332 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.333 DEBUG:boto:Params: {} 2022-09-01T11:20:38.333 DEBUG:boto:Token: None 2022-09-01T11:20:38.334 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.335 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Opq3hF6h8MykQAjkPyk3/xWk8cM= 2022-09-01T11:20:38.335 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Opq3hF6h8MykQAjkPyk3/xWk8cM=', 'Content-Length': '0'} 2022-09-01T11:20:38.338 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d8f5167a2168281-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.339 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:20:38.339 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:38.340 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:38.340 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.341 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.341 DEBUG:boto:Method: GET 2022-09-01T11:20:38.342 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.342 DEBUG:boto:Data: 2022-09-01T11:20:38.343 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.344 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.344 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.345 DEBUG:boto:Params: {} 2022-09-01T11:20:38.345 DEBUG:boto:Token: None 2022-09-01T11:20:38.346 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DENgwUBUrf1uOhod2tRO74zB6nE= 2022-09-01T11:20:38.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DENgwUBUrf1uOhod2tRO74zB6nE=', 'Content-Length': '0'} 2022-09-01T11:20:38.350 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eacfe1a9409478d7-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.390 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:38.391 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:38.392 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.393 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.394 DEBUG:boto:Method: GET 2022-09-01T11:20:38.395 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.396 DEBUG:boto:Data: 2022-09-01T11:20:38.397 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.398 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.399 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.399 DEBUG:boto:Params: {} 2022-09-01T11:20:38.400 DEBUG:boto:Token: None 2022-09-01T11:20:38.400 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:38.401 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DENgwUBUrf1uOhod2tRO74zB6nE= 2022-09-01T11:20:38.402 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DENgwUBUrf1uOhod2tRO74zB6nE=', 'Content-Length': '0'} 2022-09-01T11:20:38.404 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060041318d6f4b94f-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.405 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.406 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.406 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:38.407 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:38.408 DEBUG:boto:Method: GET 2022-09-01T11:20:38.408 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:20:38.409 DEBUG:boto:Data: 2022-09-01T11:20:38.409 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.410 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.410 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.411 DEBUG:boto:Params: {} 2022-09-01T11:20:38.411 DEBUG:boto:Token: None 2022-09-01T11:20:38.412 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.413 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.414 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.417 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dc0100319b67169c-0063109586-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.418 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.419 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.420 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.422 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:38.422 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:38.423 DEBUG:boto:Method: GET 2022-09-01T11:20:38.424 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:20:38.425 DEBUG:boto:Data: 2022-09-01T11:20:38.426 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.427 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.427 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.428 DEBUG:boto:Params: {} 2022-09-01T11:20:38.429 DEBUG:boto:Token: None 2022-09-01T11:20:38.429 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.430 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.431 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.435 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ded3bd05c2f22ac9-0063109586-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.436 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.437 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:38.437 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:38.438 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.439 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:20:38.439 DEBUG:boto:Data: 2022-09-01T11:20:38.440 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.440 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.441 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.442 DEBUG:boto:Params: {} 2022-09-01T11:20:38.443 DEBUG:boto:Token: None 2022-09-01T11:20:38.444 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj22 2022-09-01T11:20:38.445 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/jC5jEzscyRGPCNb/T9xNPVavQA= 2022-09-01T11:20:38.446 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/jC5jEzscyRGPCNb/T9xNPVavQA=', 'Content-Length': '0'} 2022-09-01T11:20:38.449 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004fcbeaa4ea059b24-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.449 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:38.450 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:38.451 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.451 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:20:38.452 DEBUG:boto:Data: 2022-09-01T11:20:38.452 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.453 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.453 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.454 DEBUG:boto:Params: {} 2022-09-01T11:20:38.455 DEBUG:boto:Token: None 2022-09-01T11:20:38.455 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj22 2022-09-01T11:20:38.456 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/jC5jEzscyRGPCNb/T9xNPVavQA= 2022-09-01T11:20:38.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/jC5jEzscyRGPCNb/T9xNPVavQA=', 'Content-Length': '0'} 2022-09-01T11:20:38.459 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060393e359b6306e8-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.460 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:20:38.460 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:38.461 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:38.462 DEBUG:boto:Method: GET 2022-09-01T11:20:38.462 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:20:38.463 DEBUG:boto:Data: 2022-09-01T11:20:38.463 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.464 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.464 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.465 DEBUG:boto:Params: {} 2022-09-01T11:20:38.466 DEBUG:boto:Token: None 2022-09-01T11:20:38.466 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj22 2022-09-01T11:20:38.467 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:45XK2WPRJ2lw3CZ80n8e5ne9eSk= 2022-09-01T11:20:38.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:45XK2WPRJ2lw3CZ80n8e5ne9eSk=', 'Content-Length': '0'} 2022-09-01T11:20:38.470 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a6ed406fa8906724-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.471 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:38.471 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:38.472 DEBUG:boto:Method: GET 2022-09-01T11:20:38.473 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:20:38.473 DEBUG:boto:Data: 2022-09-01T11:20:38.474 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.474 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.475 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.475 DEBUG:boto:Params: {} 2022-09-01T11:20:38.476 DEBUG:boto:Token: None 2022-09-01T11:20:38.477 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj22 2022-09-01T11:20:38.477 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:45XK2WPRJ2lw3CZ80n8e5ne9eSk= 2022-09-01T11:20:38.478 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:45XK2WPRJ2lw3CZ80n8e5ne9eSk=', 'Content-Length': '0'} 2022-09-01T11:20:38.481 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f6f7ec004172491b-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.522 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.523 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.523 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:38.524 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:38.524 DEBUG:boto:Method: GET 2022-09-01T11:20:38.525 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:20:38.526 DEBUG:boto:Data: 2022-09-01T11:20:38.526 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.527 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.527 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.528 DEBUG:boto:Params: {} 2022-09-01T11:20:38.528 DEBUG:boto:Token: None 2022-09-01T11:20:38.529 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.530 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.530 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.533 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a71e866d6d9f9cc3-0063109586-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.534 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.535 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.535 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.536 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:38.536 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:38.537 DEBUG:boto:Method: GET 2022-09-01T11:20:38.537 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:20:38.538 DEBUG:boto:Data: 2022-09-01T11:20:38.538 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.539 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.540 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.540 DEBUG:boto:Params: {} 2022-09-01T11:20:38.541 DEBUG:boto:Token: None 2022-09-01T11:20:38.541 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.543 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.546 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009ace5c41d8dedb69-0063109586-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.547 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.547 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:20:38.548 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:38.549 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:38.550 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.550 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.551 DEBUG:boto:Method: GET 2022-09-01T11:20:38.551 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.552 DEBUG:boto:Data: 2022-09-01T11:20:38.552 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.553 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.553 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.554 DEBUG:boto:Params: {} 2022-09-01T11:20:38.554 DEBUG:boto:Token: None 2022-09-01T11:20:38.555 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.556 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W5k8DTa7ef8ObCh3gLX1D4b/6+8= 2022-09-01T11:20:38.556 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W5k8DTa7ef8ObCh3gLX1D4b/6+8=', 'Content-Length': '0'} 2022-09-01T11:20:38.558 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007495e202e5fc9db2-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.559 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:38.560 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:38.560 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.561 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.561 DEBUG:boto:Method: GET 2022-09-01T11:20:38.562 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.562 DEBUG:boto:Data: 2022-09-01T11:20:38.563 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.563 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.564 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.564 DEBUG:boto:Params: {} 2022-09-01T11:20:38.565 DEBUG:boto:Token: None 2022-09-01T11:20:38.566 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.566 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W5k8DTa7ef8ObCh3gLX1D4b/6+8= 2022-09-01T11:20:38.567 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W5k8DTa7ef8ObCh3gLX1D4b/6+8=', 'Content-Length': '0'} 2022-09-01T11:20:38.569 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069ba96f50b30b683-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.570 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:38.571 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:38.571 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.571 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.572 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.573 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.573 DEBUG:boto:Data: 2022-09-01T11:20:38.574 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.574 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.575 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.575 DEBUG:boto:Params: {} 2022-09-01T11:20:38.576 DEBUG:boto:Token: None 2022-09-01T11:20:38.576 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.577 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g71lr+YMW+dkOLZqz/xuPdSP1Ys= 2022-09-01T11:20:38.577 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g71lr+YMW+dkOLZqz/xuPdSP1Ys=', 'Content-Length': '0'} 2022-09-01T11:20:38.580 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073b44b4fb4a9740d-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.580 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:38.581 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:38.581 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.582 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.582 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.583 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.583 DEBUG:boto:Data: 2022-09-01T11:20:38.584 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.584 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.585 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.585 DEBUG:boto:Params: {} 2022-09-01T11:20:38.586 DEBUG:boto:Token: None 2022-09-01T11:20:38.586 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g71lr+YMW+dkOLZqz/xuPdSP1Ys= 2022-09-01T11:20:38.588 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g71lr+YMW+dkOLZqz/xuPdSP1Ys=', 'Content-Length': '0'} 2022-09-01T11:20:38.590 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009cea3181330a006e-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.591 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:20:38.591 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:38.592 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:38.592 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.593 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.594 DEBUG:boto:Method: GET 2022-09-01T11:20:38.594 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.595 DEBUG:boto:Data: 2022-09-01T11:20:38.595 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.596 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.596 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.597 DEBUG:boto:Params: {} 2022-09-01T11:20:38.597 DEBUG:boto:Token: None 2022-09-01T11:20:38.598 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.599 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W5k8DTa7ef8ObCh3gLX1D4b/6+8= 2022-09-01T11:20:38.599 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W5k8DTa7ef8ObCh3gLX1D4b/6+8=', 'Content-Length': '0'} 2022-09-01T11:20:38.601 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000064a1ee74f3d67c49-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.602 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:38.603 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:38.603 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.604 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.604 DEBUG:boto:Method: GET 2022-09-01T11:20:38.605 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.605 DEBUG:boto:Data: 2022-09-01T11:20:38.606 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.606 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.607 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.607 DEBUG:boto:Params: {} 2022-09-01T11:20:38.608 DEBUG:boto:Token: None 2022-09-01T11:20:38.608 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:38.609 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W5k8DTa7ef8ObCh3gLX1D4b/6+8= 2022-09-01T11:20:38.610 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W5k8DTa7ef8ObCh3gLX1D4b/6+8=', 'Content-Length': '0'} 2022-09-01T11:20:38.612 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f7dbef64311770ed-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.658 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.659 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.659 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:38.660 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:38.660 DEBUG:boto:Method: GET 2022-09-01T11:20:38.661 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:20:38.661 DEBUG:boto:Data: 2022-09-01T11:20:38.662 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.663 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.663 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.664 DEBUG:boto:Params: {} 2022-09-01T11:20:38.664 DEBUG:boto:Token: None 2022-09-01T11:20:38.665 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.666 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.666 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.669 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000073345ad5179f40a-0063109586-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.670 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.671 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.671 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.672 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:38.673 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:38.673 DEBUG:boto:Method: GET 2022-09-01T11:20:38.674 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:20:38.674 DEBUG:boto:Data: 2022-09-01T11:20:38.675 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.675 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.676 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.676 DEBUG:boto:Params: {} 2022-09-01T11:20:38.677 DEBUG:boto:Token: None 2022-09-01T11:20:38.678 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.678 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.679 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.682 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000409faf2464c95549-0063109586-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.683 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.684 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:38.684 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:38.685 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.685 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:20:38.686 DEBUG:boto:Data: 2022-09-01T11:20:38.686 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.687 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.687 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.688 DEBUG:boto:Params: {} 2022-09-01T11:20:38.688 DEBUG:boto:Token: None 2022-09-01T11:20:38.689 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj33 2022-09-01T11:20:38.689 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BH7O5Rthmab7XiRXtv51VYwyLsY= 2022-09-01T11:20:38.690 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BH7O5Rthmab7XiRXtv51VYwyLsY=', 'Content-Length': '0'} 2022-09-01T11:20:38.692 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d56de5aeee7443c-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.692 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:38.693 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:38.694 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.694 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:20:38.695 DEBUG:boto:Data: 2022-09-01T11:20:38.695 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.696 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.696 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.697 DEBUG:boto:Params: {} 2022-09-01T11:20:38.697 DEBUG:boto:Token: None 2022-09-01T11:20:38.698 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj33 2022-09-01T11:20:38.698 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BH7O5Rthmab7XiRXtv51VYwyLsY= 2022-09-01T11:20:38.699 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BH7O5Rthmab7XiRXtv51VYwyLsY=', 'Content-Length': '0'} 2022-09-01T11:20:38.701 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000450d25af3016bf02-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.702 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:20:38.703 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:38.703 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:38.704 DEBUG:boto:Method: GET 2022-09-01T11:20:38.704 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:20:38.705 DEBUG:boto:Data: 2022-09-01T11:20:38.705 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.706 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.706 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.707 DEBUG:boto:Params: {} 2022-09-01T11:20:38.707 DEBUG:boto:Token: None 2022-09-01T11:20:38.708 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj33 2022-09-01T11:20:38.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n8d2JTX9UIyf7eNuV+YMJyqWkEo= 2022-09-01T11:20:38.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n8d2JTX9UIyf7eNuV+YMJyqWkEo=', 'Content-Length': '0'} 2022-09-01T11:20:38.711 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001a58c77e0bbf8118-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.712 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:38.713 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:38.713 DEBUG:boto:Method: GET 2022-09-01T11:20:38.714 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:20:38.714 DEBUG:boto:Data: 2022-09-01T11:20:38.715 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.715 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.716 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.717 DEBUG:boto:Params: {} 2022-09-01T11:20:38.717 DEBUG:boto:Token: None 2022-09-01T11:20:38.718 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj33 2022-09-01T11:20:38.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n8d2JTX9UIyf7eNuV+YMJyqWkEo= 2022-09-01T11:20:38.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n8d2JTX9UIyf7eNuV+YMJyqWkEo=', 'Content-Length': '0'} 2022-09-01T11:20:38.721 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009f7f0e599f14a329-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.722 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.723 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.723 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:38.724 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:38.724 DEBUG:boto:Method: GET 2022-09-01T11:20:38.725 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:20:38.725 DEBUG:boto:Data: 2022-09-01T11:20:38.726 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.726 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.727 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.727 DEBUG:boto:Params: {} 2022-09-01T11:20:38.728 DEBUG:boto:Token: None 2022-09-01T11:20:38.729 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.729 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.732 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000056cdf28ffaa92d42-0063109586-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.733 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.734 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.735 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.735 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:38.736 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:38.736 DEBUG:boto:Method: GET 2022-09-01T11:20:38.737 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:20:38.738 DEBUG:boto:Data: 2022-09-01T11:20:38.738 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.739 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.739 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.740 DEBUG:boto:Params: {} 2022-09-01T11:20:38.741 DEBUG:boto:Token: None 2022-09-01T11:20:38.741 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.742 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.743 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.746 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d48485543e8c3267-0063109586-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.747 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.748 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:20:38.748 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:38.749 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:38.749 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.750 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.750 DEBUG:boto:Method: GET 2022-09-01T11:20:38.751 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.751 DEBUG:boto:Data: 2022-09-01T11:20:38.752 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.752 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.753 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.753 DEBUG:boto:Params: {} 2022-09-01T11:20:38.754 DEBUG:boto:Token: None 2022-09-01T11:20:38.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.755 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+5NhIZ6M00n+pOg+KbN+U0YPjs8= 2022-09-01T11:20:38.756 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+5NhIZ6M00n+pOg+KbN+U0YPjs8=', 'Content-Length': '0'} 2022-09-01T11:20:38.758 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000047ba429b0bede1f9-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.759 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:38.760 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:38.761 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.761 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.762 DEBUG:boto:Method: GET 2022-09-01T11:20:38.762 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.763 DEBUG:boto:Data: 2022-09-01T11:20:38.763 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.764 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.764 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.765 DEBUG:boto:Params: {} 2022-09-01T11:20:38.765 DEBUG:boto:Token: None 2022-09-01T11:20:38.766 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.767 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+5NhIZ6M00n+pOg+KbN+U0YPjs8= 2022-09-01T11:20:38.767 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+5NhIZ6M00n+pOg+KbN+U0YPjs8=', 'Content-Length': '0'} 2022-09-01T11:20:38.770 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e6d8f748414511bc-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.814 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:38.815 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:38.815 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.816 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.816 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.817 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.818 DEBUG:boto:Data: 2022-09-01T11:20:38.818 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.819 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.819 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.820 DEBUG:boto:Params: {} 2022-09-01T11:20:38.821 DEBUG:boto:Token: None 2022-09-01T11:20:38.821 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.822 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZG610QQC8hRSOMwwcQ6j36cRcDQ= 2022-09-01T11:20:38.822 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZG610QQC8hRSOMwwcQ6j36cRcDQ=', 'Content-Length': '0'} 2022-09-01T11:20:38.825 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000051928f3613a761e0-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.826 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:38.827 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:38.827 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.828 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.828 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.829 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.829 DEBUG:boto:Data: 2022-09-01T11:20:38.829 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.830 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.830 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.831 DEBUG:boto:Params: {} 2022-09-01T11:20:38.832 DEBUG:boto:Token: None 2022-09-01T11:20:38.832 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZG610QQC8hRSOMwwcQ6j36cRcDQ= 2022-09-01T11:20:38.834 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZG610QQC8hRSOMwwcQ6j36cRcDQ=', 'Content-Length': '0'} 2022-09-01T11:20:38.836 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ccf0b3ffe9b36ab4-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.837 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:20:38.838 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:38.839 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:38.840 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.841 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.842 DEBUG:boto:Method: GET 2022-09-01T11:20:38.843 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.843 DEBUG:boto:Data: 2022-09-01T11:20:38.844 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.845 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.845 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.846 DEBUG:boto:Params: {} 2022-09-01T11:20:38.846 DEBUG:boto:Token: None 2022-09-01T11:20:38.847 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.848 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+5NhIZ6M00n+pOg+KbN+U0YPjs8= 2022-09-01T11:20:38.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+5NhIZ6M00n+pOg+KbN+U0YPjs8=', 'Content-Length': '0'} 2022-09-01T11:20:38.851 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000031f7752a127d12b0-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.851 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:38.852 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:38.852 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.853 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.853 DEBUG:boto:Method: GET 2022-09-01T11:20:38.854 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.854 DEBUG:boto:Data: 2022-09-01T11:20:38.855 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.855 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.856 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.857 DEBUG:boto:Params: {} 2022-09-01T11:20:38.857 DEBUG:boto:Token: None 2022-09-01T11:20:38.858 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:38.858 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+5NhIZ6M00n+pOg+KbN+U0YPjs8= 2022-09-01T11:20:38.859 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+5NhIZ6M00n+pOg+KbN+U0YPjs8=', 'Content-Length': '0'} 2022-09-01T11:20:38.861 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009cdf944641835c55-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.862 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.863 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.863 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:38.864 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:38.864 DEBUG:boto:Method: GET 2022-09-01T11:20:38.865 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:20:38.865 DEBUG:boto:Data: 2022-09-01T11:20:38.866 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.866 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.867 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.868 DEBUG:boto:Params: {} 2022-09-01T11:20:38.868 DEBUG:boto:Token: None 2022-09-01T11:20:38.869 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.873 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000026b419da594ab202-0063109586-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.918 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.919 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.920 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.920 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:38.921 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:38.921 DEBUG:boto:Method: GET 2022-09-01T11:20:38.922 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:20:38.922 DEBUG:boto:Data: 2022-09-01T11:20:38.923 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.923 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.924 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.924 DEBUG:boto:Params: {} 2022-09-01T11:20:38.925 DEBUG:boto:Token: None 2022-09-01T11:20:38.926 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.926 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.927 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.930 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001eaa59fd894b5e87-0063109586-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.931 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.932 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:38.932 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:38.933 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.933 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:20:38.934 DEBUG:boto:Data: 2022-09-01T11:20:38.934 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.935 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.935 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.936 DEBUG:boto:Params: {} 2022-09-01T11:20:38.936 DEBUG:boto:Token: None 2022-09-01T11:20:38.937 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj34 2022-09-01T11:20:38.937 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:STJFmQzHukyvh9V8u5fj6v7nusY= 2022-09-01T11:20:38.938 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:STJFmQzHukyvh9V8u5fj6v7nusY=', 'Content-Length': '0'} 2022-09-01T11:20:38.940 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008008a3dbee5afed1-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.941 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:38.941 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:38.942 DEBUG:boto:Method: HEAD 2022-09-01T11:20:38.942 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:20:38.943 DEBUG:boto:Data: 2022-09-01T11:20:38.943 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.944 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.944 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.945 DEBUG:boto:Params: {} 2022-09-01T11:20:38.945 DEBUG:boto:Token: None 2022-09-01T11:20:38.946 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj34 2022-09-01T11:20:38.947 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:STJFmQzHukyvh9V8u5fj6v7nusY= 2022-09-01T11:20:38.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:STJFmQzHukyvh9V8u5fj6v7nusY=', 'Content-Length': '0'} 2022-09-01T11:20:38.950 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007c2df100e79cf4e8-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.950 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:20:38.951 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:38.951 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:38.952 DEBUG:boto:Method: GET 2022-09-01T11:20:38.952 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:20:38.953 DEBUG:boto:Data: 2022-09-01T11:20:38.954 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.954 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.955 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.955 DEBUG:boto:Params: {} 2022-09-01T11:20:38.956 DEBUG:boto:Token: None 2022-09-01T11:20:38.957 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj34 2022-09-01T11:20:38.957 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2K7m7sYUb9t/KHmIeBpTClIphc8= 2022-09-01T11:20:38.958 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2K7m7sYUb9t/KHmIeBpTClIphc8=', 'Content-Length': '0'} 2022-09-01T11:20:38.960 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000025e9f932b0278a48-0063109586-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.961 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:38.961 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:38.962 DEBUG:boto:Method: GET 2022-09-01T11:20:38.962 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:20:38.963 DEBUG:boto:Data: 2022-09-01T11:20:38.963 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.964 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.964 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.965 DEBUG:boto:Params: {} 2022-09-01T11:20:38.965 DEBUG:boto:Token: None 2022-09-01T11:20:38.966 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/obj34 2022-09-01T11:20:38.967 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2K7m7sYUb9t/KHmIeBpTClIphc8= 2022-09-01T11:20:38.967 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2K7m7sYUb9t/KHmIeBpTClIphc8=', 'Content-Length': '0'} 2022-09-01T11:20:38.970 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a2583802122bea4a-0063109586-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.970 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.971 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.971 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:38.972 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:38.973 DEBUG:boto:Method: GET 2022-09-01T11:20:38.973 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:20:38.974 DEBUG:boto:Data: 2022-09-01T11:20:38.974 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.975 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:38.975 DEBUG:boto:Port: 8001 2022-09-01T11:20:38.976 DEBUG:boto:Params: {} 2022-09-01T11:20:38.976 DEBUG:boto:Token: None 2022-09-01T11:20:38.977 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.978 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.978 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.981 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008fc552e20875fa57-0063109586-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.982 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.983 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:38.983 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:38.984 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:38.984 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:38.985 DEBUG:boto:Method: GET 2022-09-01T11:20:38.985 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:20:38.986 DEBUG:boto:Data: 2022-09-01T11:20:38.986 DEBUG:boto:Headers: {} 2022-09-01T11:20:38.987 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:38.987 DEBUG:boto:Port: 8000 2022-09-01T11:20:38.988 DEBUG:boto:Params: {} 2022-09-01T11:20:38.989 DEBUG:boto:Token: None 2022-09-01T11:20:38.989 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:38 GMT /ptoxvb-74/ 2022-09-01T11:20:38.990 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8= 2022-09-01T11:20:38.990 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:38 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:84tIXQSWWs9OyfOSDeGjmkVG4y8=', 'Content-Length': '0'} 2022-09-01T11:20:38.994 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009e84989c2c6ea0e1-0063109586-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:38 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:38.995 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:38.995 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:20:38.996 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:38.997 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:38.997 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:38.998 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:38.998 DEBUG:boto:Method: GET 2022-09-01T11:20:38.999 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:38.999 DEBUG:boto:Data: 2022-09-01T11:20:39.000 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.001 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.001 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.002 DEBUG:boto:Params: {} 2022-09-01T11:20:39.003 DEBUG:boto:Token: None 2022-09-01T11:20:39.003 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.004 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CRXr1Jikylzdba4Xq6bXLLrMWXE= 2022-09-01T11:20:39.005 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CRXr1Jikylzdba4Xq6bXLLrMWXE=', 'Content-Length': '0'} 2022-09-01T11:20:39.007 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c555899b502772b4-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.008 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:39.008 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:39.009 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.009 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.010 DEBUG:boto:Method: GET 2022-09-01T11:20:39.010 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.011 DEBUG:boto:Data: 2022-09-01T11:20:39.012 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.013 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.013 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.014 DEBUG:boto:Params: {} 2022-09-01T11:20:39.014 DEBUG:boto:Token: None 2022-09-01T11:20:39.015 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.016 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CRXr1Jikylzdba4Xq6bXLLrMWXE= 2022-09-01T11:20:39.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CRXr1Jikylzdba4Xq6bXLLrMWXE=', 'Content-Length': '0'} 2022-09-01T11:20:39.019 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000085408671097503e3-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.062 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:39.063 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:39.064 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.064 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.065 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.065 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.066 DEBUG:boto:Data: 2022-09-01T11:20:39.067 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.067 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.068 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.068 DEBUG:boto:Params: {} 2022-09-01T11:20:39.069 DEBUG:boto:Token: None 2022-09-01T11:20:39.069 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.070 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WFcm+lSZAI5HAU1bqr7HjtQIDzU= 2022-09-01T11:20:39.070 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WFcm+lSZAI5HAU1bqr7HjtQIDzU=', 'Content-Length': '0'} 2022-09-01T11:20:39.073 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed98f4eff3916339-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.073 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:39.074 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:39.075 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.075 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.076 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.076 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.077 DEBUG:boto:Data: 2022-09-01T11:20:39.077 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.078 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.078 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.079 DEBUG:boto:Params: {} 2022-09-01T11:20:39.079 DEBUG:boto:Token: None 2022-09-01T11:20:39.080 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.081 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WFcm+lSZAI5HAU1bqr7HjtQIDzU= 2022-09-01T11:20:39.081 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WFcm+lSZAI5HAU1bqr7HjtQIDzU=', 'Content-Length': '0'} 2022-09-01T11:20:39.084 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dd7236def51b6d18-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.084 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:20:39.085 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:39.085 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:39.086 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.087 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.087 DEBUG:boto:Method: GET 2022-09-01T11:20:39.088 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.088 DEBUG:boto:Data: 2022-09-01T11:20:39.089 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.089 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.090 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.090 DEBUG:boto:Params: {} 2022-09-01T11:20:39.091 DEBUG:boto:Token: None 2022-09-01T11:20:39.092 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CRXr1Jikylzdba4Xq6bXLLrMWXE= 2022-09-01T11:20:39.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CRXr1Jikylzdba4Xq6bXLLrMWXE=', 'Content-Length': '0'} 2022-09-01T11:20:39.095 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000001895291b6f5a99-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.096 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:39.097 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:39.097 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.098 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.098 DEBUG:boto:Method: GET 2022-09-01T11:20:39.099 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.099 DEBUG:boto:Data: 2022-09-01T11:20:39.100 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.100 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.101 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.101 DEBUG:boto:Params: {} 2022-09-01T11:20:39.102 DEBUG:boto:Token: None 2022-09-01T11:20:39.103 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:39.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CRXr1Jikylzdba4Xq6bXLLrMWXE= 2022-09-01T11:20:39.104 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CRXr1Jikylzdba4Xq6bXLLrMWXE=', 'Content-Length': '0'} 2022-09-01T11:20:39.107 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000de64e53aea7ae8a9-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.108 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.108 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.109 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:39.110 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:39.110 DEBUG:boto:Method: GET 2022-09-01T11:20:39.111 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:20:39.111 DEBUG:boto:Data: 2022-09-01T11:20:39.112 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.112 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.113 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.113 DEBUG:boto:Params: {} 2022-09-01T11:20:39.114 DEBUG:boto:Token: None 2022-09-01T11:20:39.115 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.116 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.116 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.119 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008ec3fe588fd12d10-0063109587-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.120 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.121 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.121 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.122 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:39.123 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:39.123 DEBUG:boto:Method: GET 2022-09-01T11:20:39.124 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:20:39.125 DEBUG:boto:Data: 2022-09-01T11:20:39.125 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.126 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.126 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.127 DEBUG:boto:Params: {} 2022-09-01T11:20:39.128 DEBUG:boto:Token: None 2022-09-01T11:20:39.129 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.130 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.131 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.135 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000034f3f4c0a4c3fac1-0063109587-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.136 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.138 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:39.139 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:39.140 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.141 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:20:39.141 DEBUG:boto:Data: 2022-09-01T11:20:39.142 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.143 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.144 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.145 DEBUG:boto:Params: {} 2022-09-01T11:20:39.146 DEBUG:boto:Token: None 2022-09-01T11:20:39.147 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj44 2022-09-01T11:20:39.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jio+zxz1m4T0vKD+tiij3tEDwCQ= 2022-09-01T11:20:39.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jio+zxz1m4T0vKD+tiij3tEDwCQ=', 'Content-Length': '0'} 2022-09-01T11:20:39.152 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000075b2cb4b03b7e5a6-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.153 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:39.154 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:39.155 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.155 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:20:39.156 DEBUG:boto:Data: 2022-09-01T11:20:39.156 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.157 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.157 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.158 DEBUG:boto:Params: {} 2022-09-01T11:20:39.158 DEBUG:boto:Token: None 2022-09-01T11:20:39.159 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj44 2022-09-01T11:20:39.159 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jio+zxz1m4T0vKD+tiij3tEDwCQ= 2022-09-01T11:20:39.160 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jio+zxz1m4T0vKD+tiij3tEDwCQ=', 'Content-Length': '0'} 2022-09-01T11:20:39.162 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000b560ba34ed41364-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.163 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:20:39.164 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:39.164 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:39.165 DEBUG:boto:Method: GET 2022-09-01T11:20:39.165 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:20:39.166 DEBUG:boto:Data: 2022-09-01T11:20:39.167 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.168 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.169 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.170 DEBUG:boto:Params: {} 2022-09-01T11:20:39.171 DEBUG:boto:Token: None 2022-09-01T11:20:39.172 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj44 2022-09-01T11:20:39.173 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:I/c/9igaSAApUKhKLZg9dM11QFo= 2022-09-01T11:20:39.174 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:I/c/9igaSAApUKhKLZg9dM11QFo=', 'Content-Length': '0'} 2022-09-01T11:20:39.177 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cb17ae29d2faf54d-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.178 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:39.179 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:39.180 DEBUG:boto:Method: GET 2022-09-01T11:20:39.181 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:20:39.182 DEBUG:boto:Data: 2022-09-01T11:20:39.183 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.184 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.185 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.186 DEBUG:boto:Params: {} 2022-09-01T11:20:39.187 DEBUG:boto:Token: None 2022-09-01T11:20:39.188 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj44 2022-09-01T11:20:39.189 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:I/c/9igaSAApUKhKLZg9dM11QFo= 2022-09-01T11:20:39.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:I/c/9igaSAApUKhKLZg9dM11QFo=', 'Content-Length': '0'} 2022-09-01T11:20:39.193 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000085b401aa42e4cdd3-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.234 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.235 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.236 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:39.236 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:39.237 DEBUG:boto:Method: GET 2022-09-01T11:20:39.237 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:20:39.238 DEBUG:boto:Data: 2022-09-01T11:20:39.239 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.240 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.241 DEBUG:boto:Params: {} 2022-09-01T11:20:39.241 DEBUG:boto:Token: None 2022-09-01T11:20:39.242 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.244 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.246 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003a52d020bc71cba9-0063109587-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.247 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.248 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.248 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.249 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:39.250 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:39.250 DEBUG:boto:Method: GET 2022-09-01T11:20:39.251 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:20:39.251 DEBUG:boto:Data: 2022-09-01T11:20:39.252 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.252 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.253 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.253 DEBUG:boto:Params: {} 2022-09-01T11:20:39.254 DEBUG:boto:Token: None 2022-09-01T11:20:39.254 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.255 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.256 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.259 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000542b7fa516e5b1a0-0063109587-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.260 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.261 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:20:39.261 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:39.262 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:39.263 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.263 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.264 DEBUG:boto:Method: GET 2022-09-01T11:20:39.264 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.265 DEBUG:boto:Data: 2022-09-01T11:20:39.265 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.266 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.266 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.267 DEBUG:boto:Params: {} 2022-09-01T11:20:39.268 DEBUG:boto:Token: None 2022-09-01T11:20:39.268 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.269 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/qFpETn7/oyKVLmJegVmngvy2lo= 2022-09-01T11:20:39.270 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/qFpETn7/oyKVLmJegVmngvy2lo=', 'Content-Length': '0'} 2022-09-01T11:20:39.272 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007fd4d5b6dce43743-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.314 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:39.315 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:39.316 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.316 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.317 DEBUG:boto:Method: GET 2022-09-01T11:20:39.317 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.318 DEBUG:boto:Data: 2022-09-01T11:20:39.318 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.319 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.319 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.320 DEBUG:boto:Params: {} 2022-09-01T11:20:39.321 DEBUG:boto:Token: None 2022-09-01T11:20:39.321 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.322 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/qFpETn7/oyKVLmJegVmngvy2lo= 2022-09-01T11:20:39.323 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/qFpETn7/oyKVLmJegVmngvy2lo=', 'Content-Length': '0'} 2022-09-01T11:20:39.325 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d0d90ff071ea13bb-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.326 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:39.326 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:39.327 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.327 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.328 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.328 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.329 DEBUG:boto:Data: 2022-09-01T11:20:39.329 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.330 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.330 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.331 DEBUG:boto:Params: {} 2022-09-01T11:20:39.331 DEBUG:boto:Token: None 2022-09-01T11:20:39.332 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.333 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4yvsgGtwfR/sC/JkTMZCuL0NxGg= 2022-09-01T11:20:39.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4yvsgGtwfR/sC/JkTMZCuL0NxGg=', 'Content-Length': '0'} 2022-09-01T11:20:39.335 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5f48ad8dbc0479e-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.336 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:39.337 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:39.337 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.338 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.338 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.339 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.339 DEBUG:boto:Data: 2022-09-01T11:20:39.340 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.340 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.341 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.341 DEBUG:boto:Params: {} 2022-09-01T11:20:39.342 DEBUG:boto:Token: None 2022-09-01T11:20:39.343 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.343 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4yvsgGtwfR/sC/JkTMZCuL0NxGg= 2022-09-01T11:20:39.344 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4yvsgGtwfR/sC/JkTMZCuL0NxGg=', 'Content-Length': '0'} 2022-09-01T11:20:39.346 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006bb3354f5616ce32-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.347 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:20:39.347 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:39.348 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:39.348 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.349 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.349 DEBUG:boto:Method: GET 2022-09-01T11:20:39.350 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.351 DEBUG:boto:Data: 2022-09-01T11:20:39.351 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.352 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.352 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.353 DEBUG:boto:Params: {} 2022-09-01T11:20:39.353 DEBUG:boto:Token: None 2022-09-01T11:20:39.354 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.355 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/qFpETn7/oyKVLmJegVmngvy2lo= 2022-09-01T11:20:39.355 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/qFpETn7/oyKVLmJegVmngvy2lo=', 'Content-Length': '0'} 2022-09-01T11:20:39.357 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005dc1fd635ebe9007-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.358 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:39.359 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:39.359 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.360 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.361 DEBUG:boto:Method: GET 2022-09-01T11:20:39.361 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.362 DEBUG:boto:Data: 2022-09-01T11:20:39.362 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.363 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.363 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.364 DEBUG:boto:Params: {} 2022-09-01T11:20:39.364 DEBUG:boto:Token: None 2022-09-01T11:20:39.365 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:39.366 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/qFpETn7/oyKVLmJegVmngvy2lo= 2022-09-01T11:20:39.366 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/qFpETn7/oyKVLmJegVmngvy2lo=', 'Content-Length': '0'} 2022-09-01T11:20:39.369 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b901855341d3453-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.370 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.370 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.371 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:39.371 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:39.372 DEBUG:boto:Method: GET 2022-09-01T11:20:39.372 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:20:39.373 DEBUG:boto:Data: 2022-09-01T11:20:39.373 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.374 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.374 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.375 DEBUG:boto:Params: {} 2022-09-01T11:20:39.376 DEBUG:boto:Token: None 2022-09-01T11:20:39.376 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.377 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.380 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003c6363ab50bc5350-0063109587-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.381 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.382 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.382 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.383 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:39.384 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:39.384 DEBUG:boto:Method: GET 2022-09-01T11:20:39.385 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:20:39.385 DEBUG:boto:Data: 2022-09-01T11:20:39.386 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.386 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.387 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.387 DEBUG:boto:Params: {} 2022-09-01T11:20:39.388 DEBUG:boto:Token: None 2022-09-01T11:20:39.388 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.389 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.390 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.393 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008c952cd879141bd3-0063109587-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.393 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.394 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:39.395 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:39.395 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.396 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:20:39.396 DEBUG:boto:Data: 2022-09-01T11:20:39.397 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.397 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.398 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.399 DEBUG:boto:Params: {} 2022-09-01T11:20:39.399 DEBUG:boto:Token: None 2022-09-01T11:20:39.400 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj51 2022-09-01T11:20:39.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O0RHyL665YzD32XvWWMpjcZklxA= 2022-09-01T11:20:39.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O0RHyL665YzD32XvWWMpjcZklxA=', 'Content-Length': '0'} 2022-09-01T11:20:39.403 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b2d539b5ce2d953c-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.404 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:39.404 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:39.405 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.406 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:20:39.406 DEBUG:boto:Data: 2022-09-01T11:20:39.407 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.407 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.408 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.408 DEBUG:boto:Params: {} 2022-09-01T11:20:39.409 DEBUG:boto:Token: None 2022-09-01T11:20:39.410 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj51 2022-09-01T11:20:39.411 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O0RHyL665YzD32XvWWMpjcZklxA= 2022-09-01T11:20:39.412 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O0RHyL665YzD32XvWWMpjcZklxA=', 'Content-Length': '0'} 2022-09-01T11:20:39.414 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009181c15575730402-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.415 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:20:39.416 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:39.416 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:39.417 DEBUG:boto:Method: GET 2022-09-01T11:20:39.417 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:20:39.418 DEBUG:boto:Data: 2022-09-01T11:20:39.418 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.419 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.420 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.420 DEBUG:boto:Params: {} 2022-09-01T11:20:39.421 DEBUG:boto:Token: None 2022-09-01T11:20:39.421 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj51 2022-09-01T11:20:39.422 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q2RtTLdJdI4IPPpna4mmQBCO7pc= 2022-09-01T11:20:39.423 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q2RtTLdJdI4IPPpna4mmQBCO7pc=', 'Content-Length': '0'} 2022-09-01T11:20:39.425 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000219f771d520ceb2a-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.426 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:39.427 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:39.427 DEBUG:boto:Method: GET 2022-09-01T11:20:39.428 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:20:39.428 DEBUG:boto:Data: 2022-09-01T11:20:39.429 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.429 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.430 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.431 DEBUG:boto:Params: {} 2022-09-01T11:20:39.431 DEBUG:boto:Token: None 2022-09-01T11:20:39.432 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj51 2022-09-01T11:20:39.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q2RtTLdJdI4IPPpna4mmQBCO7pc= 2022-09-01T11:20:39.433 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q2RtTLdJdI4IPPpna4mmQBCO7pc=', 'Content-Length': '0'} 2022-09-01T11:20:39.435 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e590efcb069def4a-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.482 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.483 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.483 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:39.484 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:39.484 DEBUG:boto:Method: GET 2022-09-01T11:20:39.485 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:20:39.486 DEBUG:boto:Data: 2022-09-01T11:20:39.486 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.487 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.487 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.488 DEBUG:boto:Params: {} 2022-09-01T11:20:39.488 DEBUG:boto:Token: None 2022-09-01T11:20:39.489 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.490 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.493 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000902e773ff47697ef-0063109587-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.494 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.495 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.495 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.496 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:39.496 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:39.497 DEBUG:boto:Method: GET 2022-09-01T11:20:39.497 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:20:39.498 DEBUG:boto:Data: 2022-09-01T11:20:39.498 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.499 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.499 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.500 DEBUG:boto:Params: {} 2022-09-01T11:20:39.501 DEBUG:boto:Token: None 2022-09-01T11:20:39.501 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.502 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.502 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.506 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000768f9015bc3c689-0063109587-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.506 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.507 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:20:39.508 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:39.508 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:39.509 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.509 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.510 DEBUG:boto:Method: GET 2022-09-01T11:20:39.510 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.511 DEBUG:boto:Data: 2022-09-01T11:20:39.511 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.512 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.512 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.513 DEBUG:boto:Params: {} 2022-09-01T11:20:39.514 DEBUG:boto:Token: None 2022-09-01T11:20:39.514 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:661zpZBnZXkWtrFaeBdoFYtyAPc= 2022-09-01T11:20:39.515 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:661zpZBnZXkWtrFaeBdoFYtyAPc=', 'Content-Length': '0'} 2022-09-01T11:20:39.518 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bad74fa8b0034eb1-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.518 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:39.519 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:39.519 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.520 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.521 DEBUG:boto:Method: GET 2022-09-01T11:20:39.521 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.522 DEBUG:boto:Data: 2022-09-01T11:20:39.522 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.523 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.523 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.524 DEBUG:boto:Params: {} 2022-09-01T11:20:39.524 DEBUG:boto:Token: None 2022-09-01T11:20:39.525 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.526 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:661zpZBnZXkWtrFaeBdoFYtyAPc= 2022-09-01T11:20:39.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:661zpZBnZXkWtrFaeBdoFYtyAPc=', 'Content-Length': '0'} 2022-09-01T11:20:39.529 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c9115317fc8aabab-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.530 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:39.531 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:39.532 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.533 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.534 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.535 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.535 DEBUG:boto:Data: 2022-09-01T11:20:39.536 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.537 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.538 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.539 DEBUG:boto:Params: {} 2022-09-01T11:20:39.540 DEBUG:boto:Token: None 2022-09-01T11:20:39.541 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:urbhleTxLN1XqkEd8tTPFuO8qHE= 2022-09-01T11:20:39.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:urbhleTxLN1XqkEd8tTPFuO8qHE=', 'Content-Length': '0'} 2022-09-01T11:20:39.544 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dd6198feef842a47-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.545 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:39.546 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:39.546 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.547 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.547 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.548 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.548 DEBUG:boto:Data: 2022-09-01T11:20:39.549 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.549 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.550 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.551 DEBUG:boto:Params: {} 2022-09-01T11:20:39.551 DEBUG:boto:Token: None 2022-09-01T11:20:39.552 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.552 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:urbhleTxLN1XqkEd8tTPFuO8qHE= 2022-09-01T11:20:39.553 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:urbhleTxLN1XqkEd8tTPFuO8qHE=', 'Content-Length': '0'} 2022-09-01T11:20:39.555 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000850f11d4ac7d38f3-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.556 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:20:39.557 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:39.557 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:39.558 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.558 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.559 DEBUG:boto:Method: GET 2022-09-01T11:20:39.559 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.560 DEBUG:boto:Data: 2022-09-01T11:20:39.560 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.561 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.561 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.562 DEBUG:boto:Params: {} 2022-09-01T11:20:39.563 DEBUG:boto:Token: None 2022-09-01T11:20:39.563 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.564 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:661zpZBnZXkWtrFaeBdoFYtyAPc= 2022-09-01T11:20:39.564 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:661zpZBnZXkWtrFaeBdoFYtyAPc=', 'Content-Length': '0'} 2022-09-01T11:20:39.566 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a5246d7c6090d06c-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.567 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:39.568 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:39.568 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.569 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.569 DEBUG:boto:Method: GET 2022-09-01T11:20:39.570 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.571 DEBUG:boto:Data: 2022-09-01T11:20:39.571 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.572 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.572 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.573 DEBUG:boto:Params: {} 2022-09-01T11:20:39.573 DEBUG:boto:Token: None 2022-09-01T11:20:39.574 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:39.575 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:661zpZBnZXkWtrFaeBdoFYtyAPc= 2022-09-01T11:20:39.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:661zpZBnZXkWtrFaeBdoFYtyAPc=', 'Content-Length': '0'} 2022-09-01T11:20:39.578 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a7f0d0e146823d7d-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.578 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.579 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.580 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:39.580 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:39.581 DEBUG:boto:Method: GET 2022-09-01T11:20:39.582 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:20:39.582 DEBUG:boto:Data: 2022-09-01T11:20:39.583 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.584 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.584 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.585 DEBUG:boto:Params: {} 2022-09-01T11:20:39.585 DEBUG:boto:Token: None 2022-09-01T11:20:39.586 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.587 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.590 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000078599f3fa6678c31-0063109587-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.591 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.592 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.592 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.593 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:39.593 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:39.594 DEBUG:boto:Method: GET 2022-09-01T11:20:39.595 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:20:39.595 DEBUG:boto:Data: 2022-09-01T11:20:39.596 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.596 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.597 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.597 DEBUG:boto:Params: {} 2022-09-01T11:20:39.598 DEBUG:boto:Token: None 2022-09-01T11:20:39.598 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.599 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.600 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.603 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000186f1d90ec4019a0-0063109587-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.603 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.604 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:39.605 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:39.605 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.606 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:20:39.606 DEBUG:boto:Data: 2022-09-01T11:20:39.607 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.607 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.608 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.608 DEBUG:boto:Params: {} 2022-09-01T11:20:39.609 DEBUG:boto:Token: None 2022-09-01T11:20:39.609 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj55 2022-09-01T11:20:39.610 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gTI8QGwdOGew5/ThQO8CwCcZgvM= 2022-09-01T11:20:39.611 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gTI8QGwdOGew5/ThQO8CwCcZgvM=', 'Content-Length': '0'} 2022-09-01T11:20:39.613 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008383781fca7b2a0b-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.613 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:39.614 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:39.614 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.615 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:20:39.615 DEBUG:boto:Data: 2022-09-01T11:20:39.616 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.616 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.617 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.617 DEBUG:boto:Params: {} 2022-09-01T11:20:39.618 DEBUG:boto:Token: None 2022-09-01T11:20:39.619 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj55 2022-09-01T11:20:39.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gTI8QGwdOGew5/ThQO8CwCcZgvM= 2022-09-01T11:20:39.620 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gTI8QGwdOGew5/ThQO8CwCcZgvM=', 'Content-Length': '0'} 2022-09-01T11:20:39.622 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf1982966b3627ec-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.623 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:20:39.623 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:39.624 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:39.624 DEBUG:boto:Method: GET 2022-09-01T11:20:39.625 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:20:39.626 DEBUG:boto:Data: 2022-09-01T11:20:39.626 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.627 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.627 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.628 DEBUG:boto:Params: {} 2022-09-01T11:20:39.628 DEBUG:boto:Token: None 2022-09-01T11:20:39.629 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj55 2022-09-01T11:20:39.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9ONelziksPsrSrgDuTWtST5952U= 2022-09-01T11:20:39.630 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9ONelziksPsrSrgDuTWtST5952U=', 'Content-Length': '0'} 2022-09-01T11:20:39.632 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000033c29af30b8bdba1-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.678 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:39.679 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:39.680 DEBUG:boto:Method: GET 2022-09-01T11:20:39.681 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:20:39.682 DEBUG:boto:Data: 2022-09-01T11:20:39.683 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.684 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.685 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.686 DEBUG:boto:Params: {} 2022-09-01T11:20:39.687 DEBUG:boto:Token: None 2022-09-01T11:20:39.688 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj55 2022-09-01T11:20:39.689 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9ONelziksPsrSrgDuTWtST5952U= 2022-09-01T11:20:39.691 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9ONelziksPsrSrgDuTWtST5952U=', 'Content-Length': '0'} 2022-09-01T11:20:39.694 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006d7ccb660229b608-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.695 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.696 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.697 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:39.698 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:39.699 DEBUG:boto:Method: GET 2022-09-01T11:20:39.700 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:20:39.701 DEBUG:boto:Data: 2022-09-01T11:20:39.702 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.703 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.704 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.705 DEBUG:boto:Params: {} 2022-09-01T11:20:39.706 DEBUG:boto:Token: None 2022-09-01T11:20:39.707 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.713 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008d2cea104ac434f9-0063109587-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.714 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.715 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.715 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.716 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:39.716 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:39.717 DEBUG:boto:Method: GET 2022-09-01T11:20:39.717 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:20:39.718 DEBUG:boto:Data: 2022-09-01T11:20:39.719 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.719 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.720 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.720 DEBUG:boto:Params: {} 2022-09-01T11:20:39.721 DEBUG:boto:Token: None 2022-09-01T11:20:39.721 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.723 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.726 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005f0df71d9f7f30c5-0063109587-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.727 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.727 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:20:39.728 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:39.728 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:39.729 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.730 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.730 DEBUG:boto:Method: GET 2022-09-01T11:20:39.731 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.731 DEBUG:boto:Data: 2022-09-01T11:20:39.732 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.732 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.733 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.733 DEBUG:boto:Params: {} 2022-09-01T11:20:39.734 DEBUG:boto:Token: None 2022-09-01T11:20:39.735 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.735 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:I8y8azc95QjSEDqUf36EAmLciTw= 2022-09-01T11:20:39.736 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:I8y8azc95QjSEDqUf36EAmLciTw=', 'Content-Length': '0'} 2022-09-01T11:20:39.739 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000055d6742d8d727df-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.739 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:39.740 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:39.741 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.741 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.742 DEBUG:boto:Method: GET 2022-09-01T11:20:39.742 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.743 DEBUG:boto:Data: 2022-09-01T11:20:39.744 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.744 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.745 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.745 DEBUG:boto:Params: {} 2022-09-01T11:20:39.746 DEBUG:boto:Token: None 2022-09-01T11:20:39.747 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.747 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:I8y8azc95QjSEDqUf36EAmLciTw= 2022-09-01T11:20:39.748 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:I8y8azc95QjSEDqUf36EAmLciTw=', 'Content-Length': '0'} 2022-09-01T11:20:39.750 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000254a7edfe675b4a6-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.798 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:39.799 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:39.800 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.800 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.801 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.801 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.802 DEBUG:boto:Data: 2022-09-01T11:20:39.802 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.803 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.803 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.804 DEBUG:boto:Params: {} 2022-09-01T11:20:39.805 DEBUG:boto:Token: None 2022-09-01T11:20:39.805 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G0gI5GKfJHbmddWxI/Hl4GwQ36Q= 2022-09-01T11:20:39.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G0gI5GKfJHbmddWxI/Hl4GwQ36Q=', 'Content-Length': '0'} 2022-09-01T11:20:39.809 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c056484cbff36163-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.810 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:39.811 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:39.811 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.812 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.812 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.813 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.813 DEBUG:boto:Data: 2022-09-01T11:20:39.814 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.814 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.815 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.816 DEBUG:boto:Params: {} 2022-09-01T11:20:39.816 DEBUG:boto:Token: None 2022-09-01T11:20:39.817 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.818 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G0gI5GKfJHbmddWxI/Hl4GwQ36Q= 2022-09-01T11:20:39.818 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G0gI5GKfJHbmddWxI/Hl4GwQ36Q=', 'Content-Length': '0'} 2022-09-01T11:20:39.821 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000013d4767b740dd56-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.821 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:20:39.822 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:39.822 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:39.823 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.824 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.824 DEBUG:boto:Method: GET 2022-09-01T11:20:39.825 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.825 DEBUG:boto:Data: 2022-09-01T11:20:39.826 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.827 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.827 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.828 DEBUG:boto:Params: {} 2022-09-01T11:20:39.829 DEBUG:boto:Token: None 2022-09-01T11:20:39.829 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.830 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:I8y8azc95QjSEDqUf36EAmLciTw= 2022-09-01T11:20:39.831 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:I8y8azc95QjSEDqUf36EAmLciTw=', 'Content-Length': '0'} 2022-09-01T11:20:39.833 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bab7b75d7bf2a63d-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.834 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:39.834 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:39.835 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.835 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.836 DEBUG:boto:Method: GET 2022-09-01T11:20:39.837 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.837 DEBUG:boto:Data: 2022-09-01T11:20:39.838 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.838 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.839 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.839 DEBUG:boto:Params: {} 2022-09-01T11:20:39.840 DEBUG:boto:Token: None 2022-09-01T11:20:39.841 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:39.842 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:I8y8azc95QjSEDqUf36EAmLciTw= 2022-09-01T11:20:39.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:I8y8azc95QjSEDqUf36EAmLciTw=', 'Content-Length': '0'} 2022-09-01T11:20:39.845 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073acc7b45a24d692-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.846 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.846 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.847 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:39.847 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:39.848 DEBUG:boto:Method: GET 2022-09-01T11:20:39.848 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:20:39.849 DEBUG:boto:Data: 2022-09-01T11:20:39.849 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.850 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.851 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.851 DEBUG:boto:Params: {} 2022-09-01T11:20:39.852 DEBUG:boto:Token: None 2022-09-01T11:20:39.853 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.853 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.854 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.857 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001604cdfad2cb53ca-0063109587-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.858 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.859 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.859 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.860 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:39.860 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:39.861 DEBUG:boto:Method: GET 2022-09-01T11:20:39.861 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:20:39.862 DEBUG:boto:Data: 2022-09-01T11:20:39.863 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.863 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.864 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.865 DEBUG:boto:Params: {} 2022-09-01T11:20:39.865 DEBUG:boto:Token: None 2022-09-01T11:20:39.866 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.866 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.867 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.871 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000040f93341cd449eac-0063109587-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.872 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.873 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:39.874 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:39.874 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.875 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:20:39.875 DEBUG:boto:Data: 2022-09-01T11:20:39.876 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.876 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.877 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.877 DEBUG:boto:Params: {} 2022-09-01T11:20:39.878 DEBUG:boto:Token: None 2022-09-01T11:20:39.878 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj68 2022-09-01T11:20:39.879 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4vM09LBPV1NcLoKhGNU74mOjoLM= 2022-09-01T11:20:39.879 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4vM09LBPV1NcLoKhGNU74mOjoLM=', 'Content-Length': '0'} 2022-09-01T11:20:39.882 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f51d86f0f69a2239-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.883 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:39.883 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:39.884 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.884 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:20:39.885 DEBUG:boto:Data: 2022-09-01T11:20:39.885 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.886 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.886 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.887 DEBUG:boto:Params: {} 2022-09-01T11:20:39.887 DEBUG:boto:Token: None 2022-09-01T11:20:39.888 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj68 2022-09-01T11:20:39.889 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4vM09LBPV1NcLoKhGNU74mOjoLM= 2022-09-01T11:20:39.889 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4vM09LBPV1NcLoKhGNU74mOjoLM=', 'Content-Length': '0'} 2022-09-01T11:20:39.891 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005aeab24e61171a0b-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.892 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:20:39.893 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:39.893 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:39.894 DEBUG:boto:Method: GET 2022-09-01T11:20:39.894 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:20:39.895 DEBUG:boto:Data: 2022-09-01T11:20:39.896 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.896 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.897 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.897 DEBUG:boto:Params: {} 2022-09-01T11:20:39.898 DEBUG:boto:Token: None 2022-09-01T11:20:39.899 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj68 2022-09-01T11:20:39.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Iyt45B1dKhAvaH9sKf9YBDQ898o= 2022-09-01T11:20:39.900 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Iyt45B1dKhAvaH9sKf9YBDQ898o=', 'Content-Length': '0'} 2022-09-01T11:20:39.902 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001225d9629d2e923c-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.903 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:39.903 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:39.904 DEBUG:boto:Method: GET 2022-09-01T11:20:39.905 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:20:39.905 DEBUG:boto:Data: 2022-09-01T11:20:39.906 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.906 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.907 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.907 DEBUG:boto:Params: {} 2022-09-01T11:20:39.908 DEBUG:boto:Token: None 2022-09-01T11:20:39.909 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj68 2022-09-01T11:20:39.909 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Iyt45B1dKhAvaH9sKf9YBDQ898o= 2022-09-01T11:20:39.910 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Iyt45B1dKhAvaH9sKf9YBDQ898o=', 'Content-Length': '0'} 2022-09-01T11:20:39.912 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000046e66cc868475ac7-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.913 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.913 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.914 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:39.914 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:39.915 DEBUG:boto:Method: GET 2022-09-01T11:20:39.916 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:20:39.916 DEBUG:boto:Data: 2022-09-01T11:20:39.917 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.917 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.918 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.919 DEBUG:boto:Params: {} 2022-09-01T11:20:39.919 DEBUG:boto:Token: None 2022-09-01T11:20:39.920 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.920 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.921 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.924 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c9db5b6499303817-0063109587-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.925 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.927 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:39.928 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:39.929 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:39.930 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:39.931 DEBUG:boto:Method: GET 2022-09-01T11:20:39.932 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:20:39.932 DEBUG:boto:Data: 2022-09-01T11:20:39.933 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.934 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.935 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.936 DEBUG:boto:Params: {} 2022-09-01T11:20:39.936 DEBUG:boto:Token: None 2022-09-01T11:20:39.937 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/ 2022-09-01T11:20:39.937 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY= 2022-09-01T11:20:39.938 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vy5azqCSlSqCmoP6Uuj8QjfxxvY=', 'Content-Length': '0'} 2022-09-01T11:20:39.941 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b1e5948ae762d4d8-0063109587-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.943 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:39.944 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:20:39.945 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:39.946 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:39.947 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.947 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.948 DEBUG:boto:Method: GET 2022-09-01T11:20:39.948 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.949 DEBUG:boto:Data: 2022-09-01T11:20:39.949 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.950 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.951 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.951 DEBUG:boto:Params: {} 2022-09-01T11:20:39.952 DEBUG:boto:Token: None 2022-09-01T11:20:39.952 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.953 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TaXMmlpZ2rA79/TMyR7MZEUrYos= 2022-09-01T11:20:39.954 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TaXMmlpZ2rA79/TMyR7MZEUrYos=', 'Content-Length': '0'} 2022-09-01T11:20:39.956 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005d37a9e16e06e5e5-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.957 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:39.958 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:39.958 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.959 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.959 DEBUG:boto:Method: GET 2022-09-01T11:20:39.960 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.961 DEBUG:boto:Data: 2022-09-01T11:20:39.961 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.962 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.963 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.963 DEBUG:boto:Params: {} 2022-09-01T11:20:39.964 DEBUG:boto:Token: None 2022-09-01T11:20:39.965 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.965 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TaXMmlpZ2rA79/TMyR7MZEUrYos= 2022-09-01T11:20:39.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TaXMmlpZ2rA79/TMyR7MZEUrYos=', 'Content-Length': '0'} 2022-09-01T11:20:39.968 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bfa65af706a5c3d1-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.969 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:39.970 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:39.971 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.971 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.972 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.972 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.973 DEBUG:boto:Data: 2022-09-01T11:20:39.973 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.974 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.975 DEBUG:boto:Port: 8001 2022-09-01T11:20:39.976 DEBUG:boto:Params: {} 2022-09-01T11:20:39.976 DEBUG:boto:Token: None 2022-09-01T11:20:39.977 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.977 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YNqYa4iDFkRHta132AWsjYEBWw4= 2022-09-01T11:20:39.978 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YNqYa4iDFkRHta132AWsjYEBWw4=', 'Content-Length': '0'} 2022-09-01T11:20:39.980 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009dc9cfaf619f449f-0063109587-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.981 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:39.982 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:39.982 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.983 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.983 DEBUG:boto:Method: HEAD 2022-09-01T11:20:39.984 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.984 DEBUG:boto:Data: 2022-09-01T11:20:39.985 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.986 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:39.986 DEBUG:boto:Port: 8000 2022-09-01T11:20:39.987 DEBUG:boto:Params: {} 2022-09-01T11:20:39.988 DEBUG:boto:Token: None 2022-09-01T11:20:39.988 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:39 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.989 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YNqYa4iDFkRHta132AWsjYEBWw4= 2022-09-01T11:20:39.990 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:39 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YNqYa4iDFkRHta132AWsjYEBWw4=', 'Content-Length': '0'} 2022-09-01T11:20:39.992 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e9a13dab8b2e57da-0063109587-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:39.993 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:20:39.993 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:39.994 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:39.995 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.995 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.996 DEBUG:boto:Method: GET 2022-09-01T11:20:39.997 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:39.997 DEBUG:boto:Data: 2022-09-01T11:20:39.998 DEBUG:boto:Headers: {} 2022-09-01T11:20:39.998 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:39.999 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.000 DEBUG:boto:Params: {} 2022-09-01T11:20:40.000 DEBUG:boto:Token: None 2022-09-01T11:20:40.001 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:40.002 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sNuxptqbU/rf812KrNJ5wCkijJw= 2022-09-01T11:20:40.002 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sNuxptqbU/rf812KrNJ5wCkijJw=', 'Content-Length': '0'} 2022-09-01T11:20:40.004 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000020001013c83f4441-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.005 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:40.006 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:40.007 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:40.007 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:40.008 DEBUG:boto:Method: GET 2022-09-01T11:20:40.008 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:40.009 DEBUG:boto:Data: 2022-09-01T11:20:40.010 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.011 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:40.011 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.012 DEBUG:boto:Params: {} 2022-09-01T11:20:40.012 DEBUG:boto:Token: None 2022-09-01T11:20:40.013 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:40.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sNuxptqbU/rf812KrNJ5wCkijJw= 2022-09-01T11:20:40.014 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sNuxptqbU/rf812KrNJ5wCkijJw=', 'Content-Length': '0'} 2022-09-01T11:20:40.016 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a93985f35a2ecc02-0063109588-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.017 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.018 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.019 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:40.019 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:40.020 DEBUG:boto:Method: GET 2022-09-01T11:20:40.020 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:20:40.021 DEBUG:boto:Data: 2022-09-01T11:20:40.021 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.022 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.023 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.023 DEBUG:boto:Params: {} 2022-09-01T11:20:40.024 DEBUG:boto:Token: None 2022-09-01T11:20:40.024 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.025 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.026 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.029 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000447a791cf7622638-0063109588-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.029 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.030 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.031 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.031 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:40.032 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:40.033 DEBUG:boto:Method: GET 2022-09-01T11:20:40.033 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:20:40.034 DEBUG:boto:Data: 2022-09-01T11:20:40.034 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.035 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:40.035 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.036 DEBUG:boto:Params: {} 2022-09-01T11:20:40.037 DEBUG:boto:Token: None 2022-09-01T11:20:40.037 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.038 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.042 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ffce03e1dd8d9dda-0063109588-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.043 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.043 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:40.044 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:40.044 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.045 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:20:40.046 DEBUG:boto:Data: 2022-09-01T11:20:40.046 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.047 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.047 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.048 DEBUG:boto:Params: {} 2022-09-01T11:20:40.049 DEBUG:boto:Token: None 2022-09-01T11:20:40.049 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj85 2022-09-01T11:20:40.050 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwt0JOJrfOJNCx3k6qJ7bvkvHNg= 2022-09-01T11:20:40.051 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwt0JOJrfOJNCx3k6qJ7bvkvHNg=', 'Content-Length': '0'} 2022-09-01T11:20:40.053 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aadb07e6f85e3a37-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.053 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:40.054 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:40.055 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.055 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:20:40.056 DEBUG:boto:Data: 2022-09-01T11:20:40.056 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.057 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:40.057 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.058 DEBUG:boto:Params: {} 2022-09-01T11:20:40.059 DEBUG:boto:Token: None 2022-09-01T11:20:40.059 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj85 2022-09-01T11:20:40.060 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwt0JOJrfOJNCx3k6qJ7bvkvHNg= 2022-09-01T11:20:40.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwt0JOJrfOJNCx3k6qJ7bvkvHNg=', 'Content-Length': '0'} 2022-09-01T11:20:40.062 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000018fa111aaf0a1e13-0063109588-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.063 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:20:40.064 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:40.064 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:40.065 DEBUG:boto:Method: GET 2022-09-01T11:20:40.066 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:20:40.066 DEBUG:boto:Data: 2022-09-01T11:20:40.067 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.067 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.068 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.068 DEBUG:boto:Params: {} 2022-09-01T11:20:40.069 DEBUG:boto:Token: None 2022-09-01T11:20:40.070 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj85 2022-09-01T11:20:40.070 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2ioDS50Sg15QoWz4547w9MlTz8Q= 2022-09-01T11:20:40.071 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2ioDS50Sg15QoWz4547w9MlTz8Q=', 'Content-Length': '0'} 2022-09-01T11:20:40.073 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c35fbdfff7ea44e4-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.074 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:40.075 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:40.075 DEBUG:boto:Method: GET 2022-09-01T11:20:40.076 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:20:40.076 DEBUG:boto:Data: 2022-09-01T11:20:40.077 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.078 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:40.078 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.079 DEBUG:boto:Params: {} 2022-09-01T11:20:40.079 DEBUG:boto:Token: None 2022-09-01T11:20:40.080 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj85 2022-09-01T11:20:40.081 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2ioDS50Sg15QoWz4547w9MlTz8Q= 2022-09-01T11:20:40.081 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2ioDS50Sg15QoWz4547w9MlTz8Q=', 'Content-Length': '0'} 2022-09-01T11:20:40.084 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007e57c78b707ddaa9-0063109588-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.130 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.131 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.131 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:40.132 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:40.133 DEBUG:boto:Method: GET 2022-09-01T11:20:40.133 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:20:40.134 DEBUG:boto:Data: 2022-09-01T11:20:40.134 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.135 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.135 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.136 DEBUG:boto:Params: {} 2022-09-01T11:20:40.137 DEBUG:boto:Token: None 2022-09-01T11:20:40.138 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.142 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004b28ec03aa9b5733-0063109588-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.143 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.144 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.144 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.145 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:40.145 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:40.146 DEBUG:boto:Method: GET 2022-09-01T11:20:40.146 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:20:40.147 DEBUG:boto:Data: 2022-09-01T11:20:40.147 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.148 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:40.149 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.149 DEBUG:boto:Params: {} 2022-09-01T11:20:40.150 DEBUG:boto:Token: None 2022-09-01T11:20:40.151 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.155 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000017a347bbe2e84a3d-0063109588-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.156 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.156 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone3, test-zone1} 2022-09-01T11:20:40.157 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone3, test-zone2} 2022-09-01T11:20:40.158 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.158 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.159 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.159 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:20:40.160 DEBUG:boto:Data: 2022-09-01T11:20:40.160 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.161 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.161 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.161 DEBUG:boto:Params: {} 2022-09-01T11:20:40.162 DEBUG:boto:Token: None 2022-09-01T11:20:40.163 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AfsR9K5CzgW400bMuVObhQEe6dI= 2022-09-01T11:20:40.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AfsR9K5CzgW400bMuVObhQEe6dI=', 'Content-Length': '0'} 2022-09-01T11:20:40.167 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '30'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000fee3f18ad281cac4-0063109588-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.167 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.168 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.168 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.169 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:20:40.169 DEBUG:boto:Data: 2022-09-01T11:20:40.170 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.170 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.171 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.171 DEBUG:boto:Params: {} 2022-09-01T11:20:40.172 DEBUG:boto:Token: None 2022-09-01T11:20:40.173 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.174 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AfsR9K5CzgW400bMuVObhQEe6dI= 2022-09-01T11:20:40.174 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AfsR9K5CzgW400bMuVObhQEe6dI=', 'Content-Length': '0'} 2022-09-01T11:20:40.177 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '30'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b1514e6edca63c28-0063109588-183f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.178 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:20:40.178 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.179 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.179 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:40.180 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:40.180 DEBUG:boto:Method: GET 2022-09-01T11:20:40.181 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:40.181 DEBUG:boto:Data: 2022-09-01T11:20:40.182 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.182 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.183 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.183 DEBUG:boto:Params: {} 2022-09-01T11:20:40.184 DEBUG:boto:Token: None 2022-09-01T11:20:40.185 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/?versions 2022-09-01T11:20:40.185 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZE1iscGMRLKjYCG1447GCHM5M8w= 2022-09-01T11:20:40.186 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZE1iscGMRLKjYCG1447GCHM5M8w=', 'Content-Length': '0'} 2022-09-01T11:20:40.189 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003024ac742ed9ea35-0063109588-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.190 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.191 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:20:40.192 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:20:40.192 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:20:40.193 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:20:40.193 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:20:40.194 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:20:40.194 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:20:40.195 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:20:40.195 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:20:40.196 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:20:40.197 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:20:40.197 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.198 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.198 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:40.199 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:40.199 DEBUG:boto:Method: GET 2022-09-01T11:20:40.200 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:40.200 DEBUG:boto:Data: 2022-09-01T11:20:40.201 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.201 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.202 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.202 DEBUG:boto:Params: {} 2022-09-01T11:20:40.203 DEBUG:boto:Token: None 2022-09-01T11:20:40.204 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/?versions 2022-09-01T11:20:40.204 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZE1iscGMRLKjYCG1447GCHM5M8w= 2022-09-01T11:20:40.205 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZE1iscGMRLKjYCG1447GCHM5M8w=', 'Content-Length': '0'} 2022-09-01T11:20:40.208 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000236d2f839ce0ae25-0063109588-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.208 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.210 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:20:40.210 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:20:40.211 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:20:40.211 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:20:40.212 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:20:40.212 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:20:40.212 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:20:40.213 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:20:40.213 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:20:40.214 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:20:40.214 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.215 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.215 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:40.216 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:40.216 DEBUG:boto:Method: GET 2022-09-01T11:20:40.217 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:40.217 DEBUG:boto:Data: 2022-09-01T11:20:40.218 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.218 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.219 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.219 DEBUG:boto:Params: {} 2022-09-01T11:20:40.220 DEBUG:boto:Token: None 2022-09-01T11:20:40.220 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/?versions 2022-09-01T11:20:40.221 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZE1iscGMRLKjYCG1447GCHM5M8w= 2022-09-01T11:20:40.222 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZE1iscGMRLKjYCG1447GCHM5M8w=', 'Content-Length': '0'} 2022-09-01T11:20:40.225 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f915d26fab01f602-0063109588-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.226 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.227 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.228 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.228 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:40.229 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:40.229 DEBUG:boto:Method: GET 2022-09-01T11:20:40.230 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:20:40.230 DEBUG:boto:Data: 2022-09-01T11:20:40.231 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.231 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.232 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.232 DEBUG:boto:Params: {} 2022-09-01T11:20:40.233 DEBUG:boto:Token: None 2022-09-01T11:20:40.234 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/?versions 2022-09-01T11:20:40.235 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZE1iscGMRLKjYCG1447GCHM5M8w= 2022-09-01T11:20:40.235 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZE1iscGMRLKjYCG1447GCHM5M8w=', 'Content-Length': '0'} 2022-09-01T11:20:40.238 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a32ebb6315688830-0063109588-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.239 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.241 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:20:40.242 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:40.243 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:40.244 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.245 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.246 DEBUG:boto:Method: GET 2022-09-01T11:20:40.247 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.248 DEBUG:boto:Data: 2022-09-01T11:20:40.249 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.250 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.251 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.252 DEBUG:boto:Params: {} 2022-09-01T11:20:40.252 DEBUG:boto:Token: None 2022-09-01T11:20:40.253 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.254 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y4CjE41ukHWJMYdIYhuZt4fVKmI= 2022-09-01T11:20:40.255 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y4CjE41ukHWJMYdIYhuZt4fVKmI=', 'Content-Length': '0'} 2022-09-01T11:20:40.257 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094317156234c2868-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.302 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:40.303 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:40.303 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.304 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.304 DEBUG:boto:Method: GET 2022-09-01T11:20:40.305 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.305 DEBUG:boto:Data: 2022-09-01T11:20:40.306 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.307 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.307 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.308 DEBUG:boto:Params: {} 2022-09-01T11:20:40.308 DEBUG:boto:Token: None 2022-09-01T11:20:40.309 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y4CjE41ukHWJMYdIYhuZt4fVKmI= 2022-09-01T11:20:40.310 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y4CjE41ukHWJMYdIYhuZt4fVKmI=', 'Content-Length': '0'} 2022-09-01T11:20:40.312 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c8bd8a08046f5cb5-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.313 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:40.314 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:40.314 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.315 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.315 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.316 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.316 DEBUG:boto:Data: 2022-09-01T11:20:40.317 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.317 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.318 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.318 DEBUG:boto:Params: {} 2022-09-01T11:20:40.319 DEBUG:boto:Token: None 2022-09-01T11:20:40.319 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.320 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nEKI3pqSQAMAVf9++jFxwFhbZyE= 2022-09-01T11:20:40.320 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nEKI3pqSQAMAVf9++jFxwFhbZyE=', 'Content-Length': '0'} 2022-09-01T11:20:40.322 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000990a150c65b1e3a2-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.323 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:40.324 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:40.324 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.325 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.325 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.326 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.326 DEBUG:boto:Data: 2022-09-01T11:20:40.327 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.327 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.328 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.328 DEBUG:boto:Params: {} 2022-09-01T11:20:40.329 DEBUG:boto:Token: None 2022-09-01T11:20:40.329 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.330 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nEKI3pqSQAMAVf9++jFxwFhbZyE= 2022-09-01T11:20:40.331 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nEKI3pqSQAMAVf9++jFxwFhbZyE=', 'Content-Length': '0'} 2022-09-01T11:20:40.333 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf77598b8b55aa1e-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.333 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:20:40.334 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:40.334 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:40.335 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.336 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.336 DEBUG:boto:Method: GET 2022-09-01T11:20:40.337 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.337 DEBUG:boto:Data: 2022-09-01T11:20:40.338 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.338 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.339 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.339 DEBUG:boto:Params: {} 2022-09-01T11:20:40.340 DEBUG:boto:Token: None 2022-09-01T11:20:40.340 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.341 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y4CjE41ukHWJMYdIYhuZt4fVKmI= 2022-09-01T11:20:40.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y4CjE41ukHWJMYdIYhuZt4fVKmI=', 'Content-Length': '0'} 2022-09-01T11:20:40.343 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aaba7aa5c6ace0a6-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.344 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:40.345 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:40.345 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.346 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.346 DEBUG:boto:Method: GET 2022-09-01T11:20:40.347 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.347 DEBUG:boto:Data: 2022-09-01T11:20:40.348 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.348 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.349 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.349 DEBUG:boto:Params: {} 2022-09-01T11:20:40.350 DEBUG:boto:Token: None 2022-09-01T11:20:40.351 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:20:40.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y4CjE41ukHWJMYdIYhuZt4fVKmI= 2022-09-01T11:20:40.352 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y4CjE41ukHWJMYdIYhuZt4fVKmI=', 'Content-Length': '0'} 2022-09-01T11:20:40.354 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cc0834f22d7a85b9-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.355 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.355 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.356 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:40.356 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:40.357 DEBUG:boto:Method: GET 2022-09-01T11:20:40.357 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:20:40.358 DEBUG:boto:Data: 2022-09-01T11:20:40.358 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.359 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.360 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.360 DEBUG:boto:Params: {} 2022-09-01T11:20:40.361 DEBUG:boto:Token: None 2022-09-01T11:20:40.361 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.362 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.363 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.365 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005ae4808eb3d7ba2a-0063109588-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.366 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.367 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.368 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.368 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:40.369 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:40.369 DEBUG:boto:Method: GET 2022-09-01T11:20:40.370 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:20:40.370 DEBUG:boto:Data: 2022-09-01T11:20:40.371 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.371 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.372 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.373 DEBUG:boto:Params: {} 2022-09-01T11:20:40.373 DEBUG:boto:Token: None 2022-09-01T11:20:40.374 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.374 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.375 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.378 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005e9862b0d28e81ca-0063109588-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.378 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.379 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:40.380 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:40.380 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.381 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:20:40.381 DEBUG:boto:Data: 2022-09-01T11:20:40.382 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.382 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.383 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.383 DEBUG:boto:Params: {} 2022-09-01T11:20:40.384 DEBUG:boto:Token: None 2022-09-01T11:20:40.384 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj11 2022-09-01T11:20:40.385 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pqjdS/fc/hZ9dj6keLdqUJVznQI= 2022-09-01T11:20:40.386 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pqjdS/fc/hZ9dj6keLdqUJVznQI=', 'Content-Length': '0'} 2022-09-01T11:20:40.388 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000042cf3d80dc61d3c4-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.389 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:40.389 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:40.390 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.391 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:20:40.392 DEBUG:boto:Data: 2022-09-01T11:20:40.393 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.394 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.395 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.395 DEBUG:boto:Params: {} 2022-09-01T11:20:40.396 DEBUG:boto:Token: None 2022-09-01T11:20:40.397 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj11 2022-09-01T11:20:40.398 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pqjdS/fc/hZ9dj6keLdqUJVznQI= 2022-09-01T11:20:40.398 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pqjdS/fc/hZ9dj6keLdqUJVznQI=', 'Content-Length': '0'} 2022-09-01T11:20:40.400 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004cab96a5f7b1d339-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.401 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:20:40.402 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:40.402 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:40.403 DEBUG:boto:Method: GET 2022-09-01T11:20:40.403 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:20:40.404 DEBUG:boto:Data: 2022-09-01T11:20:40.404 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.405 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.405 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.406 DEBUG:boto:Params: {} 2022-09-01T11:20:40.406 DEBUG:boto:Token: None 2022-09-01T11:20:40.407 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj11 2022-09-01T11:20:40.408 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1a0xACwSxWzltD81WkB+kAcy6qs= 2022-09-01T11:20:40.408 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1a0xACwSxWzltD81WkB+kAcy6qs=', 'Content-Length': '0'} 2022-09-01T11:20:40.410 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000efe46d463bf6306f-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.411 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:20:40.412 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:20:40.412 DEBUG:boto:Method: GET 2022-09-01T11:20:40.413 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:20:40.413 DEBUG:boto:Data: 2022-09-01T11:20:40.414 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.414 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.415 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.415 DEBUG:boto:Params: {} 2022-09-01T11:20:40.416 DEBUG:boto:Token: None 2022-09-01T11:20:40.417 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj11 2022-09-01T11:20:40.417 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1a0xACwSxWzltD81WkB+kAcy6qs= 2022-09-01T11:20:40.418 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1a0xACwSxWzltD81WkB+kAcy6qs=', 'Content-Length': '0'} 2022-09-01T11:20:40.420 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d7cfc23432726e88-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.421 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.422 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.422 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:40.423 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:40.423 DEBUG:boto:Method: GET 2022-09-01T11:20:40.424 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:20:40.424 DEBUG:boto:Data: 2022-09-01T11:20:40.425 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.426 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.426 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.427 DEBUG:boto:Params: {} 2022-09-01T11:20:40.428 DEBUG:boto:Token: None 2022-09-01T11:20:40.428 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.429 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.429 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.432 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005b191e9aafed8dd8-0063109588-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.474 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.476 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.477 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.477 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:40.478 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:20:40.478 DEBUG:boto:Method: GET 2022-09-01T11:20:40.479 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:20:40.480 DEBUG:boto:Data: 2022-09-01T11:20:40.480 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.481 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.481 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.482 DEBUG:boto:Params: {} 2022-09-01T11:20:40.482 DEBUG:boto:Token: None 2022-09-01T11:20:40.483 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.484 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.487 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005650e38657d0f783-0063109588-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.487 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.488 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:20:40.489 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:40.489 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:40.490 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.490 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.491 DEBUG:boto:Method: GET 2022-09-01T11:20:40.491 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.492 DEBUG:boto:Data: 2022-09-01T11:20:40.492 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.493 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.493 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.494 DEBUG:boto:Params: {} 2022-09-01T11:20:40.494 DEBUG:boto:Token: None 2022-09-01T11:20:40.495 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.496 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n5rQ8OtN7gHOAlQWgSJvbSGTOyM= 2022-09-01T11:20:40.496 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n5rQ8OtN7gHOAlQWgSJvbSGTOyM=', 'Content-Length': '0'} 2022-09-01T11:20:40.498 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000748ba15323ebdac7-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.499 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:40.500 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:40.500 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.501 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.501 DEBUG:boto:Method: GET 2022-09-01T11:20:40.502 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.502 DEBUG:boto:Data: 2022-09-01T11:20:40.503 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.504 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.504 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.505 DEBUG:boto:Params: {} 2022-09-01T11:20:40.505 DEBUG:boto:Token: None 2022-09-01T11:20:40.506 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.506 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n5rQ8OtN7gHOAlQWgSJvbSGTOyM= 2022-09-01T11:20:40.507 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n5rQ8OtN7gHOAlQWgSJvbSGTOyM=', 'Content-Length': '0'} 2022-09-01T11:20:40.509 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000010b3006becf5b5ff-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.510 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:40.510 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:40.511 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.511 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.512 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.512 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.513 DEBUG:boto:Data: 2022-09-01T11:20:40.513 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.514 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.514 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.515 DEBUG:boto:Params: {} 2022-09-01T11:20:40.515 DEBUG:boto:Token: None 2022-09-01T11:20:40.516 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.516 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wBql45IH9Cs4cAlvLqZl3KxN7AY= 2022-09-01T11:20:40.517 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wBql45IH9Cs4cAlvLqZl3KxN7AY=', 'Content-Length': '0'} 2022-09-01T11:20:40.519 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f09f799929563a2d-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.520 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:40.520 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:40.521 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.521 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.522 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.523 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.523 DEBUG:boto:Data: 2022-09-01T11:20:40.523 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.524 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.524 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.525 DEBUG:boto:Params: {} 2022-09-01T11:20:40.526 DEBUG:boto:Token: None 2022-09-01T11:20:40.526 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.527 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wBql45IH9Cs4cAlvLqZl3KxN7AY= 2022-09-01T11:20:40.528 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wBql45IH9Cs4cAlvLqZl3KxN7AY=', 'Content-Length': '0'} 2022-09-01T11:20:40.529 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002d01fa9a05cfeffa-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.530 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:20:40.531 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:40.531 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:40.532 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.532 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.533 DEBUG:boto:Method: GET 2022-09-01T11:20:40.534 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.534 DEBUG:boto:Data: 2022-09-01T11:20:40.535 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.535 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.536 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.536 DEBUG:boto:Params: {} 2022-09-01T11:20:40.537 DEBUG:boto:Token: None 2022-09-01T11:20:40.538 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.538 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n5rQ8OtN7gHOAlQWgSJvbSGTOyM= 2022-09-01T11:20:40.539 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n5rQ8OtN7gHOAlQWgSJvbSGTOyM=', 'Content-Length': '0'} 2022-09-01T11:20:40.541 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000151d8f3a3ad6adb8-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.542 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:40.542 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:40.543 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.543 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.544 DEBUG:boto:Method: GET 2022-09-01T11:20:40.544 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.545 DEBUG:boto:Data: 2022-09-01T11:20:40.545 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.546 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.546 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.547 DEBUG:boto:Params: {} 2022-09-01T11:20:40.548 DEBUG:boto:Token: None 2022-09-01T11:20:40.548 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:20:40.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n5rQ8OtN7gHOAlQWgSJvbSGTOyM= 2022-09-01T11:20:40.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n5rQ8OtN7gHOAlQWgSJvbSGTOyM=', 'Content-Length': '0'} 2022-09-01T11:20:40.552 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e3a6ef2a3abd27e-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.552 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.553 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.553 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:40.554 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:40.554 DEBUG:boto:Method: GET 2022-09-01T11:20:40.555 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:20:40.555 DEBUG:boto:Data: 2022-09-01T11:20:40.556 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.556 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.557 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.557 DEBUG:boto:Params: {} 2022-09-01T11:20:40.558 DEBUG:boto:Token: None 2022-09-01T11:20:40.559 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.559 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.560 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.563 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000da29f2b507563796-0063109588-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.563 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.564 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.565 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.565 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:40.566 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:40.566 DEBUG:boto:Method: GET 2022-09-01T11:20:40.567 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:20:40.567 DEBUG:boto:Data: 2022-09-01T11:20:40.568 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.568 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.569 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.569 DEBUG:boto:Params: {} 2022-09-01T11:20:40.570 DEBUG:boto:Token: None 2022-09-01T11:20:40.571 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.571 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.572 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.575 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005b41ea199bda5db8-0063109588-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.575 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.576 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:40.577 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:40.577 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.578 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:20:40.578 DEBUG:boto:Data: 2022-09-01T11:20:40.579 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.579 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.580 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.580 DEBUG:boto:Params: {} 2022-09-01T11:20:40.581 DEBUG:boto:Token: None 2022-09-01T11:20:40.582 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj17 2022-09-01T11:20:40.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fqxEjHque3ekwk3iSurSV4naPZI= 2022-09-01T11:20:40.583 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fqxEjHque3ekwk3iSurSV4naPZI=', 'Content-Length': '0'} 2022-09-01T11:20:40.585 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e2da0891a56ca962-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.585 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:40.586 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:40.586 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.587 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:20:40.588 DEBUG:boto:Data: 2022-09-01T11:20:40.588 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.589 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.589 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.590 DEBUG:boto:Params: {} 2022-09-01T11:20:40.590 DEBUG:boto:Token: None 2022-09-01T11:20:40.591 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj17 2022-09-01T11:20:40.592 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fqxEjHque3ekwk3iSurSV4naPZI= 2022-09-01T11:20:40.592 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fqxEjHque3ekwk3iSurSV4naPZI=', 'Content-Length': '0'} 2022-09-01T11:20:40.594 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aeba041a31e13ded-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.595 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:20:40.596 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:40.596 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:40.597 DEBUG:boto:Method: GET 2022-09-01T11:20:40.597 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:20:40.598 DEBUG:boto:Data: 2022-09-01T11:20:40.598 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.599 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.599 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.600 DEBUG:boto:Params: {} 2022-09-01T11:20:40.600 DEBUG:boto:Token: None 2022-09-01T11:20:40.601 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj17 2022-09-01T11:20:40.602 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xM6Qe5/4x/T8VuK8BYZ07FsavSk= 2022-09-01T11:20:40.603 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xM6Qe5/4x/T8VuK8BYZ07FsavSk=', 'Content-Length': '0'} 2022-09-01T11:20:40.604 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a7ee759d91205178-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.650 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:20:40.651 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:20:40.651 DEBUG:boto:Method: GET 2022-09-01T11:20:40.652 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:20:40.652 DEBUG:boto:Data: 2022-09-01T11:20:40.653 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.654 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.654 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.655 DEBUG:boto:Params: {} 2022-09-01T11:20:40.655 DEBUG:boto:Token: None 2022-09-01T11:20:40.656 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj17 2022-09-01T11:20:40.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xM6Qe5/4x/T8VuK8BYZ07FsavSk= 2022-09-01T11:20:40.657 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xM6Qe5/4x/T8VuK8BYZ07FsavSk=', 'Content-Length': '0'} 2022-09-01T11:20:40.659 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c36cc2b0a513f176-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.660 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.661 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.661 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:40.662 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:40.662 DEBUG:boto:Method: GET 2022-09-01T11:20:40.663 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:20:40.663 DEBUG:boto:Data: 2022-09-01T11:20:40.664 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.665 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.665 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.665 DEBUG:boto:Params: {} 2022-09-01T11:20:40.666 DEBUG:boto:Token: None 2022-09-01T11:20:40.667 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.671 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000072df5583fd53023a-0063109588-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.671 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.672 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.673 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.673 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:40.674 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:20:40.674 DEBUG:boto:Method: GET 2022-09-01T11:20:40.675 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:20:40.675 DEBUG:boto:Data: 2022-09-01T11:20:40.676 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.676 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.677 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.677 DEBUG:boto:Params: {} 2022-09-01T11:20:40.678 DEBUG:boto:Token: None 2022-09-01T11:20:40.679 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.679 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.680 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.682 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000025ecfecbbce47385-0063109588-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.683 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.684 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:20:40.684 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:40.685 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:40.685 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.686 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.686 DEBUG:boto:Method: GET 2022-09-01T11:20:40.687 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.688 DEBUG:boto:Data: 2022-09-01T11:20:40.688 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.689 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.689 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.690 DEBUG:boto:Params: {} 2022-09-01T11:20:40.690 DEBUG:boto:Token: None 2022-09-01T11:20:40.691 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.692 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nNbHxOKHM8EJ7I+OX+O1YSLz7zE= 2022-09-01T11:20:40.692 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nNbHxOKHM8EJ7I+OX+O1YSLz7zE=', 'Content-Length': '0'} 2022-09-01T11:20:40.694 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a3f5dec5b6142af5-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.695 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:40.696 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:40.696 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.697 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.697 DEBUG:boto:Method: GET 2022-09-01T11:20:40.698 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.699 DEBUG:boto:Data: 2022-09-01T11:20:40.699 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.700 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.700 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.701 DEBUG:boto:Params: {} 2022-09-01T11:20:40.701 DEBUG:boto:Token: None 2022-09-01T11:20:40.702 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.703 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nNbHxOKHM8EJ7I+OX+O1YSLz7zE= 2022-09-01T11:20:40.703 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nNbHxOKHM8EJ7I+OX+O1YSLz7zE=', 'Content-Length': '0'} 2022-09-01T11:20:40.706 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db83c533e2040eaf-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.707 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:40.707 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:40.708 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.708 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.709 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.709 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.710 DEBUG:boto:Data: 2022-09-01T11:20:40.710 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.711 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.711 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.712 DEBUG:boto:Params: {} 2022-09-01T11:20:40.712 DEBUG:boto:Token: None 2022-09-01T11:20:40.713 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.713 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YLHI+SI5w4jfh1p52qWByLxZjlQ= 2022-09-01T11:20:40.714 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YLHI+SI5w4jfh1p52qWByLxZjlQ=', 'Content-Length': '0'} 2022-09-01T11:20:40.716 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a18a41ce71a6226e-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.717 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:40.717 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:40.718 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.718 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.719 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.719 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.720 DEBUG:boto:Data: 2022-09-01T11:20:40.720 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.721 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.721 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.722 DEBUG:boto:Params: {} 2022-09-01T11:20:40.722 DEBUG:boto:Token: None 2022-09-01T11:20:40.723 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YLHI+SI5w4jfh1p52qWByLxZjlQ= 2022-09-01T11:20:40.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YLHI+SI5w4jfh1p52qWByLxZjlQ=', 'Content-Length': '0'} 2022-09-01T11:20:40.726 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000985d44ed453ddcfb-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.727 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:20:40.728 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:40.728 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:40.729 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.729 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.730 DEBUG:boto:Method: GET 2022-09-01T11:20:40.730 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.731 DEBUG:boto:Data: 2022-09-01T11:20:40.731 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.732 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.732 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.733 DEBUG:boto:Params: {} 2022-09-01T11:20:40.733 DEBUG:boto:Token: None 2022-09-01T11:20:40.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.735 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nNbHxOKHM8EJ7I+OX+O1YSLz7zE= 2022-09-01T11:20:40.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nNbHxOKHM8EJ7I+OX+O1YSLz7zE=', 'Content-Length': '0'} 2022-09-01T11:20:40.737 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009960985243e0a837-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.778 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:40.779 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:40.779 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.780 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.780 DEBUG:boto:Method: GET 2022-09-01T11:20:40.781 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.781 DEBUG:boto:Data: 2022-09-01T11:20:40.782 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.782 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.783 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.784 DEBUG:boto:Params: {} 2022-09-01T11:20:40.784 DEBUG:boto:Token: None 2022-09-01T11:20:40.785 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:20:40.786 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nNbHxOKHM8EJ7I+OX+O1YSLz7zE= 2022-09-01T11:20:40.786 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nNbHxOKHM8EJ7I+OX+O1YSLz7zE=', 'Content-Length': '0'} 2022-09-01T11:20:40.789 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000082bf018308feca85-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.790 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.790 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.791 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:40.791 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:40.792 DEBUG:boto:Method: GET 2022-09-01T11:20:40.792 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:20:40.793 DEBUG:boto:Data: 2022-09-01T11:20:40.793 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.794 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.794 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.795 DEBUG:boto:Params: {} 2022-09-01T11:20:40.796 DEBUG:boto:Token: None 2022-09-01T11:20:40.796 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.797 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.797 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.800 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d5cb1109366e3508-0063109588-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.801 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.802 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.802 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.803 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:40.803 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:40.804 DEBUG:boto:Method: GET 2022-09-01T11:20:40.805 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:20:40.805 DEBUG:boto:Data: 2022-09-01T11:20:40.806 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.806 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.807 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.807 DEBUG:boto:Params: {} 2022-09-01T11:20:40.808 DEBUG:boto:Token: None 2022-09-01T11:20:40.808 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.809 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.810 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.812 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000002c26fa6cb56be1b-0063109588-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.813 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.814 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:40.815 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:40.815 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.816 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:20:40.816 DEBUG:boto:Data: 2022-09-01T11:20:40.817 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.817 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.818 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.818 DEBUG:boto:Params: {} 2022-09-01T11:20:40.819 DEBUG:boto:Token: None 2022-09-01T11:20:40.820 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj22 2022-09-01T11:20:40.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/E90FqKP9zN+K44Y7uHnd8TlDQo= 2022-09-01T11:20:40.821 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/E90FqKP9zN+K44Y7uHnd8TlDQo=', 'Content-Length': '0'} 2022-09-01T11:20:40.823 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a2c47e591976c4df-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.824 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:40.824 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:40.825 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.825 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:20:40.826 DEBUG:boto:Data: 2022-09-01T11:20:40.826 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.827 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.827 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.828 DEBUG:boto:Params: {} 2022-09-01T11:20:40.829 DEBUG:boto:Token: None 2022-09-01T11:20:40.830 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj22 2022-09-01T11:20:40.831 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/E90FqKP9zN+K44Y7uHnd8TlDQo= 2022-09-01T11:20:40.831 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/E90FqKP9zN+K44Y7uHnd8TlDQo=', 'Content-Length': '0'} 2022-09-01T11:20:40.833 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e593e7490c1ef3b9-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.834 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:20:40.835 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:40.835 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:40.836 DEBUG:boto:Method: GET 2022-09-01T11:20:40.836 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:20:40.837 DEBUG:boto:Data: 2022-09-01T11:20:40.837 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.838 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.839 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.839 DEBUG:boto:Params: {} 2022-09-01T11:20:40.840 DEBUG:boto:Token: None 2022-09-01T11:20:40.840 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj22 2022-09-01T11:20:40.841 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rnZHi8NDJsZX6YT1klaYzW7mqxc= 2022-09-01T11:20:40.842 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rnZHi8NDJsZX6YT1klaYzW7mqxc=', 'Content-Length': '0'} 2022-09-01T11:20:40.844 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001bdb1d52ad585137-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.845 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:20:40.845 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:20:40.846 DEBUG:boto:Method: GET 2022-09-01T11:20:40.846 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:20:40.847 DEBUG:boto:Data: 2022-09-01T11:20:40.848 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.848 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.849 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.849 DEBUG:boto:Params: {} 2022-09-01T11:20:40.850 DEBUG:boto:Token: None 2022-09-01T11:20:40.850 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj22 2022-09-01T11:20:40.851 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rnZHi8NDJsZX6YT1klaYzW7mqxc= 2022-09-01T11:20:40.852 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rnZHi8NDJsZX6YT1klaYzW7mqxc=', 'Content-Length': '0'} 2022-09-01T11:20:40.854 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000938b205257c3f23b-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.855 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.855 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.856 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:40.856 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:40.857 DEBUG:boto:Method: GET 2022-09-01T11:20:40.857 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:20:40.858 DEBUG:boto:Data: 2022-09-01T11:20:40.859 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.859 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.860 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.860 DEBUG:boto:Params: {} 2022-09-01T11:20:40.861 DEBUG:boto:Token: None 2022-09-01T11:20:40.861 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.862 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.863 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.865 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b8904106aafc2b87-0063109588-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.866 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.867 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.867 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.868 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:40.868 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:20:40.869 DEBUG:boto:Method: GET 2022-09-01T11:20:40.870 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:20:40.870 DEBUG:boto:Data: 2022-09-01T11:20:40.871 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.871 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.872 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.872 DEBUG:boto:Params: {} 2022-09-01T11:20:40.873 DEBUG:boto:Token: None 2022-09-01T11:20:40.873 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.874 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.875 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:40.877 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000544c70c8fbd0d22a-0063109588-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.878 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:40.879 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:20:40.879 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:40.880 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:40.881 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.881 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.882 DEBUG:boto:Method: GET 2022-09-01T11:20:40.882 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.883 DEBUG:boto:Data: 2022-09-01T11:20:40.883 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.884 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.884 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.885 DEBUG:boto:Params: {} 2022-09-01T11:20:40.886 DEBUG:boto:Token: None 2022-09-01T11:20:40.886 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.887 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RI1h3r/NQ6Dc8OVXiSKy5Bj7D+w= 2022-09-01T11:20:40.888 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RI1h3r/NQ6Dc8OVXiSKy5Bj7D+w=', 'Content-Length': '0'} 2022-09-01T11:20:40.890 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cb03423d59d9ff01-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.891 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:40.891 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:40.892 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.892 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.893 DEBUG:boto:Method: GET 2022-09-01T11:20:40.893 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.894 DEBUG:boto:Data: 2022-09-01T11:20:40.894 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.895 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.895 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.896 DEBUG:boto:Params: {} 2022-09-01T11:20:40.897 DEBUG:boto:Token: None 2022-09-01T11:20:40.897 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.898 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RI1h3r/NQ6Dc8OVXiSKy5Bj7D+w= 2022-09-01T11:20:40.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RI1h3r/NQ6Dc8OVXiSKy5Bj7D+w=', 'Content-Length': '0'} 2022-09-01T11:20:40.900 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bada3601acb96f6e-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.901 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:40.902 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:40.902 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.903 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.903 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.904 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.904 DEBUG:boto:Data: 2022-09-01T11:20:40.905 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.905 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.906 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.906 DEBUG:boto:Params: {} 2022-09-01T11:20:40.907 DEBUG:boto:Token: None 2022-09-01T11:20:40.908 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.908 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2/cpnGKJMBq8gnVK0a6YLVNHHwU= 2022-09-01T11:20:40.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2/cpnGKJMBq8gnVK0a6YLVNHHwU=', 'Content-Length': '0'} 2022-09-01T11:20:40.911 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee29acf6ab91e92e-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.912 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:40.912 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:40.913 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.913 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.914 DEBUG:boto:Method: HEAD 2022-09-01T11:20:40.914 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.915 DEBUG:boto:Data: 2022-09-01T11:20:40.915 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.916 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.916 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.917 DEBUG:boto:Params: {} 2022-09-01T11:20:40.917 DEBUG:boto:Token: None 2022-09-01T11:20:40.918 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.919 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2/cpnGKJMBq8gnVK0a6YLVNHHwU= 2022-09-01T11:20:40.919 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2/cpnGKJMBq8gnVK0a6YLVNHHwU=', 'Content-Length': '0'} 2022-09-01T11:20:40.922 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b5d4f47188a78502-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.922 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:20:40.923 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:40.923 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:40.924 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.925 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.925 DEBUG:boto:Method: GET 2022-09-01T11:20:40.926 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.926 DEBUG:boto:Data: 2022-09-01T11:20:40.927 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.927 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.928 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.928 DEBUG:boto:Params: {} 2022-09-01T11:20:40.929 DEBUG:boto:Token: None 2022-09-01T11:20:40.930 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.930 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RI1h3r/NQ6Dc8OVXiSKy5Bj7D+w= 2022-09-01T11:20:40.931 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RI1h3r/NQ6Dc8OVXiSKy5Bj7D+w=', 'Content-Length': '0'} 2022-09-01T11:20:40.933 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002038d885673b49ca-0063109588-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.974 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:40.975 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:40.976 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.976 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.977 DEBUG:boto:Method: GET 2022-09-01T11:20:40.977 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.978 DEBUG:boto:Data: 2022-09-01T11:20:40.978 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.979 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:40.979 DEBUG:boto:Port: 8000 2022-09-01T11:20:40.980 DEBUG:boto:Params: {} 2022-09-01T11:20:40.981 DEBUG:boto:Token: None 2022-09-01T11:20:40.982 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:20:40.983 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RI1h3r/NQ6Dc8OVXiSKy5Bj7D+w= 2022-09-01T11:20:40.984 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RI1h3r/NQ6Dc8OVXiSKy5Bj7D+w=', 'Content-Length': '0'} 2022-09-01T11:20:40.987 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006f1498aaa6151af7-0063109588-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:40 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:40.988 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:40.989 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:40.990 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:40.991 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:40.992 DEBUG:boto:Method: GET 2022-09-01T11:20:40.993 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:20:40.993 DEBUG:boto:Data: 2022-09-01T11:20:40.994 DEBUG:boto:Headers: {} 2022-09-01T11:20:40.995 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:40.995 DEBUG:boto:Port: 8001 2022-09-01T11:20:40.996 DEBUG:boto:Params: {} 2022-09-01T11:20:40.996 DEBUG:boto:Token: None 2022-09-01T11:20:40.997 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:40 GMT /ptoxvb-74/ 2022-09-01T11:20:40.998 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA= 2022-09-01T11:20:40.998 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:40 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUVPxoWCbBJ/TOfJGAfNoQbd+EA=', 'Content-Length': '0'} 2022-09-01T11:20:41.001 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001e68a75757e286a2-0063109589-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.002 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.003 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.004 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.004 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:41.005 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:41.005 DEBUG:boto:Method: GET 2022-09-01T11:20:41.006 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:20:41.006 DEBUG:boto:Data: 2022-09-01T11:20:41.007 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.008 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.008 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.009 DEBUG:boto:Params: {} 2022-09-01T11:20:41.009 DEBUG:boto:Token: None 2022-09-01T11:20:41.010 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.014 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c5196929fa2c3ecd-0063109589-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.054 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.055 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:41.056 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:41.057 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.057 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:20:41.058 DEBUG:boto:Data: 2022-09-01T11:20:41.058 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.059 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.059 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.060 DEBUG:boto:Params: {} 2022-09-01T11:20:41.060 DEBUG:boto:Token: None 2022-09-01T11:20:41.061 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj33 2022-09-01T11:20:41.061 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UQTG5yhVQe/qXFmAnjHkdag2eyo= 2022-09-01T11:20:41.062 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UQTG5yhVQe/qXFmAnjHkdag2eyo=', 'Content-Length': '0'} 2022-09-01T11:20:41.064 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005657492a9fad44f1-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.065 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:41.066 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:41.066 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.067 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:20:41.067 DEBUG:boto:Data: 2022-09-01T11:20:41.068 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.068 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.069 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.069 DEBUG:boto:Params: {} 2022-09-01T11:20:41.070 DEBUG:boto:Token: None 2022-09-01T11:20:41.070 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj33 2022-09-01T11:20:41.071 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UQTG5yhVQe/qXFmAnjHkdag2eyo= 2022-09-01T11:20:41.072 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UQTG5yhVQe/qXFmAnjHkdag2eyo=', 'Content-Length': '0'} 2022-09-01T11:20:41.074 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004198339fd86ad47b-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.074 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:20:41.075 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:41.076 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:41.076 DEBUG:boto:Method: GET 2022-09-01T11:20:41.077 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:20:41.077 DEBUG:boto:Data: 2022-09-01T11:20:41.078 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.079 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.079 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.080 DEBUG:boto:Params: {} 2022-09-01T11:20:41.080 DEBUG:boto:Token: None 2022-09-01T11:20:41.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj33 2022-09-01T11:20:41.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D2JV3BOcDpbJ1wsRSeYiROTTN+E= 2022-09-01T11:20:41.082 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D2JV3BOcDpbJ1wsRSeYiROTTN+E=', 'Content-Length': '0'} 2022-09-01T11:20:41.085 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000031fb1f177380b9db-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.085 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:20:41.086 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:20:41.087 DEBUG:boto:Method: GET 2022-09-01T11:20:41.087 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:20:41.088 DEBUG:boto:Data: 2022-09-01T11:20:41.088 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.089 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.090 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.091 DEBUG:boto:Params: {} 2022-09-01T11:20:41.092 DEBUG:boto:Token: None 2022-09-01T11:20:41.093 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj33 2022-09-01T11:20:41.094 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D2JV3BOcDpbJ1wsRSeYiROTTN+E= 2022-09-01T11:20:41.095 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D2JV3BOcDpbJ1wsRSeYiROTTN+E=', 'Content-Length': '0'} 2022-09-01T11:20:41.098 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000025307a178e7dfabc-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.099 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.099 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.100 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:41.101 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:41.101 DEBUG:boto:Method: GET 2022-09-01T11:20:41.102 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:20:41.102 DEBUG:boto:Data: 2022-09-01T11:20:41.103 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.103 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.104 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.104 DEBUG:boto:Params: {} 2022-09-01T11:20:41.105 DEBUG:boto:Token: None 2022-09-01T11:20:41.106 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.107 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.107 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.110 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cbd4ef05e1e08b4d-0063109589-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.111 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.112 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.112 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.113 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:41.113 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:20:41.114 DEBUG:boto:Method: GET 2022-09-01T11:20:41.114 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:20:41.116 DEBUG:boto:Data: 2022-09-01T11:20:41.116 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.117 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.117 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.118 DEBUG:boto:Params: {} 2022-09-01T11:20:41.119 DEBUG:boto:Token: None 2022-09-01T11:20:41.119 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.120 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.121 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.123 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e7c21ad751db8701-0063109589-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.124 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.125 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:20:41.125 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:41.126 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:41.127 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.127 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.128 DEBUG:boto:Method: GET 2022-09-01T11:20:41.129 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.129 DEBUG:boto:Data: 2022-09-01T11:20:41.130 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.131 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.132 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.132 DEBUG:boto:Params: {} 2022-09-01T11:20:41.133 DEBUG:boto:Token: None 2022-09-01T11:20:41.134 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DivwLukM+lO0wghPqJvEWkqoRfI= 2022-09-01T11:20:41.135 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DivwLukM+lO0wghPqJvEWkqoRfI=', 'Content-Length': '0'} 2022-09-01T11:20:41.138 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000090d441e87b1766ce-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.139 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:41.139 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:41.140 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.140 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.141 DEBUG:boto:Method: GET 2022-09-01T11:20:41.141 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.142 DEBUG:boto:Data: 2022-09-01T11:20:41.142 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.143 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.143 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.144 DEBUG:boto:Params: {} 2022-09-01T11:20:41.145 DEBUG:boto:Token: None 2022-09-01T11:20:41.146 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.146 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DivwLukM+lO0wghPqJvEWkqoRfI= 2022-09-01T11:20:41.147 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DivwLukM+lO0wghPqJvEWkqoRfI=', 'Content-Length': '0'} 2022-09-01T11:20:41.149 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1c07ae6608a3da5-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.190 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:41.191 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:41.191 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.192 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.192 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.193 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.194 DEBUG:boto:Data: 2022-09-01T11:20:41.194 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.195 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.195 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.196 DEBUG:boto:Params: {} 2022-09-01T11:20:41.196 DEBUG:boto:Token: None 2022-09-01T11:20:41.197 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.197 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2VLbY7MW0iD0chAlLKG9El/aSKw= 2022-09-01T11:20:41.198 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2VLbY7MW0iD0chAlLKG9El/aSKw=', 'Content-Length': '0'} 2022-09-01T11:20:41.200 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001aefbce676f6eb68-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.201 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:41.201 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:41.202 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.203 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.203 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.204 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.204 DEBUG:boto:Data: 2022-09-01T11:20:41.205 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.205 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.206 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.206 DEBUG:boto:Params: {} 2022-09-01T11:20:41.207 DEBUG:boto:Token: None 2022-09-01T11:20:41.208 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.208 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2VLbY7MW0iD0chAlLKG9El/aSKw= 2022-09-01T11:20:41.209 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2VLbY7MW0iD0chAlLKG9El/aSKw=', 'Content-Length': '0'} 2022-09-01T11:20:41.211 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b0adf71a17cacd0-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.212 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:20:41.212 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:41.213 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:41.213 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.214 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.214 DEBUG:boto:Method: GET 2022-09-01T11:20:41.215 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.216 DEBUG:boto:Data: 2022-09-01T11:20:41.216 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.217 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.217 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.218 DEBUG:boto:Params: {} 2022-09-01T11:20:41.219 DEBUG:boto:Token: None 2022-09-01T11:20:41.219 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.220 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DivwLukM+lO0wghPqJvEWkqoRfI= 2022-09-01T11:20:41.221 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DivwLukM+lO0wghPqJvEWkqoRfI=', 'Content-Length': '0'} 2022-09-01T11:20:41.223 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b03b164f2d8b606-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.224 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:41.224 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:41.225 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.225 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.226 DEBUG:boto:Method: GET 2022-09-01T11:20:41.226 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.227 DEBUG:boto:Data: 2022-09-01T11:20:41.227 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.228 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.229 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.229 DEBUG:boto:Params: {} 2022-09-01T11:20:41.230 DEBUG:boto:Token: None 2022-09-01T11:20:41.230 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:20:41.231 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DivwLukM+lO0wghPqJvEWkqoRfI= 2022-09-01T11:20:41.232 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DivwLukM+lO0wghPqJvEWkqoRfI=', 'Content-Length': '0'} 2022-09-01T11:20:41.234 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003a256faa76f745b9-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.235 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.236 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.236 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:41.237 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:41.237 DEBUG:boto:Method: GET 2022-09-01T11:20:41.238 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:20:41.238 DEBUG:boto:Data: 2022-09-01T11:20:41.239 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.240 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.241 DEBUG:boto:Params: {} 2022-09-01T11:20:41.241 DEBUG:boto:Token: None 2022-09-01T11:20:41.242 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.242 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.243 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.246 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f2a5132b1c8a5674-0063109589-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.286 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.287 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.288 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.288 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:41.289 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:41.289 DEBUG:boto:Method: GET 2022-09-01T11:20:41.290 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:20:41.291 DEBUG:boto:Data: 2022-09-01T11:20:41.291 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.292 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.292 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.293 DEBUG:boto:Params: {} 2022-09-01T11:20:41.293 DEBUG:boto:Token: None 2022-09-01T11:20:41.294 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.295 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.295 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.298 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000917242ac8327ec18-0063109589-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.299 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.300 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:41.300 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:41.301 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.301 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:20:41.302 DEBUG:boto:Data: 2022-09-01T11:20:41.302 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.303 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.303 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.304 DEBUG:boto:Params: {} 2022-09-01T11:20:41.304 DEBUG:boto:Token: None 2022-09-01T11:20:41.305 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj34 2022-09-01T11:20:41.305 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gCdAkAsC4FbMJSbSGnw0OBrjZKU= 2022-09-01T11:20:41.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gCdAkAsC4FbMJSbSGnw0OBrjZKU=', 'Content-Length': '0'} 2022-09-01T11:20:41.308 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000051fe343cc8382ea-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.309 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:41.309 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:41.310 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.310 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:20:41.311 DEBUG:boto:Data: 2022-09-01T11:20:41.311 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.312 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.313 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.313 DEBUG:boto:Params: {} 2022-09-01T11:20:41.314 DEBUG:boto:Token: None 2022-09-01T11:20:41.314 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj34 2022-09-01T11:20:41.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gCdAkAsC4FbMJSbSGnw0OBrjZKU= 2022-09-01T11:20:41.315 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gCdAkAsC4FbMJSbSGnw0OBrjZKU=', 'Content-Length': '0'} 2022-09-01T11:20:41.318 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ea1737800c204d40-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.318 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:20:41.319 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:41.319 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:41.320 DEBUG:boto:Method: GET 2022-09-01T11:20:41.321 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:20:41.321 DEBUG:boto:Data: 2022-09-01T11:20:41.322 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.322 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.323 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.323 DEBUG:boto:Params: {} 2022-09-01T11:20:41.324 DEBUG:boto:Token: None 2022-09-01T11:20:41.325 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj34 2022-09-01T11:20:41.325 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jKZO01AWzK9e01bBQowuKX7bK7s= 2022-09-01T11:20:41.326 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jKZO01AWzK9e01bBQowuKX7bK7s=', 'Content-Length': '0'} 2022-09-01T11:20:41.329 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a3527f056cdafb28-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.329 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:20:41.330 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:20:41.330 DEBUG:boto:Method: GET 2022-09-01T11:20:41.331 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:20:41.332 DEBUG:boto:Data: 2022-09-01T11:20:41.332 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.333 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.333 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.334 DEBUG:boto:Params: {} 2022-09-01T11:20:41.334 DEBUG:boto:Token: None 2022-09-01T11:20:41.335 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj34 2022-09-01T11:20:41.336 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jKZO01AWzK9e01bBQowuKX7bK7s= 2022-09-01T11:20:41.336 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jKZO01AWzK9e01bBQowuKX7bK7s=', 'Content-Length': '0'} 2022-09-01T11:20:41.338 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000010e930f1b7740d4d-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.382 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.383 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.383 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:41.384 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:41.384 DEBUG:boto:Method: GET 2022-09-01T11:20:41.385 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:20:41.386 DEBUG:boto:Data: 2022-09-01T11:20:41.386 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.387 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.387 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.388 DEBUG:boto:Params: {} 2022-09-01T11:20:41.388 DEBUG:boto:Token: None 2022-09-01T11:20:41.389 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.390 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.390 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.393 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000af21e219768128b3-0063109589-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.394 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.395 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.395 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.396 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:41.396 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:20:41.397 DEBUG:boto:Method: GET 2022-09-01T11:20:41.397 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:20:41.398 DEBUG:boto:Data: 2022-09-01T11:20:41.398 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.399 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.399 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.400 DEBUG:boto:Params: {} 2022-09-01T11:20:41.401 DEBUG:boto:Token: None 2022-09-01T11:20:41.401 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.402 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.402 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.405 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000265e1cc63fee4de2-0063109589-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.406 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.407 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:20:41.407 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:41.408 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:41.408 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.409 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.409 DEBUG:boto:Method: GET 2022-09-01T11:20:41.410 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.410 DEBUG:boto:Data: 2022-09-01T11:20:41.411 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.411 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.412 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.413 DEBUG:boto:Params: {} 2022-09-01T11:20:41.413 DEBUG:boto:Token: None 2022-09-01T11:20:41.414 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.415 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i5qkTYk6quy+fR4NmYgjiOgtim0= 2022-09-01T11:20:41.415 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i5qkTYk6quy+fR4NmYgjiOgtim0=', 'Content-Length': '0'} 2022-09-01T11:20:41.417 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000482dff44e6ed6994-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.418 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:41.419 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:41.419 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.420 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.420 DEBUG:boto:Method: GET 2022-09-01T11:20:41.421 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.421 DEBUG:boto:Data: 2022-09-01T11:20:41.422 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.423 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.423 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.424 DEBUG:boto:Params: {} 2022-09-01T11:20:41.424 DEBUG:boto:Token: None 2022-09-01T11:20:41.425 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.425 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i5qkTYk6quy+fR4NmYgjiOgtim0= 2022-09-01T11:20:41.426 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i5qkTYk6quy+fR4NmYgjiOgtim0=', 'Content-Length': '0'} 2022-09-01T11:20:41.428 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000823fb767414709ea-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.429 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:41.429 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:41.430 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.430 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.431 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.432 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.432 DEBUG:boto:Data: 2022-09-01T11:20:41.432 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.433 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.434 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.434 DEBUG:boto:Params: {} 2022-09-01T11:20:41.435 DEBUG:boto:Token: None 2022-09-01T11:20:41.435 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.436 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3lS/UkSi89oT7vJk+xzsQ8yIM6Q= 2022-09-01T11:20:41.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3lS/UkSi89oT7vJk+xzsQ8yIM6Q=', 'Content-Length': '0'} 2022-09-01T11:20:41.439 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000080c0d965e7001772-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.439 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:41.440 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:41.441 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.441 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.442 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.442 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.443 DEBUG:boto:Data: 2022-09-01T11:20:41.443 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.444 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.444 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.445 DEBUG:boto:Params: {} 2022-09-01T11:20:41.445 DEBUG:boto:Token: None 2022-09-01T11:20:41.446 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3lS/UkSi89oT7vJk+xzsQ8yIM6Q= 2022-09-01T11:20:41.447 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3lS/UkSi89oT7vJk+xzsQ8yIM6Q=', 'Content-Length': '0'} 2022-09-01T11:20:41.449 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b9929ab5a9a32a0-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.450 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:20:41.451 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:41.451 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:41.452 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.452 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.453 DEBUG:boto:Method: GET 2022-09-01T11:20:41.453 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.454 DEBUG:boto:Data: 2022-09-01T11:20:41.454 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.455 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.456 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.456 DEBUG:boto:Params: {} 2022-09-01T11:20:41.457 DEBUG:boto:Token: None 2022-09-01T11:20:41.457 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.458 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i5qkTYk6quy+fR4NmYgjiOgtim0= 2022-09-01T11:20:41.459 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i5qkTYk6quy+fR4NmYgjiOgtim0=', 'Content-Length': '0'} 2022-09-01T11:20:41.461 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b392def1908ccbb1-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.461 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:41.462 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:41.462 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.463 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.464 DEBUG:boto:Method: GET 2022-09-01T11:20:41.464 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.465 DEBUG:boto:Data: 2022-09-01T11:20:41.465 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.466 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.466 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.467 DEBUG:boto:Params: {} 2022-09-01T11:20:41.467 DEBUG:boto:Token: None 2022-09-01T11:20:41.468 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:20:41.469 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i5qkTYk6quy+fR4NmYgjiOgtim0= 2022-09-01T11:20:41.469 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i5qkTYk6quy+fR4NmYgjiOgtim0=', 'Content-Length': '0'} 2022-09-01T11:20:41.471 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000029cd06da7fc678d5-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.472 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.473 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.473 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:41.474 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:41.474 DEBUG:boto:Method: GET 2022-09-01T11:20:41.475 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:20:41.475 DEBUG:boto:Data: 2022-09-01T11:20:41.476 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.476 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.477 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.478 DEBUG:boto:Params: {} 2022-09-01T11:20:41.478 DEBUG:boto:Token: None 2022-09-01T11:20:41.479 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.479 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.480 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.483 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005a4ac069da133fda-0063109589-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.484 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.485 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.485 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.486 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:41.486 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:41.487 DEBUG:boto:Method: GET 2022-09-01T11:20:41.487 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:20:41.488 DEBUG:boto:Data: 2022-09-01T11:20:41.488 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.489 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.489 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.490 DEBUG:boto:Params: {} 2022-09-01T11:20:41.490 DEBUG:boto:Token: None 2022-09-01T11:20:41.491 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.492 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.495 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b2951f29ee104482-0063109589-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.496 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.497 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:41.497 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:41.498 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.499 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:20:41.499 DEBUG:boto:Data: 2022-09-01T11:20:41.500 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.500 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.501 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.501 DEBUG:boto:Params: {} 2022-09-01T11:20:41.502 DEBUG:boto:Token: None 2022-09-01T11:20:41.503 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj44 2022-09-01T11:20:41.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o7LIt2vxPgAdPNzByI1OYOF0juA= 2022-09-01T11:20:41.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o7LIt2vxPgAdPNzByI1OYOF0juA=', 'Content-Length': '0'} 2022-09-01T11:20:41.506 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000568b954b71c029b1-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.507 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:41.507 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:41.508 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.508 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:20:41.509 DEBUG:boto:Data: 2022-09-01T11:20:41.509 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.510 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.510 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.511 DEBUG:boto:Params: {} 2022-09-01T11:20:41.511 DEBUG:boto:Token: None 2022-09-01T11:20:41.512 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj44 2022-09-01T11:20:41.513 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o7LIt2vxPgAdPNzByI1OYOF0juA= 2022-09-01T11:20:41.513 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o7LIt2vxPgAdPNzByI1OYOF0juA=', 'Content-Length': '0'} 2022-09-01T11:20:41.515 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000850dc5d0823733ca-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.516 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:20:41.517 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:41.517 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:41.518 DEBUG:boto:Method: GET 2022-09-01T11:20:41.518 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:20:41.519 DEBUG:boto:Data: 2022-09-01T11:20:41.519 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.520 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.520 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.521 DEBUG:boto:Params: {} 2022-09-01T11:20:41.522 DEBUG:boto:Token: None 2022-09-01T11:20:41.522 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj44 2022-09-01T11:20:41.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FgNGLbmWXddT9vUFc8lGiyG6p8A= 2022-09-01T11:20:41.523 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FgNGLbmWXddT9vUFc8lGiyG6p8A=', 'Content-Length': '0'} 2022-09-01T11:20:41.525 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000923ae13ce649b42b-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.566 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:20:41.567 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:20:41.567 DEBUG:boto:Method: GET 2022-09-01T11:20:41.568 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:20:41.569 DEBUG:boto:Data: 2022-09-01T11:20:41.569 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.570 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.570 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.571 DEBUG:boto:Params: {} 2022-09-01T11:20:41.571 DEBUG:boto:Token: None 2022-09-01T11:20:41.572 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj44 2022-09-01T11:20:41.573 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FgNGLbmWXddT9vUFc8lGiyG6p8A= 2022-09-01T11:20:41.573 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FgNGLbmWXddT9vUFc8lGiyG6p8A=', 'Content-Length': '0'} 2022-09-01T11:20:41.575 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005673add22f64559f-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.576 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.577 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.577 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:41.578 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:41.578 DEBUG:boto:Method: GET 2022-09-01T11:20:41.579 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:20:41.579 DEBUG:boto:Data: 2022-09-01T11:20:41.580 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.580 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.581 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.582 DEBUG:boto:Params: {} 2022-09-01T11:20:41.582 DEBUG:boto:Token: None 2022-09-01T11:20:41.583 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.584 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.587 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006b818631db1e16f8-0063109589-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.588 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.589 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.589 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.590 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:41.591 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:20:41.591 DEBUG:boto:Method: GET 2022-09-01T11:20:41.592 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:20:41.592 DEBUG:boto:Data: 2022-09-01T11:20:41.593 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.593 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.594 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.594 DEBUG:boto:Params: {} 2022-09-01T11:20:41.595 DEBUG:boto:Token: None 2022-09-01T11:20:41.595 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.599 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000680ea0751057f3cc-0063109589-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.600 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.601 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:20:41.601 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:41.602 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:41.602 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.603 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.603 DEBUG:boto:Method: GET 2022-09-01T11:20:41.604 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.604 DEBUG:boto:Data: 2022-09-01T11:20:41.605 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.605 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.606 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.606 DEBUG:boto:Params: {} 2022-09-01T11:20:41.607 DEBUG:boto:Token: None 2022-09-01T11:20:41.608 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.608 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0U8aAj/5SQUrUz/0smn5xtDmivc= 2022-09-01T11:20:41.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0U8aAj/5SQUrUz/0smn5xtDmivc=', 'Content-Length': '0'} 2022-09-01T11:20:41.611 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005d3193cdcef889bc-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.612 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:41.612 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:41.613 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.613 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.614 DEBUG:boto:Method: GET 2022-09-01T11:20:41.614 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.615 DEBUG:boto:Data: 2022-09-01T11:20:41.615 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.616 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.616 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.617 DEBUG:boto:Params: {} 2022-09-01T11:20:41.618 DEBUG:boto:Token: None 2022-09-01T11:20:41.618 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0U8aAj/5SQUrUz/0smn5xtDmivc= 2022-09-01T11:20:41.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0U8aAj/5SQUrUz/0smn5xtDmivc=', 'Content-Length': '0'} 2022-09-01T11:20:41.622 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003cf59fadcfb6f41f-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.663 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:41.664 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:41.665 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.665 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.666 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.666 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.667 DEBUG:boto:Data: 2022-09-01T11:20:41.667 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.668 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.668 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.669 DEBUG:boto:Params: {} 2022-09-01T11:20:41.669 DEBUG:boto:Token: None 2022-09-01T11:20:41.670 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mLGQ9evzhCRVqMbqKNytXWQ9Dz4= 2022-09-01T11:20:41.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mLGQ9evzhCRVqMbqKNytXWQ9Dz4=', 'Content-Length': '0'} 2022-09-01T11:20:41.673 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ac88d545e4b33666-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.674 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:41.674 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:41.675 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.675 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.676 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.676 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.677 DEBUG:boto:Data: 2022-09-01T11:20:41.677 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.678 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.678 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.679 DEBUG:boto:Params: {} 2022-09-01T11:20:41.680 DEBUG:boto:Token: None 2022-09-01T11:20:41.680 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mLGQ9evzhCRVqMbqKNytXWQ9Dz4= 2022-09-01T11:20:41.681 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mLGQ9evzhCRVqMbqKNytXWQ9Dz4=', 'Content-Length': '0'} 2022-09-01T11:20:41.684 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000943d6e7ac94d4427-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.684 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:20:41.685 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:41.685 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:41.686 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.687 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.687 DEBUG:boto:Method: GET 2022-09-01T11:20:41.688 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.688 DEBUG:boto:Data: 2022-09-01T11:20:41.689 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.689 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.690 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.690 DEBUG:boto:Params: {} 2022-09-01T11:20:41.691 DEBUG:boto:Token: None 2022-09-01T11:20:41.692 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.692 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0U8aAj/5SQUrUz/0smn5xtDmivc= 2022-09-01T11:20:41.693 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0U8aAj/5SQUrUz/0smn5xtDmivc=', 'Content-Length': '0'} 2022-09-01T11:20:41.695 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b15e93f12b0dd9c9-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.696 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:41.696 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:41.697 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.697 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.698 DEBUG:boto:Method: GET 2022-09-01T11:20:41.698 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.699 DEBUG:boto:Data: 2022-09-01T11:20:41.699 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.700 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.700 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.701 DEBUG:boto:Params: {} 2022-09-01T11:20:41.702 DEBUG:boto:Token: None 2022-09-01T11:20:41.703 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:20:41.703 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0U8aAj/5SQUrUz/0smn5xtDmivc= 2022-09-01T11:20:41.704 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0U8aAj/5SQUrUz/0smn5xtDmivc=', 'Content-Length': '0'} 2022-09-01T11:20:41.706 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a52761aae45f3160-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.707 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.708 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.708 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:41.709 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:41.709 DEBUG:boto:Method: GET 2022-09-01T11:20:41.710 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:20:41.710 DEBUG:boto:Data: 2022-09-01T11:20:41.711 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.711 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.712 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.712 DEBUG:boto:Params: {} 2022-09-01T11:20:41.713 DEBUG:boto:Token: None 2022-09-01T11:20:41.714 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.714 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.715 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.717 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fdd64769867f7780-0063109589-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.758 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.759 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.760 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.760 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:41.761 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:41.761 DEBUG:boto:Method: GET 2022-09-01T11:20:41.762 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:20:41.762 DEBUG:boto:Data: 2022-09-01T11:20:41.763 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.764 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.764 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.765 DEBUG:boto:Params: {} 2022-09-01T11:20:41.765 DEBUG:boto:Token: None 2022-09-01T11:20:41.766 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.767 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.767 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.770 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d4971085412281a4-0063109589-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.771 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.772 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:41.772 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:41.773 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.773 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:20:41.774 DEBUG:boto:Data: 2022-09-01T11:20:41.774 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.775 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.775 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.776 DEBUG:boto:Params: {} 2022-09-01T11:20:41.776 DEBUG:boto:Token: None 2022-09-01T11:20:41.777 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj51 2022-09-01T11:20:41.778 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NI9OE1EX0lp5o8LRILeCOK4JPck= 2022-09-01T11:20:41.778 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NI9OE1EX0lp5o8LRILeCOK4JPck=', 'Content-Length': '0'} 2022-09-01T11:20:41.780 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bef861f0cded73bd-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.781 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:41.781 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:41.782 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.782 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:20:41.783 DEBUG:boto:Data: 2022-09-01T11:20:41.783 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.784 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.784 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.785 DEBUG:boto:Params: {} 2022-09-01T11:20:41.785 DEBUG:boto:Token: None 2022-09-01T11:20:41.786 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj51 2022-09-01T11:20:41.787 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NI9OE1EX0lp5o8LRILeCOK4JPck= 2022-09-01T11:20:41.787 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NI9OE1EX0lp5o8LRILeCOK4JPck=', 'Content-Length': '0'} 2022-09-01T11:20:41.789 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e9554f139a23979c-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.790 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:20:41.791 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:41.791 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:41.792 DEBUG:boto:Method: GET 2022-09-01T11:20:41.792 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:20:41.793 DEBUG:boto:Data: 2022-09-01T11:20:41.793 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.794 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.794 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.795 DEBUG:boto:Params: {} 2022-09-01T11:20:41.795 DEBUG:boto:Token: None 2022-09-01T11:20:41.796 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj51 2022-09-01T11:20:41.797 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5kMIDAGsJDNdyNMXjM5OWwCstv8= 2022-09-01T11:20:41.797 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5kMIDAGsJDNdyNMXjM5OWwCstv8=', 'Content-Length': '0'} 2022-09-01T11:20:41.799 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b39c6baef678dd1-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.800 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:20:41.800 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:20:41.801 DEBUG:boto:Method: GET 2022-09-01T11:20:41.801 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:20:41.802 DEBUG:boto:Data: 2022-09-01T11:20:41.803 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.803 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.804 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.804 DEBUG:boto:Params: {} 2022-09-01T11:20:41.805 DEBUG:boto:Token: None 2022-09-01T11:20:41.806 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj51 2022-09-01T11:20:41.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5kMIDAGsJDNdyNMXjM5OWwCstv8= 2022-09-01T11:20:41.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5kMIDAGsJDNdyNMXjM5OWwCstv8=', 'Content-Length': '0'} 2022-09-01T11:20:41.809 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b11a9a3e4ea1546b-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.810 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.811 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.811 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:41.812 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:41.812 DEBUG:boto:Method: GET 2022-09-01T11:20:41.813 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:20:41.813 DEBUG:boto:Data: 2022-09-01T11:20:41.814 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.814 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.815 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.815 DEBUG:boto:Params: {} 2022-09-01T11:20:41.816 DEBUG:boto:Token: None 2022-09-01T11:20:41.817 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.818 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.820 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009d0572aa2d42d164-0063109589-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.821 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.822 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.823 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.824 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:41.825 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:20:41.825 DEBUG:boto:Method: GET 2022-09-01T11:20:41.826 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:20:41.826 DEBUG:boto:Data: 2022-09-01T11:20:41.827 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.827 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.828 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.829 DEBUG:boto:Params: {} 2022-09-01T11:20:41.830 DEBUG:boto:Token: None 2022-09-01T11:20:41.830 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.831 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.831 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.834 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004630198e66fc5ba2-0063109589-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.835 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.836 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:20:41.836 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:41.838 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:41.839 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.840 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.841 DEBUG:boto:Method: GET 2022-09-01T11:20:41.842 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.843 DEBUG:boto:Data: 2022-09-01T11:20:41.843 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.844 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.844 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.845 DEBUG:boto:Params: {} 2022-09-01T11:20:41.846 DEBUG:boto:Token: None 2022-09-01T11:20:41.847 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K8SlHzKxmSCHwCnVNzwhHP1R0bk= 2022-09-01T11:20:41.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K8SlHzKxmSCHwCnVNzwhHP1R0bk=', 'Content-Length': '0'} 2022-09-01T11:20:41.850 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b927c65ae00e7e3-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.851 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:41.852 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:41.852 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.853 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.853 DEBUG:boto:Method: GET 2022-09-01T11:20:41.854 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.855 DEBUG:boto:Data: 2022-09-01T11:20:41.856 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.857 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.858 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.859 DEBUG:boto:Params: {} 2022-09-01T11:20:41.860 DEBUG:boto:Token: None 2022-09-01T11:20:41.861 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.862 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K8SlHzKxmSCHwCnVNzwhHP1R0bk= 2022-09-01T11:20:41.862 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K8SlHzKxmSCHwCnVNzwhHP1R0bk=', 'Content-Length': '0'} 2022-09-01T11:20:41.865 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b152a0fc0a463feb-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.910 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:41.911 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:41.912 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.912 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.913 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.914 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.914 DEBUG:boto:Data: 2022-09-01T11:20:41.915 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.915 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.916 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.917 DEBUG:boto:Params: {} 2022-09-01T11:20:41.917 DEBUG:boto:Token: None 2022-09-01T11:20:41.918 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.919 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gITiOQnZwxUHU3LEwLbY2/hQX/M= 2022-09-01T11:20:41.920 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gITiOQnZwxUHU3LEwLbY2/hQX/M=', 'Content-Length': '0'} 2022-09-01T11:20:41.922 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000048d4abc5616108e4-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.923 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:41.923 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:41.924 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.924 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.925 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.925 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.926 DEBUG:boto:Data: 2022-09-01T11:20:41.926 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.927 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.927 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.928 DEBUG:boto:Params: {} 2022-09-01T11:20:41.928 DEBUG:boto:Token: None 2022-09-01T11:20:41.929 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.930 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gITiOQnZwxUHU3LEwLbY2/hQX/M= 2022-09-01T11:20:41.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gITiOQnZwxUHU3LEwLbY2/hQX/M=', 'Content-Length': '0'} 2022-09-01T11:20:41.932 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000464fcbdb28634d05-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.933 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:20:41.934 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:41.934 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:41.935 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.935 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.936 DEBUG:boto:Method: GET 2022-09-01T11:20:41.936 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.937 DEBUG:boto:Data: 2022-09-01T11:20:41.937 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.938 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.939 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.939 DEBUG:boto:Params: {} 2022-09-01T11:20:41.940 DEBUG:boto:Token: None 2022-09-01T11:20:41.940 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.941 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K8SlHzKxmSCHwCnVNzwhHP1R0bk= 2022-09-01T11:20:41.942 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K8SlHzKxmSCHwCnVNzwhHP1R0bk=', 'Content-Length': '0'} 2022-09-01T11:20:41.944 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000feecac5bcca0be37-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.944 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:41.945 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:41.945 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.946 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.947 DEBUG:boto:Method: GET 2022-09-01T11:20:41.947 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.948 DEBUG:boto:Data: 2022-09-01T11:20:41.949 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.949 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.950 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.951 DEBUG:boto:Params: {} 2022-09-01T11:20:41.951 DEBUG:boto:Token: None 2022-09-01T11:20:41.952 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:20:41.953 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K8SlHzKxmSCHwCnVNzwhHP1R0bk= 2022-09-01T11:20:41.954 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K8SlHzKxmSCHwCnVNzwhHP1R0bk=', 'Content-Length': '0'} 2022-09-01T11:20:41.957 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012e4dec114257bd1-0063109589-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.959 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.960 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.961 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:41.962 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:41.963 DEBUG:boto:Method: GET 2022-09-01T11:20:41.964 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:20:41.965 DEBUG:boto:Data: 2022-09-01T11:20:41.965 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.966 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.967 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.967 DEBUG:boto:Params: {} 2022-09-01T11:20:41.968 DEBUG:boto:Token: None 2022-09-01T11:20:41.969 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.969 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.970 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.973 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000045038c3ac3c9c5cb-0063109589-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.973 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.974 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:41.975 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:41.975 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:41.976 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:41.976 DEBUG:boto:Method: GET 2022-09-01T11:20:41.977 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:20:41.978 DEBUG:boto:Data: 2022-09-01T11:20:41.978 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.979 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:41.979 DEBUG:boto:Port: 8000 2022-09-01T11:20:41.980 DEBUG:boto:Params: {} 2022-09-01T11:20:41.981 DEBUG:boto:Token: None 2022-09-01T11:20:41.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/ 2022-09-01T11:20:41.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM= 2022-09-01T11:20:41.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b4gs1i+2V/qhfsmfvpoV1P9UZeM=', 'Content-Length': '0'} 2022-09-01T11:20:41.985 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c8fa3f61a6c89552-0063109589-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.986 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:41.987 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:41.987 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:41.988 DEBUG:boto:Method: HEAD 2022-09-01T11:20:41.988 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:20:41.989 DEBUG:boto:Data: 2022-09-01T11:20:41.990 DEBUG:boto:Headers: {} 2022-09-01T11:20:41.990 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:41.991 DEBUG:boto:Port: 8001 2022-09-01T11:20:41.991 DEBUG:boto:Params: {} 2022-09-01T11:20:41.992 DEBUG:boto:Token: None 2022-09-01T11:20:41.993 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:41 GMT /ptoxvb-74/obj55 2022-09-01T11:20:41.993 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L1jJZpngNj3+VrTUDV5tCKjJ5Uo= 2022-09-01T11:20:41.994 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:41 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L1jJZpngNj3+VrTUDV5tCKjJ5Uo=', 'Content-Length': '0'} 2022-09-01T11:20:41.996 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000427de50e249baad8-0063109589-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:41 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:41.997 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:41.998 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:41.999 DEBUG:boto:Method: HEAD 2022-09-01T11:20:42.000 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:20:42.001 DEBUG:boto:Data: 2022-09-01T11:20:42.002 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.003 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.004 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.005 DEBUG:boto:Params: {} 2022-09-01T11:20:42.005 DEBUG:boto:Token: None 2022-09-01T11:20:42.006 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj55 2022-09-01T11:20:42.007 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M4BLb/m79jyXwbUlDjG3Zu7mT3I= 2022-09-01T11:20:42.008 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M4BLb/m79jyXwbUlDjG3Zu7mT3I=', 'Content-Length': '0'} 2022-09-01T11:20:42.010 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005ffd552a61d0c6d7-006310958a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.011 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:20:42.011 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:42.012 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:42.012 DEBUG:boto:Method: GET 2022-09-01T11:20:42.013 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:20:42.014 DEBUG:boto:Data: 2022-09-01T11:20:42.014 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.015 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.016 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.016 DEBUG:boto:Params: {} 2022-09-01T11:20:42.017 DEBUG:boto:Token: None 2022-09-01T11:20:42.018 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj55 2022-09-01T11:20:42.018 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jLtTPeQ6ACUxVSeaFXwKiucU09k= 2022-09-01T11:20:42.019 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jLtTPeQ6ACUxVSeaFXwKiucU09k=', 'Content-Length': '0'} 2022-09-01T11:20:42.021 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003540c61e0a1b5897-006310958a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.022 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:20:42.023 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:20:42.023 DEBUG:boto:Method: GET 2022-09-01T11:20:42.024 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:20:42.025 DEBUG:boto:Data: 2022-09-01T11:20:42.025 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.026 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.027 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.027 DEBUG:boto:Params: {} 2022-09-01T11:20:42.028 DEBUG:boto:Token: None 2022-09-01T11:20:42.029 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj55 2022-09-01T11:20:42.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jLtTPeQ6ACUxVSeaFXwKiucU09k= 2022-09-01T11:20:42.030 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jLtTPeQ6ACUxVSeaFXwKiucU09k=', 'Content-Length': '0'} 2022-09-01T11:20:42.032 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000028e6a2da58014e43-006310958a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.033 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:42.034 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:42.035 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:42.035 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:42.036 DEBUG:boto:Method: GET 2022-09-01T11:20:42.037 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:20:42.037 DEBUG:boto:Data: 2022-09-01T11:20:42.038 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.039 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.040 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.040 DEBUG:boto:Params: {} 2022-09-01T11:20:42.041 DEBUG:boto:Token: None 2022-09-01T11:20:42.042 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/ 2022-09-01T11:20:42.043 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s= 2022-09-01T11:20:42.043 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s=', 'Content-Length': '0'} 2022-09-01T11:20:42.046 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000034747a9bc469fe32-006310958a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.047 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:42.047 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:42.048 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:42.049 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:42.050 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:20:42.050 DEBUG:boto:Method: GET 2022-09-01T11:20:42.051 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:20:42.051 DEBUG:boto:Data: 2022-09-01T11:20:42.052 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.053 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.053 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.054 DEBUG:boto:Params: {} 2022-09-01T11:20:42.055 DEBUG:boto:Token: None 2022-09-01T11:20:42.056 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/ 2022-09-01T11:20:42.056 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s= 2022-09-01T11:20:42.057 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s=', 'Content-Length': '0'} 2022-09-01T11:20:42.060 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cb3cec756c9fdb6c-006310958a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.061 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:42.061 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:20:42.062 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:42.063 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:42.063 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.064 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.065 DEBUG:boto:Method: GET 2022-09-01T11:20:42.065 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.066 DEBUG:boto:Data: 2022-09-01T11:20:42.067 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.068 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.068 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.069 DEBUG:boto:Params: {} 2022-09-01T11:20:42.069 DEBUG:boto:Token: None 2022-09-01T11:20:42.070 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.071 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eMe8XvAKHdG3yt6rHS1suBBHxuM= 2022-09-01T11:20:42.072 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eMe8XvAKHdG3yt6rHS1suBBHxuM=', 'Content-Length': '0'} 2022-09-01T11:20:42.074 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c2fca1a1a3bfb5ad-006310958a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.075 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:42.076 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:42.076 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.077 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.078 DEBUG:boto:Method: GET 2022-09-01T11:20:42.079 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.079 DEBUG:boto:Data: 2022-09-01T11:20:42.081 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.082 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.083 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.084 DEBUG:boto:Params: {} 2022-09-01T11:20:42.085 DEBUG:boto:Token: None 2022-09-01T11:20:42.086 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.088 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eMe8XvAKHdG3yt6rHS1suBBHxuM= 2022-09-01T11:20:42.089 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eMe8XvAKHdG3yt6rHS1suBBHxuM=', 'Content-Length': '0'} 2022-09-01T11:20:42.091 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c606ca86b79f08d-006310958a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.092 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:42.093 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:42.094 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.094 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.095 DEBUG:boto:Method: HEAD 2022-09-01T11:20:42.095 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.096 DEBUG:boto:Data: 2022-09-01T11:20:42.096 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.097 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.098 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.098 DEBUG:boto:Params: {} 2022-09-01T11:20:42.099 DEBUG:boto:Token: None 2022-09-01T11:20:42.100 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.100 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j73tQwe8IKpSAjoF8IuUcxrqPAk= 2022-09-01T11:20:42.101 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j73tQwe8IKpSAjoF8IuUcxrqPAk=', 'Content-Length': '0'} 2022-09-01T11:20:42.103 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000004723c49bddf4ff4-006310958a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.104 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:42.104 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:42.105 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.105 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.106 DEBUG:boto:Method: HEAD 2022-09-01T11:20:42.106 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.107 DEBUG:boto:Data: 2022-09-01T11:20:42.107 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.108 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.108 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.109 DEBUG:boto:Params: {} 2022-09-01T11:20:42.109 DEBUG:boto:Token: None 2022-09-01T11:20:42.110 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.111 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j73tQwe8IKpSAjoF8IuUcxrqPAk= 2022-09-01T11:20:42.111 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j73tQwe8IKpSAjoF8IuUcxrqPAk=', 'Content-Length': '0'} 2022-09-01T11:20:42.113 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000fead4a6c4b33f40-006310958a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.114 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:20:42.115 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:42.115 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:42.116 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.116 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.117 DEBUG:boto:Method: GET 2022-09-01T11:20:42.117 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.118 DEBUG:boto:Data: 2022-09-01T11:20:42.118 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.119 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.119 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.120 DEBUG:boto:Params: {} 2022-09-01T11:20:42.120 DEBUG:boto:Token: None 2022-09-01T11:20:42.121 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eMe8XvAKHdG3yt6rHS1suBBHxuM= 2022-09-01T11:20:42.122 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eMe8XvAKHdG3yt6rHS1suBBHxuM=', 'Content-Length': '0'} 2022-09-01T11:20:42.124 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e27be3b3dd5866d5-006310958a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.166 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:42.167 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:42.167 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.168 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.169 DEBUG:boto:Method: GET 2022-09-01T11:20:42.169 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.170 DEBUG:boto:Data: 2022-09-01T11:20:42.171 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.171 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.172 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.172 DEBUG:boto:Params: {} 2022-09-01T11:20:42.173 DEBUG:boto:Token: None 2022-09-01T11:20:42.174 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:20:42.174 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eMe8XvAKHdG3yt6rHS1suBBHxuM= 2022-09-01T11:20:42.175 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eMe8XvAKHdG3yt6rHS1suBBHxuM=', 'Content-Length': '0'} 2022-09-01T11:20:42.177 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fffb526f19d8bb70-006310958a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.178 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:42.178 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:42.179 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:42.179 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:42.180 DEBUG:boto:Method: GET 2022-09-01T11:20:42.180 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:20:42.181 DEBUG:boto:Data: 2022-09-01T11:20:42.182 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.182 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.183 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.183 DEBUG:boto:Params: {} 2022-09-01T11:20:42.184 DEBUG:boto:Token: None 2022-09-01T11:20:42.185 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/ 2022-09-01T11:20:42.185 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s= 2022-09-01T11:20:42.186 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s=', 'Content-Length': '0'} 2022-09-01T11:20:42.189 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f3239af50099f55a-006310958a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.189 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:42.190 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:42.191 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:42.192 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:42.192 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:42.193 DEBUG:boto:Method: GET 2022-09-01T11:20:42.193 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:20:42.194 DEBUG:boto:Data: 2022-09-01T11:20:42.195 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.196 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.197 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.198 DEBUG:boto:Params: {} 2022-09-01T11:20:42.199 DEBUG:boto:Token: None 2022-09-01T11:20:42.200 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/ 2022-09-01T11:20:42.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s= 2022-09-01T11:20:42.202 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s=', 'Content-Length': '0'} 2022-09-01T11:20:42.205 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000878846946984bafd-006310958a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.206 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:42.206 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:42.207 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:42.208 DEBUG:boto:Method: HEAD 2022-09-01T11:20:42.208 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:20:42.209 DEBUG:boto:Data: 2022-09-01T11:20:42.209 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.210 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.210 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.211 DEBUG:boto:Params: {} 2022-09-01T11:20:42.211 DEBUG:boto:Token: None 2022-09-01T11:20:42.212 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj68 2022-09-01T11:20:42.212 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eVBsPoxazTNnJrpnSbxpL3+GKYo= 2022-09-01T11:20:42.213 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eVBsPoxazTNnJrpnSbxpL3+GKYo=', 'Content-Length': '0'} 2022-09-01T11:20:42.215 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fff3b9c0b4854d77-006310958a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.216 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:42.216 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:42.217 DEBUG:boto:Method: HEAD 2022-09-01T11:20:42.217 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:20:42.218 DEBUG:boto:Data: 2022-09-01T11:20:42.218 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.219 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.220 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.221 DEBUG:boto:Params: {} 2022-09-01T11:20:42.222 DEBUG:boto:Token: None 2022-09-01T11:20:42.223 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj68 2022-09-01T11:20:42.224 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eVBsPoxazTNnJrpnSbxpL3+GKYo= 2022-09-01T11:20:42.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eVBsPoxazTNnJrpnSbxpL3+GKYo=', 'Content-Length': '0'} 2022-09-01T11:20:42.227 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009067da9de2e66b56-006310958a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.228 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:20:42.229 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:42.229 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:42.230 DEBUG:boto:Method: GET 2022-09-01T11:20:42.231 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:20:42.231 DEBUG:boto:Data: 2022-09-01T11:20:42.232 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.232 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.233 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.233 DEBUG:boto:Params: {} 2022-09-01T11:20:42.234 DEBUG:boto:Token: None 2022-09-01T11:20:42.234 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj68 2022-09-01T11:20:42.235 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5Hh+H3OkYY5oK/MS9y92caFPFnw= 2022-09-01T11:20:42.236 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5Hh+H3OkYY5oK/MS9y92caFPFnw=', 'Content-Length': '0'} 2022-09-01T11:20:42.238 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000739bb5e8191a0be3-006310958a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.239 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:20:42.239 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:20:42.240 DEBUG:boto:Method: GET 2022-09-01T11:20:42.241 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:20:42.242 DEBUG:boto:Data: 2022-09-01T11:20:42.243 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.244 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.245 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.246 DEBUG:boto:Params: {} 2022-09-01T11:20:42.247 DEBUG:boto:Token: None 2022-09-01T11:20:42.248 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj68 2022-09-01T11:20:42.249 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5Hh+H3OkYY5oK/MS9y92caFPFnw= 2022-09-01T11:20:42.250 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5Hh+H3OkYY5oK/MS9y92caFPFnw=', 'Content-Length': '0'} 2022-09-01T11:20:42.252 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e36294392c7314d-006310958a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.253 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:42.254 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:42.255 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:42.255 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:42.256 DEBUG:boto:Method: GET 2022-09-01T11:20:42.256 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:20:42.257 DEBUG:boto:Data: 2022-09-01T11:20:42.257 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.258 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.259 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.259 DEBUG:boto:Params: {} 2022-09-01T11:20:42.260 DEBUG:boto:Token: None 2022-09-01T11:20:42.261 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/ 2022-09-01T11:20:42.261 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s= 2022-09-01T11:20:42.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s=', 'Content-Length': '0'} 2022-09-01T11:20:42.265 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002c765454e75c9079-006310958a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.265 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:42.266 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:42.267 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:42.268 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:42.268 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:20:42.269 DEBUG:boto:Method: GET 2022-09-01T11:20:42.270 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:20:42.270 DEBUG:boto:Data: 2022-09-01T11:20:42.271 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.271 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.272 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.272 DEBUG:boto:Params: {} 2022-09-01T11:20:42.273 DEBUG:boto:Token: None 2022-09-01T11:20:42.274 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/ 2022-09-01T11:20:42.274 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s= 2022-09-01T11:20:42.275 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s=', 'Content-Length': '0'} 2022-09-01T11:20:42.278 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bbba6fa02b0633a5-006310958a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.279 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:42.280 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:20:42.281 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:42.282 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:42.283 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.284 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.285 DEBUG:boto:Method: GET 2022-09-01T11:20:42.286 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.287 DEBUG:boto:Data: 2022-09-01T11:20:42.288 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.288 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.289 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.289 DEBUG:boto:Params: {} 2022-09-01T11:20:42.290 DEBUG:boto:Token: None 2022-09-01T11:20:42.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.291 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XMilW1Z14rIsmvLsGP0UGJ2BI/E= 2022-09-01T11:20:42.292 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XMilW1Z14rIsmvLsGP0UGJ2BI/E=', 'Content-Length': '0'} 2022-09-01T11:20:42.294 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c0f6eff4a42ed098-006310958a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.295 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:42.295 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:42.296 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.296 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.297 DEBUG:boto:Method: GET 2022-09-01T11:20:42.297 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.298 DEBUG:boto:Data: 2022-09-01T11:20:42.298 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.299 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.299 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.300 DEBUG:boto:Params: {} 2022-09-01T11:20:42.301 DEBUG:boto:Token: None 2022-09-01T11:20:42.301 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.302 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XMilW1Z14rIsmvLsGP0UGJ2BI/E= 2022-09-01T11:20:42.303 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XMilW1Z14rIsmvLsGP0UGJ2BI/E=', 'Content-Length': '0'} 2022-09-01T11:20:42.305 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000304152fb605963fe-006310958a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.306 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:42.306 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:42.307 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.308 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.308 DEBUG:boto:Method: HEAD 2022-09-01T11:20:42.309 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.309 DEBUG:boto:Data: 2022-09-01T11:20:42.310 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.310 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.311 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.311 DEBUG:boto:Params: {} 2022-09-01T11:20:42.312 DEBUG:boto:Token: None 2022-09-01T11:20:42.313 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.313 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U/OqQcaGJXt0gAoghsXtZhDUsAw= 2022-09-01T11:20:42.314 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U/OqQcaGJXt0gAoghsXtZhDUsAw=', 'Content-Length': '0'} 2022-09-01T11:20:42.316 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000046fe04e981f23769-006310958a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.317 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:42.318 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:42.319 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.320 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.320 DEBUG:boto:Method: HEAD 2022-09-01T11:20:42.321 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.321 DEBUG:boto:Data: 2022-09-01T11:20:42.322 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.322 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.323 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.323 DEBUG:boto:Params: {} 2022-09-01T11:20:42.324 DEBUG:boto:Token: None 2022-09-01T11:20:42.324 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.325 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U/OqQcaGJXt0gAoghsXtZhDUsAw= 2022-09-01T11:20:42.326 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U/OqQcaGJXt0gAoghsXtZhDUsAw=', 'Content-Length': '0'} 2022-09-01T11:20:42.328 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000086ba801c6179b1d4-006310958a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.328 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:20:42.329 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:42.330 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:42.330 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.331 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.331 DEBUG:boto:Method: GET 2022-09-01T11:20:42.332 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.332 DEBUG:boto:Data: 2022-09-01T11:20:42.333 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.333 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.334 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.334 DEBUG:boto:Params: {} 2022-09-01T11:20:42.335 DEBUG:boto:Token: None 2022-09-01T11:20:42.336 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.336 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XMilW1Z14rIsmvLsGP0UGJ2BI/E= 2022-09-01T11:20:42.337 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XMilW1Z14rIsmvLsGP0UGJ2BI/E=', 'Content-Length': '0'} 2022-09-01T11:20:42.339 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000024096d67bdb63ead-006310958a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.340 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:42.340 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:42.341 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.341 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.342 DEBUG:boto:Method: GET 2022-09-01T11:20:42.343 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.343 DEBUG:boto:Data: 2022-09-01T11:20:42.344 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.344 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.345 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.345 DEBUG:boto:Params: {} 2022-09-01T11:20:42.346 DEBUG:boto:Token: None 2022-09-01T11:20:42.346 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:20:42.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XMilW1Z14rIsmvLsGP0UGJ2BI/E= 2022-09-01T11:20:42.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XMilW1Z14rIsmvLsGP0UGJ2BI/E=', 'Content-Length': '0'} 2022-09-01T11:20:42.350 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d78751508bdf3b9-006310958a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.351 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:42.351 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:42.352 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:42.352 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:42.353 DEBUG:boto:Method: GET 2022-09-01T11:20:42.353 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:20:42.354 DEBUG:boto:Data: 2022-09-01T11:20:42.354 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.355 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.356 DEBUG:boto:Params: {} 2022-09-01T11:20:42.357 DEBUG:boto:Token: None 2022-09-01T11:20:42.357 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/ 2022-09-01T11:20:42.358 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s= 2022-09-01T11:20:42.358 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s=', 'Content-Length': '0'} 2022-09-01T11:20:42.361 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000079f0553bbb181caa-006310958a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.361 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:42.362 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:42.363 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:42.363 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:42.364 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:42.364 DEBUG:boto:Method: GET 2022-09-01T11:20:42.365 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:20:42.366 DEBUG:boto:Data: 2022-09-01T11:20:42.366 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.367 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.367 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.368 DEBUG:boto:Params: {} 2022-09-01T11:20:42.368 DEBUG:boto:Token: None 2022-09-01T11:20:42.369 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/ 2022-09-01T11:20:42.369 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s= 2022-09-01T11:20:42.370 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s=', 'Content-Length': '0'} 2022-09-01T11:20:42.373 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000093d6d8662cd922ab-006310958a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.414 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:42.415 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:42.416 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:42.416 DEBUG:boto:Method: HEAD 2022-09-01T11:20:42.417 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:20:42.417 DEBUG:boto:Data: 2022-09-01T11:20:42.418 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.418 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.419 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.419 DEBUG:boto:Params: {} 2022-09-01T11:20:42.420 DEBUG:boto:Token: None 2022-09-01T11:20:42.420 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj85 2022-09-01T11:20:42.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8GACcjqxhwrGvgP8gUAQ/L7jtYU= 2022-09-01T11:20:42.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8GACcjqxhwrGvgP8gUAQ/L7jtYU=', 'Content-Length': '0'} 2022-09-01T11:20:42.424 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c09b8ff347aa72d-006310958a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.425 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:42.425 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:42.426 DEBUG:boto:Method: HEAD 2022-09-01T11:20:42.426 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:20:42.427 DEBUG:boto:Data: 2022-09-01T11:20:42.427 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.428 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.429 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.429 DEBUG:boto:Params: {} 2022-09-01T11:20:42.430 DEBUG:boto:Token: None 2022-09-01T11:20:42.430 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj85 2022-09-01T11:20:42.431 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8GACcjqxhwrGvgP8gUAQ/L7jtYU= 2022-09-01T11:20:42.431 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8GACcjqxhwrGvgP8gUAQ/L7jtYU=', 'Content-Length': '0'} 2022-09-01T11:20:42.434 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009cb33f0e0516d052-006310958a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.434 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:20:42.435 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:42.436 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:42.436 DEBUG:boto:Method: GET 2022-09-01T11:20:42.437 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:20:42.437 DEBUG:boto:Data: 2022-09-01T11:20:42.438 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.439 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.440 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.441 DEBUG:boto:Params: {} 2022-09-01T11:20:42.441 DEBUG:boto:Token: None 2022-09-01T11:20:42.442 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj85 2022-09-01T11:20:42.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QFcomK5wvuNzf872sO9Kefkqm/M= 2022-09-01T11:20:42.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QFcomK5wvuNzf872sO9Kefkqm/M=', 'Content-Length': '0'} 2022-09-01T11:20:42.445 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000010d2625e85271db8-006310958a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.447 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:20:42.448 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:20:42.448 DEBUG:boto:Method: GET 2022-09-01T11:20:42.449 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:20:42.450 DEBUG:boto:Data: 2022-09-01T11:20:42.451 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.451 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.452 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.452 DEBUG:boto:Params: {} 2022-09-01T11:20:42.453 DEBUG:boto:Token: None 2022-09-01T11:20:42.453 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj85 2022-09-01T11:20:42.454 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QFcomK5wvuNzf872sO9Kefkqm/M= 2022-09-01T11:20:42.455 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QFcomK5wvuNzf872sO9Kefkqm/M=', 'Content-Length': '0'} 2022-09-01T11:20:42.457 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d283bf7245105705-006310958a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.458 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:42.458 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:42.459 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:42.459 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:42.460 DEBUG:boto:Method: GET 2022-09-01T11:20:42.461 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:20:42.461 DEBUG:boto:Data: 2022-09-01T11:20:42.462 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.463 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:20:42.463 DEBUG:boto:Port: 8001 2022-09-01T11:20:42.464 DEBUG:boto:Params: {} 2022-09-01T11:20:42.465 DEBUG:boto:Token: None 2022-09-01T11:20:42.465 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/ 2022-09-01T11:20:42.466 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s= 2022-09-01T11:20:42.466 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s=', 'Content-Length': '0'} 2022-09-01T11:20:42.469 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d26b4cc6bb516ed9-006310958a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.470 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:42.471 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:42.471 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:42.472 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:42.472 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:20:42.473 DEBUG:boto:Method: GET 2022-09-01T11:20:42.473 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:20:42.474 DEBUG:boto:Data: 2022-09-01T11:20:42.475 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.475 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:20:42.476 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.476 DEBUG:boto:Params: {} 2022-09-01T11:20:42.477 DEBUG:boto:Token: None 2022-09-01T11:20:42.478 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/ 2022-09-01T11:20:42.478 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s= 2022-09-01T11:20:42.479 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JINLt12cfghtWzvqYL12dgprA3s=', 'Content-Length': '0'} 2022-09-01T11:20:42.482 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fc95dd13b376f901-006310958a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.482 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:20:42.483 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone3, test-zone2} 2022-09-01T11:20:42.484 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--num-shards', '19', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:20:42.484 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--num-shards', '19', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:20:42.485 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --num-shards 19 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:20:42.541 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:20:42.542 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:20:42.599 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:20:42.599 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-74 2022-09-01T11:20:42.606 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 10 2022-09-01T11:20:42.678 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:42.679 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:42.680 DEBUG:boto:Method: HEAD 2022-09-01T11:20:42.680 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:20:42.681 DEBUG:boto:Data: 2022-09-01T11:20:42.682 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:42.683 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.683 DEBUG:boto:Params: {} 2022-09-01T11:20:42.684 DEBUG:boto:Token: None 2022-09-01T11:20:42.685 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/ 2022-09-01T11:20:42.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j3rjD8AQr86XnIwAtis7Dw9Indo= 2022-09-01T11:20:42.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j3rjD8AQr86XnIwAtis7Dw9Indo=', 'Content-Length': '0'} 2022-09-01T11:20:42.689 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '30'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000518f4297627e208c-006310958a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.690 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:20:42.691 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:20:42.692 DEBUG:boto:Method: PUT 2022-09-01T11:20:42.692 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:20:42.693 DEBUG:boto:Data: 2022-09-01T11:20:42.693 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:20:42.694 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:42.694 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.695 DEBUG:boto:Params: {} 2022-09-01T11:20:42.695 DEBUG:boto:Token: None 2022-09-01T11:20:42.696 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj19 2022-09-01T11:20:42.696 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gg47sn/dUcVhUuIQq1UXLBpPw8E= 2022-09-01T11:20:42.697 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gg47sn/dUcVhUuIQq1UXLBpPw8E='} 2022-09-01T11:20:42.707 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000004c38b5f88d84181c-006310958a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.708 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:42.709 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:42.709 DEBUG:boto:Method: HEAD 2022-09-01T11:20:42.710 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:20:42.711 DEBUG:boto:Data: 2022-09-01T11:20:42.711 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.712 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:42.712 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.713 DEBUG:boto:Params: {} 2022-09-01T11:20:42.713 DEBUG:boto:Token: None 2022-09-01T11:20:42.714 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/ 2022-09-01T11:20:42.715 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j3rjD8AQr86XnIwAtis7Dw9Indo= 2022-09-01T11:20:42.716 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j3rjD8AQr86XnIwAtis7Dw9Indo=', 'Content-Length': '0'} 2022-09-01T11:20:42.718 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '11'), ('X-RGW-Bytes-Used', '33'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009b69901d71452bfb-006310958a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.719 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:20:42.720 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:20:42.720 DEBUG:boto:Method: PUT 2022-09-01T11:20:42.721 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:20:42.721 DEBUG:boto:Data: 2022-09-01T11:20:42.722 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:20:42.723 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:42.723 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.724 DEBUG:boto:Params: {} 2022-09-01T11:20:42.724 DEBUG:boto:Token: None 2022-09-01T11:20:42.725 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj38 2022-09-01T11:20:42.726 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9iAuUSj/WE0qMpaRs/MW9RzF6gQ= 2022-09-01T11:20:42.727 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9iAuUSj/WE0qMpaRs/MW9RzF6gQ='} 2022-09-01T11:20:42.770 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000004f8a721c566ae9ec-006310958a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.771 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:42.772 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:42.772 DEBUG:boto:Method: HEAD 2022-09-01T11:20:42.773 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:20:42.773 DEBUG:boto:Data: 2022-09-01T11:20:42.774 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.774 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:42.775 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.775 DEBUG:boto:Params: {} 2022-09-01T11:20:42.776 DEBUG:boto:Token: None 2022-09-01T11:20:42.776 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/ 2022-09-01T11:20:42.777 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j3rjD8AQr86XnIwAtis7Dw9Indo= 2022-09-01T11:20:42.778 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j3rjD8AQr86XnIwAtis7Dw9Indo=', 'Content-Length': '0'} 2022-09-01T11:20:42.781 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '12'), ('X-RGW-Bytes-Used', '36'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000017fd24f079141946-006310958a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.782 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:20:42.782 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:20:42.783 DEBUG:boto:Method: PUT 2022-09-01T11:20:42.783 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:20:42.784 DEBUG:boto:Data: 2022-09-01T11:20:42.785 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:20:42.785 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:42.786 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.786 DEBUG:boto:Params: {} 2022-09-01T11:20:42.787 DEBUG:boto:Token: None 2022-09-01T11:20:42.788 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj57 2022-09-01T11:20:42.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ADFsfOE02Ds598WL6DF4mYz0gwI= 2022-09-01T11:20:42.789 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ADFsfOE02Ds598WL6DF4mYz0gwI='} 2022-09-01T11:20:42.796 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000079f9dc261de31bfd-006310958a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.796 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:42.797 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:42.797 DEBUG:boto:Method: HEAD 2022-09-01T11:20:42.798 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:20:42.799 DEBUG:boto:Data: 2022-09-01T11:20:42.800 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.801 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:42.801 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.802 DEBUG:boto:Params: {} 2022-09-01T11:20:42.803 DEBUG:boto:Token: None 2022-09-01T11:20:42.803 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/ 2022-09-01T11:20:42.804 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j3rjD8AQr86XnIwAtis7Dw9Indo= 2022-09-01T11:20:42.804 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j3rjD8AQr86XnIwAtis7Dw9Indo=', 'Content-Length': '0'} 2022-09-01T11:20:42.808 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '13'), ('X-RGW-Bytes-Used', '39'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c37f1b3c8db12e01-006310958a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.809 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:20:42.810 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:20:42.811 DEBUG:boto:Method: PUT 2022-09-01T11:20:42.811 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:20:42.812 DEBUG:boto:Data: 2022-09-01T11:20:42.813 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:20:42.813 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:42.814 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.815 DEBUG:boto:Params: {} 2022-09-01T11:20:42.816 DEBUG:boto:Token: None 2022-09-01T11:20:42.817 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj76 2022-09-01T11:20:42.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Avs8huo36rNZeIWYRFwHaKsveDg= 2022-09-01T11:20:42.818 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Avs8huo36rNZeIWYRFwHaKsveDg='} 2022-09-01T11:20:42.862 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000166a6147ea884f74-006310958a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.863 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:20:42.864 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:20:42.865 DEBUG:boto:Method: HEAD 2022-09-01T11:20:42.865 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:20:42.866 DEBUG:boto:Data: 2022-09-01T11:20:42.867 DEBUG:boto:Headers: {} 2022-09-01T11:20:42.867 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:42.868 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.868 DEBUG:boto:Params: {} 2022-09-01T11:20:42.869 DEBUG:boto:Token: None 2022-09-01T11:20:42.870 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/ 2022-09-01T11:20:42.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j3rjD8AQr86XnIwAtis7Dw9Indo= 2022-09-01T11:20:42.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j3rjD8AQr86XnIwAtis7Dw9Indo=', 'Content-Length': '0'} 2022-09-01T11:20:42.874 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '14'), ('X-RGW-Bytes-Used', '42'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000dedec3aa6a8843e1-006310958a-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.875 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:20:42.875 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:20:42.876 DEBUG:boto:Method: PUT 2022-09-01T11:20:42.877 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:20:42.877 DEBUG:boto:Data: 2022-09-01T11:20:42.878 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:20:42.878 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:20:42.879 DEBUG:boto:Port: 8000 2022-09-01T11:20:42.880 DEBUG:boto:Params: {} 2022-09-01T11:20:42.880 DEBUG:boto:Token: None 2022-09-01T11:20:42.881 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:20:42 GMT /ptoxvb-74/obj95 2022-09-01T11:20:42.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SK2xkD6pHkKQJQYzAis2J4whU/A= 2022-09-01T11:20:42.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:20:42 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SK2xkD6pHkKQJQYzAis2J4whU/A='} 2022-09-01T11:20:42.894 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000a85741fcd0000259-006310958a-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:20:42.896 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-74 2022-09-01T11:20:42.897 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:20:42.898 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:20:42.899 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:20:42.966 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:20:42.967 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:20:43.005 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:20:43.005+0000 7f02e894a600 1 waiting to reach latest gen 2, on 1.. 2022-09-01T11:20:48.008 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:20:48.008+0000 7f02e894a600 1 waiting for incremental sync to catch up: 2022-09-01T11:20:48.008 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , ] 2022-09-01T11:20:48.009 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:20:53.010 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:20:53.010+0000 7f02e894a600 1 waiting for incremental sync to catch up: 2022-09-01T11:20:53.011 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , ] 2022-09-01T11:20:53.012 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:20:58.012 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:20:58.012+0000 7f02e894a600 1 waiting for incremental sync to catch up: 2022-09-01T11:20:58.012 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , ] 2022-09-01T11:20:58.013 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:03.014 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:21:03.013+0000 7f02e894a600 1 waiting for incremental sync to catch up: 2022-09-01T11:21:03.014 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , ] 2022-09-01T11:21:03.015 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:08.016 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:21:08.016+0000 7f02e894a600 1 waiting for incremental sync to catch up: 2022-09-01T11:21:08.016 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:08.016 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:13.018 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:21:13.018+0000 7f02e894a600 1 waiting for incremental sync to catch up: 2022-09-01T11:21:13.018 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:13.018 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:18.021 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:21:18.021+0000 7f02e894a600 1 waiting for incremental sync to catch up: 2022-09-01T11:21:18.022 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:18.022 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:23.023 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:21:23.024+0000 7f02e894a600 1 waiting for incremental sync to catch up: 2022-09-01T11:21:23.024 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:23.024 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:28.025 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:21:28.026+0000 7f02e894a600 1 bucket sync caught up with source: 2022-09-01T11:21:28.026 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:28.026 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:28.027 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:21:28.026+0000 7f02e894a600 0 bucket checkpoint complete 2022-09-01T11:21:28.044 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-74 2022-09-01T11:21:28.046 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:21:28.047 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:21:28.048 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:21:28.113 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:21:28.113 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:21:28.160 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:21:28.160+0000 7f5410990600 1 waiting for incremental sync to catch up: 2022-09-01T11:21:28.160 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:28.160 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:33.162 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:21:33.162+0000 7f5410990600 1 waiting for incremental sync to catch up: 2022-09-01T11:21:33.163 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:33.163 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:38.168 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:21:38.164+0000 7f5410990600 1 waiting for incremental sync to catch up: 2022-09-01T11:21:38.168 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:38.168 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:43.166 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:21:43.166+0000 7f5410990600 1 waiting for incremental sync to catch up: 2022-09-01T11:21:43.167 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:43.167 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:48.168 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:21:48.168+0000 7f5410990600 1 waiting for incremental sync to catch up: 2022-09-01T11:21:48.169 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:48.169 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:53.170 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:21:53.169+0000 7f5410990600 1 bucket sync caught up with source: 2022-09-01T11:21:53.171 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:53.171 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:53.172 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:21:53.169+0000 7f5410990600 0 bucket checkpoint complete 2022-09-01T11:21:53.197 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:21:53.198 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:21:53.198 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:21:53.199 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:21:53.264 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:21:53.265 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:21:53.304 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:21:53.304+0000 7f4b53d8c600 1 bucket sync caught up with source: 2022-09-01T11:21:53.305 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:53.306 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.78.5, 00000000004.101.5, , , , , , , , , , , ] 2022-09-01T11:21:53.306 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:21:53.304+0000 7f4b53d8c600 0 bucket checkpoint complete 2022-09-01T11:21:53.319 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-74 2022-09-01T11:21:53.319 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:21:53.320 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:21:53.320 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:21:53.387 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:21:53.388 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:21:53.447 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:21:53.444+0000 7f3b1f271600 1 bucket sync caught up with source: 2022-09-01T11:21:53.447 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.276.5, 00000000001.219.5, 00000000001.209.5, 00000000001.348.5, 00000000001.164.5, , , 00000000002.185.5, 00000000004.279.5, 00000000003.230.5] 2022-09-01T11:21:53.447 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.276.5, 00000000001.219.5, 00000000001.209.5, 00000000001.348.5, 00000000001.164.5, , , 00000000002.185.5, 00000000004.279.5, 00000000003.230.5] 2022-09-01T11:21:53.448 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:21:53.444+0000 7f3b1f271600 0 bucket checkpoint complete 2022-09-01T11:21:53.466 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-74 2022-09-01T11:21:53.467 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:21:53.467 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:21:53.468 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:21:53.526 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:21:53.526 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:21:53.571 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:21:53.570+0000 7f0b2c03c600 1 waiting for incremental sync to catch up: 2022-09-01T11:21:53.571 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.276.5, 00000000001.219.5, 00000000001.209.5, 00000000001.348.5, 00000000001.164.5, , , 00000000001.179.5, 00000000003.275.5, 00000000003.230.5] 2022-09-01T11:21:53.571 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.276.5, 00000000001.219.5, 00000000001.209.5, 00000000001.348.5, 00000000001.164.5, , , 00000000002.185.5, 00000000004.279.5, 00000000003.230.5] 2022-09-01T11:21:58.572 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:21:58.572+0000 7f0b2c03c600 1 waiting for incremental sync to catch up: 2022-09-01T11:21:58.573 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.276.5, 00000000001.219.5, 00000000001.209.5, 00000000001.348.5, 00000000001.164.5, , , 00000000001.179.5, 00000000003.275.5, 00000000003.230.5] 2022-09-01T11:21:58.573 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.276.5, 00000000001.219.5, 00000000001.209.5, 00000000001.348.5, 00000000001.164.5, , , 00000000002.185.5, 00000000004.279.5, 00000000003.230.5] 2022-09-01T11:22:03.574 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:22:03.573+0000 7f0b2c03c600 1 bucket sync caught up with source: 2022-09-01T11:22:03.574 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.276.5, 00000000001.219.5, 00000000001.209.5, 00000000001.348.5, 00000000001.164.5, , , 00000000002.185.5, 00000000004.279.5, 00000000003.230.5] 2022-09-01T11:22:03.575 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.276.5, 00000000001.219.5, 00000000001.209.5, 00000000001.348.5, 00000000001.164.5, , , 00000000002.185.5, 00000000004.279.5, 00000000003.230.5] 2022-09-01T11:22:03.575 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:22:03.573+0000 7f0b2c03c600 0 bucket checkpoint complete 2022-09-01T11:22:03.594 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:22:03.596 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-74 2022-09-01T11:22:03.597 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:22:03.598 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:22:03.599 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:22:03.666 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:22:03.667 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:22:03.723 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:22:03.717+0000 7f4f7f1c8600 1 bucket sync caught up with source: 2022-09-01T11:22:03.723 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.428.5, 00000000001.468.5, 00000000001.359.5, 00000000001.660.5, 00000000001.160.5, , , 00000000002.401.5, 00000000004.456.5, 00000000003.295.5] 2022-09-01T11:22:03.724 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.428.5, 00000000001.468.5, 00000000001.359.5, 00000000001.660.5, 00000000001.160.5, , , 00000000002.401.5, 00000000004.456.5, 00000000003.295.5] 2022-09-01T11:22:03.724 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:22:03.717+0000 7f4f7f1c8600 0 bucket checkpoint complete 2022-09-01T11:22:03.737 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-74 2022-09-01T11:22:03.738 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:22:03.739 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:22:03.739 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:22:03.806 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:22:03.806 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:22:03.846 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:22:03.845+0000 7fe69cc8a600 1 bucket sync caught up with source: 2022-09-01T11:22:03.847 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.428.5, 00000000001.468.5, 00000000001.359.5, 00000000001.660.5, 00000000001.160.5, , , 00000000002.401.5, 00000000004.456.5, 00000000003.295.5] 2022-09-01T11:22:03.847 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000002.428.5, 00000000001.468.5, 00000000001.359.5, 00000000001.660.5, 00000000001.160.5, , , 00000000002.401.5, 00000000004.456.5, 00000000003.295.5] 2022-09-01T11:22:03.847 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:22:03.845+0000 7fe69cc8a600 0 bucket checkpoint complete 2022-09-01T11:22:03.862 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:22:03.863 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone2, test-zone1} 2022-09-01T11:22:03.866 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:03.866 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:03.868 DEBUG:boto:Method: HEAD 2022-09-01T11:22:03.869 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:22:03.870 DEBUG:boto:Data: 2022-09-01T11:22:03.871 DEBUG:boto:Headers: {} 2022-09-01T11:22:03.872 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:03.872 DEBUG:boto:Port: 8000 2022-09-01T11:22:03.873 DEBUG:boto:Params: {} 2022-09-01T11:22:03.876 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:22:03.877 DEBUG:boto:Token: None 2022-09-01T11:22:03.878 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:03 GMT /ptoxvb-74/ 2022-09-01T11:22:03.879 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cPrAZWjJU4t+lXCTtlOvM5G+d+A= 2022-09-01T11:22:03.881 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cPrAZWjJU4t+lXCTtlOvM5G+d+A=', 'Content-Length': '0'} 2022-09-01T11:22:03.892 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '15'), ('X-RGW-Bytes-Used', '45'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c0d35be0e51fc6ab-00631095db-183f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:22:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:03.893 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:03.894 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:03.896 DEBUG:boto:Method: HEAD 2022-09-01T11:22:03.897 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:22:03.898 DEBUG:boto:Data: 2022-09-01T11:22:03.899 DEBUG:boto:Headers: {} 2022-09-01T11:22:03.900 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:03.901 DEBUG:boto:Port: 8000 2022-09-01T11:22:03.901 DEBUG:boto:Params: {} 2022-09-01T11:22:03.903 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:22:03.904 DEBUG:boto:Token: None 2022-09-01T11:22:03.904 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:03 GMT /ptoxvb-74/ 2022-09-01T11:22:03.905 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cPrAZWjJU4t+lXCTtlOvM5G+d+A= 2022-09-01T11:22:03.906 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cPrAZWjJU4t+lXCTtlOvM5G+d+A=', 'Content-Length': '0'} 2022-09-01T11:22:03.911 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '15'), ('X-RGW-Bytes-Used', '45'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d6384037352262c4-00631095db-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:22:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:03.914 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:22:03.915 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:03.916 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:03.918 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:03.919 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:03.920 DEBUG:boto:Method: GET 2022-09-01T11:22:03.921 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:03.922 DEBUG:boto:Data: 2022-09-01T11:22:03.923 DEBUG:boto:Headers: {} 2022-09-01T11:22:03.925 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:03.925 DEBUG:boto:Port: 8000 2022-09-01T11:22:03.926 DEBUG:boto:Params: {} 2022-09-01T11:22:03.927 DEBUG:boto:Token: None 2022-09-01T11:22:03.929 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:03 GMT /ptoxvb-74/?versions 2022-09-01T11:22:03.930 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WKdk64GrPpK/sNjbgtQPF+Mxm3E= 2022-09-01T11:22:03.932 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WKdk64GrPpK/sNjbgtQPF+Mxm3E=', 'Content-Length': '0'} 2022-09-01T11:22:03.938 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fa62a9e45d78dc84-00631095db-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:03.939 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:03.941 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:22:03.947 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:22:03.947 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:22:03.948 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:22:03.948 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:22:03.949 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:22:03.949 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:22:03.950 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:22:03.950 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:22:03.951 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:22:03.951 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:22:03.952 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:22:03.952 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:22:03.953 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:22:03.953 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:22:03.954 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:22:03.954 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:03.955 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:03.955 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:03.956 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:03.956 DEBUG:boto:Method: GET 2022-09-01T11:22:03.957 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:03.957 DEBUG:boto:Data: 2022-09-01T11:22:03.958 DEBUG:boto:Headers: {} 2022-09-01T11:22:03.958 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:03.959 DEBUG:boto:Port: 8000 2022-09-01T11:22:03.959 DEBUG:boto:Params: {} 2022-09-01T11:22:03.960 DEBUG:boto:Token: None 2022-09-01T11:22:03.961 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:03 GMT /ptoxvb-74/?versions 2022-09-01T11:22:03.961 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WKdk64GrPpK/sNjbgtQPF+Mxm3E= 2022-09-01T11:22:03.962 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WKdk64GrPpK/sNjbgtQPF+Mxm3E=', 'Content-Length': '0'} 2022-09-01T11:22:03.967 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c249f8dd03be5ea9-00631095db-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:03.968 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:03.969 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:22:03.970 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:22:03.970 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:22:03.970 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:22:03.971 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:22:03.971 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:22:03.972 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:22:03.972 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:22:03.973 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:22:03.973 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:22:03.974 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:22:03.974 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:22:03.975 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:22:03.975 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:22:03.976 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:22:03.976 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:03.977 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:03.977 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:03.978 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:03.978 DEBUG:boto:Method: GET 2022-09-01T11:22:03.979 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:03.980 DEBUG:boto:Data: 2022-09-01T11:22:03.980 DEBUG:boto:Headers: {} 2022-09-01T11:22:03.981 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:03.982 DEBUG:boto:Port: 8000 2022-09-01T11:22:03.982 DEBUG:boto:Params: {} 2022-09-01T11:22:03.983 DEBUG:boto:Token: None 2022-09-01T11:22:03.983 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:03 GMT /ptoxvb-74/?versions 2022-09-01T11:22:03.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WKdk64GrPpK/sNjbgtQPF+Mxm3E= 2022-09-01T11:22:03.984 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WKdk64GrPpK/sNjbgtQPF+Mxm3E=', 'Content-Length': '0'} 2022-09-01T11:22:03.993 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000078dbe1c274178def-00631095db-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:03.994 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:03.998 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:04.000 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:04.001 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:04.002 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:04.003 DEBUG:boto:Method: GET 2022-09-01T11:22:04.004 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:04.005 DEBUG:boto:Data: 2022-09-01T11:22:04.006 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.007 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.008 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.009 DEBUG:boto:Params: {} 2022-09-01T11:22:04.010 DEBUG:boto:Token: None 2022-09-01T11:22:04.011 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/?versions 2022-09-01T11:22:04.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xQtBpTpxxLSTJuYvD8Bn9WNQtzY= 2022-09-01T11:22:04.014 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xQtBpTpxxLSTJuYvD8Bn9WNQtzY=', 'Content-Length': '0'} 2022-09-01T11:22:04.018 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004c77c973e6b7ec90-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.019 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:04.022 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:22:04.026 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:04.027 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:04.028 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.028 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.029 DEBUG:boto:Method: GET 2022-09-01T11:22:04.029 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.030 DEBUG:boto:Data: 2022-09-01T11:22:04.030 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.031 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.032 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.032 DEBUG:boto:Params: {} 2022-09-01T11:22:04.033 DEBUG:boto:Token: None 2022-09-01T11:22:04.033 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.034 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:toaGLY4MDytNxH6z34j3up1ah8E= 2022-09-01T11:22:04.035 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:toaGLY4MDytNxH6z34j3up1ah8E=', 'Content-Length': '0'} 2022-09-01T11:22:04.037 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cce7e6c4e622e69d-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.038 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:04.038 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:04.039 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.040 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.040 DEBUG:boto:Method: GET 2022-09-01T11:22:04.041 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.041 DEBUG:boto:Data: 2022-09-01T11:22:04.042 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.042 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.043 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.043 DEBUG:boto:Params: {} 2022-09-01T11:22:04.044 DEBUG:boto:Token: None 2022-09-01T11:22:04.045 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:toaGLY4MDytNxH6z34j3up1ah8E= 2022-09-01T11:22:04.046 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:toaGLY4MDytNxH6z34j3up1ah8E=', 'Content-Length': '0'} 2022-09-01T11:22:04.049 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001eeb0ce1b789c0b1-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.051 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:04.052 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:04.053 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.054 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.055 DEBUG:boto:Method: HEAD 2022-09-01T11:22:04.056 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.057 DEBUG:boto:Data: 2022-09-01T11:22:04.058 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.059 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.059 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.060 DEBUG:boto:Params: {} 2022-09-01T11:22:04.061 DEBUG:boto:Token: None 2022-09-01T11:22:04.062 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.063 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SMpVFJLMi+VwLZKan09qnIhY/Go= 2022-09-01T11:22:04.064 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SMpVFJLMi+VwLZKan09qnIhY/Go=', 'Content-Length': '0'} 2022-09-01T11:22:04.066 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d69443a7657db182-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.067 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:04.067 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:04.068 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.068 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.069 DEBUG:boto:Method: HEAD 2022-09-01T11:22:04.071 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.073 DEBUG:boto:Data: 2022-09-01T11:22:04.074 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.075 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.077 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.078 DEBUG:boto:Params: {} 2022-09-01T11:22:04.079 DEBUG:boto:Token: None 2022-09-01T11:22:04.080 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.080 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SMpVFJLMi+VwLZKan09qnIhY/Go= 2022-09-01T11:22:04.082 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SMpVFJLMi+VwLZKan09qnIhY/Go=', 'Content-Length': '0'} 2022-09-01T11:22:04.086 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cecb529ad20e9669-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.088 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:22:04.089 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:04.090 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:04.091 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.093 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.094 DEBUG:boto:Method: GET 2022-09-01T11:22:04.095 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.095 DEBUG:boto:Data: 2022-09-01T11:22:04.096 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.096 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.097 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.097 DEBUG:boto:Params: {} 2022-09-01T11:22:04.099 DEBUG:boto:Token: None 2022-09-01T11:22:04.099 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.100 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:toaGLY4MDytNxH6z34j3up1ah8E= 2022-09-01T11:22:04.101 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:toaGLY4MDytNxH6z34j3up1ah8E=', 'Content-Length': '0'} 2022-09-01T11:22:04.104 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004f4a49f86f54e342-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.105 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:04.107 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:04.108 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.108 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.109 DEBUG:boto:Method: GET 2022-09-01T11:22:04.109 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.110 DEBUG:boto:Data: 2022-09-01T11:22:04.110 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.111 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.111 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.112 DEBUG:boto:Params: {} 2022-09-01T11:22:04.113 DEBUG:boto:Token: None 2022-09-01T11:22:04.114 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:04.114 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:toaGLY4MDytNxH6z34j3up1ah8E= 2022-09-01T11:22:04.115 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:toaGLY4MDytNxH6z34j3up1ah8E=', 'Content-Length': '0'} 2022-09-01T11:22:04.117 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1831222e22ef0fb-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.119 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:04.120 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:04.121 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:04.122 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:04.123 DEBUG:boto:Method: GET 2022-09-01T11:22:04.124 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:22:04.125 DEBUG:boto:Data: 2022-09-01T11:22:04.127 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.129 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.130 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.131 DEBUG:boto:Params: {} 2022-09-01T11:22:04.132 DEBUG:boto:Token: None 2022-09-01T11:22:04.133 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/ 2022-09-01T11:22:04.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg= 2022-09-01T11:22:04.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg=', 'Content-Length': '0'} 2022-09-01T11:22:04.139 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000406f875ab281b859-00631095dc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.140 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:04.142 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:04.143 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:04.144 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:04.144 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:04.145 DEBUG:boto:Method: GET 2022-09-01T11:22:04.146 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:22:04.147 DEBUG:boto:Data: 2022-09-01T11:22:04.147 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.148 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.148 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.149 DEBUG:boto:Params: {} 2022-09-01T11:22:04.149 DEBUG:boto:Token: None 2022-09-01T11:22:04.150 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/ 2022-09-01T11:22:04.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg= 2022-09-01T11:22:04.151 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg=', 'Content-Length': '0'} 2022-09-01T11:22:04.157 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000de799ef88b85da4-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.159 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:04.160 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:04.161 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:04.162 DEBUG:boto:Method: HEAD 2022-09-01T11:22:04.164 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:22:04.165 DEBUG:boto:Data: 2022-09-01T11:22:04.166 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.167 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.168 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.169 DEBUG:boto:Params: {} 2022-09-01T11:22:04.170 DEBUG:boto:Token: None 2022-09-01T11:22:04.171 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj11 2022-09-01T11:22:04.172 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g4ZMpgIEiid8QGEXWaFLpwzGI4g= 2022-09-01T11:22:04.174 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g4ZMpgIEiid8QGEXWaFLpwzGI4g=', 'Content-Length': '0'} 2022-09-01T11:22:04.177 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e3f2fe1bbc494266-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.178 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:04.178 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:04.179 DEBUG:boto:Method: HEAD 2022-09-01T11:22:04.179 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:22:04.180 DEBUG:boto:Data: 2022-09-01T11:22:04.180 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.181 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.181 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.182 DEBUG:boto:Params: {} 2022-09-01T11:22:04.182 DEBUG:boto:Token: None 2022-09-01T11:22:04.183 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj11 2022-09-01T11:22:04.185 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g4ZMpgIEiid8QGEXWaFLpwzGI4g= 2022-09-01T11:22:04.186 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g4ZMpgIEiid8QGEXWaFLpwzGI4g=', 'Content-Length': '0'} 2022-09-01T11:22:04.189 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000285374965cc92204-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.190 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:22:04.190 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:04.191 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:04.192 DEBUG:boto:Method: GET 2022-09-01T11:22:04.192 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:22:04.193 DEBUG:boto:Data: 2022-09-01T11:22:04.193 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.194 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.194 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.195 DEBUG:boto:Params: {} 2022-09-01T11:22:04.196 DEBUG:boto:Token: None 2022-09-01T11:22:04.196 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj11 2022-09-01T11:22:04.197 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/0ABvUdVCcTkueqAPjNj7FsfmQ8= 2022-09-01T11:22:04.198 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/0ABvUdVCcTkueqAPjNj7FsfmQ8=', 'Content-Length': '0'} 2022-09-01T11:22:04.200 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b168f30a7cb763b3-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.201 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:04.201 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:04.202 DEBUG:boto:Method: GET 2022-09-01T11:22:04.202 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:22:04.203 DEBUG:boto:Data: 2022-09-01T11:22:04.203 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.204 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.204 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.205 DEBUG:boto:Params: {} 2022-09-01T11:22:04.206 DEBUG:boto:Token: None 2022-09-01T11:22:04.207 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj11 2022-09-01T11:22:04.208 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/0ABvUdVCcTkueqAPjNj7FsfmQ8= 2022-09-01T11:22:04.208 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/0ABvUdVCcTkueqAPjNj7FsfmQ8=', 'Content-Length': '0'} 2022-09-01T11:22:04.210 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ef539f04788f0c6c-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.217 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:04.219 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:04.220 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:04.220 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:04.221 DEBUG:boto:Method: GET 2022-09-01T11:22:04.223 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:22:04.224 DEBUG:boto:Data: 2022-09-01T11:22:04.225 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.226 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.227 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.227 DEBUG:boto:Params: {} 2022-09-01T11:22:04.228 DEBUG:boto:Token: None 2022-09-01T11:22:04.229 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/ 2022-09-01T11:22:04.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg= 2022-09-01T11:22:04.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg=', 'Content-Length': '0'} 2022-09-01T11:22:04.233 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009890487e6ed01819-00631095dc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.234 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:04.236 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:04.237 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:04.237 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:04.238 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:04.238 DEBUG:boto:Method: GET 2022-09-01T11:22:04.239 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:22:04.239 DEBUG:boto:Data: 2022-09-01T11:22:04.240 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.240 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.241 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.242 DEBUG:boto:Params: {} 2022-09-01T11:22:04.242 DEBUG:boto:Token: None 2022-09-01T11:22:04.243 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/ 2022-09-01T11:22:04.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg= 2022-09-01T11:22:04.244 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg=', 'Content-Length': '0'} 2022-09-01T11:22:04.248 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dad6638bf6ecdb6d-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.290 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:04.291 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:22:04.292 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:04.292 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:04.293 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.293 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.294 DEBUG:boto:Method: GET 2022-09-01T11:22:04.294 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.295 DEBUG:boto:Data: 2022-09-01T11:22:04.295 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.296 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.296 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.297 DEBUG:boto:Params: {} 2022-09-01T11:22:04.297 DEBUG:boto:Token: None 2022-09-01T11:22:04.299 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hIjocQCYyATBXQPJLn1h6Yzj2XE= 2022-09-01T11:22:04.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hIjocQCYyATBXQPJLn1h6Yzj2XE=', 'Content-Length': '0'} 2022-09-01T11:22:04.302 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004b0e47ba00d63d59-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.303 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:04.304 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:04.304 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.305 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.305 DEBUG:boto:Method: GET 2022-09-01T11:22:04.306 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.306 DEBUG:boto:Data: 2022-09-01T11:22:04.307 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.308 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.309 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.309 DEBUG:boto:Params: {} 2022-09-01T11:22:04.310 DEBUG:boto:Token: None 2022-09-01T11:22:04.310 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hIjocQCYyATBXQPJLn1h6Yzj2XE= 2022-09-01T11:22:04.312 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hIjocQCYyATBXQPJLn1h6Yzj2XE=', 'Content-Length': '0'} 2022-09-01T11:22:04.314 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e2f80fb88bc3afc7-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.315 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:04.316 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:04.316 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.317 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.317 DEBUG:boto:Method: HEAD 2022-09-01T11:22:04.318 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.318 DEBUG:boto:Data: 2022-09-01T11:22:04.319 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.319 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.320 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.320 DEBUG:boto:Params: {} 2022-09-01T11:22:04.321 DEBUG:boto:Token: None 2022-09-01T11:22:04.321 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.322 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:67GU/pV1U9xBp7uuOjT7CkJg0eg= 2022-09-01T11:22:04.323 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:67GU/pV1U9xBp7uuOjT7CkJg0eg=', 'Content-Length': '0'} 2022-09-01T11:22:04.326 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045e8736e2843f619-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.327 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:04.328 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:04.329 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.330 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.331 DEBUG:boto:Method: HEAD 2022-09-01T11:22:04.332 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.332 DEBUG:boto:Data: 2022-09-01T11:22:04.333 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.334 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.335 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.336 DEBUG:boto:Params: {} 2022-09-01T11:22:04.336 DEBUG:boto:Token: None 2022-09-01T11:22:04.338 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.339 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:67GU/pV1U9xBp7uuOjT7CkJg0eg= 2022-09-01T11:22:04.340 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:67GU/pV1U9xBp7uuOjT7CkJg0eg=', 'Content-Length': '0'} 2022-09-01T11:22:04.342 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000007a7db7d1bd7fae-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.344 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:22:04.345 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:04.345 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:04.346 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.347 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.350 DEBUG:boto:Method: GET 2022-09-01T11:22:04.350 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.365 DEBUG:boto:Data: 2022-09-01T11:22:04.366 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.367 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.369 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.370 DEBUG:boto:Params: {} 2022-09-01T11:22:04.372 DEBUG:boto:Token: None 2022-09-01T11:22:04.373 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.375 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hIjocQCYyATBXQPJLn1h6Yzj2XE= 2022-09-01T11:22:04.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hIjocQCYyATBXQPJLn1h6Yzj2XE=', 'Content-Length': '0'} 2022-09-01T11:22:04.380 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fc24d4dd3b96b54c-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.383 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:04.383 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:04.384 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.384 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.385 DEBUG:boto:Method: GET 2022-09-01T11:22:04.386 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.386 DEBUG:boto:Data: 2022-09-01T11:22:04.387 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.387 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.388 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.389 DEBUG:boto:Params: {} 2022-09-01T11:22:04.389 DEBUG:boto:Token: None 2022-09-01T11:22:04.390 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:04.391 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hIjocQCYyATBXQPJLn1h6Yzj2XE= 2022-09-01T11:22:04.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hIjocQCYyATBXQPJLn1h6Yzj2XE=', 'Content-Length': '0'} 2022-09-01T11:22:04.394 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cfb98cabfea21347-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.396 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:04.397 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:04.398 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:04.399 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:04.400 DEBUG:boto:Method: GET 2022-09-01T11:22:04.401 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:22:04.402 DEBUG:boto:Data: 2022-09-01T11:22:04.402 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.403 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.403 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.404 DEBUG:boto:Params: {} 2022-09-01T11:22:04.404 DEBUG:boto:Token: None 2022-09-01T11:22:04.405 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/ 2022-09-01T11:22:04.406 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg= 2022-09-01T11:22:04.406 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg=', 'Content-Length': '0'} 2022-09-01T11:22:04.409 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000241967266f20eb4e-00631095dc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.410 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:04.411 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:04.411 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:04.412 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:04.413 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:04.413 DEBUG:boto:Method: GET 2022-09-01T11:22:04.414 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:22:04.414 DEBUG:boto:Data: 2022-09-01T11:22:04.415 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.415 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.416 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.417 DEBUG:boto:Params: {} 2022-09-01T11:22:04.417 DEBUG:boto:Token: None 2022-09-01T11:22:04.418 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/ 2022-09-01T11:22:04.418 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg= 2022-09-01T11:22:04.419 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg=', 'Content-Length': '0'} 2022-09-01T11:22:04.423 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008e5086995829d264-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.466 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:04.467 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:04.469 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:04.470 DEBUG:boto:Method: HEAD 2022-09-01T11:22:04.470 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:22:04.471 DEBUG:boto:Data: 2022-09-01T11:22:04.471 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.472 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.473 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.473 DEBUG:boto:Params: {} 2022-09-01T11:22:04.474 DEBUG:boto:Token: None 2022-09-01T11:22:04.476 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj17 2022-09-01T11:22:04.477 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OjAeoJAKOV8MeF+rC3D3NJRWGms= 2022-09-01T11:22:04.478 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OjAeoJAKOV8MeF+rC3D3NJRWGms=', 'Content-Length': '0'} 2022-09-01T11:22:04.481 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000097af318b7f011bf4-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.481 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:04.482 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:04.483 DEBUG:boto:Method: HEAD 2022-09-01T11:22:04.484 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:22:04.484 DEBUG:boto:Data: 2022-09-01T11:22:04.485 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.485 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.486 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.487 DEBUG:boto:Params: {} 2022-09-01T11:22:04.487 DEBUG:boto:Token: None 2022-09-01T11:22:04.488 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj17 2022-09-01T11:22:04.488 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OjAeoJAKOV8MeF+rC3D3NJRWGms= 2022-09-01T11:22:04.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OjAeoJAKOV8MeF+rC3D3NJRWGms=', 'Content-Length': '0'} 2022-09-01T11:22:04.492 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e01fe7cd9cdae1ee-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.492 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:22:04.493 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:04.494 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:04.494 DEBUG:boto:Method: GET 2022-09-01T11:22:04.495 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:22:04.495 DEBUG:boto:Data: 2022-09-01T11:22:04.496 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.496 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.497 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.497 DEBUG:boto:Params: {} 2022-09-01T11:22:04.498 DEBUG:boto:Token: None 2022-09-01T11:22:04.499 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj17 2022-09-01T11:22:04.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TsPeCVvZGsgzisuC+QDJzLA8vZA= 2022-09-01T11:22:04.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TsPeCVvZGsgzisuC+QDJzLA8vZA=', 'Content-Length': '0'} 2022-09-01T11:22:04.503 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001baa61802f254eac-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.504 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:04.505 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:04.505 DEBUG:boto:Method: GET 2022-09-01T11:22:04.506 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:22:04.507 DEBUG:boto:Data: 2022-09-01T11:22:04.508 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.509 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.509 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.510 DEBUG:boto:Params: {} 2022-09-01T11:22:04.511 DEBUG:boto:Token: None 2022-09-01T11:22:04.512 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj17 2022-09-01T11:22:04.513 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TsPeCVvZGsgzisuC+QDJzLA8vZA= 2022-09-01T11:22:04.514 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TsPeCVvZGsgzisuC+QDJzLA8vZA=', 'Content-Length': '0'} 2022-09-01T11:22:04.516 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008952d5be95549cf7-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.517 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:04.518 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:04.518 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:04.519 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:04.519 DEBUG:boto:Method: GET 2022-09-01T11:22:04.520 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:22:04.521 DEBUG:boto:Data: 2022-09-01T11:22:04.521 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.522 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.523 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.523 DEBUG:boto:Params: {} 2022-09-01T11:22:04.524 DEBUG:boto:Token: None 2022-09-01T11:22:04.525 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/ 2022-09-01T11:22:04.526 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg= 2022-09-01T11:22:04.528 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg=', 'Content-Length': '0'} 2022-09-01T11:22:04.531 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000093d54d32622b8b47-00631095dc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.532 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:04.533 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:04.534 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:04.534 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:04.535 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:04.535 DEBUG:boto:Method: GET 2022-09-01T11:22:04.536 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:22:04.536 DEBUG:boto:Data: 2022-09-01T11:22:04.537 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.537 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.538 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.539 DEBUG:boto:Params: {} 2022-09-01T11:22:04.539 DEBUG:boto:Token: None 2022-09-01T11:22:04.540 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/ 2022-09-01T11:22:04.541 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg= 2022-09-01T11:22:04.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg=', 'Content-Length': '0'} 2022-09-01T11:22:04.546 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009c06ee1da5dc9a42-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.548 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:04.550 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:22:04.551 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:04.552 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:04.554 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.555 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.556 DEBUG:boto:Method: GET 2022-09-01T11:22:04.557 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.559 DEBUG:boto:Data: 2022-09-01T11:22:04.560 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.561 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.562 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.564 DEBUG:boto:Params: {} 2022-09-01T11:22:04.565 DEBUG:boto:Token: None 2022-09-01T11:22:04.566 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.568 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V4PrZMhl3Ti7lDueWMGcvpMRqk0= 2022-09-01T11:22:04.569 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V4PrZMhl3Ti7lDueWMGcvpMRqk0=', 'Content-Length': '0'} 2022-09-01T11:22:04.572 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004425abb579c2cf76-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.573 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:04.574 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:04.575 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.575 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.576 DEBUG:boto:Method: GET 2022-09-01T11:22:04.576 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.577 DEBUG:boto:Data: 2022-09-01T11:22:04.577 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.578 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.579 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.579 DEBUG:boto:Params: {} 2022-09-01T11:22:04.580 DEBUG:boto:Token: None 2022-09-01T11:22:04.580 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V4PrZMhl3Ti7lDueWMGcvpMRqk0= 2022-09-01T11:22:04.582 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V4PrZMhl3Ti7lDueWMGcvpMRqk0=', 'Content-Length': '0'} 2022-09-01T11:22:04.584 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d5d0a7a5941d9225-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.585 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:04.585 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:04.586 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.586 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.587 DEBUG:boto:Method: HEAD 2022-09-01T11:22:04.587 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.588 DEBUG:boto:Data: 2022-09-01T11:22:04.588 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.589 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.589 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.590 DEBUG:boto:Params: {} 2022-09-01T11:22:04.591 DEBUG:boto:Token: None 2022-09-01T11:22:04.591 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.592 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q1mRqrgbYKFFj7dT+T2ihOQ6OnU= 2022-09-01T11:22:04.592 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q1mRqrgbYKFFj7dT+T2ihOQ6OnU=', 'Content-Length': '0'} 2022-09-01T11:22:04.594 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000d46c8598efc05a3-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.595 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:04.596 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:04.596 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.597 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.597 DEBUG:boto:Method: HEAD 2022-09-01T11:22:04.598 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.598 DEBUG:boto:Data: 2022-09-01T11:22:04.599 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.599 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.600 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.600 DEBUG:boto:Params: {} 2022-09-01T11:22:04.601 DEBUG:boto:Token: None 2022-09-01T11:22:04.602 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.602 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q1mRqrgbYKFFj7dT+T2ihOQ6OnU= 2022-09-01T11:22:04.603 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q1mRqrgbYKFFj7dT+T2ihOQ6OnU=', 'Content-Length': '0'} 2022-09-01T11:22:04.606 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f91ad026ba47f1ed-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.607 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:22:04.608 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:04.608 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:04.609 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.609 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.610 DEBUG:boto:Method: GET 2022-09-01T11:22:04.611 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.611 DEBUG:boto:Data: 2022-09-01T11:22:04.612 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.612 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.613 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.613 DEBUG:boto:Params: {} 2022-09-01T11:22:04.614 DEBUG:boto:Token: None 2022-09-01T11:22:04.615 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V4PrZMhl3Ti7lDueWMGcvpMRqk0= 2022-09-01T11:22:04.616 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V4PrZMhl3Ti7lDueWMGcvpMRqk0=', 'Content-Length': '0'} 2022-09-01T11:22:04.621 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000268422c0bffe8d6-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.662 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:04.663 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:04.664 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.665 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.665 DEBUG:boto:Method: GET 2022-09-01T11:22:04.666 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.666 DEBUG:boto:Data: 2022-09-01T11:22:04.667 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.668 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.670 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.671 DEBUG:boto:Params: {} 2022-09-01T11:22:04.672 DEBUG:boto:Token: None 2022-09-01T11:22:04.673 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:04.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V4PrZMhl3Ti7lDueWMGcvpMRqk0= 2022-09-01T11:22:04.674 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V4PrZMhl3Ti7lDueWMGcvpMRqk0=', 'Content-Length': '0'} 2022-09-01T11:22:04.677 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000038c542a45a202e94-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.678 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:04.679 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:04.680 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:04.681 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:04.682 DEBUG:boto:Method: GET 2022-09-01T11:22:04.683 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:22:04.684 DEBUG:boto:Data: 2022-09-01T11:22:04.685 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.686 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.687 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.688 DEBUG:boto:Params: {} 2022-09-01T11:22:04.689 DEBUG:boto:Token: None 2022-09-01T11:22:04.690 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/ 2022-09-01T11:22:04.691 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg= 2022-09-01T11:22:04.692 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg=', 'Content-Length': '0'} 2022-09-01T11:22:04.694 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000045f2bf6f7026088-00631095dc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.695 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:04.696 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:04.697 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:04.697 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:04.698 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:04.698 DEBUG:boto:Method: GET 2022-09-01T11:22:04.699 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:22:04.699 DEBUG:boto:Data: 2022-09-01T11:22:04.700 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.700 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.701 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.701 DEBUG:boto:Params: {} 2022-09-01T11:22:04.702 DEBUG:boto:Token: None 2022-09-01T11:22:04.703 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/ 2022-09-01T11:22:04.703 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg= 2022-09-01T11:22:04.704 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg=', 'Content-Length': '0'} 2022-09-01T11:22:04.708 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a9dc84f671cb4e2d-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.709 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:04.710 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:04.711 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:04.712 DEBUG:boto:Method: HEAD 2022-09-01T11:22:04.713 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:22:04.714 DEBUG:boto:Data: 2022-09-01T11:22:04.715 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.715 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.716 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.716 DEBUG:boto:Params: {} 2022-09-01T11:22:04.717 DEBUG:boto:Token: None 2022-09-01T11:22:04.717 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj19 2022-09-01T11:22:04.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:alX59/bWkurtcXot2xzP2EKWOO0= 2022-09-01T11:22:04.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:alX59/bWkurtcXot2xzP2EKWOO0=', 'Content-Length': '0'} 2022-09-01T11:22:04.721 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073bb4e804d523199-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.721 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:04.722 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:04.722 DEBUG:boto:Method: HEAD 2022-09-01T11:22:04.723 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:22:04.723 DEBUG:boto:Data: 2022-09-01T11:22:04.724 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.724 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.725 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.725 DEBUG:boto:Params: {} 2022-09-01T11:22:04.726 DEBUG:boto:Token: None 2022-09-01T11:22:04.727 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj19 2022-09-01T11:22:04.727 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:alX59/bWkurtcXot2xzP2EKWOO0= 2022-09-01T11:22:04.728 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:alX59/bWkurtcXot2xzP2EKWOO0=', 'Content-Length': '0'} 2022-09-01T11:22:04.730 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000050db76472cf7df0e-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.731 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:22:04.731 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:04.732 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:04.732 DEBUG:boto:Method: GET 2022-09-01T11:22:04.733 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:22:04.734 DEBUG:boto:Data: 2022-09-01T11:22:04.734 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.735 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.735 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.736 DEBUG:boto:Params: {} 2022-09-01T11:22:04.737 DEBUG:boto:Token: None 2022-09-01T11:22:04.737 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj19 2022-09-01T11:22:04.738 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:32HYX49nIGdvoxqbok5G0KNsQgs= 2022-09-01T11:22:04.739 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:32HYX49nIGdvoxqbok5G0KNsQgs=', 'Content-Length': '0'} 2022-09-01T11:22:04.742 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000021dca2f1b1295456-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.743 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:04.743 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:04.744 DEBUG:boto:Method: GET 2022-09-01T11:22:04.744 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:22:04.745 DEBUG:boto:Data: 2022-09-01T11:22:04.746 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.746 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.747 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.747 DEBUG:boto:Params: {} 2022-09-01T11:22:04.748 DEBUG:boto:Token: None 2022-09-01T11:22:04.749 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj19 2022-09-01T11:22:04.749 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:32HYX49nIGdvoxqbok5G0KNsQgs= 2022-09-01T11:22:04.750 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:32HYX49nIGdvoxqbok5G0KNsQgs=', 'Content-Length': '0'} 2022-09-01T11:22:04.753 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b0f1bf635ad3fff3-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.754 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:04.754 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:04.755 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:04.755 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:04.756 DEBUG:boto:Method: GET 2022-09-01T11:22:04.757 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:22:04.757 DEBUG:boto:Data: 2022-09-01T11:22:04.758 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.758 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.759 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.760 DEBUG:boto:Params: {} 2022-09-01T11:22:04.760 DEBUG:boto:Token: None 2022-09-01T11:22:04.761 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/ 2022-09-01T11:22:04.762 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg= 2022-09-01T11:22:04.763 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg=', 'Content-Length': '0'} 2022-09-01T11:22:04.766 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000140448327a2f0c47-00631095dc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.767 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:04.769 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:04.770 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:04.771 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:04.772 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:04.773 DEBUG:boto:Method: GET 2022-09-01T11:22:04.773 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:22:04.774 DEBUG:boto:Data: 2022-09-01T11:22:04.775 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.776 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.777 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.778 DEBUG:boto:Params: {} 2022-09-01T11:22:04.780 DEBUG:boto:Token: None 2022-09-01T11:22:04.781 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/ 2022-09-01T11:22:04.782 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg= 2022-09-01T11:22:04.783 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg=', 'Content-Length': '0'} 2022-09-01T11:22:04.787 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a9be9cc59b551ce4-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.788 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:04.788 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:22:04.789 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:04.790 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:04.790 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.791 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.791 DEBUG:boto:Method: GET 2022-09-01T11:22:04.792 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.793 DEBUG:boto:Data: 2022-09-01T11:22:04.793 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.794 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.795 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.796 DEBUG:boto:Params: {} 2022-09-01T11:22:04.797 DEBUG:boto:Token: None 2022-09-01T11:22:04.798 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.798 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4M6nSQZ1Oim/6DzGFb2+s263wxk= 2022-09-01T11:22:04.799 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4M6nSQZ1Oim/6DzGFb2+s263wxk=', 'Content-Length': '0'} 2022-09-01T11:22:04.802 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b2a413209939ed52-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.842 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:04.843 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:04.843 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.844 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.845 DEBUG:boto:Method: GET 2022-09-01T11:22:04.846 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.846 DEBUG:boto:Data: 2022-09-01T11:22:04.847 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.847 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.849 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.849 DEBUG:boto:Params: {} 2022-09-01T11:22:04.850 DEBUG:boto:Token: None 2022-09-01T11:22:04.851 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.852 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4M6nSQZ1Oim/6DzGFb2+s263wxk= 2022-09-01T11:22:04.852 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4M6nSQZ1Oim/6DzGFb2+s263wxk=', 'Content-Length': '0'} 2022-09-01T11:22:04.855 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e3080718bbf75197-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.856 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:04.857 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:04.858 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.859 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.860 DEBUG:boto:Method: HEAD 2022-09-01T11:22:04.861 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.862 DEBUG:boto:Data: 2022-09-01T11:22:04.862 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.863 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.864 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.865 DEBUG:boto:Params: {} 2022-09-01T11:22:04.866 DEBUG:boto:Token: None 2022-09-01T11:22:04.867 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nomzdyAlfYZUT++DqOmvLHsLMdI= 2022-09-01T11:22:04.869 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nomzdyAlfYZUT++DqOmvLHsLMdI=', 'Content-Length': '0'} 2022-09-01T11:22:04.872 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000067799cffa47fd2bc-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.873 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:04.874 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:04.875 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.876 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.876 DEBUG:boto:Method: HEAD 2022-09-01T11:22:04.877 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.878 DEBUG:boto:Data: 2022-09-01T11:22:04.879 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.880 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.881 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.882 DEBUG:boto:Params: {} 2022-09-01T11:22:04.883 DEBUG:boto:Token: None 2022-09-01T11:22:04.884 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.885 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nomzdyAlfYZUT++DqOmvLHsLMdI= 2022-09-01T11:22:04.885 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nomzdyAlfYZUT++DqOmvLHsLMdI=', 'Content-Length': '0'} 2022-09-01T11:22:04.888 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e72dd21545c33855-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.889 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:22:04.889 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:04.890 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:04.891 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.892 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.892 DEBUG:boto:Method: GET 2022-09-01T11:22:04.893 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.894 DEBUG:boto:Data: 2022-09-01T11:22:04.895 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.895 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.896 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.896 DEBUG:boto:Params: {} 2022-09-01T11:22:04.897 DEBUG:boto:Token: None 2022-09-01T11:22:04.898 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4M6nSQZ1Oim/6DzGFb2+s263wxk= 2022-09-01T11:22:04.900 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4M6nSQZ1Oim/6DzGFb2+s263wxk=', 'Content-Length': '0'} 2022-09-01T11:22:04.903 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ff5caa5b3bf9e905-00631095dc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.904 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:04.905 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:04.906 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.907 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.908 DEBUG:boto:Method: GET 2022-09-01T11:22:04.908 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.909 DEBUG:boto:Data: 2022-09-01T11:22:04.910 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.910 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.911 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.912 DEBUG:boto:Params: {} 2022-09-01T11:22:04.913 DEBUG:boto:Token: None 2022-09-01T11:22:04.914 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:04.915 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4M6nSQZ1Oim/6DzGFb2+s263wxk= 2022-09-01T11:22:04.916 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4M6nSQZ1Oim/6DzGFb2+s263wxk=', 'Content-Length': '0'} 2022-09-01T11:22:04.919 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e2497e1604c76e9b-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.963 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:04.964 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:04.965 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:04.967 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:04.968 DEBUG:boto:Method: GET 2022-09-01T11:22:04.968 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:22:04.969 DEBUG:boto:Data: 2022-09-01T11:22:04.970 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.972 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:04.972 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.973 DEBUG:boto:Params: {} 2022-09-01T11:22:04.973 DEBUG:boto:Token: None 2022-09-01T11:22:04.974 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/ 2022-09-01T11:22:04.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg= 2022-09-01T11:22:04.976 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg=', 'Content-Length': '0'} 2022-09-01T11:22:04.979 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e9214855eba6ac20-00631095dc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.980 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:04.981 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:04.982 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:04.983 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:04.984 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:04.984 DEBUG:boto:Method: GET 2022-09-01T11:22:04.985 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:22:04.985 DEBUG:boto:Data: 2022-09-01T11:22:04.986 DEBUG:boto:Headers: {} 2022-09-01T11:22:04.987 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:04.988 DEBUG:boto:Port: 8000 2022-09-01T11:22:04.988 DEBUG:boto:Params: {} 2022-09-01T11:22:04.989 DEBUG:boto:Token: None 2022-09-01T11:22:04.990 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:04 GMT /ptoxvb-74/ 2022-09-01T11:22:04.991 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg= 2022-09-01T11:22:04.991 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fw7ysIvWH8LiFv8uLEHr1+24uVg=', 'Content-Length': '0'} 2022-09-01T11:22:04.995 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ea2dec0eb1156a08-00631095dc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:04.996 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:04.997 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:04.998 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:04.998 DEBUG:boto:Method: HEAD 2022-09-01T11:22:04.999 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:22:05.000 DEBUG:boto:Data: 2022-09-01T11:22:05.000 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.001 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.001 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.002 DEBUG:boto:Params: {} 2022-09-01T11:22:05.005 DEBUG:boto:Token: None 2022-09-01T11:22:05.005 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj22 2022-09-01T11:22:05.006 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d2c2VbM0Qb2LkMsmEo9geGKrtaY= 2022-09-01T11:22:05.007 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d2c2VbM0Qb2LkMsmEo9geGKrtaY=', 'Content-Length': '0'} 2022-09-01T11:22:05.009 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006cc8f313c67af5f6-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.009 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:05.010 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:05.011 DEBUG:boto:Method: HEAD 2022-09-01T11:22:05.011 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:22:05.012 DEBUG:boto:Data: 2022-09-01T11:22:05.012 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.013 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.013 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.014 DEBUG:boto:Params: {} 2022-09-01T11:22:05.014 DEBUG:boto:Token: None 2022-09-01T11:22:05.015 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj22 2022-09-01T11:22:05.016 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d2c2VbM0Qb2LkMsmEo9geGKrtaY= 2022-09-01T11:22:05.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d2c2VbM0Qb2LkMsmEo9geGKrtaY=', 'Content-Length': '0'} 2022-09-01T11:22:05.019 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a755e7a7547c4c3-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.020 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:22:05.021 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:05.021 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:05.022 DEBUG:boto:Method: GET 2022-09-01T11:22:05.023 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:22:05.023 DEBUG:boto:Data: 2022-09-01T11:22:05.024 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.024 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.025 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.025 DEBUG:boto:Params: {} 2022-09-01T11:22:05.026 DEBUG:boto:Token: None 2022-09-01T11:22:05.027 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj22 2022-09-01T11:22:05.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HiR9dX7QG1W5XiXnND0uByi76mY= 2022-09-01T11:22:05.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HiR9dX7QG1W5XiXnND0uByi76mY=', 'Content-Length': '0'} 2022-09-01T11:22:05.038 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002e81accacce886ae-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.040 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:05.042 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:05.044 DEBUG:boto:Method: GET 2022-09-01T11:22:05.045 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:22:05.046 DEBUG:boto:Data: 2022-09-01T11:22:05.046 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.049 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.050 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.051 DEBUG:boto:Params: {} 2022-09-01T11:22:05.051 DEBUG:boto:Token: None 2022-09-01T11:22:05.052 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj22 2022-09-01T11:22:05.053 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HiR9dX7QG1W5XiXnND0uByi76mY= 2022-09-01T11:22:05.053 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HiR9dX7QG1W5XiXnND0uByi76mY=', 'Content-Length': '0'} 2022-09-01T11:22:05.059 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009c76aa57f37ab178-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.100 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:05.100 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:05.102 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:05.103 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:05.105 DEBUG:boto:Method: GET 2022-09-01T11:22:05.106 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:22:05.108 DEBUG:boto:Data: 2022-09-01T11:22:05.111 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.112 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.113 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.114 DEBUG:boto:Params: {} 2022-09-01T11:22:05.115 DEBUG:boto:Token: None 2022-09-01T11:22:05.116 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/ 2022-09-01T11:22:05.117 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E= 2022-09-01T11:22:05.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E=', 'Content-Length': '0'} 2022-09-01T11:22:05.122 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c71275a27d8b8528-00631095dd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.123 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:05.125 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:05.125 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:05.126 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:05.126 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:05.127 DEBUG:boto:Method: GET 2022-09-01T11:22:05.128 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:22:05.129 DEBUG:boto:Data: 2022-09-01T11:22:05.129 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.131 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.132 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.132 DEBUG:boto:Params: {} 2022-09-01T11:22:05.133 DEBUG:boto:Token: None 2022-09-01T11:22:05.133 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/ 2022-09-01T11:22:05.134 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E= 2022-09-01T11:22:05.135 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E=', 'Content-Length': '0'} 2022-09-01T11:22:05.138 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000568b233db742494a-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.143 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:05.145 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:22:05.146 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:05.147 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:05.148 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.149 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.150 DEBUG:boto:Method: GET 2022-09-01T11:22:05.151 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.152 DEBUG:boto:Data: 2022-09-01T11:22:05.153 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.154 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.155 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.155 DEBUG:boto:Params: {} 2022-09-01T11:22:05.157 DEBUG:boto:Token: None 2022-09-01T11:22:05.159 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.160 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XRS+dEIUZljx/Hd6901zRRA5Gqo= 2022-09-01T11:22:05.161 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XRS+dEIUZljx/Hd6901zRRA5Gqo=', 'Content-Length': '0'} 2022-09-01T11:22:05.164 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000026fcbed91ab8e103-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.165 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:05.166 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:05.167 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.167 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.168 DEBUG:boto:Method: GET 2022-09-01T11:22:05.168 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.169 DEBUG:boto:Data: 2022-09-01T11:22:05.169 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.170 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.171 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.171 DEBUG:boto:Params: {} 2022-09-01T11:22:05.172 DEBUG:boto:Token: None 2022-09-01T11:22:05.173 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.174 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XRS+dEIUZljx/Hd6901zRRA5Gqo= 2022-09-01T11:22:05.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XRS+dEIUZljx/Hd6901zRRA5Gqo=', 'Content-Length': '0'} 2022-09-01T11:22:05.179 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a7516d818895a4bf-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.181 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:05.182 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:05.183 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.183 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.184 DEBUG:boto:Method: HEAD 2022-09-01T11:22:05.185 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.187 DEBUG:boto:Data: 2022-09-01T11:22:05.188 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.189 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.190 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.191 DEBUG:boto:Params: {} 2022-09-01T11:22:05.192 DEBUG:boto:Token: None 2022-09-01T11:22:05.193 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.193 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hOSaxmIWW4eoWg5iVaaNVJLf8aE= 2022-09-01T11:22:05.194 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hOSaxmIWW4eoWg5iVaaNVJLf8aE=', 'Content-Length': '0'} 2022-09-01T11:22:05.198 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000065c5cbeaa287a1eb-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.199 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:05.200 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:05.201 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.202 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.203 DEBUG:boto:Method: HEAD 2022-09-01T11:22:05.205 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.206 DEBUG:boto:Data: 2022-09-01T11:22:05.207 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.207 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.208 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.209 DEBUG:boto:Params: {} 2022-09-01T11:22:05.209 DEBUG:boto:Token: None 2022-09-01T11:22:05.210 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hOSaxmIWW4eoWg5iVaaNVJLf8aE= 2022-09-01T11:22:05.211 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hOSaxmIWW4eoWg5iVaaNVJLf8aE=', 'Content-Length': '0'} 2022-09-01T11:22:05.213 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000787ec9f3b600005f-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.214 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:22:05.215 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:05.216 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:05.216 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.217 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.217 DEBUG:boto:Method: GET 2022-09-01T11:22:05.218 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.218 DEBUG:boto:Data: 2022-09-01T11:22:05.219 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.220 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.220 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.221 DEBUG:boto:Params: {} 2022-09-01T11:22:05.222 DEBUG:boto:Token: None 2022-09-01T11:22:05.223 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.223 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XRS+dEIUZljx/Hd6901zRRA5Gqo= 2022-09-01T11:22:05.224 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XRS+dEIUZljx/Hd6901zRRA5Gqo=', 'Content-Length': '0'} 2022-09-01T11:22:05.227 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000037eaa238bad6cc21-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.229 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:05.230 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:05.232 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.233 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.234 DEBUG:boto:Method: GET 2022-09-01T11:22:05.235 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.236 DEBUG:boto:Data: 2022-09-01T11:22:05.237 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.238 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.240 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.242 DEBUG:boto:Params: {} 2022-09-01T11:22:05.243 DEBUG:boto:Token: None 2022-09-01T11:22:05.244 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:05.246 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XRS+dEIUZljx/Hd6901zRRA5Gqo= 2022-09-01T11:22:05.247 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XRS+dEIUZljx/Hd6901zRRA5Gqo=', 'Content-Length': '0'} 2022-09-01T11:22:05.254 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000061fb1780cf9d3963-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.294 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:05.295 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:05.296 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:05.297 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:05.298 DEBUG:boto:Method: GET 2022-09-01T11:22:05.299 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:22:05.300 DEBUG:boto:Data: 2022-09-01T11:22:05.300 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.301 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.302 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.302 DEBUG:boto:Params: {} 2022-09-01T11:22:05.303 DEBUG:boto:Token: None 2022-09-01T11:22:05.304 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/ 2022-09-01T11:22:05.304 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E= 2022-09-01T11:22:05.305 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E=', 'Content-Length': '0'} 2022-09-01T11:22:05.308 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000853ecac025e92fb7-00631095dd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.309 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:05.310 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:05.311 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:05.311 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:05.312 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:05.313 DEBUG:boto:Method: GET 2022-09-01T11:22:05.314 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:22:05.314 DEBUG:boto:Data: 2022-09-01T11:22:05.315 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.316 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.316 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.317 DEBUG:boto:Params: {} 2022-09-01T11:22:05.317 DEBUG:boto:Token: None 2022-09-01T11:22:05.318 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/ 2022-09-01T11:22:05.319 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E= 2022-09-01T11:22:05.320 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E=', 'Content-Length': '0'} 2022-09-01T11:22:05.323 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002f15ae1db45e209e-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.324 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:05.325 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:05.326 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:05.326 DEBUG:boto:Method: HEAD 2022-09-01T11:22:05.327 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:22:05.328 DEBUG:boto:Data: 2022-09-01T11:22:05.328 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.329 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.329 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.330 DEBUG:boto:Params: {} 2022-09-01T11:22:05.331 DEBUG:boto:Token: None 2022-09-01T11:22:05.331 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj33 2022-09-01T11:22:05.332 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7FcwDYLZugC8Uvf3UNvWcChBjkM= 2022-09-01T11:22:05.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7FcwDYLZugC8Uvf3UNvWcChBjkM=', 'Content-Length': '0'} 2022-09-01T11:22:05.335 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000081a4aca7bdf5ef70-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.335 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:05.336 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:05.337 DEBUG:boto:Method: HEAD 2022-09-01T11:22:05.337 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:22:05.338 DEBUG:boto:Data: 2022-09-01T11:22:05.338 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.339 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.339 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.340 DEBUG:boto:Params: {} 2022-09-01T11:22:05.340 DEBUG:boto:Token: None 2022-09-01T11:22:05.341 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj33 2022-09-01T11:22:05.342 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7FcwDYLZugC8Uvf3UNvWcChBjkM= 2022-09-01T11:22:05.342 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7FcwDYLZugC8Uvf3UNvWcChBjkM=', 'Content-Length': '0'} 2022-09-01T11:22:05.345 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002174dfeb7a5ee230-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.347 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:22:05.347 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:05.348 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:05.348 DEBUG:boto:Method: GET 2022-09-01T11:22:05.349 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:22:05.350 DEBUG:boto:Data: 2022-09-01T11:22:05.350 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.351 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.351 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.352 DEBUG:boto:Params: {} 2022-09-01T11:22:05.353 DEBUG:boto:Token: None 2022-09-01T11:22:05.353 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj33 2022-09-01T11:22:05.354 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z+s6Ux6B08xfD/1uxjv8V9sGpiA= 2022-09-01T11:22:05.355 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z+s6Ux6B08xfD/1uxjv8V9sGpiA=', 'Content-Length': '0'} 2022-09-01T11:22:05.358 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000024cf15899be23f4c-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.398 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:05.399 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:05.399 DEBUG:boto:Method: GET 2022-09-01T11:22:05.400 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:22:05.400 DEBUG:boto:Data: 2022-09-01T11:22:05.401 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.401 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.402 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.403 DEBUG:boto:Params: {} 2022-09-01T11:22:05.403 DEBUG:boto:Token: None 2022-09-01T11:22:05.404 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj33 2022-09-01T11:22:05.405 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z+s6Ux6B08xfD/1uxjv8V9sGpiA= 2022-09-01T11:22:05.405 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z+s6Ux6B08xfD/1uxjv8V9sGpiA=', 'Content-Length': '0'} 2022-09-01T11:22:05.408 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000677842e67300fc81-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.409 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:05.409 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:05.410 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:05.410 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:05.411 DEBUG:boto:Method: GET 2022-09-01T11:22:05.411 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:22:05.412 DEBUG:boto:Data: 2022-09-01T11:22:05.413 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.413 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.414 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.414 DEBUG:boto:Params: {} 2022-09-01T11:22:05.415 DEBUG:boto:Token: None 2022-09-01T11:22:05.416 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/ 2022-09-01T11:22:05.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E= 2022-09-01T11:22:05.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E=', 'Content-Length': '0'} 2022-09-01T11:22:05.420 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000091b8adb9a04a8522-00631095dd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.421 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:05.421 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:05.422 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:05.423 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:05.423 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:05.424 DEBUG:boto:Method: GET 2022-09-01T11:22:05.425 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:22:05.425 DEBUG:boto:Data: 2022-09-01T11:22:05.426 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.427 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.428 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.428 DEBUG:boto:Params: {} 2022-09-01T11:22:05.429 DEBUG:boto:Token: None 2022-09-01T11:22:05.430 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/ 2022-09-01T11:22:05.430 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E= 2022-09-01T11:22:05.431 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E=', 'Content-Length': '0'} 2022-09-01T11:22:05.435 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009fd10789a94a3b5d-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.435 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:05.436 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:22:05.437 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:05.437 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:05.438 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.438 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.439 DEBUG:boto:Method: GET 2022-09-01T11:22:05.440 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.440 DEBUG:boto:Data: 2022-09-01T11:22:05.441 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.441 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.442 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.442 DEBUG:boto:Params: {} 2022-09-01T11:22:05.443 DEBUG:boto:Token: None 2022-09-01T11:22:05.444 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.444 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LVYze+L/9g2/wsZbGaWWKgu1aa8= 2022-09-01T11:22:05.445 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LVYze+L/9g2/wsZbGaWWKgu1aa8=', 'Content-Length': '0'} 2022-09-01T11:22:05.447 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009c343f43e37c816c-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.448 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:05.449 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:05.449 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.450 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.450 DEBUG:boto:Method: GET 2022-09-01T11:22:05.451 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.451 DEBUG:boto:Data: 2022-09-01T11:22:05.452 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.453 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.453 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.454 DEBUG:boto:Params: {} 2022-09-01T11:22:05.455 DEBUG:boto:Token: None 2022-09-01T11:22:05.455 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.456 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LVYze+L/9g2/wsZbGaWWKgu1aa8= 2022-09-01T11:22:05.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LVYze+L/9g2/wsZbGaWWKgu1aa8=', 'Content-Length': '0'} 2022-09-01T11:22:05.459 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b2b181567c8543b-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.506 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:05.507 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:05.508 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.509 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.510 DEBUG:boto:Method: HEAD 2022-09-01T11:22:05.511 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.512 DEBUG:boto:Data: 2022-09-01T11:22:05.513 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.513 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.515 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.515 DEBUG:boto:Params: {} 2022-09-01T11:22:05.516 DEBUG:boto:Token: None 2022-09-01T11:22:05.517 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.518 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RCrojKVr8gUO/C6JO3HVkuCvC54= 2022-09-01T11:22:05.519 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RCrojKVr8gUO/C6JO3HVkuCvC54=', 'Content-Length': '0'} 2022-09-01T11:22:05.522 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000075e765467db81b0f-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.524 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:05.525 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:05.526 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.526 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.527 DEBUG:boto:Method: HEAD 2022-09-01T11:22:05.528 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.529 DEBUG:boto:Data: 2022-09-01T11:22:05.530 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.531 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.532 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.533 DEBUG:boto:Params: {} 2022-09-01T11:22:05.534 DEBUG:boto:Token: None 2022-09-01T11:22:05.535 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.535 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RCrojKVr8gUO/C6JO3HVkuCvC54= 2022-09-01T11:22:05.536 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RCrojKVr8gUO/C6JO3HVkuCvC54=', 'Content-Length': '0'} 2022-09-01T11:22:05.539 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000da62bdc927ac693e-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.539 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:22:05.540 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:05.541 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:05.542 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.543 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.544 DEBUG:boto:Method: GET 2022-09-01T11:22:05.545 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.546 DEBUG:boto:Data: 2022-09-01T11:22:05.547 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.548 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.549 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.550 DEBUG:boto:Params: {} 2022-09-01T11:22:05.551 DEBUG:boto:Token: None 2022-09-01T11:22:05.552 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.553 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LVYze+L/9g2/wsZbGaWWKgu1aa8= 2022-09-01T11:22:05.554 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LVYze+L/9g2/wsZbGaWWKgu1aa8=', 'Content-Length': '0'} 2022-09-01T11:22:05.557 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000025211949ab829520-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.558 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:05.558 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:05.559 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.560 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.560 DEBUG:boto:Method: GET 2022-09-01T11:22:05.561 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.562 DEBUG:boto:Data: 2022-09-01T11:22:05.562 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.563 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.563 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.564 DEBUG:boto:Params: {} 2022-09-01T11:22:05.564 DEBUG:boto:Token: None 2022-09-01T11:22:05.565 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:05.566 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LVYze+L/9g2/wsZbGaWWKgu1aa8= 2022-09-01T11:22:05.567 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LVYze+L/9g2/wsZbGaWWKgu1aa8=', 'Content-Length': '0'} 2022-09-01T11:22:05.569 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000021042f512f6cc593-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.570 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:05.571 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:05.571 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:05.572 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:05.573 DEBUG:boto:Method: GET 2022-09-01T11:22:05.574 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:22:05.575 DEBUG:boto:Data: 2022-09-01T11:22:05.576 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.577 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.578 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.579 DEBUG:boto:Params: {} 2022-09-01T11:22:05.580 DEBUG:boto:Token: None 2022-09-01T11:22:05.581 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/ 2022-09-01T11:22:05.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E= 2022-09-01T11:22:05.582 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E=', 'Content-Length': '0'} 2022-09-01T11:22:05.585 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005ca91713cfb14d6c-00631095dd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.586 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:05.587 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:05.588 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:05.589 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:05.590 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:05.591 DEBUG:boto:Method: GET 2022-09-01T11:22:05.592 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:22:05.593 DEBUG:boto:Data: 2022-09-01T11:22:05.594 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.595 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.596 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.597 DEBUG:boto:Params: {} 2022-09-01T11:22:05.597 DEBUG:boto:Token: None 2022-09-01T11:22:05.599 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/ 2022-09-01T11:22:05.600 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E= 2022-09-01T11:22:05.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E=', 'Content-Length': '0'} 2022-09-01T11:22:05.605 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000749a6c08b9ed9573-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.608 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:05.610 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:05.611 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:05.612 DEBUG:boto:Method: HEAD 2022-09-01T11:22:05.613 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:22:05.613 DEBUG:boto:Data: 2022-09-01T11:22:05.616 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.617 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.618 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.619 DEBUG:boto:Params: {} 2022-09-01T11:22:05.620 DEBUG:boto:Token: None 2022-09-01T11:22:05.621 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj34 2022-09-01T11:22:05.622 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+g3aKv/I1/knQa4EIW+/R3PDHdY= 2022-09-01T11:22:05.623 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+g3aKv/I1/knQa4EIW+/R3PDHdY=', 'Content-Length': '0'} 2022-09-01T11:22:05.627 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060af7a683e5e457a-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.628 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:05.629 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:05.630 DEBUG:boto:Method: HEAD 2022-09-01T11:22:05.631 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:22:05.632 DEBUG:boto:Data: 2022-09-01T11:22:05.634 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.635 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.637 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.638 DEBUG:boto:Params: {} 2022-09-01T11:22:05.639 DEBUG:boto:Token: None 2022-09-01T11:22:05.640 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj34 2022-09-01T11:22:05.641 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+g3aKv/I1/knQa4EIW+/R3PDHdY= 2022-09-01T11:22:05.642 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+g3aKv/I1/knQa4EIW+/R3PDHdY=', 'Content-Length': '0'} 2022-09-01T11:22:05.651 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003755009bfde2bd25-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.653 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:22:05.654 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:05.655 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:05.656 DEBUG:boto:Method: GET 2022-09-01T11:22:05.657 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:22:05.658 DEBUG:boto:Data: 2022-09-01T11:22:05.659 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.660 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.661 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.661 DEBUG:boto:Params: {} 2022-09-01T11:22:05.662 DEBUG:boto:Token: None 2022-09-01T11:22:05.663 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj34 2022-09-01T11:22:05.663 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:w9tzqZFW2ztdRzXZSNP7Sab07sU= 2022-09-01T11:22:05.664 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:w9tzqZFW2ztdRzXZSNP7Sab07sU=', 'Content-Length': '0'} 2022-09-01T11:22:05.666 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fbeb793f51205f65-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.667 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:05.668 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:05.668 DEBUG:boto:Method: GET 2022-09-01T11:22:05.669 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:22:05.669 DEBUG:boto:Data: 2022-09-01T11:22:05.670 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.670 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.671 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.671 DEBUG:boto:Params: {} 2022-09-01T11:22:05.672 DEBUG:boto:Token: None 2022-09-01T11:22:05.673 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj34 2022-09-01T11:22:05.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:w9tzqZFW2ztdRzXZSNP7Sab07sU= 2022-09-01T11:22:05.674 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:w9tzqZFW2ztdRzXZSNP7Sab07sU=', 'Content-Length': '0'} 2022-09-01T11:22:05.677 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006178031916485c72-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.718 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:05.720 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:05.721 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:05.721 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:05.723 DEBUG:boto:Method: GET 2022-09-01T11:22:05.723 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:22:05.724 DEBUG:boto:Data: 2022-09-01T11:22:05.725 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.726 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.727 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.728 DEBUG:boto:Params: {} 2022-09-01T11:22:05.729 DEBUG:boto:Token: None 2022-09-01T11:22:05.731 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/ 2022-09-01T11:22:05.732 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E= 2022-09-01T11:22:05.733 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E=', 'Content-Length': '0'} 2022-09-01T11:22:05.736 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b3d625fc9159f624-00631095dd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.737 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:05.738 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:05.738 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:05.739 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:05.740 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:05.740 DEBUG:boto:Method: GET 2022-09-01T11:22:05.741 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:22:05.742 DEBUG:boto:Data: 2022-09-01T11:22:05.742 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.743 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.743 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.744 DEBUG:boto:Params: {} 2022-09-01T11:22:05.744 DEBUG:boto:Token: None 2022-09-01T11:22:05.745 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/ 2022-09-01T11:22:05.746 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E= 2022-09-01T11:22:05.747 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E=', 'Content-Length': '0'} 2022-09-01T11:22:05.750 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004f7fa01d49d4b92b-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.751 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:05.752 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:22:05.753 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:05.753 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:05.754 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.755 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.755 DEBUG:boto:Method: GET 2022-09-01T11:22:05.756 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.757 DEBUG:boto:Data: 2022-09-01T11:22:05.758 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.758 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.760 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.761 DEBUG:boto:Params: {} 2022-09-01T11:22:05.762 DEBUG:boto:Token: None 2022-09-01T11:22:05.763 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.764 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UZXWT/Kdq99T4RCFrO7AjH30+MM= 2022-09-01T11:22:05.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UZXWT/Kdq99T4RCFrO7AjH30+MM=', 'Content-Length': '0'} 2022-09-01T11:22:05.768 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000048abaef25c27b916-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.770 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:05.771 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:05.772 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.772 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.773 DEBUG:boto:Method: GET 2022-09-01T11:22:05.774 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.775 DEBUG:boto:Data: 2022-09-01T11:22:05.776 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.777 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.778 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.779 DEBUG:boto:Params: {} 2022-09-01T11:22:05.780 DEBUG:boto:Token: None 2022-09-01T11:22:05.782 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.783 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UZXWT/Kdq99T4RCFrO7AjH30+MM= 2022-09-01T11:22:05.784 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UZXWT/Kdq99T4RCFrO7AjH30+MM=', 'Content-Length': '0'} 2022-09-01T11:22:05.797 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c77532cda0e334fb-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.799 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:05.800 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:05.801 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.801 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.802 DEBUG:boto:Method: HEAD 2022-09-01T11:22:05.802 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.803 DEBUG:boto:Data: 2022-09-01T11:22:05.803 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.804 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.804 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.805 DEBUG:boto:Params: {} 2022-09-01T11:22:05.806 DEBUG:boto:Token: None 2022-09-01T11:22:05.806 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.807 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BXMee1RSmINU8SHlNgB1YH8wIfU= 2022-09-01T11:22:05.808 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BXMee1RSmINU8SHlNgB1YH8wIfU=', 'Content-Length': '0'} 2022-09-01T11:22:05.810 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012dbf02e7f7b8def-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.811 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:05.812 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:05.812 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.813 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.813 DEBUG:boto:Method: HEAD 2022-09-01T11:22:05.814 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.815 DEBUG:boto:Data: 2022-09-01T11:22:05.815 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.816 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.817 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.818 DEBUG:boto:Params: {} 2022-09-01T11:22:05.820 DEBUG:boto:Token: None 2022-09-01T11:22:05.826 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.826 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BXMee1RSmINU8SHlNgB1YH8wIfU= 2022-09-01T11:22:05.827 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BXMee1RSmINU8SHlNgB1YH8wIfU=', 'Content-Length': '0'} 2022-09-01T11:22:05.829 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bfcd75039447b116-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.832 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:22:05.832 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:05.833 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:05.834 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.834 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.835 DEBUG:boto:Method: GET 2022-09-01T11:22:05.835 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.836 DEBUG:boto:Data: 2022-09-01T11:22:05.837 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.837 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.838 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.839 DEBUG:boto:Params: {} 2022-09-01T11:22:05.840 DEBUG:boto:Token: None 2022-09-01T11:22:05.841 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.842 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UZXWT/Kdq99T4RCFrO7AjH30+MM= 2022-09-01T11:22:05.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UZXWT/Kdq99T4RCFrO7AjH30+MM=', 'Content-Length': '0'} 2022-09-01T11:22:05.846 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000384b951af326a7d8-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.894 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:05.895 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:05.897 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.899 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.899 DEBUG:boto:Method: GET 2022-09-01T11:22:05.900 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.900 DEBUG:boto:Data: 2022-09-01T11:22:05.901 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.902 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.903 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.904 DEBUG:boto:Params: {} 2022-09-01T11:22:05.905 DEBUG:boto:Token: None 2022-09-01T11:22:05.906 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:05.908 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UZXWT/Kdq99T4RCFrO7AjH30+MM= 2022-09-01T11:22:05.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UZXWT/Kdq99T4RCFrO7AjH30+MM=', 'Content-Length': '0'} 2022-09-01T11:22:05.912 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c623a615044e1ccc-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.913 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:05.914 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:05.915 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:05.916 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:05.917 DEBUG:boto:Method: GET 2022-09-01T11:22:05.919 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:22:05.920 DEBUG:boto:Data: 2022-09-01T11:22:05.921 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.922 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.923 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.924 DEBUG:boto:Params: {} 2022-09-01T11:22:05.925 DEBUG:boto:Token: None 2022-09-01T11:22:05.926 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/ 2022-09-01T11:22:05.927 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E= 2022-09-01T11:22:05.931 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E=', 'Content-Length': '0'} 2022-09-01T11:22:05.934 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009ffb9dd880841b5f-00631095dd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.938 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:05.940 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:05.941 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:05.942 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:05.943 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:05.944 DEBUG:boto:Method: GET 2022-09-01T11:22:05.945 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:22:05.945 DEBUG:boto:Data: 2022-09-01T11:22:05.946 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.946 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.947 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.948 DEBUG:boto:Params: {} 2022-09-01T11:22:05.948 DEBUG:boto:Token: None 2022-09-01T11:22:05.949 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/ 2022-09-01T11:22:05.950 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E= 2022-09-01T11:22:05.951 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xb6+V93PJtoaLqvOMSunFoy4g/E=', 'Content-Length': '0'} 2022-09-01T11:22:05.954 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c3abba7d70153853-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.955 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:05.956 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:05.957 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:05.957 DEBUG:boto:Method: HEAD 2022-09-01T11:22:05.958 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:22:05.958 DEBUG:boto:Data: 2022-09-01T11:22:05.959 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.959 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.960 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.960 DEBUG:boto:Params: {} 2022-09-01T11:22:05.961 DEBUG:boto:Token: None 2022-09-01T11:22:05.962 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj38 2022-09-01T11:22:05.963 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TLCQDtKwKOAUsme/HXC51pGW1TE= 2022-09-01T11:22:05.963 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TLCQDtKwKOAUsme/HXC51pGW1TE=', 'Content-Length': '0'} 2022-09-01T11:22:05.965 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bb4289f12dd54194-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.966 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:05.967 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:05.967 DEBUG:boto:Method: HEAD 2022-09-01T11:22:05.968 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:22:05.968 DEBUG:boto:Data: 2022-09-01T11:22:05.969 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.970 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.970 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.971 DEBUG:boto:Params: {} 2022-09-01T11:22:05.972 DEBUG:boto:Token: None 2022-09-01T11:22:05.972 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj38 2022-09-01T11:22:05.973 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TLCQDtKwKOAUsme/HXC51pGW1TE= 2022-09-01T11:22:05.974 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TLCQDtKwKOAUsme/HXC51pGW1TE=', 'Content-Length': '0'} 2022-09-01T11:22:05.976 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ddb3e21722cd31c-00631095dd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.976 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:22:05.977 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:05.978 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:05.979 DEBUG:boto:Method: GET 2022-09-01T11:22:05.979 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:22:05.980 DEBUG:boto:Data: 2022-09-01T11:22:05.980 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.981 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:05.982 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.982 DEBUG:boto:Params: {} 2022-09-01T11:22:05.983 DEBUG:boto:Token: None 2022-09-01T11:22:05.984 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:05 GMT /ptoxvb-74/obj38 2022-09-01T11:22:05.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9EUgvqXbSk9PYj5ZDCTCdalOaLs= 2022-09-01T11:22:05.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9EUgvqXbSk9PYj5ZDCTCdalOaLs=', 'Content-Length': '0'} 2022-09-01T11:22:05.987 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000711230ff7e56a494-00631095dd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:05.989 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:05.990 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:05.991 DEBUG:boto:Method: GET 2022-09-01T11:22:05.992 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:22:05.993 DEBUG:boto:Data: 2022-09-01T11:22:05.995 DEBUG:boto:Headers: {} 2022-09-01T11:22:05.996 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:05.997 DEBUG:boto:Port: 8000 2022-09-01T11:22:05.998 DEBUG:boto:Params: {} 2022-09-01T11:22:05.999 DEBUG:boto:Token: None 2022-09-01T11:22:06.000 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj38 2022-09-01T11:22:06.001 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KgO6idTlGsYDM91eNQvABVcnZk4= 2022-09-01T11:22:06.002 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KgO6idTlGsYDM91eNQvABVcnZk4=', 'Content-Length': '0'} 2022-09-01T11:22:06.006 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fac5071ecf9cbf52-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.008 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:06.009 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:06.010 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:06.011 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:06.011 DEBUG:boto:Method: GET 2022-09-01T11:22:06.012 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:22:06.013 DEBUG:boto:Data: 2022-09-01T11:22:06.014 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.015 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.015 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.016 DEBUG:boto:Params: {} 2022-09-01T11:22:06.016 DEBUG:boto:Token: None 2022-09-01T11:22:06.017 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/ 2022-09-01T11:22:06.018 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA= 2022-09-01T11:22:06.019 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA=', 'Content-Length': '0'} 2022-09-01T11:22:06.023 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000071fb47f88878b47d-00631095de-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.067 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:06.069 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:06.071 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:06.072 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:06.073 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:06.074 DEBUG:boto:Method: GET 2022-09-01T11:22:06.075 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:22:06.075 DEBUG:boto:Data: 2022-09-01T11:22:06.076 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.077 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.078 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.079 DEBUG:boto:Params: {} 2022-09-01T11:22:06.080 DEBUG:boto:Token: None 2022-09-01T11:22:06.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/ 2022-09-01T11:22:06.081 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA= 2022-09-01T11:22:06.082 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA=', 'Content-Length': '0'} 2022-09-01T11:22:06.085 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000145a07ee7415acf7-00631095de-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.086 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:06.087 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:22:06.088 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:06.088 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:06.089 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.090 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.090 DEBUG:boto:Method: GET 2022-09-01T11:22:06.091 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.091 DEBUG:boto:Data: 2022-09-01T11:22:06.092 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.092 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.093 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.094 DEBUG:boto:Params: {} 2022-09-01T11:22:06.095 DEBUG:boto:Token: None 2022-09-01T11:22:06.095 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.096 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DNd/uz8drhoI/lAMp8PNCS9sQpE= 2022-09-01T11:22:06.096 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DNd/uz8drhoI/lAMp8PNCS9sQpE=', 'Content-Length': '0'} 2022-09-01T11:22:06.098 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000061a8b6a1903b1b99-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.099 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:06.100 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:06.100 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.101 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.103 DEBUG:boto:Method: GET 2022-09-01T11:22:06.104 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.104 DEBUG:boto:Data: 2022-09-01T11:22:06.105 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.106 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.106 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.107 DEBUG:boto:Params: {} 2022-09-01T11:22:06.107 DEBUG:boto:Token: None 2022-09-01T11:22:06.108 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DNd/uz8drhoI/lAMp8PNCS9sQpE= 2022-09-01T11:22:06.109 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DNd/uz8drhoI/lAMp8PNCS9sQpE=', 'Content-Length': '0'} 2022-09-01T11:22:06.112 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bfab609819fac760-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.113 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:06.114 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:06.114 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.115 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.115 DEBUG:boto:Method: HEAD 2022-09-01T11:22:06.116 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.116 DEBUG:boto:Data: 2022-09-01T11:22:06.117 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.117 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.118 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.119 DEBUG:boto:Params: {} 2022-09-01T11:22:06.119 DEBUG:boto:Token: None 2022-09-01T11:22:06.120 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.121 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:miQ0gPKbGVn1zXJ3k/t62tyTKLc= 2022-09-01T11:22:06.122 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:miQ0gPKbGVn1zXJ3k/t62tyTKLc=', 'Content-Length': '0'} 2022-09-01T11:22:06.124 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000058ac626dd8341f59-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.125 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:06.125 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:06.126 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.126 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.127 DEBUG:boto:Method: HEAD 2022-09-01T11:22:06.128 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.128 DEBUG:boto:Data: 2022-09-01T11:22:06.129 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.129 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.130 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.130 DEBUG:boto:Params: {} 2022-09-01T11:22:06.131 DEBUG:boto:Token: None 2022-09-01T11:22:06.132 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.132 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:miQ0gPKbGVn1zXJ3k/t62tyTKLc= 2022-09-01T11:22:06.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:miQ0gPKbGVn1zXJ3k/t62tyTKLc=', 'Content-Length': '0'} 2022-09-01T11:22:06.135 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009bc24cf9f3909993-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.136 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:22:06.136 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:06.137 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:06.138 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.138 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.139 DEBUG:boto:Method: GET 2022-09-01T11:22:06.139 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.140 DEBUG:boto:Data: 2022-09-01T11:22:06.140 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.141 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.141 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.142 DEBUG:boto:Params: {} 2022-09-01T11:22:06.143 DEBUG:boto:Token: None 2022-09-01T11:22:06.143 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.144 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DNd/uz8drhoI/lAMp8PNCS9sQpE= 2022-09-01T11:22:06.145 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DNd/uz8drhoI/lAMp8PNCS9sQpE=', 'Content-Length': '0'} 2022-09-01T11:22:06.147 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000033c8237c6203afe6-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.148 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:06.149 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:06.149 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.150 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.151 DEBUG:boto:Method: GET 2022-09-01T11:22:06.151 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.152 DEBUG:boto:Data: 2022-09-01T11:22:06.153 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.153 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.154 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.154 DEBUG:boto:Params: {} 2022-09-01T11:22:06.155 DEBUG:boto:Token: None 2022-09-01T11:22:06.156 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:06.157 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DNd/uz8drhoI/lAMp8PNCS9sQpE= 2022-09-01T11:22:06.158 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DNd/uz8drhoI/lAMp8PNCS9sQpE=', 'Content-Length': '0'} 2022-09-01T11:22:06.161 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c8ab7d65c2d9f15-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.162 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:06.162 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:06.163 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:06.163 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:06.164 DEBUG:boto:Method: GET 2022-09-01T11:22:06.164 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:22:06.165 DEBUG:boto:Data: 2022-09-01T11:22:06.166 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.166 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.167 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.167 DEBUG:boto:Params: {} 2022-09-01T11:22:06.168 DEBUG:boto:Token: None 2022-09-01T11:22:06.168 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/ 2022-09-01T11:22:06.169 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA= 2022-09-01T11:22:06.170 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA=', 'Content-Length': '0'} 2022-09-01T11:22:06.172 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dc43190c813a1588-00631095de-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.214 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:06.216 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:06.217 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:06.218 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:06.219 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:06.221 DEBUG:boto:Method: GET 2022-09-01T11:22:06.222 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:22:06.223 DEBUG:boto:Data: 2022-09-01T11:22:06.224 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.225 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.226 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.227 DEBUG:boto:Params: {} 2022-09-01T11:22:06.228 DEBUG:boto:Token: None 2022-09-01T11:22:06.229 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/ 2022-09-01T11:22:06.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA= 2022-09-01T11:22:06.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA=', 'Content-Length': '0'} 2022-09-01T11:22:06.235 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bb337b95752206ec-00631095de-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.236 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:06.237 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:06.238 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:06.238 DEBUG:boto:Method: HEAD 2022-09-01T11:22:06.239 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:22:06.239 DEBUG:boto:Data: 2022-09-01T11:22:06.240 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.240 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.241 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.241 DEBUG:boto:Params: {} 2022-09-01T11:22:06.242 DEBUG:boto:Token: None 2022-09-01T11:22:06.242 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj44 2022-09-01T11:22:06.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LhrNZOpqnDhWHB9KqHF4TTWQinw= 2022-09-01T11:22:06.244 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LhrNZOpqnDhWHB9KqHF4TTWQinw=', 'Content-Length': '0'} 2022-09-01T11:22:06.246 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001ea031a053b3daf5-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.247 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:06.248 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:06.248 DEBUG:boto:Method: HEAD 2022-09-01T11:22:06.249 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:22:06.249 DEBUG:boto:Data: 2022-09-01T11:22:06.250 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.251 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.251 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.252 DEBUG:boto:Params: {} 2022-09-01T11:22:06.252 DEBUG:boto:Token: None 2022-09-01T11:22:06.254 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj44 2022-09-01T11:22:06.255 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LhrNZOpqnDhWHB9KqHF4TTWQinw= 2022-09-01T11:22:06.256 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LhrNZOpqnDhWHB9KqHF4TTWQinw=', 'Content-Length': '0'} 2022-09-01T11:22:06.259 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000238bf70565dd9e33-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.260 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:22:06.261 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:06.263 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:06.264 DEBUG:boto:Method: GET 2022-09-01T11:22:06.265 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:22:06.266 DEBUG:boto:Data: 2022-09-01T11:22:06.267 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.268 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.269 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.270 DEBUG:boto:Params: {} 2022-09-01T11:22:06.271 DEBUG:boto:Token: None 2022-09-01T11:22:06.272 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj44 2022-09-01T11:22:06.274 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YmtOsfjhKL7RKkqfJDBBhMkN6cA= 2022-09-01T11:22:06.275 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YmtOsfjhKL7RKkqfJDBBhMkN6cA=', 'Content-Length': '0'} 2022-09-01T11:22:06.277 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000348b117f5a28068c-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.278 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:06.279 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:06.279 DEBUG:boto:Method: GET 2022-09-01T11:22:06.280 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:22:06.281 DEBUG:boto:Data: 2022-09-01T11:22:06.281 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.283 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.284 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.284 DEBUG:boto:Params: {} 2022-09-01T11:22:06.285 DEBUG:boto:Token: None 2022-09-01T11:22:06.285 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj44 2022-09-01T11:22:06.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YmtOsfjhKL7RKkqfJDBBhMkN6cA= 2022-09-01T11:22:06.287 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YmtOsfjhKL7RKkqfJDBBhMkN6cA=', 'Content-Length': '0'} 2022-09-01T11:22:06.290 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ff496e045eadd99-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.330 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:06.331 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:06.332 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:06.332 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:06.333 DEBUG:boto:Method: GET 2022-09-01T11:22:06.333 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:22:06.335 DEBUG:boto:Data: 2022-09-01T11:22:06.336 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.336 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.337 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.338 DEBUG:boto:Params: {} 2022-09-01T11:22:06.338 DEBUG:boto:Token: None 2022-09-01T11:22:06.339 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/ 2022-09-01T11:22:06.340 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA= 2022-09-01T11:22:06.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA=', 'Content-Length': '0'} 2022-09-01T11:22:06.345 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000aeafd10e76d26c3-00631095de-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.346 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:06.348 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:06.350 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:06.351 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:06.352 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:06.353 DEBUG:boto:Method: GET 2022-09-01T11:22:06.354 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:22:06.355 DEBUG:boto:Data: 2022-09-01T11:22:06.356 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.357 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.358 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.359 DEBUG:boto:Params: {} 2022-09-01T11:22:06.360 DEBUG:boto:Token: None 2022-09-01T11:22:06.361 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/ 2022-09-01T11:22:06.371 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA= 2022-09-01T11:22:06.372 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA=', 'Content-Length': '0'} 2022-09-01T11:22:06.377 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004242a80e4345089b-00631095de-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.378 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:06.380 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:22:06.381 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:06.382 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:06.383 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.384 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.385 DEBUG:boto:Method: GET 2022-09-01T11:22:06.387 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.388 DEBUG:boto:Data: 2022-09-01T11:22:06.389 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.390 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.391 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.393 DEBUG:boto:Params: {} 2022-09-01T11:22:06.394 DEBUG:boto:Token: None 2022-09-01T11:22:06.396 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:a4A/Ws/2+aFXAFIheb6ASaPz16s= 2022-09-01T11:22:06.399 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:a4A/Ws/2+aFXAFIheb6ASaPz16s=', 'Content-Length': '0'} 2022-09-01T11:22:06.401 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ede92d6797a6dc96-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.403 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:06.404 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:06.404 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.405 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.405 DEBUG:boto:Method: GET 2022-09-01T11:22:06.406 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.406 DEBUG:boto:Data: 2022-09-01T11:22:06.407 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.408 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.409 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.410 DEBUG:boto:Params: {} 2022-09-01T11:22:06.411 DEBUG:boto:Token: None 2022-09-01T11:22:06.411 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.412 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:a4A/Ws/2+aFXAFIheb6ASaPz16s= 2022-09-01T11:22:06.413 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:a4A/Ws/2+aFXAFIheb6ASaPz16s=', 'Content-Length': '0'} 2022-09-01T11:22:06.415 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000085dd16eed4a7014a-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.417 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:06.418 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:06.418 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.419 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.420 DEBUG:boto:Method: HEAD 2022-09-01T11:22:06.420 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.421 DEBUG:boto:Data: 2022-09-01T11:22:06.421 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.422 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.423 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.424 DEBUG:boto:Params: {} 2022-09-01T11:22:06.425 DEBUG:boto:Token: None 2022-09-01T11:22:06.426 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.428 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pxHQB+7LnyU8NZ4C5MqUiHSPwR4= 2022-09-01T11:22:06.429 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pxHQB+7LnyU8NZ4C5MqUiHSPwR4=', 'Content-Length': '0'} 2022-09-01T11:22:06.432 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf07442b6ffec835-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.433 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:06.433 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:06.434 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.435 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.435 DEBUG:boto:Method: HEAD 2022-09-01T11:22:06.436 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.436 DEBUG:boto:Data: 2022-09-01T11:22:06.437 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.438 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.439 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.439 DEBUG:boto:Params: {} 2022-09-01T11:22:06.440 DEBUG:boto:Token: None 2022-09-01T11:22:06.440 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.441 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pxHQB+7LnyU8NZ4C5MqUiHSPwR4= 2022-09-01T11:22:06.442 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pxHQB+7LnyU8NZ4C5MqUiHSPwR4=', 'Content-Length': '0'} 2022-09-01T11:22:06.444 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c8ac360f2174aba9-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.445 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:22:06.446 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:06.446 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:06.447 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.447 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.448 DEBUG:boto:Method: GET 2022-09-01T11:22:06.449 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.449 DEBUG:boto:Data: 2022-09-01T11:22:06.450 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.450 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.451 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.452 DEBUG:boto:Params: {} 2022-09-01T11:22:06.453 DEBUG:boto:Token: None 2022-09-01T11:22:06.455 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:a4A/Ws/2+aFXAFIheb6ASaPz16s= 2022-09-01T11:22:06.457 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:a4A/Ws/2+aFXAFIheb6ASaPz16s=', 'Content-Length': '0'} 2022-09-01T11:22:06.460 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a744404046c0eb7-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.462 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:06.463 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:06.464 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.465 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.466 DEBUG:boto:Method: GET 2022-09-01T11:22:06.467 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.467 DEBUG:boto:Data: 2022-09-01T11:22:06.468 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.469 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.470 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.471 DEBUG:boto:Params: {} 2022-09-01T11:22:06.472 DEBUG:boto:Token: None 2022-09-01T11:22:06.473 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:06.473 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:a4A/Ws/2+aFXAFIheb6ASaPz16s= 2022-09-01T11:22:06.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:a4A/Ws/2+aFXAFIheb6ASaPz16s=', 'Content-Length': '0'} 2022-09-01T11:22:06.478 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dbae9e54db82b565-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.489 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:06.490 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:06.491 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:06.492 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:06.492 DEBUG:boto:Method: GET 2022-09-01T11:22:06.495 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:22:06.496 DEBUG:boto:Data: 2022-09-01T11:22:06.497 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.498 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.499 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.500 DEBUG:boto:Params: {} 2022-09-01T11:22:06.501 DEBUG:boto:Token: None 2022-09-01T11:22:06.502 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/ 2022-09-01T11:22:06.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA= 2022-09-01T11:22:06.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA=', 'Content-Length': '0'} 2022-09-01T11:22:06.508 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004d67de2386b3b6c1-00631095de-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.509 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:06.511 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:06.512 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:06.512 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:06.513 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:06.514 DEBUG:boto:Method: GET 2022-09-01T11:22:06.515 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:22:06.516 DEBUG:boto:Data: 2022-09-01T11:22:06.517 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.518 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.519 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.520 DEBUG:boto:Params: {} 2022-09-01T11:22:06.521 DEBUG:boto:Token: None 2022-09-01T11:22:06.522 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/ 2022-09-01T11:22:06.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA= 2022-09-01T11:22:06.524 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA=', 'Content-Length': '0'} 2022-09-01T11:22:06.528 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000068c7ef88195f8908-00631095de-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.529 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:06.530 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:06.531 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:06.535 DEBUG:boto:Method: HEAD 2022-09-01T11:22:06.535 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:22:06.536 DEBUG:boto:Data: 2022-09-01T11:22:06.537 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.537 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.538 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.538 DEBUG:boto:Params: {} 2022-09-01T11:22:06.539 DEBUG:boto:Token: None 2022-09-01T11:22:06.540 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj51 2022-09-01T11:22:06.541 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KjDUlhmvYkt8l2INIz6c7NSnVFM= 2022-09-01T11:22:06.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KjDUlhmvYkt8l2INIz6c7NSnVFM=', 'Content-Length': '0'} 2022-09-01T11:22:06.544 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d317056bcc96aee-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.545 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:06.545 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:06.546 DEBUG:boto:Method: HEAD 2022-09-01T11:22:06.547 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:22:06.547 DEBUG:boto:Data: 2022-09-01T11:22:06.548 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.548 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.549 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.549 DEBUG:boto:Params: {} 2022-09-01T11:22:06.550 DEBUG:boto:Token: None 2022-09-01T11:22:06.550 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj51 2022-09-01T11:22:06.551 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KjDUlhmvYkt8l2INIz6c7NSnVFM= 2022-09-01T11:22:06.552 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KjDUlhmvYkt8l2INIz6c7NSnVFM=', 'Content-Length': '0'} 2022-09-01T11:22:06.554 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d73a7840a2733166-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.554 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:22:06.555 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:06.556 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:06.556 DEBUG:boto:Method: GET 2022-09-01T11:22:06.557 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:22:06.557 DEBUG:boto:Data: 2022-09-01T11:22:06.558 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.558 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.559 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.559 DEBUG:boto:Params: {} 2022-09-01T11:22:06.561 DEBUG:boto:Token: None 2022-09-01T11:22:06.562 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj51 2022-09-01T11:22:06.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+P4IYqqmDxJ+lFnkO7B6kiUWKM8= 2022-09-01T11:22:06.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+P4IYqqmDxJ+lFnkO7B6kiUWKM8=', 'Content-Length': '0'} 2022-09-01T11:22:06.566 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004fbc37fbdd0f7b3a-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.606 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:06.607 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:06.608 DEBUG:boto:Method: GET 2022-09-01T11:22:06.608 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:22:06.609 DEBUG:boto:Data: 2022-09-01T11:22:06.610 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.611 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.612 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.613 DEBUG:boto:Params: {} 2022-09-01T11:22:06.614 DEBUG:boto:Token: None 2022-09-01T11:22:06.615 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj51 2022-09-01T11:22:06.616 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+P4IYqqmDxJ+lFnkO7B6kiUWKM8= 2022-09-01T11:22:06.618 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+P4IYqqmDxJ+lFnkO7B6kiUWKM8=', 'Content-Length': '0'} 2022-09-01T11:22:06.621 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f58d18afae6f00e2-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.622 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:06.623 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:06.624 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:06.624 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:06.625 DEBUG:boto:Method: GET 2022-09-01T11:22:06.625 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:22:06.626 DEBUG:boto:Data: 2022-09-01T11:22:06.626 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.627 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.627 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.628 DEBUG:boto:Params: {} 2022-09-01T11:22:06.629 DEBUG:boto:Token: None 2022-09-01T11:22:06.630 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/ 2022-09-01T11:22:06.631 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA= 2022-09-01T11:22:06.632 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA=', 'Content-Length': '0'} 2022-09-01T11:22:06.638 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004142ac96fb98722f-00631095de-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.639 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:06.640 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:06.641 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:06.641 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:06.642 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:06.643 DEBUG:boto:Method: GET 2022-09-01T11:22:06.644 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:22:06.645 DEBUG:boto:Data: 2022-09-01T11:22:06.645 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.646 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.647 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.648 DEBUG:boto:Params: {} 2022-09-01T11:22:06.648 DEBUG:boto:Token: None 2022-09-01T11:22:06.649 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/ 2022-09-01T11:22:06.650 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA= 2022-09-01T11:22:06.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA=', 'Content-Length': '0'} 2022-09-01T11:22:06.654 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000485893e23d48b621-00631095de-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.655 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:06.656 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:22:06.657 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:06.658 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:06.658 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.659 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.660 DEBUG:boto:Method: GET 2022-09-01T11:22:06.660 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.661 DEBUG:boto:Data: 2022-09-01T11:22:06.662 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.663 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.664 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.665 DEBUG:boto:Params: {} 2022-09-01T11:22:06.666 DEBUG:boto:Token: None 2022-09-01T11:22:06.667 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z4s4E3V7rdadFlFjvnh8ldbs+zQ= 2022-09-01T11:22:06.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z4s4E3V7rdadFlFjvnh8ldbs+zQ=', 'Content-Length': '0'} 2022-09-01T11:22:06.670 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d1b45e736a7bcf7a-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.671 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:06.672 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:06.673 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.673 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.675 DEBUG:boto:Method: GET 2022-09-01T11:22:06.676 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.677 DEBUG:boto:Data: 2022-09-01T11:22:06.678 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.679 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.680 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.681 DEBUG:boto:Params: {} 2022-09-01T11:22:06.682 DEBUG:boto:Token: None 2022-09-01T11:22:06.683 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z4s4E3V7rdadFlFjvnh8ldbs+zQ= 2022-09-01T11:22:06.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z4s4E3V7rdadFlFjvnh8ldbs+zQ=', 'Content-Length': '0'} 2022-09-01T11:22:06.689 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ad539743609402fd-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.690 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:06.691 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:06.692 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.693 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.694 DEBUG:boto:Method: HEAD 2022-09-01T11:22:06.695 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.696 DEBUG:boto:Data: 2022-09-01T11:22:06.697 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.697 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.698 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.699 DEBUG:boto:Params: {} 2022-09-01T11:22:06.700 DEBUG:boto:Token: None 2022-09-01T11:22:06.700 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.701 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4j1irFH6fJ7PAiRMY4zQRLdEgyQ= 2022-09-01T11:22:06.702 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4j1irFH6fJ7PAiRMY4zQRLdEgyQ=', 'Content-Length': '0'} 2022-09-01T11:22:06.704 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe0c3c95b28e1c15-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.705 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:06.706 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:06.707 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.708 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.709 DEBUG:boto:Method: HEAD 2022-09-01T11:22:06.710 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.711 DEBUG:boto:Data: 2022-09-01T11:22:06.712 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.713 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.714 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.714 DEBUG:boto:Params: {} 2022-09-01T11:22:06.716 DEBUG:boto:Token: None 2022-09-01T11:22:06.717 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4j1irFH6fJ7PAiRMY4zQRLdEgyQ= 2022-09-01T11:22:06.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4j1irFH6fJ7PAiRMY4zQRLdEgyQ=', 'Content-Length': '0'} 2022-09-01T11:22:06.722 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007bbd8af842e91c80-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.723 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:22:06.724 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:06.725 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:06.726 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.727 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.729 DEBUG:boto:Method: GET 2022-09-01T11:22:06.730 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.730 DEBUG:boto:Data: 2022-09-01T11:22:06.731 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.732 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.732 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.733 DEBUG:boto:Params: {} 2022-09-01T11:22:06.733 DEBUG:boto:Token: None 2022-09-01T11:22:06.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.735 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z4s4E3V7rdadFlFjvnh8ldbs+zQ= 2022-09-01T11:22:06.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z4s4E3V7rdadFlFjvnh8ldbs+zQ=', 'Content-Length': '0'} 2022-09-01T11:22:06.738 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e770b5b613946824-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.782 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:06.783 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:06.784 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.784 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.785 DEBUG:boto:Method: GET 2022-09-01T11:22:06.785 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.786 DEBUG:boto:Data: 2022-09-01T11:22:06.787 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.788 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.788 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.789 DEBUG:boto:Params: {} 2022-09-01T11:22:06.789 DEBUG:boto:Token: None 2022-09-01T11:22:06.790 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:06.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z4s4E3V7rdadFlFjvnh8ldbs+zQ= 2022-09-01T11:22:06.792 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z4s4E3V7rdadFlFjvnh8ldbs+zQ=', 'Content-Length': '0'} 2022-09-01T11:22:06.794 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000070d77909613a953c-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.795 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:06.796 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:06.797 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:06.798 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:06.798 DEBUG:boto:Method: GET 2022-09-01T11:22:06.799 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:22:06.800 DEBUG:boto:Data: 2022-09-01T11:22:06.800 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.802 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.802 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.803 DEBUG:boto:Params: {} 2022-09-01T11:22:06.803 DEBUG:boto:Token: None 2022-09-01T11:22:06.804 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/ 2022-09-01T11:22:06.805 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA= 2022-09-01T11:22:06.805 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA=', 'Content-Length': '0'} 2022-09-01T11:22:06.808 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aa1bae9bd65cc71f-00631095de-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.809 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:06.810 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:06.810 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:06.811 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:06.811 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:06.812 DEBUG:boto:Method: GET 2022-09-01T11:22:06.812 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:22:06.813 DEBUG:boto:Data: 2022-09-01T11:22:06.813 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.814 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.814 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.815 DEBUG:boto:Params: {} 2022-09-01T11:22:06.815 DEBUG:boto:Token: None 2022-09-01T11:22:06.816 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/ 2022-09-01T11:22:06.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA= 2022-09-01T11:22:06.817 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA=', 'Content-Length': '0'} 2022-09-01T11:22:06.821 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d8c896fa4f4142c3-00631095de-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.821 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:06.822 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:06.823 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:06.823 DEBUG:boto:Method: HEAD 2022-09-01T11:22:06.824 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:22:06.824 DEBUG:boto:Data: 2022-09-01T11:22:06.825 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.825 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.826 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.826 DEBUG:boto:Params: {} 2022-09-01T11:22:06.827 DEBUG:boto:Token: None 2022-09-01T11:22:06.828 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj55 2022-09-01T11:22:06.828 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nErLqEpCMFgF4aocXwtU8WZnT/4= 2022-09-01T11:22:06.829 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nErLqEpCMFgF4aocXwtU8WZnT/4=', 'Content-Length': '0'} 2022-09-01T11:22:06.831 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000088fc8ecfd617ce88-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.832 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:06.832 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:06.833 DEBUG:boto:Method: HEAD 2022-09-01T11:22:06.833 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:22:06.834 DEBUG:boto:Data: 2022-09-01T11:22:06.835 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.835 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.836 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.836 DEBUG:boto:Params: {} 2022-09-01T11:22:06.837 DEBUG:boto:Token: None 2022-09-01T11:22:06.837 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj55 2022-09-01T11:22:06.838 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nErLqEpCMFgF4aocXwtU8WZnT/4= 2022-09-01T11:22:06.839 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nErLqEpCMFgF4aocXwtU8WZnT/4=', 'Content-Length': '0'} 2022-09-01T11:22:06.841 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000057b779da3e65693b-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.842 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:22:06.843 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:06.843 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:06.844 DEBUG:boto:Method: GET 2022-09-01T11:22:06.844 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:22:06.845 DEBUG:boto:Data: 2022-09-01T11:22:06.845 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.847 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.847 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.848 DEBUG:boto:Params: {} 2022-09-01T11:22:06.848 DEBUG:boto:Token: None 2022-09-01T11:22:06.849 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj55 2022-09-01T11:22:06.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7SS8rcLxKiPZh/v/xn2yOP0LnlA= 2022-09-01T11:22:06.850 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7SS8rcLxKiPZh/v/xn2yOP0LnlA=', 'Content-Length': '0'} 2022-09-01T11:22:06.852 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e0fe886649635867-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.853 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:06.854 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:06.855 DEBUG:boto:Method: GET 2022-09-01T11:22:06.855 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:22:06.856 DEBUG:boto:Data: 2022-09-01T11:22:06.857 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.857 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.858 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.858 DEBUG:boto:Params: {} 2022-09-01T11:22:06.859 DEBUG:boto:Token: None 2022-09-01T11:22:06.860 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj55 2022-09-01T11:22:06.860 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7SS8rcLxKiPZh/v/xn2yOP0LnlA= 2022-09-01T11:22:06.862 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7SS8rcLxKiPZh/v/xn2yOP0LnlA=', 'Content-Length': '0'} 2022-09-01T11:22:06.864 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cda156887fee405e-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.866 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:06.867 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:06.868 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:06.869 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:06.869 DEBUG:boto:Method: GET 2022-09-01T11:22:06.871 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:22:06.872 DEBUG:boto:Data: 2022-09-01T11:22:06.872 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.873 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.874 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.875 DEBUG:boto:Params: {} 2022-09-01T11:22:06.875 DEBUG:boto:Token: None 2022-09-01T11:22:06.876 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/ 2022-09-01T11:22:06.877 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA= 2022-09-01T11:22:06.878 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA=', 'Content-Length': '0'} 2022-09-01T11:22:06.881 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e92768010fa05494-00631095de-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.882 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:06.883 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:06.885 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:06.885 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:06.886 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:06.887 DEBUG:boto:Method: GET 2022-09-01T11:22:06.888 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:22:06.888 DEBUG:boto:Data: 2022-09-01T11:22:06.889 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.891 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.892 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.892 DEBUG:boto:Params: {} 2022-09-01T11:22:06.893 DEBUG:boto:Token: None 2022-09-01T11:22:06.894 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/ 2022-09-01T11:22:06.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA= 2022-09-01T11:22:06.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KE+cMhtVm5VA5sqkFAppSJInrbA=', 'Content-Length': '0'} 2022-09-01T11:22:06.899 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004b84b937bf264499-00631095de-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.900 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:06.901 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:22:06.902 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:06.902 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:06.903 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:06.903 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:06.904 DEBUG:boto:Method: GET 2022-09-01T11:22:06.904 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:06.905 DEBUG:boto:Data: 2022-09-01T11:22:06.906 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.906 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.907 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.907 DEBUG:boto:Params: {} 2022-09-01T11:22:06.908 DEBUG:boto:Token: None 2022-09-01T11:22:06.909 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:06.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ttBfqUpT8y1wXJbRdiJ0sfUhbhw= 2022-09-01T11:22:06.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ttBfqUpT8y1wXJbRdiJ0sfUhbhw=', 'Content-Length': '0'} 2022-09-01T11:22:06.914 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bc29dd1ad0418900-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.916 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:06.916 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:06.917 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:06.917 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:06.918 DEBUG:boto:Method: GET 2022-09-01T11:22:06.919 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:06.919 DEBUG:boto:Data: 2022-09-01T11:22:06.920 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.920 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:06.921 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.921 DEBUG:boto:Params: {} 2022-09-01T11:22:06.922 DEBUG:boto:Token: None 2022-09-01T11:22:06.923 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:06.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ttBfqUpT8y1wXJbRdiJ0sfUhbhw= 2022-09-01T11:22:06.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ttBfqUpT8y1wXJbRdiJ0sfUhbhw=', 'Content-Length': '0'} 2022-09-01T11:22:06.926 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000046dca3a76387128d-00631095de-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.974 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:06.975 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:06.977 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:06.978 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:06.979 DEBUG:boto:Method: HEAD 2022-09-01T11:22:06.980 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:06.981 DEBUG:boto:Data: 2022-09-01T11:22:06.982 DEBUG:boto:Headers: {} 2022-09-01T11:22:06.983 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:06.984 DEBUG:boto:Port: 8000 2022-09-01T11:22:06.985 DEBUG:boto:Params: {} 2022-09-01T11:22:06.986 DEBUG:boto:Token: None 2022-09-01T11:22:06.987 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:06 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:06.988 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2n+nhNukM/P4TrSNBgqehAOiKGQ= 2022-09-01T11:22:06.989 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2n+nhNukM/P4TrSNBgqehAOiKGQ=', 'Content-Length': '0'} 2022-09-01T11:22:06.993 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001ba7b5e950917003-00631095de-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:06.994 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:06.995 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:06.997 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:06.997 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:06.999 DEBUG:boto:Method: HEAD 2022-09-01T11:22:07.000 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:07.001 DEBUG:boto:Data: 2022-09-01T11:22:07.003 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.004 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.005 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.006 DEBUG:boto:Params: {} 2022-09-01T11:22:07.007 DEBUG:boto:Token: None 2022-09-01T11:22:07.008 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:07.009 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iI2nk+8iN5V5fZtZvPM6/WCM4xA= 2022-09-01T11:22:07.010 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iI2nk+8iN5V5fZtZvPM6/WCM4xA=', 'Content-Length': '0'} 2022-09-01T11:22:07.012 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005ec60d293dfd724e-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.014 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:22:07.015 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:07.016 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:07.017 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:07.018 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:07.019 DEBUG:boto:Method: GET 2022-09-01T11:22:07.020 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:07.021 DEBUG:boto:Data: 2022-09-01T11:22:07.022 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.023 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.025 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.026 DEBUG:boto:Params: {} 2022-09-01T11:22:07.028 DEBUG:boto:Token: None 2022-09-01T11:22:07.029 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:07.030 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uvrU7yOnqEGBGJmi82ae+DkrNFs= 2022-09-01T11:22:07.031 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uvrU7yOnqEGBGJmi82ae+DkrNFs=', 'Content-Length': '0'} 2022-09-01T11:22:07.035 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d9ccbab838bdd2ba-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.037 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:07.037 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:07.038 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:07.039 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:07.039 DEBUG:boto:Method: GET 2022-09-01T11:22:07.040 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:07.041 DEBUG:boto:Data: 2022-09-01T11:22:07.041 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.043 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.044 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.045 DEBUG:boto:Params: {} 2022-09-01T11:22:07.046 DEBUG:boto:Token: None 2022-09-01T11:22:07.047 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:07.047 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uvrU7yOnqEGBGJmi82ae+DkrNFs= 2022-09-01T11:22:07.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uvrU7yOnqEGBGJmi82ae+DkrNFs=', 'Content-Length': '0'} 2022-09-01T11:22:07.051 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003bd5f03d45c7aaf3-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.052 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:07.052 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:07.053 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:07.054 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:07.054 DEBUG:boto:Method: GET 2022-09-01T11:22:07.055 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:22:07.057 DEBUG:boto:Data: 2022-09-01T11:22:07.058 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.059 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.060 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.060 DEBUG:boto:Params: {} 2022-09-01T11:22:07.062 DEBUG:boto:Token: None 2022-09-01T11:22:07.063 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/ 2022-09-01T11:22:07.064 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s= 2022-09-01T11:22:07.065 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s=', 'Content-Length': '0'} 2022-09-01T11:22:07.071 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d8247e2fa7227812-00631095df-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.074 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:07.076 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:07.077 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:07.078 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:07.079 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:07.080 DEBUG:boto:Method: GET 2022-09-01T11:22:07.081 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:22:07.082 DEBUG:boto:Data: 2022-09-01T11:22:07.083 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.084 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.085 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.085 DEBUG:boto:Params: {} 2022-09-01T11:22:07.087 DEBUG:boto:Token: None 2022-09-01T11:22:07.088 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/ 2022-09-01T11:22:07.089 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s= 2022-09-01T11:22:07.089 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s=', 'Content-Length': '0'} 2022-09-01T11:22:07.093 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006160e5f23baefa14-00631095df-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.095 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:07.096 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:07.096 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:07.097 DEBUG:boto:Method: HEAD 2022-09-01T11:22:07.097 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:22:07.098 DEBUG:boto:Data: 2022-09-01T11:22:07.098 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.099 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.099 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.100 DEBUG:boto:Params: {} 2022-09-01T11:22:07.100 DEBUG:boto:Token: None 2022-09-01T11:22:07.101 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj57 2022-09-01T11:22:07.102 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TUxpBgFoBW/tI0h7fMt28fXK0X4= 2022-09-01T11:22:07.103 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TUxpBgFoBW/tI0h7fMt28fXK0X4=', 'Content-Length': '0'} 2022-09-01T11:22:07.111 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b7929dbb1726de5-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.114 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:07.115 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:07.115 DEBUG:boto:Method: HEAD 2022-09-01T11:22:07.116 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:22:07.117 DEBUG:boto:Data: 2022-09-01T11:22:07.117 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.118 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.119 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.121 DEBUG:boto:Params: {} 2022-09-01T11:22:07.122 DEBUG:boto:Token: None 2022-09-01T11:22:07.123 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj57 2022-09-01T11:22:07.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TUxpBgFoBW/tI0h7fMt28fXK0X4= 2022-09-01T11:22:07.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TUxpBgFoBW/tI0h7fMt28fXK0X4=', 'Content-Length': '0'} 2022-09-01T11:22:07.128 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000bc46b79e9c6ccfc-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.129 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:22:07.130 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:07.131 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:07.132 DEBUG:boto:Method: GET 2022-09-01T11:22:07.133 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:22:07.134 DEBUG:boto:Data: 2022-09-01T11:22:07.134 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.135 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.135 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.136 DEBUG:boto:Params: {} 2022-09-01T11:22:07.136 DEBUG:boto:Token: None 2022-09-01T11:22:07.137 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj57 2022-09-01T11:22:07.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JQrX2ZBx3ieHA6Hv1Rs6ieOc+ic= 2022-09-01T11:22:07.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JQrX2ZBx3ieHA6Hv1Rs6ieOc+ic=', 'Content-Length': '0'} 2022-09-01T11:22:07.142 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000e6ad1abd42bf028-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.182 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:07.183 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:07.183 DEBUG:boto:Method: GET 2022-09-01T11:22:07.184 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:22:07.184 DEBUG:boto:Data: 2022-09-01T11:22:07.185 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.186 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.186 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.187 DEBUG:boto:Params: {} 2022-09-01T11:22:07.187 DEBUG:boto:Token: None 2022-09-01T11:22:07.188 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj57 2022-09-01T11:22:07.189 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JQrX2ZBx3ieHA6Hv1Rs6ieOc+ic= 2022-09-01T11:22:07.189 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JQrX2ZBx3ieHA6Hv1Rs6ieOc+ic=', 'Content-Length': '0'} 2022-09-01T11:22:07.192 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e27732a37561c68b-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.192 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:07.193 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:07.194 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:07.195 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:07.195 DEBUG:boto:Method: GET 2022-09-01T11:22:07.196 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:22:07.197 DEBUG:boto:Data: 2022-09-01T11:22:07.197 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.198 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.198 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.199 DEBUG:boto:Params: {} 2022-09-01T11:22:07.200 DEBUG:boto:Token: None 2022-09-01T11:22:07.200 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/ 2022-09-01T11:22:07.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s= 2022-09-01T11:22:07.202 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s=', 'Content-Length': '0'} 2022-09-01T11:22:07.205 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a49174dd00db94e0-00631095df-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.206 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:07.207 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:07.208 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:07.208 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:07.209 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:07.210 DEBUG:boto:Method: GET 2022-09-01T11:22:07.211 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:22:07.212 DEBUG:boto:Data: 2022-09-01T11:22:07.212 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.213 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.214 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.214 DEBUG:boto:Params: {} 2022-09-01T11:22:07.215 DEBUG:boto:Token: None 2022-09-01T11:22:07.216 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/ 2022-09-01T11:22:07.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s= 2022-09-01T11:22:07.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s=', 'Content-Length': '0'} 2022-09-01T11:22:07.223 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003a50dcf73c734528-00631095df-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.224 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:07.226 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:22:07.227 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:07.228 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:07.229 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.230 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.231 DEBUG:boto:Method: GET 2022-09-01T11:22:07.232 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.233 DEBUG:boto:Data: 2022-09-01T11:22:07.234 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.235 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.236 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.237 DEBUG:boto:Params: {} 2022-09-01T11:22:07.239 DEBUG:boto:Token: None 2022-09-01T11:22:07.240 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c1AjDiomIwDXUqvOKrEoQfolBgo= 2022-09-01T11:22:07.242 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c1AjDiomIwDXUqvOKrEoQfolBgo=', 'Content-Length': '0'} 2022-09-01T11:22:07.245 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e7c3bfe529cb670f-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.246 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:07.246 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:07.247 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.247 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.248 DEBUG:boto:Method: GET 2022-09-01T11:22:07.249 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.249 DEBUG:boto:Data: 2022-09-01T11:22:07.250 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.252 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.252 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.253 DEBUG:boto:Params: {} 2022-09-01T11:22:07.254 DEBUG:boto:Token: None 2022-09-01T11:22:07.254 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.255 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c1AjDiomIwDXUqvOKrEoQfolBgo= 2022-09-01T11:22:07.256 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c1AjDiomIwDXUqvOKrEoQfolBgo=', 'Content-Length': '0'} 2022-09-01T11:22:07.258 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b8072f02df24e9d2-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.259 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:07.259 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:07.260 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.261 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.261 DEBUG:boto:Method: HEAD 2022-09-01T11:22:07.262 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.263 DEBUG:boto:Data: 2022-09-01T11:22:07.263 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.264 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.265 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.266 DEBUG:boto:Params: {} 2022-09-01T11:22:07.267 DEBUG:boto:Token: None 2022-09-01T11:22:07.267 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.268 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cInz31e5RAkRWqIVG6uObP6IMJY= 2022-09-01T11:22:07.269 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cInz31e5RAkRWqIVG6uObP6IMJY=', 'Content-Length': '0'} 2022-09-01T11:22:07.271 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c98b1c8871eb517-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.272 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:07.272 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:07.273 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.273 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.274 DEBUG:boto:Method: HEAD 2022-09-01T11:22:07.274 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.275 DEBUG:boto:Data: 2022-09-01T11:22:07.275 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.276 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.276 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.277 DEBUG:boto:Params: {} 2022-09-01T11:22:07.277 DEBUG:boto:Token: None 2022-09-01T11:22:07.278 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.279 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cInz31e5RAkRWqIVG6uObP6IMJY= 2022-09-01T11:22:07.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cInz31e5RAkRWqIVG6uObP6IMJY=', 'Content-Length': '0'} 2022-09-01T11:22:07.281 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000054325fae1d870f4-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.282 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:22:07.283 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:07.283 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:07.284 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.284 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.285 DEBUG:boto:Method: GET 2022-09-01T11:22:07.286 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.286 DEBUG:boto:Data: 2022-09-01T11:22:07.287 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.287 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.288 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.288 DEBUG:boto:Params: {} 2022-09-01T11:22:07.289 DEBUG:boto:Token: None 2022-09-01T11:22:07.290 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.290 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c1AjDiomIwDXUqvOKrEoQfolBgo= 2022-09-01T11:22:07.291 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c1AjDiomIwDXUqvOKrEoQfolBgo=', 'Content-Length': '0'} 2022-09-01T11:22:07.293 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c0b9c6f8c6880381-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.339 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:07.340 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:07.341 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.341 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.343 DEBUG:boto:Method: GET 2022-09-01T11:22:07.344 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.344 DEBUG:boto:Data: 2022-09-01T11:22:07.345 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.345 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.346 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.347 DEBUG:boto:Params: {} 2022-09-01T11:22:07.347 DEBUG:boto:Token: None 2022-09-01T11:22:07.348 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:07.348 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c1AjDiomIwDXUqvOKrEoQfolBgo= 2022-09-01T11:22:07.349 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c1AjDiomIwDXUqvOKrEoQfolBgo=', 'Content-Length': '0'} 2022-09-01T11:22:07.352 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001598965a530c1d76-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.353 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:07.354 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:07.354 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:07.355 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:07.356 DEBUG:boto:Method: GET 2022-09-01T11:22:07.357 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:22:07.357 DEBUG:boto:Data: 2022-09-01T11:22:07.358 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.358 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.359 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.359 DEBUG:boto:Params: {} 2022-09-01T11:22:07.360 DEBUG:boto:Token: None 2022-09-01T11:22:07.361 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/ 2022-09-01T11:22:07.361 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s= 2022-09-01T11:22:07.362 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s=', 'Content-Length': '0'} 2022-09-01T11:22:07.365 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000005864fb8d39ebc25-00631095df-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.366 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:07.367 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:07.368 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:07.369 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:07.369 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:07.370 DEBUG:boto:Method: GET 2022-09-01T11:22:07.371 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:22:07.372 DEBUG:boto:Data: 2022-09-01T11:22:07.373 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.374 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.375 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.376 DEBUG:boto:Params: {} 2022-09-01T11:22:07.378 DEBUG:boto:Token: None 2022-09-01T11:22:07.379 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/ 2022-09-01T11:22:07.380 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s= 2022-09-01T11:22:07.381 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s=', 'Content-Length': '0'} 2022-09-01T11:22:07.385 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000da783c2aad8ed603-00631095df-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.386 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:07.387 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:07.388 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:07.388 DEBUG:boto:Method: HEAD 2022-09-01T11:22:07.389 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:22:07.389 DEBUG:boto:Data: 2022-09-01T11:22:07.390 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.390 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.391 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.392 DEBUG:boto:Params: {} 2022-09-01T11:22:07.392 DEBUG:boto:Token: None 2022-09-01T11:22:07.393 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj68 2022-09-01T11:22:07.393 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t7/XlJw3UZzB3aiu0oy32NaLf60= 2022-09-01T11:22:07.394 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t7/XlJw3UZzB3aiu0oy32NaLf60=', 'Content-Length': '0'} 2022-09-01T11:22:07.396 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f0d41786a55c698a-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.398 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:07.398 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:07.399 DEBUG:boto:Method: HEAD 2022-09-01T11:22:07.400 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:22:07.400 DEBUG:boto:Data: 2022-09-01T11:22:07.401 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.401 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.402 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.402 DEBUG:boto:Params: {} 2022-09-01T11:22:07.403 DEBUG:boto:Token: None 2022-09-01T11:22:07.403 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj68 2022-09-01T11:22:07.404 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t7/XlJw3UZzB3aiu0oy32NaLf60= 2022-09-01T11:22:07.405 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t7/XlJw3UZzB3aiu0oy32NaLf60=', 'Content-Length': '0'} 2022-09-01T11:22:07.407 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dafae4942f818188-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.408 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:22:07.408 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:07.409 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:07.409 DEBUG:boto:Method: GET 2022-09-01T11:22:07.410 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:22:07.411 DEBUG:boto:Data: 2022-09-01T11:22:07.412 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.413 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.413 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.414 DEBUG:boto:Params: {} 2022-09-01T11:22:07.415 DEBUG:boto:Token: None 2022-09-01T11:22:07.416 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj68 2022-09-01T11:22:07.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BhjAbzmzFaMKZ2tmDa5uLn9dVOc= 2022-09-01T11:22:07.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BhjAbzmzFaMKZ2tmDa5uLn9dVOc=', 'Content-Length': '0'} 2022-09-01T11:22:07.419 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000e16e9e44c4fd9a7-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.420 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:07.421 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:07.421 DEBUG:boto:Method: GET 2022-09-01T11:22:07.422 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:22:07.423 DEBUG:boto:Data: 2022-09-01T11:22:07.423 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.424 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.424 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.425 DEBUG:boto:Params: {} 2022-09-01T11:22:07.426 DEBUG:boto:Token: None 2022-09-01T11:22:07.426 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj68 2022-09-01T11:22:07.427 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BhjAbzmzFaMKZ2tmDa5uLn9dVOc= 2022-09-01T11:22:07.428 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BhjAbzmzFaMKZ2tmDa5uLn9dVOc=', 'Content-Length': '0'} 2022-09-01T11:22:07.430 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001eb756103209b36d-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.431 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:07.432 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:07.432 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:07.433 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:07.434 DEBUG:boto:Method: GET 2022-09-01T11:22:07.435 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:22:07.435 DEBUG:boto:Data: 2022-09-01T11:22:07.436 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.436 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.437 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.438 DEBUG:boto:Params: {} 2022-09-01T11:22:07.439 DEBUG:boto:Token: None 2022-09-01T11:22:07.441 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/ 2022-09-01T11:22:07.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s= 2022-09-01T11:22:07.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s=', 'Content-Length': '0'} 2022-09-01T11:22:07.446 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007d37365ef2ca1d24-00631095df-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.448 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:07.449 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:07.451 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:07.451 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:07.452 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:07.453 DEBUG:boto:Method: GET 2022-09-01T11:22:07.454 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:22:07.455 DEBUG:boto:Data: 2022-09-01T11:22:07.456 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.457 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.458 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.459 DEBUG:boto:Params: {} 2022-09-01T11:22:07.460 DEBUG:boto:Token: None 2022-09-01T11:22:07.462 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/ 2022-09-01T11:22:07.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s= 2022-09-01T11:22:07.464 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s=', 'Content-Length': '0'} 2022-09-01T11:22:07.468 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000da1387d6082b3609-00631095df-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.469 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:07.471 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:22:07.472 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:07.472 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:07.473 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.474 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.474 DEBUG:boto:Method: GET 2022-09-01T11:22:07.475 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.476 DEBUG:boto:Data: 2022-09-01T11:22:07.476 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.477 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.477 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.478 DEBUG:boto:Params: {} 2022-09-01T11:22:07.478 DEBUG:boto:Token: None 2022-09-01T11:22:07.479 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.480 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9CR2kluOGdnlp/4VYd9EfHajd6I= 2022-09-01T11:22:07.480 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9CR2kluOGdnlp/4VYd9EfHajd6I=', 'Content-Length': '0'} 2022-09-01T11:22:07.483 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000165c18939732edb8-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.484 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:07.485 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:07.485 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.486 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.486 DEBUG:boto:Method: GET 2022-09-01T11:22:07.487 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.488 DEBUG:boto:Data: 2022-09-01T11:22:07.489 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.490 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.490 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.491 DEBUG:boto:Params: {} 2022-09-01T11:22:07.492 DEBUG:boto:Token: None 2022-09-01T11:22:07.493 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.495 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9CR2kluOGdnlp/4VYd9EfHajd6I= 2022-09-01T11:22:07.497 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9CR2kluOGdnlp/4VYd9EfHajd6I=', 'Content-Length': '0'} 2022-09-01T11:22:07.499 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000965b61bd39709f0c-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.542 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:07.543 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:07.543 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.544 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.545 DEBUG:boto:Method: HEAD 2022-09-01T11:22:07.546 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.546 DEBUG:boto:Data: 2022-09-01T11:22:07.547 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.547 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.548 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.548 DEBUG:boto:Params: {} 2022-09-01T11:22:07.549 DEBUG:boto:Token: None 2022-09-01T11:22:07.550 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.551 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/tKD7spY8Yh8UueJ+DHLCeV9y+k= 2022-09-01T11:22:07.551 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/tKD7spY8Yh8UueJ+DHLCeV9y+k=', 'Content-Length': '0'} 2022-09-01T11:22:07.553 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000019b2cf6d6dd55a29-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.554 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:07.555 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:07.555 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.556 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.556 DEBUG:boto:Method: HEAD 2022-09-01T11:22:07.557 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.558 DEBUG:boto:Data: 2022-09-01T11:22:07.558 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.559 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.559 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.560 DEBUG:boto:Params: {} 2022-09-01T11:22:07.560 DEBUG:boto:Token: None 2022-09-01T11:22:07.561 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/tKD7spY8Yh8UueJ+DHLCeV9y+k= 2022-09-01T11:22:07.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/tKD7spY8Yh8UueJ+DHLCeV9y+k=', 'Content-Length': '0'} 2022-09-01T11:22:07.565 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9bdf774c68ce079-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.566 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:22:07.566 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:07.567 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:07.568 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.568 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.569 DEBUG:boto:Method: GET 2022-09-01T11:22:07.570 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.570 DEBUG:boto:Data: 2022-09-01T11:22:07.571 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.571 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.572 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.572 DEBUG:boto:Params: {} 2022-09-01T11:22:07.573 DEBUG:boto:Token: None 2022-09-01T11:22:07.574 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.575 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9CR2kluOGdnlp/4VYd9EfHajd6I= 2022-09-01T11:22:07.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9CR2kluOGdnlp/4VYd9EfHajd6I=', 'Content-Length': '0'} 2022-09-01T11:22:07.578 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000491efad67d51971a-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.579 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:07.579 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:07.580 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.581 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.582 DEBUG:boto:Method: GET 2022-09-01T11:22:07.582 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.583 DEBUG:boto:Data: 2022-09-01T11:22:07.583 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.584 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.585 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.585 DEBUG:boto:Params: {} 2022-09-01T11:22:07.586 DEBUG:boto:Token: None 2022-09-01T11:22:07.587 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:07.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9CR2kluOGdnlp/4VYd9EfHajd6I= 2022-09-01T11:22:07.588 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9CR2kluOGdnlp/4VYd9EfHajd6I=', 'Content-Length': '0'} 2022-09-01T11:22:07.592 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006fea7fd85936791f-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.595 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:07.595 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:07.596 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:07.597 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:07.598 DEBUG:boto:Method: GET 2022-09-01T11:22:07.598 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:22:07.599 DEBUG:boto:Data: 2022-09-01T11:22:07.599 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.600 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.600 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.601 DEBUG:boto:Params: {} 2022-09-01T11:22:07.602 DEBUG:boto:Token: None 2022-09-01T11:22:07.603 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/ 2022-09-01T11:22:07.603 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s= 2022-09-01T11:22:07.604 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s=', 'Content-Length': '0'} 2022-09-01T11:22:07.607 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001c3d6b18978f1ed8-00631095df-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.650 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:07.651 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:07.652 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:07.652 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:07.653 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:07.654 DEBUG:boto:Method: GET 2022-09-01T11:22:07.655 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:22:07.656 DEBUG:boto:Data: 2022-09-01T11:22:07.657 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.657 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.658 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.659 DEBUG:boto:Params: {} 2022-09-01T11:22:07.659 DEBUG:boto:Token: None 2022-09-01T11:22:07.660 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/ 2022-09-01T11:22:07.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s= 2022-09-01T11:22:07.661 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s=', 'Content-Length': '0'} 2022-09-01T11:22:07.665 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000589d80d8b677ab38-00631095df-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.667 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:07.669 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:07.669 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:07.670 DEBUG:boto:Method: HEAD 2022-09-01T11:22:07.670 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:22:07.671 DEBUG:boto:Data: 2022-09-01T11:22:07.671 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.672 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.672 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.673 DEBUG:boto:Params: {} 2022-09-01T11:22:07.674 DEBUG:boto:Token: None 2022-09-01T11:22:07.674 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj76 2022-09-01T11:22:07.675 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/IwcqyOHx4IPJjRBvJX5OEbQaHA= 2022-09-01T11:22:07.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/IwcqyOHx4IPJjRBvJX5OEbQaHA=', 'Content-Length': '0'} 2022-09-01T11:22:07.677 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000563004e57c6439d7-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.679 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:07.680 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:07.680 DEBUG:boto:Method: HEAD 2022-09-01T11:22:07.681 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:22:07.682 DEBUG:boto:Data: 2022-09-01T11:22:07.682 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.683 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.683 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.684 DEBUG:boto:Params: {} 2022-09-01T11:22:07.684 DEBUG:boto:Token: None 2022-09-01T11:22:07.685 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj76 2022-09-01T11:22:07.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/IwcqyOHx4IPJjRBvJX5OEbQaHA= 2022-09-01T11:22:07.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/IwcqyOHx4IPJjRBvJX5OEbQaHA=', 'Content-Length': '0'} 2022-09-01T11:22:07.688 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000196ee64d19e854fe-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.689 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:22:07.690 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:07.690 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:07.691 DEBUG:boto:Method: GET 2022-09-01T11:22:07.691 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:22:07.692 DEBUG:boto:Data: 2022-09-01T11:22:07.692 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.693 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.693 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.694 DEBUG:boto:Params: {} 2022-09-01T11:22:07.695 DEBUG:boto:Token: None 2022-09-01T11:22:07.695 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj76 2022-09-01T11:22:07.696 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bInFBkvNk4MeknMC3VVBMrYeXjk= 2022-09-01T11:22:07.696 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bInFBkvNk4MeknMC3VVBMrYeXjk=', 'Content-Length': '0'} 2022-09-01T11:22:07.699 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006dc026df8d7153ec-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.700 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:07.700 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:07.701 DEBUG:boto:Method: GET 2022-09-01T11:22:07.701 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:22:07.702 DEBUG:boto:Data: 2022-09-01T11:22:07.702 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.703 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.703 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.704 DEBUG:boto:Params: {} 2022-09-01T11:22:07.705 DEBUG:boto:Token: None 2022-09-01T11:22:07.705 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj76 2022-09-01T11:22:07.706 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bInFBkvNk4MeknMC3VVBMrYeXjk= 2022-09-01T11:22:07.707 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bInFBkvNk4MeknMC3VVBMrYeXjk=', 'Content-Length': '0'} 2022-09-01T11:22:07.709 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073a6533d0aae0580-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.710 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:07.710 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:07.711 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:07.711 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:07.712 DEBUG:boto:Method: GET 2022-09-01T11:22:07.712 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:22:07.713 DEBUG:boto:Data: 2022-09-01T11:22:07.713 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.714 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.715 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.715 DEBUG:boto:Params: {} 2022-09-01T11:22:07.716 DEBUG:boto:Token: None 2022-09-01T11:22:07.716 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/ 2022-09-01T11:22:07.717 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s= 2022-09-01T11:22:07.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s=', 'Content-Length': '0'} 2022-09-01T11:22:07.721 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007b179689a6dbe865-00631095df-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.722 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:07.724 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:07.726 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:07.727 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:07.728 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:07.729 DEBUG:boto:Method: GET 2022-09-01T11:22:07.730 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:22:07.732 DEBUG:boto:Data: 2022-09-01T11:22:07.733 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.734 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.736 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.736 DEBUG:boto:Params: {} 2022-09-01T11:22:07.737 DEBUG:boto:Token: None 2022-09-01T11:22:07.738 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/ 2022-09-01T11:22:07.739 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s= 2022-09-01T11:22:07.739 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s=', 'Content-Length': '0'} 2022-09-01T11:22:07.743 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004bcf0856db1e4281-00631095df-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.745 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:07.746 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:22:07.747 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:07.748 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:07.749 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.750 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.751 DEBUG:boto:Method: GET 2022-09-01T11:22:07.752 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.752 DEBUG:boto:Data: 2022-09-01T11:22:07.753 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.753 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.754 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.755 DEBUG:boto:Params: {} 2022-09-01T11:22:07.755 DEBUG:boto:Token: None 2022-09-01T11:22:07.756 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.757 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u64sBjzPu7FzRG08NX4777wjB/A= 2022-09-01T11:22:07.758 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u64sBjzPu7FzRG08NX4777wjB/A=', 'Content-Length': '0'} 2022-09-01T11:22:07.760 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000055f7935f09fb953c-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.761 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:07.762 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:07.763 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.764 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.765 DEBUG:boto:Method: GET 2022-09-01T11:22:07.765 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.766 DEBUG:boto:Data: 2022-09-01T11:22:07.767 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.767 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.768 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.769 DEBUG:boto:Params: {} 2022-09-01T11:22:07.769 DEBUG:boto:Token: None 2022-09-01T11:22:07.770 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.771 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u64sBjzPu7FzRG08NX4777wjB/A= 2022-09-01T11:22:07.772 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u64sBjzPu7FzRG08NX4777wjB/A=', 'Content-Length': '0'} 2022-09-01T11:22:07.774 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000042a8df5b2f1d6c46-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.775 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:07.775 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:07.776 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.776 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.777 DEBUG:boto:Method: HEAD 2022-09-01T11:22:07.777 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.778 DEBUG:boto:Data: 2022-09-01T11:22:07.778 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.779 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.779 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.780 DEBUG:boto:Params: {} 2022-09-01T11:22:07.780 DEBUG:boto:Token: None 2022-09-01T11:22:07.781 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.782 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cDXuwpH2vUcdEdyTQnW/3OLxeLI= 2022-09-01T11:22:07.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cDXuwpH2vUcdEdyTQnW/3OLxeLI=', 'Content-Length': '0'} 2022-09-01T11:22:07.785 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000100d6bae01fb7c69-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.785 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:07.786 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:07.787 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.787 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.788 DEBUG:boto:Method: HEAD 2022-09-01T11:22:07.788 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.789 DEBUG:boto:Data: 2022-09-01T11:22:07.789 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.790 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.791 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.791 DEBUG:boto:Params: {} 2022-09-01T11:22:07.792 DEBUG:boto:Token: None 2022-09-01T11:22:07.792 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cDXuwpH2vUcdEdyTQnW/3OLxeLI= 2022-09-01T11:22:07.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cDXuwpH2vUcdEdyTQnW/3OLxeLI=', 'Content-Length': '0'} 2022-09-01T11:22:07.797 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e4b6b5339badc7d-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.799 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:22:07.800 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:07.800 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:07.801 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.802 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.803 DEBUG:boto:Method: GET 2022-09-01T11:22:07.803 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.804 DEBUG:boto:Data: 2022-09-01T11:22:07.805 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.806 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.807 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.808 DEBUG:boto:Params: {} 2022-09-01T11:22:07.809 DEBUG:boto:Token: None 2022-09-01T11:22:07.810 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.812 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u64sBjzPu7FzRG08NX4777wjB/A= 2022-09-01T11:22:07.813 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u64sBjzPu7FzRG08NX4777wjB/A=', 'Content-Length': '0'} 2022-09-01T11:22:07.816 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ebdabe0c9c7f192c-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.819 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:07.820 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:07.821 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.822 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.823 DEBUG:boto:Method: GET 2022-09-01T11:22:07.824 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.825 DEBUG:boto:Data: 2022-09-01T11:22:07.826 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.826 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.828 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.829 DEBUG:boto:Params: {} 2022-09-01T11:22:07.830 DEBUG:boto:Token: None 2022-09-01T11:22:07.831 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:07.831 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u64sBjzPu7FzRG08NX4777wjB/A= 2022-09-01T11:22:07.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u64sBjzPu7FzRG08NX4777wjB/A=', 'Content-Length': '0'} 2022-09-01T11:22:07.835 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000098df07b8516e0d2e-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.835 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:07.836 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:07.837 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:07.838 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:07.839 DEBUG:boto:Method: GET 2022-09-01T11:22:07.840 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:22:07.841 DEBUG:boto:Data: 2022-09-01T11:22:07.841 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.842 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.842 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.843 DEBUG:boto:Params: {} 2022-09-01T11:22:07.844 DEBUG:boto:Token: None 2022-09-01T11:22:07.845 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/ 2022-09-01T11:22:07.845 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s= 2022-09-01T11:22:07.846 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s=', 'Content-Length': '0'} 2022-09-01T11:22:07.849 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a5bc9539e8e2464f-00631095df-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.850 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:07.851 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:07.852 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:07.852 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:07.853 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:07.853 DEBUG:boto:Method: GET 2022-09-01T11:22:07.854 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:22:07.855 DEBUG:boto:Data: 2022-09-01T11:22:07.855 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.856 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.856 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.857 DEBUG:boto:Params: {} 2022-09-01T11:22:07.858 DEBUG:boto:Token: None 2022-09-01T11:22:07.859 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/ 2022-09-01T11:22:07.860 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s= 2022-09-01T11:22:07.860 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDE2FvCqRhor61JYmge9w61V93s=', 'Content-Length': '0'} 2022-09-01T11:22:07.864 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c0e7c1ea5b3c21ff-00631095df-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.911 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:07.922 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:07.923 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:07.924 DEBUG:boto:Method: HEAD 2022-09-01T11:22:07.925 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:22:07.926 DEBUG:boto:Data: 2022-09-01T11:22:07.927 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.928 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.929 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.930 DEBUG:boto:Params: {} 2022-09-01T11:22:07.931 DEBUG:boto:Token: None 2022-09-01T11:22:07.933 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj85 2022-09-01T11:22:07.934 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:403ESFLY9NPGSXYr8vuqiJDFcY4= 2022-09-01T11:22:07.934 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:403ESFLY9NPGSXYr8vuqiJDFcY4=', 'Content-Length': '0'} 2022-09-01T11:22:07.937 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cd3812dc03df6a95-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.946 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:07.948 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:07.949 DEBUG:boto:Method: HEAD 2022-09-01T11:22:07.954 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:22:07.956 DEBUG:boto:Data: 2022-09-01T11:22:07.957 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.957 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.959 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.961 DEBUG:boto:Params: {} 2022-09-01T11:22:07.962 DEBUG:boto:Token: None 2022-09-01T11:22:07.964 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj85 2022-09-01T11:22:07.965 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:403ESFLY9NPGSXYr8vuqiJDFcY4= 2022-09-01T11:22:07.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:403ESFLY9NPGSXYr8vuqiJDFcY4=', 'Content-Length': '0'} 2022-09-01T11:22:07.970 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d33e6db30231b7e9-00631095df-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.971 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:22:07.973 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:07.973 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:07.974 DEBUG:boto:Method: GET 2022-09-01T11:22:07.974 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:22:07.975 DEBUG:boto:Data: 2022-09-01T11:22:07.976 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.976 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:07.977 DEBUG:boto:Port: 8000 2022-09-01T11:22:07.979 DEBUG:boto:Params: {} 2022-09-01T11:22:07.980 DEBUG:boto:Token: None 2022-09-01T11:22:07.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:07 GMT /ptoxvb-74/obj85 2022-09-01T11:22:07.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M//ZcBBsR5iUkEtT4XltGCU7kCs= 2022-09-01T11:22:07.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M//ZcBBsR5iUkEtT4XltGCU7kCs=', 'Content-Length': '0'} 2022-09-01T11:22:07.987 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ae3acf0674f2eb48-00631095df-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:07.989 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:07.990 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:07.992 DEBUG:boto:Method: GET 2022-09-01T11:22:07.993 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:22:07.994 DEBUG:boto:Data: 2022-09-01T11:22:07.996 DEBUG:boto:Headers: {} 2022-09-01T11:22:07.998 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:07.999 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.001 DEBUG:boto:Params: {} 2022-09-01T11:22:08.002 DEBUG:boto:Token: None 2022-09-01T11:22:08.003 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj85 2022-09-01T11:22:08.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7HRErUaixDcpot7y7M4s3/EMxUc= 2022-09-01T11:22:08.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7HRErUaixDcpot7y7M4s3/EMxUc=', 'Content-Length': '0'} 2022-09-01T11:22:08.020 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c0a49965ea2ae02-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.022 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.023 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.024 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:08.025 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:08.026 DEBUG:boto:Method: GET 2022-09-01T11:22:08.027 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:22:08.028 DEBUG:boto:Data: 2022-09-01T11:22:08.029 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.030 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:08.032 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.033 DEBUG:boto:Params: {} 2022-09-01T11:22:08.034 DEBUG:boto:Token: None 2022-09-01T11:22:08.035 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/ 2022-09-01T11:22:08.037 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w= 2022-09-01T11:22:08.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w=', 'Content-Length': '0'} 2022-09-01T11:22:08.043 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000018348d9ee3a9a770-00631095e0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.046 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.047 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.048 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.049 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:08.049 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:08.050 DEBUG:boto:Method: GET 2022-09-01T11:22:08.051 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:22:08.051 DEBUG:boto:Data: 2022-09-01T11:22:08.052 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.054 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.055 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.056 DEBUG:boto:Params: {} 2022-09-01T11:22:08.057 DEBUG:boto:Token: None 2022-09-01T11:22:08.058 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/ 2022-09-01T11:22:08.059 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w= 2022-09-01T11:22:08.059 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w=', 'Content-Length': '0'} 2022-09-01T11:22:08.063 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ce1dce9d555bb5f0-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.064 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.065 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:22:08.066 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:08.068 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:08.068 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.069 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.070 DEBUG:boto:Method: GET 2022-09-01T11:22:08.070 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.071 DEBUG:boto:Data: 2022-09-01T11:22:08.072 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.072 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:08.073 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.074 DEBUG:boto:Params: {} 2022-09-01T11:22:08.074 DEBUG:boto:Token: None 2022-09-01T11:22:08.075 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zbntZY9KpJqzhaOkn5gWvwgXm3E= 2022-09-01T11:22:08.076 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zbntZY9KpJqzhaOkn5gWvwgXm3E=', 'Content-Length': '0'} 2022-09-01T11:22:08.079 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b255500a34a10500-00631095e0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.128 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:08.129 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:08.130 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.130 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.131 DEBUG:boto:Method: GET 2022-09-01T11:22:08.132 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.133 DEBUG:boto:Data: 2022-09-01T11:22:08.134 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.134 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.135 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.136 DEBUG:boto:Params: {} 2022-09-01T11:22:08.137 DEBUG:boto:Token: None 2022-09-01T11:22:08.138 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.139 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zbntZY9KpJqzhaOkn5gWvwgXm3E= 2022-09-01T11:22:08.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zbntZY9KpJqzhaOkn5gWvwgXm3E=', 'Content-Length': '0'} 2022-09-01T11:22:08.142 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e734257904437f44-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.143 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:08.145 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:08.146 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.146 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.147 DEBUG:boto:Method: HEAD 2022-09-01T11:22:08.148 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.148 DEBUG:boto:Data: 2022-09-01T11:22:08.149 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.149 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:08.150 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.151 DEBUG:boto:Params: {} 2022-09-01T11:22:08.152 DEBUG:boto:Token: None 2022-09-01T11:22:08.153 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.156 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LDJ1HJ1gO+Kd5j8gh+6gIXPoPjk= 2022-09-01T11:22:08.157 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LDJ1HJ1gO+Kd5j8gh+6gIXPoPjk=', 'Content-Length': '0'} 2022-09-01T11:22:08.166 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b39f0dbe5028df2-00631095e0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.167 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:08.168 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:08.169 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.169 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.170 DEBUG:boto:Method: HEAD 2022-09-01T11:22:08.170 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.171 DEBUG:boto:Data: 2022-09-01T11:22:08.171 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.172 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.172 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.173 DEBUG:boto:Params: {} 2022-09-01T11:22:08.174 DEBUG:boto:Token: None 2022-09-01T11:22:08.174 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LDJ1HJ1gO+Kd5j8gh+6gIXPoPjk= 2022-09-01T11:22:08.175 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LDJ1HJ1gO+Kd5j8gh+6gIXPoPjk=', 'Content-Length': '0'} 2022-09-01T11:22:08.183 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d8750a15f6019ae0-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.184 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:22:08.185 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:08.190 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:08.191 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.192 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.193 DEBUG:boto:Method: GET 2022-09-01T11:22:08.194 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.195 DEBUG:boto:Data: 2022-09-01T11:22:08.196 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.197 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:08.198 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.199 DEBUG:boto:Params: {} 2022-09-01T11:22:08.200 DEBUG:boto:Token: None 2022-09-01T11:22:08.201 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.202 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zbntZY9KpJqzhaOkn5gWvwgXm3E= 2022-09-01T11:22:08.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zbntZY9KpJqzhaOkn5gWvwgXm3E=', 'Content-Length': '0'} 2022-09-01T11:22:08.206 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000078b47dc040879f33-00631095e0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.207 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:08.208 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:08.209 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.209 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.210 DEBUG:boto:Method: GET 2022-09-01T11:22:08.210 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.211 DEBUG:boto:Data: 2022-09-01T11:22:08.211 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.212 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.213 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.213 DEBUG:boto:Params: {} 2022-09-01T11:22:08.214 DEBUG:boto:Token: None 2022-09-01T11:22:08.215 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:08.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zbntZY9KpJqzhaOkn5gWvwgXm3E= 2022-09-01T11:22:08.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zbntZY9KpJqzhaOkn5gWvwgXm3E=', 'Content-Length': '0'} 2022-09-01T11:22:08.220 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004580caa4feee5095-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.222 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.223 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.224 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:08.225 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:08.225 DEBUG:boto:Method: GET 2022-09-01T11:22:08.226 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:22:08.227 DEBUG:boto:Data: 2022-09-01T11:22:08.228 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.229 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:08.230 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.231 DEBUG:boto:Params: {} 2022-09-01T11:22:08.232 DEBUG:boto:Token: None 2022-09-01T11:22:08.233 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/ 2022-09-01T11:22:08.234 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w= 2022-09-01T11:22:08.235 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w=', 'Content-Length': '0'} 2022-09-01T11:22:08.240 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000079ee7b2847f9a90-00631095e0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.241 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.243 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.244 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.246 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:08.247 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:08.249 DEBUG:boto:Method: GET 2022-09-01T11:22:08.250 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:22:08.251 DEBUG:boto:Data: 2022-09-01T11:22:08.252 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.253 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.254 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.255 DEBUG:boto:Params: {} 2022-09-01T11:22:08.256 DEBUG:boto:Token: None 2022-09-01T11:22:08.259 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/ 2022-09-01T11:22:08.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w= 2022-09-01T11:22:08.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w=', 'Content-Length': '0'} 2022-09-01T11:22:08.266 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003b5f1d67d58b7842-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.267 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.268 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:08.269 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:08.269 DEBUG:boto:Method: HEAD 2022-09-01T11:22:08.270 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:22:08.270 DEBUG:boto:Data: 2022-09-01T11:22:08.271 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.272 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:08.273 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.273 DEBUG:boto:Params: {} 2022-09-01T11:22:08.274 DEBUG:boto:Token: None 2022-09-01T11:22:08.275 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj95 2022-09-01T11:22:08.275 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5fFZO+ZOSidrrQY1gpKrQlbNp28= 2022-09-01T11:22:08.276 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5fFZO+ZOSidrrQY1gpKrQlbNp28=', 'Content-Length': '0'} 2022-09-01T11:22:08.278 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007e51c1565992f051-00631095e0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.279 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:08.279 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:08.280 DEBUG:boto:Method: HEAD 2022-09-01T11:22:08.281 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:22:08.281 DEBUG:boto:Data: 2022-09-01T11:22:08.282 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.283 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.283 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.284 DEBUG:boto:Params: {} 2022-09-01T11:22:08.284 DEBUG:boto:Token: None 2022-09-01T11:22:08.285 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj95 2022-09-01T11:22:08.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5fFZO+ZOSidrrQY1gpKrQlbNp28= 2022-09-01T11:22:08.286 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5fFZO+ZOSidrrQY1gpKrQlbNp28=', 'Content-Length': '0'} 2022-09-01T11:22:08.289 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002816884e1e43fcf6-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.290 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:22:08.291 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:08.291 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:08.292 DEBUG:boto:Method: GET 2022-09-01T11:22:08.293 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:22:08.293 DEBUG:boto:Data: 2022-09-01T11:22:08.294 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.295 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:08.295 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.296 DEBUG:boto:Params: {} 2022-09-01T11:22:08.297 DEBUG:boto:Token: None 2022-09-01T11:22:08.297 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj95 2022-09-01T11:22:08.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8msvp0tBUzdyWrW/0tsNdFX30BY= 2022-09-01T11:22:08.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8msvp0tBUzdyWrW/0tsNdFX30BY=', 'Content-Length': '0'} 2022-09-01T11:22:08.301 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b375364fdaaf6864-00631095e0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.342 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:08.343 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:08.344 DEBUG:boto:Method: GET 2022-09-01T11:22:08.344 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:22:08.345 DEBUG:boto:Data: 2022-09-01T11:22:08.345 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.347 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.348 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.349 DEBUG:boto:Params: {} 2022-09-01T11:22:08.351 DEBUG:boto:Token: None 2022-09-01T11:22:08.352 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj95 2022-09-01T11:22:08.354 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8msvp0tBUzdyWrW/0tsNdFX30BY= 2022-09-01T11:22:08.355 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8msvp0tBUzdyWrW/0tsNdFX30BY=', 'Content-Length': '0'} 2022-09-01T11:22:08.359 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cb53630c71cd6829-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.360 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.361 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.361 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:08.362 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:08.362 DEBUG:boto:Method: GET 2022-09-01T11:22:08.363 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:22:08.363 DEBUG:boto:Data: 2022-09-01T11:22:08.364 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.365 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:08.365 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.366 DEBUG:boto:Params: {} 2022-09-01T11:22:08.367 DEBUG:boto:Token: None 2022-09-01T11:22:08.368 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/ 2022-09-01T11:22:08.369 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w= 2022-09-01T11:22:08.370 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w=', 'Content-Length': '0'} 2022-09-01T11:22:08.373 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008aeb35c4048330b1-00631095e0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.374 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.374 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.375 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.376 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:08.376 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:08.377 DEBUG:boto:Method: GET 2022-09-01T11:22:08.378 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:22:08.387 DEBUG:boto:Data: 2022-09-01T11:22:08.388 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.389 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.389 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.390 DEBUG:boto:Params: {} 2022-09-01T11:22:08.390 DEBUG:boto:Token: None 2022-09-01T11:22:08.391 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/ 2022-09-01T11:22:08.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w= 2022-09-01T11:22:08.393 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w=', 'Content-Length': '0'} 2022-09-01T11:22:08.398 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000052674b922d88e952-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.400 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.402 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone2, test-zone1} 2022-09-01T11:22:08.403 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone3, test-zone1} 2022-09-01T11:22:08.404 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.404 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.405 DEBUG:boto:Method: HEAD 2022-09-01T11:22:08.406 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:22:08.406 DEBUG:boto:Data: 2022-09-01T11:22:08.407 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.407 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.408 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.409 DEBUG:boto:Params: {} 2022-09-01T11:22:08.410 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T11:22:08.410 DEBUG:boto:Token: None 2022-09-01T11:22:08.411 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/ 2022-09-01T11:22:08.412 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gvCrgawsPWa/XW/QNuVYtJV8930= 2022-09-01T11:22:08.412 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gvCrgawsPWa/XW/QNuVYtJV8930=', 'Content-Length': '0'} 2022-09-01T11:22:08.423 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '15'), ('X-RGW-Bytes-Used', '45'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000de77ebcb2c56c002-00631095e0-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.424 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.424 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.425 DEBUG:boto:Method: HEAD 2022-09-01T11:22:08.425 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:22:08.426 DEBUG:boto:Data: 2022-09-01T11:22:08.426 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.428 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.428 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.429 DEBUG:boto:Params: {} 2022-09-01T11:22:08.429 DEBUG:boto:Token: None 2022-09-01T11:22:08.431 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/ 2022-09-01T11:22:08.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gvCrgawsPWa/XW/QNuVYtJV8930= 2022-09-01T11:22:08.432 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gvCrgawsPWa/XW/QNuVYtJV8930=', 'Content-Length': '0'} 2022-09-01T11:22:08.436 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '15'), ('X-RGW-Bytes-Used', '45'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003bb02cbd67d2a7cc-00631095e0-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.437 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:22:08.438 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.438 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.439 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:08.439 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:08.441 DEBUG:boto:Method: GET 2022-09-01T11:22:08.441 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:08.442 DEBUG:boto:Data: 2022-09-01T11:22:08.442 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.443 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.444 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.445 DEBUG:boto:Params: {} 2022-09-01T11:22:08.447 DEBUG:boto:Token: None 2022-09-01T11:22:08.448 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/?versions 2022-09-01T11:22:08.449 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FILzmOm09bSU1ltqLcAiHShW/KU= 2022-09-01T11:22:08.450 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FILzmOm09bSU1ltqLcAiHShW/KU=', 'Content-Length': '0'} 2022-09-01T11:22:08.454 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002b60268e3d867ed5-00631095e0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.455 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.458 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:22:08.459 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:22:08.459 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:22:08.460 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:22:08.460 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:22:08.461 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:22:08.463 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:22:08.464 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:22:08.465 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:22:08.465 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:22:08.466 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:22:08.466 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:22:08.467 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:22:08.467 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:22:08.468 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:22:08.468 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:22:08.469 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.469 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.470 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:08.470 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:08.471 DEBUG:boto:Method: GET 2022-09-01T11:22:08.472 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:08.472 DEBUG:boto:Data: 2022-09-01T11:22:08.473 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.474 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.474 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.475 DEBUG:boto:Params: {} 2022-09-01T11:22:08.476 DEBUG:boto:Token: None 2022-09-01T11:22:08.476 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/?versions 2022-09-01T11:22:08.477 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FILzmOm09bSU1ltqLcAiHShW/KU= 2022-09-01T11:22:08.477 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FILzmOm09bSU1ltqLcAiHShW/KU=', 'Content-Length': '0'} 2022-09-01T11:22:08.481 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cb90c1fe6b20b05c-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.482 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.484 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:22:08.484 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:22:08.485 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:22:08.486 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:22:08.487 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:22:08.488 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:22:08.489 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:22:08.489 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:22:08.490 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:22:08.490 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:22:08.491 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:22:08.491 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:22:08.492 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:22:08.492 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:22:08.493 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:22:08.493 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.494 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.494 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:08.495 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:08.495 DEBUG:boto:Method: GET 2022-09-01T11:22:08.496 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:08.496 DEBUG:boto:Data: 2022-09-01T11:22:08.497 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.497 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.498 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.498 DEBUG:boto:Params: {} 2022-09-01T11:22:08.499 DEBUG:boto:Token: None 2022-09-01T11:22:08.500 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/?versions 2022-09-01T11:22:08.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FILzmOm09bSU1ltqLcAiHShW/KU= 2022-09-01T11:22:08.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FILzmOm09bSU1ltqLcAiHShW/KU=', 'Content-Length': '0'} 2022-09-01T11:22:08.504 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008b998325687e7413-00631095e0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.505 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.506 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.507 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.507 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:08.508 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:08.508 DEBUG:boto:Method: GET 2022-09-01T11:22:08.509 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:08.509 DEBUG:boto:Data: 2022-09-01T11:22:08.510 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.510 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.511 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.512 DEBUG:boto:Params: {} 2022-09-01T11:22:08.512 DEBUG:boto:Token: None 2022-09-01T11:22:08.513 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/?versions 2022-09-01T11:22:08.514 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FILzmOm09bSU1ltqLcAiHShW/KU= 2022-09-01T11:22:08.514 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FILzmOm09bSU1ltqLcAiHShW/KU=', 'Content-Length': '0'} 2022-09-01T11:22:08.518 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008581ebfa135178c0-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.519 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.520 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:22:08.521 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:08.522 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:08.522 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.523 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.524 DEBUG:boto:Method: GET 2022-09-01T11:22:08.524 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.525 DEBUG:boto:Data: 2022-09-01T11:22:08.525 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.526 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.527 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.527 DEBUG:boto:Params: {} 2022-09-01T11:22:08.528 DEBUG:boto:Token: None 2022-09-01T11:22:08.529 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.529 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T4a5uSI5T9XTawlgX2BNC1bC2vw= 2022-09-01T11:22:08.530 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T4a5uSI5T9XTawlgX2BNC1bC2vw=', 'Content-Length': '0'} 2022-09-01T11:22:08.532 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fd78220cbe2a54e3-00631095e0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.533 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:08.533 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:08.535 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.536 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.537 DEBUG:boto:Method: GET 2022-09-01T11:22:08.538 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.539 DEBUG:boto:Data: 2022-09-01T11:22:08.541 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.542 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.543 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.543 DEBUG:boto:Params: {} 2022-09-01T11:22:08.545 DEBUG:boto:Token: None 2022-09-01T11:22:08.545 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.546 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T4a5uSI5T9XTawlgX2BNC1bC2vw= 2022-09-01T11:22:08.548 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T4a5uSI5T9XTawlgX2BNC1bC2vw=', 'Content-Length': '0'} 2022-09-01T11:22:08.550 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000046b92beab301006c-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.594 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:08.595 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:08.596 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.597 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.598 DEBUG:boto:Method: HEAD 2022-09-01T11:22:08.599 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.600 DEBUG:boto:Data: 2022-09-01T11:22:08.601 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.603 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.604 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.605 DEBUG:boto:Params: {} 2022-09-01T11:22:08.606 DEBUG:boto:Token: None 2022-09-01T11:22:08.607 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.608 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n/Jifz7N+AebciG18L9/9L8GaCE= 2022-09-01T11:22:08.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n/Jifz7N+AebciG18L9/9L8GaCE=', 'Content-Length': '0'} 2022-09-01T11:22:08.612 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005d6e6ea7048cd7b4-00631095e0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.613 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:08.614 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:08.615 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.616 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.617 DEBUG:boto:Method: HEAD 2022-09-01T11:22:08.617 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.619 DEBUG:boto:Data: 2022-09-01T11:22:08.620 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.620 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.621 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.621 DEBUG:boto:Params: {} 2022-09-01T11:22:08.622 DEBUG:boto:Token: None 2022-09-01T11:22:08.623 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n/Jifz7N+AebciG18L9/9L8GaCE= 2022-09-01T11:22:08.624 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n/Jifz7N+AebciG18L9/9L8GaCE=', 'Content-Length': '0'} 2022-09-01T11:22:08.626 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007804fb883e29524f-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.627 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:22:08.628 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:08.629 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:08.630 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.630 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.631 DEBUG:boto:Method: GET 2022-09-01T11:22:08.631 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.632 DEBUG:boto:Data: 2022-09-01T11:22:08.633 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.633 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.634 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.635 DEBUG:boto:Params: {} 2022-09-01T11:22:08.636 DEBUG:boto:Token: None 2022-09-01T11:22:08.638 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.639 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T4a5uSI5T9XTawlgX2BNC1bC2vw= 2022-09-01T11:22:08.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T4a5uSI5T9XTawlgX2BNC1bC2vw=', 'Content-Length': '0'} 2022-09-01T11:22:08.643 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006dc0ba545910d2bf-00631095e0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.645 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:08.646 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:08.648 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.649 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.650 DEBUG:boto:Method: GET 2022-09-01T11:22:08.651 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.652 DEBUG:boto:Data: 2022-09-01T11:22:08.653 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.654 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.655 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.656 DEBUG:boto:Params: {} 2022-09-01T11:22:08.656 DEBUG:boto:Token: None 2022-09-01T11:22:08.657 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:08.658 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T4a5uSI5T9XTawlgX2BNC1bC2vw= 2022-09-01T11:22:08.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T4a5uSI5T9XTawlgX2BNC1bC2vw=', 'Content-Length': '0'} 2022-09-01T11:22:08.660 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002002ea5dbec63ba8-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.661 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.662 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.662 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:08.663 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:08.664 DEBUG:boto:Method: GET 2022-09-01T11:22:08.664 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:22:08.665 DEBUG:boto:Data: 2022-09-01T11:22:08.665 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.666 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.667 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.668 DEBUG:boto:Params: {} 2022-09-01T11:22:08.669 DEBUG:boto:Token: None 2022-09-01T11:22:08.671 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/ 2022-09-01T11:22:08.672 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w= 2022-09-01T11:22:08.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w=', 'Content-Length': '0'} 2022-09-01T11:22:08.676 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aa811c7bdae86bed-00631095e0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.678 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.679 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.680 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.681 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:08.682 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:08.682 DEBUG:boto:Method: GET 2022-09-01T11:22:08.683 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:22:08.683 DEBUG:boto:Data: 2022-09-01T11:22:08.684 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.684 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.685 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.685 DEBUG:boto:Params: {} 2022-09-01T11:22:08.686 DEBUG:boto:Token: None 2022-09-01T11:22:08.687 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/ 2022-09-01T11:22:08.687 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w= 2022-09-01T11:22:08.688 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w=', 'Content-Length': '0'} 2022-09-01T11:22:08.692 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000068a5cb88171520e5-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.693 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.693 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:08.694 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:08.695 DEBUG:boto:Method: HEAD 2022-09-01T11:22:08.695 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:22:08.696 DEBUG:boto:Data: 2022-09-01T11:22:08.696 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.697 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.697 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.698 DEBUG:boto:Params: {} 2022-09-01T11:22:08.698 DEBUG:boto:Token: None 2022-09-01T11:22:08.699 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj11 2022-09-01T11:22:08.700 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bEccSR089Eogj5fD4eaknS7X7LI= 2022-09-01T11:22:08.700 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bEccSR089Eogj5fD4eaknS7X7LI=', 'Content-Length': '0'} 2022-09-01T11:22:08.703 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d04d6955d34adb03-00631095e0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.704 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:08.704 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:08.705 DEBUG:boto:Method: HEAD 2022-09-01T11:22:08.706 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:22:08.706 DEBUG:boto:Data: 2022-09-01T11:22:08.707 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.707 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.708 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.708 DEBUG:boto:Params: {} 2022-09-01T11:22:08.709 DEBUG:boto:Token: None 2022-09-01T11:22:08.710 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj11 2022-09-01T11:22:08.711 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bEccSR089Eogj5fD4eaknS7X7LI= 2022-09-01T11:22:08.712 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bEccSR089Eogj5fD4eaknS7X7LI=', 'Content-Length': '0'} 2022-09-01T11:22:08.714 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000002e05bce23d53825-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.716 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:22:08.717 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:08.718 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:08.719 DEBUG:boto:Method: GET 2022-09-01T11:22:08.719 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:22:08.720 DEBUG:boto:Data: 2022-09-01T11:22:08.721 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.722 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.723 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.724 DEBUG:boto:Params: {} 2022-09-01T11:22:08.725 DEBUG:boto:Token: None 2022-09-01T11:22:08.727 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj11 2022-09-01T11:22:08.728 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nHMHwTib82ca4wA4UyCM69nMBDo= 2022-09-01T11:22:08.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nHMHwTib82ca4wA4UyCM69nMBDo=', 'Content-Length': '0'} 2022-09-01T11:22:08.733 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007d4c0b2ba1b4877c-00631095e0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.735 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:08.736 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:08.737 DEBUG:boto:Method: GET 2022-09-01T11:22:08.738 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:22:08.739 DEBUG:boto:Data: 2022-09-01T11:22:08.740 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.741 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.742 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.743 DEBUG:boto:Params: {} 2022-09-01T11:22:08.745 DEBUG:boto:Token: None 2022-09-01T11:22:08.746 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj11 2022-09-01T11:22:08.747 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nHMHwTib82ca4wA4UyCM69nMBDo= 2022-09-01T11:22:08.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nHMHwTib82ca4wA4UyCM69nMBDo=', 'Content-Length': '0'} 2022-09-01T11:22:08.752 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cea07fb4dbc1edc1-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.794 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.795 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.795 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:08.796 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:08.797 DEBUG:boto:Method: GET 2022-09-01T11:22:08.797 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:22:08.798 DEBUG:boto:Data: 2022-09-01T11:22:08.799 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.800 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.800 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.801 DEBUG:boto:Params: {} 2022-09-01T11:22:08.802 DEBUG:boto:Token: None 2022-09-01T11:22:08.803 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/ 2022-09-01T11:22:08.803 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w= 2022-09-01T11:22:08.804 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w=', 'Content-Length': '0'} 2022-09-01T11:22:08.807 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004eafc275af51adc5-00631095e0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.808 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.808 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.809 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.810 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:08.810 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:08.811 DEBUG:boto:Method: GET 2022-09-01T11:22:08.811 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:22:08.812 DEBUG:boto:Data: 2022-09-01T11:22:08.813 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.813 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.814 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.814 DEBUG:boto:Params: {} 2022-09-01T11:22:08.815 DEBUG:boto:Token: None 2022-09-01T11:22:08.816 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/ 2022-09-01T11:22:08.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w= 2022-09-01T11:22:08.817 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w=', 'Content-Length': '0'} 2022-09-01T11:22:08.821 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d576580dc348097e-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.822 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.823 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:22:08.824 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:08.825 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:08.826 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.827 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.827 DEBUG:boto:Method: GET 2022-09-01T11:22:08.828 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.828 DEBUG:boto:Data: 2022-09-01T11:22:08.829 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.830 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.830 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.831 DEBUG:boto:Params: {} 2022-09-01T11:22:08.831 DEBUG:boto:Token: None 2022-09-01T11:22:08.832 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EaH5UnB1PJchjBdt3sBZF3dpRnE= 2022-09-01T11:22:08.834 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EaH5UnB1PJchjBdt3sBZF3dpRnE=', 'Content-Length': '0'} 2022-09-01T11:22:08.836 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001d667000eaed4318-00631095e0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.878 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:08.879 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:08.879 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.880 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.881 DEBUG:boto:Method: GET 2022-09-01T11:22:08.882 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.883 DEBUG:boto:Data: 2022-09-01T11:22:08.884 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.884 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.885 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.885 DEBUG:boto:Params: {} 2022-09-01T11:22:08.886 DEBUG:boto:Token: None 2022-09-01T11:22:08.887 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.887 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EaH5UnB1PJchjBdt3sBZF3dpRnE= 2022-09-01T11:22:08.888 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EaH5UnB1PJchjBdt3sBZF3dpRnE=', 'Content-Length': '0'} 2022-09-01T11:22:08.890 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b9ef62cabec33b97-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.892 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:08.893 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:08.894 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.895 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.896 DEBUG:boto:Method: HEAD 2022-09-01T11:22:08.897 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.898 DEBUG:boto:Data: 2022-09-01T11:22:08.899 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.900 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.901 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.901 DEBUG:boto:Params: {} 2022-09-01T11:22:08.902 DEBUG:boto:Token: None 2022-09-01T11:22:08.902 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.903 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J4+gBe5t1pUjZsWJCVZmka0MyI8= 2022-09-01T11:22:08.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J4+gBe5t1pUjZsWJCVZmka0MyI8=', 'Content-Length': '0'} 2022-09-01T11:22:08.907 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000056840f2895ef7a8b-00631095e0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.908 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:08.910 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:08.912 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.912 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.913 DEBUG:boto:Method: HEAD 2022-09-01T11:22:08.913 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.914 DEBUG:boto:Data: 2022-09-01T11:22:08.914 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.915 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.915 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.916 DEBUG:boto:Params: {} 2022-09-01T11:22:08.917 DEBUG:boto:Token: None 2022-09-01T11:22:08.917 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.918 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J4+gBe5t1pUjZsWJCVZmka0MyI8= 2022-09-01T11:22:08.918 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J4+gBe5t1pUjZsWJCVZmka0MyI8=', 'Content-Length': '0'} 2022-09-01T11:22:08.921 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006107f6491f5637df-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.921 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:22:08.922 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:08.923 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:08.923 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.924 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.924 DEBUG:boto:Method: GET 2022-09-01T11:22:08.925 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.925 DEBUG:boto:Data: 2022-09-01T11:22:08.926 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.926 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.927 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.927 DEBUG:boto:Params: {} 2022-09-01T11:22:08.928 DEBUG:boto:Token: None 2022-09-01T11:22:08.929 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.929 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EaH5UnB1PJchjBdt3sBZF3dpRnE= 2022-09-01T11:22:08.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EaH5UnB1PJchjBdt3sBZF3dpRnE=', 'Content-Length': '0'} 2022-09-01T11:22:08.932 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f2d3ae76037a9b52-00631095e0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.933 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:08.934 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:08.934 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.935 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.935 DEBUG:boto:Method: GET 2022-09-01T11:22:08.936 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.937 DEBUG:boto:Data: 2022-09-01T11:22:08.937 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.938 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.938 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.939 DEBUG:boto:Params: {} 2022-09-01T11:22:08.940 DEBUG:boto:Token: None 2022-09-01T11:22:08.940 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:08.941 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EaH5UnB1PJchjBdt3sBZF3dpRnE= 2022-09-01T11:22:08.941 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EaH5UnB1PJchjBdt3sBZF3dpRnE=', 'Content-Length': '0'} 2022-09-01T11:22:08.944 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000231baf9950dfc85-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.944 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.945 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.945 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:08.946 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:08.947 DEBUG:boto:Method: GET 2022-09-01T11:22:08.947 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:22:08.948 DEBUG:boto:Data: 2022-09-01T11:22:08.948 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.949 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.949 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.950 DEBUG:boto:Params: {} 2022-09-01T11:22:08.950 DEBUG:boto:Token: None 2022-09-01T11:22:08.951 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/ 2022-09-01T11:22:08.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w= 2022-09-01T11:22:08.952 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w=', 'Content-Length': '0'} 2022-09-01T11:22:08.955 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000acd5f7b0739ba8fe-00631095e0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.956 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.957 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:08.957 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:08.958 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:08.958 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:08.959 DEBUG:boto:Method: GET 2022-09-01T11:22:08.959 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:22:08.960 DEBUG:boto:Data: 2022-09-01T11:22:08.960 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.961 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.961 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.962 DEBUG:boto:Params: {} 2022-09-01T11:22:08.963 DEBUG:boto:Token: None 2022-09-01T11:22:08.963 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/ 2022-09-01T11:22:08.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w= 2022-09-01T11:22:08.964 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Om4C8PPSOcAzad1CTT+wMq2kZ8w=', 'Content-Length': '0'} 2022-09-01T11:22:08.969 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000315ac0eb34f4bad9-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.970 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:08.971 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:08.972 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:08.972 DEBUG:boto:Method: HEAD 2022-09-01T11:22:08.973 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:22:08.973 DEBUG:boto:Data: 2022-09-01T11:22:08.974 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.974 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.975 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.975 DEBUG:boto:Params: {} 2022-09-01T11:22:08.976 DEBUG:boto:Token: None 2022-09-01T11:22:08.976 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj17 2022-09-01T11:22:08.977 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4bS1QSfqP/tMeqokrSBjcEj7EN0= 2022-09-01T11:22:08.977 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4bS1QSfqP/tMeqokrSBjcEj7EN0=', 'Content-Length': '0'} 2022-09-01T11:22:08.980 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d8861751b4b5224a-00631095e0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.980 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:08.981 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:08.982 DEBUG:boto:Method: HEAD 2022-09-01T11:22:08.982 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:22:08.983 DEBUG:boto:Data: 2022-09-01T11:22:08.983 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.984 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:08.984 DEBUG:boto:Port: 8000 2022-09-01T11:22:08.985 DEBUG:boto:Params: {} 2022-09-01T11:22:08.985 DEBUG:boto:Token: None 2022-09-01T11:22:08.986 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj17 2022-09-01T11:22:08.986 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4bS1QSfqP/tMeqokrSBjcEj7EN0= 2022-09-01T11:22:08.987 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4bS1QSfqP/tMeqokrSBjcEj7EN0=', 'Content-Length': '0'} 2022-09-01T11:22:08.989 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dde4e9364785c159-00631095e0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:08.990 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:22:08.992 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:08.992 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:08.993 DEBUG:boto:Method: GET 2022-09-01T11:22:08.993 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:22:08.994 DEBUG:boto:Data: 2022-09-01T11:22:08.994 DEBUG:boto:Headers: {} 2022-09-01T11:22:08.995 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:08.995 DEBUG:boto:Port: 8001 2022-09-01T11:22:08.996 DEBUG:boto:Params: {} 2022-09-01T11:22:08.997 DEBUG:boto:Token: None 2022-09-01T11:22:08.997 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:08 GMT /ptoxvb-74/obj17 2022-09-01T11:22:08.998 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8yLsepnStuXozBg7xlwYX2A3q7E= 2022-09-01T11:22:08.999 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8yLsepnStuXozBg7xlwYX2A3q7E=', 'Content-Length': '0'} 2022-09-01T11:22:09.001 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000384ddb949ddf3379-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.046 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:09.047 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:09.047 DEBUG:boto:Method: GET 2022-09-01T11:22:09.049 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:22:09.049 DEBUG:boto:Data: 2022-09-01T11:22:09.050 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.050 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.051 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.051 DEBUG:boto:Params: {} 2022-09-01T11:22:09.052 DEBUG:boto:Token: None 2022-09-01T11:22:09.053 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj17 2022-09-01T11:22:09.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xJS1egR+8eR7vtH+B2R3P3IAbq0= 2022-09-01T11:22:09.056 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xJS1egR+8eR7vtH+B2R3P3IAbq0=', 'Content-Length': '0'} 2022-09-01T11:22:09.059 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f83e4f43249644c8-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.060 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:09.061 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:09.062 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:09.063 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:09.064 DEBUG:boto:Method: GET 2022-09-01T11:22:09.066 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:22:09.068 DEBUG:boto:Data: 2022-09-01T11:22:09.069 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.070 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.071 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.072 DEBUG:boto:Params: {} 2022-09-01T11:22:09.073 DEBUG:boto:Token: None 2022-09-01T11:22:09.076 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/ 2022-09-01T11:22:09.077 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY= 2022-09-01T11:22:09.078 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY=', 'Content-Length': '0'} 2022-09-01T11:22:09.081 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000079ce6277d21076-00631095e1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.082 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:09.083 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:09.083 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:09.084 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:09.084 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:09.085 DEBUG:boto:Method: GET 2022-09-01T11:22:09.086 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:22:09.086 DEBUG:boto:Data: 2022-09-01T11:22:09.088 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.089 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.090 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.091 DEBUG:boto:Params: {} 2022-09-01T11:22:09.091 DEBUG:boto:Token: None 2022-09-01T11:22:09.092 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/ 2022-09-01T11:22:09.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY= 2022-09-01T11:22:09.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY=', 'Content-Length': '0'} 2022-09-01T11:22:09.097 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d70202962deb3009-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.098 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:09.099 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:22:09.100 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:09.100 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:09.104 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.105 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.106 DEBUG:boto:Method: GET 2022-09-01T11:22:09.107 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.108 DEBUG:boto:Data: 2022-09-01T11:22:09.109 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.109 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.110 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.110 DEBUG:boto:Params: {} 2022-09-01T11:22:09.111 DEBUG:boto:Token: None 2022-09-01T11:22:09.112 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.112 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FIRHlT2wt/wdeZ1uJTvcEK7UlMU= 2022-09-01T11:22:09.113 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FIRHlT2wt/wdeZ1uJTvcEK7UlMU=', 'Content-Length': '0'} 2022-09-01T11:22:09.116 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000000c7a384e262543f-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.117 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:09.118 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:09.118 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.119 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.120 DEBUG:boto:Method: GET 2022-09-01T11:22:09.120 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.121 DEBUG:boto:Data: 2022-09-01T11:22:09.122 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.123 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.123 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.124 DEBUG:boto:Params: {} 2022-09-01T11:22:09.125 DEBUG:boto:Token: None 2022-09-01T11:22:09.125 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.126 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FIRHlT2wt/wdeZ1uJTvcEK7UlMU= 2022-09-01T11:22:09.127 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FIRHlT2wt/wdeZ1uJTvcEK7UlMU=', 'Content-Length': '0'} 2022-09-01T11:22:09.131 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000248c8dd27d345f22-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.133 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:09.134 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:09.135 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.136 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.137 DEBUG:boto:Method: HEAD 2022-09-01T11:22:09.138 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.139 DEBUG:boto:Data: 2022-09-01T11:22:09.139 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.140 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.141 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.142 DEBUG:boto:Params: {} 2022-09-01T11:22:09.143 DEBUG:boto:Token: None 2022-09-01T11:22:09.144 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.145 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tMKVFAhLzKOuC68Og9h6sbIV95c= 2022-09-01T11:22:09.146 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tMKVFAhLzKOuC68Og9h6sbIV95c=', 'Content-Length': '0'} 2022-09-01T11:22:09.149 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b9c916b99ac48b86-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.151 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:09.152 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:09.152 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.153 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.154 DEBUG:boto:Method: HEAD 2022-09-01T11:22:09.155 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.156 DEBUG:boto:Data: 2022-09-01T11:22:09.157 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.158 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.158 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.159 DEBUG:boto:Params: {} 2022-09-01T11:22:09.160 DEBUG:boto:Token: None 2022-09-01T11:22:09.161 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.162 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tMKVFAhLzKOuC68Og9h6sbIV95c= 2022-09-01T11:22:09.163 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tMKVFAhLzKOuC68Og9h6sbIV95c=', 'Content-Length': '0'} 2022-09-01T11:22:09.167 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000048894999b85a23de-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.168 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:22:09.168 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:09.169 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:09.169 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.170 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.171 DEBUG:boto:Method: GET 2022-09-01T11:22:09.171 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.172 DEBUG:boto:Data: 2022-09-01T11:22:09.172 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.173 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.173 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.174 DEBUG:boto:Params: {} 2022-09-01T11:22:09.175 DEBUG:boto:Token: None 2022-09-01T11:22:09.175 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.176 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FIRHlT2wt/wdeZ1uJTvcEK7UlMU= 2022-09-01T11:22:09.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FIRHlT2wt/wdeZ1uJTvcEK7UlMU=', 'Content-Length': '0'} 2022-09-01T11:22:09.179 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009a9ffc5610615d01-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.181 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:09.182 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:09.183 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.184 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.185 DEBUG:boto:Method: GET 2022-09-01T11:22:09.186 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.188 DEBUG:boto:Data: 2022-09-01T11:22:09.189 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.190 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.191 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.192 DEBUG:boto:Params: {} 2022-09-01T11:22:09.194 DEBUG:boto:Token: None 2022-09-01T11:22:09.195 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:09.196 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FIRHlT2wt/wdeZ1uJTvcEK7UlMU= 2022-09-01T11:22:09.198 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FIRHlT2wt/wdeZ1uJTvcEK7UlMU=', 'Content-Length': '0'} 2022-09-01T11:22:09.201 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005677ab06bb1d6450-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.202 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:09.203 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:09.204 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:09.206 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:09.207 DEBUG:boto:Method: GET 2022-09-01T11:22:09.208 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:22:09.209 DEBUG:boto:Data: 2022-09-01T11:22:09.210 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.211 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.213 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.214 DEBUG:boto:Params: {} 2022-09-01T11:22:09.215 DEBUG:boto:Token: None 2022-09-01T11:22:09.216 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/ 2022-09-01T11:22:09.218 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY= 2022-09-01T11:22:09.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY=', 'Content-Length': '0'} 2022-09-01T11:22:09.222 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c8db3ddf400c5df9-00631095e1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.222 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:09.223 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:09.224 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:09.224 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:09.225 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:09.225 DEBUG:boto:Method: GET 2022-09-01T11:22:09.226 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:22:09.227 DEBUG:boto:Data: 2022-09-01T11:22:09.227 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.228 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.228 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.229 DEBUG:boto:Params: {} 2022-09-01T11:22:09.229 DEBUG:boto:Token: None 2022-09-01T11:22:09.230 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/ 2022-09-01T11:22:09.231 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY= 2022-09-01T11:22:09.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY=', 'Content-Length': '0'} 2022-09-01T11:22:09.235 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fe72a02fb51eb502-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.235 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:09.236 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:09.237 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:09.237 DEBUG:boto:Method: HEAD 2022-09-01T11:22:09.238 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:22:09.238 DEBUG:boto:Data: 2022-09-01T11:22:09.239 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.240 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.240 DEBUG:boto:Params: {} 2022-09-01T11:22:09.241 DEBUG:boto:Token: None 2022-09-01T11:22:09.242 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj19 2022-09-01T11:22:09.242 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VImvni+Z01/WSoJen2Ywh6ten4s= 2022-09-01T11:22:09.243 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VImvni+Z01/WSoJen2Ywh6ten4s=', 'Content-Length': '0'} 2022-09-01T11:22:09.245 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009066f50ded2b5fb5-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.246 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:09.246 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:09.247 DEBUG:boto:Method: HEAD 2022-09-01T11:22:09.247 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:22:09.248 DEBUG:boto:Data: 2022-09-01T11:22:09.248 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.249 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.249 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.250 DEBUG:boto:Params: {} 2022-09-01T11:22:09.250 DEBUG:boto:Token: None 2022-09-01T11:22:09.251 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj19 2022-09-01T11:22:09.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VImvni+Z01/WSoJen2Ywh6ten4s= 2022-09-01T11:22:09.252 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VImvni+Z01/WSoJen2Ywh6ten4s=', 'Content-Length': '0'} 2022-09-01T11:22:09.255 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000063bef0bc0a6378e6-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.255 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:22:09.256 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:09.256 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:09.257 DEBUG:boto:Method: GET 2022-09-01T11:22:09.258 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:22:09.258 DEBUG:boto:Data: 2022-09-01T11:22:09.259 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.259 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.260 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.260 DEBUG:boto:Params: {} 2022-09-01T11:22:09.261 DEBUG:boto:Token: None 2022-09-01T11:22:09.262 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj19 2022-09-01T11:22:09.262 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DsUQGAXs+iJsdNXcQJk87iyx7Mk= 2022-09-01T11:22:09.263 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DsUQGAXs+iJsdNXcQJk87iyx7Mk=', 'Content-Length': '0'} 2022-09-01T11:22:09.265 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005f0c3e323d5f3a30-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.266 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:09.266 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:09.267 DEBUG:boto:Method: GET 2022-09-01T11:22:09.268 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:22:09.268 DEBUG:boto:Data: 2022-09-01T11:22:09.269 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.269 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.270 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.270 DEBUG:boto:Params: {} 2022-09-01T11:22:09.271 DEBUG:boto:Token: None 2022-09-01T11:22:09.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj19 2022-09-01T11:22:09.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DsUQGAXs+iJsdNXcQJk87iyx7Mk= 2022-09-01T11:22:09.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DsUQGAXs+iJsdNXcQJk87iyx7Mk=', 'Content-Length': '0'} 2022-09-01T11:22:09.275 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000018ae4fd8553f390c-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.322 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:09.323 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:09.324 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:09.324 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:09.325 DEBUG:boto:Method: GET 2022-09-01T11:22:09.326 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:22:09.326 DEBUG:boto:Data: 2022-09-01T11:22:09.327 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.328 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.329 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.329 DEBUG:boto:Params: {} 2022-09-01T11:22:09.330 DEBUG:boto:Token: None 2022-09-01T11:22:09.331 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/ 2022-09-01T11:22:09.331 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY= 2022-09-01T11:22:09.332 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY=', 'Content-Length': '0'} 2022-09-01T11:22:09.335 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000946da72c84407c27-00631095e1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.337 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:09.338 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:09.339 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:09.340 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:09.341 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:09.342 DEBUG:boto:Method: GET 2022-09-01T11:22:09.343 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:22:09.344 DEBUG:boto:Data: 2022-09-01T11:22:09.345 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.346 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.347 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.348 DEBUG:boto:Params: {} 2022-09-01T11:22:09.349 DEBUG:boto:Token: None 2022-09-01T11:22:09.350 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/ 2022-09-01T11:22:09.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY= 2022-09-01T11:22:09.351 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY=', 'Content-Length': '0'} 2022-09-01T11:22:09.356 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e2f9a3b75af3b2d9-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.357 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:09.359 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:22:09.359 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:09.360 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:09.361 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.361 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.362 DEBUG:boto:Method: GET 2022-09-01T11:22:09.363 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.363 DEBUG:boto:Data: 2022-09-01T11:22:09.364 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.364 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.365 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.365 DEBUG:boto:Params: {} 2022-09-01T11:22:09.366 DEBUG:boto:Token: None 2022-09-01T11:22:09.367 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.368 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nWtX+PYV/8YR8gODk3tym9gwmPo= 2022-09-01T11:22:09.369 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nWtX+PYV/8YR8gODk3tym9gwmPo=', 'Content-Length': '0'} 2022-09-01T11:22:09.371 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001efd08f170b88bbe-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.414 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:09.415 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:09.416 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.416 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.417 DEBUG:boto:Method: GET 2022-09-01T11:22:09.417 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.418 DEBUG:boto:Data: 2022-09-01T11:22:09.419 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.419 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.420 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.420 DEBUG:boto:Params: {} 2022-09-01T11:22:09.421 DEBUG:boto:Token: None 2022-09-01T11:22:09.422 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.423 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nWtX+PYV/8YR8gODk3tym9gwmPo= 2022-09-01T11:22:09.423 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nWtX+PYV/8YR8gODk3tym9gwmPo=', 'Content-Length': '0'} 2022-09-01T11:22:09.426 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a483cd11001ea9d-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.427 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:09.427 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:09.428 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.429 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.429 DEBUG:boto:Method: HEAD 2022-09-01T11:22:09.430 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.430 DEBUG:boto:Data: 2022-09-01T11:22:09.431 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.431 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.432 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.432 DEBUG:boto:Params: {} 2022-09-01T11:22:09.433 DEBUG:boto:Token: None 2022-09-01T11:22:09.434 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.434 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H7bWsCFti7BPU9zqZfQm1VmgI0s= 2022-09-01T11:22:09.435 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H7bWsCFti7BPU9zqZfQm1VmgI0s=', 'Content-Length': '0'} 2022-09-01T11:22:09.437 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a5c8118b4cd1ea6a-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.438 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:09.439 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:09.439 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.439 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.440 DEBUG:boto:Method: HEAD 2022-09-01T11:22:09.441 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.441 DEBUG:boto:Data: 2022-09-01T11:22:09.442 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.442 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.443 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.443 DEBUG:boto:Params: {} 2022-09-01T11:22:09.444 DEBUG:boto:Token: None 2022-09-01T11:22:09.445 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.445 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H7bWsCFti7BPU9zqZfQm1VmgI0s= 2022-09-01T11:22:09.446 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H7bWsCFti7BPU9zqZfQm1VmgI0s=', 'Content-Length': '0'} 2022-09-01T11:22:09.448 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005aba214b78d8a5fb-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.449 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:22:09.450 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:09.450 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:09.451 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.452 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.452 DEBUG:boto:Method: GET 2022-09-01T11:22:09.453 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.453 DEBUG:boto:Data: 2022-09-01T11:22:09.454 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.455 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.455 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.456 DEBUG:boto:Params: {} 2022-09-01T11:22:09.456 DEBUG:boto:Token: None 2022-09-01T11:22:09.457 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.458 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nWtX+PYV/8YR8gODk3tym9gwmPo= 2022-09-01T11:22:09.459 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nWtX+PYV/8YR8gODk3tym9gwmPo=', 'Content-Length': '0'} 2022-09-01T11:22:09.461 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b75a95a85ac74578-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.462 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:09.463 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:09.463 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.464 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.464 DEBUG:boto:Method: GET 2022-09-01T11:22:09.465 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.466 DEBUG:boto:Data: 2022-09-01T11:22:09.466 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.467 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.468 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.469 DEBUG:boto:Params: {} 2022-09-01T11:22:09.470 DEBUG:boto:Token: None 2022-09-01T11:22:09.472 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:09.473 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nWtX+PYV/8YR8gODk3tym9gwmPo= 2022-09-01T11:22:09.474 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nWtX+PYV/8YR8gODk3tym9gwmPo=', 'Content-Length': '0'} 2022-09-01T11:22:09.477 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000680d444eddcb9d29-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.478 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:09.479 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:09.480 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:09.480 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:09.481 DEBUG:boto:Method: GET 2022-09-01T11:22:09.481 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:22:09.482 DEBUG:boto:Data: 2022-09-01T11:22:09.482 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.483 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.483 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.484 DEBUG:boto:Params: {} 2022-09-01T11:22:09.485 DEBUG:boto:Token: None 2022-09-01T11:22:09.485 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/ 2022-09-01T11:22:09.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY= 2022-09-01T11:22:09.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY=', 'Content-Length': '0'} 2022-09-01T11:22:09.490 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000273939421ed7fe9b-00631095e1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.491 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:09.492 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:09.492 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:09.493 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:09.493 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:09.494 DEBUG:boto:Method: GET 2022-09-01T11:22:09.495 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:22:09.495 DEBUG:boto:Data: 2022-09-01T11:22:09.496 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.496 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.497 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.497 DEBUG:boto:Params: {} 2022-09-01T11:22:09.498 DEBUG:boto:Token: None 2022-09-01T11:22:09.499 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/ 2022-09-01T11:22:09.499 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY= 2022-09-01T11:22:09.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY=', 'Content-Length': '0'} 2022-09-01T11:22:09.503 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004ce77274aa7a08a7-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.504 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:09.506 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:09.507 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:09.509 DEBUG:boto:Method: HEAD 2022-09-01T11:22:09.509 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:22:09.511 DEBUG:boto:Data: 2022-09-01T11:22:09.512 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.513 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.514 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.514 DEBUG:boto:Params: {} 2022-09-01T11:22:09.515 DEBUG:boto:Token: None 2022-09-01T11:22:09.516 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj22 2022-09-01T11:22:09.516 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rgVvUayhSDLG4GbZfV1W/JagmNs= 2022-09-01T11:22:09.517 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rgVvUayhSDLG4GbZfV1W/JagmNs=', 'Content-Length': '0'} 2022-09-01T11:22:09.519 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e7ff315c260a18b2-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.520 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:09.520 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:09.521 DEBUG:boto:Method: HEAD 2022-09-01T11:22:09.522 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:22:09.524 DEBUG:boto:Data: 2022-09-01T11:22:09.525 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.526 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.526 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.527 DEBUG:boto:Params: {} 2022-09-01T11:22:09.528 DEBUG:boto:Token: None 2022-09-01T11:22:09.529 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj22 2022-09-01T11:22:09.529 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rgVvUayhSDLG4GbZfV1W/JagmNs= 2022-09-01T11:22:09.530 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rgVvUayhSDLG4GbZfV1W/JagmNs=', 'Content-Length': '0'} 2022-09-01T11:22:09.532 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a0b4a3dbe41361fa-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.533 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:22:09.534 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:09.535 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:09.535 DEBUG:boto:Method: GET 2022-09-01T11:22:09.536 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:22:09.536 DEBUG:boto:Data: 2022-09-01T11:22:09.537 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.537 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.538 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.538 DEBUG:boto:Params: {} 2022-09-01T11:22:09.539 DEBUG:boto:Token: None 2022-09-01T11:22:09.540 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj22 2022-09-01T11:22:09.541 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sZvc9QGBo7gXhDMBQXsnVWAgj80= 2022-09-01T11:22:09.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sZvc9QGBo7gXhDMBQXsnVWAgj80=', 'Content-Length': '0'} 2022-09-01T11:22:09.544 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d5adfaa04b8dff90-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.590 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:09.591 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:09.593 DEBUG:boto:Method: GET 2022-09-01T11:22:09.594 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:22:09.595 DEBUG:boto:Data: 2022-09-01T11:22:09.597 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.597 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.598 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.599 DEBUG:boto:Params: {} 2022-09-01T11:22:09.599 DEBUG:boto:Token: None 2022-09-01T11:22:09.600 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj22 2022-09-01T11:22:09.601 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sZvc9QGBo7gXhDMBQXsnVWAgj80= 2022-09-01T11:22:09.602 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sZvc9QGBo7gXhDMBQXsnVWAgj80=', 'Content-Length': '0'} 2022-09-01T11:22:09.605 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069631b53ada354fa-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.608 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:09.609 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:09.610 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:09.611 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:09.612 DEBUG:boto:Method: GET 2022-09-01T11:22:09.613 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:22:09.614 DEBUG:boto:Data: 2022-09-01T11:22:09.615 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.615 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.616 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.617 DEBUG:boto:Params: {} 2022-09-01T11:22:09.618 DEBUG:boto:Token: None 2022-09-01T11:22:09.619 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/ 2022-09-01T11:22:09.621 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY= 2022-09-01T11:22:09.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY=', 'Content-Length': '0'} 2022-09-01T11:22:09.626 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e62a0b5d8bfbdfc0-00631095e1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.627 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:09.628 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:09.629 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:09.630 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:09.631 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:09.631 DEBUG:boto:Method: GET 2022-09-01T11:22:09.632 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:22:09.633 DEBUG:boto:Data: 2022-09-01T11:22:09.634 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.634 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.635 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.636 DEBUG:boto:Params: {} 2022-09-01T11:22:09.637 DEBUG:boto:Token: None 2022-09-01T11:22:09.638 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/ 2022-09-01T11:22:09.639 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY= 2022-09-01T11:22:09.640 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY=', 'Content-Length': '0'} 2022-09-01T11:22:09.643 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000303c94687175147b-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.644 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:09.645 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:22:09.646 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:09.647 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:09.647 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.648 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.649 DEBUG:boto:Method: GET 2022-09-01T11:22:09.650 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.651 DEBUG:boto:Data: 2022-09-01T11:22:09.652 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.653 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.654 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.655 DEBUG:boto:Params: {} 2022-09-01T11:22:09.656 DEBUG:boto:Token: None 2022-09-01T11:22:09.657 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.658 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QRxHQ4Uhh4f/pvIQKpww94mmAK8= 2022-09-01T11:22:09.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QRxHQ4Uhh4f/pvIQKpww94mmAK8=', 'Content-Length': '0'} 2022-09-01T11:22:09.661 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000085a0704e39dab527-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.663 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:09.663 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:09.664 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.665 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.665 DEBUG:boto:Method: GET 2022-09-01T11:22:09.666 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.666 DEBUG:boto:Data: 2022-09-01T11:22:09.667 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.668 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.668 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.669 DEBUG:boto:Params: {} 2022-09-01T11:22:09.670 DEBUG:boto:Token: None 2022-09-01T11:22:09.671 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.672 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QRxHQ4Uhh4f/pvIQKpww94mmAK8= 2022-09-01T11:22:09.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QRxHQ4Uhh4f/pvIQKpww94mmAK8=', 'Content-Length': '0'} 2022-09-01T11:22:09.679 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000074fcbb5a24eef641-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.680 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:09.681 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:09.681 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.682 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.683 DEBUG:boto:Method: HEAD 2022-09-01T11:22:09.683 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.684 DEBUG:boto:Data: 2022-09-01T11:22:09.684 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.685 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.685 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.686 DEBUG:boto:Params: {} 2022-09-01T11:22:09.686 DEBUG:boto:Token: None 2022-09-01T11:22:09.687 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.687 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OSF5ZhYj4tz2pyrauBHyyXxOj6M= 2022-09-01T11:22:09.688 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OSF5ZhYj4tz2pyrauBHyyXxOj6M=', 'Content-Length': '0'} 2022-09-01T11:22:09.690 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002bcc30c825fd2208-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.691 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:09.692 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:09.692 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.693 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.693 DEBUG:boto:Method: HEAD 2022-09-01T11:22:09.694 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.694 DEBUG:boto:Data: 2022-09-01T11:22:09.695 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.695 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.696 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.696 DEBUG:boto:Params: {} 2022-09-01T11:22:09.697 DEBUG:boto:Token: None 2022-09-01T11:22:09.697 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.698 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OSF5ZhYj4tz2pyrauBHyyXxOj6M= 2022-09-01T11:22:09.699 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OSF5ZhYj4tz2pyrauBHyyXxOj6M=', 'Content-Length': '0'} 2022-09-01T11:22:09.701 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000caed69e2a5d2e39c-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.701 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:22:09.702 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:09.703 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:09.703 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.704 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.704 DEBUG:boto:Method: GET 2022-09-01T11:22:09.705 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.705 DEBUG:boto:Data: 2022-09-01T11:22:09.706 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.706 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.707 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.707 DEBUG:boto:Params: {} 2022-09-01T11:22:09.708 DEBUG:boto:Token: None 2022-09-01T11:22:09.709 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QRxHQ4Uhh4f/pvIQKpww94mmAK8= 2022-09-01T11:22:09.710 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QRxHQ4Uhh4f/pvIQKpww94mmAK8=', 'Content-Length': '0'} 2022-09-01T11:22:09.712 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a1c078d1bf78d429-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.758 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:09.760 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:09.761 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.762 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.763 DEBUG:boto:Method: GET 2022-09-01T11:22:09.764 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.765 DEBUG:boto:Data: 2022-09-01T11:22:09.766 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.767 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.768 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.769 DEBUG:boto:Params: {} 2022-09-01T11:22:09.770 DEBUG:boto:Token: None 2022-09-01T11:22:09.771 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:09.772 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QRxHQ4Uhh4f/pvIQKpww94mmAK8= 2022-09-01T11:22:09.774 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QRxHQ4Uhh4f/pvIQKpww94mmAK8=', 'Content-Length': '0'} 2022-09-01T11:22:09.776 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d113285dbd352c1e-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.777 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:09.778 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:09.779 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:09.779 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:09.780 DEBUG:boto:Method: GET 2022-09-01T11:22:09.780 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:22:09.781 DEBUG:boto:Data: 2022-09-01T11:22:09.781 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.782 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.782 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.783 DEBUG:boto:Params: {} 2022-09-01T11:22:09.783 DEBUG:boto:Token: None 2022-09-01T11:22:09.784 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/ 2022-09-01T11:22:09.785 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY= 2022-09-01T11:22:09.785 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY=', 'Content-Length': '0'} 2022-09-01T11:22:09.789 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005ade1f8b6e5ae4a0-00631095e1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.789 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:09.791 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:09.791 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:09.792 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:09.793 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:09.793 DEBUG:boto:Method: GET 2022-09-01T11:22:09.794 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:22:09.794 DEBUG:boto:Data: 2022-09-01T11:22:09.795 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.796 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.796 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.797 DEBUG:boto:Params: {} 2022-09-01T11:22:09.798 DEBUG:boto:Token: None 2022-09-01T11:22:09.799 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/ 2022-09-01T11:22:09.800 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY= 2022-09-01T11:22:09.801 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY=', 'Content-Length': '0'} 2022-09-01T11:22:09.805 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005ade5ac48cba2e1a-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.806 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:09.807 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:09.807 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:09.808 DEBUG:boto:Method: HEAD 2022-09-01T11:22:09.808 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:22:09.809 DEBUG:boto:Data: 2022-09-01T11:22:09.809 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.810 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.811 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.811 DEBUG:boto:Params: {} 2022-09-01T11:22:09.812 DEBUG:boto:Token: None 2022-09-01T11:22:09.812 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj33 2022-09-01T11:22:09.813 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FL2mdLzZZHaJNdzOFIZhHSNKKPA= 2022-09-01T11:22:09.813 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FL2mdLzZZHaJNdzOFIZhHSNKKPA=', 'Content-Length': '0'} 2022-09-01T11:22:09.816 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c653d9063c6123a-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.817 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:09.817 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:09.818 DEBUG:boto:Method: HEAD 2022-09-01T11:22:09.819 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:22:09.819 DEBUG:boto:Data: 2022-09-01T11:22:09.820 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.820 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.821 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.821 DEBUG:boto:Params: {} 2022-09-01T11:22:09.822 DEBUG:boto:Token: None 2022-09-01T11:22:09.823 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj33 2022-09-01T11:22:09.823 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FL2mdLzZZHaJNdzOFIZhHSNKKPA= 2022-09-01T11:22:09.824 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FL2mdLzZZHaJNdzOFIZhHSNKKPA=', 'Content-Length': '0'} 2022-09-01T11:22:09.828 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004fc893c3b3991971-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.830 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:22:09.832 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:09.833 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:09.834 DEBUG:boto:Method: GET 2022-09-01T11:22:09.836 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:22:09.837 DEBUG:boto:Data: 2022-09-01T11:22:09.837 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.838 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.840 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.842 DEBUG:boto:Params: {} 2022-09-01T11:22:09.843 DEBUG:boto:Token: None 2022-09-01T11:22:09.845 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj33 2022-09-01T11:22:09.846 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:acnpZLFRtloODpze8TtWi1PmtrE= 2022-09-01T11:22:09.847 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:acnpZLFRtloODpze8TtWi1PmtrE=', 'Content-Length': '0'} 2022-09-01T11:22:09.852 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000034b56aac9207d4b9-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.855 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:09.856 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:09.857 DEBUG:boto:Method: GET 2022-09-01T11:22:09.858 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:22:09.859 DEBUG:boto:Data: 2022-09-01T11:22:09.860 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.861 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.863 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.864 DEBUG:boto:Params: {} 2022-09-01T11:22:09.866 DEBUG:boto:Token: None 2022-09-01T11:22:09.867 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj33 2022-09-01T11:22:09.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:acnpZLFRtloODpze8TtWi1PmtrE= 2022-09-01T11:22:09.869 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:acnpZLFRtloODpze8TtWi1PmtrE=', 'Content-Length': '0'} 2022-09-01T11:22:09.871 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf5c6b8bbbc2de02-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.872 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:09.873 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:09.874 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:09.874 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:09.875 DEBUG:boto:Method: GET 2022-09-01T11:22:09.876 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:22:09.876 DEBUG:boto:Data: 2022-09-01T11:22:09.878 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.879 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.881 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.882 DEBUG:boto:Params: {} 2022-09-01T11:22:09.883 DEBUG:boto:Token: None 2022-09-01T11:22:09.884 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/ 2022-09-01T11:22:09.885 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY= 2022-09-01T11:22:09.886 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY=', 'Content-Length': '0'} 2022-09-01T11:22:09.891 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eda5153eab9ae576-00631095e1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.954 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:09.957 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:09.958 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:09.959 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:09.959 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:09.960 DEBUG:boto:Method: GET 2022-09-01T11:22:09.960 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:22:09.961 DEBUG:boto:Data: 2022-09-01T11:22:09.961 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.962 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.963 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.964 DEBUG:boto:Params: {} 2022-09-01T11:22:09.964 DEBUG:boto:Token: None 2022-09-01T11:22:09.966 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/ 2022-09-01T11:22:09.967 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY= 2022-09-01T11:22:09.968 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPYdw4/q+rl0vy+4PAz/8hNCGcY=', 'Content-Length': '0'} 2022-09-01T11:22:09.973 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005bc267738123669a-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.974 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:09.975 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:22:09.975 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:09.976 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:09.976 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:09.977 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:09.978 DEBUG:boto:Method: GET 2022-09-01T11:22:09.978 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:09.979 DEBUG:boto:Data: 2022-09-01T11:22:09.979 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.980 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:09.980 DEBUG:boto:Port: 8001 2022-09-01T11:22:09.981 DEBUG:boto:Params: {} 2022-09-01T11:22:09.982 DEBUG:boto:Token: None 2022-09-01T11:22:09.982 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:09.983 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nPios31p0w5lm6hHhiaM0zlZ0KA= 2022-09-01T11:22:09.984 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nPios31p0w5lm6hHhiaM0zlZ0KA=', 'Content-Length': '0'} 2022-09-01T11:22:09.986 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a4b0d24996bb1bdd-00631095e1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.987 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:09.987 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:09.988 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:09.988 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:09.989 DEBUG:boto:Method: GET 2022-09-01T11:22:09.989 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:09.990 DEBUG:boto:Data: 2022-09-01T11:22:09.991 DEBUG:boto:Headers: {} 2022-09-01T11:22:09.991 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:09.992 DEBUG:boto:Port: 8000 2022-09-01T11:22:09.992 DEBUG:boto:Params: {} 2022-09-01T11:22:09.993 DEBUG:boto:Token: None 2022-09-01T11:22:09.993 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:09 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:09.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nPios31p0w5lm6hHhiaM0zlZ0KA= 2022-09-01T11:22:09.995 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nPios31p0w5lm6hHhiaM0zlZ0KA=', 'Content-Length': '0'} 2022-09-01T11:22:09.997 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000027a16c920f38c426-00631095e1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:09.998 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:09.999 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:09.999 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.000 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.000 DEBUG:boto:Method: HEAD 2022-09-01T11:22:10.001 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.001 DEBUG:boto:Data: 2022-09-01T11:22:10.002 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.003 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.003 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.004 DEBUG:boto:Params: {} 2022-09-01T11:22:10.004 DEBUG:boto:Token: None 2022-09-01T11:22:10.005 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j8m1K7h2qrpM0Xt81sz5nZH/xk0= 2022-09-01T11:22:10.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j8m1K7h2qrpM0Xt81sz5nZH/xk0=', 'Content-Length': '0'} 2022-09-01T11:22:10.008 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000234dff469e2d8563-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.009 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:10.009 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:10.010 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.010 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.011 DEBUG:boto:Method: HEAD 2022-09-01T11:22:10.012 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.012 DEBUG:boto:Data: 2022-09-01T11:22:10.013 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.013 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.014 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.014 DEBUG:boto:Params: {} 2022-09-01T11:22:10.015 DEBUG:boto:Token: None 2022-09-01T11:22:10.015 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.016 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j8m1K7h2qrpM0Xt81sz5nZH/xk0= 2022-09-01T11:22:10.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j8m1K7h2qrpM0Xt81sz5nZH/xk0=', 'Content-Length': '0'} 2022-09-01T11:22:10.019 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003c6cd24c2712b0e4-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.019 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:22:10.020 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:10.020 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:10.021 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.022 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.022 DEBUG:boto:Method: GET 2022-09-01T11:22:10.023 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.023 DEBUG:boto:Data: 2022-09-01T11:22:10.024 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.024 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.025 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.025 DEBUG:boto:Params: {} 2022-09-01T11:22:10.026 DEBUG:boto:Token: None 2022-09-01T11:22:10.027 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mFWzffTD7xSKQLvjAYMaUKe68Ks= 2022-09-01T11:22:10.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mFWzffTD7xSKQLvjAYMaUKe68Ks=', 'Content-Length': '0'} 2022-09-01T11:22:10.030 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000068598fd3fe7ec28f-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.031 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:10.031 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:10.032 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.033 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.033 DEBUG:boto:Method: GET 2022-09-01T11:22:10.034 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.034 DEBUG:boto:Data: 2022-09-01T11:22:10.035 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.035 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.036 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.036 DEBUG:boto:Params: {} 2022-09-01T11:22:10.037 DEBUG:boto:Token: None 2022-09-01T11:22:10.038 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:10.038 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mFWzffTD7xSKQLvjAYMaUKe68Ks= 2022-09-01T11:22:10.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mFWzffTD7xSKQLvjAYMaUKe68Ks=', 'Content-Length': '0'} 2022-09-01T11:22:10.042 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aa01f482a4b230cb-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.082 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:10.083 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:10.084 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:10.084 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:10.085 DEBUG:boto:Method: GET 2022-09-01T11:22:10.086 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:22:10.086 DEBUG:boto:Data: 2022-09-01T11:22:10.087 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.087 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.088 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.088 DEBUG:boto:Params: {} 2022-09-01T11:22:10.089 DEBUG:boto:Token: None 2022-09-01T11:22:10.090 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/ 2022-09-01T11:22:10.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc= 2022-09-01T11:22:10.091 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc=', 'Content-Length': '0'} 2022-09-01T11:22:10.095 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000029677c5fec8fc184-00631095e2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.096 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:10.098 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:10.099 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:10.101 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:10.101 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:10.104 DEBUG:boto:Method: GET 2022-09-01T11:22:10.105 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:22:10.105 DEBUG:boto:Data: 2022-09-01T11:22:10.107 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.108 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.108 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.109 DEBUG:boto:Params: {} 2022-09-01T11:22:10.109 DEBUG:boto:Token: None 2022-09-01T11:22:10.110 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/ 2022-09-01T11:22:10.111 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc= 2022-09-01T11:22:10.111 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc=', 'Content-Length': '0'} 2022-09-01T11:22:10.116 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000a23160e626e17bd-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.118 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:10.119 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:10.120 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:10.121 DEBUG:boto:Method: HEAD 2022-09-01T11:22:10.122 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:22:10.122 DEBUG:boto:Data: 2022-09-01T11:22:10.123 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.123 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.124 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.124 DEBUG:boto:Params: {} 2022-09-01T11:22:10.125 DEBUG:boto:Token: None 2022-09-01T11:22:10.125 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj34 2022-09-01T11:22:10.126 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o/4yIXMmt7Z0mzKPp6exzmRd25g= 2022-09-01T11:22:10.127 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o/4yIXMmt7Z0mzKPp6exzmRd25g=', 'Content-Length': '0'} 2022-09-01T11:22:10.130 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a1b5ed4157018ad9-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.131 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:10.131 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:10.132 DEBUG:boto:Method: HEAD 2022-09-01T11:22:10.133 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:22:10.133 DEBUG:boto:Data: 2022-09-01T11:22:10.134 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.134 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.135 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.135 DEBUG:boto:Params: {} 2022-09-01T11:22:10.136 DEBUG:boto:Token: None 2022-09-01T11:22:10.136 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj34 2022-09-01T11:22:10.137 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o/4yIXMmt7Z0mzKPp6exzmRd25g= 2022-09-01T11:22:10.138 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o/4yIXMmt7Z0mzKPp6exzmRd25g=', 'Content-Length': '0'} 2022-09-01T11:22:10.140 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a4b5be0f1ccd5379-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.142 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:22:10.143 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:10.144 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:10.145 DEBUG:boto:Method: GET 2022-09-01T11:22:10.145 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:22:10.146 DEBUG:boto:Data: 2022-09-01T11:22:10.147 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.148 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.149 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.150 DEBUG:boto:Params: {} 2022-09-01T11:22:10.151 DEBUG:boto:Token: None 2022-09-01T11:22:10.151 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj34 2022-09-01T11:22:10.152 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x1oywed3YqoXjbUIjLY5IbbsCVo= 2022-09-01T11:22:10.153 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x1oywed3YqoXjbUIjLY5IbbsCVo=', 'Content-Length': '0'} 2022-09-01T11:22:10.155 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002db6b0cb3347addd-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.198 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:10.199 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:10.199 DEBUG:boto:Method: GET 2022-09-01T11:22:10.200 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:22:10.201 DEBUG:boto:Data: 2022-09-01T11:22:10.202 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.203 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.203 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.204 DEBUG:boto:Params: {} 2022-09-01T11:22:10.205 DEBUG:boto:Token: None 2022-09-01T11:22:10.206 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj34 2022-09-01T11:22:10.207 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x1oywed3YqoXjbUIjLY5IbbsCVo= 2022-09-01T11:22:10.208 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x1oywed3YqoXjbUIjLY5IbbsCVo=', 'Content-Length': '0'} 2022-09-01T11:22:10.211 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000467a1400578716e2-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.212 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:10.213 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:10.214 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:10.215 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:10.216 DEBUG:boto:Method: GET 2022-09-01T11:22:10.216 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:22:10.217 DEBUG:boto:Data: 2022-09-01T11:22:10.218 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.219 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.219 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.220 DEBUG:boto:Params: {} 2022-09-01T11:22:10.220 DEBUG:boto:Token: None 2022-09-01T11:22:10.221 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/ 2022-09-01T11:22:10.222 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc= 2022-09-01T11:22:10.223 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc=', 'Content-Length': '0'} 2022-09-01T11:22:10.226 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ebe35d8288969351-00631095e2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.227 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:10.228 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:10.228 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:10.229 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:10.229 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:10.230 DEBUG:boto:Method: GET 2022-09-01T11:22:10.231 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:22:10.231 DEBUG:boto:Data: 2022-09-01T11:22:10.232 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.232 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.233 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.234 DEBUG:boto:Params: {} 2022-09-01T11:22:10.234 DEBUG:boto:Token: None 2022-09-01T11:22:10.235 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/ 2022-09-01T11:22:10.236 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc= 2022-09-01T11:22:10.237 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc=', 'Content-Length': '0'} 2022-09-01T11:22:10.240 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000abd9218b48f090a3-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.282 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:10.283 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:22:10.284 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:10.284 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:10.286 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.286 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.287 DEBUG:boto:Method: GET 2022-09-01T11:22:10.287 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.288 DEBUG:boto:Data: 2022-09-01T11:22:10.289 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.290 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.291 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.291 DEBUG:boto:Params: {} 2022-09-01T11:22:10.292 DEBUG:boto:Token: None 2022-09-01T11:22:10.293 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.294 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hv9yRDJyphhrhIuMvnCx7m+3Hj8= 2022-09-01T11:22:10.296 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hv9yRDJyphhrhIuMvnCx7m+3Hj8=', 'Content-Length': '0'} 2022-09-01T11:22:10.299 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002765be53f3ceabfd-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.301 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:10.302 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:10.303 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.304 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.304 DEBUG:boto:Method: GET 2022-09-01T11:22:10.305 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.305 DEBUG:boto:Data: 2022-09-01T11:22:10.306 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.307 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.307 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.308 DEBUG:boto:Params: {} 2022-09-01T11:22:10.309 DEBUG:boto:Token: None 2022-09-01T11:22:10.310 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hv9yRDJyphhrhIuMvnCx7m+3Hj8= 2022-09-01T11:22:10.312 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hv9yRDJyphhrhIuMvnCx7m+3Hj8=', 'Content-Length': '0'} 2022-09-01T11:22:10.315 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005834cc1703b424b8-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.316 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:10.317 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:10.318 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.319 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.320 DEBUG:boto:Method: HEAD 2022-09-01T11:22:10.321 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.322 DEBUG:boto:Data: 2022-09-01T11:22:10.323 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.324 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.325 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.325 DEBUG:boto:Params: {} 2022-09-01T11:22:10.327 DEBUG:boto:Token: None 2022-09-01T11:22:10.328 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.329 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:echUQE6maafch+OL6cJ1cq438i0= 2022-09-01T11:22:10.330 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:echUQE6maafch+OL6cJ1cq438i0=', 'Content-Length': '0'} 2022-09-01T11:22:10.333 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009802adb94fae8b96-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.334 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:10.334 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:10.335 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.335 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.336 DEBUG:boto:Method: HEAD 2022-09-01T11:22:10.336 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.337 DEBUG:boto:Data: 2022-09-01T11:22:10.338 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.338 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.339 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.340 DEBUG:boto:Params: {} 2022-09-01T11:22:10.340 DEBUG:boto:Token: None 2022-09-01T11:22:10.341 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.342 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:echUQE6maafch+OL6cJ1cq438i0= 2022-09-01T11:22:10.342 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:echUQE6maafch+OL6cJ1cq438i0=', 'Content-Length': '0'} 2022-09-01T11:22:10.345 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000de14c0285057b97e-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.345 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:22:10.346 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:10.347 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:10.347 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.348 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.349 DEBUG:boto:Method: GET 2022-09-01T11:22:10.349 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.350 DEBUG:boto:Data: 2022-09-01T11:22:10.351 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.351 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.352 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.352 DEBUG:boto:Params: {} 2022-09-01T11:22:10.353 DEBUG:boto:Token: None 2022-09-01T11:22:10.354 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.354 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hv9yRDJyphhrhIuMvnCx7m+3Hj8= 2022-09-01T11:22:10.355 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hv9yRDJyphhrhIuMvnCx7m+3Hj8=', 'Content-Length': '0'} 2022-09-01T11:22:10.358 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000078e223bfa9ab59bd-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.360 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:10.361 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:10.363 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.364 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.365 DEBUG:boto:Method: GET 2022-09-01T11:22:10.365 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.366 DEBUG:boto:Data: 2022-09-01T11:22:10.367 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.368 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.368 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.369 DEBUG:boto:Params: {} 2022-09-01T11:22:10.370 DEBUG:boto:Token: None 2022-09-01T11:22:10.370 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:10.371 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hv9yRDJyphhrhIuMvnCx7m+3Hj8= 2022-09-01T11:22:10.372 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hv9yRDJyphhrhIuMvnCx7m+3Hj8=', 'Content-Length': '0'} 2022-09-01T11:22:10.374 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000361a228c833c9ce7-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.375 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:10.376 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:10.376 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:10.377 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:10.377 DEBUG:boto:Method: GET 2022-09-01T11:22:10.379 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:22:10.379 DEBUG:boto:Data: 2022-09-01T11:22:10.380 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.380 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.381 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.381 DEBUG:boto:Params: {} 2022-09-01T11:22:10.382 DEBUG:boto:Token: None 2022-09-01T11:22:10.383 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/ 2022-09-01T11:22:10.384 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc= 2022-09-01T11:22:10.385 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc=', 'Content-Length': '0'} 2022-09-01T11:22:10.389 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000066f22b322e1cc44a-00631095e2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.430 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:10.432 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:10.433 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:10.433 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:10.434 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:10.435 DEBUG:boto:Method: GET 2022-09-01T11:22:10.436 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:22:10.438 DEBUG:boto:Data: 2022-09-01T11:22:10.439 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.440 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.441 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.443 DEBUG:boto:Params: {} 2022-09-01T11:22:10.444 DEBUG:boto:Token: None 2022-09-01T11:22:10.454 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/ 2022-09-01T11:22:10.455 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc= 2022-09-01T11:22:10.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc=', 'Content-Length': '0'} 2022-09-01T11:22:10.462 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006bedad55d268d3cf-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.463 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:10.464 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:10.464 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:10.465 DEBUG:boto:Method: HEAD 2022-09-01T11:22:10.466 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:22:10.466 DEBUG:boto:Data: 2022-09-01T11:22:10.467 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.467 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.468 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.468 DEBUG:boto:Params: {} 2022-09-01T11:22:10.469 DEBUG:boto:Token: None 2022-09-01T11:22:10.469 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj38 2022-09-01T11:22:10.470 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dwoKVVRZbv7r3RQfq0+XxX/s/i8= 2022-09-01T11:22:10.471 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dwoKVVRZbv7r3RQfq0+XxX/s/i8=', 'Content-Length': '0'} 2022-09-01T11:22:10.473 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000903ba673376d55ba-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.474 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:10.474 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:10.475 DEBUG:boto:Method: HEAD 2022-09-01T11:22:10.476 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:22:10.476 DEBUG:boto:Data: 2022-09-01T11:22:10.477 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.477 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.478 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.478 DEBUG:boto:Params: {} 2022-09-01T11:22:10.479 DEBUG:boto:Token: None 2022-09-01T11:22:10.479 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj38 2022-09-01T11:22:10.480 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dwoKVVRZbv7r3RQfq0+XxX/s/i8= 2022-09-01T11:22:10.481 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dwoKVVRZbv7r3RQfq0+XxX/s/i8=', 'Content-Length': '0'} 2022-09-01T11:22:10.486 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060bd6bd064ee4598-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.491 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:22:10.492 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:10.493 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:10.494 DEBUG:boto:Method: GET 2022-09-01T11:22:10.495 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:22:10.496 DEBUG:boto:Data: 2022-09-01T11:22:10.498 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.499 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.501 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.501 DEBUG:boto:Params: {} 2022-09-01T11:22:10.502 DEBUG:boto:Token: None 2022-09-01T11:22:10.503 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj38 2022-09-01T11:22:10.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnV7O86hX/wI3rLhXLDkcm41ils= 2022-09-01T11:22:10.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnV7O86hX/wI3rLhXLDkcm41ils=', 'Content-Length': '0'} 2022-09-01T11:22:10.507 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009a94fa28eb15b4f4-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.508 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:10.509 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:10.509 DEBUG:boto:Method: GET 2022-09-01T11:22:10.510 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:22:10.510 DEBUG:boto:Data: 2022-09-01T11:22:10.511 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.512 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.512 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.513 DEBUG:boto:Params: {} 2022-09-01T11:22:10.513 DEBUG:boto:Token: None 2022-09-01T11:22:10.514 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj38 2022-09-01T11:22:10.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lnV7O86hX/wI3rLhXLDkcm41ils= 2022-09-01T11:22:10.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lnV7O86hX/wI3rLhXLDkcm41ils=', 'Content-Length': '0'} 2022-09-01T11:22:10.519 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006f4d6c0e4aae621a-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.565 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:10.566 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:10.566 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:10.567 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:10.567 DEBUG:boto:Method: GET 2022-09-01T11:22:10.568 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:22:10.568 DEBUG:boto:Data: 2022-09-01T11:22:10.569 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.569 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.570 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.570 DEBUG:boto:Params: {} 2022-09-01T11:22:10.571 DEBUG:boto:Token: None 2022-09-01T11:22:10.575 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/ 2022-09-01T11:22:10.577 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc= 2022-09-01T11:22:10.578 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc=', 'Content-Length': '0'} 2022-09-01T11:22:10.581 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000259dc89b1d43f7af-00631095e2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.582 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:10.583 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:10.584 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:10.587 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:10.588 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:10.588 DEBUG:boto:Method: GET 2022-09-01T11:22:10.589 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:22:10.589 DEBUG:boto:Data: 2022-09-01T11:22:10.590 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.591 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.592 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.592 DEBUG:boto:Params: {} 2022-09-01T11:22:10.593 DEBUG:boto:Token: None 2022-09-01T11:22:10.594 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/ 2022-09-01T11:22:10.594 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc= 2022-09-01T11:22:10.595 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc=', 'Content-Length': '0'} 2022-09-01T11:22:10.602 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000894461712ba35601-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.604 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:10.607 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:22:10.609 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:10.611 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:10.612 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.614 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.615 DEBUG:boto:Method: GET 2022-09-01T11:22:10.617 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.619 DEBUG:boto:Data: 2022-09-01T11:22:10.620 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.622 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.623 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.624 DEBUG:boto:Params: {} 2022-09-01T11:22:10.626 DEBUG:boto:Token: None 2022-09-01T11:22:10.627 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.629 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2T4n2xz3XwvZdX14MQgCM2UWcag= 2022-09-01T11:22:10.630 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2T4n2xz3XwvZdX14MQgCM2UWcag=', 'Content-Length': '0'} 2022-09-01T11:22:10.634 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a134a8458b56e722-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.636 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:10.637 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:10.638 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.639 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.641 DEBUG:boto:Method: GET 2022-09-01T11:22:10.642 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.643 DEBUG:boto:Data: 2022-09-01T11:22:10.646 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.648 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.650 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.652 DEBUG:boto:Params: {} 2022-09-01T11:22:10.653 DEBUG:boto:Token: None 2022-09-01T11:22:10.655 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.656 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2T4n2xz3XwvZdX14MQgCM2UWcag= 2022-09-01T11:22:10.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2T4n2xz3XwvZdX14MQgCM2UWcag=', 'Content-Length': '0'} 2022-09-01T11:22:10.663 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000875d2d034ef9e241-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.664 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:10.665 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:10.666 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.667 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.670 DEBUG:boto:Method: HEAD 2022-09-01T11:22:10.671 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.672 DEBUG:boto:Data: 2022-09-01T11:22:10.673 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.674 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.675 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.676 DEBUG:boto:Params: {} 2022-09-01T11:22:10.677 DEBUG:boto:Token: None 2022-09-01T11:22:10.678 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.679 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HduWGNDYIY0AqYurJBheojBHcfc= 2022-09-01T11:22:10.679 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HduWGNDYIY0AqYurJBheojBHcfc=', 'Content-Length': '0'} 2022-09-01T11:22:10.682 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000665d3e4a4dd590a1-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.683 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:10.684 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:10.685 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.685 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.686 DEBUG:boto:Method: HEAD 2022-09-01T11:22:10.686 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.687 DEBUG:boto:Data: 2022-09-01T11:22:10.688 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.688 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.689 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.689 DEBUG:boto:Params: {} 2022-09-01T11:22:10.690 DEBUG:boto:Token: None 2022-09-01T11:22:10.691 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.692 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HduWGNDYIY0AqYurJBheojBHcfc= 2022-09-01T11:22:10.693 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HduWGNDYIY0AqYurJBheojBHcfc=', 'Content-Length': '0'} 2022-09-01T11:22:10.694 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000097b25cf41f2221ac-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.695 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:22:10.696 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:10.696 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:10.697 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.697 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.698 DEBUG:boto:Method: GET 2022-09-01T11:22:10.699 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.699 DEBUG:boto:Data: 2022-09-01T11:22:10.700 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.700 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.701 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.701 DEBUG:boto:Params: {} 2022-09-01T11:22:10.703 DEBUG:boto:Token: None 2022-09-01T11:22:10.705 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.706 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2T4n2xz3XwvZdX14MQgCM2UWcag= 2022-09-01T11:22:10.707 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2T4n2xz3XwvZdX14MQgCM2UWcag=', 'Content-Length': '0'} 2022-09-01T11:22:10.709 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cd221de4412bb2ce-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.710 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:10.711 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:10.711 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.712 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.713 DEBUG:boto:Method: GET 2022-09-01T11:22:10.714 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.714 DEBUG:boto:Data: 2022-09-01T11:22:10.715 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.716 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.717 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.717 DEBUG:boto:Params: {} 2022-09-01T11:22:10.718 DEBUG:boto:Token: None 2022-09-01T11:22:10.719 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:10.720 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2T4n2xz3XwvZdX14MQgCM2UWcag= 2022-09-01T11:22:10.721 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2T4n2xz3XwvZdX14MQgCM2UWcag=', 'Content-Length': '0'} 2022-09-01T11:22:10.724 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a86f6cdd34ed48d7-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.766 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:10.767 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:10.768 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:10.768 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:10.769 DEBUG:boto:Method: GET 2022-09-01T11:22:10.769 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:22:10.770 DEBUG:boto:Data: 2022-09-01T11:22:10.771 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.771 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.772 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.772 DEBUG:boto:Params: {} 2022-09-01T11:22:10.773 DEBUG:boto:Token: None 2022-09-01T11:22:10.774 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/ 2022-09-01T11:22:10.774 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc= 2022-09-01T11:22:10.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc=', 'Content-Length': '0'} 2022-09-01T11:22:10.778 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aef86dc333fd4407-00631095e2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.779 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:10.780 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:10.781 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:10.781 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:10.782 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:10.782 DEBUG:boto:Method: GET 2022-09-01T11:22:10.783 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:22:10.783 DEBUG:boto:Data: 2022-09-01T11:22:10.784 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.785 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.785 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.786 DEBUG:boto:Params: {} 2022-09-01T11:22:10.787 DEBUG:boto:Token: None 2022-09-01T11:22:10.787 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/ 2022-09-01T11:22:10.788 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc= 2022-09-01T11:22:10.789 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc=', 'Content-Length': '0'} 2022-09-01T11:22:10.792 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007ad7d52af47a65ad-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.793 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:10.795 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:10.795 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:10.796 DEBUG:boto:Method: HEAD 2022-09-01T11:22:10.797 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:22:10.798 DEBUG:boto:Data: 2022-09-01T11:22:10.798 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.799 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.800 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.800 DEBUG:boto:Params: {} 2022-09-01T11:22:10.801 DEBUG:boto:Token: None 2022-09-01T11:22:10.801 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj44 2022-09-01T11:22:10.802 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ErliHxXY+EzPjRupRJroXnW/zBA= 2022-09-01T11:22:10.803 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ErliHxXY+EzPjRupRJroXnW/zBA=', 'Content-Length': '0'} 2022-09-01T11:22:10.806 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000baa5d11d4df357ab-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.808 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:10.809 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:10.810 DEBUG:boto:Method: HEAD 2022-09-01T11:22:10.811 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:22:10.812 DEBUG:boto:Data: 2022-09-01T11:22:10.813 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.814 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.815 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.816 DEBUG:boto:Params: {} 2022-09-01T11:22:10.817 DEBUG:boto:Token: None 2022-09-01T11:22:10.818 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj44 2022-09-01T11:22:10.819 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ErliHxXY+EzPjRupRJroXnW/zBA= 2022-09-01T11:22:10.821 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ErliHxXY+EzPjRupRJroXnW/zBA=', 'Content-Length': '0'} 2022-09-01T11:22:10.823 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c0ff1aba546e3e37-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.825 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:22:10.826 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:10.827 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:10.828 DEBUG:boto:Method: GET 2022-09-01T11:22:10.829 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:22:10.830 DEBUG:boto:Data: 2022-09-01T11:22:10.831 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.832 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.833 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.833 DEBUG:boto:Params: {} 2022-09-01T11:22:10.835 DEBUG:boto:Token: None 2022-09-01T11:22:10.836 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj44 2022-09-01T11:22:10.837 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dd08pLqU+81s9mbWK3+8DEzX7Js= 2022-09-01T11:22:10.838 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dd08pLqU+81s9mbWK3+8DEzX7Js=', 'Content-Length': '0'} 2022-09-01T11:22:10.841 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007ea38d6a4ca7b45-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.842 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:10.843 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:10.844 DEBUG:boto:Method: GET 2022-09-01T11:22:10.845 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:22:10.846 DEBUG:boto:Data: 2022-09-01T11:22:10.847 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.848 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.849 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.850 DEBUG:boto:Params: {} 2022-09-01T11:22:10.851 DEBUG:boto:Token: None 2022-09-01T11:22:10.852 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj44 2022-09-01T11:22:10.853 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dd08pLqU+81s9mbWK3+8DEzX7Js= 2022-09-01T11:22:10.854 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dd08pLqU+81s9mbWK3+8DEzX7Js=', 'Content-Length': '0'} 2022-09-01T11:22:10.857 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ec11fad570aaa80-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.859 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:10.860 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:10.861 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:10.861 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:10.862 DEBUG:boto:Method: GET 2022-09-01T11:22:10.863 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:22:10.864 DEBUG:boto:Data: 2022-09-01T11:22:10.864 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.865 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.865 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.866 DEBUG:boto:Params: {} 2022-09-01T11:22:10.867 DEBUG:boto:Token: None 2022-09-01T11:22:10.867 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/ 2022-09-01T11:22:10.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc= 2022-09-01T11:22:10.869 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc=', 'Content-Length': '0'} 2022-09-01T11:22:10.872 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000026ce00c021ef2299-00631095e2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.873 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:10.874 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:10.875 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:10.876 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:10.877 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:10.878 DEBUG:boto:Method: GET 2022-09-01T11:22:10.879 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:22:10.880 DEBUG:boto:Data: 2022-09-01T11:22:10.881 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.882 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.882 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.883 DEBUG:boto:Params: {} 2022-09-01T11:22:10.883 DEBUG:boto:Token: None 2022-09-01T11:22:10.884 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/ 2022-09-01T11:22:10.885 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc= 2022-09-01T11:22:10.885 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QwWiEWmfn/JXyyAOdG0PKsz6zYc=', 'Content-Length': '0'} 2022-09-01T11:22:10.889 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c22236a41fdd0f06-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.890 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:10.891 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:22:10.892 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:10.893 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:10.893 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.894 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.894 DEBUG:boto:Method: GET 2022-09-01T11:22:10.895 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.895 DEBUG:boto:Data: 2022-09-01T11:22:10.896 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.896 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.897 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.897 DEBUG:boto:Params: {} 2022-09-01T11:22:10.898 DEBUG:boto:Token: None 2022-09-01T11:22:10.899 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GjpJzv+BTLIR64me79S9flTI3OI= 2022-09-01T11:22:10.900 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GjpJzv+BTLIR64me79S9flTI3OI=', 'Content-Length': '0'} 2022-09-01T11:22:10.906 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000001fd7d16ca48efb1-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.908 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:10.909 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:10.910 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.911 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.912 DEBUG:boto:Method: GET 2022-09-01T11:22:10.913 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.914 DEBUG:boto:Data: 2022-09-01T11:22:10.915 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.916 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.917 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.918 DEBUG:boto:Params: {} 2022-09-01T11:22:10.919 DEBUG:boto:Token: None 2022-09-01T11:22:10.920 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.921 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GjpJzv+BTLIR64me79S9flTI3OI= 2022-09-01T11:22:10.922 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GjpJzv+BTLIR64me79S9flTI3OI=', 'Content-Length': '0'} 2022-09-01T11:22:10.925 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005fcfad2677a42980-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.927 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:10.927 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:10.928 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.929 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.930 DEBUG:boto:Method: HEAD 2022-09-01T11:22:10.930 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.931 DEBUG:boto:Data: 2022-09-01T11:22:10.931 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.932 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.932 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.933 DEBUG:boto:Params: {} 2022-09-01T11:22:10.933 DEBUG:boto:Token: None 2022-09-01T11:22:10.934 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.935 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aSWOUB3s/QprZ1gzosJXW1O7yA4= 2022-09-01T11:22:10.936 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aSWOUB3s/QprZ1gzosJXW1O7yA4=', 'Content-Length': '0'} 2022-09-01T11:22:10.938 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000040815c88d7bfe1b7-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.938 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:10.939 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:10.939 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.940 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.940 DEBUG:boto:Method: HEAD 2022-09-01T11:22:10.941 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.941 DEBUG:boto:Data: 2022-09-01T11:22:10.942 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.942 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:10.943 DEBUG:boto:Port: 8000 2022-09-01T11:22:10.944 DEBUG:boto:Params: {} 2022-09-01T11:22:10.945 DEBUG:boto:Token: None 2022-09-01T11:22:10.945 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.946 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aSWOUB3s/QprZ1gzosJXW1O7yA4= 2022-09-01T11:22:10.946 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aSWOUB3s/QprZ1gzosJXW1O7yA4=', 'Content-Length': '0'} 2022-09-01T11:22:10.949 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009dd6bf5603febe4d-00631095e2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:10.950 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:22:10.951 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:10.952 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:10.953 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.954 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.956 DEBUG:boto:Method: GET 2022-09-01T11:22:10.957 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.958 DEBUG:boto:Data: 2022-09-01T11:22:10.959 DEBUG:boto:Headers: {} 2022-09-01T11:22:10.959 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:10.960 DEBUG:boto:Port: 8001 2022-09-01T11:22:10.960 DEBUG:boto:Params: {} 2022-09-01T11:22:10.961 DEBUG:boto:Token: None 2022-09-01T11:22:10.962 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:10 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:10.962 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GjpJzv+BTLIR64me79S9flTI3OI= 2022-09-01T11:22:10.963 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GjpJzv+BTLIR64me79S9flTI3OI=', 'Content-Length': '0'} 2022-09-01T11:22:10.965 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007e537211b77ff906-00631095e2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.010 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:11.011 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:11.012 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:11.012 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:11.013 DEBUG:boto:Method: GET 2022-09-01T11:22:11.014 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:11.014 DEBUG:boto:Data: 2022-09-01T11:22:11.015 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.015 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.016 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.017 DEBUG:boto:Params: {} 2022-09-01T11:22:11.017 DEBUG:boto:Token: None 2022-09-01T11:22:11.018 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:11.019 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zk25Yc7GHTxNAtMWXBxnlRU73S4= 2022-09-01T11:22:11.019 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zk25Yc7GHTxNAtMWXBxnlRU73S4=', 'Content-Length': '0'} 2022-09-01T11:22:11.022 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dd7d6ed635fd412f-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.023 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.023 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.024 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:11.024 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:11.025 DEBUG:boto:Method: GET 2022-09-01T11:22:11.026 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:22:11.026 DEBUG:boto:Data: 2022-09-01T11:22:11.027 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.027 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.028 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.028 DEBUG:boto:Params: {} 2022-09-01T11:22:11.029 DEBUG:boto:Token: None 2022-09-01T11:22:11.029 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.030 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.031 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.034 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000087120bfd475c4438-00631095e3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.034 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.035 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.036 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.036 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:11.037 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:11.037 DEBUG:boto:Method: GET 2022-09-01T11:22:11.038 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:22:11.038 DEBUG:boto:Data: 2022-09-01T11:22:11.039 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.039 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.040 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.041 DEBUG:boto:Params: {} 2022-09-01T11:22:11.041 DEBUG:boto:Token: None 2022-09-01T11:22:11.042 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.043 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.043 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.047 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f12a4cc25b85813b-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.048 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.048 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:11.049 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:11.050 DEBUG:boto:Method: HEAD 2022-09-01T11:22:11.050 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:22:11.051 DEBUG:boto:Data: 2022-09-01T11:22:11.051 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.052 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.052 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.053 DEBUG:boto:Params: {} 2022-09-01T11:22:11.053 DEBUG:boto:Token: None 2022-09-01T11:22:11.054 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj51 2022-09-01T11:22:11.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NPHSpv0TBpPuU13ETHYfezpAkcA= 2022-09-01T11:22:11.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NPHSpv0TBpPuU13ETHYfezpAkcA=', 'Content-Length': '0'} 2022-09-01T11:22:11.057 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b7e9c777cab215d-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.058 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:11.059 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:11.059 DEBUG:boto:Method: HEAD 2022-09-01T11:22:11.060 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:22:11.060 DEBUG:boto:Data: 2022-09-01T11:22:11.061 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.061 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.062 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.062 DEBUG:boto:Params: {} 2022-09-01T11:22:11.063 DEBUG:boto:Token: None 2022-09-01T11:22:11.063 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj51 2022-09-01T11:22:11.064 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NPHSpv0TBpPuU13ETHYfezpAkcA= 2022-09-01T11:22:11.064 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NPHSpv0TBpPuU13ETHYfezpAkcA=', 'Content-Length': '0'} 2022-09-01T11:22:11.066 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000502ca15b8379cfc8-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.067 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:22:11.068 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:11.068 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:11.069 DEBUG:boto:Method: GET 2022-09-01T11:22:11.069 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:22:11.070 DEBUG:boto:Data: 2022-09-01T11:22:11.070 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.071 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.071 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.072 DEBUG:boto:Params: {} 2022-09-01T11:22:11.073 DEBUG:boto:Token: None 2022-09-01T11:22:11.073 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj51 2022-09-01T11:22:11.074 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1qUG4zq2BI/phJNhDWIZyyYWkvU= 2022-09-01T11:22:11.075 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1qUG4zq2BI/phJNhDWIZyyYWkvU=', 'Content-Length': '0'} 2022-09-01T11:22:11.079 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf2eb06ca7c997cd-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.080 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:11.081 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:11.081 DEBUG:boto:Method: GET 2022-09-01T11:22:11.082 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:22:11.082 DEBUG:boto:Data: 2022-09-01T11:22:11.083 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.083 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.084 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.084 DEBUG:boto:Params: {} 2022-09-01T11:22:11.085 DEBUG:boto:Token: None 2022-09-01T11:22:11.086 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj51 2022-09-01T11:22:11.086 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1qUG4zq2BI/phJNhDWIZyyYWkvU= 2022-09-01T11:22:11.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1qUG4zq2BI/phJNhDWIZyyYWkvU=', 'Content-Length': '0'} 2022-09-01T11:22:11.090 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c29e0ed923633ee-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.134 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.135 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.135 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:11.136 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:11.136 DEBUG:boto:Method: GET 2022-09-01T11:22:11.137 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:22:11.138 DEBUG:boto:Data: 2022-09-01T11:22:11.138 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.139 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.139 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.140 DEBUG:boto:Params: {} 2022-09-01T11:22:11.141 DEBUG:boto:Token: None 2022-09-01T11:22:11.141 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.142 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.142 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.145 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c25a9ec88d75d74d-00631095e3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.147 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.148 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.148 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.150 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:11.150 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:11.151 DEBUG:boto:Method: GET 2022-09-01T11:22:11.152 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:22:11.153 DEBUG:boto:Data: 2022-09-01T11:22:11.154 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.155 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.156 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.157 DEBUG:boto:Params: {} 2022-09-01T11:22:11.158 DEBUG:boto:Token: None 2022-09-01T11:22:11.159 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.160 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.161 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.165 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bbd0f2feb6c1888d-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.166 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.167 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:22:11.167 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:11.168 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:11.168 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.169 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.170 DEBUG:boto:Method: GET 2022-09-01T11:22:11.171 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.171 DEBUG:boto:Data: 2022-09-01T11:22:11.172 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.173 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.174 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.174 DEBUG:boto:Params: {} 2022-09-01T11:22:11.175 DEBUG:boto:Token: None 2022-09-01T11:22:11.176 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i6WeVtF3x+ai0HDh6rZWok+NgKA= 2022-09-01T11:22:11.179 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i6WeVtF3x+ai0HDh6rZWok+NgKA=', 'Content-Length': '0'} 2022-09-01T11:22:11.181 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000580548e425d5606f-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.183 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:11.184 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:11.185 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.186 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.187 DEBUG:boto:Method: GET 2022-09-01T11:22:11.188 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.189 DEBUG:boto:Data: 2022-09-01T11:22:11.190 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.192 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.193 DEBUG:boto:Params: {} 2022-09-01T11:22:11.194 DEBUG:boto:Token: None 2022-09-01T11:22:11.194 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.196 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i6WeVtF3x+ai0HDh6rZWok+NgKA= 2022-09-01T11:22:11.197 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i6WeVtF3x+ai0HDh6rZWok+NgKA=', 'Content-Length': '0'} 2022-09-01T11:22:11.200 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002d3b4f006c92c956-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.201 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:11.202 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:11.203 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.204 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.205 DEBUG:boto:Method: HEAD 2022-09-01T11:22:11.206 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.207 DEBUG:boto:Data: 2022-09-01T11:22:11.208 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.209 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.209 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.210 DEBUG:boto:Params: {} 2022-09-01T11:22:11.211 DEBUG:boto:Token: None 2022-09-01T11:22:11.212 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.214 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n+l9kuJPA32nE+ZKklwn6RLc/Fc= 2022-09-01T11:22:11.215 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n+l9kuJPA32nE+ZKklwn6RLc/Fc=', 'Content-Length': '0'} 2022-09-01T11:22:11.217 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a5f39fe9a3436d68-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.219 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:11.221 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:11.221 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.222 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.222 DEBUG:boto:Method: HEAD 2022-09-01T11:22:11.223 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.224 DEBUG:boto:Data: 2022-09-01T11:22:11.224 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.225 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.226 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.226 DEBUG:boto:Params: {} 2022-09-01T11:22:11.227 DEBUG:boto:Token: None 2022-09-01T11:22:11.228 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n+l9kuJPA32nE+ZKklwn6RLc/Fc= 2022-09-01T11:22:11.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n+l9kuJPA32nE+ZKklwn6RLc/Fc=', 'Content-Length': '0'} 2022-09-01T11:22:11.235 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ad7416a88b41e1e-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.237 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:22:11.238 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:11.239 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:11.239 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.240 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.241 DEBUG:boto:Method: GET 2022-09-01T11:22:11.242 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.242 DEBUG:boto:Data: 2022-09-01T11:22:11.243 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.244 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.244 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.245 DEBUG:boto:Params: {} 2022-09-01T11:22:11.246 DEBUG:boto:Token: None 2022-09-01T11:22:11.247 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.248 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i6WeVtF3x+ai0HDh6rZWok+NgKA= 2022-09-01T11:22:11.249 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i6WeVtF3x+ai0HDh6rZWok+NgKA=', 'Content-Length': '0'} 2022-09-01T11:22:11.255 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003705b8e2554414b5-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.257 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:11.257 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:11.258 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.258 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.259 DEBUG:boto:Method: GET 2022-09-01T11:22:11.259 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.260 DEBUG:boto:Data: 2022-09-01T11:22:11.261 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.261 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.262 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.262 DEBUG:boto:Params: {} 2022-09-01T11:22:11.263 DEBUG:boto:Token: None 2022-09-01T11:22:11.264 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:11.264 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i6WeVtF3x+ai0HDh6rZWok+NgKA= 2022-09-01T11:22:11.265 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i6WeVtF3x+ai0HDh6rZWok+NgKA=', 'Content-Length': '0'} 2022-09-01T11:22:11.267 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a7de2931b54ef62f-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.268 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.269 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.269 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:11.270 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:11.270 DEBUG:boto:Method: GET 2022-09-01T11:22:11.271 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:22:11.272 DEBUG:boto:Data: 2022-09-01T11:22:11.272 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.273 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.273 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.274 DEBUG:boto:Params: {} 2022-09-01T11:22:11.275 DEBUG:boto:Token: None 2022-09-01T11:22:11.275 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.276 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.279 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000718a2d8c07418b2c-00631095e3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.281 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.282 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.283 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.284 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:11.285 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:11.286 DEBUG:boto:Method: GET 2022-09-01T11:22:11.287 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:22:11.288 DEBUG:boto:Data: 2022-09-01T11:22:11.289 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.290 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.292 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.293 DEBUG:boto:Params: {} 2022-09-01T11:22:11.293 DEBUG:boto:Token: None 2022-09-01T11:22:11.294 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.296 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.297 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.301 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005f60da3ca1adb510-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.302 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.303 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:11.304 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:11.305 DEBUG:boto:Method: HEAD 2022-09-01T11:22:11.306 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:22:11.306 DEBUG:boto:Data: 2022-09-01T11:22:11.307 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.308 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.308 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.309 DEBUG:boto:Params: {} 2022-09-01T11:22:11.310 DEBUG:boto:Token: None 2022-09-01T11:22:11.311 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj55 2022-09-01T11:22:11.312 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Kl66mAOvwM54JGoLFwV4YMfJygo= 2022-09-01T11:22:11.313 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Kl66mAOvwM54JGoLFwV4YMfJygo=', 'Content-Length': '0'} 2022-09-01T11:22:11.316 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000026119230fee3ff82-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.316 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:11.317 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:11.318 DEBUG:boto:Method: HEAD 2022-09-01T11:22:11.319 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:22:11.320 DEBUG:boto:Data: 2022-09-01T11:22:11.322 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.322 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.323 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.324 DEBUG:boto:Params: {} 2022-09-01T11:22:11.325 DEBUG:boto:Token: None 2022-09-01T11:22:11.326 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj55 2022-09-01T11:22:11.327 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Kl66mAOvwM54JGoLFwV4YMfJygo= 2022-09-01T11:22:11.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Kl66mAOvwM54JGoLFwV4YMfJygo=', 'Content-Length': '0'} 2022-09-01T11:22:11.329 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002232b961d787210e-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.330 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:22:11.333 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:11.333 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:11.334 DEBUG:boto:Method: GET 2022-09-01T11:22:11.335 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:22:11.336 DEBUG:boto:Data: 2022-09-01T11:22:11.337 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.338 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.339 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.339 DEBUG:boto:Params: {} 2022-09-01T11:22:11.340 DEBUG:boto:Token: None 2022-09-01T11:22:11.341 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj55 2022-09-01T11:22:11.342 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fTTAGQUkZucHekmK9Z5hHHl5oNc= 2022-09-01T11:22:11.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fTTAGQUkZucHekmK9Z5hHHl5oNc=', 'Content-Length': '0'} 2022-09-01T11:22:11.346 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a5922715a64203bc-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.386 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:11.388 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:11.389 DEBUG:boto:Method: GET 2022-09-01T11:22:11.390 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:22:11.391 DEBUG:boto:Data: 2022-09-01T11:22:11.392 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.393 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.394 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.395 DEBUG:boto:Params: {} 2022-09-01T11:22:11.396 DEBUG:boto:Token: None 2022-09-01T11:22:11.397 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj55 2022-09-01T11:22:11.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fTTAGQUkZucHekmK9Z5hHHl5oNc= 2022-09-01T11:22:11.398 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fTTAGQUkZucHekmK9Z5hHHl5oNc=', 'Content-Length': '0'} 2022-09-01T11:22:11.401 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000937e1a3ea9e3f465-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.402 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.402 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.403 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:11.404 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:11.405 DEBUG:boto:Method: GET 2022-09-01T11:22:11.406 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:22:11.407 DEBUG:boto:Data: 2022-09-01T11:22:11.408 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.409 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.410 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.411 DEBUG:boto:Params: {} 2022-09-01T11:22:11.411 DEBUG:boto:Token: None 2022-09-01T11:22:11.412 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.412 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.413 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.417 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002d98f82af5366f7f-00631095e3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.418 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.419 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.420 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.420 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:11.421 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:11.421 DEBUG:boto:Method: GET 2022-09-01T11:22:11.422 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:22:11.423 DEBUG:boto:Data: 2022-09-01T11:22:11.424 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.424 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.425 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.426 DEBUG:boto:Params: {} 2022-09-01T11:22:11.427 DEBUG:boto:Token: None 2022-09-01T11:22:11.428 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.429 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.431 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.437 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007a4250864661e007-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.439 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.440 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:22:11.441 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:11.442 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:11.443 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.443 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.444 DEBUG:boto:Method: GET 2022-09-01T11:22:11.445 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.445 DEBUG:boto:Data: 2022-09-01T11:22:11.446 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.446 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.447 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.447 DEBUG:boto:Params: {} 2022-09-01T11:22:11.448 DEBUG:boto:Token: None 2022-09-01T11:22:11.449 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.450 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qqQBeaIHitpHOwIe31eTe113Zj4= 2022-09-01T11:22:11.450 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qqQBeaIHitpHOwIe31eTe113Zj4=', 'Content-Length': '0'} 2022-09-01T11:22:11.452 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ce6f28f90e1ca736-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.453 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:11.454 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:11.455 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.455 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.456 DEBUG:boto:Method: GET 2022-09-01T11:22:11.457 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.457 DEBUG:boto:Data: 2022-09-01T11:22:11.458 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.458 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.459 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.459 DEBUG:boto:Params: {} 2022-09-01T11:22:11.460 DEBUG:boto:Token: None 2022-09-01T11:22:11.461 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.461 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qqQBeaIHitpHOwIe31eTe113Zj4= 2022-09-01T11:22:11.462 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qqQBeaIHitpHOwIe31eTe113Zj4=', 'Content-Length': '0'} 2022-09-01T11:22:11.465 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d2c8ed5ebf8fa329-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.465 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:11.466 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:11.467 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.467 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.468 DEBUG:boto:Method: HEAD 2022-09-01T11:22:11.468 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.469 DEBUG:boto:Data: 2022-09-01T11:22:11.469 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.470 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.471 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.471 DEBUG:boto:Params: {} 2022-09-01T11:22:11.472 DEBUG:boto:Token: None 2022-09-01T11:22:11.473 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FJkUx8X8OyzAFNv32XABlznddoE= 2022-09-01T11:22:11.474 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FJkUx8X8OyzAFNv32XABlznddoE=', 'Content-Length': '0'} 2022-09-01T11:22:11.477 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000030a642f6a45433f3-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.477 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:11.478 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:11.478 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.479 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.479 DEBUG:boto:Method: HEAD 2022-09-01T11:22:11.480 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.480 DEBUG:boto:Data: 2022-09-01T11:22:11.481 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.482 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.482 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.483 DEBUG:boto:Params: {} 2022-09-01T11:22:11.483 DEBUG:boto:Token: None 2022-09-01T11:22:11.484 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.484 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FJkUx8X8OyzAFNv32XABlznddoE= 2022-09-01T11:22:11.485 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FJkUx8X8OyzAFNv32XABlznddoE=', 'Content-Length': '0'} 2022-09-01T11:22:11.487 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000afa1e3371c13943d-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.488 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:22:11.489 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:11.489 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:11.490 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.490 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.491 DEBUG:boto:Method: GET 2022-09-01T11:22:11.492 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.492 DEBUG:boto:Data: 2022-09-01T11:22:11.493 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.493 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.494 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.494 DEBUG:boto:Params: {} 2022-09-01T11:22:11.495 DEBUG:boto:Token: None 2022-09-01T11:22:11.496 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.496 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qqQBeaIHitpHOwIe31eTe113Zj4= 2022-09-01T11:22:11.497 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qqQBeaIHitpHOwIe31eTe113Zj4=', 'Content-Length': '0'} 2022-09-01T11:22:11.499 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a11e961839a85d64-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.500 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:11.501 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:11.501 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.502 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.503 DEBUG:boto:Method: GET 2022-09-01T11:22:11.503 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.504 DEBUG:boto:Data: 2022-09-01T11:22:11.504 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.505 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.505 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.506 DEBUG:boto:Params: {} 2022-09-01T11:22:11.507 DEBUG:boto:Token: None 2022-09-01T11:22:11.507 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:11.508 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qqQBeaIHitpHOwIe31eTe113Zj4= 2022-09-01T11:22:11.508 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qqQBeaIHitpHOwIe31eTe113Zj4=', 'Content-Length': '0'} 2022-09-01T11:22:11.511 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000be30610cbba88508-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.512 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.512 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.513 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:11.514 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:11.514 DEBUG:boto:Method: GET 2022-09-01T11:22:11.515 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:22:11.515 DEBUG:boto:Data: 2022-09-01T11:22:11.516 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.516 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.517 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.517 DEBUG:boto:Params: {} 2022-09-01T11:22:11.518 DEBUG:boto:Token: None 2022-09-01T11:22:11.519 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.523 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a34bc01e7737d901-00631095e3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.525 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.526 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.527 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.528 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:11.529 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:11.530 DEBUG:boto:Method: GET 2022-09-01T11:22:11.531 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:22:11.532 DEBUG:boto:Data: 2022-09-01T11:22:11.533 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.534 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.535 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.536 DEBUG:boto:Params: {} 2022-09-01T11:22:11.537 DEBUG:boto:Token: None 2022-09-01T11:22:11.538 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.539 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.545 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e25550b894fb7920-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.546 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.546 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:11.547 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:11.547 DEBUG:boto:Method: HEAD 2022-09-01T11:22:11.548 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:22:11.549 DEBUG:boto:Data: 2022-09-01T11:22:11.549 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.550 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.550 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.551 DEBUG:boto:Params: {} 2022-09-01T11:22:11.551 DEBUG:boto:Token: None 2022-09-01T11:22:11.552 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj57 2022-09-01T11:22:11.553 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ytwd2uB10vgYU76vpVIa4T8XLj0= 2022-09-01T11:22:11.554 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ytwd2uB10vgYU76vpVIa4T8XLj0=', 'Content-Length': '0'} 2022-09-01T11:22:11.556 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007b98ee9afc5010d3-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.558 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:11.559 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:11.560 DEBUG:boto:Method: HEAD 2022-09-01T11:22:11.561 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:22:11.561 DEBUG:boto:Data: 2022-09-01T11:22:11.563 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.564 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.564 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.565 DEBUG:boto:Params: {} 2022-09-01T11:22:11.565 DEBUG:boto:Token: None 2022-09-01T11:22:11.566 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj57 2022-09-01T11:22:11.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ytwd2uB10vgYU76vpVIa4T8XLj0= 2022-09-01T11:22:11.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ytwd2uB10vgYU76vpVIa4T8XLj0=', 'Content-Length': '0'} 2022-09-01T11:22:11.570 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000079276349ad3355e8-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.571 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:22:11.572 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:11.572 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:11.573 DEBUG:boto:Method: GET 2022-09-01T11:22:11.576 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:22:11.577 DEBUG:boto:Data: 2022-09-01T11:22:11.578 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.580 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.581 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.582 DEBUG:boto:Params: {} 2022-09-01T11:22:11.583 DEBUG:boto:Token: None 2022-09-01T11:22:11.584 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj57 2022-09-01T11:22:11.586 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u102GfRC2qa6Ot3IntnyxWcei9I= 2022-09-01T11:22:11.587 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u102GfRC2qa6Ot3IntnyxWcei9I=', 'Content-Length': '0'} 2022-09-01T11:22:11.589 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000156b8534b63ef7f1-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.590 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:11.591 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:11.592 DEBUG:boto:Method: GET 2022-09-01T11:22:11.592 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:22:11.593 DEBUG:boto:Data: 2022-09-01T11:22:11.593 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.594 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.594 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.595 DEBUG:boto:Params: {} 2022-09-01T11:22:11.596 DEBUG:boto:Token: None 2022-09-01T11:22:11.596 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj57 2022-09-01T11:22:11.597 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u102GfRC2qa6Ot3IntnyxWcei9I= 2022-09-01T11:22:11.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u102GfRC2qa6Ot3IntnyxWcei9I=', 'Content-Length': '0'} 2022-09-01T11:22:11.600 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aceb04233f0fd9ac-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.644 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.645 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.645 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:11.646 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:11.647 DEBUG:boto:Method: GET 2022-09-01T11:22:11.648 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:22:11.648 DEBUG:boto:Data: 2022-09-01T11:22:11.649 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.649 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.650 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.651 DEBUG:boto:Params: {} 2022-09-01T11:22:11.651 DEBUG:boto:Token: None 2022-09-01T11:22:11.652 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.653 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.656 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000315561c2f3b5c144-00631095e3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.658 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.659 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.660 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.660 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:11.661 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:11.661 DEBUG:boto:Method: GET 2022-09-01T11:22:11.662 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:22:11.662 DEBUG:boto:Data: 2022-09-01T11:22:11.663 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.664 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.664 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.665 DEBUG:boto:Params: {} 2022-09-01T11:22:11.666 DEBUG:boto:Token: None 2022-09-01T11:22:11.666 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.672 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a5771a7f46ff5c9f-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.672 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.673 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:22:11.674 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:11.675 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:11.675 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.676 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.676 DEBUG:boto:Method: GET 2022-09-01T11:22:11.677 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.678 DEBUG:boto:Data: 2022-09-01T11:22:11.679 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.679 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.680 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.681 DEBUG:boto:Params: {} 2022-09-01T11:22:11.682 DEBUG:boto:Token: None 2022-09-01T11:22:11.683 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.684 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vA0NAQ0+/gCNy4xI2YfPCEuljR4= 2022-09-01T11:22:11.684 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vA0NAQ0+/gCNy4xI2YfPCEuljR4=', 'Content-Length': '0'} 2022-09-01T11:22:11.687 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000099672959a1fd6ae9-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.688 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:11.688 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:11.689 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.690 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.690 DEBUG:boto:Method: GET 2022-09-01T11:22:11.691 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.692 DEBUG:boto:Data: 2022-09-01T11:22:11.693 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.693 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.694 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.695 DEBUG:boto:Params: {} 2022-09-01T11:22:11.696 DEBUG:boto:Token: None 2022-09-01T11:22:11.697 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.698 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vA0NAQ0+/gCNy4xI2YfPCEuljR4= 2022-09-01T11:22:11.699 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vA0NAQ0+/gCNy4xI2YfPCEuljR4=', 'Content-Length': '0'} 2022-09-01T11:22:11.701 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000067dbf240128c7946-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.702 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:11.703 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:11.704 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.705 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.706 DEBUG:boto:Method: HEAD 2022-09-01T11:22:11.707 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.707 DEBUG:boto:Data: 2022-09-01T11:22:11.708 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.708 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.709 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.709 DEBUG:boto:Params: {} 2022-09-01T11:22:11.710 DEBUG:boto:Token: None 2022-09-01T11:22:11.711 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.711 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zu1KcP5puTly/yXJ5z/FcirFv0s= 2022-09-01T11:22:11.712 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zu1KcP5puTly/yXJ5z/FcirFv0s=', 'Content-Length': '0'} 2022-09-01T11:22:11.715 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000645f789a5e5159b6-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.715 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:11.716 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:11.717 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.717 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.718 DEBUG:boto:Method: HEAD 2022-09-01T11:22:11.718 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.719 DEBUG:boto:Data: 2022-09-01T11:22:11.719 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.720 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.721 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.722 DEBUG:boto:Params: {} 2022-09-01T11:22:11.723 DEBUG:boto:Token: None 2022-09-01T11:22:11.724 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.725 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zu1KcP5puTly/yXJ5z/FcirFv0s= 2022-09-01T11:22:11.726 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zu1KcP5puTly/yXJ5z/FcirFv0s=', 'Content-Length': '0'} 2022-09-01T11:22:11.729 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a3b5002ef180d04-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.730 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:22:11.731 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:11.732 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:11.732 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.733 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.733 DEBUG:boto:Method: GET 2022-09-01T11:22:11.734 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.735 DEBUG:boto:Data: 2022-09-01T11:22:11.735 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.736 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.736 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.737 DEBUG:boto:Params: {} 2022-09-01T11:22:11.738 DEBUG:boto:Token: None 2022-09-01T11:22:11.739 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.740 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vA0NAQ0+/gCNy4xI2YfPCEuljR4= 2022-09-01T11:22:11.741 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vA0NAQ0+/gCNy4xI2YfPCEuljR4=', 'Content-Length': '0'} 2022-09-01T11:22:11.744 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c3a35441216e8e9-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.790 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:11.791 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:11.792 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.792 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.793 DEBUG:boto:Method: GET 2022-09-01T11:22:11.794 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.795 DEBUG:boto:Data: 2022-09-01T11:22:11.795 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.797 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.798 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.799 DEBUG:boto:Params: {} 2022-09-01T11:22:11.800 DEBUG:boto:Token: None 2022-09-01T11:22:11.801 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:11.802 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vA0NAQ0+/gCNy4xI2YfPCEuljR4= 2022-09-01T11:22:11.804 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vA0NAQ0+/gCNy4xI2YfPCEuljR4=', 'Content-Length': '0'} 2022-09-01T11:22:11.807 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000594378a0d43ca3b2-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.808 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.809 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.809 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:11.811 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:11.813 DEBUG:boto:Method: GET 2022-09-01T11:22:11.814 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:22:11.815 DEBUG:boto:Data: 2022-09-01T11:22:11.816 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.818 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.819 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.820 DEBUG:boto:Params: {} 2022-09-01T11:22:11.821 DEBUG:boto:Token: None 2022-09-01T11:22:11.823 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.825 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.826 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.829 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001f0001237695e035-00631095e3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.831 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.832 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.834 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.835 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:11.836 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:11.837 DEBUG:boto:Method: GET 2022-09-01T11:22:11.838 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:22:11.839 DEBUG:boto:Data: 2022-09-01T11:22:11.840 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.841 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.842 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.843 DEBUG:boto:Params: {} 2022-09-01T11:22:11.844 DEBUG:boto:Token: None 2022-09-01T11:22:11.845 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.854 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b09ef9d867d0c470-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.855 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.857 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:11.858 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:11.859 DEBUG:boto:Method: HEAD 2022-09-01T11:22:11.860 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:22:11.860 DEBUG:boto:Data: 2022-09-01T11:22:11.861 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.862 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.863 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.864 DEBUG:boto:Params: {} 2022-09-01T11:22:11.865 DEBUG:boto:Token: None 2022-09-01T11:22:11.866 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj68 2022-09-01T11:22:11.866 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2GtcQS0rBsPA5/yRtieNTTbAa0c= 2022-09-01T11:22:11.867 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2GtcQS0rBsPA5/yRtieNTTbAa0c=', 'Content-Length': '0'} 2022-09-01T11:22:11.869 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000003807ed7440cf463-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.870 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:11.871 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:11.871 DEBUG:boto:Method: HEAD 2022-09-01T11:22:11.872 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:22:11.872 DEBUG:boto:Data: 2022-09-01T11:22:11.873 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.873 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.875 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.876 DEBUG:boto:Params: {} 2022-09-01T11:22:11.877 DEBUG:boto:Token: None 2022-09-01T11:22:11.877 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj68 2022-09-01T11:22:11.878 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2GtcQS0rBsPA5/yRtieNTTbAa0c= 2022-09-01T11:22:11.879 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2GtcQS0rBsPA5/yRtieNTTbAa0c=', 'Content-Length': '0'} 2022-09-01T11:22:11.881 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e394a7a7dac6e87d-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.882 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:22:11.883 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:11.884 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:11.885 DEBUG:boto:Method: GET 2022-09-01T11:22:11.886 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:22:11.887 DEBUG:boto:Data: 2022-09-01T11:22:11.888 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.890 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.891 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.892 DEBUG:boto:Params: {} 2022-09-01T11:22:11.893 DEBUG:boto:Token: None 2022-09-01T11:22:11.894 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj68 2022-09-01T11:22:11.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CJwa/nfoZqdYm4Qc3uMqnqrku5Y= 2022-09-01T11:22:11.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CJwa/nfoZqdYm4Qc3uMqnqrku5Y=', 'Content-Length': '0'} 2022-09-01T11:22:11.900 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a49d7047a5f9c135-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.901 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:11.901 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:11.902 DEBUG:boto:Method: GET 2022-09-01T11:22:11.902 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:22:11.903 DEBUG:boto:Data: 2022-09-01T11:22:11.904 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.904 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.905 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.906 DEBUG:boto:Params: {} 2022-09-01T11:22:11.906 DEBUG:boto:Token: None 2022-09-01T11:22:11.907 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj68 2022-09-01T11:22:11.908 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CJwa/nfoZqdYm4Qc3uMqnqrku5Y= 2022-09-01T11:22:11.908 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CJwa/nfoZqdYm4Qc3uMqnqrku5Y=', 'Content-Length': '0'} 2022-09-01T11:22:11.910 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e39af7039735ed1c-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.954 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.955 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.956 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:11.956 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:11.957 DEBUG:boto:Method: GET 2022-09-01T11:22:11.957 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:22:11.958 DEBUG:boto:Data: 2022-09-01T11:22:11.959 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.959 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.960 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.960 DEBUG:boto:Params: {} 2022-09-01T11:22:11.961 DEBUG:boto:Token: None 2022-09-01T11:22:11.962 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.962 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.963 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.966 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000501e77d6c026990-00631095e3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.967 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.968 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:11.968 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:11.969 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:11.970 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:11.971 DEBUG:boto:Method: GET 2022-09-01T11:22:11.971 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:22:11.972 DEBUG:boto:Data: 2022-09-01T11:22:11.972 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.973 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:11.974 DEBUG:boto:Port: 8000 2022-09-01T11:22:11.975 DEBUG:boto:Params: {} 2022-09-01T11:22:11.975 DEBUG:boto:Token: None 2022-09-01T11:22:11.976 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/ 2022-09-01T11:22:11.977 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE= 2022-09-01T11:22:11.977 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LdBFw9/uNc5JaNHUmKq5s3saUzE=', 'Content-Length': '0'} 2022-09-01T11:22:11.981 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000e20bf3a5752868d-00631095e3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.982 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:11.983 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:22:11.983 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:11.984 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:11.984 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:11.985 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:11.985 DEBUG:boto:Method: GET 2022-09-01T11:22:11.986 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:11.987 DEBUG:boto:Data: 2022-09-01T11:22:11.987 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.988 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:11.988 DEBUG:boto:Port: 8001 2022-09-01T11:22:11.989 DEBUG:boto:Params: {} 2022-09-01T11:22:11.990 DEBUG:boto:Token: None 2022-09-01T11:22:11.990 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:11 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:11.991 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l5H6VLzEKDs98xdeMPispKrvClk= 2022-09-01T11:22:11.991 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l5H6VLzEKDs98xdeMPispKrvClk=', 'Content-Length': '0'} 2022-09-01T11:22:11.994 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ab406db378e661e-00631095e3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:11.995 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:11.995 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:11.996 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:11.996 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:11.997 DEBUG:boto:Method: GET 2022-09-01T11:22:11.998 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:11.998 DEBUG:boto:Data: 2022-09-01T11:22:11.999 DEBUG:boto:Headers: {} 2022-09-01T11:22:11.999 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.000 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.000 DEBUG:boto:Params: {} 2022-09-01T11:22:12.001 DEBUG:boto:Token: None 2022-09-01T11:22:12.002 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.002 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9lqC/DWhEoaKKb8jWBD3kXFBY1M= 2022-09-01T11:22:12.003 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9lqC/DWhEoaKKb8jWBD3kXFBY1M=', 'Content-Length': '0'} 2022-09-01T11:22:12.005 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073fe5dc8b186b653-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.006 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:12.007 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:12.007 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.008 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.008 DEBUG:boto:Method: HEAD 2022-09-01T11:22:12.009 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.009 DEBUG:boto:Data: 2022-09-01T11:22:12.010 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.011 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.011 DEBUG:boto:Params: {} 2022-09-01T11:22:12.012 DEBUG:boto:Token: None 2022-09-01T11:22:12.013 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.013 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8T/cIsg2jqWW5JUM1p4XITxKBfk= 2022-09-01T11:22:12.014 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8T/cIsg2jqWW5JUM1p4XITxKBfk=', 'Content-Length': '0'} 2022-09-01T11:22:12.016 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000da8780a1820143d3-00631095e4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.017 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:12.017 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:12.018 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.018 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.019 DEBUG:boto:Method: HEAD 2022-09-01T11:22:12.019 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.020 DEBUG:boto:Data: 2022-09-01T11:22:12.020 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.021 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.021 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.022 DEBUG:boto:Params: {} 2022-09-01T11:22:12.023 DEBUG:boto:Token: None 2022-09-01T11:22:12.023 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.024 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8T/cIsg2jqWW5JUM1p4XITxKBfk= 2022-09-01T11:22:12.024 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8T/cIsg2jqWW5JUM1p4XITxKBfk=', 'Content-Length': '0'} 2022-09-01T11:22:12.027 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe70032c5e04877c-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.028 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:22:12.029 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:12.030 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:12.031 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.032 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.033 DEBUG:boto:Method: GET 2022-09-01T11:22:12.034 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.035 DEBUG:boto:Data: 2022-09-01T11:22:12.035 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.036 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.037 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.037 DEBUG:boto:Params: {} 2022-09-01T11:22:12.038 DEBUG:boto:Token: None 2022-09-01T11:22:12.039 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.039 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9lqC/DWhEoaKKb8jWBD3kXFBY1M= 2022-09-01T11:22:12.040 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9lqC/DWhEoaKKb8jWBD3kXFBY1M=', 'Content-Length': '0'} 2022-09-01T11:22:12.043 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002201a6e9ace4622c-00631095e4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.090 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:12.091 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:12.091 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.092 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.093 DEBUG:boto:Method: GET 2022-09-01T11:22:12.093 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.094 DEBUG:boto:Data: 2022-09-01T11:22:12.094 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.095 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.095 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.096 DEBUG:boto:Params: {} 2022-09-01T11:22:12.097 DEBUG:boto:Token: None 2022-09-01T11:22:12.098 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:12.098 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9lqC/DWhEoaKKb8jWBD3kXFBY1M= 2022-09-01T11:22:12.099 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9lqC/DWhEoaKKb8jWBD3kXFBY1M=', 'Content-Length': '0'} 2022-09-01T11:22:12.102 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000009571533430584f8-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.102 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.103 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.104 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:12.104 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:12.105 DEBUG:boto:Method: GET 2022-09-01T11:22:12.105 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:22:12.106 DEBUG:boto:Data: 2022-09-01T11:22:12.107 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.107 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.108 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.108 DEBUG:boto:Params: {} 2022-09-01T11:22:12.109 DEBUG:boto:Token: None 2022-09-01T11:22:12.109 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/ 2022-09-01T11:22:12.110 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc= 2022-09-01T11:22:12.111 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc=', 'Content-Length': '0'} 2022-09-01T11:22:12.114 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bda5f485be1c1074-00631095e4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.114 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.115 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.116 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.116 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:12.117 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:12.118 DEBUG:boto:Method: GET 2022-09-01T11:22:12.118 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:22:12.119 DEBUG:boto:Data: 2022-09-01T11:22:12.119 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.120 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.120 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.121 DEBUG:boto:Params: {} 2022-09-01T11:22:12.122 DEBUG:boto:Token: None 2022-09-01T11:22:12.123 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/ 2022-09-01T11:22:12.123 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc= 2022-09-01T11:22:12.124 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc=', 'Content-Length': '0'} 2022-09-01T11:22:12.128 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a11e0c5f7306e2e9-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.129 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.130 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:12.131 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:12.131 DEBUG:boto:Method: HEAD 2022-09-01T11:22:12.133 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:22:12.134 DEBUG:boto:Data: 2022-09-01T11:22:12.134 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.135 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.135 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.136 DEBUG:boto:Params: {} 2022-09-01T11:22:12.136 DEBUG:boto:Token: None 2022-09-01T11:22:12.137 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj76 2022-09-01T11:22:12.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JOKCI/kaye65JYdfi03qfrav474= 2022-09-01T11:22:12.138 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JOKCI/kaye65JYdfi03qfrav474=', 'Content-Length': '0'} 2022-09-01T11:22:12.140 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a1994b6427e6a9da-00631095e4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.142 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:12.143 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:12.144 DEBUG:boto:Method: HEAD 2022-09-01T11:22:12.145 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:22:12.145 DEBUG:boto:Data: 2022-09-01T11:22:12.146 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.147 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.147 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.148 DEBUG:boto:Params: {} 2022-09-01T11:22:12.149 DEBUG:boto:Token: None 2022-09-01T11:22:12.151 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj76 2022-09-01T11:22:12.152 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JOKCI/kaye65JYdfi03qfrav474= 2022-09-01T11:22:12.153 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JOKCI/kaye65JYdfi03qfrav474=', 'Content-Length': '0'} 2022-09-01T11:22:12.156 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c75c449457c6ebc2-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.157 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:22:12.158 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:12.158 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:12.159 DEBUG:boto:Method: GET 2022-09-01T11:22:12.159 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:22:12.160 DEBUG:boto:Data: 2022-09-01T11:22:12.161 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.161 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.162 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.163 DEBUG:boto:Params: {} 2022-09-01T11:22:12.164 DEBUG:boto:Token: None 2022-09-01T11:22:12.164 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj76 2022-09-01T11:22:12.165 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tDcSbylWwR1dUScWocLnTmsWCZU= 2022-09-01T11:22:12.166 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tDcSbylWwR1dUScWocLnTmsWCZU=', 'Content-Length': '0'} 2022-09-01T11:22:12.168 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000543444b796472082-00631095e4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.169 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:12.169 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:12.170 DEBUG:boto:Method: GET 2022-09-01T11:22:12.171 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:22:12.171 DEBUG:boto:Data: 2022-09-01T11:22:12.172 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.172 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.173 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.174 DEBUG:boto:Params: {} 2022-09-01T11:22:12.174 DEBUG:boto:Token: None 2022-09-01T11:22:12.175 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj76 2022-09-01T11:22:12.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tDcSbylWwR1dUScWocLnTmsWCZU= 2022-09-01T11:22:12.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tDcSbylWwR1dUScWocLnTmsWCZU=', 'Content-Length': '0'} 2022-09-01T11:22:12.185 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000973e04b6745926ee-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.186 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.187 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.187 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:12.188 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:12.188 DEBUG:boto:Method: GET 2022-09-01T11:22:12.189 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:22:12.189 DEBUG:boto:Data: 2022-09-01T11:22:12.190 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.191 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.192 DEBUG:boto:Params: {} 2022-09-01T11:22:12.193 DEBUG:boto:Token: None 2022-09-01T11:22:12.193 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/ 2022-09-01T11:22:12.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc= 2022-09-01T11:22:12.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc=', 'Content-Length': '0'} 2022-09-01T11:22:12.197 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000920fd7e2540fb056-00631095e4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.198 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.199 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.200 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.200 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:12.201 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:12.201 DEBUG:boto:Method: GET 2022-09-01T11:22:12.202 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:22:12.202 DEBUG:boto:Data: 2022-09-01T11:22:12.203 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.203 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.204 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.204 DEBUG:boto:Params: {} 2022-09-01T11:22:12.205 DEBUG:boto:Token: None 2022-09-01T11:22:12.206 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/ 2022-09-01T11:22:12.206 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc= 2022-09-01T11:22:12.207 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc=', 'Content-Length': '0'} 2022-09-01T11:22:12.210 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003fa4852795b2ba24-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.256 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.258 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:22:12.259 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:12.260 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:12.261 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.263 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.266 DEBUG:boto:Method: GET 2022-09-01T11:22:12.267 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.267 DEBUG:boto:Data: 2022-09-01T11:22:12.268 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.269 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.270 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.272 DEBUG:boto:Params: {} 2022-09-01T11:22:12.273 DEBUG:boto:Token: None 2022-09-01T11:22:12.274 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b+mVUGSYy/l1LYWMLe4DP7yEc04= 2022-09-01T11:22:12.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b+mVUGSYy/l1LYWMLe4DP7yEc04=', 'Content-Length': '0'} 2022-09-01T11:22:12.283 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ecc9975b9ac2fc3-00631095e4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.284 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:12.285 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:12.286 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.287 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.288 DEBUG:boto:Method: GET 2022-09-01T11:22:12.289 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.290 DEBUG:boto:Data: 2022-09-01T11:22:12.291 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.292 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.294 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.295 DEBUG:boto:Params: {} 2022-09-01T11:22:12.296 DEBUG:boto:Token: None 2022-09-01T11:22:12.297 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b+mVUGSYy/l1LYWMLe4DP7yEc04= 2022-09-01T11:22:12.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b+mVUGSYy/l1LYWMLe4DP7yEc04=', 'Content-Length': '0'} 2022-09-01T11:22:12.302 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008975cd6f842fc945-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.304 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:12.305 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:12.305 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.306 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.307 DEBUG:boto:Method: HEAD 2022-09-01T11:22:12.308 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.308 DEBUG:boto:Data: 2022-09-01T11:22:12.309 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.309 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.310 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.311 DEBUG:boto:Params: {} 2022-09-01T11:22:12.313 DEBUG:boto:Token: None 2022-09-01T11:22:12.314 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8rfW1R+s7ndpqA5Ax+R4j+mEgPo= 2022-09-01T11:22:12.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8rfW1R+s7ndpqA5Ax+R4j+mEgPo=', 'Content-Length': '0'} 2022-09-01T11:22:12.319 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b36194c2c96ea2e-00631095e4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.320 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:12.320 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:12.321 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.321 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.322 DEBUG:boto:Method: HEAD 2022-09-01T11:22:12.323 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.323 DEBUG:boto:Data: 2022-09-01T11:22:12.324 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.325 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.326 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.326 DEBUG:boto:Params: {} 2022-09-01T11:22:12.327 DEBUG:boto:Token: None 2022-09-01T11:22:12.327 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8rfW1R+s7ndpqA5Ax+R4j+mEgPo= 2022-09-01T11:22:12.328 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8rfW1R+s7ndpqA5Ax+R4j+mEgPo=', 'Content-Length': '0'} 2022-09-01T11:22:12.331 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f309774298c74c26-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.332 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:22:12.332 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:12.333 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:12.333 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.334 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.335 DEBUG:boto:Method: GET 2022-09-01T11:22:12.336 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.336 DEBUG:boto:Data: 2022-09-01T11:22:12.337 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.338 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.338 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.339 DEBUG:boto:Params: {} 2022-09-01T11:22:12.339 DEBUG:boto:Token: None 2022-09-01T11:22:12.340 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.341 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b+mVUGSYy/l1LYWMLe4DP7yEc04= 2022-09-01T11:22:12.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b+mVUGSYy/l1LYWMLe4DP7yEc04=', 'Content-Length': '0'} 2022-09-01T11:22:12.343 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004663dfedf476d398-00631095e4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.386 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:12.387 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:12.387 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.388 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.389 DEBUG:boto:Method: GET 2022-09-01T11:22:12.390 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.390 DEBUG:boto:Data: 2022-09-01T11:22:12.391 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.391 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.392 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.393 DEBUG:boto:Params: {} 2022-09-01T11:22:12.393 DEBUG:boto:Token: None 2022-09-01T11:22:12.394 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:12.395 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b+mVUGSYy/l1LYWMLe4DP7yEc04= 2022-09-01T11:22:12.395 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b+mVUGSYy/l1LYWMLe4DP7yEc04=', 'Content-Length': '0'} 2022-09-01T11:22:12.398 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dea50507cd4a012d-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.399 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.400 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.400 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:12.401 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:12.401 DEBUG:boto:Method: GET 2022-09-01T11:22:12.402 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:22:12.404 DEBUG:boto:Data: 2022-09-01T11:22:12.404 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.405 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.405 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.406 DEBUG:boto:Params: {} 2022-09-01T11:22:12.407 DEBUG:boto:Token: None 2022-09-01T11:22:12.407 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/ 2022-09-01T11:22:12.408 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc= 2022-09-01T11:22:12.409 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc=', 'Content-Length': '0'} 2022-09-01T11:22:12.412 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e17f6933e1ad7cd2-00631095e4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.413 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.415 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.425 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.426 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:12.427 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:12.429 DEBUG:boto:Method: GET 2022-09-01T11:22:12.430 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:22:12.431 DEBUG:boto:Data: 2022-09-01T11:22:12.432 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.433 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.434 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.436 DEBUG:boto:Params: {} 2022-09-01T11:22:12.437 DEBUG:boto:Token: None 2022-09-01T11:22:12.438 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/ 2022-09-01T11:22:12.440 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc= 2022-09-01T11:22:12.441 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc=', 'Content-Length': '0'} 2022-09-01T11:22:12.444 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007fc22425469f6ea1-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.445 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.446 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:12.447 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:12.448 DEBUG:boto:Method: HEAD 2022-09-01T11:22:12.448 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:22:12.449 DEBUG:boto:Data: 2022-09-01T11:22:12.449 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.451 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.452 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.452 DEBUG:boto:Params: {} 2022-09-01T11:22:12.453 DEBUG:boto:Token: None 2022-09-01T11:22:12.454 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj85 2022-09-01T11:22:12.456 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z6pxlRS9YKtPNfTkuqiIxpjF/OQ= 2022-09-01T11:22:12.457 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z6pxlRS9YKtPNfTkuqiIxpjF/OQ=', 'Content-Length': '0'} 2022-09-01T11:22:12.460 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001d436b8875844e9f-00631095e4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.462 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:12.463 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:12.464 DEBUG:boto:Method: HEAD 2022-09-01T11:22:12.464 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:22:12.465 DEBUG:boto:Data: 2022-09-01T11:22:12.467 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.467 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.468 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.469 DEBUG:boto:Params: {} 2022-09-01T11:22:12.469 DEBUG:boto:Token: None 2022-09-01T11:22:12.471 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj85 2022-09-01T11:22:12.472 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z6pxlRS9YKtPNfTkuqiIxpjF/OQ= 2022-09-01T11:22:12.473 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z6pxlRS9YKtPNfTkuqiIxpjF/OQ=', 'Content-Length': '0'} 2022-09-01T11:22:12.475 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000077d2c0a8fb83ef00-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.476 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:22:12.477 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:12.477 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:12.478 DEBUG:boto:Method: GET 2022-09-01T11:22:12.479 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:22:12.480 DEBUG:boto:Data: 2022-09-01T11:22:12.480 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.481 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.482 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.483 DEBUG:boto:Params: {} 2022-09-01T11:22:12.484 DEBUG:boto:Token: None 2022-09-01T11:22:12.484 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj85 2022-09-01T11:22:12.485 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:I1+1yAbBPazB5ruOcFGF1K64/Lw= 2022-09-01T11:22:12.485 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:I1+1yAbBPazB5ruOcFGF1K64/Lw=', 'Content-Length': '0'} 2022-09-01T11:22:12.488 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c232d546a5d81190-00631095e4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.490 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:12.491 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:12.491 DEBUG:boto:Method: GET 2022-09-01T11:22:12.492 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:22:12.493 DEBUG:boto:Data: 2022-09-01T11:22:12.493 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.494 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.495 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.496 DEBUG:boto:Params: {} 2022-09-01T11:22:12.497 DEBUG:boto:Token: None 2022-09-01T11:22:12.499 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj85 2022-09-01T11:22:12.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:I1+1yAbBPazB5ruOcFGF1K64/Lw= 2022-09-01T11:22:12.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:I1+1yAbBPazB5ruOcFGF1K64/Lw=', 'Content-Length': '0'} 2022-09-01T11:22:12.506 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008dd2f748f388331e-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.507 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.509 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.510 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:12.510 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:12.512 DEBUG:boto:Method: GET 2022-09-01T11:22:12.513 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:22:12.514 DEBUG:boto:Data: 2022-09-01T11:22:12.515 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.517 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.518 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.518 DEBUG:boto:Params: {} 2022-09-01T11:22:12.520 DEBUG:boto:Token: None 2022-09-01T11:22:12.521 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/ 2022-09-01T11:22:12.522 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc= 2022-09-01T11:22:12.524 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc=', 'Content-Length': '0'} 2022-09-01T11:22:12.527 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003e349997e5cdf10a-00631095e4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.529 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.530 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.532 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.534 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:12.535 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:12.536 DEBUG:boto:Method: GET 2022-09-01T11:22:12.538 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:22:12.539 DEBUG:boto:Data: 2022-09-01T11:22:12.540 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.542 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.543 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.545 DEBUG:boto:Params: {} 2022-09-01T11:22:12.546 DEBUG:boto:Token: None 2022-09-01T11:22:12.547 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/ 2022-09-01T11:22:12.548 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc= 2022-09-01T11:22:12.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc=', 'Content-Length': '0'} 2022-09-01T11:22:12.552 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a3f8a331a1643630-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.553 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.554 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:22:12.555 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:12.555 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:12.556 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.556 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.557 DEBUG:boto:Method: GET 2022-09-01T11:22:12.558 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.559 DEBUG:boto:Data: 2022-09-01T11:22:12.560 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.561 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.562 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.563 DEBUG:boto:Params: {} 2022-09-01T11:22:12.566 DEBUG:boto:Token: None 2022-09-01T11:22:12.567 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:14vrwtZRtWwZnvV0ZGq6MtZ8cnM= 2022-09-01T11:22:12.569 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:14vrwtZRtWwZnvV0ZGq6MtZ8cnM=', 'Content-Length': '0'} 2022-09-01T11:22:12.572 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d21b4dfeb4daac0-00631095e4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.574 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:12.575 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:12.576 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.576 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.577 DEBUG:boto:Method: GET 2022-09-01T11:22:12.578 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.579 DEBUG:boto:Data: 2022-09-01T11:22:12.580 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.581 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.582 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.582 DEBUG:boto:Params: {} 2022-09-01T11:22:12.583 DEBUG:boto:Token: None 2022-09-01T11:22:12.584 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.585 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:14vrwtZRtWwZnvV0ZGq6MtZ8cnM= 2022-09-01T11:22:12.587 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:14vrwtZRtWwZnvV0ZGq6MtZ8cnM=', 'Content-Length': '0'} 2022-09-01T11:22:12.590 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000714a0b732344e4b0-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.591 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:12.592 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:12.593 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.594 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.595 DEBUG:boto:Method: HEAD 2022-09-01T11:22:12.596 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.596 DEBUG:boto:Data: 2022-09-01T11:22:12.597 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.598 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.599 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.600 DEBUG:boto:Params: {} 2022-09-01T11:22:12.601 DEBUG:boto:Token: None 2022-09-01T11:22:12.602 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.603 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:24pOJ1zMf0pZwJNYntH9ZmmdXXo= 2022-09-01T11:22:12.605 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:24pOJ1zMf0pZwJNYntH9ZmmdXXo=', 'Content-Length': '0'} 2022-09-01T11:22:12.609 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000084c5bd54910d4ba8-00631095e4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.610 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:12.611 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:12.612 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.612 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.613 DEBUG:boto:Method: HEAD 2022-09-01T11:22:12.613 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.614 DEBUG:boto:Data: 2022-09-01T11:22:12.615 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.615 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.616 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.616 DEBUG:boto:Params: {} 2022-09-01T11:22:12.617 DEBUG:boto:Token: None 2022-09-01T11:22:12.618 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:24pOJ1zMf0pZwJNYntH9ZmmdXXo= 2022-09-01T11:22:12.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:24pOJ1zMf0pZwJNYntH9ZmmdXXo=', 'Content-Length': '0'} 2022-09-01T11:22:12.621 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a3d662861065c1fa-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.622 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:22:12.622 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:12.623 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:12.624 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.625 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.625 DEBUG:boto:Method: GET 2022-09-01T11:22:12.626 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.626 DEBUG:boto:Data: 2022-09-01T11:22:12.627 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.627 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.628 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.628 DEBUG:boto:Params: {} 2022-09-01T11:22:12.629 DEBUG:boto:Token: None 2022-09-01T11:22:12.630 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.631 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:14vrwtZRtWwZnvV0ZGq6MtZ8cnM= 2022-09-01T11:22:12.632 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:14vrwtZRtWwZnvV0ZGq6MtZ8cnM=', 'Content-Length': '0'} 2022-09-01T11:22:12.638 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b01e675677c7478-00631095e4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.640 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:12.641 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:12.642 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.643 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.644 DEBUG:boto:Method: GET 2022-09-01T11:22:12.645 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.646 DEBUG:boto:Data: 2022-09-01T11:22:12.647 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.648 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.649 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.650 DEBUG:boto:Params: {} 2022-09-01T11:22:12.651 DEBUG:boto:Token: None 2022-09-01T11:22:12.652 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:12.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:14vrwtZRtWwZnvV0ZGq6MtZ8cnM= 2022-09-01T11:22:12.654 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:14vrwtZRtWwZnvV0ZGq6MtZ8cnM=', 'Content-Length': '0'} 2022-09-01T11:22:12.658 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cd6e851cf013b497-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.659 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.660 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.660 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:12.661 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:12.661 DEBUG:boto:Method: GET 2022-09-01T11:22:12.662 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:22:12.663 DEBUG:boto:Data: 2022-09-01T11:22:12.663 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.664 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.664 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.665 DEBUG:boto:Params: {} 2022-09-01T11:22:12.665 DEBUG:boto:Token: None 2022-09-01T11:22:12.666 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/ 2022-09-01T11:22:12.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc= 2022-09-01T11:22:12.667 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc=', 'Content-Length': '0'} 2022-09-01T11:22:12.670 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ba0f9c90c5a440f4-00631095e4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.714 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.715 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.716 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.716 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:12.717 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:12.717 DEBUG:boto:Method: GET 2022-09-01T11:22:12.718 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:22:12.718 DEBUG:boto:Data: 2022-09-01T11:22:12.719 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.719 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.720 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.720 DEBUG:boto:Params: {} 2022-09-01T11:22:12.721 DEBUG:boto:Token: None 2022-09-01T11:22:12.721 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/ 2022-09-01T11:22:12.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc= 2022-09-01T11:22:12.723 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc=', 'Content-Length': '0'} 2022-09-01T11:22:12.729 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000059240f82385da541-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.730 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.731 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:12.732 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:12.732 DEBUG:boto:Method: HEAD 2022-09-01T11:22:12.733 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:22:12.733 DEBUG:boto:Data: 2022-09-01T11:22:12.734 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.734 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.735 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.735 DEBUG:boto:Params: {} 2022-09-01T11:22:12.736 DEBUG:boto:Token: None 2022-09-01T11:22:12.737 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj95 2022-09-01T11:22:12.737 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LX4QYHLgMAyy151f4d3mO8TeOCY= 2022-09-01T11:22:12.738 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LX4QYHLgMAyy151f4d3mO8TeOCY=', 'Content-Length': '0'} 2022-09-01T11:22:12.740 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000013012ec31945a282-00631095e4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.741 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:12.742 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:12.742 DEBUG:boto:Method: HEAD 2022-09-01T11:22:12.743 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:22:12.743 DEBUG:boto:Data: 2022-09-01T11:22:12.744 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.744 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.745 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.745 DEBUG:boto:Params: {} 2022-09-01T11:22:12.746 DEBUG:boto:Token: None 2022-09-01T11:22:12.746 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj95 2022-09-01T11:22:12.747 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LX4QYHLgMAyy151f4d3mO8TeOCY= 2022-09-01T11:22:12.748 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LX4QYHLgMAyy151f4d3mO8TeOCY=', 'Content-Length': '0'} 2022-09-01T11:22:12.750 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000016afab42736d722-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.750 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:22:12.751 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:12.751 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:12.752 DEBUG:boto:Method: GET 2022-09-01T11:22:12.753 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:22:12.753 DEBUG:boto:Data: 2022-09-01T11:22:12.754 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.754 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.755 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.755 DEBUG:boto:Params: {} 2022-09-01T11:22:12.756 DEBUG:boto:Token: None 2022-09-01T11:22:12.756 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj95 2022-09-01T11:22:12.757 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1VsWvlDZyrS8tAqVcR0QPou51cE= 2022-09-01T11:22:12.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1VsWvlDZyrS8tAqVcR0QPou51cE=', 'Content-Length': '0'} 2022-09-01T11:22:12.760 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b52157b4eb87c04d-00631095e4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.760 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:12.761 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:12.762 DEBUG:boto:Method: GET 2022-09-01T11:22:12.762 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:22:12.763 DEBUG:boto:Data: 2022-09-01T11:22:12.764 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.764 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.765 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.766 DEBUG:boto:Params: {} 2022-09-01T11:22:12.766 DEBUG:boto:Token: None 2022-09-01T11:22:12.767 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj95 2022-09-01T11:22:12.768 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1VsWvlDZyrS8tAqVcR0QPou51cE= 2022-09-01T11:22:12.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1VsWvlDZyrS8tAqVcR0QPou51cE=', 'Content-Length': '0'} 2022-09-01T11:22:12.771 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cc2230e500eab312-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.814 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.815 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.816 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:12.818 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:12.819 DEBUG:boto:Method: GET 2022-09-01T11:22:12.820 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:22:12.821 DEBUG:boto:Data: 2022-09-01T11:22:12.822 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.823 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.824 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.825 DEBUG:boto:Params: {} 2022-09-01T11:22:12.826 DEBUG:boto:Token: None 2022-09-01T11:22:12.827 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/ 2022-09-01T11:22:12.829 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc= 2022-09-01T11:22:12.831 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc=', 'Content-Length': '0'} 2022-09-01T11:22:12.834 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006e4f44e9732f2163-00631095e4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.835 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.837 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.838 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.838 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:12.840 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:12.841 DEBUG:boto:Method: GET 2022-09-01T11:22:12.842 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:22:12.842 DEBUG:boto:Data: 2022-09-01T11:22:12.843 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.844 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:12.845 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.846 DEBUG:boto:Params: {} 2022-09-01T11:22:12.848 DEBUG:boto:Token: None 2022-09-01T11:22:12.849 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/ 2022-09-01T11:22:12.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc= 2022-09-01T11:22:12.851 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqXX3uPn1gRI0guNNWpmPfdxAoc=', 'Content-Length': '0'} 2022-09-01T11:22:12.855 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005bb1478bb8dcb71e-00631095e4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.856 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.858 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone3, test-zone1} 2022-09-01T11:22:12.859 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone3, test-zone2} 2022-09-01T11:22:12.860 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.861 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.862 DEBUG:boto:Method: HEAD 2022-09-01T11:22:12.864 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:22:12.864 DEBUG:boto:Data: 2022-09-01T11:22:12.865 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.866 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.867 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.867 DEBUG:boto:Params: {} 2022-09-01T11:22:12.868 DEBUG:boto:Token: None 2022-09-01T11:22:12.870 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/ 2022-09-01T11:22:12.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tWbZrxIbdSIGH+ytQmjd6FxnvHI= 2022-09-01T11:22:12.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tWbZrxIbdSIGH+ytQmjd6FxnvHI=', 'Content-Length': '0'} 2022-09-01T11:22:12.874 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '15'), ('X-RGW-Bytes-Used', '45'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a862afc02c78c768-00631095e4-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.875 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.876 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.876 DEBUG:boto:Method: HEAD 2022-09-01T11:22:12.877 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:22:12.878 DEBUG:boto:Data: 2022-09-01T11:22:12.878 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.879 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:12.880 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.880 DEBUG:boto:Params: {} 2022-09-01T11:22:12.881 DEBUG:boto:Token: None 2022-09-01T11:22:12.881 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/ 2022-09-01T11:22:12.883 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tWbZrxIbdSIGH+ytQmjd6FxnvHI= 2022-09-01T11:22:12.884 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tWbZrxIbdSIGH+ytQmjd6FxnvHI=', 'Content-Length': '0'} 2022-09-01T11:22:12.887 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '15'), ('X-RGW-Bytes-Used', '45'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c8a324a9faeef56e-00631095e4-183f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.888 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:22:12.889 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.890 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.891 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:12.891 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:12.892 DEBUG:boto:Method: GET 2022-09-01T11:22:12.892 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:12.893 DEBUG:boto:Data: 2022-09-01T11:22:12.894 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.895 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.896 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.897 DEBUG:boto:Params: {} 2022-09-01T11:22:12.899 DEBUG:boto:Token: None 2022-09-01T11:22:12.900 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/?versions 2022-09-01T11:22:12.901 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s4PW9zJTvQPH3oX502L1xu63vqM= 2022-09-01T11:22:12.902 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s4PW9zJTvQPH3oX502L1xu63vqM=', 'Content-Length': '0'} 2022-09-01T11:22:12.912 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e98eb8488b922029-00631095e4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.912 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.914 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:22:12.914 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:22:12.915 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:22:12.916 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:22:12.916 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:22:12.917 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:22:12.917 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:22:12.918 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:22:12.918 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:22:12.919 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:22:12.919 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:22:12.920 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:22:12.920 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:22:12.921 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:22:12.921 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:22:12.922 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:22:12.923 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.923 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.924 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:12.924 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:12.925 DEBUG:boto:Method: GET 2022-09-01T11:22:12.925 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:12.926 DEBUG:boto:Data: 2022-09-01T11:22:12.926 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.927 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:12.927 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.928 DEBUG:boto:Params: {} 2022-09-01T11:22:12.928 DEBUG:boto:Token: None 2022-09-01T11:22:12.929 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/?versions 2022-09-01T11:22:12.930 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s4PW9zJTvQPH3oX502L1xu63vqM= 2022-09-01T11:22:12.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s4PW9zJTvQPH3oX502L1xu63vqM=', 'Content-Length': '0'} 2022-09-01T11:22:12.935 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e2fe7e76584aab14-00631095e4-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.936 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.937 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:22:12.938 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:22:12.938 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:22:12.939 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:22:12.939 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:22:12.940 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:22:12.941 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:22:12.941 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:22:12.941 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:22:12.942 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:22:12.942 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:22:12.943 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:22:12.943 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:22:12.944 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:22:12.944 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:22:12.945 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.945 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.946 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:12.947 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:12.947 DEBUG:boto:Method: GET 2022-09-01T11:22:12.948 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:12.948 DEBUG:boto:Data: 2022-09-01T11:22:12.949 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.950 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.950 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.951 DEBUG:boto:Params: {} 2022-09-01T11:22:12.951 DEBUG:boto:Token: None 2022-09-01T11:22:12.952 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/?versions 2022-09-01T11:22:12.953 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s4PW9zJTvQPH3oX502L1xu63vqM= 2022-09-01T11:22:12.953 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s4PW9zJTvQPH3oX502L1xu63vqM=', 'Content-Length': '0'} 2022-09-01T11:22:12.956 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002cf1c78bb700c238-00631095e4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.957 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.958 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:12.959 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:12.960 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:12.960 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:12.961 DEBUG:boto:Method: GET 2022-09-01T11:22:12.961 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:22:12.962 DEBUG:boto:Data: 2022-09-01T11:22:12.962 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.963 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:12.963 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.964 DEBUG:boto:Params: {} 2022-09-01T11:22:12.964 DEBUG:boto:Token: None 2022-09-01T11:22:12.965 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/?versions 2022-09-01T11:22:12.965 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s4PW9zJTvQPH3oX502L1xu63vqM= 2022-09-01T11:22:12.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s4PW9zJTvQPH3oX502L1xu63vqM=', 'Content-Length': '0'} 2022-09-01T11:22:12.969 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000032f65c49cc7142f6-00631095e4-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.970 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:12.971 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:22:12.972 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:12.973 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:12.973 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:12.974 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:12.974 DEBUG:boto:Method: GET 2022-09-01T11:22:12.975 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:12.975 DEBUG:boto:Data: 2022-09-01T11:22:12.976 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.977 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:12.977 DEBUG:boto:Port: 8001 2022-09-01T11:22:12.978 DEBUG:boto:Params: {} 2022-09-01T11:22:12.978 DEBUG:boto:Token: None 2022-09-01T11:22:12.979 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:12.979 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8ypkZHkLFMD/oyzQ1XeIn/8iB0o= 2022-09-01T11:22:12.980 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8ypkZHkLFMD/oyzQ1XeIn/8iB0o=', 'Content-Length': '0'} 2022-09-01T11:22:12.982 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007ffdf493f392ff4-00631095e4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.984 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:12.984 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:12.985 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:12.985 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:12.986 DEBUG:boto:Method: GET 2022-09-01T11:22:12.986 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:12.987 DEBUG:boto:Data: 2022-09-01T11:22:12.987 DEBUG:boto:Headers: {} 2022-09-01T11:22:12.988 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:12.988 DEBUG:boto:Port: 8000 2022-09-01T11:22:12.989 DEBUG:boto:Params: {} 2022-09-01T11:22:12.990 DEBUG:boto:Token: None 2022-09-01T11:22:12.991 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:12 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:12.992 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8ypkZHkLFMD/oyzQ1XeIn/8iB0o= 2022-09-01T11:22:12.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8ypkZHkLFMD/oyzQ1XeIn/8iB0o=', 'Content-Length': '0'} 2022-09-01T11:22:12.996 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dc39838e16f56513-00631095e4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:12.997 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:12.998 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:12.998 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:12.999 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:12.999 DEBUG:boto:Method: HEAD 2022-09-01T11:22:13.000 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:13.001 DEBUG:boto:Data: 2022-09-01T11:22:13.002 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.002 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.003 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.003 DEBUG:boto:Params: {} 2022-09-01T11:22:13.004 DEBUG:boto:Token: None 2022-09-01T11:22:13.004 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:13.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lOyLOBykQuBSHL5K2gGLF4XZq14= 2022-09-01T11:22:13.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lOyLOBykQuBSHL5K2gGLF4XZq14=', 'Content-Length': '0'} 2022-09-01T11:22:13.008 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a2d3377aa6746d1d-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.009 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:13.009 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:13.010 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:13.010 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:13.011 DEBUG:boto:Method: HEAD 2022-09-01T11:22:13.012 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:13.012 DEBUG:boto:Data: 2022-09-01T11:22:13.013 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.024 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.025 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.026 DEBUG:boto:Params: {} 2022-09-01T11:22:13.026 DEBUG:boto:Token: None 2022-09-01T11:22:13.027 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:13.028 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lOyLOBykQuBSHL5K2gGLF4XZq14= 2022-09-01T11:22:13.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lOyLOBykQuBSHL5K2gGLF4XZq14=', 'Content-Length': '0'} 2022-09-01T11:22:13.033 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d029c090899f0147-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.034 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:22:13.036 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:13.036 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:13.037 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:13.039 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:13.040 DEBUG:boto:Method: GET 2022-09-01T11:22:13.041 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:13.042 DEBUG:boto:Data: 2022-09-01T11:22:13.043 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.044 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.044 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.045 DEBUG:boto:Params: {} 2022-09-01T11:22:13.046 DEBUG:boto:Token: None 2022-09-01T11:22:13.048 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:13.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iCCJMrAtty/axjJYtjSxNlguC2c= 2022-09-01T11:22:13.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iCCJMrAtty/axjJYtjSxNlguC2c=', 'Content-Length': '0'} 2022-09-01T11:22:13.052 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007434ff99361f2e50-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.053 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:13.053 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:13.054 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:13.055 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:13.056 DEBUG:boto:Method: GET 2022-09-01T11:22:13.057 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:13.058 DEBUG:boto:Data: 2022-09-01T11:22:13.059 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.060 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.061 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.062 DEBUG:boto:Params: {} 2022-09-01T11:22:13.063 DEBUG:boto:Token: None 2022-09-01T11:22:13.064 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:22:13.065 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iCCJMrAtty/axjJYtjSxNlguC2c= 2022-09-01T11:22:13.066 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iCCJMrAtty/axjJYtjSxNlguC2c=', 'Content-Length': '0'} 2022-09-01T11:22:13.069 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e2c7eb695b44821a-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.070 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:13.071 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:13.072 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:13.074 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:13.075 DEBUG:boto:Method: GET 2022-09-01T11:22:13.077 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:22:13.078 DEBUG:boto:Data: 2022-09-01T11:22:13.079 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.081 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.082 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.083 DEBUG:boto:Params: {} 2022-09-01T11:22:13.084 DEBUG:boto:Token: None 2022-09-01T11:22:13.086 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/ 2022-09-01T11:22:13.087 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E= 2022-09-01T11:22:13.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E=', 'Content-Length': '0'} 2022-09-01T11:22:13.092 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004b1aa2fed71cee58-00631095e5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.093 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:13.095 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:13.096 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:13.097 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:13.098 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:13.099 DEBUG:boto:Method: GET 2022-09-01T11:22:13.100 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:22:13.101 DEBUG:boto:Data: 2022-09-01T11:22:13.102 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.103 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.104 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.105 DEBUG:boto:Params: {} 2022-09-01T11:22:13.106 DEBUG:boto:Token: None 2022-09-01T11:22:13.108 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/ 2022-09-01T11:22:13.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E= 2022-09-01T11:22:13.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E=', 'Content-Length': '0'} 2022-09-01T11:22:13.114 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000214720cd045907b0-00631095e5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.115 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:13.117 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:13.118 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:13.118 DEBUG:boto:Method: HEAD 2022-09-01T11:22:13.119 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:22:13.119 DEBUG:boto:Data: 2022-09-01T11:22:13.120 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.121 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.122 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.122 DEBUG:boto:Params: {} 2022-09-01T11:22:13.123 DEBUG:boto:Token: None 2022-09-01T11:22:13.124 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj11 2022-09-01T11:22:13.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bwKbF8tJei9FCv6KfK8fyzgIqPA= 2022-09-01T11:22:13.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bwKbF8tJei9FCv6KfK8fyzgIqPA=', 'Content-Length': '0'} 2022-09-01T11:22:13.129 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aa5f5da50c7f3ca4-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.129 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:13.130 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:13.131 DEBUG:boto:Method: HEAD 2022-09-01T11:22:13.131 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:22:13.132 DEBUG:boto:Data: 2022-09-01T11:22:13.132 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.133 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.133 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.134 DEBUG:boto:Params: {} 2022-09-01T11:22:13.135 DEBUG:boto:Token: None 2022-09-01T11:22:13.135 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj11 2022-09-01T11:22:13.136 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bwKbF8tJei9FCv6KfK8fyzgIqPA= 2022-09-01T11:22:13.137 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bwKbF8tJei9FCv6KfK8fyzgIqPA=', 'Content-Length': '0'} 2022-09-01T11:22:13.139 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009c209ffcd34f21d2-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.140 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:22:13.141 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:13.141 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:13.142 DEBUG:boto:Method: GET 2022-09-01T11:22:13.143 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:22:13.143 DEBUG:boto:Data: 2022-09-01T11:22:13.144 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.145 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.146 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.147 DEBUG:boto:Params: {} 2022-09-01T11:22:13.148 DEBUG:boto:Token: None 2022-09-01T11:22:13.149 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj11 2022-09-01T11:22:13.150 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:osnIn7+ocMUAg1mebs9jngzV1D0= 2022-09-01T11:22:13.151 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:osnIn7+ocMUAg1mebs9jngzV1D0=', 'Content-Length': '0'} 2022-09-01T11:22:13.155 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007d8001b9c7e476bd-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.156 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:22:13.157 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:22:13.158 DEBUG:boto:Method: GET 2022-09-01T11:22:13.159 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:22:13.160 DEBUG:boto:Data: 2022-09-01T11:22:13.161 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.162 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.163 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.164 DEBUG:boto:Params: {} 2022-09-01T11:22:13.165 DEBUG:boto:Token: None 2022-09-01T11:22:13.166 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj11 2022-09-01T11:22:13.168 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:osnIn7+ocMUAg1mebs9jngzV1D0= 2022-09-01T11:22:13.169 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:osnIn7+ocMUAg1mebs9jngzV1D0=', 'Content-Length': '0'} 2022-09-01T11:22:13.172 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ef578b6dfbab5f6f-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.174 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:13.175 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:13.176 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:13.177 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:13.177 DEBUG:boto:Method: GET 2022-09-01T11:22:13.178 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:22:13.179 DEBUG:boto:Data: 2022-09-01T11:22:13.179 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.180 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.180 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.181 DEBUG:boto:Params: {} 2022-09-01T11:22:13.182 DEBUG:boto:Token: None 2022-09-01T11:22:13.183 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/ 2022-09-01T11:22:13.184 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E= 2022-09-01T11:22:13.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E=', 'Content-Length': '0'} 2022-09-01T11:22:13.188 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bfede66d37b17636-00631095e5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.230 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:13.231 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:13.232 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:13.233 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:13.233 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:22:13.234 DEBUG:boto:Method: GET 2022-09-01T11:22:13.234 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:22:13.235 DEBUG:boto:Data: 2022-09-01T11:22:13.235 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.236 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.237 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.237 DEBUG:boto:Params: {} 2022-09-01T11:22:13.238 DEBUG:boto:Token: None 2022-09-01T11:22:13.239 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/ 2022-09-01T11:22:13.239 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E= 2022-09-01T11:22:13.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E=', 'Content-Length': '0'} 2022-09-01T11:22:13.243 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002e4e5667f8dce4db-00631095e5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.243 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:13.244 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:22:13.245 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:13.246 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:13.246 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.247 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.248 DEBUG:boto:Method: GET 2022-09-01T11:22:13.248 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.249 DEBUG:boto:Data: 2022-09-01T11:22:13.250 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.251 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.251 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.252 DEBUG:boto:Params: {} 2022-09-01T11:22:13.253 DEBUG:boto:Token: None 2022-09-01T11:22:13.253 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.254 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hk+4Lrw8mruIbYLzJZPVOvleZn8= 2022-09-01T11:22:13.255 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hk+4Lrw8mruIbYLzJZPVOvleZn8=', 'Content-Length': '0'} 2022-09-01T11:22:13.257 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e4c170859c8293de-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.259 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:13.260 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:13.261 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.262 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.263 DEBUG:boto:Method: GET 2022-09-01T11:22:13.264 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.265 DEBUG:boto:Data: 2022-09-01T11:22:13.266 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.267 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.268 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.269 DEBUG:boto:Params: {} 2022-09-01T11:22:13.270 DEBUG:boto:Token: None 2022-09-01T11:22:13.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hk+4Lrw8mruIbYLzJZPVOvleZn8= 2022-09-01T11:22:13.274 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hk+4Lrw8mruIbYLzJZPVOvleZn8=', 'Content-Length': '0'} 2022-09-01T11:22:13.277 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e61d20676c1c2d8-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.318 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:13.320 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:13.320 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.322 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.323 DEBUG:boto:Method: HEAD 2022-09-01T11:22:13.324 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.325 DEBUG:boto:Data: 2022-09-01T11:22:13.326 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.327 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.328 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.329 DEBUG:boto:Params: {} 2022-09-01T11:22:13.330 DEBUG:boto:Token: None 2022-09-01T11:22:13.331 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.332 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uoSOBnBDBqW9TI01oN80V9/PcF4= 2022-09-01T11:22:13.334 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uoSOBnBDBqW9TI01oN80V9/PcF4=', 'Content-Length': '0'} 2022-09-01T11:22:13.337 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000001897a9acb7ac362-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.338 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:13.339 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:13.339 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.340 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.341 DEBUG:boto:Method: HEAD 2022-09-01T11:22:13.342 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.344 DEBUG:boto:Data: 2022-09-01T11:22:13.345 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.345 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.346 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.347 DEBUG:boto:Params: {} 2022-09-01T11:22:13.348 DEBUG:boto:Token: None 2022-09-01T11:22:13.349 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uoSOBnBDBqW9TI01oN80V9/PcF4= 2022-09-01T11:22:13.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uoSOBnBDBqW9TI01oN80V9/PcF4=', 'Content-Length': '0'} 2022-09-01T11:22:13.353 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f4951f2f82141f3e-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.354 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:22:13.356 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:13.357 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:13.358 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.359 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.360 DEBUG:boto:Method: GET 2022-09-01T11:22:13.361 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.362 DEBUG:boto:Data: 2022-09-01T11:22:13.363 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.364 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.365 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.366 DEBUG:boto:Params: {} 2022-09-01T11:22:13.367 DEBUG:boto:Token: None 2022-09-01T11:22:13.368 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.369 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hk+4Lrw8mruIbYLzJZPVOvleZn8= 2022-09-01T11:22:13.370 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hk+4Lrw8mruIbYLzJZPVOvleZn8=', 'Content-Length': '0'} 2022-09-01T11:22:13.378 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9b69b90006662e5-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.380 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:13.381 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:13.382 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.382 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.383 DEBUG:boto:Method: GET 2022-09-01T11:22:13.384 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.384 DEBUG:boto:Data: 2022-09-01T11:22:13.385 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.386 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.387 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.388 DEBUG:boto:Params: {} 2022-09-01T11:22:13.390 DEBUG:boto:Token: None 2022-09-01T11:22:13.391 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:22:13.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hk+4Lrw8mruIbYLzJZPVOvleZn8= 2022-09-01T11:22:13.393 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hk+4Lrw8mruIbYLzJZPVOvleZn8=', 'Content-Length': '0'} 2022-09-01T11:22:13.395 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000634d632a4e1ed63d-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.396 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:13.397 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:13.398 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:13.398 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:13.399 DEBUG:boto:Method: GET 2022-09-01T11:22:13.400 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:22:13.401 DEBUG:boto:Data: 2022-09-01T11:22:13.402 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.403 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.404 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.406 DEBUG:boto:Params: {} 2022-09-01T11:22:13.407 DEBUG:boto:Token: None 2022-09-01T11:22:13.408 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/ 2022-09-01T11:22:13.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E= 2022-09-01T11:22:13.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E=', 'Content-Length': '0'} 2022-09-01T11:22:13.414 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000085071e8d18b34fc0-00631095e5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.415 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:13.416 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:13.417 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:13.417 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:13.418 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:13.419 DEBUG:boto:Method: GET 2022-09-01T11:22:13.419 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:22:13.420 DEBUG:boto:Data: 2022-09-01T11:22:13.421 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.422 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.423 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.424 DEBUG:boto:Params: {} 2022-09-01T11:22:13.424 DEBUG:boto:Token: None 2022-09-01T11:22:13.425 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/ 2022-09-01T11:22:13.426 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E= 2022-09-01T11:22:13.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E=', 'Content-Length': '0'} 2022-09-01T11:22:13.430 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002450875334873f89-00631095e5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.432 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:13.433 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:13.434 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:13.435 DEBUG:boto:Method: HEAD 2022-09-01T11:22:13.436 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:22:13.437 DEBUG:boto:Data: 2022-09-01T11:22:13.438 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.439 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.440 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.441 DEBUG:boto:Params: {} 2022-09-01T11:22:13.442 DEBUG:boto:Token: None 2022-09-01T11:22:13.443 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj17 2022-09-01T11:22:13.444 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dCalk4IxcG6dWku6CPVZmPnQ718= 2022-09-01T11:22:13.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dCalk4IxcG6dWku6CPVZmPnQ718=', 'Content-Length': '0'} 2022-09-01T11:22:13.446 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000459fb6b85aac4732-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.447 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:13.448 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:13.448 DEBUG:boto:Method: HEAD 2022-09-01T11:22:13.449 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:22:13.450 DEBUG:boto:Data: 2022-09-01T11:22:13.451 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.451 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.452 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.453 DEBUG:boto:Params: {} 2022-09-01T11:22:13.454 DEBUG:boto:Token: None 2022-09-01T11:22:13.454 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj17 2022-09-01T11:22:13.455 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dCalk4IxcG6dWku6CPVZmPnQ718= 2022-09-01T11:22:13.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dCalk4IxcG6dWku6CPVZmPnQ718=', 'Content-Length': '0'} 2022-09-01T11:22:13.458 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ad20a31dbf03e44-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.459 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:22:13.460 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:13.461 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:13.461 DEBUG:boto:Method: GET 2022-09-01T11:22:13.462 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:22:13.462 DEBUG:boto:Data: 2022-09-01T11:22:13.463 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.464 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.464 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.465 DEBUG:boto:Params: {} 2022-09-01T11:22:13.466 DEBUG:boto:Token: None 2022-09-01T11:22:13.467 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj17 2022-09-01T11:22:13.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FeaJz1TlxQ/EHFEQfUEuBQOjQl0= 2022-09-01T11:22:13.469 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FeaJz1TlxQ/EHFEQfUEuBQOjQl0=', 'Content-Length': '0'} 2022-09-01T11:22:13.474 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007496cf7b5fc5ec08-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.518 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:22:13.519 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:22:13.520 DEBUG:boto:Method: GET 2022-09-01T11:22:13.521 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:22:13.522 DEBUG:boto:Data: 2022-09-01T11:22:13.523 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.524 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.525 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.526 DEBUG:boto:Params: {} 2022-09-01T11:22:13.527 DEBUG:boto:Token: None 2022-09-01T11:22:13.528 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj17 2022-09-01T11:22:13.529 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FeaJz1TlxQ/EHFEQfUEuBQOjQl0= 2022-09-01T11:22:13.529 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FeaJz1TlxQ/EHFEQfUEuBQOjQl0=', 'Content-Length': '0'} 2022-09-01T11:22:13.532 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000387dd92dba840e8a-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.533 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:13.533 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:13.534 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:13.535 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:13.535 DEBUG:boto:Method: GET 2022-09-01T11:22:13.536 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:22:13.536 DEBUG:boto:Data: 2022-09-01T11:22:13.537 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.537 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.538 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.538 DEBUG:boto:Params: {} 2022-09-01T11:22:13.539 DEBUG:boto:Token: None 2022-09-01T11:22:13.540 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/ 2022-09-01T11:22:13.540 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E= 2022-09-01T11:22:13.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E=', 'Content-Length': '0'} 2022-09-01T11:22:13.543 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006e8ec22d02a2e1a7-00631095e5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.544 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:13.545 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:13.547 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:13.547 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:13.548 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:22:13.548 DEBUG:boto:Method: GET 2022-09-01T11:22:13.549 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:22:13.549 DEBUG:boto:Data: 2022-09-01T11:22:13.550 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.551 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.552 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.553 DEBUG:boto:Params: {} 2022-09-01T11:22:13.553 DEBUG:boto:Token: None 2022-09-01T11:22:13.554 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/ 2022-09-01T11:22:13.554 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E= 2022-09-01T11:22:13.555 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E=', 'Content-Length': '0'} 2022-09-01T11:22:13.558 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000bc02f443dbdc35b-00631095e5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.559 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:13.560 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:22:13.560 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:13.561 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:13.561 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.562 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.562 DEBUG:boto:Method: GET 2022-09-01T11:22:13.563 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.563 DEBUG:boto:Data: 2022-09-01T11:22:13.564 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.564 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.565 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.566 DEBUG:boto:Params: {} 2022-09-01T11:22:13.566 DEBUG:boto:Token: None 2022-09-01T11:22:13.567 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.568 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o6TGn5x9un7YmiNQ1k36EwFibZI= 2022-09-01T11:22:13.569 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o6TGn5x9un7YmiNQ1k36EwFibZI=', 'Content-Length': '0'} 2022-09-01T11:22:13.571 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006f8724d164e993b3-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.572 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:13.573 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:13.573 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.574 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.575 DEBUG:boto:Method: GET 2022-09-01T11:22:13.575 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.576 DEBUG:boto:Data: 2022-09-01T11:22:13.576 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.577 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.577 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.578 DEBUG:boto:Params: {} 2022-09-01T11:22:13.578 DEBUG:boto:Token: None 2022-09-01T11:22:13.579 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.580 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o6TGn5x9un7YmiNQ1k36EwFibZI= 2022-09-01T11:22:13.580 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o6TGn5x9un7YmiNQ1k36EwFibZI=', 'Content-Length': '0'} 2022-09-01T11:22:13.583 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000080c4b9b7e3e8e52a-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.626 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:13.627 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:13.627 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.628 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.628 DEBUG:boto:Method: HEAD 2022-09-01T11:22:13.629 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.630 DEBUG:boto:Data: 2022-09-01T11:22:13.630 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.631 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.631 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.632 DEBUG:boto:Params: {} 2022-09-01T11:22:13.633 DEBUG:boto:Token: None 2022-09-01T11:22:13.633 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.634 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qggiKR1Y07cYl1Venx/Bu7QKolQ= 2022-09-01T11:22:13.634 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qggiKR1Y07cYl1Venx/Bu7QKolQ=', 'Content-Length': '0'} 2022-09-01T11:22:13.636 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000000c062e52a38079d-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.637 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:13.638 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:13.638 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.639 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.639 DEBUG:boto:Method: HEAD 2022-09-01T11:22:13.640 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.640 DEBUG:boto:Data: 2022-09-01T11:22:13.641 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.641 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.643 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.643 DEBUG:boto:Params: {} 2022-09-01T11:22:13.644 DEBUG:boto:Token: None 2022-09-01T11:22:13.645 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.645 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qggiKR1Y07cYl1Venx/Bu7QKolQ= 2022-09-01T11:22:13.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qggiKR1Y07cYl1Venx/Bu7QKolQ=', 'Content-Length': '0'} 2022-09-01T11:22:13.648 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000966eb18ca0dc9df5-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.649 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:22:13.649 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:13.650 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:13.651 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.651 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.652 DEBUG:boto:Method: GET 2022-09-01T11:22:13.653 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.653 DEBUG:boto:Data: 2022-09-01T11:22:13.654 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.654 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.655 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.655 DEBUG:boto:Params: {} 2022-09-01T11:22:13.656 DEBUG:boto:Token: None 2022-09-01T11:22:13.657 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.658 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o6TGn5x9un7YmiNQ1k36EwFibZI= 2022-09-01T11:22:13.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o6TGn5x9un7YmiNQ1k36EwFibZI=', 'Content-Length': '0'} 2022-09-01T11:22:13.661 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000070361d05207fadc9-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.662 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:13.662 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:13.663 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.663 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.664 DEBUG:boto:Method: GET 2022-09-01T11:22:13.664 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.665 DEBUG:boto:Data: 2022-09-01T11:22:13.665 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.666 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.667 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.667 DEBUG:boto:Params: {} 2022-09-01T11:22:13.668 DEBUG:boto:Token: None 2022-09-01T11:22:13.669 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:22:13.669 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o6TGn5x9un7YmiNQ1k36EwFibZI= 2022-09-01T11:22:13.670 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o6TGn5x9un7YmiNQ1k36EwFibZI=', 'Content-Length': '0'} 2022-09-01T11:22:13.672 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c8e40578c0b99ce1-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.674 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:13.675 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:13.676 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:13.676 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:13.677 DEBUG:boto:Method: GET 2022-09-01T11:22:13.678 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:22:13.679 DEBUG:boto:Data: 2022-09-01T11:22:13.680 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.681 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.682 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.683 DEBUG:boto:Params: {} 2022-09-01T11:22:13.684 DEBUG:boto:Token: None 2022-09-01T11:22:13.684 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/ 2022-09-01T11:22:13.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E= 2022-09-01T11:22:13.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E=', 'Content-Length': '0'} 2022-09-01T11:22:13.689 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004311ee050ffca7d6-00631095e5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.690 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:13.691 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:13.693 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:13.694 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:13.695 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:13.696 DEBUG:boto:Method: GET 2022-09-01T11:22:13.697 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:22:13.698 DEBUG:boto:Data: 2022-09-01T11:22:13.699 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.700 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.700 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.701 DEBUG:boto:Params: {} 2022-09-01T11:22:13.702 DEBUG:boto:Token: None 2022-09-01T11:22:13.703 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/ 2022-09-01T11:22:13.703 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E= 2022-09-01T11:22:13.704 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E=', 'Content-Length': '0'} 2022-09-01T11:22:13.707 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000085196cfcfc214c33-00631095e5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.708 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:13.710 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:13.711 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:13.712 DEBUG:boto:Method: HEAD 2022-09-01T11:22:13.713 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:22:13.713 DEBUG:boto:Data: 2022-09-01T11:22:13.714 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.715 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.716 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.717 DEBUG:boto:Params: {} 2022-09-01T11:22:13.718 DEBUG:boto:Token: None 2022-09-01T11:22:13.719 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj19 2022-09-01T11:22:13.720 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:a0mVUYu1ojstK6vdzZQYUwVHHGs= 2022-09-01T11:22:13.721 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:a0mVUYu1ojstK6vdzZQYUwVHHGs=', 'Content-Length': '0'} 2022-09-01T11:22:13.723 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001413821ec939d034-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.725 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:13.726 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:13.727 DEBUG:boto:Method: HEAD 2022-09-01T11:22:13.728 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:22:13.729 DEBUG:boto:Data: 2022-09-01T11:22:13.730 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.731 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.732 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.733 DEBUG:boto:Params: {} 2022-09-01T11:22:13.734 DEBUG:boto:Token: None 2022-09-01T11:22:13.735 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj19 2022-09-01T11:22:13.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:a0mVUYu1ojstK6vdzZQYUwVHHGs= 2022-09-01T11:22:13.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:a0mVUYu1ojstK6vdzZQYUwVHHGs=', 'Content-Length': '0'} 2022-09-01T11:22:13.740 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005cd955060d560b9-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.742 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:22:13.742 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:13.743 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:13.744 DEBUG:boto:Method: GET 2022-09-01T11:22:13.745 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:22:13.746 DEBUG:boto:Data: 2022-09-01T11:22:13.746 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.747 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.748 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.748 DEBUG:boto:Params: {} 2022-09-01T11:22:13.749 DEBUG:boto:Token: None 2022-09-01T11:22:13.750 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj19 2022-09-01T11:22:13.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WIWV5O7qjYr9HL/UoyhntuvDrJM= 2022-09-01T11:22:13.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WIWV5O7qjYr9HL/UoyhntuvDrJM=', 'Content-Length': '0'} 2022-09-01T11:22:13.754 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003da66ff9fd6a0ecc-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.804 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:22:13.806 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:22:13.807 DEBUG:boto:Method: GET 2022-09-01T11:22:13.807 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:22:13.808 DEBUG:boto:Data: 2022-09-01T11:22:13.809 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.810 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.811 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.812 DEBUG:boto:Params: {} 2022-09-01T11:22:13.814 DEBUG:boto:Token: None 2022-09-01T11:22:13.814 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj19 2022-09-01T11:22:13.815 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WIWV5O7qjYr9HL/UoyhntuvDrJM= 2022-09-01T11:22:13.816 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WIWV5O7qjYr9HL/UoyhntuvDrJM=', 'Content-Length': '0'} 2022-09-01T11:22:13.818 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000abca037a0830334-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.820 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:13.821 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:13.822 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:13.823 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:13.824 DEBUG:boto:Method: GET 2022-09-01T11:22:13.825 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:22:13.825 DEBUG:boto:Data: 2022-09-01T11:22:13.826 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.827 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.827 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.828 DEBUG:boto:Params: {} 2022-09-01T11:22:13.828 DEBUG:boto:Token: None 2022-09-01T11:22:13.829 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/ 2022-09-01T11:22:13.830 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E= 2022-09-01T11:22:13.830 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E=', 'Content-Length': '0'} 2022-09-01T11:22:13.836 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ca16850370969d4a-00631095e5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.837 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:13.838 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:13.839 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:13.840 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:13.840 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:22:13.845 DEBUG:boto:Method: GET 2022-09-01T11:22:13.846 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:22:13.847 DEBUG:boto:Data: 2022-09-01T11:22:13.848 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.849 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.849 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.851 DEBUG:boto:Params: {} 2022-09-01T11:22:13.851 DEBUG:boto:Token: None 2022-09-01T11:22:13.852 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/ 2022-09-01T11:22:13.853 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E= 2022-09-01T11:22:13.853 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E=', 'Content-Length': '0'} 2022-09-01T11:22:13.858 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000044f182b103b1a77a-00631095e5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.902 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:13.903 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:22:13.904 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:13.904 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:13.905 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.905 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.906 DEBUG:boto:Method: GET 2022-09-01T11:22:13.907 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.907 DEBUG:boto:Data: 2022-09-01T11:22:13.908 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.909 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.910 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.911 DEBUG:boto:Params: {} 2022-09-01T11:22:13.912 DEBUG:boto:Token: None 2022-09-01T11:22:13.912 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.913 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcyeBJiDR9hTYE/scYRlN9UzDVw= 2022-09-01T11:22:13.915 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcyeBJiDR9hTYE/scYRlN9UzDVw=', 'Content-Length': '0'} 2022-09-01T11:22:13.917 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cbd6343688a65cd3-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.918 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:13.919 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:13.919 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.920 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.921 DEBUG:boto:Method: GET 2022-09-01T11:22:13.922 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.923 DEBUG:boto:Data: 2022-09-01T11:22:13.923 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.924 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.924 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.925 DEBUG:boto:Params: {} 2022-09-01T11:22:13.926 DEBUG:boto:Token: None 2022-09-01T11:22:13.926 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.927 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcyeBJiDR9hTYE/scYRlN9UzDVw= 2022-09-01T11:22:13.928 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcyeBJiDR9hTYE/scYRlN9UzDVw=', 'Content-Length': '0'} 2022-09-01T11:22:13.930 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f56735a2c04bb7f9-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.932 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:13.933 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:13.934 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.934 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.935 DEBUG:boto:Method: HEAD 2022-09-01T11:22:13.935 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.936 DEBUG:boto:Data: 2022-09-01T11:22:13.936 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.937 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.937 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.938 DEBUG:boto:Params: {} 2022-09-01T11:22:13.938 DEBUG:boto:Token: None 2022-09-01T11:22:13.939 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.940 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5shLNxOwNscLuHavFQGSaoW7oFQ= 2022-09-01T11:22:13.941 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5shLNxOwNscLuHavFQGSaoW7oFQ=', 'Content-Length': '0'} 2022-09-01T11:22:13.949 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1148ae83308a87b-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.950 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:13.951 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:13.951 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.952 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.952 DEBUG:boto:Method: HEAD 2022-09-01T11:22:13.953 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.953 DEBUG:boto:Data: 2022-09-01T11:22:13.954 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.954 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.955 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.955 DEBUG:boto:Params: {} 2022-09-01T11:22:13.956 DEBUG:boto:Token: None 2022-09-01T11:22:13.956 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.957 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5shLNxOwNscLuHavFQGSaoW7oFQ= 2022-09-01T11:22:13.958 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5shLNxOwNscLuHavFQGSaoW7oFQ=', 'Content-Length': '0'} 2022-09-01T11:22:13.960 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001cda89142b517cac-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.961 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:22:13.962 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:13.963 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:13.964 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.964 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.965 DEBUG:boto:Method: GET 2022-09-01T11:22:13.966 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.966 DEBUG:boto:Data: 2022-09-01T11:22:13.967 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.968 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.969 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.970 DEBUG:boto:Params: {} 2022-09-01T11:22:13.970 DEBUG:boto:Token: None 2022-09-01T11:22:13.971 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcyeBJiDR9hTYE/scYRlN9UzDVw= 2022-09-01T11:22:13.972 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcyeBJiDR9hTYE/scYRlN9UzDVw=', 'Content-Length': '0'} 2022-09-01T11:22:13.975 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000626e3bc45c743fdc-00631095e5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.975 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:13.976 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:13.977 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.977 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.978 DEBUG:boto:Method: GET 2022-09-01T11:22:13.978 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.979 DEBUG:boto:Data: 2022-09-01T11:22:13.979 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.980 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:13.980 DEBUG:boto:Port: 8000 2022-09-01T11:22:13.981 DEBUG:boto:Params: {} 2022-09-01T11:22:13.982 DEBUG:boto:Token: None 2022-09-01T11:22:13.983 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:22:13.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcyeBJiDR9hTYE/scYRlN9UzDVw= 2022-09-01T11:22:13.984 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcyeBJiDR9hTYE/scYRlN9UzDVw=', 'Content-Length': '0'} 2022-09-01T11:22:13.989 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000000498832b5f3780a-00631095e5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:13.990 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:13.990 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:13.991 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:13.992 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:13.992 DEBUG:boto:Method: GET 2022-09-01T11:22:13.993 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:22:13.993 DEBUG:boto:Data: 2022-09-01T11:22:13.994 DEBUG:boto:Headers: {} 2022-09-01T11:22:13.994 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:13.995 DEBUG:boto:Port: 8001 2022-09-01T11:22:13.995 DEBUG:boto:Params: {} 2022-09-01T11:22:13.996 DEBUG:boto:Token: None 2022-09-01T11:22:13.997 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:13 GMT /ptoxvb-74/ 2022-09-01T11:22:13.997 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E= 2022-09-01T11:22:13.998 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y/0ZUZ80kLZZTm/ZO1PcTmqYP4E=', 'Content-Length': '0'} 2022-09-01T11:22:14.001 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cbe3e8920fe751d4-00631095e6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.046 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:14.047 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:14.048 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:14.048 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:14.049 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:14.049 DEBUG:boto:Method: GET 2022-09-01T11:22:14.050 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:22:14.050 DEBUG:boto:Data: 2022-09-01T11:22:14.051 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.052 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.052 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.053 DEBUG:boto:Params: {} 2022-09-01T11:22:14.054 DEBUG:boto:Token: None 2022-09-01T11:22:14.055 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/ 2022-09-01T11:22:14.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk= 2022-09-01T11:22:14.056 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk=', 'Content-Length': '0'} 2022-09-01T11:22:14.059 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000197c05e5d4dec246-00631095e6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.060 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:14.061 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:14.062 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:14.063 DEBUG:boto:Method: HEAD 2022-09-01T11:22:14.064 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:22:14.065 DEBUG:boto:Data: 2022-09-01T11:22:14.066 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.067 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.068 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.069 DEBUG:boto:Params: {} 2022-09-01T11:22:14.071 DEBUG:boto:Token: None 2022-09-01T11:22:14.072 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj22 2022-09-01T11:22:14.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1eypSPKcnk0JLd/iHEkDfpvnw3Y= 2022-09-01T11:22:14.074 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1eypSPKcnk0JLd/iHEkDfpvnw3Y=', 'Content-Length': '0'} 2022-09-01T11:22:14.076 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008506ac045df61925-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.077 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:14.078 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:14.079 DEBUG:boto:Method: HEAD 2022-09-01T11:22:14.080 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:22:14.081 DEBUG:boto:Data: 2022-09-01T11:22:14.082 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.083 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.084 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.085 DEBUG:boto:Params: {} 2022-09-01T11:22:14.086 DEBUG:boto:Token: None 2022-09-01T11:22:14.086 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj22 2022-09-01T11:22:14.087 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1eypSPKcnk0JLd/iHEkDfpvnw3Y= 2022-09-01T11:22:14.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1eypSPKcnk0JLd/iHEkDfpvnw3Y=', 'Content-Length': '0'} 2022-09-01T11:22:14.091 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a564a2c44e7999f-00631095e6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.092 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:22:14.093 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:14.094 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:14.095 DEBUG:boto:Method: GET 2022-09-01T11:22:14.096 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:22:14.097 DEBUG:boto:Data: 2022-09-01T11:22:14.098 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.099 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.100 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.101 DEBUG:boto:Params: {} 2022-09-01T11:22:14.102 DEBUG:boto:Token: None 2022-09-01T11:22:14.103 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj22 2022-09-01T11:22:14.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6AV0wb1IpvfIMmEvyH6XVtcWQ2A= 2022-09-01T11:22:14.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6AV0wb1IpvfIMmEvyH6XVtcWQ2A=', 'Content-Length': '0'} 2022-09-01T11:22:14.108 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cb463c17b310c649-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.110 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:22:14.111 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:22:14.112 DEBUG:boto:Method: GET 2022-09-01T11:22:14.112 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:22:14.113 DEBUG:boto:Data: 2022-09-01T11:22:14.114 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.115 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.116 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.117 DEBUG:boto:Params: {} 2022-09-01T11:22:14.119 DEBUG:boto:Token: None 2022-09-01T11:22:14.120 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj22 2022-09-01T11:22:14.121 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6AV0wb1IpvfIMmEvyH6XVtcWQ2A= 2022-09-01T11:22:14.122 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6AV0wb1IpvfIMmEvyH6XVtcWQ2A=', 'Content-Length': '0'} 2022-09-01T11:22:14.125 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009110e68594db536e-00631095e6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.174 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:14.175 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:14.176 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:14.177 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:14.178 DEBUG:boto:Method: GET 2022-09-01T11:22:14.179 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:22:14.180 DEBUG:boto:Data: 2022-09-01T11:22:14.181 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.183 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.184 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.185 DEBUG:boto:Params: {} 2022-09-01T11:22:14.186 DEBUG:boto:Token: None 2022-09-01T11:22:14.187 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/ 2022-09-01T11:22:14.188 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk= 2022-09-01T11:22:14.189 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk=', 'Content-Length': '0'} 2022-09-01T11:22:14.194 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b3ee187dd95e542c-00631095e6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.196 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:14.197 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:14.198 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:14.200 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:14.200 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:22:14.202 DEBUG:boto:Method: GET 2022-09-01T11:22:14.203 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:22:14.204 DEBUG:boto:Data: 2022-09-01T11:22:14.205 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.205 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.206 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.207 DEBUG:boto:Params: {} 2022-09-01T11:22:14.209 DEBUG:boto:Token: None 2022-09-01T11:22:14.210 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/ 2022-09-01T11:22:14.211 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk= 2022-09-01T11:22:14.212 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk=', 'Content-Length': '0'} 2022-09-01T11:22:14.216 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000001cdaca544cc9a31-00631095e6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.217 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:14.219 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:22:14.220 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:14.221 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:14.222 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.223 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.224 DEBUG:boto:Method: GET 2022-09-01T11:22:14.225 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.226 DEBUG:boto:Data: 2022-09-01T11:22:14.227 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.228 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.229 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.230 DEBUG:boto:Params: {} 2022-09-01T11:22:14.231 DEBUG:boto:Token: None 2022-09-01T11:22:14.233 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.234 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YmX5Bb9yV8mW7vZ1h7j0CFAD+Jw= 2022-09-01T11:22:14.236 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YmX5Bb9yV8mW7vZ1h7j0CFAD+Jw=', 'Content-Length': '0'} 2022-09-01T11:22:14.239 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002fb32dddfa449065-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.242 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:14.243 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:14.244 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.245 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.246 DEBUG:boto:Method: GET 2022-09-01T11:22:14.247 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.248 DEBUG:boto:Data: 2022-09-01T11:22:14.249 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.250 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.251 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.252 DEBUG:boto:Params: {} 2022-09-01T11:22:14.254 DEBUG:boto:Token: None 2022-09-01T11:22:14.255 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.256 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YmX5Bb9yV8mW7vZ1h7j0CFAD+Jw= 2022-09-01T11:22:14.257 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YmX5Bb9yV8mW7vZ1h7j0CFAD+Jw=', 'Content-Length': '0'} 2022-09-01T11:22:14.260 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000712d23c9d05e72b9-00631095e6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.261 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:14.262 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:14.263 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.264 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.265 DEBUG:boto:Method: HEAD 2022-09-01T11:22:14.266 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.267 DEBUG:boto:Data: 2022-09-01T11:22:14.268 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.269 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.269 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.270 DEBUG:boto:Params: {} 2022-09-01T11:22:14.270 DEBUG:boto:Token: None 2022-09-01T11:22:14.271 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4SX1XBtLsf84Xn/1qLcq0BPEWEQ= 2022-09-01T11:22:14.272 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4SX1XBtLsf84Xn/1qLcq0BPEWEQ=', 'Content-Length': '0'} 2022-09-01T11:22:14.274 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f884cf2bcc8b45d-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.275 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:14.275 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:14.276 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.277 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.277 DEBUG:boto:Method: HEAD 2022-09-01T11:22:14.278 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.279 DEBUG:boto:Data: 2022-09-01T11:22:14.279 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.280 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.280 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.281 DEBUG:boto:Params: {} 2022-09-01T11:22:14.282 DEBUG:boto:Token: None 2022-09-01T11:22:14.282 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.283 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4SX1XBtLsf84Xn/1qLcq0BPEWEQ= 2022-09-01T11:22:14.283 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4SX1XBtLsf84Xn/1qLcq0BPEWEQ=', 'Content-Length': '0'} 2022-09-01T11:22:14.286 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001eeeef2b3574c674-00631095e6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.286 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:22:14.287 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:14.287 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:14.288 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.289 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.289 DEBUG:boto:Method: GET 2022-09-01T11:22:14.290 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.290 DEBUG:boto:Data: 2022-09-01T11:22:14.291 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.291 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.292 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.292 DEBUG:boto:Params: {} 2022-09-01T11:22:14.293 DEBUG:boto:Token: None 2022-09-01T11:22:14.294 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.294 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YmX5Bb9yV8mW7vZ1h7j0CFAD+Jw= 2022-09-01T11:22:14.295 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YmX5Bb9yV8mW7vZ1h7j0CFAD+Jw=', 'Content-Length': '0'} 2022-09-01T11:22:14.297 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006f681e28fb896d5e-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.338 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:14.339 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:14.340 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.340 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.341 DEBUG:boto:Method: GET 2022-09-01T11:22:14.341 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.342 DEBUG:boto:Data: 2022-09-01T11:22:14.343 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.343 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.344 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.344 DEBUG:boto:Params: {} 2022-09-01T11:22:14.345 DEBUG:boto:Token: None 2022-09-01T11:22:14.346 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:22:14.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YmX5Bb9yV8mW7vZ1h7j0CFAD+Jw= 2022-09-01T11:22:14.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YmX5Bb9yV8mW7vZ1h7j0CFAD+Jw=', 'Content-Length': '0'} 2022-09-01T11:22:14.351 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005e48ac62713b6ed-00631095e6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.353 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:14.353 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:14.354 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:14.355 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:14.356 DEBUG:boto:Method: GET 2022-09-01T11:22:14.357 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:22:14.358 DEBUG:boto:Data: 2022-09-01T11:22:14.359 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.360 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.362 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.363 DEBUG:boto:Params: {} 2022-09-01T11:22:14.364 DEBUG:boto:Token: None 2022-09-01T11:22:14.365 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/ 2022-09-01T11:22:14.367 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk= 2022-09-01T11:22:14.368 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk=', 'Content-Length': '0'} 2022-09-01T11:22:14.374 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000091c19b64347d77f4-00631095e6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.382 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:14.384 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:14.385 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:14.386 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:14.387 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:14.388 DEBUG:boto:Method: GET 2022-09-01T11:22:14.400 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:22:14.401 DEBUG:boto:Data: 2022-09-01T11:22:14.402 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.403 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.404 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.405 DEBUG:boto:Params: {} 2022-09-01T11:22:14.406 DEBUG:boto:Token: None 2022-09-01T11:22:14.407 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/ 2022-09-01T11:22:14.408 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk= 2022-09-01T11:22:14.409 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk=', 'Content-Length': '0'} 2022-09-01T11:22:14.412 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000452b469223a069bf-00631095e6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.413 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:14.414 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:14.414 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:14.415 DEBUG:boto:Method: HEAD 2022-09-01T11:22:14.415 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:22:14.416 DEBUG:boto:Data: 2022-09-01T11:22:14.417 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.417 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.418 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.418 DEBUG:boto:Params: {} 2022-09-01T11:22:14.419 DEBUG:boto:Token: None 2022-09-01T11:22:14.420 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj33 2022-09-01T11:22:14.420 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WKWBy1aNpBSVw8fGmeezsdCNFuI= 2022-09-01T11:22:14.421 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WKWBy1aNpBSVw8fGmeezsdCNFuI=', 'Content-Length': '0'} 2022-09-01T11:22:14.423 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000009d5930421f7d6e4-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.424 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:14.424 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:14.425 DEBUG:boto:Method: HEAD 2022-09-01T11:22:14.426 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:22:14.426 DEBUG:boto:Data: 2022-09-01T11:22:14.427 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.427 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.428 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.428 DEBUG:boto:Params: {} 2022-09-01T11:22:14.429 DEBUG:boto:Token: None 2022-09-01T11:22:14.429 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj33 2022-09-01T11:22:14.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WKWBy1aNpBSVw8fGmeezsdCNFuI= 2022-09-01T11:22:14.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WKWBy1aNpBSVw8fGmeezsdCNFuI=', 'Content-Length': '0'} 2022-09-01T11:22:14.451 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b1eb62a8e19cbd8-00631095e6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.453 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:22:14.454 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:14.455 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:14.456 DEBUG:boto:Method: GET 2022-09-01T11:22:14.457 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:22:14.458 DEBUG:boto:Data: 2022-09-01T11:22:14.459 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.460 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.461 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.462 DEBUG:boto:Params: {} 2022-09-01T11:22:14.463 DEBUG:boto:Token: None 2022-09-01T11:22:14.464 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj33 2022-09-01T11:22:14.465 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k6alHP4cHg+0Dpsi01rPLvN0HG0= 2022-09-01T11:22:14.467 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k6alHP4cHg+0Dpsi01rPLvN0HG0=', 'Content-Length': '0'} 2022-09-01T11:22:14.469 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009c78a140f5654bd4-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.471 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:22:14.472 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:22:14.473 DEBUG:boto:Method: GET 2022-09-01T11:22:14.474 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:22:14.475 DEBUG:boto:Data: 2022-09-01T11:22:14.476 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.477 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.478 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.479 DEBUG:boto:Params: {} 2022-09-01T11:22:14.480 DEBUG:boto:Token: None 2022-09-01T11:22:14.480 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj33 2022-09-01T11:22:14.481 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k6alHP4cHg+0Dpsi01rPLvN0HG0= 2022-09-01T11:22:14.482 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k6alHP4cHg+0Dpsi01rPLvN0HG0=', 'Content-Length': '0'} 2022-09-01T11:22:14.484 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000001abd5c4ea0f9ba9-00631095e6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.485 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:14.485 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:14.486 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:14.487 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:14.489 DEBUG:boto:Method: GET 2022-09-01T11:22:14.491 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:22:14.492 DEBUG:boto:Data: 2022-09-01T11:22:14.493 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.493 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.494 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.495 DEBUG:boto:Params: {} 2022-09-01T11:22:14.495 DEBUG:boto:Token: None 2022-09-01T11:22:14.496 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/ 2022-09-01T11:22:14.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk= 2022-09-01T11:22:14.498 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk=', 'Content-Length': '0'} 2022-09-01T11:22:14.503 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008534568e496e0338-00631095e6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.504 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:14.505 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:14.506 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:14.507 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:14.507 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:22:14.508 DEBUG:boto:Method: GET 2022-09-01T11:22:14.509 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:22:14.510 DEBUG:boto:Data: 2022-09-01T11:22:14.511 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.512 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.513 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.515 DEBUG:boto:Params: {} 2022-09-01T11:22:14.516 DEBUG:boto:Token: None 2022-09-01T11:22:14.517 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/ 2022-09-01T11:22:14.518 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk= 2022-09-01T11:22:14.519 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk=', 'Content-Length': '0'} 2022-09-01T11:22:14.523 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fdcbc01c2037f434-00631095e6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.524 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:14.526 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:22:14.527 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:14.528 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:14.529 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.530 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.531 DEBUG:boto:Method: GET 2022-09-01T11:22:14.532 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.532 DEBUG:boto:Data: 2022-09-01T11:22:14.533 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.534 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.535 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.536 DEBUG:boto:Params: {} 2022-09-01T11:22:14.537 DEBUG:boto:Token: None 2022-09-01T11:22:14.537 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.538 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dy3sV/zHaHZ2sbbkkcQLY2Lo6Rk= 2022-09-01T11:22:14.539 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dy3sV/zHaHZ2sbbkkcQLY2Lo6Rk=', 'Content-Length': '0'} 2022-09-01T11:22:14.542 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000011ee57aa25c47b5-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.543 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:14.544 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:14.544 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.545 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.545 DEBUG:boto:Method: GET 2022-09-01T11:22:14.546 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.547 DEBUG:boto:Data: 2022-09-01T11:22:14.547 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.548 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.548 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.549 DEBUG:boto:Params: {} 2022-09-01T11:22:14.550 DEBUG:boto:Token: None 2022-09-01T11:22:14.550 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.551 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dy3sV/zHaHZ2sbbkkcQLY2Lo6Rk= 2022-09-01T11:22:14.552 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dy3sV/zHaHZ2sbbkkcQLY2Lo6Rk=', 'Content-Length': '0'} 2022-09-01T11:22:14.554 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005aeb14f193ad0629-00631095e6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.555 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:14.556 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:14.556 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.557 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.557 DEBUG:boto:Method: HEAD 2022-09-01T11:22:14.558 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.558 DEBUG:boto:Data: 2022-09-01T11:22:14.559 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.560 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.560 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.561 DEBUG:boto:Params: {} 2022-09-01T11:22:14.562 DEBUG:boto:Token: None 2022-09-01T11:22:14.563 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cToEGlMmJfr/UllZ43aB4fqQYFk= 2022-09-01T11:22:14.564 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cToEGlMmJfr/UllZ43aB4fqQYFk=', 'Content-Length': '0'} 2022-09-01T11:22:14.567 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000229e34dc76c8c40b-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.568 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:14.569 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:14.569 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.570 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.570 DEBUG:boto:Method: HEAD 2022-09-01T11:22:14.571 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.572 DEBUG:boto:Data: 2022-09-01T11:22:14.572 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.573 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.573 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.574 DEBUG:boto:Params: {} 2022-09-01T11:22:14.574 DEBUG:boto:Token: None 2022-09-01T11:22:14.575 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.576 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cToEGlMmJfr/UllZ43aB4fqQYFk= 2022-09-01T11:22:14.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cToEGlMmJfr/UllZ43aB4fqQYFk=', 'Content-Length': '0'} 2022-09-01T11:22:14.578 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000793037ec348ff46a-00631095e6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.580 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:22:14.580 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:14.581 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:14.581 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.582 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.582 DEBUG:boto:Method: GET 2022-09-01T11:22:14.583 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.584 DEBUG:boto:Data: 2022-09-01T11:22:14.585 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.586 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.588 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.589 DEBUG:boto:Params: {} 2022-09-01T11:22:14.590 DEBUG:boto:Token: None 2022-09-01T11:22:14.591 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.593 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dy3sV/zHaHZ2sbbkkcQLY2Lo6Rk= 2022-09-01T11:22:14.594 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dy3sV/zHaHZ2sbbkkcQLY2Lo6Rk=', 'Content-Length': '0'} 2022-09-01T11:22:14.597 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db17c1237cb66ffb-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.638 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:14.639 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:14.640 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.640 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.641 DEBUG:boto:Method: GET 2022-09-01T11:22:14.641 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.642 DEBUG:boto:Data: 2022-09-01T11:22:14.643 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.643 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.644 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.644 DEBUG:boto:Params: {} 2022-09-01T11:22:14.645 DEBUG:boto:Token: None 2022-09-01T11:22:14.646 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:22:14.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dy3sV/zHaHZ2sbbkkcQLY2Lo6Rk= 2022-09-01T11:22:14.647 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dy3sV/zHaHZ2sbbkkcQLY2Lo6Rk=', 'Content-Length': '0'} 2022-09-01T11:22:14.650 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f71731a14b1dccc5-00631095e6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.651 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:14.651 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:14.652 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:14.652 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:14.653 DEBUG:boto:Method: GET 2022-09-01T11:22:14.654 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:22:14.654 DEBUG:boto:Data: 2022-09-01T11:22:14.655 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.656 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.656 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.657 DEBUG:boto:Params: {} 2022-09-01T11:22:14.657 DEBUG:boto:Token: None 2022-09-01T11:22:14.658 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/ 2022-09-01T11:22:14.659 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk= 2022-09-01T11:22:14.660 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk=', 'Content-Length': '0'} 2022-09-01T11:22:14.663 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002157e6969e685080-00631095e6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.664 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:14.665 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:14.665 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:14.666 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:14.667 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:14.667 DEBUG:boto:Method: GET 2022-09-01T11:22:14.668 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:22:14.668 DEBUG:boto:Data: 2022-09-01T11:22:14.669 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.670 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.671 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.672 DEBUG:boto:Params: {} 2022-09-01T11:22:14.672 DEBUG:boto:Token: None 2022-09-01T11:22:14.673 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/ 2022-09-01T11:22:14.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk= 2022-09-01T11:22:14.674 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk=', 'Content-Length': '0'} 2022-09-01T11:22:14.679 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ffa070defe2695cd-00631095e6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.681 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:14.682 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:14.683 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:14.684 DEBUG:boto:Method: HEAD 2022-09-01T11:22:14.685 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:22:14.686 DEBUG:boto:Data: 2022-09-01T11:22:14.686 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.687 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.687 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.688 DEBUG:boto:Params: {} 2022-09-01T11:22:14.688 DEBUG:boto:Token: None 2022-09-01T11:22:14.690 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj34 2022-09-01T11:22:14.691 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LyDjbqQhKuDjhaQJe3MDnxZX3w= 2022-09-01T11:22:14.692 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LyDjbqQhKuDjhaQJe3MDnxZX3w=', 'Content-Length': '0'} 2022-09-01T11:22:14.694 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b65f776911b6079b-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.695 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:14.697 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:14.697 DEBUG:boto:Method: HEAD 2022-09-01T11:22:14.698 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:22:14.698 DEBUG:boto:Data: 2022-09-01T11:22:14.699 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.700 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.701 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.701 DEBUG:boto:Params: {} 2022-09-01T11:22:14.702 DEBUG:boto:Token: None 2022-09-01T11:22:14.702 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj34 2022-09-01T11:22:14.703 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4LyDjbqQhKuDjhaQJe3MDnxZX3w= 2022-09-01T11:22:14.704 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4LyDjbqQhKuDjhaQJe3MDnxZX3w=', 'Content-Length': '0'} 2022-09-01T11:22:14.707 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007416e04cc365fc94-00631095e6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.707 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:22:14.708 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:14.709 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:14.709 DEBUG:boto:Method: GET 2022-09-01T11:22:14.710 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:22:14.711 DEBUG:boto:Data: 2022-09-01T11:22:14.712 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.713 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.714 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.715 DEBUG:boto:Params: {} 2022-09-01T11:22:14.717 DEBUG:boto:Token: None 2022-09-01T11:22:14.718 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj34 2022-09-01T11:22:14.719 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ynEYgkBfOv1QqBJiMGzqSS5b64I= 2022-09-01T11:22:14.720 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ynEYgkBfOv1QqBJiMGzqSS5b64I=', 'Content-Length': '0'} 2022-09-01T11:22:14.723 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000471b34d879e95f9d-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.767 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:22:14.768 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:22:14.769 DEBUG:boto:Method: GET 2022-09-01T11:22:14.770 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:22:14.771 DEBUG:boto:Data: 2022-09-01T11:22:14.771 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.772 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.772 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.773 DEBUG:boto:Params: {} 2022-09-01T11:22:14.773 DEBUG:boto:Token: None 2022-09-01T11:22:14.775 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj34 2022-09-01T11:22:14.775 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ynEYgkBfOv1QqBJiMGzqSS5b64I= 2022-09-01T11:22:14.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ynEYgkBfOv1QqBJiMGzqSS5b64I=', 'Content-Length': '0'} 2022-09-01T11:22:14.778 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d68f914efcdeda68-00631095e6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.779 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:14.781 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:14.782 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:14.784 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:14.785 DEBUG:boto:Method: GET 2022-09-01T11:22:14.786 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:22:14.787 DEBUG:boto:Data: 2022-09-01T11:22:14.789 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.790 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.792 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.792 DEBUG:boto:Params: {} 2022-09-01T11:22:14.794 DEBUG:boto:Token: None 2022-09-01T11:22:14.795 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/ 2022-09-01T11:22:14.796 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk= 2022-09-01T11:22:14.797 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk=', 'Content-Length': '0'} 2022-09-01T11:22:14.801 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004cb69d109f2a2d8d-00631095e6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.802 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:14.804 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:14.805 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:14.806 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:14.807 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:22:14.808 DEBUG:boto:Method: GET 2022-09-01T11:22:14.809 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:22:14.810 DEBUG:boto:Data: 2022-09-01T11:22:14.811 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.812 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.814 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.815 DEBUG:boto:Params: {} 2022-09-01T11:22:14.816 DEBUG:boto:Token: None 2022-09-01T11:22:14.817 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/ 2022-09-01T11:22:14.819 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk= 2022-09-01T11:22:14.820 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk=', 'Content-Length': '0'} 2022-09-01T11:22:14.823 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fa2d4957fda30e30-00631095e6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.825 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:14.826 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:22:14.827 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:14.828 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:14.829 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.830 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.831 DEBUG:boto:Method: GET 2022-09-01T11:22:14.833 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.834 DEBUG:boto:Data: 2022-09-01T11:22:14.834 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.835 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.836 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.837 DEBUG:boto:Params: {} 2022-09-01T11:22:14.838 DEBUG:boto:Token: None 2022-09-01T11:22:14.840 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.841 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bs68t/uMdjz3x6DKF1DWfhCtJwE= 2022-09-01T11:22:14.842 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bs68t/uMdjz3x6DKF1DWfhCtJwE=', 'Content-Length': '0'} 2022-09-01T11:22:14.845 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ad237bc4b49a1315-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.846 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:14.847 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:14.848 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.849 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.850 DEBUG:boto:Method: GET 2022-09-01T11:22:14.850 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.851 DEBUG:boto:Data: 2022-09-01T11:22:14.852 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.852 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.853 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.853 DEBUG:boto:Params: {} 2022-09-01T11:22:14.854 DEBUG:boto:Token: None 2022-09-01T11:22:14.855 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.856 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bs68t/uMdjz3x6DKF1DWfhCtJwE= 2022-09-01T11:22:14.856 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bs68t/uMdjz3x6DKF1DWfhCtJwE=', 'Content-Length': '0'} 2022-09-01T11:22:14.859 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001fa2f00805ee1e0f-00631095e6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.902 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:14.903 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:14.904 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.905 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.906 DEBUG:boto:Method: HEAD 2022-09-01T11:22:14.907 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.908 DEBUG:boto:Data: 2022-09-01T11:22:14.909 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.910 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.911 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.912 DEBUG:boto:Params: {} 2022-09-01T11:22:14.913 DEBUG:boto:Token: None 2022-09-01T11:22:14.914 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.915 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9/3C1nnkom/vY4P4QBbvepKzX88= 2022-09-01T11:22:14.915 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9/3C1nnkom/vY4P4QBbvepKzX88=', 'Content-Length': '0'} 2022-09-01T11:22:14.918 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000080346ee163e77f15-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.919 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:14.919 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:14.920 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.921 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.921 DEBUG:boto:Method: HEAD 2022-09-01T11:22:14.922 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.922 DEBUG:boto:Data: 2022-09-01T11:22:14.923 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.923 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.924 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.924 DEBUG:boto:Params: {} 2022-09-01T11:22:14.925 DEBUG:boto:Token: None 2022-09-01T11:22:14.926 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.927 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9/3C1nnkom/vY4P4QBbvepKzX88= 2022-09-01T11:22:14.927 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9/3C1nnkom/vY4P4QBbvepKzX88=', 'Content-Length': '0'} 2022-09-01T11:22:14.930 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e81011f84ddad9db-00631095e6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.931 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:22:14.931 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:14.932 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:14.932 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.933 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.933 DEBUG:boto:Method: GET 2022-09-01T11:22:14.934 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.935 DEBUG:boto:Data: 2022-09-01T11:22:14.935 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.936 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.936 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.937 DEBUG:boto:Params: {} 2022-09-01T11:22:14.937 DEBUG:boto:Token: None 2022-09-01T11:22:14.938 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.939 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bs68t/uMdjz3x6DKF1DWfhCtJwE= 2022-09-01T11:22:14.940 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bs68t/uMdjz3x6DKF1DWfhCtJwE=', 'Content-Length': '0'} 2022-09-01T11:22:14.942 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e4ef58762777b112-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.943 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:14.944 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:14.944 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.945 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.946 DEBUG:boto:Method: GET 2022-09-01T11:22:14.947 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.948 DEBUG:boto:Data: 2022-09-01T11:22:14.949 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.950 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.951 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.952 DEBUG:boto:Params: {} 2022-09-01T11:22:14.953 DEBUG:boto:Token: None 2022-09-01T11:22:14.954 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:22:14.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bs68t/uMdjz3x6DKF1DWfhCtJwE= 2022-09-01T11:22:14.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bs68t/uMdjz3x6DKF1DWfhCtJwE=', 'Content-Length': '0'} 2022-09-01T11:22:14.960 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004390094a3c64d949-00631095e6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.962 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:14.963 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:14.963 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:14.964 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:14.965 DEBUG:boto:Method: GET 2022-09-01T11:22:14.965 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:22:14.966 DEBUG:boto:Data: 2022-09-01T11:22:14.966 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.967 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.968 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.968 DEBUG:boto:Params: {} 2022-09-01T11:22:14.969 DEBUG:boto:Token: None 2022-09-01T11:22:14.971 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/ 2022-09-01T11:22:14.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk= 2022-09-01T11:22:14.972 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk=', 'Content-Length': '0'} 2022-09-01T11:22:14.975 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005434a822c943e016-00631095e6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.976 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:14.977 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:14.978 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:14.978 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:14.979 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:14.979 DEBUG:boto:Method: GET 2022-09-01T11:22:14.980 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:22:14.980 DEBUG:boto:Data: 2022-09-01T11:22:14.981 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.981 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:14.982 DEBUG:boto:Port: 8000 2022-09-01T11:22:14.983 DEBUG:boto:Params: {} 2022-09-01T11:22:14.983 DEBUG:boto:Token: None 2022-09-01T11:22:14.984 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/ 2022-09-01T11:22:14.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk= 2022-09-01T11:22:14.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LgwdZ5/X/SlncR6glJiYLwKCvXk=', 'Content-Length': '0'} 2022-09-01T11:22:14.988 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d5ff484d7dcdfae5-00631095e6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.989 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:14.989 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:14.990 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:14.991 DEBUG:boto:Method: HEAD 2022-09-01T11:22:14.991 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:22:14.992 DEBUG:boto:Data: 2022-09-01T11:22:14.992 DEBUG:boto:Headers: {} 2022-09-01T11:22:14.993 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:14.993 DEBUG:boto:Port: 8001 2022-09-01T11:22:14.994 DEBUG:boto:Params: {} 2022-09-01T11:22:14.994 DEBUG:boto:Token: None 2022-09-01T11:22:14.995 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:14 GMT /ptoxvb-74/obj38 2022-09-01T11:22:14.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FDRNu9lWi4iK+sHdvjCRU6MNvF8= 2022-09-01T11:22:14.996 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FDRNu9lWi4iK+sHdvjCRU6MNvF8=', 'Content-Length': '0'} 2022-09-01T11:22:14.998 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f7d978bfedaaf7dd-00631095e6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:14.999 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:15.000 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:15.000 DEBUG:boto:Method: HEAD 2022-09-01T11:22:15.001 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:22:15.001 DEBUG:boto:Data: 2022-09-01T11:22:15.002 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.002 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.003 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.004 DEBUG:boto:Params: {} 2022-09-01T11:22:15.004 DEBUG:boto:Token: None 2022-09-01T11:22:15.005 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj38 2022-09-01T11:22:15.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FRPk5s58Hybz/Hkb432m3UJYZ9k= 2022-09-01T11:22:15.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FRPk5s58Hybz/Hkb432m3UJYZ9k=', 'Content-Length': '0'} 2022-09-01T11:22:15.008 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f43613cbc3c6e99a-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.009 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:22:15.010 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:15.010 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:15.011 DEBUG:boto:Method: GET 2022-09-01T11:22:15.011 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:22:15.012 DEBUG:boto:Data: 2022-09-01T11:22:15.012 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.013 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.014 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.014 DEBUG:boto:Params: {} 2022-09-01T11:22:15.015 DEBUG:boto:Token: None 2022-09-01T11:22:15.016 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj38 2022-09-01T11:22:15.016 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zKKlRUDf4EylIdGAZaw5IwCETyg= 2022-09-01T11:22:15.017 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zKKlRUDf4EylIdGAZaw5IwCETyg=', 'Content-Length': '0'} 2022-09-01T11:22:15.019 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c2bb4c12221b364-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.062 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:22:15.063 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:22:15.064 DEBUG:boto:Method: GET 2022-09-01T11:22:15.065 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:22:15.066 DEBUG:boto:Data: 2022-09-01T11:22:15.067 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.068 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.069 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.070 DEBUG:boto:Params: {} 2022-09-01T11:22:15.071 DEBUG:boto:Token: None 2022-09-01T11:22:15.072 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj38 2022-09-01T11:22:15.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zKKlRUDf4EylIdGAZaw5IwCETyg= 2022-09-01T11:22:15.075 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zKKlRUDf4EylIdGAZaw5IwCETyg=', 'Content-Length': '0'} 2022-09-01T11:22:15.078 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006a14b2d3c17fa0b0-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.079 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:15.079 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:15.080 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:15.081 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:15.081 DEBUG:boto:Method: GET 2022-09-01T11:22:15.082 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:22:15.083 DEBUG:boto:Data: 2022-09-01T11:22:15.083 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.084 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.084 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.085 DEBUG:boto:Params: {} 2022-09-01T11:22:15.086 DEBUG:boto:Token: None 2022-09-01T11:22:15.087 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/ 2022-09-01T11:22:15.088 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8= 2022-09-01T11:22:15.089 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8=', 'Content-Length': '0'} 2022-09-01T11:22:15.093 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000024d14ac83dc49edf-00631095e7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.094 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:15.095 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:15.096 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:15.097 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:15.098 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:22:15.098 DEBUG:boto:Method: GET 2022-09-01T11:22:15.099 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:22:15.099 DEBUG:boto:Data: 2022-09-01T11:22:15.100 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.100 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.101 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.101 DEBUG:boto:Params: {} 2022-09-01T11:22:15.102 DEBUG:boto:Token: None 2022-09-01T11:22:15.103 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/ 2022-09-01T11:22:15.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8= 2022-09-01T11:22:15.104 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8=', 'Content-Length': '0'} 2022-09-01T11:22:15.107 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000099d1dffadc4b5dd-00631095e7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.108 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:15.109 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:22:15.109 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:15.110 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:15.110 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.111 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.112 DEBUG:boto:Method: GET 2022-09-01T11:22:15.113 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.113 DEBUG:boto:Data: 2022-09-01T11:22:15.114 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.114 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.115 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.116 DEBUG:boto:Params: {} 2022-09-01T11:22:15.117 DEBUG:boto:Token: None 2022-09-01T11:22:15.117 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VASwA0gfnLcvOsfDJeat+49NbZw= 2022-09-01T11:22:15.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VASwA0gfnLcvOsfDJeat+49NbZw=', 'Content-Length': '0'} 2022-09-01T11:22:15.121 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a04651f8d0488ceb-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.123 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:15.124 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:15.125 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.126 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.127 DEBUG:boto:Method: GET 2022-09-01T11:22:15.128 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.129 DEBUG:boto:Data: 2022-09-01T11:22:15.130 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.131 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.132 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.133 DEBUG:boto:Params: {} 2022-09-01T11:22:15.134 DEBUG:boto:Token: None 2022-09-01T11:22:15.134 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VASwA0gfnLcvOsfDJeat+49NbZw= 2022-09-01T11:22:15.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VASwA0gfnLcvOsfDJeat+49NbZw=', 'Content-Length': '0'} 2022-09-01T11:22:15.138 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a6ab3ab3cca156a-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.178 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:15.179 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:15.180 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.181 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.182 DEBUG:boto:Method: HEAD 2022-09-01T11:22:15.183 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.184 DEBUG:boto:Data: 2022-09-01T11:22:15.185 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.186 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.187 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.188 DEBUG:boto:Params: {} 2022-09-01T11:22:15.189 DEBUG:boto:Token: None 2022-09-01T11:22:15.191 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.191 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wwHSNzYQaWOgx1vS018+hiExHng= 2022-09-01T11:22:15.192 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wwHSNzYQaWOgx1vS018+hiExHng=', 'Content-Length': '0'} 2022-09-01T11:22:15.205 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d53e090662b4830-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.207 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:15.208 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:15.210 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.214 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.216 DEBUG:boto:Method: HEAD 2022-09-01T11:22:15.216 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.217 DEBUG:boto:Data: 2022-09-01T11:22:15.218 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.219 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.220 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.221 DEBUG:boto:Params: {} 2022-09-01T11:22:15.222 DEBUG:boto:Token: None 2022-09-01T11:22:15.224 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.225 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wwHSNzYQaWOgx1vS018+hiExHng= 2022-09-01T11:22:15.226 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wwHSNzYQaWOgx1vS018+hiExHng=', 'Content-Length': '0'} 2022-09-01T11:22:15.228 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000070bd01f14ea4ed6-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.230 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:22:15.231 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:15.232 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:15.233 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.235 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.236 DEBUG:boto:Method: GET 2022-09-01T11:22:15.238 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.239 DEBUG:boto:Data: 2022-09-01T11:22:15.240 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.241 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.242 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.243 DEBUG:boto:Params: {} 2022-09-01T11:22:15.244 DEBUG:boto:Token: None 2022-09-01T11:22:15.245 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.246 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VASwA0gfnLcvOsfDJeat+49NbZw= 2022-09-01T11:22:15.247 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VASwA0gfnLcvOsfDJeat+49NbZw=', 'Content-Length': '0'} 2022-09-01T11:22:15.252 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005cdfe7476c13d707-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.253 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:15.254 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:15.254 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.255 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.256 DEBUG:boto:Method: GET 2022-09-01T11:22:15.256 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.257 DEBUG:boto:Data: 2022-09-01T11:22:15.257 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.258 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.259 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.259 DEBUG:boto:Params: {} 2022-09-01T11:22:15.260 DEBUG:boto:Token: None 2022-09-01T11:22:15.260 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:22:15.261 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VASwA0gfnLcvOsfDJeat+49NbZw= 2022-09-01T11:22:15.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VASwA0gfnLcvOsfDJeat+49NbZw=', 'Content-Length': '0'} 2022-09-01T11:22:15.264 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba441f2633a480e1-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.266 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:15.266 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:15.267 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:15.267 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:15.268 DEBUG:boto:Method: GET 2022-09-01T11:22:15.268 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:22:15.269 DEBUG:boto:Data: 2022-09-01T11:22:15.269 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.270 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.271 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.271 DEBUG:boto:Params: {} 2022-09-01T11:22:15.272 DEBUG:boto:Token: None 2022-09-01T11:22:15.272 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/ 2022-09-01T11:22:15.273 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8= 2022-09-01T11:22:15.274 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8=', 'Content-Length': '0'} 2022-09-01T11:22:15.276 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001551ffbd1f91fb26-00631095e7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.277 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:15.278 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:15.279 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:15.279 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:15.280 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:15.280 DEBUG:boto:Method: GET 2022-09-01T11:22:15.281 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:22:15.281 DEBUG:boto:Data: 2022-09-01T11:22:15.282 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.282 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.283 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.283 DEBUG:boto:Params: {} 2022-09-01T11:22:15.284 DEBUG:boto:Token: None 2022-09-01T11:22:15.285 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/ 2022-09-01T11:22:15.285 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8= 2022-09-01T11:22:15.286 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8=', 'Content-Length': '0'} 2022-09-01T11:22:15.289 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d1ed0c767be9a592-00631095e7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.290 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:15.291 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:15.291 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:15.292 DEBUG:boto:Method: HEAD 2022-09-01T11:22:15.292 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:22:15.293 DEBUG:boto:Data: 2022-09-01T11:22:15.293 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.294 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.295 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.295 DEBUG:boto:Params: {} 2022-09-01T11:22:15.296 DEBUG:boto:Token: None 2022-09-01T11:22:15.296 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj44 2022-09-01T11:22:15.297 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mXsUACtVs8oOa+uhY4vXk15gS0c= 2022-09-01T11:22:15.297 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mXsUACtVs8oOa+uhY4vXk15gS0c=', 'Content-Length': '0'} 2022-09-01T11:22:15.300 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002db6e6b24eecb949-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.301 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:15.302 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:15.303 DEBUG:boto:Method: HEAD 2022-09-01T11:22:15.304 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:22:15.305 DEBUG:boto:Data: 2022-09-01T11:22:15.306 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.307 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.308 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.308 DEBUG:boto:Params: {} 2022-09-01T11:22:15.309 DEBUG:boto:Token: None 2022-09-01T11:22:15.310 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj44 2022-09-01T11:22:15.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mXsUACtVs8oOa+uhY4vXk15gS0c= 2022-09-01T11:22:15.312 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mXsUACtVs8oOa+uhY4vXk15gS0c=', 'Content-Length': '0'} 2022-09-01T11:22:15.314 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fece51fbbb9b7e58-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.315 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:22:15.315 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:15.316 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:15.316 DEBUG:boto:Method: GET 2022-09-01T11:22:15.317 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:22:15.317 DEBUG:boto:Data: 2022-09-01T11:22:15.318 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.319 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.319 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.320 DEBUG:boto:Params: {} 2022-09-01T11:22:15.320 DEBUG:boto:Token: None 2022-09-01T11:22:15.321 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj44 2022-09-01T11:22:15.322 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2EUweBYa5l/ld4glGteA2ZsY2tI= 2022-09-01T11:22:15.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2EUweBYa5l/ld4glGteA2ZsY2tI=', 'Content-Length': '0'} 2022-09-01T11:22:15.325 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000655ff4c567ff402b-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.326 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:22:15.326 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:22:15.327 DEBUG:boto:Method: GET 2022-09-01T11:22:15.327 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:22:15.328 DEBUG:boto:Data: 2022-09-01T11:22:15.328 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.329 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.330 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.330 DEBUG:boto:Params: {} 2022-09-01T11:22:15.331 DEBUG:boto:Token: None 2022-09-01T11:22:15.331 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj44 2022-09-01T11:22:15.332 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2EUweBYa5l/ld4glGteA2ZsY2tI= 2022-09-01T11:22:15.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2EUweBYa5l/ld4glGteA2ZsY2tI=', 'Content-Length': '0'} 2022-09-01T11:22:15.335 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d253476e69a399ab-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.336 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:15.337 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:15.338 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:15.339 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:15.340 DEBUG:boto:Method: GET 2022-09-01T11:22:15.341 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:22:15.341 DEBUG:boto:Data: 2022-09-01T11:22:15.342 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.343 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.344 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.345 DEBUG:boto:Params: {} 2022-09-01T11:22:15.348 DEBUG:boto:Token: None 2022-09-01T11:22:15.349 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/ 2022-09-01T11:22:15.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8= 2022-09-01T11:22:15.351 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8=', 'Content-Length': '0'} 2022-09-01T11:22:15.355 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b30a8d11273f3ec0-00631095e7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.356 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:15.357 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:15.357 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:15.358 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:15.359 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:22:15.359 DEBUG:boto:Method: GET 2022-09-01T11:22:15.360 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:22:15.361 DEBUG:boto:Data: 2022-09-01T11:22:15.361 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.362 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.362 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.363 DEBUG:boto:Params: {} 2022-09-01T11:22:15.364 DEBUG:boto:Token: None 2022-09-01T11:22:15.364 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/ 2022-09-01T11:22:15.365 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8= 2022-09-01T11:22:15.365 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8=', 'Content-Length': '0'} 2022-09-01T11:22:15.368 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fa12da9f6f56a340-00631095e7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.369 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:15.371 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:22:15.372 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:15.373 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:15.374 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.375 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.376 DEBUG:boto:Method: GET 2022-09-01T11:22:15.377 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.378 DEBUG:boto:Data: 2022-09-01T11:22:15.379 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.380 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.380 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.381 DEBUG:boto:Params: {} 2022-09-01T11:22:15.382 DEBUG:boto:Token: None 2022-09-01T11:22:15.382 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.383 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7CNjnaIBEMiO8kCBZisAjRHUMKc= 2022-09-01T11:22:15.384 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7CNjnaIBEMiO8kCBZisAjRHUMKc=', 'Content-Length': '0'} 2022-09-01T11:22:15.387 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000af8fa6114184ff1-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.388 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:15.389 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:15.389 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.390 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.391 DEBUG:boto:Method: GET 2022-09-01T11:22:15.391 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.392 DEBUG:boto:Data: 2022-09-01T11:22:15.393 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.393 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.394 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.394 DEBUG:boto:Params: {} 2022-09-01T11:22:15.395 DEBUG:boto:Token: None 2022-09-01T11:22:15.396 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7CNjnaIBEMiO8kCBZisAjRHUMKc= 2022-09-01T11:22:15.398 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7CNjnaIBEMiO8kCBZisAjRHUMKc=', 'Content-Length': '0'} 2022-09-01T11:22:15.400 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001f902e28e74cb4e0-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.401 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:15.402 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:15.402 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.403 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.403 DEBUG:boto:Method: HEAD 2022-09-01T11:22:15.404 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.404 DEBUG:boto:Data: 2022-09-01T11:22:15.405 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.405 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.406 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.407 DEBUG:boto:Params: {} 2022-09-01T11:22:15.407 DEBUG:boto:Token: None 2022-09-01T11:22:15.408 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.408 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fKHp3rUW/InZVLvgRcdW+GKBwyY= 2022-09-01T11:22:15.409 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fKHp3rUW/InZVLvgRcdW+GKBwyY=', 'Content-Length': '0'} 2022-09-01T11:22:15.412 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b7b3cb561b08927a-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.412 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:15.413 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:15.414 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.414 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.415 DEBUG:boto:Method: HEAD 2022-09-01T11:22:15.415 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.416 DEBUG:boto:Data: 2022-09-01T11:22:15.416 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.417 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.417 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.418 DEBUG:boto:Params: {} 2022-09-01T11:22:15.419 DEBUG:boto:Token: None 2022-09-01T11:22:15.419 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.420 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fKHp3rUW/InZVLvgRcdW+GKBwyY= 2022-09-01T11:22:15.420 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fKHp3rUW/InZVLvgRcdW+GKBwyY=', 'Content-Length': '0'} 2022-09-01T11:22:15.423 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000305dac7dea590b54-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.425 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:22:15.426 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:15.427 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:15.428 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.429 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.430 DEBUG:boto:Method: GET 2022-09-01T11:22:15.431 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.432 DEBUG:boto:Data: 2022-09-01T11:22:15.433 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.435 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.436 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.437 DEBUG:boto:Params: {} 2022-09-01T11:22:15.438 DEBUG:boto:Token: None 2022-09-01T11:22:15.439 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.440 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7CNjnaIBEMiO8kCBZisAjRHUMKc= 2022-09-01T11:22:15.442 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7CNjnaIBEMiO8kCBZisAjRHUMKc=', 'Content-Length': '0'} 2022-09-01T11:22:15.444 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002f0ca7cb1386153c-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.486 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:15.487 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:15.487 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.488 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.488 DEBUG:boto:Method: GET 2022-09-01T11:22:15.489 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.490 DEBUG:boto:Data: 2022-09-01T11:22:15.490 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.491 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.491 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.492 DEBUG:boto:Params: {} 2022-09-01T11:22:15.493 DEBUG:boto:Token: None 2022-09-01T11:22:15.493 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:22:15.494 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7CNjnaIBEMiO8kCBZisAjRHUMKc= 2022-09-01T11:22:15.495 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7CNjnaIBEMiO8kCBZisAjRHUMKc=', 'Content-Length': '0'} 2022-09-01T11:22:15.497 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006343f9f47a900c3d-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.498 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:15.498 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:15.499 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:15.499 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:15.500 DEBUG:boto:Method: GET 2022-09-01T11:22:15.500 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:22:15.501 DEBUG:boto:Data: 2022-09-01T11:22:15.502 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.502 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.503 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.503 DEBUG:boto:Params: {} 2022-09-01T11:22:15.504 DEBUG:boto:Token: None 2022-09-01T11:22:15.504 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/ 2022-09-01T11:22:15.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8= 2022-09-01T11:22:15.506 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8=', 'Content-Length': '0'} 2022-09-01T11:22:15.509 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cc57b4def2ebc78d-00631095e7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.510 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:15.511 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:15.511 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:15.512 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:15.513 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:15.513 DEBUG:boto:Method: GET 2022-09-01T11:22:15.514 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:22:15.515 DEBUG:boto:Data: 2022-09-01T11:22:15.515 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.516 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.517 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.517 DEBUG:boto:Params: {} 2022-09-01T11:22:15.518 DEBUG:boto:Token: None 2022-09-01T11:22:15.518 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/ 2022-09-01T11:22:15.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8= 2022-09-01T11:22:15.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8=', 'Content-Length': '0'} 2022-09-01T11:22:15.522 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000be9dffc1f3900b6-00631095e7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.523 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:15.524 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:15.525 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:15.526 DEBUG:boto:Method: HEAD 2022-09-01T11:22:15.526 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:22:15.527 DEBUG:boto:Data: 2022-09-01T11:22:15.527 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.528 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.528 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.529 DEBUG:boto:Params: {} 2022-09-01T11:22:15.529 DEBUG:boto:Token: None 2022-09-01T11:22:15.530 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj51 2022-09-01T11:22:15.531 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YWzziOTI+inClhNJ5LjzfhtO/PI= 2022-09-01T11:22:15.531 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YWzziOTI+inClhNJ5LjzfhtO/PI=', 'Content-Length': '0'} 2022-09-01T11:22:15.534 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007d9d5b95d55c0473-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.535 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:15.536 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:15.537 DEBUG:boto:Method: HEAD 2022-09-01T11:22:15.538 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:22:15.539 DEBUG:boto:Data: 2022-09-01T11:22:15.540 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.541 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.542 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.543 DEBUG:boto:Params: {} 2022-09-01T11:22:15.544 DEBUG:boto:Token: None 2022-09-01T11:22:15.545 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj51 2022-09-01T11:22:15.546 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YWzziOTI+inClhNJ5LjzfhtO/PI= 2022-09-01T11:22:15.547 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YWzziOTI+inClhNJ5LjzfhtO/PI=', 'Content-Length': '0'} 2022-09-01T11:22:15.549 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b24164397d332927-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.551 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:22:15.552 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:15.553 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:15.554 DEBUG:boto:Method: GET 2022-09-01T11:22:15.555 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:22:15.555 DEBUG:boto:Data: 2022-09-01T11:22:15.556 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.558 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.559 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.560 DEBUG:boto:Params: {} 2022-09-01T11:22:15.561 DEBUG:boto:Token: None 2022-09-01T11:22:15.562 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj51 2022-09-01T11:22:15.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wyL2laethPaqlRdzwA4fo9A4w2E= 2022-09-01T11:22:15.564 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wyL2laethPaqlRdzwA4fo9A4w2E=', 'Content-Length': '0'} 2022-09-01T11:22:15.567 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b73e44e3d5435f0e-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.568 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:22:15.569 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:22:15.570 DEBUG:boto:Method: GET 2022-09-01T11:22:15.570 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:22:15.571 DEBUG:boto:Data: 2022-09-01T11:22:15.571 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.572 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.572 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.573 DEBUG:boto:Params: {} 2022-09-01T11:22:15.574 DEBUG:boto:Token: None 2022-09-01T11:22:15.575 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj51 2022-09-01T11:22:15.575 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wyL2laethPaqlRdzwA4fo9A4w2E= 2022-09-01T11:22:15.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wyL2laethPaqlRdzwA4fo9A4w2E=', 'Content-Length': '0'} 2022-09-01T11:22:15.578 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f216bacd1c2cb0b6-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.579 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:15.580 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:15.580 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:15.581 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:15.581 DEBUG:boto:Method: GET 2022-09-01T11:22:15.582 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:22:15.583 DEBUG:boto:Data: 2022-09-01T11:22:15.584 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.584 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.586 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.586 DEBUG:boto:Params: {} 2022-09-01T11:22:15.587 DEBUG:boto:Token: None 2022-09-01T11:22:15.588 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/ 2022-09-01T11:22:15.589 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8= 2022-09-01T11:22:15.589 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8=', 'Content-Length': '0'} 2022-09-01T11:22:15.592 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000055ae51807819af20-00631095e7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.593 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:15.594 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:15.594 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:15.595 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:15.595 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:22:15.596 DEBUG:boto:Method: GET 2022-09-01T11:22:15.596 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:22:15.597 DEBUG:boto:Data: 2022-09-01T11:22:15.597 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.598 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.598 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.599 DEBUG:boto:Params: {} 2022-09-01T11:22:15.600 DEBUG:boto:Token: None 2022-09-01T11:22:15.600 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/ 2022-09-01T11:22:15.601 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8= 2022-09-01T11:22:15.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8=', 'Content-Length': '0'} 2022-09-01T11:22:15.604 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000007d3f253b8451050-00631095e7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.650 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:15.652 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:22:15.652 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:15.653 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:15.654 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.655 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.655 DEBUG:boto:Method: GET 2022-09-01T11:22:15.656 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.657 DEBUG:boto:Data: 2022-09-01T11:22:15.657 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.658 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.659 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.659 DEBUG:boto:Params: {} 2022-09-01T11:22:15.660 DEBUG:boto:Token: None 2022-09-01T11:22:15.661 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pNN3bE74Nfn65KKlSfHsIxlb31g= 2022-09-01T11:22:15.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pNN3bE74Nfn65KKlSfHsIxlb31g=', 'Content-Length': '0'} 2022-09-01T11:22:15.665 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d03edb0c5c461d35-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.666 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:15.668 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:15.669 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.670 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.671 DEBUG:boto:Method: GET 2022-09-01T11:22:15.672 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.673 DEBUG:boto:Data: 2022-09-01T11:22:15.674 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.676 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.677 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.678 DEBUG:boto:Params: {} 2022-09-01T11:22:15.679 DEBUG:boto:Token: None 2022-09-01T11:22:15.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pNN3bE74Nfn65KKlSfHsIxlb31g= 2022-09-01T11:22:15.681 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pNN3bE74Nfn65KKlSfHsIxlb31g=', 'Content-Length': '0'} 2022-09-01T11:22:15.688 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3b0fbcc8205341e-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.689 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:15.690 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:15.691 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.691 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.692 DEBUG:boto:Method: HEAD 2022-09-01T11:22:15.693 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.693 DEBUG:boto:Data: 2022-09-01T11:22:15.694 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.695 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.696 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.696 DEBUG:boto:Params: {} 2022-09-01T11:22:15.697 DEBUG:boto:Token: None 2022-09-01T11:22:15.698 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.698 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:weweASAwj+xIoVJxG9EgFsb2iU8= 2022-09-01T11:22:15.699 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:weweASAwj+xIoVJxG9EgFsb2iU8=', 'Content-Length': '0'} 2022-09-01T11:22:15.706 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000265898526b9138d-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.708 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:15.709 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:15.709 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.709 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.710 DEBUG:boto:Method: HEAD 2022-09-01T11:22:15.711 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.711 DEBUG:boto:Data: 2022-09-01T11:22:15.712 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.714 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.714 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.716 DEBUG:boto:Params: {} 2022-09-01T11:22:15.717 DEBUG:boto:Token: None 2022-09-01T11:22:15.717 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:weweASAwj+xIoVJxG9EgFsb2iU8= 2022-09-01T11:22:15.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:weweASAwj+xIoVJxG9EgFsb2iU8=', 'Content-Length': '0'} 2022-09-01T11:22:15.733 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004598b666437c3977-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.735 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:22:15.736 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:15.737 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:15.738 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.740 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.741 DEBUG:boto:Method: GET 2022-09-01T11:22:15.743 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.744 DEBUG:boto:Data: 2022-09-01T11:22:15.744 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.745 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.746 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.746 DEBUG:boto:Params: {} 2022-09-01T11:22:15.747 DEBUG:boto:Token: None 2022-09-01T11:22:15.748 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.748 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pNN3bE74Nfn65KKlSfHsIxlb31g= 2022-09-01T11:22:15.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pNN3bE74Nfn65KKlSfHsIxlb31g=', 'Content-Length': '0'} 2022-09-01T11:22:15.752 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004398d30a3e2c6ad2-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.761 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:15.763 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:15.765 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.766 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.766 DEBUG:boto:Method: GET 2022-09-01T11:22:15.767 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.768 DEBUG:boto:Data: 2022-09-01T11:22:15.768 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.769 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.770 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.770 DEBUG:boto:Params: {} 2022-09-01T11:22:15.771 DEBUG:boto:Token: None 2022-09-01T11:22:15.772 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:22:15.773 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pNN3bE74Nfn65KKlSfHsIxlb31g= 2022-09-01T11:22:15.773 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pNN3bE74Nfn65KKlSfHsIxlb31g=', 'Content-Length': '0'} 2022-09-01T11:22:15.786 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d973e2ada881ffd6-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.792 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:15.794 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:15.796 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:15.797 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:15.798 DEBUG:boto:Method: GET 2022-09-01T11:22:15.799 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:22:15.802 DEBUG:boto:Data: 2022-09-01T11:22:15.803 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.803 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.804 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.804 DEBUG:boto:Params: {} 2022-09-01T11:22:15.805 DEBUG:boto:Token: None 2022-09-01T11:22:15.807 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/ 2022-09-01T11:22:15.809 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8= 2022-09-01T11:22:15.810 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8=', 'Content-Length': '0'} 2022-09-01T11:22:15.820 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004620269ab90d86af-00631095e7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.822 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:15.823 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:15.823 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:15.824 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:15.824 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:15.825 DEBUG:boto:Method: GET 2022-09-01T11:22:15.826 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:22:15.827 DEBUG:boto:Data: 2022-09-01T11:22:15.827 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.828 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.829 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.829 DEBUG:boto:Params: {} 2022-09-01T11:22:15.830 DEBUG:boto:Token: None 2022-09-01T11:22:15.831 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/ 2022-09-01T11:22:15.832 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8= 2022-09-01T11:22:15.833 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8=', 'Content-Length': '0'} 2022-09-01T11:22:15.842 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000283d2b86eef55698-00631095e7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.846 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:15.847 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:15.848 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:15.849 DEBUG:boto:Method: HEAD 2022-09-01T11:22:15.850 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:22:15.851 DEBUG:boto:Data: 2022-09-01T11:22:15.851 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.852 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.853 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.853 DEBUG:boto:Params: {} 2022-09-01T11:22:15.854 DEBUG:boto:Token: None 2022-09-01T11:22:15.855 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj55 2022-09-01T11:22:15.855 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qie5CHJpjL6kSs5sSOYDVG20Zuw= 2022-09-01T11:22:15.856 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qie5CHJpjL6kSs5sSOYDVG20Zuw=', 'Content-Length': '0'} 2022-09-01T11:22:15.859 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e4e88151a565d2fe-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.861 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:15.861 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:15.862 DEBUG:boto:Method: HEAD 2022-09-01T11:22:15.863 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:22:15.863 DEBUG:boto:Data: 2022-09-01T11:22:15.864 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.864 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.865 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.867 DEBUG:boto:Params: {} 2022-09-01T11:22:15.868 DEBUG:boto:Token: None 2022-09-01T11:22:15.869 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj55 2022-09-01T11:22:15.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qie5CHJpjL6kSs5sSOYDVG20Zuw= 2022-09-01T11:22:15.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qie5CHJpjL6kSs5sSOYDVG20Zuw=', 'Content-Length': '0'} 2022-09-01T11:22:15.875 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014f95ab6297fb1c5-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.876 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:22:15.877 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:15.877 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:15.878 DEBUG:boto:Method: GET 2022-09-01T11:22:15.879 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:22:15.879 DEBUG:boto:Data: 2022-09-01T11:22:15.880 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.881 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.881 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.882 DEBUG:boto:Params: {} 2022-09-01T11:22:15.883 DEBUG:boto:Token: None 2022-09-01T11:22:15.883 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj55 2022-09-01T11:22:15.884 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxXt6E3Fppbi51jhyMQUDCGKvo0= 2022-09-01T11:22:15.885 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxXt6E3Fppbi51jhyMQUDCGKvo0=', 'Content-Length': '0'} 2022-09-01T11:22:15.887 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000059aca0fd4249e60-00631095e7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.932 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:22:15.933 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:22:15.934 DEBUG:boto:Method: GET 2022-09-01T11:22:15.935 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:22:15.936 DEBUG:boto:Data: 2022-09-01T11:22:15.937 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.938 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.939 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.940 DEBUG:boto:Params: {} 2022-09-01T11:22:15.940 DEBUG:boto:Token: None 2022-09-01T11:22:15.941 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/obj55 2022-09-01T11:22:15.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxXt6E3Fppbi51jhyMQUDCGKvo0= 2022-09-01T11:22:15.944 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxXt6E3Fppbi51jhyMQUDCGKvo0=', 'Content-Length': '0'} 2022-09-01T11:22:15.952 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f2a7c82a001239d-00631095e7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.954 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:15.955 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:15.955 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:15.956 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:15.959 DEBUG:boto:Method: GET 2022-09-01T11:22:15.961 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:22:15.962 DEBUG:boto:Data: 2022-09-01T11:22:15.963 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.964 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:15.965 DEBUG:boto:Port: 8001 2022-09-01T11:22:15.966 DEBUG:boto:Params: {} 2022-09-01T11:22:15.967 DEBUG:boto:Token: None 2022-09-01T11:22:15.969 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/ 2022-09-01T11:22:15.970 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8= 2022-09-01T11:22:15.970 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8=', 'Content-Length': '0'} 2022-09-01T11:22:15.974 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000064650ba0ba2a2d1d-00631095e7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.975 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:15.976 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:15.977 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:15.979 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:15.980 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:22:15.981 DEBUG:boto:Method: GET 2022-09-01T11:22:15.982 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:22:15.983 DEBUG:boto:Data: 2022-09-01T11:22:15.984 DEBUG:boto:Headers: {} 2022-09-01T11:22:15.986 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:15.987 DEBUG:boto:Port: 8000 2022-09-01T11:22:15.988 DEBUG:boto:Params: {} 2022-09-01T11:22:15.989 DEBUG:boto:Token: None 2022-09-01T11:22:15.991 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:15 GMT /ptoxvb-74/ 2022-09-01T11:22:15.992 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8= 2022-09-01T11:22:15.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCZ1a+Ldi/yPJj2S3Er48/7Ruf8=', 'Content-Length': '0'} 2022-09-01T11:22:15.997 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007f74bf8815c401f0-00631095e7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:15.999 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.000 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:22:16.001 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:16.002 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:16.003 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.005 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.006 DEBUG:boto:Method: GET 2022-09-01T11:22:16.007 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.007 DEBUG:boto:Data: 2022-09-01T11:22:16.008 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.009 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.011 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.011 DEBUG:boto:Params: {} 2022-09-01T11:22:16.012 DEBUG:boto:Token: None 2022-09-01T11:22:16.013 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.013 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iLhSoU92Z9eWjpbotopT0mAkCac= 2022-09-01T11:22:16.014 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iLhSoU92Z9eWjpbotopT0mAkCac=', 'Content-Length': '0'} 2022-09-01T11:22:16.017 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e81707695f769f8c-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.018 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:16.019 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:16.019 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.020 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.021 DEBUG:boto:Method: GET 2022-09-01T11:22:16.022 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.023 DEBUG:boto:Data: 2022-09-01T11:22:16.023 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.024 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.025 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.026 DEBUG:boto:Params: {} 2022-09-01T11:22:16.027 DEBUG:boto:Token: None 2022-09-01T11:22:16.028 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iLhSoU92Z9eWjpbotopT0mAkCac= 2022-09-01T11:22:16.030 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iLhSoU92Z9eWjpbotopT0mAkCac=', 'Content-Length': '0'} 2022-09-01T11:22:16.033 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004fd236fd24e8b49a-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.034 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:16.035 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:16.035 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.036 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.037 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.037 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.038 DEBUG:boto:Data: 2022-09-01T11:22:16.039 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.040 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.040 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.041 DEBUG:boto:Params: {} 2022-09-01T11:22:16.042 DEBUG:boto:Token: None 2022-09-01T11:22:16.043 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pct2ZPsfQYaaub4vykeHDnbfhkQ= 2022-09-01T11:22:16.044 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pct2ZPsfQYaaub4vykeHDnbfhkQ=', 'Content-Length': '0'} 2022-09-01T11:22:16.047 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bbce8baa7b2f6c9d-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.048 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:16.049 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:16.050 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.051 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.051 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.052 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.053 DEBUG:boto:Data: 2022-09-01T11:22:16.053 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.054 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.054 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.055 DEBUG:boto:Params: {} 2022-09-01T11:22:16.056 DEBUG:boto:Token: None 2022-09-01T11:22:16.057 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pct2ZPsfQYaaub4vykeHDnbfhkQ= 2022-09-01T11:22:16.058 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pct2ZPsfQYaaub4vykeHDnbfhkQ=', 'Content-Length': '0'} 2022-09-01T11:22:16.061 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000622a8d54a6a0c4dc-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.063 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:22:16.063 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:16.064 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:16.065 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.066 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.067 DEBUG:boto:Method: GET 2022-09-01T11:22:16.068 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.069 DEBUG:boto:Data: 2022-09-01T11:22:16.070 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.070 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.071 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.071 DEBUG:boto:Params: {} 2022-09-01T11:22:16.072 DEBUG:boto:Token: None 2022-09-01T11:22:16.073 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iLhSoU92Z9eWjpbotopT0mAkCac= 2022-09-01T11:22:16.074 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iLhSoU92Z9eWjpbotopT0mAkCac=', 'Content-Length': '0'} 2022-09-01T11:22:16.077 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000026f448f043f090a0-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.078 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:16.079 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:16.080 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.081 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.081 DEBUG:boto:Method: GET 2022-09-01T11:22:16.084 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.085 DEBUG:boto:Data: 2022-09-01T11:22:16.085 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.086 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.086 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.087 DEBUG:boto:Params: {} 2022-09-01T11:22:16.087 DEBUG:boto:Token: None 2022-09-01T11:22:16.088 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:22:16.089 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iLhSoU92Z9eWjpbotopT0mAkCac= 2022-09-01T11:22:16.089 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iLhSoU92Z9eWjpbotopT0mAkCac=', 'Content-Length': '0'} 2022-09-01T11:22:16.092 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000487bf86663f39213-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.093 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.093 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.094 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:16.095 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:16.096 DEBUG:boto:Method: GET 2022-09-01T11:22:16.096 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:22:16.097 DEBUG:boto:Data: 2022-09-01T11:22:16.097 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.098 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.098 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.099 DEBUG:boto:Params: {} 2022-09-01T11:22:16.100 DEBUG:boto:Token: None 2022-09-01T11:22:16.101 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.101 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.102 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.105 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005533c8fa20d16441-00631095e8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.107 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.109 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.110 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.111 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:16.112 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:16.113 DEBUG:boto:Method: GET 2022-09-01T11:22:16.113 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:22:16.114 DEBUG:boto:Data: 2022-09-01T11:22:16.114 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.116 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.117 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.118 DEBUG:boto:Params: {} 2022-09-01T11:22:16.118 DEBUG:boto:Token: None 2022-09-01T11:22:16.119 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.120 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.120 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.124 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c7a8cf0098bc74ee-00631095e8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.125 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.127 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:16.128 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:16.129 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.130 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:22:16.131 DEBUG:boto:Data: 2022-09-01T11:22:16.132 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.133 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.134 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.135 DEBUG:boto:Params: {} 2022-09-01T11:22:16.136 DEBUG:boto:Token: None 2022-09-01T11:22:16.138 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj57 2022-09-01T11:22:16.139 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i7SZ5Ji86HdYz5HNDLM5tyGfLcg= 2022-09-01T11:22:16.140 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i7SZ5Ji86HdYz5HNDLM5tyGfLcg=', 'Content-Length': '0'} 2022-09-01T11:22:16.143 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000af91c69a58c73970-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.145 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:16.147 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:16.148 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.149 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:22:16.151 DEBUG:boto:Data: 2022-09-01T11:22:16.152 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.153 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.154 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.155 DEBUG:boto:Params: {} 2022-09-01T11:22:16.156 DEBUG:boto:Token: None 2022-09-01T11:22:16.158 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj57 2022-09-01T11:22:16.159 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i7SZ5Ji86HdYz5HNDLM5tyGfLcg= 2022-09-01T11:22:16.160 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i7SZ5Ji86HdYz5HNDLM5tyGfLcg=', 'Content-Length': '0'} 2022-09-01T11:22:16.163 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000caecb1d0c76c7867-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.164 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:22:16.165 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:16.166 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:16.167 DEBUG:boto:Method: GET 2022-09-01T11:22:16.168 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:22:16.169 DEBUG:boto:Data: 2022-09-01T11:22:16.170 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.170 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.171 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.172 DEBUG:boto:Params: {} 2022-09-01T11:22:16.173 DEBUG:boto:Token: None 2022-09-01T11:22:16.173 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj57 2022-09-01T11:22:16.174 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D+NfW4KYQTa22y4t7xfycu/7tyE= 2022-09-01T11:22:16.175 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D+NfW4KYQTa22y4t7xfycu/7tyE=', 'Content-Length': '0'} 2022-09-01T11:22:16.178 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf081a8dddf1282f-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.179 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:22:16.179 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:22:16.180 DEBUG:boto:Method: GET 2022-09-01T11:22:16.180 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:22:16.181 DEBUG:boto:Data: 2022-09-01T11:22:16.182 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.182 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.183 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.183 DEBUG:boto:Params: {} 2022-09-01T11:22:16.184 DEBUG:boto:Token: None 2022-09-01T11:22:16.185 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj57 2022-09-01T11:22:16.185 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D+NfW4KYQTa22y4t7xfycu/7tyE= 2022-09-01T11:22:16.186 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D+NfW4KYQTa22y4t7xfycu/7tyE=', 'Content-Length': '0'} 2022-09-01T11:22:16.188 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d696a94fa0340c14-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.230 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.231 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.232 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:16.232 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:16.233 DEBUG:boto:Method: GET 2022-09-01T11:22:16.233 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:22:16.234 DEBUG:boto:Data: 2022-09-01T11:22:16.235 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.235 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.236 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.236 DEBUG:boto:Params: {} 2022-09-01T11:22:16.237 DEBUG:boto:Token: None 2022-09-01T11:22:16.238 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.243 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c709edaf9d82dfe1-00631095e8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.244 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.245 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.245 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.246 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:16.246 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:22:16.247 DEBUG:boto:Method: GET 2022-09-01T11:22:16.248 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:22:16.248 DEBUG:boto:Data: 2022-09-01T11:22:16.249 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.249 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.250 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.250 DEBUG:boto:Params: {} 2022-09-01T11:22:16.251 DEBUG:boto:Token: None 2022-09-01T11:22:16.251 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.253 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.255 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d8941e60e65fd9ae-00631095e8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.256 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.257 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:22:16.257 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:16.258 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:16.259 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.260 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.261 DEBUG:boto:Method: GET 2022-09-01T11:22:16.263 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.264 DEBUG:boto:Data: 2022-09-01T11:22:16.266 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.267 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.268 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.269 DEBUG:boto:Params: {} 2022-09-01T11:22:16.270 DEBUG:boto:Token: None 2022-09-01T11:22:16.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hJe4Fr8/a1GZaL9NGJr/3IR0g9M= 2022-09-01T11:22:16.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hJe4Fr8/a1GZaL9NGJr/3IR0g9M=', 'Content-Length': '0'} 2022-09-01T11:22:16.276 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000abf489d0d73886fc-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.277 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:16.277 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:16.278 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.278 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.279 DEBUG:boto:Method: GET 2022-09-01T11:22:16.280 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.280 DEBUG:boto:Data: 2022-09-01T11:22:16.281 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.281 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.282 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.282 DEBUG:boto:Params: {} 2022-09-01T11:22:16.283 DEBUG:boto:Token: None 2022-09-01T11:22:16.283 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.284 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hJe4Fr8/a1GZaL9NGJr/3IR0g9M= 2022-09-01T11:22:16.285 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hJe4Fr8/a1GZaL9NGJr/3IR0g9M=', 'Content-Length': '0'} 2022-09-01T11:22:16.287 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001c224d262f655f23-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.287 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:16.288 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:16.288 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.289 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.289 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.290 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.291 DEBUG:boto:Data: 2022-09-01T11:22:16.291 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.292 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.292 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.293 DEBUG:boto:Params: {} 2022-09-01T11:22:16.294 DEBUG:boto:Token: None 2022-09-01T11:22:16.294 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.295 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bBfp44oeFUusSefR3NU9uLUZ2pg= 2022-09-01T11:22:16.295 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bBfp44oeFUusSefR3NU9uLUZ2pg=', 'Content-Length': '0'} 2022-09-01T11:22:16.298 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000021d9691d09a2df66-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.300 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:16.301 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:16.302 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.303 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.304 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.305 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.305 DEBUG:boto:Data: 2022-09-01T11:22:16.307 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.309 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.310 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.311 DEBUG:boto:Params: {} 2022-09-01T11:22:16.312 DEBUG:boto:Token: None 2022-09-01T11:22:16.313 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.314 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bBfp44oeFUusSefR3NU9uLUZ2pg= 2022-09-01T11:22:16.315 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bBfp44oeFUusSefR3NU9uLUZ2pg=', 'Content-Length': '0'} 2022-09-01T11:22:16.318 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d548e8de76409714-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.319 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:22:16.319 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:16.320 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:16.320 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.321 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.321 DEBUG:boto:Method: GET 2022-09-01T11:22:16.322 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.322 DEBUG:boto:Data: 2022-09-01T11:22:16.323 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.323 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.324 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.324 DEBUG:boto:Params: {} 2022-09-01T11:22:16.325 DEBUG:boto:Token: None 2022-09-01T11:22:16.326 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.329 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hJe4Fr8/a1GZaL9NGJr/3IR0g9M= 2022-09-01T11:22:16.331 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hJe4Fr8/a1GZaL9NGJr/3IR0g9M=', 'Content-Length': '0'} 2022-09-01T11:22:16.334 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002a92d8b7f3597c27-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.335 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:16.336 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:16.337 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.338 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.339 DEBUG:boto:Method: GET 2022-09-01T11:22:16.340 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.342 DEBUG:boto:Data: 2022-09-01T11:22:16.343 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.344 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.345 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.346 DEBUG:boto:Params: {} 2022-09-01T11:22:16.347 DEBUG:boto:Token: None 2022-09-01T11:22:16.348 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:22:16.349 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hJe4Fr8/a1GZaL9NGJr/3IR0g9M= 2022-09-01T11:22:16.349 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hJe4Fr8/a1GZaL9NGJr/3IR0g9M=', 'Content-Length': '0'} 2022-09-01T11:22:16.352 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002d07e4860e395238-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.398 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.399 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.400 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:16.401 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:16.402 DEBUG:boto:Method: GET 2022-09-01T11:22:16.403 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:22:16.404 DEBUG:boto:Data: 2022-09-01T11:22:16.405 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.406 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.407 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.407 DEBUG:boto:Params: {} 2022-09-01T11:22:16.408 DEBUG:boto:Token: None 2022-09-01T11:22:16.409 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.413 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cc174a4e69c50806-00631095e8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.414 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.415 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.415 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.416 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:16.416 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:16.417 DEBUG:boto:Method: GET 2022-09-01T11:22:16.417 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:22:16.418 DEBUG:boto:Data: 2022-09-01T11:22:16.419 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.419 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.420 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.420 DEBUG:boto:Params: {} 2022-09-01T11:22:16.421 DEBUG:boto:Token: None 2022-09-01T11:22:16.421 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.422 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.423 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.426 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cbb7599e35df231e-00631095e8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.427 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.428 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:16.428 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:16.429 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.429 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:22:16.430 DEBUG:boto:Data: 2022-09-01T11:22:16.430 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.432 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.432 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.433 DEBUG:boto:Params: {} 2022-09-01T11:22:16.434 DEBUG:boto:Token: None 2022-09-01T11:22:16.435 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj68 2022-09-01T11:22:16.436 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zy4EU7hR5xRKcidsiWj1vUMMR8U= 2022-09-01T11:22:16.437 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zy4EU7hR5xRKcidsiWj1vUMMR8U=', 'Content-Length': '0'} 2022-09-01T11:22:16.439 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003c6420ceb1bc2a14-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.440 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:16.441 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:16.441 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.442 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:22:16.443 DEBUG:boto:Data: 2022-09-01T11:22:16.444 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.445 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.446 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.446 DEBUG:boto:Params: {} 2022-09-01T11:22:16.447 DEBUG:boto:Token: None 2022-09-01T11:22:16.447 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj68 2022-09-01T11:22:16.448 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zy4EU7hR5xRKcidsiWj1vUMMR8U= 2022-09-01T11:22:16.449 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zy4EU7hR5xRKcidsiWj1vUMMR8U=', 'Content-Length': '0'} 2022-09-01T11:22:16.451 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c63de0bd77e74b1c-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.452 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:22:16.452 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:16.453 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:16.453 DEBUG:boto:Method: GET 2022-09-01T11:22:16.454 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:22:16.454 DEBUG:boto:Data: 2022-09-01T11:22:16.455 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.456 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.456 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.457 DEBUG:boto:Params: {} 2022-09-01T11:22:16.457 DEBUG:boto:Token: None 2022-09-01T11:22:16.458 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj68 2022-09-01T11:22:16.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xULF+S0vCTfIcJpwR1r5PafN+dc= 2022-09-01T11:22:16.459 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xULF+S0vCTfIcJpwR1r5PafN+dc=', 'Content-Length': '0'} 2022-09-01T11:22:16.462 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000076abd79c3d032ab5-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.462 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:22:16.463 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:22:16.464 DEBUG:boto:Method: GET 2022-09-01T11:22:16.464 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:22:16.465 DEBUG:boto:Data: 2022-09-01T11:22:16.465 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.466 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.466 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.467 DEBUG:boto:Params: {} 2022-09-01T11:22:16.467 DEBUG:boto:Token: None 2022-09-01T11:22:16.468 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj68 2022-09-01T11:22:16.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xULF+S0vCTfIcJpwR1r5PafN+dc= 2022-09-01T11:22:16.469 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xULF+S0vCTfIcJpwR1r5PafN+dc=', 'Content-Length': '0'} 2022-09-01T11:22:16.471 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006435d6d58481093f-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.472 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.473 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.473 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:16.474 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:16.474 DEBUG:boto:Method: GET 2022-09-01T11:22:16.482 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:22:16.482 DEBUG:boto:Data: 2022-09-01T11:22:16.483 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.483 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.484 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.485 DEBUG:boto:Params: {} 2022-09-01T11:22:16.485 DEBUG:boto:Token: None 2022-09-01T11:22:16.486 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.490 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000548196903d82d48c-00631095e8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.490 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.491 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.492 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.492 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:16.493 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:22:16.493 DEBUG:boto:Method: GET 2022-09-01T11:22:16.494 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:22:16.494 DEBUG:boto:Data: 2022-09-01T11:22:16.495 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.495 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.496 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.497 DEBUG:boto:Params: {} 2022-09-01T11:22:16.497 DEBUG:boto:Token: None 2022-09-01T11:22:16.498 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.498 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.499 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.502 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b9091837a408732d-00631095e8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.502 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.503 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:22:16.504 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:16.504 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:16.505 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.505 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.506 DEBUG:boto:Method: GET 2022-09-01T11:22:16.506 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.507 DEBUG:boto:Data: 2022-09-01T11:22:16.508 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.508 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.509 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.509 DEBUG:boto:Params: {} 2022-09-01T11:22:16.510 DEBUG:boto:Token: None 2022-09-01T11:22:16.511 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.511 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2tg40ixEtqNpv8AVNDkt70USaGo= 2022-09-01T11:22:16.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2tg40ixEtqNpv8AVNDkt70USaGo=', 'Content-Length': '0'} 2022-09-01T11:22:16.514 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004908daf6a49cc043-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.558 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:16.559 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:16.560 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.560 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.561 DEBUG:boto:Method: GET 2022-09-01T11:22:16.561 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.562 DEBUG:boto:Data: 2022-09-01T11:22:16.562 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.563 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.563 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.564 DEBUG:boto:Params: {} 2022-09-01T11:22:16.565 DEBUG:boto:Token: None 2022-09-01T11:22:16.565 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.566 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2tg40ixEtqNpv8AVNDkt70USaGo= 2022-09-01T11:22:16.567 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2tg40ixEtqNpv8AVNDkt70USaGo=', 'Content-Length': '0'} 2022-09-01T11:22:16.570 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e2faae4fe3accc6f-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.571 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:16.571 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:16.572 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.573 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.573 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.574 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.574 DEBUG:boto:Data: 2022-09-01T11:22:16.575 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.575 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.576 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.577 DEBUG:boto:Params: {} 2022-09-01T11:22:16.578 DEBUG:boto:Token: None 2022-09-01T11:22:16.579 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.580 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wu7wCo0K858oguJaNWfgoijFtM8= 2022-09-01T11:22:16.580 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wu7wCo0K858oguJaNWfgoijFtM8=', 'Content-Length': '0'} 2022-09-01T11:22:16.582 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e6d9c43baa60eaa0-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.583 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:16.584 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:16.584 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.585 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.585 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.586 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.586 DEBUG:boto:Data: 2022-09-01T11:22:16.587 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.588 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.590 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.590 DEBUG:boto:Params: {} 2022-09-01T11:22:16.592 DEBUG:boto:Token: None 2022-09-01T11:22:16.593 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.593 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wu7wCo0K858oguJaNWfgoijFtM8= 2022-09-01T11:22:16.594 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wu7wCo0K858oguJaNWfgoijFtM8=', 'Content-Length': '0'} 2022-09-01T11:22:16.596 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b92f7aead3a29412-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.596 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:22:16.597 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:16.598 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:16.598 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.599 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.599 DEBUG:boto:Method: GET 2022-09-01T11:22:16.600 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.601 DEBUG:boto:Data: 2022-09-01T11:22:16.601 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.602 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.602 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.603 DEBUG:boto:Params: {} 2022-09-01T11:22:16.603 DEBUG:boto:Token: None 2022-09-01T11:22:16.604 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.605 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2tg40ixEtqNpv8AVNDkt70USaGo= 2022-09-01T11:22:16.605 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2tg40ixEtqNpv8AVNDkt70USaGo=', 'Content-Length': '0'} 2022-09-01T11:22:16.608 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d1d47a82622b231-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.608 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:16.609 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:16.610 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.610 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.611 DEBUG:boto:Method: GET 2022-09-01T11:22:16.611 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.612 DEBUG:boto:Data: 2022-09-01T11:22:16.612 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.613 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.613 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.614 DEBUG:boto:Params: {} 2022-09-01T11:22:16.615 DEBUG:boto:Token: None 2022-09-01T11:22:16.615 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:22:16.616 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2tg40ixEtqNpv8AVNDkt70USaGo= 2022-09-01T11:22:16.617 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2tg40ixEtqNpv8AVNDkt70USaGo=', 'Content-Length': '0'} 2022-09-01T11:22:16.619 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008be40c5f22428b7e-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.619 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.620 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.621 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:16.621 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:16.622 DEBUG:boto:Method: GET 2022-09-01T11:22:16.622 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:22:16.623 DEBUG:boto:Data: 2022-09-01T11:22:16.623 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.624 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.624 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.625 DEBUG:boto:Params: {} 2022-09-01T11:22:16.625 DEBUG:boto:Token: None 2022-09-01T11:22:16.626 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.627 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.627 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.630 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ea752afe3ae22a0c-00631095e8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.631 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.632 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.632 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.633 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:16.633 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:16.634 DEBUG:boto:Method: GET 2022-09-01T11:22:16.635 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:22:16.635 DEBUG:boto:Data: 2022-09-01T11:22:16.636 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.636 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.637 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.637 DEBUG:boto:Params: {} 2022-09-01T11:22:16.638 DEBUG:boto:Token: None 2022-09-01T11:22:16.639 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.639 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.640 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.643 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006b3b1795bc2807f2-00631095e8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.690 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.691 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:16.691 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:16.692 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.693 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:22:16.693 DEBUG:boto:Data: 2022-09-01T11:22:16.694 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.695 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.695 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.696 DEBUG:boto:Params: {} 2022-09-01T11:22:16.696 DEBUG:boto:Token: None 2022-09-01T11:22:16.697 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj76 2022-09-01T11:22:16.698 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XaerOH6QRnZhzBB4hcwKBmTP+w0= 2022-09-01T11:22:16.698 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XaerOH6QRnZhzBB4hcwKBmTP+w0=', 'Content-Length': '0'} 2022-09-01T11:22:16.701 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b281caec045e3082-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.702 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:16.702 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:16.703 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.704 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:22:16.704 DEBUG:boto:Data: 2022-09-01T11:22:16.705 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.705 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.706 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.706 DEBUG:boto:Params: {} 2022-09-01T11:22:16.707 DEBUG:boto:Token: None 2022-09-01T11:22:16.707 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj76 2022-09-01T11:22:16.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XaerOH6QRnZhzBB4hcwKBmTP+w0= 2022-09-01T11:22:16.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XaerOH6QRnZhzBB4hcwKBmTP+w0=', 'Content-Length': '0'} 2022-09-01T11:22:16.711 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007dd674331d75bab5-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.712 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:22:16.712 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:16.713 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:16.714 DEBUG:boto:Method: GET 2022-09-01T11:22:16.714 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:22:16.715 DEBUG:boto:Data: 2022-09-01T11:22:16.715 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.716 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.716 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.717 DEBUG:boto:Params: {} 2022-09-01T11:22:16.717 DEBUG:boto:Token: None 2022-09-01T11:22:16.718 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj76 2022-09-01T11:22:16.719 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LZIiahzHnw0fiRiuwyqYdkwOKHw= 2022-09-01T11:22:16.720 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LZIiahzHnw0fiRiuwyqYdkwOKHw=', 'Content-Length': '0'} 2022-09-01T11:22:16.722 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cdcb2289ef67fd78-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.723 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:22:16.723 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:22:16.724 DEBUG:boto:Method: GET 2022-09-01T11:22:16.724 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:22:16.725 DEBUG:boto:Data: 2022-09-01T11:22:16.726 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.726 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.727 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.727 DEBUG:boto:Params: {} 2022-09-01T11:22:16.728 DEBUG:boto:Token: None 2022-09-01T11:22:16.728 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj76 2022-09-01T11:22:16.729 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LZIiahzHnw0fiRiuwyqYdkwOKHw= 2022-09-01T11:22:16.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LZIiahzHnw0fiRiuwyqYdkwOKHw=', 'Content-Length': '0'} 2022-09-01T11:22:16.732 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003125f7f422dc3e3d-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.733 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.734 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.734 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:16.735 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:16.735 DEBUG:boto:Method: GET 2022-09-01T11:22:16.736 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:22:16.737 DEBUG:boto:Data: 2022-09-01T11:22:16.737 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.738 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.739 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.739 DEBUG:boto:Params: {} 2022-09-01T11:22:16.740 DEBUG:boto:Token: None 2022-09-01T11:22:16.740 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.741 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.742 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.745 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000016770ac9e8eed515-00631095e8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.745 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.746 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.747 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.747 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:16.748 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:22:16.749 DEBUG:boto:Method: GET 2022-09-01T11:22:16.749 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:22:16.750 DEBUG:boto:Data: 2022-09-01T11:22:16.750 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.751 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.751 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.752 DEBUG:boto:Params: {} 2022-09-01T11:22:16.752 DEBUG:boto:Token: None 2022-09-01T11:22:16.753 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.754 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.754 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.757 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000192786f9ff7f4db7-00631095e8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.758 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.759 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:22:16.759 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:16.760 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:16.760 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.761 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.762 DEBUG:boto:Method: GET 2022-09-01T11:22:16.762 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.763 DEBUG:boto:Data: 2022-09-01T11:22:16.764 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.764 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.765 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.765 DEBUG:boto:Params: {} 2022-09-01T11:22:16.766 DEBUG:boto:Token: None 2022-09-01T11:22:16.767 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.767 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lG6IbK0AYIriqqcnVYbxon6eyng= 2022-09-01T11:22:16.768 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lG6IbK0AYIriqqcnVYbxon6eyng=', 'Content-Length': '0'} 2022-09-01T11:22:16.770 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012c715cb4db3c43c-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.771 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:16.772 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:16.772 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.773 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.773 DEBUG:boto:Method: GET 2022-09-01T11:22:16.774 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.775 DEBUG:boto:Data: 2022-09-01T11:22:16.775 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.776 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.777 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.777 DEBUG:boto:Params: {} 2022-09-01T11:22:16.778 DEBUG:boto:Token: None 2022-09-01T11:22:16.778 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.779 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lG6IbK0AYIriqqcnVYbxon6eyng= 2022-09-01T11:22:16.780 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lG6IbK0AYIriqqcnVYbxon6eyng=', 'Content-Length': '0'} 2022-09-01T11:22:16.782 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d451fb4d537362e-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.783 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:16.784 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:16.785 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.785 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.786 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.786 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.787 DEBUG:boto:Data: 2022-09-01T11:22:16.788 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.789 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.790 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.790 DEBUG:boto:Params: {} 2022-09-01T11:22:16.791 DEBUG:boto:Token: None 2022-09-01T11:22:16.793 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.794 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cnYLUGN5ucR8l95JUkZH6x2Ysm8= 2022-09-01T11:22:16.795 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cnYLUGN5ucR8l95JUkZH6x2Ysm8=', 'Content-Length': '0'} 2022-09-01T11:22:16.798 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007202bcfadb80cebe-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.799 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:16.800 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:16.800 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.801 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.801 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.802 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.802 DEBUG:boto:Data: 2022-09-01T11:22:16.803 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.804 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.804 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.805 DEBUG:boto:Params: {} 2022-09-01T11:22:16.806 DEBUG:boto:Token: None 2022-09-01T11:22:16.806 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.807 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cnYLUGN5ucR8l95JUkZH6x2Ysm8= 2022-09-01T11:22:16.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cnYLUGN5ucR8l95JUkZH6x2Ysm8=', 'Content-Length': '0'} 2022-09-01T11:22:16.810 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000072f7c3ff04ebe2e1-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.811 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:22:16.811 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:16.812 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:16.812 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.814 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.815 DEBUG:boto:Method: GET 2022-09-01T11:22:16.816 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.816 DEBUG:boto:Data: 2022-09-01T11:22:16.817 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.818 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.819 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.820 DEBUG:boto:Params: {} 2022-09-01T11:22:16.820 DEBUG:boto:Token: None 2022-09-01T11:22:16.821 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.822 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lG6IbK0AYIriqqcnVYbxon6eyng= 2022-09-01T11:22:16.822 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lG6IbK0AYIriqqcnVYbxon6eyng=', 'Content-Length': '0'} 2022-09-01T11:22:16.825 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000f7fe5266d3b422d-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.866 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:16.867 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:16.868 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.869 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.870 DEBUG:boto:Method: GET 2022-09-01T11:22:16.871 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.872 DEBUG:boto:Data: 2022-09-01T11:22:16.873 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.874 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.875 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.876 DEBUG:boto:Params: {} 2022-09-01T11:22:16.877 DEBUG:boto:Token: None 2022-09-01T11:22:16.878 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:22:16.879 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lG6IbK0AYIriqqcnVYbxon6eyng= 2022-09-01T11:22:16.881 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lG6IbK0AYIriqqcnVYbxon6eyng=', 'Content-Length': '0'} 2022-09-01T11:22:16.883 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca710c845e18cbf1-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.884 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.885 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.885 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:16.886 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:16.886 DEBUG:boto:Method: GET 2022-09-01T11:22:16.887 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:22:16.887 DEBUG:boto:Data: 2022-09-01T11:22:16.888 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.888 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.889 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.889 DEBUG:boto:Params: {} 2022-09-01T11:22:16.890 DEBUG:boto:Token: None 2022-09-01T11:22:16.891 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.895 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b858041a538d8970-00631095e8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.895 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.896 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.897 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.897 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:16.898 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:16.898 DEBUG:boto:Method: GET 2022-09-01T11:22:16.899 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:22:16.900 DEBUG:boto:Data: 2022-09-01T11:22:16.900 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.901 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.901 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.902 DEBUG:boto:Params: {} 2022-09-01T11:22:16.902 DEBUG:boto:Token: None 2022-09-01T11:22:16.903 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.904 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.907 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000adcd0a8aa9acaaff-00631095e8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.908 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.908 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:16.909 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:16.909 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.910 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:22:16.911 DEBUG:boto:Data: 2022-09-01T11:22:16.911 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.912 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.912 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.913 DEBUG:boto:Params: {} 2022-09-01T11:22:16.914 DEBUG:boto:Token: None 2022-09-01T11:22:16.915 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj85 2022-09-01T11:22:16.916 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5oJ3LKQDSaBm05c95+Cr7FNUv0k= 2022-09-01T11:22:16.917 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5oJ3LKQDSaBm05c95+Cr7FNUv0k=', 'Content-Length': '0'} 2022-09-01T11:22:16.919 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a512d894dc494eef-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.920 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:16.921 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:16.922 DEBUG:boto:Method: HEAD 2022-09-01T11:22:16.922 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:22:16.923 DEBUG:boto:Data: 2022-09-01T11:22:16.924 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.924 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.925 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.926 DEBUG:boto:Params: {} 2022-09-01T11:22:16.927 DEBUG:boto:Token: None 2022-09-01T11:22:16.927 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj85 2022-09-01T11:22:16.928 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5oJ3LKQDSaBm05c95+Cr7FNUv0k= 2022-09-01T11:22:16.928 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5oJ3LKQDSaBm05c95+Cr7FNUv0k=', 'Content-Length': '0'} 2022-09-01T11:22:16.930 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a5fdabb0ca54488-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.931 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:22:16.932 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:16.932 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:16.933 DEBUG:boto:Method: GET 2022-09-01T11:22:16.933 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:22:16.934 DEBUG:boto:Data: 2022-09-01T11:22:16.935 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.935 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.936 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.936 DEBUG:boto:Params: {} 2022-09-01T11:22:16.937 DEBUG:boto:Token: None 2022-09-01T11:22:16.937 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj85 2022-09-01T11:22:16.938 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLxWvI8QJuTvjgKCD9Dw0J2SoM0= 2022-09-01T11:22:16.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLxWvI8QJuTvjgKCD9Dw0J2SoM0=', 'Content-Length': '0'} 2022-09-01T11:22:16.941 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000725429551d7c2f15-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.942 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:22:16.942 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:22:16.943 DEBUG:boto:Method: GET 2022-09-01T11:22:16.944 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:22:16.944 DEBUG:boto:Data: 2022-09-01T11:22:16.945 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.945 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.946 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.947 DEBUG:boto:Params: {} 2022-09-01T11:22:16.947 DEBUG:boto:Token: None 2022-09-01T11:22:16.948 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj85 2022-09-01T11:22:16.948 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLxWvI8QJuTvjgKCD9Dw0J2SoM0= 2022-09-01T11:22:16.949 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLxWvI8QJuTvjgKCD9Dw0J2SoM0=', 'Content-Length': '0'} 2022-09-01T11:22:16.951 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000da7d37ba3bb9fc03-00631095e8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.952 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.953 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.953 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:16.954 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:16.954 DEBUG:boto:Method: GET 2022-09-01T11:22:16.955 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:22:16.955 DEBUG:boto:Data: 2022-09-01T11:22:16.956 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.956 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.957 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.957 DEBUG:boto:Params: {} 2022-09-01T11:22:16.958 DEBUG:boto:Token: None 2022-09-01T11:22:16.959 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.959 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.960 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.962 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000156b22ac03b66156-00631095e8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.963 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.964 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:16.965 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:16.965 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:16.966 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:22:16.966 DEBUG:boto:Method: GET 2022-09-01T11:22:16.967 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:22:16.967 DEBUG:boto:Data: 2022-09-01T11:22:16.968 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.968 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:16.969 DEBUG:boto:Port: 8000 2022-09-01T11:22:16.969 DEBUG:boto:Params: {} 2022-09-01T11:22:16.970 DEBUG:boto:Token: None 2022-09-01T11:22:16.970 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/ 2022-09-01T11:22:16.971 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8= 2022-09-01T11:22:16.972 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zB2ojp5K8BILh3dyyu9oUces/Y8=', 'Content-Length': '0'} 2022-09-01T11:22:16.975 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bcf6657ab52a1592-00631095e8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:16.976 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:16.977 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:22:16.977 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:16.978 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:16.979 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:16.979 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:16.980 DEBUG:boto:Method: GET 2022-09-01T11:22:16.980 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:16.981 DEBUG:boto:Data: 2022-09-01T11:22:16.981 DEBUG:boto:Headers: {} 2022-09-01T11:22:16.982 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:16.983 DEBUG:boto:Port: 8001 2022-09-01T11:22:16.983 DEBUG:boto:Params: {} 2022-09-01T11:22:16.984 DEBUG:boto:Token: None 2022-09-01T11:22:16.985 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:16 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:16.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fbtcpIdTdlne6A0GrwX+/lL0KW8= 2022-09-01T11:22:16.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fbtcpIdTdlne6A0GrwX+/lL0KW8=', 'Content-Length': '0'} 2022-09-01T11:22:16.989 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000098936e378c093b1-00631095e8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.030 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:17.031 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:17.032 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.033 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.034 DEBUG:boto:Method: GET 2022-09-01T11:22:17.035 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.035 DEBUG:boto:Data: 2022-09-01T11:22:17.036 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.036 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:17.037 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.037 DEBUG:boto:Params: {} 2022-09-01T11:22:17.038 DEBUG:boto:Token: None 2022-09-01T11:22:17.039 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.039 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q9X+Yb1xMRDr6+j9VaIODUiPZRI= 2022-09-01T11:22:17.040 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q9X+Yb1xMRDr6+j9VaIODUiPZRI=', 'Content-Length': '0'} 2022-09-01T11:22:17.042 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006cced94fcd0078fa-00631095e9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.043 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:17.044 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:17.044 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.045 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.045 DEBUG:boto:Method: HEAD 2022-09-01T11:22:17.046 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.046 DEBUG:boto:Data: 2022-09-01T11:22:17.047 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.047 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:17.048 DEBUG:boto:Port: 8001 2022-09-01T11:22:17.048 DEBUG:boto:Params: {} 2022-09-01T11:22:17.049 DEBUG:boto:Token: None 2022-09-01T11:22:17.050 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.050 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u1Z4HMgoS2QaytkRkfhOlzEfVsk= 2022-09-01T11:22:17.051 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u1Z4HMgoS2QaytkRkfhOlzEfVsk=', 'Content-Length': '0'} 2022-09-01T11:22:17.054 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000813350911b11ccfb-00631095e9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.055 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:17.055 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:17.056 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.056 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.057 DEBUG:boto:Method: HEAD 2022-09-01T11:22:17.058 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.058 DEBUG:boto:Data: 2022-09-01T11:22:17.059 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.059 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:17.060 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.060 DEBUG:boto:Params: {} 2022-09-01T11:22:17.061 DEBUG:boto:Token: None 2022-09-01T11:22:17.061 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.062 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u1Z4HMgoS2QaytkRkfhOlzEfVsk= 2022-09-01T11:22:17.063 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u1Z4HMgoS2QaytkRkfhOlzEfVsk=', 'Content-Length': '0'} 2022-09-01T11:22:17.065 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000021dfd81056454aaa-00631095e9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.066 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:22:17.066 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:17.067 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:17.068 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.068 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.069 DEBUG:boto:Method: GET 2022-09-01T11:22:17.069 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.070 DEBUG:boto:Data: 2022-09-01T11:22:17.070 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.071 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:17.071 DEBUG:boto:Port: 8001 2022-09-01T11:22:17.072 DEBUG:boto:Params: {} 2022-09-01T11:22:17.073 DEBUG:boto:Token: None 2022-09-01T11:22:17.073 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.074 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q9X+Yb1xMRDr6+j9VaIODUiPZRI= 2022-09-01T11:22:17.075 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q9X+Yb1xMRDr6+j9VaIODUiPZRI=', 'Content-Length': '0'} 2022-09-01T11:22:17.077 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d126f4846465e2d3-00631095e9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.078 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:17.078 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:17.079 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.079 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.080 DEBUG:boto:Method: GET 2022-09-01T11:22:17.080 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.081 DEBUG:boto:Data: 2022-09-01T11:22:17.081 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.082 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:17.083 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.083 DEBUG:boto:Params: {} 2022-09-01T11:22:17.084 DEBUG:boto:Token: None 2022-09-01T11:22:17.084 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:22:17.085 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q9X+Yb1xMRDr6+j9VaIODUiPZRI= 2022-09-01T11:22:17.086 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q9X+Yb1xMRDr6+j9VaIODUiPZRI=', 'Content-Length': '0'} 2022-09-01T11:22:17.088 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005095a6265f4913e2-00631095e9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.130 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:17.131 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:17.132 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:17.133 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:17.133 DEBUG:boto:Method: GET 2022-09-01T11:22:17.134 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:22:17.135 DEBUG:boto:Data: 2022-09-01T11:22:17.136 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.136 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:17.137 DEBUG:boto:Port: 8001 2022-09-01T11:22:17.137 DEBUG:boto:Params: {} 2022-09-01T11:22:17.138 DEBUG:boto:Token: None 2022-09-01T11:22:17.139 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/ 2022-09-01T11:22:17.140 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x79nZai93wYwYx1yxXLUReq8818= 2022-09-01T11:22:17.141 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x79nZai93wYwYx1yxXLUReq8818=', 'Content-Length': '0'} 2022-09-01T11:22:17.144 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e78a3197a5569bed-00631095e9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.145 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:17.147 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:17.147 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:17.148 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:17.148 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:17.149 DEBUG:boto:Method: GET 2022-09-01T11:22:17.149 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:22:17.150 DEBUG:boto:Data: 2022-09-01T11:22:17.150 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.151 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:17.151 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.152 DEBUG:boto:Params: {} 2022-09-01T11:22:17.152 DEBUG:boto:Token: None 2022-09-01T11:22:17.153 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/ 2022-09-01T11:22:17.154 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x79nZai93wYwYx1yxXLUReq8818= 2022-09-01T11:22:17.154 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x79nZai93wYwYx1yxXLUReq8818=', 'Content-Length': '0'} 2022-09-01T11:22:17.157 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000006ce84baa59e160a-00631095e9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.158 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:17.159 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:17.160 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:17.161 DEBUG:boto:Method: HEAD 2022-09-01T11:22:17.162 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:22:17.163 DEBUG:boto:Data: 2022-09-01T11:22:17.164 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.165 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:17.165 DEBUG:boto:Port: 8001 2022-09-01T11:22:17.166 DEBUG:boto:Params: {} 2022-09-01T11:22:17.166 DEBUG:boto:Token: None 2022-09-01T11:22:17.167 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/obj95 2022-09-01T11:22:17.168 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fVmI/WbwqTeQjRxOZIhbCFQm/Zc= 2022-09-01T11:22:17.168 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fVmI/WbwqTeQjRxOZIhbCFQm/Zc=', 'Content-Length': '0'} 2022-09-01T11:22:17.170 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d14a3dd67d1e0aab-00631095e9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.171 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:17.172 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:17.172 DEBUG:boto:Method: HEAD 2022-09-01T11:22:17.173 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:22:17.173 DEBUG:boto:Data: 2022-09-01T11:22:17.174 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.174 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:17.175 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.175 DEBUG:boto:Params: {} 2022-09-01T11:22:17.176 DEBUG:boto:Token: None 2022-09-01T11:22:17.176 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/obj95 2022-09-01T11:22:17.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fVmI/WbwqTeQjRxOZIhbCFQm/Zc= 2022-09-01T11:22:17.177 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fVmI/WbwqTeQjRxOZIhbCFQm/Zc=', 'Content-Length': '0'} 2022-09-01T11:22:17.179 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf0ee8d7fb793b50-00631095e9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.180 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:22:17.181 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:17.181 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:17.182 DEBUG:boto:Method: GET 2022-09-01T11:22:17.182 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:22:17.183 DEBUG:boto:Data: 2022-09-01T11:22:17.183 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.184 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:17.184 DEBUG:boto:Port: 8001 2022-09-01T11:22:17.185 DEBUG:boto:Params: {} 2022-09-01T11:22:17.186 DEBUG:boto:Token: None 2022-09-01T11:22:17.186 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/obj95 2022-09-01T11:22:17.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yyPTc/B1uTQsXJdQTFiiT7cgEFc= 2022-09-01T11:22:17.188 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yyPTc/B1uTQsXJdQTFiiT7cgEFc=', 'Content-Length': '0'} 2022-09-01T11:22:17.190 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000050f015dec098c914-00631095e9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.230 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:22:17.231 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:22:17.232 DEBUG:boto:Method: GET 2022-09-01T11:22:17.232 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:22:17.233 DEBUG:boto:Data: 2022-09-01T11:22:17.233 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.234 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:17.234 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.235 DEBUG:boto:Params: {} 2022-09-01T11:22:17.235 DEBUG:boto:Token: None 2022-09-01T11:22:17.236 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/obj95 2022-09-01T11:22:17.237 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yyPTc/B1uTQsXJdQTFiiT7cgEFc= 2022-09-01T11:22:17.238 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yyPTc/B1uTQsXJdQTFiiT7cgEFc=', 'Content-Length': '0'} 2022-09-01T11:22:17.241 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002862941a1e48ca3c-00631095e9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.243 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:17.243 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:17.244 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:17.245 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:17.246 DEBUG:boto:Method: GET 2022-09-01T11:22:17.246 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:22:17.247 DEBUG:boto:Data: 2022-09-01T11:22:17.248 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.248 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:22:17.249 DEBUG:boto:Port: 8001 2022-09-01T11:22:17.249 DEBUG:boto:Params: {} 2022-09-01T11:22:17.250 DEBUG:boto:Token: None 2022-09-01T11:22:17.251 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/ 2022-09-01T11:22:17.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x79nZai93wYwYx1yxXLUReq8818= 2022-09-01T11:22:17.252 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x79nZai93wYwYx1yxXLUReq8818=', 'Content-Length': '0'} 2022-09-01T11:22:17.255 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006bdf9da61c513ae0-00631095e9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.256 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:17.257 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:17.258 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:17.259 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:17.259 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:22:17.260 DEBUG:boto:Method: GET 2022-09-01T11:22:17.260 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:22:17.261 DEBUG:boto:Data: 2022-09-01T11:22:17.262 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.262 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:22:17.263 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.263 DEBUG:boto:Params: {} 2022-09-01T11:22:17.264 DEBUG:boto:Token: None 2022-09-01T11:22:17.264 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/ 2022-09-01T11:22:17.265 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x79nZai93wYwYx1yxXLUReq8818= 2022-09-01T11:22:17.266 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x79nZai93wYwYx1yxXLUReq8818=', 'Content-Length': '0'} 2022-09-01T11:22:17.269 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d003e2199dd5cdba-00631095e9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.270 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:22:17.271 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone3, test-zone2} 2022-09-01T11:22:17.271 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--num-shards', '23', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:22:17.272 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--num-shards', '23', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:22:17.273 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --num-shards 23 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:22:17.334 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:22:17.335 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:22:17.396 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:22:17.396 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-74 2022-09-01T11:22:17.405 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 15 2022-09-01T11:22:17.472 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:17.473 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:17.473 DEBUG:boto:Method: HEAD 2022-09-01T11:22:17.474 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:22:17.475 DEBUG:boto:Data: 2022-09-01T11:22:17.475 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.476 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:17.476 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.477 DEBUG:boto:Params: {} 2022-09-01T11:22:17.477 DEBUG:boto:Token: None 2022-09-01T11:22:17.478 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/ 2022-09-01T11:22:17.478 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tEktzS3QibP3aLNv7T/ACbnkHoo= 2022-09-01T11:22:17.479 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tEktzS3QibP3aLNv7T/ACbnkHoo=', 'Content-Length': '0'} 2022-09-01T11:22:17.482 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '15'), ('X-RGW-Bytes-Used', '45'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006949588df785f749-00631095e9-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.483 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:22:17.484 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:22:17.484 DEBUG:boto:Method: PUT 2022-09-01T11:22:17.485 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:22:17.486 DEBUG:boto:Data: 2022-09-01T11:22:17.486 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:22:17.487 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:17.487 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.488 DEBUG:boto:Params: {} 2022-09-01T11:22:17.489 DEBUG:boto:Token: None 2022-09-01T11:22:17.489 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/obj23 2022-09-01T11:22:17.490 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eB/WsfyYwLgbj1AMapJl5vuQj4c= 2022-09-01T11:22:17.490 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eB/WsfyYwLgbj1AMapJl5vuQj4c='} 2022-09-01T11:22:17.497 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000a512b29448cc114a-00631095e9-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.498 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:17.499 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:17.499 DEBUG:boto:Method: HEAD 2022-09-01T11:22:17.500 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:22:17.500 DEBUG:boto:Data: 2022-09-01T11:22:17.501 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.502 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:17.502 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.503 DEBUG:boto:Params: {} 2022-09-01T11:22:17.504 DEBUG:boto:Token: None 2022-09-01T11:22:17.504 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/ 2022-09-01T11:22:17.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tEktzS3QibP3aLNv7T/ACbnkHoo= 2022-09-01T11:22:17.506 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tEktzS3QibP3aLNv7T/ACbnkHoo=', 'Content-Length': '0'} 2022-09-01T11:22:17.509 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '16'), ('X-RGW-Bytes-Used', '48'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007428d315f7d305c0-00631095e9-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.510 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:22:17.510 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:22:17.511 DEBUG:boto:Method: PUT 2022-09-01T11:22:17.512 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:22:17.512 DEBUG:boto:Data: 2022-09-01T11:22:17.513 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:22:17.513 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:17.514 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.514 DEBUG:boto:Params: {} 2022-09-01T11:22:17.515 DEBUG:boto:Token: None 2022-09-01T11:22:17.515 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/obj46 2022-09-01T11:22:17.516 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EfAT8ZmXDZTULuGuzzPX8gtMcCE= 2022-09-01T11:22:17.517 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EfAT8ZmXDZTULuGuzzPX8gtMcCE='} 2022-09-01T11:22:17.566 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000007a62b19be16bf0df-00631095e9-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.567 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:17.568 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:17.568 DEBUG:boto:Method: HEAD 2022-09-01T11:22:17.569 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:22:17.569 DEBUG:boto:Data: 2022-09-01T11:22:17.570 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.570 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:17.571 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.571 DEBUG:boto:Params: {} 2022-09-01T11:22:17.572 DEBUG:boto:Token: None 2022-09-01T11:22:17.572 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/ 2022-09-01T11:22:17.573 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tEktzS3QibP3aLNv7T/ACbnkHoo= 2022-09-01T11:22:17.574 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tEktzS3QibP3aLNv7T/ACbnkHoo=', 'Content-Length': '0'} 2022-09-01T11:22:17.577 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '17'), ('X-RGW-Bytes-Used', '51'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000021306b955f0e040-00631095e9-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.577 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:22:17.578 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:22:17.579 DEBUG:boto:Method: PUT 2022-09-01T11:22:17.579 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:22:17.580 DEBUG:boto:Data: 2022-09-01T11:22:17.580 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:22:17.581 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:17.581 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.582 DEBUG:boto:Params: {} 2022-09-01T11:22:17.582 DEBUG:boto:Token: None 2022-09-01T11:22:17.583 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/obj69 2022-09-01T11:22:17.584 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DFqMMUg5KXvXZqlXQMEvp1wGuSw= 2022-09-01T11:22:17.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DFqMMUg5KXvXZqlXQMEvp1wGuSw='} 2022-09-01T11:22:17.590 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000020ae24620ef54f25-00631095e9-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.591 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:17.592 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:17.592 DEBUG:boto:Method: HEAD 2022-09-01T11:22:17.593 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:22:17.593 DEBUG:boto:Data: 2022-09-01T11:22:17.594 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.594 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:17.595 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.596 DEBUG:boto:Params: {} 2022-09-01T11:22:17.596 DEBUG:boto:Token: None 2022-09-01T11:22:17.597 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/ 2022-09-01T11:22:17.597 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tEktzS3QibP3aLNv7T/ACbnkHoo= 2022-09-01T11:22:17.598 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tEktzS3QibP3aLNv7T/ACbnkHoo=', 'Content-Length': '0'} 2022-09-01T11:22:17.601 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '18'), ('X-RGW-Bytes-Used', '54'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b616f84063af8c1c-00631095e9-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.602 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:22:17.602 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:22:17.603 DEBUG:boto:Method: PUT 2022-09-01T11:22:17.603 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:22:17.604 DEBUG:boto:Data: 2022-09-01T11:22:17.604 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:22:17.605 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:17.605 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.606 DEBUG:boto:Params: {} 2022-09-01T11:22:17.608 DEBUG:boto:Token: None 2022-09-01T11:22:17.608 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/obj92 2022-09-01T11:22:17.609 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:icgDMe5Ns90dubEdwzb0b6aiJII= 2022-09-01T11:22:17.610 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:icgDMe5Ns90dubEdwzb0b6aiJII='} 2022-09-01T11:22:17.624 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000006b3b8f69f99c68e0-00631095e9-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.625 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:22:17.626 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:22:17.626 DEBUG:boto:Method: HEAD 2022-09-01T11:22:17.627 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:22:17.627 DEBUG:boto:Data: 2022-09-01T11:22:17.628 DEBUG:boto:Headers: {} 2022-09-01T11:22:17.628 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:17.629 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.629 DEBUG:boto:Params: {} 2022-09-01T11:22:17.630 DEBUG:boto:Token: None 2022-09-01T11:22:17.631 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/ 2022-09-01T11:22:17.631 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tEktzS3QibP3aLNv7T/ACbnkHoo= 2022-09-01T11:22:17.632 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tEktzS3QibP3aLNv7T/ACbnkHoo=', 'Content-Length': '0'} 2022-09-01T11:22:17.635 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '19'), ('X-RGW-Bytes-Used', '57'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000007f013738559daa59-00631095e9-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.636 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:22:17.637 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:22:17.637 DEBUG:boto:Method: PUT 2022-09-01T11:22:17.638 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:22:17.639 DEBUG:boto:Data: 2022-09-01T11:22:17.639 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:22:17.640 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:22:17.640 DEBUG:boto:Port: 8000 2022-09-01T11:22:17.641 DEBUG:boto:Params: {} 2022-09-01T11:22:17.641 DEBUG:boto:Token: None 2022-09-01T11:22:17.642 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:22:17 GMT /ptoxvb-74/obj115 2022-09-01T11:22:17.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JqU95iL0x2iixujo4H1ETit9B+k= 2022-09-01T11:22:17.644 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:22:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JqU95iL0x2iixujo4H1ETit9B+k='} 2022-09-01T11:22:17.690 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000148a1dad9d1cb35e-00631095e9-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:22:17.692 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-74 2022-09-01T11:22:17.692 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:22:17.693 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:22:17.693 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:22:17.758 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:22:17.758 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:22:17.798 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:22:17.798+0000 7f871cfac600 1 waiting to reach latest gen 3, on 2.. 2022-09-01T11:22:22.798 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:22:22.799+0000 7f871cfac600 1 waiting to reach latest gen 3, on 2.. 2022-09-01T11:22:27.801 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:22:27.802+0000 7f871cfac600 1 waiting for incremental sync to catch up: 2022-09-01T11:22:27.802 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:22:27.802 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:22:32.803 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:22:32.804+0000 7f871cfac600 1 waiting for incremental sync to catch up: 2022-09-01T11:22:32.804 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:22:32.804 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:22:37.805 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:22:37.806+0000 7f871cfac600 1 waiting for incremental sync to catch up: 2022-09-01T11:22:37.806 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:22:37.807 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:22:42.808 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:22:42.807+0000 7f871cfac600 1 waiting for incremental sync to catch up: 2022-09-01T11:22:42.809 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:22:42.809 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:22:47.810 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:22:47.809+0000 7f871cfac600 1 waiting for incremental sync to catch up: 2022-09-01T11:22:47.810 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000001.48.5, , , , , , , , , , , , , , , , , ] 2022-09-01T11:22:47.811 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:22:52.812 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:22:52.811+0000 7f871cfac600 1 waiting for incremental sync to catch up: 2022-09-01T11:22:52.813 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000001.48.5, , , , , , , , , , , , , , , , , ] 2022-09-01T11:22:52.813 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:22:57.814 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:22:57.813+0000 7f871cfac600 1 waiting for incremental sync to catch up: 2022-09-01T11:22:57.814 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000001.48.5, , , , , , , , , , , , , , , , , ] 2022-09-01T11:22:57.815 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:02.816 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:23:02.816+0000 7f871cfac600 1 waiting for incremental sync to catch up: 2022-09-01T11:23:02.817 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000001.48.5, , , , , , , , , , , , , , , , , ] 2022-09-01T11:23:02.817 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:07.819 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:23:07.818+0000 7f871cfac600 1 waiting for incremental sync to catch up: 2022-09-01T11:23:07.820 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000001.48.5, , , , , , , , , , , , , , , , , ] 2022-09-01T11:23:07.821 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:12.820 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:23:12.820+0000 7f871cfac600 1 waiting for incremental sync to catch up: 2022-09-01T11:23:12.821 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000001.48.5, , , , , , , , , , , , , , , , , ] 2022-09-01T11:23:12.821 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:17.823 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:23:17.822+0000 7f871cfac600 1 waiting for incremental sync to catch up: 2022-09-01T11:23:17.823 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000001.48.5, , , , , , , , , , , , , , , , , ] 2022-09-01T11:23:17.824 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:22.825 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:23:22.824+0000 7f871cfac600 1 waiting for incremental sync to catch up: 2022-09-01T11:23:22.826 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000001.48.5, , , , , , , , , , , , , , , , , ] 2022-09-01T11:23:22.826 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:27.827 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:23:27.828+0000 7f871cfac600 1 bucket sync caught up with source: 2022-09-01T11:23:27.828 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:27.828 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:27.829 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:23:27.828+0000 7f871cfac600 0 bucket checkpoint complete 2022-09-01T11:23:27.848 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-74 2022-09-01T11:23:27.849 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:23:27.851 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:23:27.852 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:23:27.920 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:23:27.920 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:23:27.983 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:23:27.980+0000 7fa227900600 1 waiting for incremental sync to catch up: 2022-09-01T11:23:27.983 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000001.48.5, , , , , 00000000002.186.5, , , , , , , , 00000000001.82.5, , , , ] 2022-09-01T11:23:27.984 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:32.985 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:23:32.982+0000 7fa227900600 1 bucket sync caught up with source: 2022-09-01T11:23:32.987 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:32.987 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:32.988 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:23:32.982+0000 7fa227900600 0 bucket checkpoint complete 2022-09-01T11:23:33.004 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:23:33.005 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:23:33.005 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:23:33.006 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:23:33.071 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:23:33.072 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:23:33.113 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:23:33.113+0000 7ff8c9a58600 1 waiting for incremental sync to catch up: 2022-09-01T11:23:33.114 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000001.48.5, , , , , 00000000002.186.5, , , , , , , , 00000000001.82.5, , , , ] 2022-09-01T11:23:33.114 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:38.115 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:23:38.115+0000 7ff8c9a58600 1 waiting for incremental sync to catch up: 2022-09-01T11:23:38.115 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000001.48.5, , , , , 00000000002.186.5, , , , , , , , 00000000001.82.5, , , , ] 2022-09-01T11:23:38.116 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:43.117 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:23:43.117+0000 7ff8c9a58600 1 waiting for incremental sync to catch up: 2022-09-01T11:23:43.118 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000001.48.5, , , , , 00000000002.186.5, , , , , , , , 00000000001.82.5, , , , ] 2022-09-01T11:23:43.118 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:23:48.119+0000 7ff8c9a58600 1 waiting for incremental sync to catch up: 2022-09-01T11:23:48.121 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000001.48.5, , , , , 00000000002.186.5, , , , , , , , 00000000001.82.5, , , , ] 2022-09-01T11:23:48.121 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:53.121 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:23:53.121+0000 7ff8c9a58600 1 bucket sync caught up with source: 2022-09-01T11:23:53.122 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:53.122 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , 00000000001.48.5, , , 00000000002.76.5, , 00000000002.186.5, , , , , , 00000000001.107.5, , 00000000001.82.5, , , , ] 2022-09-01T11:23:53.123 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:23:53.121+0000 7ff8c9a58600 0 bucket checkpoint complete 2022-09-01T11:23:53.139 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-74 2022-09-01T11:23:53.140 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:23:53.141 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:23:53.141 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:23:53.206 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:23:53.207 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:23:53.270 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:23:53.266+0000 7f8c38750600 1 bucket sync caught up with source: 2022-09-01T11:23:53.271 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.276.5, 00000000002.225.5, 00000000001.209.5, 00000000002.352.5, 00000000002.170.5, , , 00000000002.185.5, 00000000005.283.5, 00000000004.236.5] 2022-09-01T11:23:53.271 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.276.5, 00000000002.225.5, 00000000001.209.5, 00000000002.352.5, 00000000002.170.5, , , 00000000002.185.5, 00000000005.283.5, 00000000004.236.5] 2022-09-01T11:23:53.271 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:23:53.266+0000 7f8c38750600 0 bucket checkpoint complete 2022-09-01T11:23:53.301 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-74 2022-09-01T11:23:53.303 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:23:53.303 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:23:53.305 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:23:53.373 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:23:53.374 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:23:53.428 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:23:53.424+0000 7f9c99fde600 1 bucket sync caught up with source: 2022-09-01T11:23:53.429 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.276.5, 00000000002.225.5, 00000000001.209.5, 00000000002.352.5, 00000000002.170.5, , , 00000000002.185.5, 00000000005.283.5, 00000000004.236.5] 2022-09-01T11:23:53.429 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.276.5, 00000000002.225.5, 00000000001.209.5, 00000000002.352.5, 00000000002.170.5, , , 00000000002.185.5, 00000000005.283.5, 00000000004.236.5] 2022-09-01T11:23:53.430 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:23:53.424+0000 7f9c99fde600 0 bucket checkpoint complete 2022-09-01T11:23:53.450 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:23:53.451 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-74 2022-09-01T11:23:53.452 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:23:53.452 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:23:53.453 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:23:53.510 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:23:53.511 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:23:53.548 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:23:53.544+0000 7fd651147600 1 bucket sync caught up with source: 2022-09-01T11:23:53.548 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.428.5, 00000000002.476.5, 00000000001.359.5, 00000000002.666.5, 00000000002.168.5, , , 00000000002.401.5, 00000000005.462.5, 00000000004.303.5] 2022-09-01T11:23:53.549 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.428.5, 00000000002.476.5, 00000000001.359.5, 00000000002.666.5, 00000000002.168.5, , , 00000000002.401.5, 00000000005.462.5, 00000000004.303.5] 2022-09-01T11:23:53.549 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:23:53.544+0000 7fd651147600 0 bucket checkpoint complete 2022-09-01T11:23:53.563 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-74 2022-09-01T11:23:53.566 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:23:53.566 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:23:53.567 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:23:53.632 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:23:53.633 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:23:53.672 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:23:53.671+0000 7f0350c3a600 1 bucket sync caught up with source: 2022-09-01T11:23:53.673 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.428.5, 00000000002.476.5, 00000000001.359.5, 00000000002.666.5, 00000000002.168.5, , , 00000000002.401.5, 00000000005.462.5, 00000000004.303.5] 2022-09-01T11:23:53.674 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000002.428.5, 00000000002.476.5, 00000000001.359.5, 00000000002.666.5, 00000000002.168.5, , , 00000000002.401.5, 00000000005.462.5, 00000000004.303.5] 2022-09-01T11:23:53.674 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:23:53.671+0000 7f0350c3a600 0 bucket checkpoint complete 2022-09-01T11:23:53.688 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:23:53.689 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone2, test-zone1} 2022-09-01T11:23:53.690 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:53.691 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:53.692 DEBUG:boto:Method: HEAD 2022-09-01T11:23:53.693 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:23:53.694 DEBUG:boto:Data: 2022-09-01T11:23:53.695 DEBUG:boto:Headers: {} 2022-09-01T11:23:53.695 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:53.696 DEBUG:boto:Port: 8000 2022-09-01T11:23:53.696 DEBUG:boto:Params: {} 2022-09-01T11:23:53.697 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:23:53.698 DEBUG:boto:Token: None 2022-09-01T11:23:53.699 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:53 GMT /ptoxvb-74/ 2022-09-01T11:23:53.700 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hGuAb6roB9I+NwmUPK+rnvf/v1M= 2022-09-01T11:23:53.701 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hGuAb6roB9I+NwmUPK+rnvf/v1M=', 'Content-Length': '0'} 2022-09-01T11:23:53.708 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '20'), ('X-RGW-Bytes-Used', '60'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000025ae4fcd9739e3d9-0063109649-183f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:23:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:53.709 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:53.710 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:53.711 DEBUG:boto:Method: HEAD 2022-09-01T11:23:53.711 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:23:53.712 DEBUG:boto:Data: 2022-09-01T11:23:53.713 DEBUG:boto:Headers: {} 2022-09-01T11:23:53.714 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:53.714 DEBUG:boto:Port: 8000 2022-09-01T11:23:53.715 DEBUG:boto:Params: {} 2022-09-01T11:23:53.716 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:23:53.716 DEBUG:boto:Token: None 2022-09-01T11:23:53.717 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:53 GMT /ptoxvb-74/ 2022-09-01T11:23:53.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hGuAb6roB9I+NwmUPK+rnvf/v1M= 2022-09-01T11:23:53.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hGuAb6roB9I+NwmUPK+rnvf/v1M=', 'Content-Length': '0'} 2022-09-01T11:23:53.726 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '20'), ('X-RGW-Bytes-Used', '60'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000bf9845534d80965a-0063109649-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:23:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:53.727 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:23:53.728 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:53.729 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:53.730 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:53.731 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:53.732 DEBUG:boto:Method: GET 2022-09-01T11:23:53.732 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:53.733 DEBUG:boto:Data: 2022-09-01T11:23:53.734 DEBUG:boto:Headers: {} 2022-09-01T11:23:53.734 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:53.735 DEBUG:boto:Port: 8000 2022-09-01T11:23:53.735 DEBUG:boto:Params: {} 2022-09-01T11:23:53.736 DEBUG:boto:Token: None 2022-09-01T11:23:53.737 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:53 GMT /ptoxvb-74/?versions 2022-09-01T11:23:53.737 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UWqAoYqzopHEjhS4+NklF41Y+T8= 2022-09-01T11:23:53.738 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UWqAoYqzopHEjhS4+NklF41Y+T8=', 'Content-Length': '0'} 2022-09-01T11:23:53.741 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000033ea86508486bd51-0063109649-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:53.742 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:53.746 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:23:53.747 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:23:53.748 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:23:53.748 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:23:53.749 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:23:53.750 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:23:53.751 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:23:53.752 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:23:53.753 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:23:53.755 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:23:53.756 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:23:53.757 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:23:53.758 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:23:53.759 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:23:53.761 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:23:53.762 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:23:53.762 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:23:53.763 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:23:53.763 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:23:53.764 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:23:53.764 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:23:53.765 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:53.765 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:53.766 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:53.767 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:53.767 DEBUG:boto:Method: GET 2022-09-01T11:23:53.768 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:53.768 DEBUG:boto:Data: 2022-09-01T11:23:53.769 DEBUG:boto:Headers: {} 2022-09-01T11:23:53.769 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:53.770 DEBUG:boto:Port: 8000 2022-09-01T11:23:53.770 DEBUG:boto:Params: {} 2022-09-01T11:23:53.771 DEBUG:boto:Token: None 2022-09-01T11:23:53.772 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:53 GMT /ptoxvb-74/?versions 2022-09-01T11:23:53.772 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UWqAoYqzopHEjhS4+NklF41Y+T8= 2022-09-01T11:23:53.773 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UWqAoYqzopHEjhS4+NklF41Y+T8=', 'Content-Length': '0'} 2022-09-01T11:23:53.776 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000088029df22796d501-0063109649-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:53.782 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:53.785 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:23:53.785 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:23:53.786 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:23:53.786 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:23:53.787 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:23:53.787 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:23:53.788 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:23:53.788 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:23:53.789 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:23:53.790 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:23:53.790 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:23:53.791 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:23:53.791 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:23:53.792 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:23:53.792 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:23:53.793 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:23:53.794 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:23:53.794 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:23:53.795 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:23:53.795 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:23:53.796 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:53.796 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:53.797 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:53.797 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:53.798 DEBUG:boto:Method: GET 2022-09-01T11:23:53.799 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:53.799 DEBUG:boto:Data: 2022-09-01T11:23:53.800 DEBUG:boto:Headers: {} 2022-09-01T11:23:53.800 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:53.801 DEBUG:boto:Port: 8000 2022-09-01T11:23:53.802 DEBUG:boto:Params: {} 2022-09-01T11:23:53.802 DEBUG:boto:Token: None 2022-09-01T11:23:53.803 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:53 GMT /ptoxvb-74/?versions 2022-09-01T11:23:53.804 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UWqAoYqzopHEjhS4+NklF41Y+T8= 2022-09-01T11:23:53.804 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UWqAoYqzopHEjhS4+NklF41Y+T8=', 'Content-Length': '0'} 2022-09-01T11:23:53.808 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007af2818e2267250c-0063109649-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:53.811 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:53.813 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:53.814 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:53.815 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:53.816 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:53.817 DEBUG:boto:Method: GET 2022-09-01T11:23:53.818 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:53.819 DEBUG:boto:Data: 2022-09-01T11:23:53.820 DEBUG:boto:Headers: {} 2022-09-01T11:23:53.821 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:53.822 DEBUG:boto:Port: 8000 2022-09-01T11:23:53.823 DEBUG:boto:Params: {} 2022-09-01T11:23:53.824 DEBUG:boto:Token: None 2022-09-01T11:23:53.825 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:53 GMT /ptoxvb-74/?versions 2022-09-01T11:23:53.826 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UWqAoYqzopHEjhS4+NklF41Y+T8= 2022-09-01T11:23:53.827 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UWqAoYqzopHEjhS4+NklF41Y+T8=', 'Content-Length': '0'} 2022-09-01T11:23:53.832 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a505cc93ab5f5398-0063109649-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:53.833 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:53.836 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:23:53.837 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:23:53.838 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:23:53.839 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.839 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.840 DEBUG:boto:Method: GET 2022-09-01T11:23:53.841 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.842 DEBUG:boto:Data: 2022-09-01T11:23:53.842 DEBUG:boto:Headers: {} 2022-09-01T11:23:53.843 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:53.844 DEBUG:boto:Port: 8000 2022-09-01T11:23:53.845 DEBUG:boto:Params: {} 2022-09-01T11:23:53.846 DEBUG:boto:Token: None 2022-09-01T11:23:53.848 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:53 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.849 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sBjE6rXkO7Jecx8XoAsqbaGG63w= 2022-09-01T11:23:53.850 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sBjE6rXkO7Jecx8XoAsqbaGG63w=', 'Content-Length': '0'} 2022-09-01T11:23:53.854 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5738bb7b3e8a490-0063109649-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:53.856 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:23:53.857 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:23:53.858 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.858 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.859 DEBUG:boto:Method: GET 2022-09-01T11:23:53.860 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.861 DEBUG:boto:Data: 2022-09-01T11:23:53.862 DEBUG:boto:Headers: {} 2022-09-01T11:23:53.862 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:53.863 DEBUG:boto:Port: 8000 2022-09-01T11:23:53.864 DEBUG:boto:Params: {} 2022-09-01T11:23:53.864 DEBUG:boto:Token: None 2022-09-01T11:23:53.865 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:53 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.866 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sBjE6rXkO7Jecx8XoAsqbaGG63w= 2022-09-01T11:23:53.867 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sBjE6rXkO7Jecx8XoAsqbaGG63w=', 'Content-Length': '0'} 2022-09-01T11:23:53.870 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000309714eedb630f39-0063109649-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:53.871 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:23:53.872 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:23:53.873 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.874 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.875 DEBUG:boto:Method: HEAD 2022-09-01T11:23:53.876 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.876 DEBUG:boto:Data: 2022-09-01T11:23:53.877 DEBUG:boto:Headers: {} 2022-09-01T11:23:53.878 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:53.879 DEBUG:boto:Port: 8000 2022-09-01T11:23:53.880 DEBUG:boto:Params: {} 2022-09-01T11:23:53.880 DEBUG:boto:Token: None 2022-09-01T11:23:53.881 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:53 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kKZizMxy0WwU2r0SSWz7SLdOSsA= 2022-09-01T11:23:53.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kKZizMxy0WwU2r0SSWz7SLdOSsA=', 'Content-Length': '0'} 2022-09-01T11:23:53.884 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aaa354f767b3f243-0063109649-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:53.885 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:23:53.885 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:23:53.886 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.886 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.887 DEBUG:boto:Method: HEAD 2022-09-01T11:23:53.888 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.888 DEBUG:boto:Data: 2022-09-01T11:23:53.889 DEBUG:boto:Headers: {} 2022-09-01T11:23:53.889 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:53.890 DEBUG:boto:Port: 8000 2022-09-01T11:23:53.890 DEBUG:boto:Params: {} 2022-09-01T11:23:53.891 DEBUG:boto:Token: None 2022-09-01T11:23:53.891 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:53 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.892 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kKZizMxy0WwU2r0SSWz7SLdOSsA= 2022-09-01T11:23:53.893 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kKZizMxy0WwU2r0SSWz7SLdOSsA=', 'Content-Length': '0'} 2022-09-01T11:23:53.894 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000010a82652dc37dfba-0063109649-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:53.895 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:23:53.896 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:23:53.896 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:23:53.897 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.897 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.899 DEBUG:boto:Method: GET 2022-09-01T11:23:53.900 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.901 DEBUG:boto:Data: 2022-09-01T11:23:53.901 DEBUG:boto:Headers: {} 2022-09-01T11:23:53.902 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:53.903 DEBUG:boto:Port: 8000 2022-09-01T11:23:53.904 DEBUG:boto:Params: {} 2022-09-01T11:23:53.905 DEBUG:boto:Token: None 2022-09-01T11:23:53.907 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:53 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.908 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sBjE6rXkO7Jecx8XoAsqbaGG63w= 2022-09-01T11:23:53.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sBjE6rXkO7Jecx8XoAsqbaGG63w=', 'Content-Length': '0'} 2022-09-01T11:23:53.912 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ebc3bee8d14a2e52-0063109649-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:53.913 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:23:53.913 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:23:53.914 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.915 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.916 DEBUG:boto:Method: GET 2022-09-01T11:23:53.917 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.917 DEBUG:boto:Data: 2022-09-01T11:23:53.918 DEBUG:boto:Headers: {} 2022-09-01T11:23:53.918 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:53.919 DEBUG:boto:Port: 8000 2022-09-01T11:23:53.919 DEBUG:boto:Params: {} 2022-09-01T11:23:53.920 DEBUG:boto:Token: None 2022-09-01T11:23:53.921 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:53 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:53.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sBjE6rXkO7Jecx8XoAsqbaGG63w= 2022-09-01T11:23:53.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sBjE6rXkO7Jecx8XoAsqbaGG63w=', 'Content-Length': '0'} 2022-09-01T11:23:53.927 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000be645ba863ec88b0-0063109649-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:53.928 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:53.928 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:53.929 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:23:53.930 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:23:53.931 DEBUG:boto:Method: GET 2022-09-01T11:23:53.931 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:23:53.932 DEBUG:boto:Data: 2022-09-01T11:23:53.933 DEBUG:boto:Headers: {} 2022-09-01T11:23:53.934 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:53.935 DEBUG:boto:Port: 8000 2022-09-01T11:23:53.935 DEBUG:boto:Params: {} 2022-09-01T11:23:53.936 DEBUG:boto:Token: None 2022-09-01T11:23:53.937 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:53 GMT /ptoxvb-74/ 2022-09-01T11:23:53.937 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ay0KNCYMjzsM1Oo+kne1nQ34vLg= 2022-09-01T11:23:53.938 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ay0KNCYMjzsM1Oo+kne1nQ34vLg=', 'Content-Length': '0'} 2022-09-01T11:23:53.941 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007a68479dbecc5379-0063109649-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:53.941 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:53.943 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:53.944 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:53.944 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:23:53.945 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:23:53.946 DEBUG:boto:Method: GET 2022-09-01T11:23:53.946 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:23:53.947 DEBUG:boto:Data: 2022-09-01T11:23:53.948 DEBUG:boto:Headers: {} 2022-09-01T11:23:53.949 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:53.949 DEBUG:boto:Port: 8000 2022-09-01T11:23:53.950 DEBUG:boto:Params: {} 2022-09-01T11:23:53.951 DEBUG:boto:Token: None 2022-09-01T11:23:53.952 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:53 GMT /ptoxvb-74/ 2022-09-01T11:23:53.953 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ay0KNCYMjzsM1Oo+kne1nQ34vLg= 2022-09-01T11:23:53.953 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ay0KNCYMjzsM1Oo+kne1nQ34vLg=', 'Content-Length': '0'} 2022-09-01T11:23:53.957 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000897e1c55c6f649c9-0063109649-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.002 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:54.003 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:23:54.004 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:23:54.005 DEBUG:boto:Method: HEAD 2022-09-01T11:23:54.005 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:23:54.006 DEBUG:boto:Data: 2022-09-01T11:23:54.006 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.007 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.008 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.008 DEBUG:boto:Params: {} 2022-09-01T11:23:54.009 DEBUG:boto:Token: None 2022-09-01T11:23:54.010 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj11 2022-09-01T11:23:54.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XVsAsoRdn18bdUW/BUJneRYpW18= 2022-09-01T11:23:54.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XVsAsoRdn18bdUW/BUJneRYpW18=', 'Content-Length': '0'} 2022-09-01T11:23:54.013 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000061a72fe047d52328-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.015 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:23:54.016 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:23:54.017 DEBUG:boto:Method: HEAD 2022-09-01T11:23:54.018 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:23:54.019 DEBUG:boto:Data: 2022-09-01T11:23:54.019 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.020 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.021 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.022 DEBUG:boto:Params: {} 2022-09-01T11:23:54.024 DEBUG:boto:Token: None 2022-09-01T11:23:54.025 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj11 2022-09-01T11:23:54.026 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XVsAsoRdn18bdUW/BUJneRYpW18= 2022-09-01T11:23:54.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XVsAsoRdn18bdUW/BUJneRYpW18=', 'Content-Length': '0'} 2022-09-01T11:23:54.029 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cfb263a4d291a23a-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.030 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:23:54.031 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:23:54.032 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:23:54.033 DEBUG:boto:Method: GET 2022-09-01T11:23:54.034 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:23:54.035 DEBUG:boto:Data: 2022-09-01T11:23:54.036 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.038 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.039 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.040 DEBUG:boto:Params: {} 2022-09-01T11:23:54.041 DEBUG:boto:Token: None 2022-09-01T11:23:54.043 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj11 2022-09-01T11:23:54.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N/W2JWxq1t3zVqrK3qaJlDjYnE4= 2022-09-01T11:23:54.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N/W2JWxq1t3zVqrK3qaJlDjYnE4=', 'Content-Length': '0'} 2022-09-01T11:23:54.048 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000357444007268a3c5-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.049 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:23:54.051 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:23:54.052 DEBUG:boto:Method: GET 2022-09-01T11:23:54.053 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:23:54.054 DEBUG:boto:Data: 2022-09-01T11:23:54.055 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.056 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.057 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.058 DEBUG:boto:Params: {} 2022-09-01T11:23:54.059 DEBUG:boto:Token: None 2022-09-01T11:23:54.061 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj11 2022-09-01T11:23:54.062 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N/W2JWxq1t3zVqrK3qaJlDjYnE4= 2022-09-01T11:23:54.063 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N/W2JWxq1t3zVqrK3qaJlDjYnE4=', 'Content-Length': '0'} 2022-09-01T11:23:54.065 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000020665acd3e0dcac9-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.066 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:54.067 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:54.068 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:23:54.068 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:23:54.069 DEBUG:boto:Method: GET 2022-09-01T11:23:54.070 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:23:54.071 DEBUG:boto:Data: 2022-09-01T11:23:54.072 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.073 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.074 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.075 DEBUG:boto:Params: {} 2022-09-01T11:23:54.076 DEBUG:boto:Token: None 2022-09-01T11:23:54.077 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/ 2022-09-01T11:23:54.079 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ= 2022-09-01T11:23:54.080 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.083 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000054dc4e8ec3e33ffa-006310964a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.083 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:54.084 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:54.085 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:54.085 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:23:54.086 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:23:54.086 DEBUG:boto:Method: GET 2022-09-01T11:23:54.087 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:23:54.087 DEBUG:boto:Data: 2022-09-01T11:23:54.088 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.089 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.090 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.090 DEBUG:boto:Params: {} 2022-09-01T11:23:54.091 DEBUG:boto:Token: None 2022-09-01T11:23:54.092 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/ 2022-09-01T11:23:54.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ= 2022-09-01T11:23:54.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.097 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005fb1a6eb91c66cf9-006310964a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.098 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:54.099 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:23:54.100 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:23:54.101 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:23:54.102 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.103 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.104 DEBUG:boto:Method: GET 2022-09-01T11:23:54.105 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.106 DEBUG:boto:Data: 2022-09-01T11:23:54.107 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.108 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.109 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.110 DEBUG:boto:Params: {} 2022-09-01T11:23:54.110 DEBUG:boto:Token: None 2022-09-01T11:23:54.111 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.112 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9hub8uTeutQxefPCKgd9X/p8MQ= 2022-09-01T11:23:54.113 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9hub8uTeutQxefPCKgd9X/p8MQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.115 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec8c2c939b5821e8-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.117 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:23:54.117 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:23:54.118 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.118 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.119 DEBUG:boto:Method: GET 2022-09-01T11:23:54.120 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.121 DEBUG:boto:Data: 2022-09-01T11:23:54.121 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.122 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.123 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.124 DEBUG:boto:Params: {} 2022-09-01T11:23:54.126 DEBUG:boto:Token: None 2022-09-01T11:23:54.127 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.128 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9hub8uTeutQxefPCKgd9X/p8MQ= 2022-09-01T11:23:54.129 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9hub8uTeutQxefPCKgd9X/p8MQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.131 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000091cc95255577ae6f-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.132 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:23:54.132 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:23:54.133 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.134 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.135 DEBUG:boto:Method: HEAD 2022-09-01T11:23:54.136 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.136 DEBUG:boto:Data: 2022-09-01T11:23:54.137 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.139 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.139 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.140 DEBUG:boto:Params: {} 2022-09-01T11:23:54.141 DEBUG:boto:Token: None 2022-09-01T11:23:54.142 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.143 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CcXDu6SsjfYW6CXfR2MpTy68lKA= 2022-09-01T11:23:54.144 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CcXDu6SsjfYW6CXfR2MpTy68lKA=', 'Content-Length': '0'} 2022-09-01T11:23:54.147 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004bd28de1a978bc0d-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.148 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:23:54.149 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:23:54.151 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.152 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.152 DEBUG:boto:Method: HEAD 2022-09-01T11:23:54.154 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.154 DEBUG:boto:Data: 2022-09-01T11:23:54.155 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.157 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.158 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.159 DEBUG:boto:Params: {} 2022-09-01T11:23:54.160 DEBUG:boto:Token: None 2022-09-01T11:23:54.161 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.162 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CcXDu6SsjfYW6CXfR2MpTy68lKA= 2022-09-01T11:23:54.163 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CcXDu6SsjfYW6CXfR2MpTy68lKA=', 'Content-Length': '0'} 2022-09-01T11:23:54.172 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000deddcd826c4aa450-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.174 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:23:54.175 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:23:54.176 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:23:54.177 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.178 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.179 DEBUG:boto:Method: GET 2022-09-01T11:23:54.180 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.181 DEBUG:boto:Data: 2022-09-01T11:23:54.182 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.183 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.183 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.184 DEBUG:boto:Params: {} 2022-09-01T11:23:54.184 DEBUG:boto:Token: None 2022-09-01T11:23:54.185 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.186 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9hub8uTeutQxefPCKgd9X/p8MQ= 2022-09-01T11:23:54.187 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9hub8uTeutQxefPCKgd9X/p8MQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.189 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000730f7fc0b0dc2d68-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.190 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:23:54.191 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:23:54.192 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.193 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.194 DEBUG:boto:Method: GET 2022-09-01T11:23:54.195 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.195 DEBUG:boto:Data: 2022-09-01T11:23:54.196 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.197 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.198 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.199 DEBUG:boto:Params: {} 2022-09-01T11:23:54.200 DEBUG:boto:Token: None 2022-09-01T11:23:54.201 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:23:54.202 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9hub8uTeutQxefPCKgd9X/p8MQ= 2022-09-01T11:23:54.203 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9hub8uTeutQxefPCKgd9X/p8MQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.206 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000406f8f23b6811bb-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.251 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:54.252 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:54.253 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:23:54.254 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:23:54.255 DEBUG:boto:Method: GET 2022-09-01T11:23:54.256 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:23:54.257 DEBUG:boto:Data: 2022-09-01T11:23:54.257 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.259 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.260 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.261 DEBUG:boto:Params: {} 2022-09-01T11:23:54.261 DEBUG:boto:Token: None 2022-09-01T11:23:54.262 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/ 2022-09-01T11:23:54.263 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ= 2022-09-01T11:23:54.265 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.268 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000189eebac7089c044-006310964a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.269 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:54.270 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:54.271 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:54.271 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:23:54.272 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:23:54.273 DEBUG:boto:Method: GET 2022-09-01T11:23:54.273 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:23:54.274 DEBUG:boto:Data: 2022-09-01T11:23:54.274 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.275 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.276 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.277 DEBUG:boto:Params: {} 2022-09-01T11:23:54.277 DEBUG:boto:Token: None 2022-09-01T11:23:54.278 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/ 2022-09-01T11:23:54.279 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ= 2022-09-01T11:23:54.280 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.284 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a66f8a052fe12c5a-006310964a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.285 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:54.287 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:23:54.287 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:23:54.288 DEBUG:boto:Method: HEAD 2022-09-01T11:23:54.288 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:23:54.289 DEBUG:boto:Data: 2022-09-01T11:23:54.289 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.290 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.291 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.292 DEBUG:boto:Params: {} 2022-09-01T11:23:54.293 DEBUG:boto:Token: None 2022-09-01T11:23:54.293 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj115 2022-09-01T11:23:54.294 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Eg8B51qogOOEJsp8pQAMRMEnH/s= 2022-09-01T11:23:54.295 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Eg8B51qogOOEJsp8pQAMRMEnH/s=', 'Content-Length': '0'} 2022-09-01T11:23:54.297 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e22f69c6a4d8e105-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.298 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:23:54.298 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:23:54.299 DEBUG:boto:Method: HEAD 2022-09-01T11:23:54.300 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:23:54.301 DEBUG:boto:Data: 2022-09-01T11:23:54.302 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.303 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.305 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.306 DEBUG:boto:Params: {} 2022-09-01T11:23:54.307 DEBUG:boto:Token: None 2022-09-01T11:23:54.308 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj115 2022-09-01T11:23:54.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Eg8B51qogOOEJsp8pQAMRMEnH/s= 2022-09-01T11:23:54.310 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Eg8B51qogOOEJsp8pQAMRMEnH/s=', 'Content-Length': '0'} 2022-09-01T11:23:54.313 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005894ea024ecc4dae-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.315 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:23:54.316 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:23:54.317 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:23:54.318 DEBUG:boto:Method: GET 2022-09-01T11:23:54.321 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:23:54.322 DEBUG:boto:Data: 2022-09-01T11:23:54.322 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.323 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.324 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.325 DEBUG:boto:Params: {} 2022-09-01T11:23:54.325 DEBUG:boto:Token: None 2022-09-01T11:23:54.326 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj115 2022-09-01T11:23:54.327 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U4qrjoSQBUeY6er8dhZWZxcvItA= 2022-09-01T11:23:54.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U4qrjoSQBUeY6er8dhZWZxcvItA=', 'Content-Length': '0'} 2022-09-01T11:23:54.333 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000921ba2f7e0646519-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.335 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:23:54.336 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:23:54.337 DEBUG:boto:Method: GET 2022-09-01T11:23:54.338 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:23:54.339 DEBUG:boto:Data: 2022-09-01T11:23:54.341 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.342 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.343 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.344 DEBUG:boto:Params: {} 2022-09-01T11:23:54.345 DEBUG:boto:Token: None 2022-09-01T11:23:54.346 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj115 2022-09-01T11:23:54.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U4qrjoSQBUeY6er8dhZWZxcvItA= 2022-09-01T11:23:54.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U4qrjoSQBUeY6er8dhZWZxcvItA=', 'Content-Length': '0'} 2022-09-01T11:23:54.351 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000644a221b6ce35bea-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.352 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:54.352 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:54.353 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:23:54.354 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:23:54.355 DEBUG:boto:Method: GET 2022-09-01T11:23:54.355 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:23:54.356 DEBUG:boto:Data: 2022-09-01T11:23:54.357 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.357 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.358 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.358 DEBUG:boto:Params: {} 2022-09-01T11:23:54.359 DEBUG:boto:Token: None 2022-09-01T11:23:54.360 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/ 2022-09-01T11:23:54.361 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ= 2022-09-01T11:23:54.361 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.364 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008ff1484313bb8b8e-006310964a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.406 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:54.407 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:54.408 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:54.408 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:23:54.409 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:23:54.410 DEBUG:boto:Method: GET 2022-09-01T11:23:54.411 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:23:54.411 DEBUG:boto:Data: 2022-09-01T11:23:54.412 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.412 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.413 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.413 DEBUG:boto:Params: {} 2022-09-01T11:23:54.414 DEBUG:boto:Token: None 2022-09-01T11:23:54.415 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/ 2022-09-01T11:23:54.415 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ= 2022-09-01T11:23:54.416 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.420 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000570b0f485205e456-006310964a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.421 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:54.422 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:23:54.424 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:23:54.425 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:23:54.426 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.427 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.427 DEBUG:boto:Method: GET 2022-09-01T11:23:54.428 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.429 DEBUG:boto:Data: 2022-09-01T11:23:54.431 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.431 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.433 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.434 DEBUG:boto:Params: {} 2022-09-01T11:23:54.435 DEBUG:boto:Token: None 2022-09-01T11:23:54.436 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zC0b+WV6pzsAKCEdkWt2wCuQyKk= 2022-09-01T11:23:54.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zC0b+WV6pzsAKCEdkWt2wCuQyKk=', 'Content-Length': '0'} 2022-09-01T11:23:54.442 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d7a9ecd84b54adc9-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.444 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:23:54.445 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:23:54.446 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.446 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.447 DEBUG:boto:Method: GET 2022-09-01T11:23:54.448 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.450 DEBUG:boto:Data: 2022-09-01T11:23:54.451 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.452 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.453 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.454 DEBUG:boto:Params: {} 2022-09-01T11:23:54.455 DEBUG:boto:Token: None 2022-09-01T11:23:54.455 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.456 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zC0b+WV6pzsAKCEdkWt2wCuQyKk= 2022-09-01T11:23:54.457 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zC0b+WV6pzsAKCEdkWt2wCuQyKk=', 'Content-Length': '0'} 2022-09-01T11:23:54.459 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003829bbab9719befa-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.502 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:23:54.503 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:23:54.504 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.504 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.505 DEBUG:boto:Method: HEAD 2022-09-01T11:23:54.506 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.506 DEBUG:boto:Data: 2022-09-01T11:23:54.507 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.507 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.508 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.509 DEBUG:boto:Params: {} 2022-09-01T11:23:54.510 DEBUG:boto:Token: None 2022-09-01T11:23:54.511 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.512 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eqJyLiWBdUy9Bn+dI3b/h4qtcYg= 2022-09-01T11:23:54.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eqJyLiWBdUy9Bn+dI3b/h4qtcYg=', 'Content-Length': '0'} 2022-09-01T11:23:54.515 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000074957abf310739af-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.516 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:23:54.516 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:23:54.517 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.518 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.518 DEBUG:boto:Method: HEAD 2022-09-01T11:23:54.519 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.519 DEBUG:boto:Data: 2022-09-01T11:23:54.520 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.520 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.521 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.522 DEBUG:boto:Params: {} 2022-09-01T11:23:54.522 DEBUG:boto:Token: None 2022-09-01T11:23:54.523 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eqJyLiWBdUy9Bn+dI3b/h4qtcYg= 2022-09-01T11:23:54.524 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eqJyLiWBdUy9Bn+dI3b/h4qtcYg=', 'Content-Length': '0'} 2022-09-01T11:23:54.527 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000acce9772ab3a1d0a-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.528 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:23:54.529 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:23:54.529 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:23:54.530 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.531 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.531 DEBUG:boto:Method: GET 2022-09-01T11:23:54.532 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.533 DEBUG:boto:Data: 2022-09-01T11:23:54.535 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.535 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.536 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.536 DEBUG:boto:Params: {} 2022-09-01T11:23:54.537 DEBUG:boto:Token: None 2022-09-01T11:23:54.538 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.539 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zC0b+WV6pzsAKCEdkWt2wCuQyKk= 2022-09-01T11:23:54.540 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zC0b+WV6pzsAKCEdkWt2wCuQyKk=', 'Content-Length': '0'} 2022-09-01T11:23:54.543 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c324adac2d8c769-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.545 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:23:54.546 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:23:54.548 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.549 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.550 DEBUG:boto:Method: GET 2022-09-01T11:23:54.550 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.551 DEBUG:boto:Data: 2022-09-01T11:23:54.552 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.552 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.553 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.553 DEBUG:boto:Params: {} 2022-09-01T11:23:54.554 DEBUG:boto:Token: None 2022-09-01T11:23:54.555 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:23:54.557 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zC0b+WV6pzsAKCEdkWt2wCuQyKk= 2022-09-01T11:23:54.557 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zC0b+WV6pzsAKCEdkWt2wCuQyKk=', 'Content-Length': '0'} 2022-09-01T11:23:54.560 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000de26157db407b54-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.561 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:54.561 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:54.562 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:23:54.563 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:23:54.564 DEBUG:boto:Method: GET 2022-09-01T11:23:54.564 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:23:54.565 DEBUG:boto:Data: 2022-09-01T11:23:54.565 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.566 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.566 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.567 DEBUG:boto:Params: {} 2022-09-01T11:23:54.568 DEBUG:boto:Token: None 2022-09-01T11:23:54.568 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/ 2022-09-01T11:23:54.569 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ= 2022-09-01T11:23:54.570 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.577 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ce9b09a58ec3dec0-006310964a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.578 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:54.580 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:54.581 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:54.582 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:23:54.583 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:23:54.584 DEBUG:boto:Method: GET 2022-09-01T11:23:54.585 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:23:54.586 DEBUG:boto:Data: 2022-09-01T11:23:54.587 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.587 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.588 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.588 DEBUG:boto:Params: {} 2022-09-01T11:23:54.589 DEBUG:boto:Token: None 2022-09-01T11:23:54.590 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/ 2022-09-01T11:23:54.592 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ= 2022-09-01T11:23:54.593 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.598 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008ab08ba36e7f6190-006310964a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.599 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:54.601 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:23:54.601 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:23:54.602 DEBUG:boto:Method: HEAD 2022-09-01T11:23:54.602 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:23:54.603 DEBUG:boto:Data: 2022-09-01T11:23:54.603 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.604 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.604 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.605 DEBUG:boto:Params: {} 2022-09-01T11:23:54.606 DEBUG:boto:Token: None 2022-09-01T11:23:54.606 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj17 2022-09-01T11:23:54.607 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RronuoQv/KU4XFrZhRaBd82P80M= 2022-09-01T11:23:54.608 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RronuoQv/KU4XFrZhRaBd82P80M=', 'Content-Length': '0'} 2022-09-01T11:23:54.610 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ddd2feb71771582-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.611 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:23:54.612 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:23:54.612 DEBUG:boto:Method: HEAD 2022-09-01T11:23:54.613 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:23:54.614 DEBUG:boto:Data: 2022-09-01T11:23:54.614 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.616 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.616 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.617 DEBUG:boto:Params: {} 2022-09-01T11:23:54.618 DEBUG:boto:Token: None 2022-09-01T11:23:54.619 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj17 2022-09-01T11:23:54.620 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RronuoQv/KU4XFrZhRaBd82P80M= 2022-09-01T11:23:54.621 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RronuoQv/KU4XFrZhRaBd82P80M=', 'Content-Length': '0'} 2022-09-01T11:23:54.625 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001dda3176c86291ab-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.626 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:23:54.627 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:23:54.627 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:23:54.628 DEBUG:boto:Method: GET 2022-09-01T11:23:54.628 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:23:54.629 DEBUG:boto:Data: 2022-09-01T11:23:54.631 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.632 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.633 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.634 DEBUG:boto:Params: {} 2022-09-01T11:23:54.635 DEBUG:boto:Token: None 2022-09-01T11:23:54.636 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj17 2022-09-01T11:23:54.638 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HTnW9uHsDt6CWD7Fz6hHZy+dhWE= 2022-09-01T11:23:54.638 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HTnW9uHsDt6CWD7Fz6hHZy+dhWE=', 'Content-Length': '0'} 2022-09-01T11:23:54.641 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009246ab28f205d66f-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.686 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:23:54.687 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:23:54.688 DEBUG:boto:Method: GET 2022-09-01T11:23:54.691 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:23:54.692 DEBUG:boto:Data: 2022-09-01T11:23:54.693 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.694 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.696 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.697 DEBUG:boto:Params: {} 2022-09-01T11:23:54.698 DEBUG:boto:Token: None 2022-09-01T11:23:54.699 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj17 2022-09-01T11:23:54.700 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HTnW9uHsDt6CWD7Fz6hHZy+dhWE= 2022-09-01T11:23:54.702 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HTnW9uHsDt6CWD7Fz6hHZy+dhWE=', 'Content-Length': '0'} 2022-09-01T11:23:54.710 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092970509a73db326-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.712 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:54.713 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:54.713 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:23:54.714 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:23:54.715 DEBUG:boto:Method: GET 2022-09-01T11:23:54.715 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:23:54.716 DEBUG:boto:Data: 2022-09-01T11:23:54.717 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.717 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.718 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.718 DEBUG:boto:Params: {} 2022-09-01T11:23:54.719 DEBUG:boto:Token: None 2022-09-01T11:23:54.720 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/ 2022-09-01T11:23:54.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ= 2022-09-01T11:23:54.722 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.726 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000046f41561e980a3b4-006310964a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.727 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:54.728 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:54.728 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:54.729 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:23:54.729 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:23:54.730 DEBUG:boto:Method: GET 2022-09-01T11:23:54.730 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:23:54.731 DEBUG:boto:Data: 2022-09-01T11:23:54.732 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.732 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.733 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.733 DEBUG:boto:Params: {} 2022-09-01T11:23:54.734 DEBUG:boto:Token: None 2022-09-01T11:23:54.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/ 2022-09-01T11:23:54.735 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ= 2022-09-01T11:23:54.736 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.740 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b4f8d15b2310dc1f-006310964a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.741 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:54.743 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:23:54.744 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:23:54.745 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:23:54.746 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.747 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.748 DEBUG:boto:Method: GET 2022-09-01T11:23:54.749 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.750 DEBUG:boto:Data: 2022-09-01T11:23:54.751 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.752 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.753 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.754 DEBUG:boto:Params: {} 2022-09-01T11:23:54.755 DEBUG:boto:Token: None 2022-09-01T11:23:54.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkgwNmadq109ymOj9zVf9yzmV/c= 2022-09-01T11:23:54.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkgwNmadq109ymOj9zVf9yzmV/c=', 'Content-Length': '0'} 2022-09-01T11:23:54.760 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f8f585cd9a74a767-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.761 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:23:54.761 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:23:54.762 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.762 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.763 DEBUG:boto:Method: GET 2022-09-01T11:23:54.764 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.764 DEBUG:boto:Data: 2022-09-01T11:23:54.765 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.766 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.767 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.767 DEBUG:boto:Params: {} 2022-09-01T11:23:54.768 DEBUG:boto:Token: None 2022-09-01T11:23:54.769 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.770 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkgwNmadq109ymOj9zVf9yzmV/c= 2022-09-01T11:23:54.770 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkgwNmadq109ymOj9zVf9yzmV/c=', 'Content-Length': '0'} 2022-09-01T11:23:54.773 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000411959b54a3cd6b0-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.774 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:23:54.774 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:23:54.775 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.775 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.776 DEBUG:boto:Method: HEAD 2022-09-01T11:23:54.776 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.777 DEBUG:boto:Data: 2022-09-01T11:23:54.778 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.778 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.779 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.779 DEBUG:boto:Params: {} 2022-09-01T11:23:54.780 DEBUG:boto:Token: None 2022-09-01T11:23:54.781 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DUimdHqQ0erZTxbyTh1NEBoniWY= 2022-09-01T11:23:54.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DUimdHqQ0erZTxbyTh1NEBoniWY=', 'Content-Length': '0'} 2022-09-01T11:23:54.784 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000afb7f663ee452656-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.785 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:23:54.786 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:23:54.787 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.787 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.788 DEBUG:boto:Method: HEAD 2022-09-01T11:23:54.788 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.789 DEBUG:boto:Data: 2022-09-01T11:23:54.790 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.790 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.791 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.791 DEBUG:boto:Params: {} 2022-09-01T11:23:54.792 DEBUG:boto:Token: None 2022-09-01T11:23:54.794 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.794 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DUimdHqQ0erZTxbyTh1NEBoniWY= 2022-09-01T11:23:54.795 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DUimdHqQ0erZTxbyTh1NEBoniWY=', 'Content-Length': '0'} 2022-09-01T11:23:54.797 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004e314b0953a6e40c-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.798 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:23:54.798 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:23:54.799 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:23:54.800 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.800 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.801 DEBUG:boto:Method: GET 2022-09-01T11:23:54.801 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.802 DEBUG:boto:Data: 2022-09-01T11:23:54.802 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.803 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.803 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.804 DEBUG:boto:Params: {} 2022-09-01T11:23:54.804 DEBUG:boto:Token: None 2022-09-01T11:23:54.805 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkgwNmadq109ymOj9zVf9yzmV/c= 2022-09-01T11:23:54.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkgwNmadq109ymOj9zVf9yzmV/c=', 'Content-Length': '0'} 2022-09-01T11:23:54.811 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000237bdd6b241c699f-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.812 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:23:54.813 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:23:54.813 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.814 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.815 DEBUG:boto:Method: GET 2022-09-01T11:23:54.815 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.816 DEBUG:boto:Data: 2022-09-01T11:23:54.817 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.817 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.818 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.818 DEBUG:boto:Params: {} 2022-09-01T11:23:54.819 DEBUG:boto:Token: None 2022-09-01T11:23:54.820 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:23:54.821 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bkgwNmadq109ymOj9zVf9yzmV/c= 2022-09-01T11:23:54.822 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bkgwNmadq109ymOj9zVf9yzmV/c=', 'Content-Length': '0'} 2022-09-01T11:23:54.825 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e048b8340b4b9339-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.826 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:54.827 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:54.828 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:23:54.829 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:23:54.829 DEBUG:boto:Method: GET 2022-09-01T11:23:54.830 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:23:54.831 DEBUG:boto:Data: 2022-09-01T11:23:54.831 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.832 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.832 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.833 DEBUG:boto:Params: {} 2022-09-01T11:23:54.834 DEBUG:boto:Token: None 2022-09-01T11:23:54.834 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/ 2022-09-01T11:23:54.835 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ= 2022-09-01T11:23:54.835 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.838 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cf1ecc632181228e-006310964a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.839 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:54.840 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:54.841 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:54.841 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:23:54.842 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:23:54.842 DEBUG:boto:Method: GET 2022-09-01T11:23:54.843 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:23:54.844 DEBUG:boto:Data: 2022-09-01T11:23:54.844 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.845 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.845 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.846 DEBUG:boto:Params: {} 2022-09-01T11:23:54.847 DEBUG:boto:Token: None 2022-09-01T11:23:54.848 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/ 2022-09-01T11:23:54.849 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ= 2022-09-01T11:23:54.849 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.853 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d8c0078ceb62c493-006310964a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.854 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:54.855 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:23:54.856 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:23:54.856 DEBUG:boto:Method: HEAD 2022-09-01T11:23:54.857 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:23:54.857 DEBUG:boto:Data: 2022-09-01T11:23:54.858 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.858 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.859 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.860 DEBUG:boto:Params: {} 2022-09-01T11:23:54.860 DEBUG:boto:Token: None 2022-09-01T11:23:54.861 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj19 2022-09-01T11:23:54.861 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HyF1YSd4PX2ToMMgDQTtmnU6LKc= 2022-09-01T11:23:54.863 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HyF1YSd4PX2ToMMgDQTtmnU6LKc=', 'Content-Length': '0'} 2022-09-01T11:23:54.865 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f18b48c51883a1d7-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.866 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:23:54.866 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:23:54.867 DEBUG:boto:Method: HEAD 2022-09-01T11:23:54.867 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:23:54.868 DEBUG:boto:Data: 2022-09-01T11:23:54.868 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.870 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.870 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.871 DEBUG:boto:Params: {} 2022-09-01T11:23:54.871 DEBUG:boto:Token: None 2022-09-01T11:23:54.872 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj19 2022-09-01T11:23:54.873 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HyF1YSd4PX2ToMMgDQTtmnU6LKc= 2022-09-01T11:23:54.874 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HyF1YSd4PX2ToMMgDQTtmnU6LKc=', 'Content-Length': '0'} 2022-09-01T11:23:54.876 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000035d1af24db3d4a32-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.877 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:23:54.878 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:23:54.879 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:23:54.879 DEBUG:boto:Method: GET 2022-09-01T11:23:54.880 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:23:54.880 DEBUG:boto:Data: 2022-09-01T11:23:54.881 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.881 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.882 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.883 DEBUG:boto:Params: {} 2022-09-01T11:23:54.884 DEBUG:boto:Token: None 2022-09-01T11:23:54.885 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj19 2022-09-01T11:23:54.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:w3e510jDDJU3BCCKaWsIlmTh4yY= 2022-09-01T11:23:54.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:w3e510jDDJU3BCCKaWsIlmTh4yY=', 'Content-Length': '0'} 2022-09-01T11:23:54.889 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a3b866832fc55ffd-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.930 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:23:54.931 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:23:54.932 DEBUG:boto:Method: GET 2022-09-01T11:23:54.932 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:23:54.933 DEBUG:boto:Data: 2022-09-01T11:23:54.933 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.934 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.934 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.935 DEBUG:boto:Params: {} 2022-09-01T11:23:54.936 DEBUG:boto:Token: None 2022-09-01T11:23:54.937 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj19 2022-09-01T11:23:54.937 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:w3e510jDDJU3BCCKaWsIlmTh4yY= 2022-09-01T11:23:54.938 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:w3e510jDDJU3BCCKaWsIlmTh4yY=', 'Content-Length': '0'} 2022-09-01T11:23:54.940 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000108939f60053f5b8-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.941 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:54.942 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:54.942 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:23:54.943 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:23:54.943 DEBUG:boto:Method: GET 2022-09-01T11:23:54.944 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:23:54.945 DEBUG:boto:Data: 2022-09-01T11:23:54.945 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.946 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.946 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.947 DEBUG:boto:Params: {} 2022-09-01T11:23:54.947 DEBUG:boto:Token: None 2022-09-01T11:23:54.948 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/ 2022-09-01T11:23:54.949 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ= 2022-09-01T11:23:54.949 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.952 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007662452801cd373c-006310964a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.953 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:54.954 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:54.955 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:54.956 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:23:54.956 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:23:54.957 DEBUG:boto:Method: GET 2022-09-01T11:23:54.957 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:23:54.958 DEBUG:boto:Data: 2022-09-01T11:23:54.958 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.959 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.959 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.960 DEBUG:boto:Params: {} 2022-09-01T11:23:54.961 DEBUG:boto:Token: None 2022-09-01T11:23:54.961 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/ 2022-09-01T11:23:54.962 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ= 2022-09-01T11:23:54.963 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxPl4hnLo5y9t8Lh+vWI+I1QNrQ=', 'Content-Length': '0'} 2022-09-01T11:23:54.969 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004ec907e425274b50-006310964a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.970 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:54.972 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:23:54.972 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:23:54.973 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:23:54.974 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:54.974 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:54.975 DEBUG:boto:Method: GET 2022-09-01T11:23:54.975 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:54.976 DEBUG:boto:Data: 2022-09-01T11:23:54.976 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.978 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:54.978 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.979 DEBUG:boto:Params: {} 2022-09-01T11:23:54.979 DEBUG:boto:Token: None 2022-09-01T11:23:54.980 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:54.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aEZ23lh/FMCNBD2x6/xwZYm4Ubs= 2022-09-01T11:23:54.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aEZ23lh/FMCNBD2x6/xwZYm4Ubs=', 'Content-Length': '0'} 2022-09-01T11:23:54.985 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000013f8da5e1dae544-006310964a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:54.985 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:23:54.986 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:23:54.987 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:54.987 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:54.988 DEBUG:boto:Method: GET 2022-09-01T11:23:54.988 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:54.989 DEBUG:boto:Data: 2022-09-01T11:23:54.989 DEBUG:boto:Headers: {} 2022-09-01T11:23:54.990 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:54.991 DEBUG:boto:Port: 8000 2022-09-01T11:23:54.991 DEBUG:boto:Params: {} 2022-09-01T11:23:54.993 DEBUG:boto:Token: None 2022-09-01T11:23:54.993 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:54 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:54.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aEZ23lh/FMCNBD2x6/xwZYm4Ubs= 2022-09-01T11:23:54.995 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aEZ23lh/FMCNBD2x6/xwZYm4Ubs=', 'Content-Length': '0'} 2022-09-01T11:23:54.998 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000059cf53e70dded87d-006310964a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.039 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:23:55.040 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:23:55.040 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.041 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.041 DEBUG:boto:Method: HEAD 2022-09-01T11:23:55.042 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.043 DEBUG:boto:Data: 2022-09-01T11:23:55.043 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.044 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.044 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.045 DEBUG:boto:Params: {} 2022-09-01T11:23:55.045 DEBUG:boto:Token: None 2022-09-01T11:23:55.046 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.047 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N0JhloK6/acYhKBLfL0+KSfeiE0= 2022-09-01T11:23:55.047 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N0JhloK6/acYhKBLfL0+KSfeiE0=', 'Content-Length': '0'} 2022-09-01T11:23:55.049 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000825b4ed8e7bfe555-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.050 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:23:55.051 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:23:55.052 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.052 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.053 DEBUG:boto:Method: HEAD 2022-09-01T11:23:55.053 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.054 DEBUG:boto:Data: 2022-09-01T11:23:55.054 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.055 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.055 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.056 DEBUG:boto:Params: {} 2022-09-01T11:23:55.056 DEBUG:boto:Token: None 2022-09-01T11:23:55.057 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N0JhloK6/acYhKBLfL0+KSfeiE0= 2022-09-01T11:23:55.058 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N0JhloK6/acYhKBLfL0+KSfeiE0=', 'Content-Length': '0'} 2022-09-01T11:23:55.061 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005918ed1082855a41-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.063 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:23:55.064 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:23:55.065 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:23:55.066 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.067 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.068 DEBUG:boto:Method: GET 2022-09-01T11:23:55.069 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.070 DEBUG:boto:Data: 2022-09-01T11:23:55.071 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.072 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.073 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.074 DEBUG:boto:Params: {} 2022-09-01T11:23:55.075 DEBUG:boto:Token: None 2022-09-01T11:23:55.076 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.077 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tuOmL1cBcdcW4lN3VMisiSVYFrU= 2022-09-01T11:23:55.078 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tuOmL1cBcdcW4lN3VMisiSVYFrU=', 'Content-Length': '0'} 2022-09-01T11:23:55.081 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000513a146d333f086b-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.082 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:23:55.083 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:23:55.084 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.084 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.085 DEBUG:boto:Method: GET 2022-09-01T11:23:55.086 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.087 DEBUG:boto:Data: 2022-09-01T11:23:55.088 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.089 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.089 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.090 DEBUG:boto:Params: {} 2022-09-01T11:23:55.090 DEBUG:boto:Token: None 2022-09-01T11:23:55.091 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:23:55.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tuOmL1cBcdcW4lN3VMisiSVYFrU= 2022-09-01T11:23:55.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tuOmL1cBcdcW4lN3VMisiSVYFrU=', 'Content-Length': '0'} 2022-09-01T11:23:55.096 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004284351fe167c46d-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.097 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:55.097 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:55.098 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:23:55.099 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:23:55.099 DEBUG:boto:Method: GET 2022-09-01T11:23:55.100 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:23:55.100 DEBUG:boto:Data: 2022-09-01T11:23:55.101 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.101 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.102 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.103 DEBUG:boto:Params: {} 2022-09-01T11:23:55.105 DEBUG:boto:Token: None 2022-09-01T11:23:55.105 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/ 2022-09-01T11:23:55.106 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c= 2022-09-01T11:23:55.107 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c=', 'Content-Length': '0'} 2022-09-01T11:23:55.110 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a050c28faaea5d9c-006310964b-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.111 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:55.112 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:55.112 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:55.113 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:23:55.114 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:23:55.114 DEBUG:boto:Method: GET 2022-09-01T11:23:55.115 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:23:55.116 DEBUG:boto:Data: 2022-09-01T11:23:55.117 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.118 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.119 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.120 DEBUG:boto:Params: {} 2022-09-01T11:23:55.121 DEBUG:boto:Token: None 2022-09-01T11:23:55.122 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/ 2022-09-01T11:23:55.123 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c= 2022-09-01T11:23:55.123 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c=', 'Content-Length': '0'} 2022-09-01T11:23:55.127 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000214edf94fd378c2-006310964b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.128 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:55.129 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:23:55.130 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:23:55.130 DEBUG:boto:Method: HEAD 2022-09-01T11:23:55.131 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:23:55.132 DEBUG:boto:Data: 2022-09-01T11:23:55.132 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.133 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.133 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.134 DEBUG:boto:Params: {} 2022-09-01T11:23:55.135 DEBUG:boto:Token: None 2022-09-01T11:23:55.135 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj22 2022-09-01T11:23:55.136 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fQo4LZc3GWWfWQOW/miFjWlNiKc= 2022-09-01T11:23:55.137 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fQo4LZc3GWWfWQOW/miFjWlNiKc=', 'Content-Length': '0'} 2022-09-01T11:23:55.139 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf10294effd22f01-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.140 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:23:55.141 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:23:55.141 DEBUG:boto:Method: HEAD 2022-09-01T11:23:55.142 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:23:55.144 DEBUG:boto:Data: 2022-09-01T11:23:55.144 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.145 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.145 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.146 DEBUG:boto:Params: {} 2022-09-01T11:23:55.147 DEBUG:boto:Token: None 2022-09-01T11:23:55.148 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj22 2022-09-01T11:23:55.149 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fQo4LZc3GWWfWQOW/miFjWlNiKc= 2022-09-01T11:23:55.150 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fQo4LZc3GWWfWQOW/miFjWlNiKc=', 'Content-Length': '0'} 2022-09-01T11:23:55.152 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b9b3a9761da96b6d-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.153 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:23:55.154 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:23:55.154 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:23:55.155 DEBUG:boto:Method: GET 2022-09-01T11:23:55.155 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:23:55.156 DEBUG:boto:Data: 2022-09-01T11:23:55.157 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.157 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.158 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.158 DEBUG:boto:Params: {} 2022-09-01T11:23:55.159 DEBUG:boto:Token: None 2022-09-01T11:23:55.160 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj22 2022-09-01T11:23:55.161 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B9LNYin2Msp8CKkA7646ktMQW+M= 2022-09-01T11:23:55.162 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B9LNYin2Msp8CKkA7646ktMQW+M=', 'Content-Length': '0'} 2022-09-01T11:23:55.164 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000010eed007197c0a0a-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.165 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:23:55.166 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:23:55.168 DEBUG:boto:Method: GET 2022-09-01T11:23:55.169 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:23:55.169 DEBUG:boto:Data: 2022-09-01T11:23:55.170 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.171 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.172 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.173 DEBUG:boto:Params: {} 2022-09-01T11:23:55.174 DEBUG:boto:Token: None 2022-09-01T11:23:55.175 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj22 2022-09-01T11:23:55.176 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B9LNYin2Msp8CKkA7646ktMQW+M= 2022-09-01T11:23:55.177 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B9LNYin2Msp8CKkA7646ktMQW+M=', 'Content-Length': '0'} 2022-09-01T11:23:55.179 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092e8d8361df483d7-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.180 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:55.181 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:55.182 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:23:55.183 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:23:55.183 DEBUG:boto:Method: GET 2022-09-01T11:23:55.185 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:23:55.186 DEBUG:boto:Data: 2022-09-01T11:23:55.187 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.188 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.189 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.190 DEBUG:boto:Params: {} 2022-09-01T11:23:55.192 DEBUG:boto:Token: None 2022-09-01T11:23:55.193 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/ 2022-09-01T11:23:55.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c= 2022-09-01T11:23:55.196 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c=', 'Content-Length': '0'} 2022-09-01T11:23:55.198 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d882971ee917fa88-006310964b-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.199 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:55.200 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:55.201 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:55.202 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:23:55.202 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:23:55.203 DEBUG:boto:Method: GET 2022-09-01T11:23:55.203 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:23:55.204 DEBUG:boto:Data: 2022-09-01T11:23:55.205 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.205 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.206 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.207 DEBUG:boto:Params: {} 2022-09-01T11:23:55.208 DEBUG:boto:Token: None 2022-09-01T11:23:55.209 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/ 2022-09-01T11:23:55.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c= 2022-09-01T11:23:55.212 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c=', 'Content-Length': '0'} 2022-09-01T11:23:55.217 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b6a54f796376ee28-006310964b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.258 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:55.259 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:23:55.260 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:23:55.261 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:23:55.261 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.262 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.262 DEBUG:boto:Method: GET 2022-09-01T11:23:55.263 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.263 DEBUG:boto:Data: 2022-09-01T11:23:55.264 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.265 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.265 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.266 DEBUG:boto:Params: {} 2022-09-01T11:23:55.266 DEBUG:boto:Token: None 2022-09-01T11:23:55.267 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.268 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:helnCOo2tP2xxNXT+Nwqfn33Q7o= 2022-09-01T11:23:55.269 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:helnCOo2tP2xxNXT+Nwqfn33Q7o=', 'Content-Length': '0'} 2022-09-01T11:23:55.271 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f004dd78dec0b84f-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.272 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:23:55.272 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:23:55.273 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.274 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.274 DEBUG:boto:Method: GET 2022-09-01T11:23:55.275 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.276 DEBUG:boto:Data: 2022-09-01T11:23:55.276 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.277 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.277 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.278 DEBUG:boto:Params: {} 2022-09-01T11:23:55.279 DEBUG:boto:Token: None 2022-09-01T11:23:55.279 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:helnCOo2tP2xxNXT+Nwqfn33Q7o= 2022-09-01T11:23:55.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:helnCOo2tP2xxNXT+Nwqfn33Q7o=', 'Content-Length': '0'} 2022-09-01T11:23:55.283 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e13d4b35794bd7b-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.284 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:23:55.285 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:23:55.285 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.286 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.286 DEBUG:boto:Method: HEAD 2022-09-01T11:23:55.287 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.287 DEBUG:boto:Data: 2022-09-01T11:23:55.288 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.288 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.289 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.289 DEBUG:boto:Params: {} 2022-09-01T11:23:55.295 DEBUG:boto:Token: None 2022-09-01T11:23:55.297 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ml9s+BhegEulrkOtmMA71QICr58= 2022-09-01T11:23:55.298 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ml9s+BhegEulrkOtmMA71QICr58=', 'Content-Length': '0'} 2022-09-01T11:23:55.301 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094e2916b79ea6fd5-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.302 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:23:55.302 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:23:55.303 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.303 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.304 DEBUG:boto:Method: HEAD 2022-09-01T11:23:55.304 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.305 DEBUG:boto:Data: 2022-09-01T11:23:55.305 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.306 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.306 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.307 DEBUG:boto:Params: {} 2022-09-01T11:23:55.307 DEBUG:boto:Token: None 2022-09-01T11:23:55.308 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ml9s+BhegEulrkOtmMA71QICr58= 2022-09-01T11:23:55.309 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ml9s+BhegEulrkOtmMA71QICr58=', 'Content-Length': '0'} 2022-09-01T11:23:55.312 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f7862f28b6ef6ce2-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.312 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:23:55.313 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:23:55.314 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:23:55.315 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.315 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.316 DEBUG:boto:Method: GET 2022-09-01T11:23:55.316 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.317 DEBUG:boto:Data: 2022-09-01T11:23:55.317 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.318 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.318 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.320 DEBUG:boto:Params: {} 2022-09-01T11:23:55.320 DEBUG:boto:Token: None 2022-09-01T11:23:55.321 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.322 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:helnCOo2tP2xxNXT+Nwqfn33Q7o= 2022-09-01T11:23:55.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:helnCOo2tP2xxNXT+Nwqfn33Q7o=', 'Content-Length': '0'} 2022-09-01T11:23:55.325 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e0f499b831615011-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.368 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:23:55.369 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:23:55.370 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.370 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.371 DEBUG:boto:Method: GET 2022-09-01T11:23:55.372 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.374 DEBUG:boto:Data: 2022-09-01T11:23:55.374 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.375 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.375 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.376 DEBUG:boto:Params: {} 2022-09-01T11:23:55.376 DEBUG:boto:Token: None 2022-09-01T11:23:55.377 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:23:55.378 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:helnCOo2tP2xxNXT+Nwqfn33Q7o= 2022-09-01T11:23:55.378 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:helnCOo2tP2xxNXT+Nwqfn33Q7o=', 'Content-Length': '0'} 2022-09-01T11:23:55.381 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a92e0dc6785f499a-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.382 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:55.382 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:55.383 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:23:55.383 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:23:55.384 DEBUG:boto:Method: GET 2022-09-01T11:23:55.384 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:23:55.385 DEBUG:boto:Data: 2022-09-01T11:23:55.386 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.386 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.387 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.387 DEBUG:boto:Params: {} 2022-09-01T11:23:55.388 DEBUG:boto:Token: None 2022-09-01T11:23:55.389 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/ 2022-09-01T11:23:55.390 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c= 2022-09-01T11:23:55.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c=', 'Content-Length': '0'} 2022-09-01T11:23:55.395 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eeff1d2721ad298e-006310964b-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.396 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:55.397 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:55.398 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:55.399 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:23:55.400 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:23:55.401 DEBUG:boto:Method: GET 2022-09-01T11:23:55.402 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:23:55.403 DEBUG:boto:Data: 2022-09-01T11:23:55.404 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.405 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.405 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.406 DEBUG:boto:Params: {} 2022-09-01T11:23:55.407 DEBUG:boto:Token: None 2022-09-01T11:23:55.408 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/ 2022-09-01T11:23:55.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c= 2022-09-01T11:23:55.409 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c=', 'Content-Length': '0'} 2022-09-01T11:23:55.413 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000102ad4429702457-006310964b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.414 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:55.415 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:23:55.415 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:23:55.416 DEBUG:boto:Method: HEAD 2022-09-01T11:23:55.416 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:23:55.417 DEBUG:boto:Data: 2022-09-01T11:23:55.417 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.418 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.418 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.419 DEBUG:boto:Params: {} 2022-09-01T11:23:55.420 DEBUG:boto:Token: None 2022-09-01T11:23:55.420 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj23 2022-09-01T11:23:55.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IsnEmV5a6i0+DMSud/lW3fIJK4g= 2022-09-01T11:23:55.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IsnEmV5a6i0+DMSud/lW3fIJK4g=', 'Content-Length': '0'} 2022-09-01T11:23:55.424 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c3cefa8184080745-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.424 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:23:55.425 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:23:55.426 DEBUG:boto:Method: HEAD 2022-09-01T11:23:55.426 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:23:55.427 DEBUG:boto:Data: 2022-09-01T11:23:55.428 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.429 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.429 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.430 DEBUG:boto:Params: {} 2022-09-01T11:23:55.431 DEBUG:boto:Token: None 2022-09-01T11:23:55.432 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj23 2022-09-01T11:23:55.433 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IsnEmV5a6i0+DMSud/lW3fIJK4g= 2022-09-01T11:23:55.434 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IsnEmV5a6i0+DMSud/lW3fIJK4g=', 'Content-Length': '0'} 2022-09-01T11:23:55.437 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d1b29442ff808bf3-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.438 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:23:55.439 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:23:55.440 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:23:55.440 DEBUG:boto:Method: GET 2022-09-01T11:23:55.441 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:23:55.441 DEBUG:boto:Data: 2022-09-01T11:23:55.442 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.442 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.443 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.443 DEBUG:boto:Params: {} 2022-09-01T11:23:55.444 DEBUG:boto:Token: None 2022-09-01T11:23:55.445 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj23 2022-09-01T11:23:55.445 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r0FgWHVnvtaj1XNQEBCHPQOEPmk= 2022-09-01T11:23:55.446 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r0FgWHVnvtaj1XNQEBCHPQOEPmk=', 'Content-Length': '0'} 2022-09-01T11:23:55.449 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000496d39571deb6a0f-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.450 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:23:55.451 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:23:55.451 DEBUG:boto:Method: GET 2022-09-01T11:23:55.452 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:23:55.452 DEBUG:boto:Data: 2022-09-01T11:23:55.453 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.453 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.454 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.455 DEBUG:boto:Params: {} 2022-09-01T11:23:55.455 DEBUG:boto:Token: None 2022-09-01T11:23:55.456 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj23 2022-09-01T11:23:55.456 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r0FgWHVnvtaj1XNQEBCHPQOEPmk= 2022-09-01T11:23:55.457 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r0FgWHVnvtaj1XNQEBCHPQOEPmk=', 'Content-Length': '0'} 2022-09-01T11:23:55.459 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001135df2a0ac55371-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.460 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:55.461 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:55.461 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:23:55.462 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:23:55.463 DEBUG:boto:Method: GET 2022-09-01T11:23:55.463 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:23:55.464 DEBUG:boto:Data: 2022-09-01T11:23:55.464 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.465 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.465 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.466 DEBUG:boto:Params: {} 2022-09-01T11:23:55.466 DEBUG:boto:Token: None 2022-09-01T11:23:55.467 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/ 2022-09-01T11:23:55.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c= 2022-09-01T11:23:55.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c=', 'Content-Length': '0'} 2022-09-01T11:23:55.471 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000abbd2dd87327c76e-006310964b-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.472 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:55.473 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:55.474 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:55.475 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:23:55.476 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:23:55.477 DEBUG:boto:Method: GET 2022-09-01T11:23:55.478 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:23:55.481 DEBUG:boto:Data: 2022-09-01T11:23:55.482 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.482 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.483 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.484 DEBUG:boto:Params: {} 2022-09-01T11:23:55.484 DEBUG:boto:Token: None 2022-09-01T11:23:55.485 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/ 2022-09-01T11:23:55.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c= 2022-09-01T11:23:55.486 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c=', 'Content-Length': '0'} 2022-09-01T11:23:55.490 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000443f6ad02dfe9cb9-006310964b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.491 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:55.493 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:23:55.494 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:23:55.495 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:23:55.496 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.496 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.497 DEBUG:boto:Method: GET 2022-09-01T11:23:55.499 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.500 DEBUG:boto:Data: 2022-09-01T11:23:55.501 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.502 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.504 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.504 DEBUG:boto:Params: {} 2022-09-01T11:23:55.505 DEBUG:boto:Token: None 2022-09-01T11:23:55.506 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.507 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wacbh818UzYp00Gpq8nkd6i4vF4= 2022-09-01T11:23:55.508 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wacbh818UzYp00Gpq8nkd6i4vF4=', 'Content-Length': '0'} 2022-09-01T11:23:55.511 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000473f050557ca521e-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.554 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:23:55.555 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:23:55.555 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.556 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.557 DEBUG:boto:Method: GET 2022-09-01T11:23:55.560 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.560 DEBUG:boto:Data: 2022-09-01T11:23:55.561 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.562 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.562 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.563 DEBUG:boto:Params: {} 2022-09-01T11:23:55.563 DEBUG:boto:Token: None 2022-09-01T11:23:55.564 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wacbh818UzYp00Gpq8nkd6i4vF4= 2022-09-01T11:23:55.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wacbh818UzYp00Gpq8nkd6i4vF4=', 'Content-Length': '0'} 2022-09-01T11:23:55.568 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001038eaf950b1eae9-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.569 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:23:55.570 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:23:55.571 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.572 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.573 DEBUG:boto:Method: HEAD 2022-09-01T11:23:55.573 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.574 DEBUG:boto:Data: 2022-09-01T11:23:55.575 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.576 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.577 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.577 DEBUG:boto:Params: {} 2022-09-01T11:23:55.579 DEBUG:boto:Token: None 2022-09-01T11:23:55.581 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/PuP+vOxeQhA9/3iIOFtsN2pA/E= 2022-09-01T11:23:55.582 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/PuP+vOxeQhA9/3iIOFtsN2pA/E=', 'Content-Length': '0'} 2022-09-01T11:23:55.585 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1b8e4b17c7cb9e3-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.587 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:23:55.587 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:23:55.588 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.589 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.590 DEBUG:boto:Method: HEAD 2022-09-01T11:23:55.591 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.592 DEBUG:boto:Data: 2022-09-01T11:23:55.594 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.595 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.595 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.596 DEBUG:boto:Params: {} 2022-09-01T11:23:55.597 DEBUG:boto:Token: None 2022-09-01T11:23:55.599 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.600 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/PuP+vOxeQhA9/3iIOFtsN2pA/E= 2022-09-01T11:23:55.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/PuP+vOxeQhA9/3iIOFtsN2pA/E=', 'Content-Length': '0'} 2022-09-01T11:23:55.603 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cc39571560268eaf-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.604 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:23:55.605 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:23:55.605 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:23:55.606 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.607 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.608 DEBUG:boto:Method: GET 2022-09-01T11:23:55.608 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.609 DEBUG:boto:Data: 2022-09-01T11:23:55.610 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.610 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.611 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.612 DEBUG:boto:Params: {} 2022-09-01T11:23:55.613 DEBUG:boto:Token: None 2022-09-01T11:23:55.613 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.614 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wacbh818UzYp00Gpq8nkd6i4vF4= 2022-09-01T11:23:55.615 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wacbh818UzYp00Gpq8nkd6i4vF4=', 'Content-Length': '0'} 2022-09-01T11:23:55.618 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e16abefec89b2a6b-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.619 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:23:55.619 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:23:55.620 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.621 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.622 DEBUG:boto:Method: GET 2022-09-01T11:23:55.622 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.623 DEBUG:boto:Data: 2022-09-01T11:23:55.623 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.624 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.625 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.625 DEBUG:boto:Params: {} 2022-09-01T11:23:55.626 DEBUG:boto:Token: None 2022-09-01T11:23:55.627 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:23:55.627 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wacbh818UzYp00Gpq8nkd6i4vF4= 2022-09-01T11:23:55.628 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wacbh818UzYp00Gpq8nkd6i4vF4=', 'Content-Length': '0'} 2022-09-01T11:23:55.631 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eaa5a63617f3706e-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.633 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:55.634 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:55.635 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:23:55.635 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:23:55.636 DEBUG:boto:Method: GET 2022-09-01T11:23:55.636 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:23:55.637 DEBUG:boto:Data: 2022-09-01T11:23:55.638 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.639 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.640 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.641 DEBUG:boto:Params: {} 2022-09-01T11:23:55.642 DEBUG:boto:Token: None 2022-09-01T11:23:55.643 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/ 2022-09-01T11:23:55.644 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c= 2022-09-01T11:23:55.645 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c=', 'Content-Length': '0'} 2022-09-01T11:23:55.647 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a0b3512a3660a62a-006310964b-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.648 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:55.649 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:55.650 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:55.650 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:23:55.651 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:23:55.651 DEBUG:boto:Method: GET 2022-09-01T11:23:55.652 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:23:55.653 DEBUG:boto:Data: 2022-09-01T11:23:55.653 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.654 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.655 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.655 DEBUG:boto:Params: {} 2022-09-01T11:23:55.656 DEBUG:boto:Token: None 2022-09-01T11:23:55.657 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/ 2022-09-01T11:23:55.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c= 2022-09-01T11:23:55.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c=', 'Content-Length': '0'} 2022-09-01T11:23:55.662 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000046e085b3e152cfae-006310964b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.663 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:55.664 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:23:55.664 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:23:55.665 DEBUG:boto:Method: HEAD 2022-09-01T11:23:55.665 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:23:55.666 DEBUG:boto:Data: 2022-09-01T11:23:55.666 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.667 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.667 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.668 DEBUG:boto:Params: {} 2022-09-01T11:23:55.669 DEBUG:boto:Token: None 2022-09-01T11:23:55.670 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj33 2022-09-01T11:23:55.671 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Itg2IFvi4VIMB4lGif5Aw6IqrD8= 2022-09-01T11:23:55.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Itg2IFvi4VIMB4lGif5Aw6IqrD8=', 'Content-Length': '0'} 2022-09-01T11:23:55.676 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006753357f726f6795-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.677 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:23:55.678 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:23:55.679 DEBUG:boto:Method: HEAD 2022-09-01T11:23:55.679 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:23:55.680 DEBUG:boto:Data: 2022-09-01T11:23:55.681 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.682 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.683 DEBUG:boto:Params: {} 2022-09-01T11:23:55.684 DEBUG:boto:Token: None 2022-09-01T11:23:55.684 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj33 2022-09-01T11:23:55.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Itg2IFvi4VIMB4lGif5Aw6IqrD8= 2022-09-01T11:23:55.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Itg2IFvi4VIMB4lGif5Aw6IqrD8=', 'Content-Length': '0'} 2022-09-01T11:23:55.688 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3a4a5faae89ef5d-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.689 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:23:55.689 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:23:55.690 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:23:55.691 DEBUG:boto:Method: GET 2022-09-01T11:23:55.692 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:23:55.692 DEBUG:boto:Data: 2022-09-01T11:23:55.693 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.694 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.694 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.695 DEBUG:boto:Params: {} 2022-09-01T11:23:55.696 DEBUG:boto:Token: None 2022-09-01T11:23:55.696 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj33 2022-09-01T11:23:55.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wTzgjZSMkkNEVhnq6Hmc7wme9jk= 2022-09-01T11:23:55.698 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wTzgjZSMkkNEVhnq6Hmc7wme9jk=', 'Content-Length': '0'} 2022-09-01T11:23:55.701 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e14efb6e8b956ff-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.742 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:23:55.743 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:23:55.744 DEBUG:boto:Method: GET 2022-09-01T11:23:55.744 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:23:55.745 DEBUG:boto:Data: 2022-09-01T11:23:55.746 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.747 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.749 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.749 DEBUG:boto:Params: {} 2022-09-01T11:23:55.750 DEBUG:boto:Token: None 2022-09-01T11:23:55.751 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj33 2022-09-01T11:23:55.752 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wTzgjZSMkkNEVhnq6Hmc7wme9jk= 2022-09-01T11:23:55.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wTzgjZSMkkNEVhnq6Hmc7wme9jk=', 'Content-Length': '0'} 2022-09-01T11:23:55.755 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000064dad7e1a3bc7b60-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.755 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:55.756 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:55.757 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:23:55.757 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:23:55.758 DEBUG:boto:Method: GET 2022-09-01T11:23:55.758 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:23:55.759 DEBUG:boto:Data: 2022-09-01T11:23:55.760 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.760 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.761 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.761 DEBUG:boto:Params: {} 2022-09-01T11:23:55.762 DEBUG:boto:Token: None 2022-09-01T11:23:55.763 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/ 2022-09-01T11:23:55.764 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c= 2022-09-01T11:23:55.764 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c=', 'Content-Length': '0'} 2022-09-01T11:23:55.767 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000046b76a8fcc8d8b1c-006310964b-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.768 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:55.769 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:55.769 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:55.770 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:23:55.770 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:23:55.771 DEBUG:boto:Method: GET 2022-09-01T11:23:55.771 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:23:55.772 DEBUG:boto:Data: 2022-09-01T11:23:55.773 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.774 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.774 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.775 DEBUG:boto:Params: {} 2022-09-01T11:23:55.776 DEBUG:boto:Token: None 2022-09-01T11:23:55.776 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/ 2022-09-01T11:23:55.778 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c= 2022-09-01T11:23:55.779 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c=', 'Content-Length': '0'} 2022-09-01T11:23:55.785 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003b2abd00f912e546-006310964b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.826 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:55.828 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:23:55.829 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:23:55.830 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:23:55.831 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.832 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.833 DEBUG:boto:Method: GET 2022-09-01T11:23:55.834 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.836 DEBUG:boto:Data: 2022-09-01T11:23:55.837 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.838 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.839 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.840 DEBUG:boto:Params: {} 2022-09-01T11:23:55.841 DEBUG:boto:Token: None 2022-09-01T11:23:55.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s/DY53OlLSiiYKNve+HMXDnzWME= 2022-09-01T11:23:55.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s/DY53OlLSiiYKNve+HMXDnzWME=', 'Content-Length': '0'} 2022-09-01T11:23:55.848 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007fdd7aeacbed9454-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.849 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:23:55.849 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:23:55.851 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.852 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.853 DEBUG:boto:Method: GET 2022-09-01T11:23:55.853 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.854 DEBUG:boto:Data: 2022-09-01T11:23:55.855 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.858 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.858 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.859 DEBUG:boto:Params: {} 2022-09-01T11:23:55.859 DEBUG:boto:Token: None 2022-09-01T11:23:55.860 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.861 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s/DY53OlLSiiYKNve+HMXDnzWME= 2022-09-01T11:23:55.861 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s/DY53OlLSiiYKNve+HMXDnzWME=', 'Content-Length': '0'} 2022-09-01T11:23:55.864 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000446772ff35c10778-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.865 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:23:55.865 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:23:55.866 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.866 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.867 DEBUG:boto:Method: HEAD 2022-09-01T11:23:55.868 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.868 DEBUG:boto:Data: 2022-09-01T11:23:55.869 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.869 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.870 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.871 DEBUG:boto:Params: {} 2022-09-01T11:23:55.871 DEBUG:boto:Token: None 2022-09-01T11:23:55.872 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wlUQmH6eTfeRFNT4FChBCZzlts8= 2022-09-01T11:23:55.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wlUQmH6eTfeRFNT4FChBCZzlts8=', 'Content-Length': '0'} 2022-09-01T11:23:55.880 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b74eaa383de3e0b-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.881 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:23:55.882 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:23:55.882 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.883 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.883 DEBUG:boto:Method: HEAD 2022-09-01T11:23:55.884 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.884 DEBUG:boto:Data: 2022-09-01T11:23:55.885 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.885 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.886 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.886 DEBUG:boto:Params: {} 2022-09-01T11:23:55.887 DEBUG:boto:Token: None 2022-09-01T11:23:55.887 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.888 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wlUQmH6eTfeRFNT4FChBCZzlts8= 2022-09-01T11:23:55.889 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wlUQmH6eTfeRFNT4FChBCZzlts8=', 'Content-Length': '0'} 2022-09-01T11:23:55.891 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000036a6397cdb78507c-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.891 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:23:55.892 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:23:55.893 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:23:55.893 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.894 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.894 DEBUG:boto:Method: GET 2022-09-01T11:23:55.895 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.895 DEBUG:boto:Data: 2022-09-01T11:23:55.896 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.896 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.897 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.897 DEBUG:boto:Params: {} 2022-09-01T11:23:55.898 DEBUG:boto:Token: None 2022-09-01T11:23:55.899 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s/DY53OlLSiiYKNve+HMXDnzWME= 2022-09-01T11:23:55.900 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s/DY53OlLSiiYKNve+HMXDnzWME=', 'Content-Length': '0'} 2022-09-01T11:23:55.902 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b76eef45ca84c594-006310964b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.946 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:23:55.947 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:23:55.948 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.949 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.951 DEBUG:boto:Method: GET 2022-09-01T11:23:55.952 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.953 DEBUG:boto:Data: 2022-09-01T11:23:55.954 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.955 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.956 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.956 DEBUG:boto:Params: {} 2022-09-01T11:23:55.958 DEBUG:boto:Token: None 2022-09-01T11:23:55.959 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:23:55.960 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s/DY53OlLSiiYKNve+HMXDnzWME= 2022-09-01T11:23:55.961 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s/DY53OlLSiiYKNve+HMXDnzWME=', 'Content-Length': '0'} 2022-09-01T11:23:55.964 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eff2a126049ccf3e-006310964b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.965 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:55.966 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:55.967 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:23:55.968 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:23:55.969 DEBUG:boto:Method: GET 2022-09-01T11:23:55.970 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:23:55.971 DEBUG:boto:Data: 2022-09-01T11:23:55.971 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.972 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.972 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.973 DEBUG:boto:Params: {} 2022-09-01T11:23:55.973 DEBUG:boto:Token: None 2022-09-01T11:23:55.974 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/ 2022-09-01T11:23:55.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c= 2022-09-01T11:23:55.975 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c=', 'Content-Length': '0'} 2022-09-01T11:23:55.978 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000bac9ff8b5c2b4f4-006310964b-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.979 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:55.980 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:55.981 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:55.981 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:23:55.982 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:23:55.982 DEBUG:boto:Method: GET 2022-09-01T11:23:55.983 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:23:55.983 DEBUG:boto:Data: 2022-09-01T11:23:55.984 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.984 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:55.985 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.985 DEBUG:boto:Params: {} 2022-09-01T11:23:55.986 DEBUG:boto:Token: None 2022-09-01T11:23:55.987 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/ 2022-09-01T11:23:55.987 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c= 2022-09-01T11:23:55.988 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LCc9K0AxkmkhZ622TsLoMMPYx6c=', 'Content-Length': '0'} 2022-09-01T11:23:55.992 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008277335535bba6ef-006310964b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:55.993 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:55.993 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:23:55.994 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:23:55.995 DEBUG:boto:Method: HEAD 2022-09-01T11:23:55.995 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:23:55.996 DEBUG:boto:Data: 2022-09-01T11:23:55.996 DEBUG:boto:Headers: {} 2022-09-01T11:23:55.997 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:55.997 DEBUG:boto:Port: 8000 2022-09-01T11:23:55.998 DEBUG:boto:Params: {} 2022-09-01T11:23:55.998 DEBUG:boto:Token: None 2022-09-01T11:23:55.999 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:55 GMT /ptoxvb-74/obj34 2022-09-01T11:23:55.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wf7aouEr/68x89r0bShGvcABWlQ= 2022-09-01T11:23:56.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wf7aouEr/68x89r0bShGvcABWlQ=', 'Content-Length': '0'} 2022-09-01T11:23:56.002 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000088c74235807c588-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.003 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:23:56.004 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:23:56.004 DEBUG:boto:Method: HEAD 2022-09-01T11:23:56.005 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:23:56.005 DEBUG:boto:Data: 2022-09-01T11:23:56.006 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.006 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.007 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.007 DEBUG:boto:Params: {} 2022-09-01T11:23:56.008 DEBUG:boto:Token: None 2022-09-01T11:23:56.008 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj34 2022-09-01T11:23:56.009 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uNMXUi+QNGTShmv/5rH5jqFE9JI= 2022-09-01T11:23:56.010 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uNMXUi+QNGTShmv/5rH5jqFE9JI=', 'Content-Length': '0'} 2022-09-01T11:23:56.012 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fddca42f49cf9ac3-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.013 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:23:56.013 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:23:56.014 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:23:56.014 DEBUG:boto:Method: GET 2022-09-01T11:23:56.015 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:23:56.015 DEBUG:boto:Data: 2022-09-01T11:23:56.016 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.017 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.017 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.018 DEBUG:boto:Params: {} 2022-09-01T11:23:56.018 DEBUG:boto:Token: None 2022-09-01T11:23:56.019 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj34 2022-09-01T11:23:56.020 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BeACJiAP65uKBRVp6hPOaWsYb9U= 2022-09-01T11:23:56.020 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BeACJiAP65uKBRVp6hPOaWsYb9U=', 'Content-Length': '0'} 2022-09-01T11:23:56.023 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ce098ce271de04cd-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.071 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:23:56.072 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:23:56.073 DEBUG:boto:Method: GET 2022-09-01T11:23:56.074 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:23:56.075 DEBUG:boto:Data: 2022-09-01T11:23:56.076 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.077 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.078 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.079 DEBUG:boto:Params: {} 2022-09-01T11:23:56.080 DEBUG:boto:Token: None 2022-09-01T11:23:56.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj34 2022-09-01T11:23:56.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BeACJiAP65uKBRVp6hPOaWsYb9U= 2022-09-01T11:23:56.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BeACJiAP65uKBRVp6hPOaWsYb9U=', 'Content-Length': '0'} 2022-09-01T11:23:56.086 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f91ba2f8266616fd-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.087 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:56.088 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:56.089 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:23:56.090 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:23:56.091 DEBUG:boto:Method: GET 2022-09-01T11:23:56.092 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:23:56.092 DEBUG:boto:Data: 2022-09-01T11:23:56.093 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.094 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.095 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.096 DEBUG:boto:Params: {} 2022-09-01T11:23:56.097 DEBUG:boto:Token: None 2022-09-01T11:23:56.098 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/ 2022-09-01T11:23:56.099 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY= 2022-09-01T11:23:56.101 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY=', 'Content-Length': '0'} 2022-09-01T11:23:56.105 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002da80219aba459ff-006310964c-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.106 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:56.107 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:56.107 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:56.108 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:23:56.108 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:23:56.109 DEBUG:boto:Method: GET 2022-09-01T11:23:56.109 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:23:56.110 DEBUG:boto:Data: 2022-09-01T11:23:56.111 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.112 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.112 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.114 DEBUG:boto:Params: {} 2022-09-01T11:23:56.115 DEBUG:boto:Token: None 2022-09-01T11:23:56.117 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/ 2022-09-01T11:23:56.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY= 2022-09-01T11:23:56.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY=', 'Content-Length': '0'} 2022-09-01T11:23:56.124 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000001a3b915c109c40b-006310964c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.168 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:56.169 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:23:56.170 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:23:56.172 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:23:56.172 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.174 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.174 DEBUG:boto:Method: GET 2022-09-01T11:23:56.177 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.177 DEBUG:boto:Data: 2022-09-01T11:23:56.178 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.178 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.179 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.180 DEBUG:boto:Params: {} 2022-09-01T11:23:56.180 DEBUG:boto:Token: None 2022-09-01T11:23:56.181 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.182 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yFt+gmm6ysepofwUbWqefdCPZ9A= 2022-09-01T11:23:56.183 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yFt+gmm6ysepofwUbWqefdCPZ9A=', 'Content-Length': '0'} 2022-09-01T11:23:56.185 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e290e865a4ebf9e-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.186 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:23:56.187 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:23:56.187 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.188 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.188 DEBUG:boto:Method: GET 2022-09-01T11:23:56.189 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.189 DEBUG:boto:Data: 2022-09-01T11:23:56.190 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.190 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.191 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.191 DEBUG:boto:Params: {} 2022-09-01T11:23:56.192 DEBUG:boto:Token: None 2022-09-01T11:23:56.193 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.193 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yFt+gmm6ysepofwUbWqefdCPZ9A= 2022-09-01T11:23:56.194 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yFt+gmm6ysepofwUbWqefdCPZ9A=', 'Content-Length': '0'} 2022-09-01T11:23:56.196 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eab4ec89ed5ac0c6-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.197 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:23:56.198 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:23:56.198 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.199 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.199 DEBUG:boto:Method: HEAD 2022-09-01T11:23:56.200 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.200 DEBUG:boto:Data: 2022-09-01T11:23:56.201 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.201 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.202 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.202 DEBUG:boto:Params: {} 2022-09-01T11:23:56.203 DEBUG:boto:Token: None 2022-09-01T11:23:56.203 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.204 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:anK5UHM2kN5JtBrNyQszBBlJDJg= 2022-09-01T11:23:56.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:anK5UHM2kN5JtBrNyQszBBlJDJg=', 'Content-Length': '0'} 2022-09-01T11:23:56.207 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000523aa5ebc7dd1529-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.208 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:23:56.208 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:23:56.209 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.209 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.210 DEBUG:boto:Method: HEAD 2022-09-01T11:23:56.210 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.211 DEBUG:boto:Data: 2022-09-01T11:23:56.211 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.212 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.212 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.213 DEBUG:boto:Params: {} 2022-09-01T11:23:56.213 DEBUG:boto:Token: None 2022-09-01T11:23:56.214 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.215 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:anK5UHM2kN5JtBrNyQszBBlJDJg= 2022-09-01T11:23:56.216 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:anK5UHM2kN5JtBrNyQszBBlJDJg=', 'Content-Length': '0'} 2022-09-01T11:23:56.218 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000889c7f46125ff3e7-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.219 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:23:56.221 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:23:56.222 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:23:56.222 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.223 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.223 DEBUG:boto:Method: GET 2022-09-01T11:23:56.224 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.224 DEBUG:boto:Data: 2022-09-01T11:23:56.225 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.225 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.226 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.226 DEBUG:boto:Params: {} 2022-09-01T11:23:56.227 DEBUG:boto:Token: None 2022-09-01T11:23:56.228 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.228 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yFt+gmm6ysepofwUbWqefdCPZ9A= 2022-09-01T11:23:56.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yFt+gmm6ysepofwUbWqefdCPZ9A=', 'Content-Length': '0'} 2022-09-01T11:23:56.231 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000d53e2914730003b-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.232 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:23:56.233 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:23:56.233 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.234 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.235 DEBUG:boto:Method: GET 2022-09-01T11:23:56.235 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.236 DEBUG:boto:Data: 2022-09-01T11:23:56.237 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.238 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.239 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.240 DEBUG:boto:Params: {} 2022-09-01T11:23:56.241 DEBUG:boto:Token: None 2022-09-01T11:23:56.242 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:23:56.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yFt+gmm6ysepofwUbWqefdCPZ9A= 2022-09-01T11:23:56.243 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yFt+gmm6ysepofwUbWqefdCPZ9A=', 'Content-Length': '0'} 2022-09-01T11:23:56.245 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000090a0bffe10b8d950-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.247 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:56.247 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:56.248 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:23:56.249 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:23:56.250 DEBUG:boto:Method: GET 2022-09-01T11:23:56.250 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:23:56.251 DEBUG:boto:Data: 2022-09-01T11:23:56.251 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.252 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.254 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.254 DEBUG:boto:Params: {} 2022-09-01T11:23:56.255 DEBUG:boto:Token: None 2022-09-01T11:23:56.255 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/ 2022-09-01T11:23:56.256 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY= 2022-09-01T11:23:56.257 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY=', 'Content-Length': '0'} 2022-09-01T11:23:56.261 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006c8fa046608a1f7a-006310964c-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.262 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:56.263 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:56.265 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:56.265 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:23:56.266 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:23:56.267 DEBUG:boto:Method: GET 2022-09-01T11:23:56.268 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:23:56.269 DEBUG:boto:Data: 2022-09-01T11:23:56.271 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.272 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.274 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.275 DEBUG:boto:Params: {} 2022-09-01T11:23:56.276 DEBUG:boto:Token: None 2022-09-01T11:23:56.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/ 2022-09-01T11:23:56.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY= 2022-09-01T11:23:56.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY=', 'Content-Length': '0'} 2022-09-01T11:23:56.284 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000017ff5cc39c493546-006310964c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.285 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:56.287 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:23:56.288 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:23:56.290 DEBUG:boto:Method: HEAD 2022-09-01T11:23:56.292 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:23:56.292 DEBUG:boto:Data: 2022-09-01T11:23:56.293 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.293 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.294 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.295 DEBUG:boto:Params: {} 2022-09-01T11:23:56.296 DEBUG:boto:Token: None 2022-09-01T11:23:56.297 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj38 2022-09-01T11:23:56.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Yatf47vB1ySZ2X3JEqrawT9zVsY= 2022-09-01T11:23:56.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Yatf47vB1ySZ2X3JEqrawT9zVsY=', 'Content-Length': '0'} 2022-09-01T11:23:56.304 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000029419837fddb55cd-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.305 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:23:56.306 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:23:56.307 DEBUG:boto:Method: HEAD 2022-09-01T11:23:56.308 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:23:56.309 DEBUG:boto:Data: 2022-09-01T11:23:56.310 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.311 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.312 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.313 DEBUG:boto:Params: {} 2022-09-01T11:23:56.315 DEBUG:boto:Token: None 2022-09-01T11:23:56.316 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj38 2022-09-01T11:23:56.317 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Yatf47vB1ySZ2X3JEqrawT9zVsY= 2022-09-01T11:23:56.318 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Yatf47vB1ySZ2X3JEqrawT9zVsY=', 'Content-Length': '0'} 2022-09-01T11:23:56.324 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000466e4a08cbc50ecb-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.327 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:23:56.328 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:23:56.329 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:23:56.330 DEBUG:boto:Method: GET 2022-09-01T11:23:56.333 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:23:56.334 DEBUG:boto:Data: 2022-09-01T11:23:56.335 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.337 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.338 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.339 DEBUG:boto:Params: {} 2022-09-01T11:23:56.340 DEBUG:boto:Token: None 2022-09-01T11:23:56.341 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj38 2022-09-01T11:23:56.342 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ORfTkWv0wYUWlZ5wnTbYQw+T7BY= 2022-09-01T11:23:56.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ORfTkWv0wYUWlZ5wnTbYQw+T7BY=', 'Content-Length': '0'} 2022-09-01T11:23:56.347 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e11a409980a8f1e7-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.394 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:23:56.395 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:23:56.395 DEBUG:boto:Method: GET 2022-09-01T11:23:56.396 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:23:56.397 DEBUG:boto:Data: 2022-09-01T11:23:56.398 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.398 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.399 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.400 DEBUG:boto:Params: {} 2022-09-01T11:23:56.400 DEBUG:boto:Token: None 2022-09-01T11:23:56.401 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj38 2022-09-01T11:23:56.402 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ORfTkWv0wYUWlZ5wnTbYQw+T7BY= 2022-09-01T11:23:56.403 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ORfTkWv0wYUWlZ5wnTbYQw+T7BY=', 'Content-Length': '0'} 2022-09-01T11:23:56.405 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000412a6bc10b68323a-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.406 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:56.407 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:56.408 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:23:56.408 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:23:56.409 DEBUG:boto:Method: GET 2022-09-01T11:23:56.410 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:23:56.411 DEBUG:boto:Data: 2022-09-01T11:23:56.411 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.412 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.412 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.413 DEBUG:boto:Params: {} 2022-09-01T11:23:56.414 DEBUG:boto:Token: None 2022-09-01T11:23:56.414 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/ 2022-09-01T11:23:56.415 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY= 2022-09-01T11:23:56.416 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY=', 'Content-Length': '0'} 2022-09-01T11:23:56.419 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000365507703763730c-006310964c-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.419 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:56.420 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:56.421 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:56.422 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:23:56.422 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:23:56.423 DEBUG:boto:Method: GET 2022-09-01T11:23:56.424 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:23:56.425 DEBUG:boto:Data: 2022-09-01T11:23:56.425 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.428 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.429 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.430 DEBUG:boto:Params: {} 2022-09-01T11:23:56.431 DEBUG:boto:Token: None 2022-09-01T11:23:56.432 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/ 2022-09-01T11:23:56.433 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY= 2022-09-01T11:23:56.434 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY=', 'Content-Length': '0'} 2022-09-01T11:23:56.438 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004518cb82294fa70c-006310964c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.439 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:56.440 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:23:56.441 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:23:56.442 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:23:56.442 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.443 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.443 DEBUG:boto:Method: GET 2022-09-01T11:23:56.444 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.445 DEBUG:boto:Data: 2022-09-01T11:23:56.446 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.447 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.448 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.449 DEBUG:boto:Params: {} 2022-09-01T11:23:56.450 DEBUG:boto:Token: None 2022-09-01T11:23:56.451 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4b6iVSiN3F93QA/3PedQspMidTg= 2022-09-01T11:23:56.453 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4b6iVSiN3F93QA/3PedQspMidTg=', 'Content-Length': '0'} 2022-09-01T11:23:56.456 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001f57dcee85748be3-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.458 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:23:56.458 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:23:56.459 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.459 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.460 DEBUG:boto:Method: GET 2022-09-01T11:23:56.461 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.462 DEBUG:boto:Data: 2022-09-01T11:23:56.463 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.463 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.464 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.465 DEBUG:boto:Params: {} 2022-09-01T11:23:56.465 DEBUG:boto:Token: None 2022-09-01T11:23:56.466 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.467 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4b6iVSiN3F93QA/3PedQspMidTg= 2022-09-01T11:23:56.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4b6iVSiN3F93QA/3PedQspMidTg=', 'Content-Length': '0'} 2022-09-01T11:23:56.470 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000191f0bf22616e704-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.514 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:23:56.515 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:23:56.515 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.516 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.516 DEBUG:boto:Method: HEAD 2022-09-01T11:23:56.517 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.517 DEBUG:boto:Data: 2022-09-01T11:23:56.518 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.518 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.519 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.519 DEBUG:boto:Params: {} 2022-09-01T11:23:56.520 DEBUG:boto:Token: None 2022-09-01T11:23:56.521 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.521 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RNNOYdxOh73d73Wgxl8ggDransU= 2022-09-01T11:23:56.522 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RNNOYdxOh73d73Wgxl8ggDransU=', 'Content-Length': '0'} 2022-09-01T11:23:56.524 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ac9e20b95077205f-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.525 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:23:56.525 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:23:56.526 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.527 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.527 DEBUG:boto:Method: HEAD 2022-09-01T11:23:56.528 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.528 DEBUG:boto:Data: 2022-09-01T11:23:56.529 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.529 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.530 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.530 DEBUG:boto:Params: {} 2022-09-01T11:23:56.531 DEBUG:boto:Token: None 2022-09-01T11:23:56.531 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RNNOYdxOh73d73Wgxl8ggDransU= 2022-09-01T11:23:56.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RNNOYdxOh73d73Wgxl8ggDransU=', 'Content-Length': '0'} 2022-09-01T11:23:56.535 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aa2b33a2cbebd035-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.535 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:23:56.536 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:23:56.536 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:23:56.537 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.537 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.538 DEBUG:boto:Method: GET 2022-09-01T11:23:56.539 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.539 DEBUG:boto:Data: 2022-09-01T11:23:56.540 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.540 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.541 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.541 DEBUG:boto:Params: {} 2022-09-01T11:23:56.542 DEBUG:boto:Token: None 2022-09-01T11:23:56.542 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.543 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4b6iVSiN3F93QA/3PedQspMidTg= 2022-09-01T11:23:56.544 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4b6iVSiN3F93QA/3PedQspMidTg=', 'Content-Length': '0'} 2022-09-01T11:23:56.548 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007c8d77d9653ab95f-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.549 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:23:56.550 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:23:56.551 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.552 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.553 DEBUG:boto:Method: GET 2022-09-01T11:23:56.554 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.555 DEBUG:boto:Data: 2022-09-01T11:23:56.556 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.557 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.558 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.559 DEBUG:boto:Params: {} 2022-09-01T11:23:56.560 DEBUG:boto:Token: None 2022-09-01T11:23:56.561 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:23:56.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4b6iVSiN3F93QA/3PedQspMidTg= 2022-09-01T11:23:56.564 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4b6iVSiN3F93QA/3PedQspMidTg=', 'Content-Length': '0'} 2022-09-01T11:23:56.567 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006476a1a93f05e524-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.569 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:56.570 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:56.571 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:23:56.572 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:23:56.573 DEBUG:boto:Method: GET 2022-09-01T11:23:56.574 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:23:56.575 DEBUG:boto:Data: 2022-09-01T11:23:56.576 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.577 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.578 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.579 DEBUG:boto:Params: {} 2022-09-01T11:23:56.580 DEBUG:boto:Token: None 2022-09-01T11:23:56.580 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/ 2022-09-01T11:23:56.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY= 2022-09-01T11:23:56.581 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY=', 'Content-Length': '0'} 2022-09-01T11:23:56.585 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dd26bd143ff798c2-006310964c-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.630 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:56.631 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:56.632 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:56.632 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:23:56.633 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:23:56.633 DEBUG:boto:Method: GET 2022-09-01T11:23:56.634 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:23:56.635 DEBUG:boto:Data: 2022-09-01T11:23:56.635 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.636 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.636 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.637 DEBUG:boto:Params: {} 2022-09-01T11:23:56.638 DEBUG:boto:Token: None 2022-09-01T11:23:56.639 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/ 2022-09-01T11:23:56.639 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY= 2022-09-01T11:23:56.640 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY=', 'Content-Length': '0'} 2022-09-01T11:23:56.644 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a6b004c14152daf4-006310964c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.645 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:56.646 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:23:56.647 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:23:56.647 DEBUG:boto:Method: HEAD 2022-09-01T11:23:56.648 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:23:56.648 DEBUG:boto:Data: 2022-09-01T11:23:56.649 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.650 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.650 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.651 DEBUG:boto:Params: {} 2022-09-01T11:23:56.652 DEBUG:boto:Token: None 2022-09-01T11:23:56.652 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj44 2022-09-01T11:23:56.654 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:A7jZl+3VoALVnXFCVhsZiUpQMuc= 2022-09-01T11:23:56.655 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:A7jZl+3VoALVnXFCVhsZiUpQMuc=', 'Content-Length': '0'} 2022-09-01T11:23:56.658 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000032b24a3ee3886a82-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.659 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:23:56.659 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:23:56.660 DEBUG:boto:Method: HEAD 2022-09-01T11:23:56.660 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:23:56.661 DEBUG:boto:Data: 2022-09-01T11:23:56.661 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.662 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.663 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.663 DEBUG:boto:Params: {} 2022-09-01T11:23:56.664 DEBUG:boto:Token: None 2022-09-01T11:23:56.665 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj44 2022-09-01T11:23:56.665 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:A7jZl+3VoALVnXFCVhsZiUpQMuc= 2022-09-01T11:23:56.666 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:A7jZl+3VoALVnXFCVhsZiUpQMuc=', 'Content-Length': '0'} 2022-09-01T11:23:56.668 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e9bef051c62eedf4-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.669 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:23:56.670 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:23:56.670 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:23:56.671 DEBUG:boto:Method: GET 2022-09-01T11:23:56.671 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:23:56.672 DEBUG:boto:Data: 2022-09-01T11:23:56.672 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.673 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.673 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.674 DEBUG:boto:Params: {} 2022-09-01T11:23:56.675 DEBUG:boto:Token: None 2022-09-01T11:23:56.676 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj44 2022-09-01T11:23:56.676 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3GuTQKUy/K9ig3tl7Sz3XZKqqcE= 2022-09-01T11:23:56.677 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3GuTQKUy/K9ig3tl7Sz3XZKqqcE=', 'Content-Length': '0'} 2022-09-01T11:23:56.680 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000babc121c37a49e78-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.680 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:23:56.681 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:23:56.682 DEBUG:boto:Method: GET 2022-09-01T11:23:56.682 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:23:56.683 DEBUG:boto:Data: 2022-09-01T11:23:56.683 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.684 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.684 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.685 DEBUG:boto:Params: {} 2022-09-01T11:23:56.686 DEBUG:boto:Token: None 2022-09-01T11:23:56.687 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj44 2022-09-01T11:23:56.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3GuTQKUy/K9ig3tl7Sz3XZKqqcE= 2022-09-01T11:23:56.688 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3GuTQKUy/K9ig3tl7Sz3XZKqqcE=', 'Content-Length': '0'} 2022-09-01T11:23:56.691 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f2531a369296222-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.739 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:56.740 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:56.741 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:23:56.743 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:23:56.744 DEBUG:boto:Method: GET 2022-09-01T11:23:56.745 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:23:56.745 DEBUG:boto:Data: 2022-09-01T11:23:56.746 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.746 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.747 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.748 DEBUG:boto:Params: {} 2022-09-01T11:23:56.748 DEBUG:boto:Token: None 2022-09-01T11:23:56.749 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/ 2022-09-01T11:23:56.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY= 2022-09-01T11:23:56.750 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY=', 'Content-Length': '0'} 2022-09-01T11:23:56.753 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000098f135f024561171-006310964c-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.754 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:56.755 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:56.756 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:56.756 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:23:56.757 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:23:56.757 DEBUG:boto:Method: GET 2022-09-01T11:23:56.758 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:23:56.758 DEBUG:boto:Data: 2022-09-01T11:23:56.759 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.759 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.760 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.761 DEBUG:boto:Params: {} 2022-09-01T11:23:56.761 DEBUG:boto:Token: None 2022-09-01T11:23:56.762 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/ 2022-09-01T11:23:56.762 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY= 2022-09-01T11:23:56.763 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY=', 'Content-Length': '0'} 2022-09-01T11:23:56.767 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f3f515226eac8fd8-006310964c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.768 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:56.768 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:23:56.769 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:23:56.769 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:23:56.770 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.771 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.771 DEBUG:boto:Method: GET 2022-09-01T11:23:56.772 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.772 DEBUG:boto:Data: 2022-09-01T11:23:56.773 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.773 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.774 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.774 DEBUG:boto:Params: {} 2022-09-01T11:23:56.775 DEBUG:boto:Token: None 2022-09-01T11:23:56.776 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.777 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TTdyJCpfqzZ5KvIRva1H2jH6l+I= 2022-09-01T11:23:56.778 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TTdyJCpfqzZ5KvIRva1H2jH6l+I=', 'Content-Length': '0'} 2022-09-01T11:23:56.780 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b4fdab491ffca4f0-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.781 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:23:56.782 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:23:56.783 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.783 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.784 DEBUG:boto:Method: GET 2022-09-01T11:23:56.784 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.785 DEBUG:boto:Data: 2022-09-01T11:23:56.785 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.786 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.787 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.788 DEBUG:boto:Params: {} 2022-09-01T11:23:56.788 DEBUG:boto:Token: None 2022-09-01T11:23:56.789 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.790 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TTdyJCpfqzZ5KvIRva1H2jH6l+I= 2022-09-01T11:23:56.790 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TTdyJCpfqzZ5KvIRva1H2jH6l+I=', 'Content-Length': '0'} 2022-09-01T11:23:56.793 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cb02aeab8e2ba0cc-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.793 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:23:56.794 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:23:56.794 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.795 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.796 DEBUG:boto:Method: HEAD 2022-09-01T11:23:56.796 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.797 DEBUG:boto:Data: 2022-09-01T11:23:56.797 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.798 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.798 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.799 DEBUG:boto:Params: {} 2022-09-01T11:23:56.799 DEBUG:boto:Token: None 2022-09-01T11:23:56.800 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.800 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7Ur9lRBcU5J1+uiz/01aBB9rMas= 2022-09-01T11:23:56.801 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7Ur9lRBcU5J1+uiz/01aBB9rMas=', 'Content-Length': '0'} 2022-09-01T11:23:56.803 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000097e356f33d38243a-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.804 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:23:56.805 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:23:56.805 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.806 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.806 DEBUG:boto:Method: HEAD 2022-09-01T11:23:56.807 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.807 DEBUG:boto:Data: 2022-09-01T11:23:56.808 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.808 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.809 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.809 DEBUG:boto:Params: {} 2022-09-01T11:23:56.810 DEBUG:boto:Token: None 2022-09-01T11:23:56.811 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.812 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7Ur9lRBcU5J1+uiz/01aBB9rMas= 2022-09-01T11:23:56.812 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7Ur9lRBcU5J1+uiz/01aBB9rMas=', 'Content-Length': '0'} 2022-09-01T11:23:56.815 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b840af9adc91ddfd-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.818 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:23:56.819 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:23:56.820 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:23:56.821 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.823 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.824 DEBUG:boto:Method: GET 2022-09-01T11:23:56.827 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.828 DEBUG:boto:Data: 2022-09-01T11:23:56.829 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.829 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.830 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.830 DEBUG:boto:Params: {} 2022-09-01T11:23:56.831 DEBUG:boto:Token: None 2022-09-01T11:23:56.832 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TTdyJCpfqzZ5KvIRva1H2jH6l+I= 2022-09-01T11:23:56.834 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TTdyJCpfqzZ5KvIRva1H2jH6l+I=', 'Content-Length': '0'} 2022-09-01T11:23:56.836 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000245dfa531a437d97-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.838 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:23:56.839 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:23:56.840 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.841 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.842 DEBUG:boto:Method: GET 2022-09-01T11:23:56.843 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.844 DEBUG:boto:Data: 2022-09-01T11:23:56.845 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.846 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.847 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.848 DEBUG:boto:Params: {} 2022-09-01T11:23:56.849 DEBUG:boto:Token: None 2022-09-01T11:23:56.851 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:23:56.852 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TTdyJCpfqzZ5KvIRva1H2jH6l+I= 2022-09-01T11:23:56.853 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TTdyJCpfqzZ5KvIRva1H2jH6l+I=', 'Content-Length': '0'} 2022-09-01T11:23:56.856 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009df7b968ed7ec0ed-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.898 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:56.901 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:56.902 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:23:56.903 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:23:56.904 DEBUG:boto:Method: GET 2022-09-01T11:23:56.905 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:23:56.906 DEBUG:boto:Data: 2022-09-01T11:23:56.907 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.908 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.908 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.909 DEBUG:boto:Params: {} 2022-09-01T11:23:56.910 DEBUG:boto:Token: None 2022-09-01T11:23:56.911 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/ 2022-09-01T11:23:56.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY= 2022-09-01T11:23:56.912 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY=', 'Content-Length': '0'} 2022-09-01T11:23:56.915 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006fb5c6944f2b1f41-006310964c-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.916 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:56.917 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:56.917 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:56.918 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:23:56.918 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:23:56.919 DEBUG:boto:Method: GET 2022-09-01T11:23:56.919 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:23:56.920 DEBUG:boto:Data: 2022-09-01T11:23:56.921 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.921 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.922 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.922 DEBUG:boto:Params: {} 2022-09-01T11:23:56.923 DEBUG:boto:Token: None 2022-09-01T11:23:56.924 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/ 2022-09-01T11:23:56.925 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY= 2022-09-01T11:23:56.925 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY=', 'Content-Length': '0'} 2022-09-01T11:23:56.930 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000083e78fbc1f7f132f-006310964c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.931 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:56.932 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:23:56.932 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:23:56.933 DEBUG:boto:Method: HEAD 2022-09-01T11:23:56.934 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:23:56.935 DEBUG:boto:Data: 2022-09-01T11:23:56.936 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.936 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.938 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.941 DEBUG:boto:Params: {} 2022-09-01T11:23:56.941 DEBUG:boto:Token: None 2022-09-01T11:23:56.942 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj46 2022-09-01T11:23:56.942 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yvLlyF8fwQyyyX33oBpCIAITj4E= 2022-09-01T11:23:56.943 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yvLlyF8fwQyyyX33oBpCIAITj4E=', 'Content-Length': '0'} 2022-09-01T11:23:56.946 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b6312007cd9a2262-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.947 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:23:56.947 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:23:56.948 DEBUG:boto:Method: HEAD 2022-09-01T11:23:56.948 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:23:56.949 DEBUG:boto:Data: 2022-09-01T11:23:56.949 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.950 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.950 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.951 DEBUG:boto:Params: {} 2022-09-01T11:23:56.952 DEBUG:boto:Token: None 2022-09-01T11:23:56.952 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj46 2022-09-01T11:23:56.953 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yvLlyF8fwQyyyX33oBpCIAITj4E= 2022-09-01T11:23:56.953 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yvLlyF8fwQyyyX33oBpCIAITj4E=', 'Content-Length': '0'} 2022-09-01T11:23:56.955 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060a95b459aaa9dfb-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.956 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:23:56.957 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:23:56.957 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:23:56.958 DEBUG:boto:Method: GET 2022-09-01T11:23:56.958 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:23:56.959 DEBUG:boto:Data: 2022-09-01T11:23:56.959 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.960 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.960 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.961 DEBUG:boto:Params: {} 2022-09-01T11:23:56.962 DEBUG:boto:Token: None 2022-09-01T11:23:56.962 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj46 2022-09-01T11:23:56.963 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:odINke/XSFYmeC2iTTbhO1fsE0E= 2022-09-01T11:23:56.964 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:odINke/XSFYmeC2iTTbhO1fsE0E=', 'Content-Length': '0'} 2022-09-01T11:23:56.966 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e4b242acd3a94814-006310964c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.967 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:23:56.967 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:23:56.968 DEBUG:boto:Method: GET 2022-09-01T11:23:56.968 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:23:56.969 DEBUG:boto:Data: 2022-09-01T11:23:56.970 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.970 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:56.971 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.971 DEBUG:boto:Params: {} 2022-09-01T11:23:56.972 DEBUG:boto:Token: None 2022-09-01T11:23:56.973 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/obj46 2022-09-01T11:23:56.973 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:odINke/XSFYmeC2iTTbhO1fsE0E= 2022-09-01T11:23:56.974 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:odINke/XSFYmeC2iTTbhO1fsE0E=', 'Content-Length': '0'} 2022-09-01T11:23:56.976 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006aaabbc5b3720d3e-006310964c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:56.977 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:56.977 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:56.978 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:23:56.979 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:23:56.979 DEBUG:boto:Method: GET 2022-09-01T11:23:56.980 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:23:56.980 DEBUG:boto:Data: 2022-09-01T11:23:56.981 DEBUG:boto:Headers: {} 2022-09-01T11:23:56.981 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:56.982 DEBUG:boto:Port: 8000 2022-09-01T11:23:56.983 DEBUG:boto:Params: {} 2022-09-01T11:23:56.984 DEBUG:boto:Token: None 2022-09-01T11:23:56.984 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:56 GMT /ptoxvb-74/ 2022-09-01T11:23:56.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY= 2022-09-01T11:23:56.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SppI+rUaTajHR9GEXzQ5eQu5siY=', 'Content-Length': '0'} 2022-09-01T11:23:56.988 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dcd245446e3d864b-006310964c-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.030 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:57.032 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:57.033 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:57.034 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:23:57.035 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:23:57.036 DEBUG:boto:Method: GET 2022-09-01T11:23:57.037 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:23:57.038 DEBUG:boto:Data: 2022-09-01T11:23:57.039 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.039 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.040 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.040 DEBUG:boto:Params: {} 2022-09-01T11:23:57.041 DEBUG:boto:Token: None 2022-09-01T11:23:57.042 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/ 2022-09-01T11:23:57.043 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4= 2022-09-01T11:23:57.044 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4=', 'Content-Length': '0'} 2022-09-01T11:23:57.049 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aadc8adc3ed1740a-006310964d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.050 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:57.052 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:23:57.053 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:23:57.054 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:23:57.055 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.055 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.056 DEBUG:boto:Method: GET 2022-09-01T11:23:57.057 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.058 DEBUG:boto:Data: 2022-09-01T11:23:57.059 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.062 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.063 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.064 DEBUG:boto:Params: {} 2022-09-01T11:23:57.065 DEBUG:boto:Token: None 2022-09-01T11:23:57.066 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.067 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oIYnGgVXX0UTM+8/uOedHtU9aw4= 2022-09-01T11:23:57.068 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oIYnGgVXX0UTM+8/uOedHtU9aw4=', 'Content-Length': '0'} 2022-09-01T11:23:57.072 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed27dde5f4169be1-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.074 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:23:57.075 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:23:57.076 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.076 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.077 DEBUG:boto:Method: GET 2022-09-01T11:23:57.078 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.079 DEBUG:boto:Data: 2022-09-01T11:23:57.080 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.081 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.082 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.083 DEBUG:boto:Params: {} 2022-09-01T11:23:57.084 DEBUG:boto:Token: None 2022-09-01T11:23:57.084 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.085 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oIYnGgVXX0UTM+8/uOedHtU9aw4= 2022-09-01T11:23:57.086 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oIYnGgVXX0UTM+8/uOedHtU9aw4=', 'Content-Length': '0'} 2022-09-01T11:23:57.088 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d2dec102f137052-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.090 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:23:57.091 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:23:57.091 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.092 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.092 DEBUG:boto:Method: HEAD 2022-09-01T11:23:57.093 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.093 DEBUG:boto:Data: 2022-09-01T11:23:57.094 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.095 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.095 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.096 DEBUG:boto:Params: {} 2022-09-01T11:23:57.097 DEBUG:boto:Token: None 2022-09-01T11:23:57.097 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.098 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GPGkZfiVvGZAH6mXybcUAe93S9k= 2022-09-01T11:23:57.099 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GPGkZfiVvGZAH6mXybcUAe93S9k=', 'Content-Length': '0'} 2022-09-01T11:23:57.101 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b4fc86b209eecc49-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.102 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:23:57.103 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:23:57.103 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.104 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.104 DEBUG:boto:Method: HEAD 2022-09-01T11:23:57.105 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.106 DEBUG:boto:Data: 2022-09-01T11:23:57.106 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.107 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.107 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.108 DEBUG:boto:Params: {} 2022-09-01T11:23:57.108 DEBUG:boto:Token: None 2022-09-01T11:23:57.109 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.110 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GPGkZfiVvGZAH6mXybcUAe93S9k= 2022-09-01T11:23:57.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GPGkZfiVvGZAH6mXybcUAe93S9k=', 'Content-Length': '0'} 2022-09-01T11:23:57.113 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee51194c63673c33-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.114 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:23:57.114 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:23:57.115 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:23:57.116 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.116 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.117 DEBUG:boto:Method: GET 2022-09-01T11:23:57.117 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.118 DEBUG:boto:Data: 2022-09-01T11:23:57.119 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.119 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.120 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.120 DEBUG:boto:Params: {} 2022-09-01T11:23:57.121 DEBUG:boto:Token: None 2022-09-01T11:23:57.122 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.123 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oIYnGgVXX0UTM+8/uOedHtU9aw4= 2022-09-01T11:23:57.123 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oIYnGgVXX0UTM+8/uOedHtU9aw4=', 'Content-Length': '0'} 2022-09-01T11:23:57.126 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b2a1572c32624e2-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.127 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:23:57.127 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:23:57.128 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.128 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.129 DEBUG:boto:Method: GET 2022-09-01T11:23:57.130 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.130 DEBUG:boto:Data: 2022-09-01T11:23:57.131 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.132 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.132 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.133 DEBUG:boto:Params: {} 2022-09-01T11:23:57.133 DEBUG:boto:Token: None 2022-09-01T11:23:57.134 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:23:57.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oIYnGgVXX0UTM+8/uOedHtU9aw4= 2022-09-01T11:23:57.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oIYnGgVXX0UTM+8/uOedHtU9aw4=', 'Content-Length': '0'} 2022-09-01T11:23:57.139 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006f95f4aa7d8db37c-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.140 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:57.140 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:57.141 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:23:57.142 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:23:57.142 DEBUG:boto:Method: GET 2022-09-01T11:23:57.143 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:23:57.143 DEBUG:boto:Data: 2022-09-01T11:23:57.144 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.145 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.145 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.146 DEBUG:boto:Params: {} 2022-09-01T11:23:57.147 DEBUG:boto:Token: None 2022-09-01T11:23:57.147 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/ 2022-09-01T11:23:57.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4= 2022-09-01T11:23:57.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4=', 'Content-Length': '0'} 2022-09-01T11:23:57.152 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000047bef08b724a3b03-006310964d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.152 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:57.153 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:57.154 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:57.155 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:23:57.155 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:23:57.156 DEBUG:boto:Method: GET 2022-09-01T11:23:57.156 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:23:57.157 DEBUG:boto:Data: 2022-09-01T11:23:57.157 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.158 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.158 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.159 DEBUG:boto:Params: {} 2022-09-01T11:23:57.160 DEBUG:boto:Token: None 2022-09-01T11:23:57.161 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/ 2022-09-01T11:23:57.161 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4= 2022-09-01T11:23:57.162 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4=', 'Content-Length': '0'} 2022-09-01T11:23:57.166 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000025067b8e051a0a52-006310964d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.167 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:57.168 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:23:57.168 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:23:57.169 DEBUG:boto:Method: HEAD 2022-09-01T11:23:57.169 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:23:57.170 DEBUG:boto:Data: 2022-09-01T11:23:57.170 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.171 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.172 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.172 DEBUG:boto:Params: {} 2022-09-01T11:23:57.173 DEBUG:boto:Token: None 2022-09-01T11:23:57.173 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj51 2022-09-01T11:23:57.174 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XFmweBJmw/inkSFoLOS1sm0mgVI= 2022-09-01T11:23:57.175 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XFmweBJmw/inkSFoLOS1sm0mgVI=', 'Content-Length': '0'} 2022-09-01T11:23:57.178 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c2a1343cc057671d-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.180 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:23:57.180 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:23:57.181 DEBUG:boto:Method: HEAD 2022-09-01T11:23:57.182 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:23:57.183 DEBUG:boto:Data: 2022-09-01T11:23:57.184 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.185 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.185 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.186 DEBUG:boto:Params: {} 2022-09-01T11:23:57.186 DEBUG:boto:Token: None 2022-09-01T11:23:57.187 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj51 2022-09-01T11:23:57.188 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XFmweBJmw/inkSFoLOS1sm0mgVI= 2022-09-01T11:23:57.189 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XFmweBJmw/inkSFoLOS1sm0mgVI=', 'Content-Length': '0'} 2022-09-01T11:23:57.192 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000039bc54f00fe81be4-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.193 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:23:57.194 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:23:57.195 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:23:57.196 DEBUG:boto:Method: GET 2022-09-01T11:23:57.197 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:23:57.198 DEBUG:boto:Data: 2022-09-01T11:23:57.199 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.200 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.201 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.202 DEBUG:boto:Params: {} 2022-09-01T11:23:57.202 DEBUG:boto:Token: None 2022-09-01T11:23:57.203 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj51 2022-09-01T11:23:57.204 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D+g/rTm4TwpFtslaOZgZHXhTuZA= 2022-09-01T11:23:57.205 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D+g/rTm4TwpFtslaOZgZHXhTuZA=', 'Content-Length': '0'} 2022-09-01T11:23:57.207 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045b4c90ba9244deb-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.254 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:23:57.255 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:23:57.257 DEBUG:boto:Method: GET 2022-09-01T11:23:57.257 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:23:57.259 DEBUG:boto:Data: 2022-09-01T11:23:57.260 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.261 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.262 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.263 DEBUG:boto:Params: {} 2022-09-01T11:23:57.264 DEBUG:boto:Token: None 2022-09-01T11:23:57.266 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj51 2022-09-01T11:23:57.267 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D+g/rTm4TwpFtslaOZgZHXhTuZA= 2022-09-01T11:23:57.268 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D+g/rTm4TwpFtslaOZgZHXhTuZA=', 'Content-Length': '0'} 2022-09-01T11:23:57.271 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bff906bdec71ff06-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.272 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:57.273 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:57.274 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:23:57.275 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:23:57.277 DEBUG:boto:Method: GET 2022-09-01T11:23:57.278 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:23:57.278 DEBUG:boto:Data: 2022-09-01T11:23:57.279 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.279 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.281 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.281 DEBUG:boto:Params: {} 2022-09-01T11:23:57.282 DEBUG:boto:Token: None 2022-09-01T11:23:57.283 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/ 2022-09-01T11:23:57.284 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4= 2022-09-01T11:23:57.285 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4=', 'Content-Length': '0'} 2022-09-01T11:23:57.289 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001be4375fd84e8002-006310964d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.291 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:57.292 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:57.293 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:57.293 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:23:57.294 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:23:57.295 DEBUG:boto:Method: GET 2022-09-01T11:23:57.295 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:23:57.296 DEBUG:boto:Data: 2022-09-01T11:23:57.296 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.297 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.298 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.298 DEBUG:boto:Params: {} 2022-09-01T11:23:57.299 DEBUG:boto:Token: None 2022-09-01T11:23:57.299 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/ 2022-09-01T11:23:57.300 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4= 2022-09-01T11:23:57.301 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4=', 'Content-Length': '0'} 2022-09-01T11:23:57.304 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009760229c73827d8d-006310964d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.305 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:57.307 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:23:57.317 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:23:57.319 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:23:57.320 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.321 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.322 DEBUG:boto:Method: GET 2022-09-01T11:23:57.323 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.325 DEBUG:boto:Data: 2022-09-01T11:23:57.325 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.326 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.327 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.328 DEBUG:boto:Params: {} 2022-09-01T11:23:57.329 DEBUG:boto:Token: None 2022-09-01T11:23:57.330 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.330 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSJjaduyE6pzzLoJH0iLjNpm9m4= 2022-09-01T11:23:57.331 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSJjaduyE6pzzLoJH0iLjNpm9m4=', 'Content-Length': '0'} 2022-09-01T11:23:57.334 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e7126463b4b3ae6a-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.335 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:23:57.336 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:23:57.337 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.338 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.339 DEBUG:boto:Method: GET 2022-09-01T11:23:57.340 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.341 DEBUG:boto:Data: 2022-09-01T11:23:57.342 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.343 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.344 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.344 DEBUG:boto:Params: {} 2022-09-01T11:23:57.345 DEBUG:boto:Token: None 2022-09-01T11:23:57.346 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.346 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSJjaduyE6pzzLoJH0iLjNpm9m4= 2022-09-01T11:23:57.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSJjaduyE6pzzLoJH0iLjNpm9m4=', 'Content-Length': '0'} 2022-09-01T11:23:57.350 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006383b8e52bb24f83-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.351 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:23:57.351 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:23:57.352 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.352 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.353 DEBUG:boto:Method: HEAD 2022-09-01T11:23:57.353 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.354 DEBUG:boto:Data: 2022-09-01T11:23:57.355 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.355 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.356 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.356 DEBUG:boto:Params: {} 2022-09-01T11:23:57.357 DEBUG:boto:Token: None 2022-09-01T11:23:57.357 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.358 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ta7yFCmV8k2C7PuRWWmJLLRrjiI= 2022-09-01T11:23:57.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ta7yFCmV8k2C7PuRWWmJLLRrjiI=', 'Content-Length': '0'} 2022-09-01T11:23:57.362 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000210ed82426e7158-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.364 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:23:57.365 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:23:57.366 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.367 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.368 DEBUG:boto:Method: HEAD 2022-09-01T11:23:57.369 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.370 DEBUG:boto:Data: 2022-09-01T11:23:57.371 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.372 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.373 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.374 DEBUG:boto:Params: {} 2022-09-01T11:23:57.375 DEBUG:boto:Token: None 2022-09-01T11:23:57.376 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.377 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ta7yFCmV8k2C7PuRWWmJLLRrjiI= 2022-09-01T11:23:57.378 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ta7yFCmV8k2C7PuRWWmJLLRrjiI=', 'Content-Length': '0'} 2022-09-01T11:23:57.380 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008dc8d7a6c26ae69a-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.382 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:23:57.383 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:23:57.384 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:23:57.385 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.386 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.387 DEBUG:boto:Method: GET 2022-09-01T11:23:57.388 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.389 DEBUG:boto:Data: 2022-09-01T11:23:57.389 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.390 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.391 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.392 DEBUG:boto:Params: {} 2022-09-01T11:23:57.394 DEBUG:boto:Token: None 2022-09-01T11:23:57.395 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.396 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSJjaduyE6pzzLoJH0iLjNpm9m4= 2022-09-01T11:23:57.396 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSJjaduyE6pzzLoJH0iLjNpm9m4=', 'Content-Length': '0'} 2022-09-01T11:23:57.399 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000a6095416c4bf5ba-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.400 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:23:57.401 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:23:57.402 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.402 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.403 DEBUG:boto:Method: GET 2022-09-01T11:23:57.403 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.404 DEBUG:boto:Data: 2022-09-01T11:23:57.405 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.406 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.407 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.407 DEBUG:boto:Params: {} 2022-09-01T11:23:57.408 DEBUG:boto:Token: None 2022-09-01T11:23:57.408 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:23:57.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MSJjaduyE6pzzLoJH0iLjNpm9m4= 2022-09-01T11:23:57.411 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MSJjaduyE6pzzLoJH0iLjNpm9m4=', 'Content-Length': '0'} 2022-09-01T11:23:57.414 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e40403947701c272-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.415 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:57.417 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:57.418 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:23:57.418 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:23:57.419 DEBUG:boto:Method: GET 2022-09-01T11:23:57.420 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:23:57.421 DEBUG:boto:Data: 2022-09-01T11:23:57.422 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.423 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.424 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.426 DEBUG:boto:Params: {} 2022-09-01T11:23:57.427 DEBUG:boto:Token: None 2022-09-01T11:23:57.428 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/ 2022-09-01T11:23:57.430 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4= 2022-09-01T11:23:57.431 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4=', 'Content-Length': '0'} 2022-09-01T11:23:57.435 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f0fad37f02bee907-006310964d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.478 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:57.479 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:57.481 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:57.481 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:23:57.482 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:23:57.482 DEBUG:boto:Method: GET 2022-09-01T11:23:57.483 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:23:57.483 DEBUG:boto:Data: 2022-09-01T11:23:57.484 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.485 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.485 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.486 DEBUG:boto:Params: {} 2022-09-01T11:23:57.486 DEBUG:boto:Token: None 2022-09-01T11:23:57.487 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/ 2022-09-01T11:23:57.487 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4= 2022-09-01T11:23:57.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4=', 'Content-Length': '0'} 2022-09-01T11:23:57.492 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e45cdb538716dd03-006310964d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.493 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:57.494 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:23:57.495 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:23:57.495 DEBUG:boto:Method: HEAD 2022-09-01T11:23:57.496 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:23:57.496 DEBUG:boto:Data: 2022-09-01T11:23:57.497 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.497 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.498 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.498 DEBUG:boto:Params: {} 2022-09-01T11:23:57.499 DEBUG:boto:Token: None 2022-09-01T11:23:57.500 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj55 2022-09-01T11:23:57.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/f+aDv1e8SpjX8bxqp0D6yStk9M= 2022-09-01T11:23:57.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/f+aDv1e8SpjX8bxqp0D6yStk9M=', 'Content-Length': '0'} 2022-09-01T11:23:57.503 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b16c4a733369216b-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.504 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:23:57.505 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:23:57.505 DEBUG:boto:Method: HEAD 2022-09-01T11:23:57.506 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:23:57.506 DEBUG:boto:Data: 2022-09-01T11:23:57.507 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.507 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.508 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.508 DEBUG:boto:Params: {} 2022-09-01T11:23:57.509 DEBUG:boto:Token: None 2022-09-01T11:23:57.510 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj55 2022-09-01T11:23:57.510 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/f+aDv1e8SpjX8bxqp0D6yStk9M= 2022-09-01T11:23:57.511 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/f+aDv1e8SpjX8bxqp0D6yStk9M=', 'Content-Length': '0'} 2022-09-01T11:23:57.513 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f3fd22100f9dd507-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.514 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:23:57.515 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:23:57.515 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:23:57.516 DEBUG:boto:Method: GET 2022-09-01T11:23:57.517 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:23:57.517 DEBUG:boto:Data: 2022-09-01T11:23:57.519 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.520 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.521 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.522 DEBUG:boto:Params: {} 2022-09-01T11:23:57.523 DEBUG:boto:Token: None 2022-09-01T11:23:57.524 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj55 2022-09-01T11:23:57.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ojKx2eMT8p2O8QVV6afh7cGRnjg= 2022-09-01T11:23:57.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ojKx2eMT8p2O8QVV6afh7cGRnjg=', 'Content-Length': '0'} 2022-09-01T11:23:57.527 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003a43f60b9e8e0288-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.528 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:23:57.529 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:23:57.529 DEBUG:boto:Method: GET 2022-09-01T11:23:57.530 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:23:57.531 DEBUG:boto:Data: 2022-09-01T11:23:57.531 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.532 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.532 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.533 DEBUG:boto:Params: {} 2022-09-01T11:23:57.534 DEBUG:boto:Token: None 2022-09-01T11:23:57.535 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj55 2022-09-01T11:23:57.536 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ojKx2eMT8p2O8QVV6afh7cGRnjg= 2022-09-01T11:23:57.537 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ojKx2eMT8p2O8QVV6afh7cGRnjg=', 'Content-Length': '0'} 2022-09-01T11:23:57.540 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aaa46ee47849b7c6-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.541 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:57.542 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:57.544 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:23:57.544 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:23:57.545 DEBUG:boto:Method: GET 2022-09-01T11:23:57.546 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:23:57.548 DEBUG:boto:Data: 2022-09-01T11:23:57.549 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.549 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.550 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.551 DEBUG:boto:Params: {} 2022-09-01T11:23:57.552 DEBUG:boto:Token: None 2022-09-01T11:23:57.553 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/ 2022-09-01T11:23:57.554 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4= 2022-09-01T11:23:57.554 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4=', 'Content-Length': '0'} 2022-09-01T11:23:57.557 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000efcf79d6fd560544-006310964d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.558 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:57.559 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:57.560 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:57.560 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:23:57.561 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:23:57.562 DEBUG:boto:Method: GET 2022-09-01T11:23:57.563 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:23:57.563 DEBUG:boto:Data: 2022-09-01T11:23:57.564 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.564 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.565 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.565 DEBUG:boto:Params: {} 2022-09-01T11:23:57.566 DEBUG:boto:Token: None 2022-09-01T11:23:57.566 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/ 2022-09-01T11:23:57.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4= 2022-09-01T11:23:57.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4=', 'Content-Length': '0'} 2022-09-01T11:23:57.573 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b4b20bc65780c16a-006310964d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.573 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:57.574 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:23:57.575 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:23:57.576 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:23:57.577 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.577 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.578 DEBUG:boto:Method: GET 2022-09-01T11:23:57.578 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.579 DEBUG:boto:Data: 2022-09-01T11:23:57.580 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.580 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.581 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.581 DEBUG:boto:Params: {} 2022-09-01T11:23:57.582 DEBUG:boto:Token: None 2022-09-01T11:23:57.583 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.583 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FSgAeEMnwmymJ3yyn9Ib3kDFhHM= 2022-09-01T11:23:57.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FSgAeEMnwmymJ3yyn9Ib3kDFhHM=', 'Content-Length': '0'} 2022-09-01T11:23:57.586 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001a2713878e4a5824-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.587 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:23:57.588 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:23:57.589 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.590 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.591 DEBUG:boto:Method: GET 2022-09-01T11:23:57.591 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.592 DEBUG:boto:Data: 2022-09-01T11:23:57.592 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.593 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.594 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.594 DEBUG:boto:Params: {} 2022-09-01T11:23:57.595 DEBUG:boto:Token: None 2022-09-01T11:23:57.596 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.597 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FSgAeEMnwmymJ3yyn9Ib3kDFhHM= 2022-09-01T11:23:57.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FSgAeEMnwmymJ3yyn9Ib3kDFhHM=', 'Content-Length': '0'} 2022-09-01T11:23:57.600 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c6c2772ef736dcf3-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.646 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:23:57.647 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:23:57.648 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.648 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.649 DEBUG:boto:Method: HEAD 2022-09-01T11:23:57.649 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.650 DEBUG:boto:Data: 2022-09-01T11:23:57.651 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.651 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.652 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.653 DEBUG:boto:Params: {} 2022-09-01T11:23:57.654 DEBUG:boto:Token: None 2022-09-01T11:23:57.655 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.656 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RAaXJBtYU3RepQ7EheklwNYlXIg= 2022-09-01T11:23:57.657 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RAaXJBtYU3RepQ7EheklwNYlXIg=', 'Content-Length': '0'} 2022-09-01T11:23:57.664 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd9c4689c747d192-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.665 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:23:57.666 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:23:57.666 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.667 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.667 DEBUG:boto:Method: HEAD 2022-09-01T11:23:57.668 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.668 DEBUG:boto:Data: 2022-09-01T11:23:57.669 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.670 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.671 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.671 DEBUG:boto:Params: {} 2022-09-01T11:23:57.672 DEBUG:boto:Token: None 2022-09-01T11:23:57.673 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RAaXJBtYU3RepQ7EheklwNYlXIg= 2022-09-01T11:23:57.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RAaXJBtYU3RepQ7EheklwNYlXIg=', 'Content-Length': '0'} 2022-09-01T11:23:57.677 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007b930b8df76cc80b-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.678 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:23:57.678 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:23:57.679 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:23:57.679 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.680 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.681 DEBUG:boto:Method: GET 2022-09-01T11:23:57.682 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.683 DEBUG:boto:Data: 2022-09-01T11:23:57.684 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.684 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.685 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.685 DEBUG:boto:Params: {} 2022-09-01T11:23:57.686 DEBUG:boto:Token: None 2022-09-01T11:23:57.687 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.687 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FSgAeEMnwmymJ3yyn9Ib3kDFhHM= 2022-09-01T11:23:57.688 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FSgAeEMnwmymJ3yyn9Ib3kDFhHM=', 'Content-Length': '0'} 2022-09-01T11:23:57.690 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d2ece899b38531b6-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.691 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:23:57.691 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:23:57.692 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.692 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.693 DEBUG:boto:Method: GET 2022-09-01T11:23:57.693 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.694 DEBUG:boto:Data: 2022-09-01T11:23:57.694 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.695 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.696 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.696 DEBUG:boto:Params: {} 2022-09-01T11:23:57.697 DEBUG:boto:Token: None 2022-09-01T11:23:57.697 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:23:57.698 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FSgAeEMnwmymJ3yyn9Ib3kDFhHM= 2022-09-01T11:23:57.699 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FSgAeEMnwmymJ3yyn9Ib3kDFhHM=', 'Content-Length': '0'} 2022-09-01T11:23:57.701 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a07726095aea4b62-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.701 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:57.702 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:57.702 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:23:57.703 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:23:57.704 DEBUG:boto:Method: GET 2022-09-01T11:23:57.704 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:23:57.705 DEBUG:boto:Data: 2022-09-01T11:23:57.705 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.706 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.706 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.707 DEBUG:boto:Params: {} 2022-09-01T11:23:57.707 DEBUG:boto:Token: None 2022-09-01T11:23:57.708 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/ 2022-09-01T11:23:57.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4= 2022-09-01T11:23:57.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4=', 'Content-Length': '0'} 2022-09-01T11:23:57.712 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c0651ebf5bf9f60b-006310964d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.754 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:57.755 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:57.756 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:57.756 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:23:57.757 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:23:57.758 DEBUG:boto:Method: GET 2022-09-01T11:23:57.759 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:23:57.760 DEBUG:boto:Data: 2022-09-01T11:23:57.761 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.762 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.763 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.763 DEBUG:boto:Params: {} 2022-09-01T11:23:57.764 DEBUG:boto:Token: None 2022-09-01T11:23:57.765 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/ 2022-09-01T11:23:57.765 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4= 2022-09-01T11:23:57.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4=', 'Content-Length': '0'} 2022-09-01T11:23:57.770 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000677af946571c929e-006310964d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.771 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:57.771 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:23:57.772 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:23:57.772 DEBUG:boto:Method: HEAD 2022-09-01T11:23:57.773 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:23:57.773 DEBUG:boto:Data: 2022-09-01T11:23:57.774 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.775 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.775 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.775 DEBUG:boto:Params: {} 2022-09-01T11:23:57.776 DEBUG:boto:Token: None 2022-09-01T11:23:57.777 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj57 2022-09-01T11:23:57.777 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ja/7aIsZaVANhXFDmgp5W9W/mL0= 2022-09-01T11:23:57.778 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ja/7aIsZaVANhXFDmgp5W9W/mL0=', 'Content-Length': '0'} 2022-09-01T11:23:57.780 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005525349426aa4cb6-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.781 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:23:57.781 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:23:57.782 DEBUG:boto:Method: HEAD 2022-09-01T11:23:57.783 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:23:57.783 DEBUG:boto:Data: 2022-09-01T11:23:57.784 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.784 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.784 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.785 DEBUG:boto:Params: {} 2022-09-01T11:23:57.786 DEBUG:boto:Token: None 2022-09-01T11:23:57.786 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj57 2022-09-01T11:23:57.787 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ja/7aIsZaVANhXFDmgp5W9W/mL0= 2022-09-01T11:23:57.787 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ja/7aIsZaVANhXFDmgp5W9W/mL0=', 'Content-Length': '0'} 2022-09-01T11:23:57.790 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001046bff468adec85-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.792 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:23:57.792 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:23:57.793 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:23:57.793 DEBUG:boto:Method: GET 2022-09-01T11:23:57.794 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:23:57.795 DEBUG:boto:Data: 2022-09-01T11:23:57.796 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.797 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.798 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.799 DEBUG:boto:Params: {} 2022-09-01T11:23:57.800 DEBUG:boto:Token: None 2022-09-01T11:23:57.802 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj57 2022-09-01T11:23:57.803 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F3NqPAHMo60oddRnl/SSlWIkqRk= 2022-09-01T11:23:57.804 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F3NqPAHMo60oddRnl/SSlWIkqRk=', 'Content-Length': '0'} 2022-09-01T11:23:57.806 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a6ca37ccb1047ee2-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.808 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:23:57.809 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:23:57.810 DEBUG:boto:Method: GET 2022-09-01T11:23:57.811 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:23:57.812 DEBUG:boto:Data: 2022-09-01T11:23:57.813 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.814 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.815 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.816 DEBUG:boto:Params: {} 2022-09-01T11:23:57.817 DEBUG:boto:Token: None 2022-09-01T11:23:57.818 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj57 2022-09-01T11:23:57.819 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F3NqPAHMo60oddRnl/SSlWIkqRk= 2022-09-01T11:23:57.820 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F3NqPAHMo60oddRnl/SSlWIkqRk=', 'Content-Length': '0'} 2022-09-01T11:23:57.822 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e45aa1a1e2ec198c-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.823 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:57.823 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:57.824 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:23:57.824 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:23:57.825 DEBUG:boto:Method: GET 2022-09-01T11:23:57.826 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:23:57.826 DEBUG:boto:Data: 2022-09-01T11:23:57.827 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.827 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.828 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.828 DEBUG:boto:Params: {} 2022-09-01T11:23:57.829 DEBUG:boto:Token: None 2022-09-01T11:23:57.829 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/ 2022-09-01T11:23:57.830 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4= 2022-09-01T11:23:57.831 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4=', 'Content-Length': '0'} 2022-09-01T11:23:57.834 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000079b8b9ddb6841945-006310964d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.835 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:57.836 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:57.837 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:57.838 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:23:57.839 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:23:57.840 DEBUG:boto:Method: GET 2022-09-01T11:23:57.841 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:23:57.842 DEBUG:boto:Data: 2022-09-01T11:23:57.843 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.844 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.845 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.846 DEBUG:boto:Params: {} 2022-09-01T11:23:57.847 DEBUG:boto:Token: None 2022-09-01T11:23:57.848 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/ 2022-09-01T11:23:57.849 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4= 2022-09-01T11:23:57.850 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4=', 'Content-Length': '0'} 2022-09-01T11:23:57.855 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004d50938014c678e6-006310964d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.856 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:57.857 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:23:57.857 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:23:57.858 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:23:57.859 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.860 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.861 DEBUG:boto:Method: GET 2022-09-01T11:23:57.862 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.863 DEBUG:boto:Data: 2022-09-01T11:23:57.864 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.865 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.866 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.867 DEBUG:boto:Params: {} 2022-09-01T11:23:57.868 DEBUG:boto:Token: None 2022-09-01T11:23:57.869 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z0WPewWahFuOSSR5oMlX180jVcA= 2022-09-01T11:23:57.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z0WPewWahFuOSSR5oMlX180jVcA=', 'Content-Length': '0'} 2022-09-01T11:23:57.873 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000001d2506ba5f28517-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.875 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:23:57.876 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:23:57.876 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.877 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.878 DEBUG:boto:Method: GET 2022-09-01T11:23:57.879 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.880 DEBUG:boto:Data: 2022-09-01T11:23:57.881 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.882 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.883 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.884 DEBUG:boto:Params: {} 2022-09-01T11:23:57.885 DEBUG:boto:Token: None 2022-09-01T11:23:57.886 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.887 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z0WPewWahFuOSSR5oMlX180jVcA= 2022-09-01T11:23:57.888 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z0WPewWahFuOSSR5oMlX180jVcA=', 'Content-Length': '0'} 2022-09-01T11:23:57.890 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000349632810f435586-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.934 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:23:57.935 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:23:57.935 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.936 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.936 DEBUG:boto:Method: HEAD 2022-09-01T11:23:57.937 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.937 DEBUG:boto:Data: 2022-09-01T11:23:57.938 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.938 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.939 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.939 DEBUG:boto:Params: {} 2022-09-01T11:23:57.940 DEBUG:boto:Token: None 2022-09-01T11:23:57.940 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.941 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tD300rKBh9CPl4R0i0SA0reKOew= 2022-09-01T11:23:57.942 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tD300rKBh9CPl4R0i0SA0reKOew=', 'Content-Length': '0'} 2022-09-01T11:23:57.944 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000004e438e0b313990f-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.945 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:23:57.945 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:23:57.946 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.946 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.947 DEBUG:boto:Method: HEAD 2022-09-01T11:23:57.947 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.948 DEBUG:boto:Data: 2022-09-01T11:23:57.949 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.949 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.949 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.950 DEBUG:boto:Params: {} 2022-09-01T11:23:57.951 DEBUG:boto:Token: None 2022-09-01T11:23:57.951 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tD300rKBh9CPl4R0i0SA0reKOew= 2022-09-01T11:23:57.952 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tD300rKBh9CPl4R0i0SA0reKOew=', 'Content-Length': '0'} 2022-09-01T11:23:57.954 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1482ed12ed6450a-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.956 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:23:57.957 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:23:57.958 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:23:57.959 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.960 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.961 DEBUG:boto:Method: GET 2022-09-01T11:23:57.962 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.963 DEBUG:boto:Data: 2022-09-01T11:23:57.964 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.965 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.966 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.966 DEBUG:boto:Params: {} 2022-09-01T11:23:57.967 DEBUG:boto:Token: None 2022-09-01T11:23:57.968 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.968 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z0WPewWahFuOSSR5oMlX180jVcA= 2022-09-01T11:23:57.969 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z0WPewWahFuOSSR5oMlX180jVcA=', 'Content-Length': '0'} 2022-09-01T11:23:57.971 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002004808f0f16fa79-006310964d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.973 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:23:57.973 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:23:57.974 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.975 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.976 DEBUG:boto:Method: GET 2022-09-01T11:23:57.976 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.977 DEBUG:boto:Data: 2022-09-01T11:23:57.977 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.978 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:57.978 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.979 DEBUG:boto:Params: {} 2022-09-01T11:23:57.980 DEBUG:boto:Token: None 2022-09-01T11:23:57.980 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:23:57.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Z0WPewWahFuOSSR5oMlX180jVcA= 2022-09-01T11:23:57.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Z0WPewWahFuOSSR5oMlX180jVcA=', 'Content-Length': '0'} 2022-09-01T11:23:57.984 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000073655f163afb55b-006310964d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:57.985 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:57.985 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:57.986 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:23:57.987 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:23:57.988 DEBUG:boto:Method: GET 2022-09-01T11:23:57.989 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:23:57.990 DEBUG:boto:Data: 2022-09-01T11:23:57.991 DEBUG:boto:Headers: {} 2022-09-01T11:23:57.991 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:57.992 DEBUG:boto:Port: 8000 2022-09-01T11:23:57.992 DEBUG:boto:Params: {} 2022-09-01T11:23:57.993 DEBUG:boto:Token: None 2022-09-01T11:23:57.994 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:57 GMT /ptoxvb-74/ 2022-09-01T11:23:57.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4= 2022-09-01T11:23:57.995 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jFUO9gX2NbXjgCOo23N29uF/cd4=', 'Content-Length': '0'} 2022-09-01T11:23:57.997 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007d4e0562a5510064-006310964d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.042 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:58.044 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:58.045 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:58.046 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:23:58.047 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:23:58.048 DEBUG:boto:Method: GET 2022-09-01T11:23:58.049 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:23:58.049 DEBUG:boto:Data: 2022-09-01T11:23:58.050 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.051 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.052 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.053 DEBUG:boto:Params: {} 2022-09-01T11:23:58.054 DEBUG:boto:Token: None 2022-09-01T11:23:58.054 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/ 2022-09-01T11:23:58.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co= 2022-09-01T11:23:58.056 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co=', 'Content-Length': '0'} 2022-09-01T11:23:58.060 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007d2ed008a3fe8640-006310964e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.061 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:58.062 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:23:58.062 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:23:58.063 DEBUG:boto:Method: HEAD 2022-09-01T11:23:58.064 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:23:58.064 DEBUG:boto:Data: 2022-09-01T11:23:58.065 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.065 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.066 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.067 DEBUG:boto:Params: {} 2022-09-01T11:23:58.068 DEBUG:boto:Token: None 2022-09-01T11:23:58.069 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj68 2022-09-01T11:23:58.070 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1by6aFQXUpha5Gnw9HwtfWnPuS8= 2022-09-01T11:23:58.071 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1by6aFQXUpha5Gnw9HwtfWnPuS8=', 'Content-Length': '0'} 2022-09-01T11:23:58.074 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e4e42af36bf28028-006310964e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.076 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:23:58.076 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:23:58.077 DEBUG:boto:Method: HEAD 2022-09-01T11:23:58.078 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:23:58.079 DEBUG:boto:Data: 2022-09-01T11:23:58.080 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.081 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.082 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.083 DEBUG:boto:Params: {} 2022-09-01T11:23:58.084 DEBUG:boto:Token: None 2022-09-01T11:23:58.086 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj68 2022-09-01T11:23:58.087 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1by6aFQXUpha5Gnw9HwtfWnPuS8= 2022-09-01T11:23:58.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1by6aFQXUpha5Gnw9HwtfWnPuS8=', 'Content-Length': '0'} 2022-09-01T11:23:58.091 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001374c0fa5e804d84-006310964e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.092 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:23:58.093 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:23:58.094 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:23:58.095 DEBUG:boto:Method: GET 2022-09-01T11:23:58.096 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:23:58.096 DEBUG:boto:Data: 2022-09-01T11:23:58.097 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.097 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.098 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.099 DEBUG:boto:Params: {} 2022-09-01T11:23:58.100 DEBUG:boto:Token: None 2022-09-01T11:23:58.101 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj68 2022-09-01T11:23:58.101 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rdYKnbnvJCMIvw2gAlfT1vgzQa0= 2022-09-01T11:23:58.102 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rdYKnbnvJCMIvw2gAlfT1vgzQa0=', 'Content-Length': '0'} 2022-09-01T11:23:58.104 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d2377fd22a76d0d1-006310964e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.105 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:23:58.106 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:23:58.106 DEBUG:boto:Method: GET 2022-09-01T11:23:58.107 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:23:58.108 DEBUG:boto:Data: 2022-09-01T11:23:58.108 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.109 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.109 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.110 DEBUG:boto:Params: {} 2022-09-01T11:23:58.111 DEBUG:boto:Token: None 2022-09-01T11:23:58.112 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj68 2022-09-01T11:23:58.112 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rdYKnbnvJCMIvw2gAlfT1vgzQa0= 2022-09-01T11:23:58.113 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rdYKnbnvJCMIvw2gAlfT1vgzQa0=', 'Content-Length': '0'} 2022-09-01T11:23:58.115 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000008ec4861fd575d21-006310964e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.162 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:58.164 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:58.165 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:23:58.166 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:23:58.167 DEBUG:boto:Method: GET 2022-09-01T11:23:58.168 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:23:58.169 DEBUG:boto:Data: 2022-09-01T11:23:58.170 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.171 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.172 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.175 DEBUG:boto:Params: {} 2022-09-01T11:23:58.176 DEBUG:boto:Token: None 2022-09-01T11:23:58.177 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/ 2022-09-01T11:23:58.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co= 2022-09-01T11:23:58.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co=', 'Content-Length': '0'} 2022-09-01T11:23:58.181 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000076768a10e6ec5dab-006310964e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.182 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:58.183 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:58.184 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:58.184 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:23:58.185 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:23:58.185 DEBUG:boto:Method: GET 2022-09-01T11:23:58.186 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:23:58.186 DEBUG:boto:Data: 2022-09-01T11:23:58.187 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.187 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.188 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.189 DEBUG:boto:Params: {} 2022-09-01T11:23:58.189 DEBUG:boto:Token: None 2022-09-01T11:23:58.190 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/ 2022-09-01T11:23:58.191 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co= 2022-09-01T11:23:58.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co=', 'Content-Length': '0'} 2022-09-01T11:23:58.195 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000077c3c98b4ebc67ea-006310964e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.196 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:58.196 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:23:58.197 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:23:58.198 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:23:58.198 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.199 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.199 DEBUG:boto:Method: GET 2022-09-01T11:23:58.200 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.200 DEBUG:boto:Data: 2022-09-01T11:23:58.201 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.202 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.203 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.203 DEBUG:boto:Params: {} 2022-09-01T11:23:58.204 DEBUG:boto:Token: None 2022-09-01T11:23:58.204 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.205 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3DyjQ7dqMpknnm5s0PRX7V7aQ6E= 2022-09-01T11:23:58.206 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3DyjQ7dqMpknnm5s0PRX7V7aQ6E=', 'Content-Length': '0'} 2022-09-01T11:23:58.208 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c17559f2f8fcd7b-006310964e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.209 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:23:58.210 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:23:58.210 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.211 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.211 DEBUG:boto:Method: GET 2022-09-01T11:23:58.212 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.212 DEBUG:boto:Data: 2022-09-01T11:23:58.213 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.213 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.214 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.214 DEBUG:boto:Params: {} 2022-09-01T11:23:58.215 DEBUG:boto:Token: None 2022-09-01T11:23:58.216 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3DyjQ7dqMpknnm5s0PRX7V7aQ6E= 2022-09-01T11:23:58.217 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3DyjQ7dqMpknnm5s0PRX7V7aQ6E=', 'Content-Length': '0'} 2022-09-01T11:23:58.219 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ffe66cdfe255f15f-006310964e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.220 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:23:58.221 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:23:58.221 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.222 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.222 DEBUG:boto:Method: HEAD 2022-09-01T11:23:58.223 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.224 DEBUG:boto:Data: 2022-09-01T11:23:58.225 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.225 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.226 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.226 DEBUG:boto:Params: {} 2022-09-01T11:23:58.227 DEBUG:boto:Token: None 2022-09-01T11:23:58.228 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q/P7FPpofCCOY42MDzE9bQwgHic= 2022-09-01T11:23:58.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q/P7FPpofCCOY42MDzE9bQwgHic=', 'Content-Length': '0'} 2022-09-01T11:23:58.231 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b1d0439cf8e5b3b-006310964e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.232 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:23:58.233 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:23:58.233 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.234 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.234 DEBUG:boto:Method: HEAD 2022-09-01T11:23:58.235 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.235 DEBUG:boto:Data: 2022-09-01T11:23:58.236 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.236 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.237 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.237 DEBUG:boto:Params: {} 2022-09-01T11:23:58.238 DEBUG:boto:Token: None 2022-09-01T11:23:58.239 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.239 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q/P7FPpofCCOY42MDzE9bQwgHic= 2022-09-01T11:23:58.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q/P7FPpofCCOY42MDzE9bQwgHic=', 'Content-Length': '0'} 2022-09-01T11:23:58.243 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e7a7fcacecdf50c3-006310964e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.244 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:23:58.245 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:23:58.246 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:23:58.247 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.248 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.249 DEBUG:boto:Method: GET 2022-09-01T11:23:58.250 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.251 DEBUG:boto:Data: 2022-09-01T11:23:58.252 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.253 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.254 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.255 DEBUG:boto:Params: {} 2022-09-01T11:23:58.256 DEBUG:boto:Token: None 2022-09-01T11:23:58.257 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.258 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3DyjQ7dqMpknnm5s0PRX7V7aQ6E= 2022-09-01T11:23:58.259 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3DyjQ7dqMpknnm5s0PRX7V7aQ6E=', 'Content-Length': '0'} 2022-09-01T11:23:58.262 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004015c7f8aba13fa9-006310964e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.264 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:23:58.265 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:23:58.265 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.266 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.266 DEBUG:boto:Method: GET 2022-09-01T11:23:58.267 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.267 DEBUG:boto:Data: 2022-09-01T11:23:58.268 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.268 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.269 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.269 DEBUG:boto:Params: {} 2022-09-01T11:23:58.270 DEBUG:boto:Token: None 2022-09-01T11:23:58.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:23:58.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3DyjQ7dqMpknnm5s0PRX7V7aQ6E= 2022-09-01T11:23:58.272 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3DyjQ7dqMpknnm5s0PRX7V7aQ6E=', 'Content-Length': '0'} 2022-09-01T11:23:58.274 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092221a39b149628e-006310964e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.318 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:58.319 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:58.320 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:23:58.320 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:23:58.321 DEBUG:boto:Method: GET 2022-09-01T11:23:58.321 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:23:58.322 DEBUG:boto:Data: 2022-09-01T11:23:58.322 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.323 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.324 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.324 DEBUG:boto:Params: {} 2022-09-01T11:23:58.325 DEBUG:boto:Token: None 2022-09-01T11:23:58.326 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/ 2022-09-01T11:23:58.326 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co= 2022-09-01T11:23:58.328 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co=', 'Content-Length': '0'} 2022-09-01T11:23:58.331 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008c6f5a3e13602b83-006310964e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.431 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:58.433 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:58.434 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:58.436 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:23:58.438 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:23:58.441 DEBUG:boto:Method: GET 2022-09-01T11:23:58.443 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:23:58.444 DEBUG:boto:Data: 2022-09-01T11:23:58.445 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.446 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.447 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.448 DEBUG:boto:Params: {} 2022-09-01T11:23:58.449 DEBUG:boto:Token: None 2022-09-01T11:23:58.450 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/ 2022-09-01T11:23:58.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co= 2022-09-01T11:23:58.453 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co=', 'Content-Length': '0'} 2022-09-01T11:23:58.460 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006a52f245adf54de4-006310964e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.468 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:58.472 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:23:58.473 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:23:58.474 DEBUG:boto:Method: HEAD 2022-09-01T11:23:58.475 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:23:58.476 DEBUG:boto:Data: 2022-09-01T11:23:58.477 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.477 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.478 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.479 DEBUG:boto:Params: {} 2022-09-01T11:23:58.480 DEBUG:boto:Token: None 2022-09-01T11:23:58.482 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj69 2022-09-01T11:23:58.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7V0nPHadVJF+5RnszoVCph1Na1s= 2022-09-01T11:23:58.484 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7V0nPHadVJF+5RnszoVCph1Na1s=', 'Content-Length': '0'} 2022-09-01T11:23:58.488 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001acbb9f8ff0e8a1c-006310964e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.490 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:23:58.491 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:23:58.492 DEBUG:boto:Method: HEAD 2022-09-01T11:23:58.493 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:23:58.494 DEBUG:boto:Data: 2022-09-01T11:23:58.495 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.496 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.497 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.497 DEBUG:boto:Params: {} 2022-09-01T11:23:58.499 DEBUG:boto:Token: None 2022-09-01T11:23:58.500 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj69 2022-09-01T11:23:58.501 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7V0nPHadVJF+5RnszoVCph1Na1s= 2022-09-01T11:23:58.502 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7V0nPHadVJF+5RnszoVCph1Na1s=', 'Content-Length': '0'} 2022-09-01T11:23:58.511 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000599f6033764d8be9-006310964e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.512 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:23:58.513 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:23:58.513 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:23:58.514 DEBUG:boto:Method: GET 2022-09-01T11:23:58.515 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:23:58.515 DEBUG:boto:Data: 2022-09-01T11:23:58.516 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.516 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.517 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.517 DEBUG:boto:Params: {} 2022-09-01T11:23:58.518 DEBUG:boto:Token: None 2022-09-01T11:23:58.519 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj69 2022-09-01T11:23:58.520 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gZ6iHlUxY40fLIUyUn1mEHaa0v4= 2022-09-01T11:23:58.521 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gZ6iHlUxY40fLIUyUn1mEHaa0v4=', 'Content-Length': '0'} 2022-09-01T11:23:58.525 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004a47760b8a11549c-006310964e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.570 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:23:58.572 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:23:58.573 DEBUG:boto:Method: GET 2022-09-01T11:23:58.574 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:23:58.574 DEBUG:boto:Data: 2022-09-01T11:23:58.575 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.576 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.577 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.578 DEBUG:boto:Params: {} 2022-09-01T11:23:58.578 DEBUG:boto:Token: None 2022-09-01T11:23:58.580 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj69 2022-09-01T11:23:58.580 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gZ6iHlUxY40fLIUyUn1mEHaa0v4= 2022-09-01T11:23:58.581 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gZ6iHlUxY40fLIUyUn1mEHaa0v4=', 'Content-Length': '0'} 2022-09-01T11:23:58.584 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008aafe6e11a0039d6-006310964e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.585 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:58.585 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:58.586 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:23:58.586 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:23:58.587 DEBUG:boto:Method: GET 2022-09-01T11:23:58.587 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:23:58.588 DEBUG:boto:Data: 2022-09-01T11:23:58.588 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.589 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.589 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.590 DEBUG:boto:Params: {} 2022-09-01T11:23:58.591 DEBUG:boto:Token: None 2022-09-01T11:23:58.591 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/ 2022-09-01T11:23:58.592 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co= 2022-09-01T11:23:58.592 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co=', 'Content-Length': '0'} 2022-09-01T11:23:58.596 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003488ab8a9f4a2eb7-006310964e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.596 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:58.597 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:58.598 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:58.598 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:23:58.599 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:23:58.599 DEBUG:boto:Method: GET 2022-09-01T11:23:58.600 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:23:58.601 DEBUG:boto:Data: 2022-09-01T11:23:58.601 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.602 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.602 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.603 DEBUG:boto:Params: {} 2022-09-01T11:23:58.603 DEBUG:boto:Token: None 2022-09-01T11:23:58.604 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/ 2022-09-01T11:23:58.605 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co= 2022-09-01T11:23:58.605 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co=', 'Content-Length': '0'} 2022-09-01T11:23:58.609 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000273c9aaadaaaa053-006310964e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.610 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:58.611 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:23:58.611 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:23:58.612 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:23:58.613 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.613 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.614 DEBUG:boto:Method: GET 2022-09-01T11:23:58.614 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.615 DEBUG:boto:Data: 2022-09-01T11:23:58.615 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.616 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.616 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.617 DEBUG:boto:Params: {} 2022-09-01T11:23:58.617 DEBUG:boto:Token: None 2022-09-01T11:23:58.618 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vmRMT14V+dZ3pDcloLYxGRxtUvQ= 2022-09-01T11:23:58.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vmRMT14V+dZ3pDcloLYxGRxtUvQ=', 'Content-Length': '0'} 2022-09-01T11:23:58.622 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000879f50cf3a699f7d-006310964e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.622 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:23:58.623 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:23:58.624 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.624 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.625 DEBUG:boto:Method: GET 2022-09-01T11:23:58.625 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.626 DEBUG:boto:Data: 2022-09-01T11:23:58.626 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.627 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.627 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.628 DEBUG:boto:Params: {} 2022-09-01T11:23:58.628 DEBUG:boto:Token: None 2022-09-01T11:23:58.629 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vmRMT14V+dZ3pDcloLYxGRxtUvQ= 2022-09-01T11:23:58.630 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vmRMT14V+dZ3pDcloLYxGRxtUvQ=', 'Content-Length': '0'} 2022-09-01T11:23:58.632 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000068337a4d7678b607-006310964e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.633 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:23:58.634 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:23:58.634 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.635 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.635 DEBUG:boto:Method: HEAD 2022-09-01T11:23:58.636 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.636 DEBUG:boto:Data: 2022-09-01T11:23:58.637 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.637 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.638 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.638 DEBUG:boto:Params: {} 2022-09-01T11:23:58.639 DEBUG:boto:Token: None 2022-09-01T11:23:58.639 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ST3moBFntsqSYtKk20lFXNgvKfo= 2022-09-01T11:23:58.640 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ST3moBFntsqSYtKk20lFXNgvKfo=', 'Content-Length': '0'} 2022-09-01T11:23:58.642 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000020c7cc783763279b-006310964e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.643 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:23:58.644 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:23:58.644 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.645 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.645 DEBUG:boto:Method: HEAD 2022-09-01T11:23:58.646 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.647 DEBUG:boto:Data: 2022-09-01T11:23:58.648 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.648 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.649 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.650 DEBUG:boto:Params: {} 2022-09-01T11:23:58.651 DEBUG:boto:Token: None 2022-09-01T11:23:58.652 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ST3moBFntsqSYtKk20lFXNgvKfo= 2022-09-01T11:23:58.653 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ST3moBFntsqSYtKk20lFXNgvKfo=', 'Content-Length': '0'} 2022-09-01T11:23:58.656 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000be9a77b623ebcef4-006310964e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.657 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:23:58.658 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:23:58.659 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:23:58.660 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.660 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.661 DEBUG:boto:Method: GET 2022-09-01T11:23:58.661 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.662 DEBUG:boto:Data: 2022-09-01T11:23:58.663 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.663 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.664 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.664 DEBUG:boto:Params: {} 2022-09-01T11:23:58.665 DEBUG:boto:Token: None 2022-09-01T11:23:58.665 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.666 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vmRMT14V+dZ3pDcloLYxGRxtUvQ= 2022-09-01T11:23:58.667 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vmRMT14V+dZ3pDcloLYxGRxtUvQ=', 'Content-Length': '0'} 2022-09-01T11:23:58.669 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094be3907d62df86d-006310964e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.714 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:23:58.715 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:23:58.715 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.716 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.716 DEBUG:boto:Method: GET 2022-09-01T11:23:58.717 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.717 DEBUG:boto:Data: 2022-09-01T11:23:58.718 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.718 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.719 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.720 DEBUG:boto:Params: {} 2022-09-01T11:23:58.720 DEBUG:boto:Token: None 2022-09-01T11:23:58.721 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:23:58.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vmRMT14V+dZ3pDcloLYxGRxtUvQ= 2022-09-01T11:23:58.722 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vmRMT14V+dZ3pDcloLYxGRxtUvQ=', 'Content-Length': '0'} 2022-09-01T11:23:58.725 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000671163b3b10e64f-006310964e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.725 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:58.726 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:58.726 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:23:58.727 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:23:58.727 DEBUG:boto:Method: GET 2022-09-01T11:23:58.728 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:23:58.729 DEBUG:boto:Data: 2022-09-01T11:23:58.729 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.730 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.730 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.731 DEBUG:boto:Params: {} 2022-09-01T11:23:58.732 DEBUG:boto:Token: None 2022-09-01T11:23:58.732 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/ 2022-09-01T11:23:58.733 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co= 2022-09-01T11:23:58.733 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co=', 'Content-Length': '0'} 2022-09-01T11:23:58.736 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a401f03e6681e156-006310964e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.737 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:58.738 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:58.739 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:58.740 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:23:58.741 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:23:58.742 DEBUG:boto:Method: GET 2022-09-01T11:23:58.742 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:23:58.743 DEBUG:boto:Data: 2022-09-01T11:23:58.744 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.744 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.745 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.746 DEBUG:boto:Params: {} 2022-09-01T11:23:58.747 DEBUG:boto:Token: None 2022-09-01T11:23:58.747 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/ 2022-09-01T11:23:58.748 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co= 2022-09-01T11:23:58.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co=', 'Content-Length': '0'} 2022-09-01T11:23:58.753 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000014f1033d6253bf68-006310964e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.754 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:58.756 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:23:58.757 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:23:58.758 DEBUG:boto:Method: HEAD 2022-09-01T11:23:58.759 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:23:58.760 DEBUG:boto:Data: 2022-09-01T11:23:58.760 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.761 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.762 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.764 DEBUG:boto:Params: {} 2022-09-01T11:23:58.765 DEBUG:boto:Token: None 2022-09-01T11:23:58.766 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj76 2022-09-01T11:23:58.767 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WPsNiiY1WqQkyrlL0CfwC9JZsgE= 2022-09-01T11:23:58.768 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WPsNiiY1WqQkyrlL0CfwC9JZsgE=', 'Content-Length': '0'} 2022-09-01T11:23:58.771 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a70d50b81a2a35ba-006310964e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.773 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:23:58.774 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:23:58.775 DEBUG:boto:Method: HEAD 2022-09-01T11:23:58.776 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:23:58.776 DEBUG:boto:Data: 2022-09-01T11:23:58.777 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.779 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.780 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.781 DEBUG:boto:Params: {} 2022-09-01T11:23:58.782 DEBUG:boto:Token: None 2022-09-01T11:23:58.783 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj76 2022-09-01T11:23:58.783 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WPsNiiY1WqQkyrlL0CfwC9JZsgE= 2022-09-01T11:23:58.784 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WPsNiiY1WqQkyrlL0CfwC9JZsgE=', 'Content-Length': '0'} 2022-09-01T11:23:58.786 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000061464eba189d9bc9-006310964e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.787 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:23:58.788 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:23:58.788 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:23:58.789 DEBUG:boto:Method: GET 2022-09-01T11:23:58.789 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:23:58.790 DEBUG:boto:Data: 2022-09-01T11:23:58.791 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.791 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.792 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.792 DEBUG:boto:Params: {} 2022-09-01T11:23:58.793 DEBUG:boto:Token: None 2022-09-01T11:23:58.793 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj76 2022-09-01T11:23:58.794 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O5XcHSIfB5EU58bv+ucoxbDPIeg= 2022-09-01T11:23:58.795 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O5XcHSIfB5EU58bv+ucoxbDPIeg=', 'Content-Length': '0'} 2022-09-01T11:23:58.797 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ac3ae00269a8c613-006310964e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.798 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:23:58.799 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:23:58.799 DEBUG:boto:Method: GET 2022-09-01T11:23:58.800 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:23:58.800 DEBUG:boto:Data: 2022-09-01T11:23:58.801 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.801 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.802 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.803 DEBUG:boto:Params: {} 2022-09-01T11:23:58.803 DEBUG:boto:Token: None 2022-09-01T11:23:58.804 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj76 2022-09-01T11:23:58.804 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O5XcHSIfB5EU58bv+ucoxbDPIeg= 2022-09-01T11:23:58.805 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O5XcHSIfB5EU58bv+ucoxbDPIeg=', 'Content-Length': '0'} 2022-09-01T11:23:58.807 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ef2556bcbc314f6c-006310964e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.808 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:58.809 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:58.809 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:23:58.810 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:23:58.810 DEBUG:boto:Method: GET 2022-09-01T11:23:58.811 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:23:58.811 DEBUG:boto:Data: 2022-09-01T11:23:58.812 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.812 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.813 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.813 DEBUG:boto:Params: {} 2022-09-01T11:23:58.814 DEBUG:boto:Token: None 2022-09-01T11:23:58.815 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/ 2022-09-01T11:23:58.815 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co= 2022-09-01T11:23:58.816 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co=', 'Content-Length': '0'} 2022-09-01T11:23:58.819 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000036709eeddde275ef-006310964e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.819 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:58.820 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:58.821 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:58.821 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:23:58.822 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:23:58.822 DEBUG:boto:Method: GET 2022-09-01T11:23:58.823 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:23:58.823 DEBUG:boto:Data: 2022-09-01T11:23:58.824 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.825 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.825 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.826 DEBUG:boto:Params: {} 2022-09-01T11:23:58.826 DEBUG:boto:Token: None 2022-09-01T11:23:58.827 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/ 2022-09-01T11:23:58.828 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co= 2022-09-01T11:23:58.828 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co=', 'Content-Length': '0'} 2022-09-01T11:23:58.832 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000962cc09e4f832ee6-006310964e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.833 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:58.835 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:23:58.836 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:23:58.837 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:23:58.838 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.839 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.840 DEBUG:boto:Method: GET 2022-09-01T11:23:58.841 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.842 DEBUG:boto:Data: 2022-09-01T11:23:58.843 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.844 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.845 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.845 DEBUG:boto:Params: {} 2022-09-01T11:23:58.846 DEBUG:boto:Token: None 2022-09-01T11:23:58.847 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TwPRbaubsSobjQGIkjyjaAPjcKE= 2022-09-01T11:23:58.849 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TwPRbaubsSobjQGIkjyjaAPjcKE=', 'Content-Length': '0'} 2022-09-01T11:23:58.852 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db97ec0db7b8d7c8-006310964e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.898 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:23:58.899 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:23:58.899 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.900 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.901 DEBUG:boto:Method: GET 2022-09-01T11:23:58.901 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.902 DEBUG:boto:Data: 2022-09-01T11:23:58.902 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.903 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.903 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.904 DEBUG:boto:Params: {} 2022-09-01T11:23:58.904 DEBUG:boto:Token: None 2022-09-01T11:23:58.905 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.906 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TwPRbaubsSobjQGIkjyjaAPjcKE= 2022-09-01T11:23:58.906 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TwPRbaubsSobjQGIkjyjaAPjcKE=', 'Content-Length': '0'} 2022-09-01T11:23:58.909 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000027914e13caf53804-006310964e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.910 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:23:58.911 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:23:58.912 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.912 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.913 DEBUG:boto:Method: HEAD 2022-09-01T11:23:58.913 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.914 DEBUG:boto:Data: 2022-09-01T11:23:58.914 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.915 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.915 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.916 DEBUG:boto:Params: {} 2022-09-01T11:23:58.917 DEBUG:boto:Token: None 2022-09-01T11:23:58.918 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.919 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XPaw6vdh6r5x418Qh2Rzb6m51II= 2022-09-01T11:23:58.920 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XPaw6vdh6r5x418Qh2Rzb6m51II=', 'Content-Length': '0'} 2022-09-01T11:23:58.923 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009267d80875932dac-006310964e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.925 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:23:58.925 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:23:58.926 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.926 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.927 DEBUG:boto:Method: HEAD 2022-09-01T11:23:58.927 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.928 DEBUG:boto:Data: 2022-09-01T11:23:58.928 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.929 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.929 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.930 DEBUG:boto:Params: {} 2022-09-01T11:23:58.931 DEBUG:boto:Token: None 2022-09-01T11:23:58.933 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.934 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XPaw6vdh6r5x418Qh2Rzb6m51II= 2022-09-01T11:23:58.935 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XPaw6vdh6r5x418Qh2Rzb6m51II=', 'Content-Length': '0'} 2022-09-01T11:23:58.938 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000059357ebea953c250-006310964e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.939 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:23:58.940 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:23:58.941 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:23:58.941 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.942 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.942 DEBUG:boto:Method: GET 2022-09-01T11:23:58.943 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.944 DEBUG:boto:Data: 2022-09-01T11:23:58.944 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.945 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.945 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.946 DEBUG:boto:Params: {} 2022-09-01T11:23:58.947 DEBUG:boto:Token: None 2022-09-01T11:23:58.947 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.948 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TwPRbaubsSobjQGIkjyjaAPjcKE= 2022-09-01T11:23:58.948 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TwPRbaubsSobjQGIkjyjaAPjcKE=', 'Content-Length': '0'} 2022-09-01T11:23:58.951 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000759e503482cfcd90-006310964e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.951 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:23:58.952 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:23:58.953 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.953 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.954 DEBUG:boto:Method: GET 2022-09-01T11:23:58.955 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.955 DEBUG:boto:Data: 2022-09-01T11:23:58.956 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.956 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:58.957 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.957 DEBUG:boto:Params: {} 2022-09-01T11:23:58.958 DEBUG:boto:Token: None 2022-09-01T11:23:58.958 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:23:58.959 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TwPRbaubsSobjQGIkjyjaAPjcKE= 2022-09-01T11:23:58.960 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TwPRbaubsSobjQGIkjyjaAPjcKE=', 'Content-Length': '0'} 2022-09-01T11:23:58.962 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d430bbc84639c1f-006310964e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:58.963 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:58.963 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:58.964 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:23:58.964 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:23:58.966 DEBUG:boto:Method: GET 2022-09-01T11:23:58.967 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:23:58.968 DEBUG:boto:Data: 2022-09-01T11:23:58.969 DEBUG:boto:Headers: {} 2022-09-01T11:23:58.970 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:58.971 DEBUG:boto:Port: 8000 2022-09-01T11:23:58.971 DEBUG:boto:Params: {} 2022-09-01T11:23:58.972 DEBUG:boto:Token: None 2022-09-01T11:23:58.973 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:58 GMT /ptoxvb-74/ 2022-09-01T11:23:58.974 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co= 2022-09-01T11:23:58.975 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qb+V1dyFO9B+TyBwIUOmqDzl3Co=', 'Content-Length': '0'} 2022-09-01T11:23:58.977 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d91d2ab0af4a595b-006310964e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.022 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.023 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.024 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.024 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:23:59.025 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:23:59.026 DEBUG:boto:Method: GET 2022-09-01T11:23:59.027 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:23:59.027 DEBUG:boto:Data: 2022-09-01T11:23:59.028 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.028 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.029 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.030 DEBUG:boto:Params: {} 2022-09-01T11:23:59.031 DEBUG:boto:Token: None 2022-09-01T11:23:59.032 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/ 2022-09-01T11:23:59.033 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc= 2022-09-01T11:23:59.034 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc=', 'Content-Length': '0'} 2022-09-01T11:23:59.037 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000031b7b8a56298c6a2-006310964f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.038 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.039 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:23:59.040 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:23:59.040 DEBUG:boto:Method: HEAD 2022-09-01T11:23:59.041 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:23:59.041 DEBUG:boto:Data: 2022-09-01T11:23:59.042 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.042 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.043 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.044 DEBUG:boto:Params: {} 2022-09-01T11:23:59.045 DEBUG:boto:Token: None 2022-09-01T11:23:59.046 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj85 2022-09-01T11:23:59.047 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Cne+FgBEQIpZvA4jrnOLC8buVbU= 2022-09-01T11:23:59.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Cne+FgBEQIpZvA4jrnOLC8buVbU=', 'Content-Length': '0'} 2022-09-01T11:23:59.050 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069d05629b251d946-006310964f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.051 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:23:59.052 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:23:59.052 DEBUG:boto:Method: HEAD 2022-09-01T11:23:59.053 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:23:59.054 DEBUG:boto:Data: 2022-09-01T11:23:59.055 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.056 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.056 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.057 DEBUG:boto:Params: {} 2022-09-01T11:23:59.058 DEBUG:boto:Token: None 2022-09-01T11:23:59.059 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj85 2022-09-01T11:23:59.061 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Cne+FgBEQIpZvA4jrnOLC8buVbU= 2022-09-01T11:23:59.062 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Cne+FgBEQIpZvA4jrnOLC8buVbU=', 'Content-Length': '0'} 2022-09-01T11:23:59.065 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f27c3932a9312af5-006310964f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.066 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:23:59.067 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:23:59.068 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:23:59.069 DEBUG:boto:Method: GET 2022-09-01T11:23:59.070 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:23:59.071 DEBUG:boto:Data: 2022-09-01T11:23:59.072 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.073 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.074 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.075 DEBUG:boto:Params: {} 2022-09-01T11:23:59.076 DEBUG:boto:Token: None 2022-09-01T11:23:59.077 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj85 2022-09-01T11:23:59.078 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vMc1kn9kZn6/R9lylY06J5IEMhE= 2022-09-01T11:23:59.079 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vMc1kn9kZn6/R9lylY06J5IEMhE=', 'Content-Length': '0'} 2022-09-01T11:23:59.082 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007baba7da96855d67-006310964f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.083 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:23:59.084 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:23:59.084 DEBUG:boto:Method: GET 2022-09-01T11:23:59.085 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:23:59.086 DEBUG:boto:Data: 2022-09-01T11:23:59.087 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.088 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.089 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.090 DEBUG:boto:Params: {} 2022-09-01T11:23:59.091 DEBUG:boto:Token: None 2022-09-01T11:23:59.092 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj85 2022-09-01T11:23:59.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vMc1kn9kZn6/R9lylY06J5IEMhE= 2022-09-01T11:23:59.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vMc1kn9kZn6/R9lylY06J5IEMhE=', 'Content-Length': '0'} 2022-09-01T11:23:59.097 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bae5d7a5a3cd14e2-006310964f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.098 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.099 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.099 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:23:59.100 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:23:59.101 DEBUG:boto:Method: GET 2022-09-01T11:23:59.102 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:23:59.102 DEBUG:boto:Data: 2022-09-01T11:23:59.103 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.104 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.105 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.106 DEBUG:boto:Params: {} 2022-09-01T11:23:59.108 DEBUG:boto:Token: None 2022-09-01T11:23:59.108 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/ 2022-09-01T11:23:59.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc= 2022-09-01T11:23:59.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc=', 'Content-Length': '0'} 2022-09-01T11:23:59.113 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000092df07c61574f36d-006310964f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.154 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.156 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.157 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.157 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:23:59.158 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:23:59.159 DEBUG:boto:Method: GET 2022-09-01T11:23:59.160 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:23:59.160 DEBUG:boto:Data: 2022-09-01T11:23:59.161 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.162 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.163 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.164 DEBUG:boto:Params: {} 2022-09-01T11:23:59.165 DEBUG:boto:Token: None 2022-09-01T11:23:59.165 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/ 2022-09-01T11:23:59.166 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc= 2022-09-01T11:23:59.167 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc=', 'Content-Length': '0'} 2022-09-01T11:23:59.171 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006a3477738c4c5711-006310964f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.172 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.173 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:23:59.173 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:23:59.174 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:23:59.175 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.175 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.176 DEBUG:boto:Method: GET 2022-09-01T11:23:59.177 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.177 DEBUG:boto:Data: 2022-09-01T11:23:59.178 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.178 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.179 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.179 DEBUG:boto:Params: {} 2022-09-01T11:23:59.180 DEBUG:boto:Token: None 2022-09-01T11:23:59.181 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.181 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U36pQzz8vBcM3D+oqFCRFBhbmSo= 2022-09-01T11:23:59.182 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U36pQzz8vBcM3D+oqFCRFBhbmSo=', 'Content-Length': '0'} 2022-09-01T11:23:59.185 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d0dce7f56aa44fd-006310964f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.187 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:23:59.188 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:23:59.190 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.190 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.191 DEBUG:boto:Method: GET 2022-09-01T11:23:59.193 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.195 DEBUG:boto:Data: 2022-09-01T11:23:59.196 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.197 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.198 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.199 DEBUG:boto:Params: {} 2022-09-01T11:23:59.200 DEBUG:boto:Token: None 2022-09-01T11:23:59.200 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.202 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U36pQzz8vBcM3D+oqFCRFBhbmSo= 2022-09-01T11:23:59.203 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U36pQzz8vBcM3D+oqFCRFBhbmSo=', 'Content-Length': '0'} 2022-09-01T11:23:59.205 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002e7c3230fd964824-006310964f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.250 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:23:59.254 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:23:59.255 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.256 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.257 DEBUG:boto:Method: HEAD 2022-09-01T11:23:59.258 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.259 DEBUG:boto:Data: 2022-09-01T11:23:59.260 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.260 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.261 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.262 DEBUG:boto:Params: {} 2022-09-01T11:23:59.263 DEBUG:boto:Token: None 2022-09-01T11:23:59.264 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.265 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k30SH8i97CWWJMvuRJt1O5IousE= 2022-09-01T11:23:59.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k30SH8i97CWWJMvuRJt1O5IousE=', 'Content-Length': '0'} 2022-09-01T11:23:59.269 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f57c70532376beee-006310964f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.270 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:23:59.271 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:23:59.272 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.272 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.273 DEBUG:boto:Method: HEAD 2022-09-01T11:23:59.273 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.274 DEBUG:boto:Data: 2022-09-01T11:23:59.274 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.275 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.276 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.276 DEBUG:boto:Params: {} 2022-09-01T11:23:59.277 DEBUG:boto:Token: None 2022-09-01T11:23:59.277 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k30SH8i97CWWJMvuRJt1O5IousE= 2022-09-01T11:23:59.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k30SH8i97CWWJMvuRJt1O5IousE=', 'Content-Length': '0'} 2022-09-01T11:23:59.283 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f469da2d5142267e-006310964f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.285 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:23:59.286 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:23:59.287 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:23:59.288 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.289 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.290 DEBUG:boto:Method: GET 2022-09-01T11:23:59.293 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.295 DEBUG:boto:Data: 2022-09-01T11:23:59.296 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.297 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.298 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.299 DEBUG:boto:Params: {} 2022-09-01T11:23:59.301 DEBUG:boto:Token: None 2022-09-01T11:23:59.303 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.304 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U36pQzz8vBcM3D+oqFCRFBhbmSo= 2022-09-01T11:23:59.305 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U36pQzz8vBcM3D+oqFCRFBhbmSo=', 'Content-Length': '0'} 2022-09-01T11:23:59.308 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d1634bc3d67c99ec-006310964f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.310 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:23:59.311 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:23:59.312 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.313 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.313 DEBUG:boto:Method: GET 2022-09-01T11:23:59.314 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.315 DEBUG:boto:Data: 2022-09-01T11:23:59.315 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.316 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.316 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.317 DEBUG:boto:Params: {} 2022-09-01T11:23:59.317 DEBUG:boto:Token: None 2022-09-01T11:23:59.318 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:23:59.319 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U36pQzz8vBcM3D+oqFCRFBhbmSo= 2022-09-01T11:23:59.319 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U36pQzz8vBcM3D+oqFCRFBhbmSo=', 'Content-Length': '0'} 2022-09-01T11:23:59.322 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fc12d99a82d0cadb-006310964f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.323 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.323 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.324 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:23:59.324 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:23:59.325 DEBUG:boto:Method: GET 2022-09-01T11:23:59.326 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:23:59.326 DEBUG:boto:Data: 2022-09-01T11:23:59.327 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.327 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.328 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.329 DEBUG:boto:Params: {} 2022-09-01T11:23:59.329 DEBUG:boto:Token: None 2022-09-01T11:23:59.330 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/ 2022-09-01T11:23:59.330 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc= 2022-09-01T11:23:59.331 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc=', 'Content-Length': '0'} 2022-09-01T11:23:59.334 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000015d5a239a1c4a92a-006310964f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.335 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.337 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.338 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.339 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:23:59.340 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:23:59.342 DEBUG:boto:Method: GET 2022-09-01T11:23:59.343 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:23:59.345 DEBUG:boto:Data: 2022-09-01T11:23:59.346 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.347 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.349 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.349 DEBUG:boto:Params: {} 2022-09-01T11:23:59.351 DEBUG:boto:Token: None 2022-09-01T11:23:59.352 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/ 2022-09-01T11:23:59.353 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc= 2022-09-01T11:23:59.354 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc=', 'Content-Length': '0'} 2022-09-01T11:23:59.383 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eec9818ba38d9be4-006310964f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.384 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.385 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:23:59.386 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:23:59.387 DEBUG:boto:Method: HEAD 2022-09-01T11:23:59.387 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:23:59.388 DEBUG:boto:Data: 2022-09-01T11:23:59.388 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.389 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.389 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.390 DEBUG:boto:Params: {} 2022-09-01T11:23:59.391 DEBUG:boto:Token: None 2022-09-01T11:23:59.391 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj92 2022-09-01T11:23:59.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q7nuy+UgqqeREYeCNWWK8SjEAUo= 2022-09-01T11:23:59.393 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q7nuy+UgqqeREYeCNWWK8SjEAUo=', 'Content-Length': '0'} 2022-09-01T11:23:59.395 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cc75fbc879f5c3ab-006310964f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.395 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:23:59.396 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:23:59.397 DEBUG:boto:Method: HEAD 2022-09-01T11:23:59.397 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:23:59.398 DEBUG:boto:Data: 2022-09-01T11:23:59.398 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.399 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.399 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.400 DEBUG:boto:Params: {} 2022-09-01T11:23:59.400 DEBUG:boto:Token: None 2022-09-01T11:23:59.401 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj92 2022-09-01T11:23:59.402 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q7nuy+UgqqeREYeCNWWK8SjEAUo= 2022-09-01T11:23:59.402 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q7nuy+UgqqeREYeCNWWK8SjEAUo=', 'Content-Length': '0'} 2022-09-01T11:23:59.404 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008cfd52a462866d36-006310964f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.405 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:23:59.406 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:23:59.407 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:23:59.408 DEBUG:boto:Method: GET 2022-09-01T11:23:59.409 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:23:59.410 DEBUG:boto:Data: 2022-09-01T11:23:59.411 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.412 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.413 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.415 DEBUG:boto:Params: {} 2022-09-01T11:23:59.416 DEBUG:boto:Token: None 2022-09-01T11:23:59.417 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj92 2022-09-01T11:23:59.418 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NmaMgK7aGEaxcny80VQ8OKSC2Sg= 2022-09-01T11:23:59.420 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NmaMgK7aGEaxcny80VQ8OKSC2Sg=', 'Content-Length': '0'} 2022-09-01T11:23:59.422 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000500261f8d8d415a4-006310964f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.424 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:23:59.425 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:23:59.426 DEBUG:boto:Method: GET 2022-09-01T11:23:59.428 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:23:59.429 DEBUG:boto:Data: 2022-09-01T11:23:59.430 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.433 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.434 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.434 DEBUG:boto:Params: {} 2022-09-01T11:23:59.435 DEBUG:boto:Token: None 2022-09-01T11:23:59.436 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj92 2022-09-01T11:23:59.437 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NmaMgK7aGEaxcny80VQ8OKSC2Sg= 2022-09-01T11:23:59.437 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NmaMgK7aGEaxcny80VQ8OKSC2Sg=', 'Content-Length': '0'} 2022-09-01T11:23:59.440 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e9ae2b432c7f8c32-006310964f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.486 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.487 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.487 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:23:59.488 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:23:59.489 DEBUG:boto:Method: GET 2022-09-01T11:23:59.489 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:23:59.490 DEBUG:boto:Data: 2022-09-01T11:23:59.491 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.491 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.492 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.492 DEBUG:boto:Params: {} 2022-09-01T11:23:59.493 DEBUG:boto:Token: None 2022-09-01T11:23:59.493 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/ 2022-09-01T11:23:59.494 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc= 2022-09-01T11:23:59.495 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc=', 'Content-Length': '0'} 2022-09-01T11:23:59.498 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ab389d2f76cf7b0c-006310964f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.499 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.500 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.500 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.501 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:23:59.502 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:23:59.503 DEBUG:boto:Method: GET 2022-09-01T11:23:59.504 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:23:59.505 DEBUG:boto:Data: 2022-09-01T11:23:59.506 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.506 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.507 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.507 DEBUG:boto:Params: {} 2022-09-01T11:23:59.508 DEBUG:boto:Token: None 2022-09-01T11:23:59.509 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/ 2022-09-01T11:23:59.509 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc= 2022-09-01T11:23:59.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc=', 'Content-Length': '0'} 2022-09-01T11:23:59.514 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004210a72e1e5e27a8-006310964f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.515 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.516 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:23:59.516 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:23:59.517 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:23:59.518 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.518 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.519 DEBUG:boto:Method: GET 2022-09-01T11:23:59.520 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.520 DEBUG:boto:Data: 2022-09-01T11:23:59.521 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.521 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.522 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.522 DEBUG:boto:Params: {} 2022-09-01T11:23:59.523 DEBUG:boto:Token: None 2022-09-01T11:23:59.524 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RDohU/Rfke+rV1ZFnGZfvNl5xJk= 2022-09-01T11:23:59.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RDohU/Rfke+rV1ZFnGZfvNl5xJk=', 'Content-Length': '0'} 2022-09-01T11:23:59.527 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b0c8cb5bda33299-006310964f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.528 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:23:59.530 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:23:59.531 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.532 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.533 DEBUG:boto:Method: GET 2022-09-01T11:23:59.534 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.535 DEBUG:boto:Data: 2022-09-01T11:23:59.536 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.537 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.538 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.538 DEBUG:boto:Params: {} 2022-09-01T11:23:59.539 DEBUG:boto:Token: None 2022-09-01T11:23:59.540 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.540 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RDohU/Rfke+rV1ZFnGZfvNl5xJk= 2022-09-01T11:23:59.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RDohU/Rfke+rV1ZFnGZfvNl5xJk=', 'Content-Length': '0'} 2022-09-01T11:23:59.544 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1b26d332b7873cb-006310964f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.544 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:23:59.545 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:23:59.545 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.546 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.547 DEBUG:boto:Method: HEAD 2022-09-01T11:23:59.547 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.548 DEBUG:boto:Data: 2022-09-01T11:23:59.548 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.549 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.549 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.550 DEBUG:boto:Params: {} 2022-09-01T11:23:59.551 DEBUG:boto:Token: None 2022-09-01T11:23:59.552 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.552 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wdUx35C5dfyCGwy3KhGgoGSsf+Y= 2022-09-01T11:23:59.553 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wdUx35C5dfyCGwy3KhGgoGSsf+Y=', 'Content-Length': '0'} 2022-09-01T11:23:59.556 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d27948d4e75774f3-006310964f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.557 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:23:59.557 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:23:59.558 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.558 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.559 DEBUG:boto:Method: HEAD 2022-09-01T11:23:59.559 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.560 DEBUG:boto:Data: 2022-09-01T11:23:59.560 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.561 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.561 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.562 DEBUG:boto:Params: {} 2022-09-01T11:23:59.563 DEBUG:boto:Token: None 2022-09-01T11:23:59.563 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.564 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wdUx35C5dfyCGwy3KhGgoGSsf+Y= 2022-09-01T11:23:59.564 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wdUx35C5dfyCGwy3KhGgoGSsf+Y=', 'Content-Length': '0'} 2022-09-01T11:23:59.567 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060cdf038dd76055e-006310964f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.568 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:23:59.568 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:23:59.569 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:23:59.569 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.570 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.570 DEBUG:boto:Method: GET 2022-09-01T11:23:59.571 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.572 DEBUG:boto:Data: 2022-09-01T11:23:59.572 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.573 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.573 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.574 DEBUG:boto:Params: {} 2022-09-01T11:23:59.574 DEBUG:boto:Token: None 2022-09-01T11:23:59.575 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.576 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RDohU/Rfke+rV1ZFnGZfvNl5xJk= 2022-09-01T11:23:59.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RDohU/Rfke+rV1ZFnGZfvNl5xJk=', 'Content-Length': '0'} 2022-09-01T11:23:59.580 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007d942fe221588807-006310964f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.627 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:23:59.628 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:23:59.629 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.630 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.630 DEBUG:boto:Method: GET 2022-09-01T11:23:59.631 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.632 DEBUG:boto:Data: 2022-09-01T11:23:59.632 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.633 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.633 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.634 DEBUG:boto:Params: {} 2022-09-01T11:23:59.635 DEBUG:boto:Token: None 2022-09-01T11:23:59.642 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:23:59.644 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RDohU/Rfke+rV1ZFnGZfvNl5xJk= 2022-09-01T11:23:59.644 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RDohU/Rfke+rV1ZFnGZfvNl5xJk=', 'Content-Length': '0'} 2022-09-01T11:23:59.647 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000957087ad47f7657b-006310964f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.649 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.650 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.651 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:23:59.652 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:23:59.653 DEBUG:boto:Method: GET 2022-09-01T11:23:59.654 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:23:59.654 DEBUG:boto:Data: 2022-09-01T11:23:59.655 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.656 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.656 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.657 DEBUG:boto:Params: {} 2022-09-01T11:23:59.658 DEBUG:boto:Token: None 2022-09-01T11:23:59.658 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/ 2022-09-01T11:23:59.659 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc= 2022-09-01T11:23:59.660 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc=', 'Content-Length': '0'} 2022-09-01T11:23:59.663 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005017a92a4268fe89-006310964f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.664 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.665 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.665 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.666 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:23:59.667 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:23:59.667 DEBUG:boto:Method: GET 2022-09-01T11:23:59.668 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:23:59.669 DEBUG:boto:Data: 2022-09-01T11:23:59.670 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.670 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.671 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.671 DEBUG:boto:Params: {} 2022-09-01T11:23:59.672 DEBUG:boto:Token: None 2022-09-01T11:23:59.673 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/ 2022-09-01T11:23:59.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc= 2022-09-01T11:23:59.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc=', 'Content-Length': '0'} 2022-09-01T11:23:59.680 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bfe735e4c96c953a-006310964f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.726 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.727 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:23:59.728 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:23:59.729 DEBUG:boto:Method: HEAD 2022-09-01T11:23:59.730 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:23:59.731 DEBUG:boto:Data: 2022-09-01T11:23:59.731 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.732 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.733 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.734 DEBUG:boto:Params: {} 2022-09-01T11:23:59.734 DEBUG:boto:Token: None 2022-09-01T11:23:59.735 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj95 2022-09-01T11:23:59.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KDlfLR+anHLAG3pUqpG2JLCKtlk= 2022-09-01T11:23:59.736 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KDlfLR+anHLAG3pUqpG2JLCKtlk=', 'Content-Length': '0'} 2022-09-01T11:23:59.739 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c20220a4ab54f48a-006310964f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.741 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:23:59.742 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:23:59.743 DEBUG:boto:Method: HEAD 2022-09-01T11:23:59.744 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:23:59.745 DEBUG:boto:Data: 2022-09-01T11:23:59.746 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.748 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.749 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.750 DEBUG:boto:Params: {} 2022-09-01T11:23:59.752 DEBUG:boto:Token: None 2022-09-01T11:23:59.752 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj95 2022-09-01T11:23:59.753 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KDlfLR+anHLAG3pUqpG2JLCKtlk= 2022-09-01T11:23:59.754 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KDlfLR+anHLAG3pUqpG2JLCKtlk=', 'Content-Length': '0'} 2022-09-01T11:23:59.757 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ae3085572e44d002-006310964f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.759 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:23:59.761 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:23:59.762 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:23:59.763 DEBUG:boto:Method: GET 2022-09-01T11:23:59.764 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:23:59.765 DEBUG:boto:Data: 2022-09-01T11:23:59.770 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.771 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.771 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.772 DEBUG:boto:Params: {} 2022-09-01T11:23:59.773 DEBUG:boto:Token: None 2022-09-01T11:23:59.773 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj95 2022-09-01T11:23:59.774 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+afMSRZNL5XwgmbUSrfD6CrKO54= 2022-09-01T11:23:59.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+afMSRZNL5XwgmbUSrfD6CrKO54=', 'Content-Length': '0'} 2022-09-01T11:23:59.777 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000be1faf962c059536-006310964f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.778 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:23:59.779 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:23:59.779 DEBUG:boto:Method: GET 2022-09-01T11:23:59.780 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:23:59.781 DEBUG:boto:Data: 2022-09-01T11:23:59.782 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.782 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.783 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.784 DEBUG:boto:Params: {} 2022-09-01T11:23:59.784 DEBUG:boto:Token: None 2022-09-01T11:23:59.785 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj95 2022-09-01T11:23:59.786 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+afMSRZNL5XwgmbUSrfD6CrKO54= 2022-09-01T11:23:59.787 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+afMSRZNL5XwgmbUSrfD6CrKO54=', 'Content-Length': '0'} 2022-09-01T11:23:59.789 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c3190bbdb642b5e2-006310964f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.790 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.791 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.791 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:23:59.792 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:23:59.792 DEBUG:boto:Method: GET 2022-09-01T11:23:59.793 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:23:59.793 DEBUG:boto:Data: 2022-09-01T11:23:59.794 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.794 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:23:59.795 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.795 DEBUG:boto:Params: {} 2022-09-01T11:23:59.796 DEBUG:boto:Token: None 2022-09-01T11:23:59.797 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/ 2022-09-01T11:23:59.797 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc= 2022-09-01T11:23:59.798 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc=', 'Content-Length': '0'} 2022-09-01T11:23:59.801 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006539d893dc8dc535-006310964f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.804 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.805 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.806 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.808 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:23:59.808 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:23:59.809 DEBUG:boto:Method: GET 2022-09-01T11:23:59.809 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:23:59.810 DEBUG:boto:Data: 2022-09-01T11:23:59.811 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.811 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.812 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.812 DEBUG:boto:Params: {} 2022-09-01T11:23:59.813 DEBUG:boto:Token: None 2022-09-01T11:23:59.814 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/ 2022-09-01T11:23:59.814 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc= 2022-09-01T11:23:59.815 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XENv8W3YVACm1rgwTcAofl9V9Vc=', 'Content-Length': '0'} 2022-09-01T11:23:59.822 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d05be1b6bf134a1c-006310964f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.827 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.830 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone2, test-zone1} 2022-09-01T11:23:59.831 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone3, test-zone1} 2022-09-01T11:23:59.831 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.832 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.833 DEBUG:boto:Method: HEAD 2022-09-01T11:23:59.834 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:23:59.835 DEBUG:boto:Data: 2022-09-01T11:23:59.837 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.838 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:23:59.838 DEBUG:boto:Port: 8001 2022-09-01T11:23:59.839 DEBUG:boto:Params: {} 2022-09-01T11:23:59.840 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T11:23:59.841 DEBUG:boto:Token: None 2022-09-01T11:23:59.841 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/ 2022-09-01T11:23:59.842 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/4YiSL7yy+e7BjYFdOkE14kPM+s= 2022-09-01T11:23:59.842 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/4YiSL7yy+e7BjYFdOkE14kPM+s=', 'Content-Length': '0'} 2022-09-01T11:23:59.846 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '20'), ('X-RGW-Bytes-Used', '60'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000078bb1cb2a5c7a8d3-006310964f-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.847 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.847 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.848 DEBUG:boto:Method: HEAD 2022-09-01T11:23:59.848 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:23:59.849 DEBUG:boto:Data: 2022-09-01T11:23:59.849 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.850 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.850 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.851 DEBUG:boto:Params: {} 2022-09-01T11:23:59.852 DEBUG:boto:Token: None 2022-09-01T11:23:59.852 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/ 2022-09-01T11:23:59.853 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/4YiSL7yy+e7BjYFdOkE14kPM+s= 2022-09-01T11:23:59.854 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/4YiSL7yy+e7BjYFdOkE14kPM+s=', 'Content-Length': '0'} 2022-09-01T11:23:59.857 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '20'), ('X-RGW-Bytes-Used', '60'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ffedf09cbcebbd09-006310964f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.857 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:23:59.858 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.859 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.859 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:59.860 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:59.860 DEBUG:boto:Method: GET 2022-09-01T11:23:59.861 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:59.862 DEBUG:boto:Data: 2022-09-01T11:23:59.863 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.864 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:23:59.865 DEBUG:boto:Port: 8001 2022-09-01T11:23:59.865 DEBUG:boto:Params: {} 2022-09-01T11:23:59.866 DEBUG:boto:Token: None 2022-09-01T11:23:59.867 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/?versions 2022-09-01T11:23:59.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vYh195asBzrgCqBffgZpkL5Ir6M= 2022-09-01T11:23:59.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vYh195asBzrgCqBffgZpkL5Ir6M=', 'Content-Length': '0'} 2022-09-01T11:23:59.873 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001d4e777c9fd3e0d8-006310964f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.876 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.879 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:23:59.880 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:23:59.882 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:23:59.883 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:23:59.884 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:23:59.885 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:23:59.885 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:23:59.886 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:23:59.886 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:23:59.887 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:23:59.887 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:23:59.887 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:23:59.888 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:23:59.888 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:23:59.889 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:23:59.889 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:23:59.890 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:23:59.890 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:23:59.891 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:23:59.891 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:23:59.892 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:23:59.892 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.893 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.893 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:59.894 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:59.894 DEBUG:boto:Method: GET 2022-09-01T11:23:59.895 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:59.895 DEBUG:boto:Data: 2022-09-01T11:23:59.896 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.896 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.897 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.897 DEBUG:boto:Params: {} 2022-09-01T11:23:59.898 DEBUG:boto:Token: None 2022-09-01T11:23:59.898 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/?versions 2022-09-01T11:23:59.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vYh195asBzrgCqBffgZpkL5Ir6M= 2022-09-01T11:23:59.900 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vYh195asBzrgCqBffgZpkL5Ir6M=', 'Content-Length': '0'} 2022-09-01T11:23:59.903 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007085271b2981da76-006310964f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.904 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.906 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:23:59.906 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:23:59.907 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:23:59.907 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:23:59.908 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:23:59.908 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:23:59.909 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:23:59.909 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:23:59.910 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:23:59.910 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:23:59.911 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:23:59.911 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:23:59.911 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:23:59.912 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:23:59.912 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:23:59.913 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:23:59.913 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:23:59.914 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:23:59.914 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:23:59.915 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:23:59.915 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.916 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.917 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:59.917 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:59.918 DEBUG:boto:Method: GET 2022-09-01T11:23:59.918 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:59.919 DEBUG:boto:Data: 2022-09-01T11:23:59.919 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.920 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:23:59.920 DEBUG:boto:Port: 8001 2022-09-01T11:23:59.921 DEBUG:boto:Params: {} 2022-09-01T11:23:59.922 DEBUG:boto:Token: None 2022-09-01T11:23:59.923 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/?versions 2022-09-01T11:23:59.924 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vYh195asBzrgCqBffgZpkL5Ir6M= 2022-09-01T11:23:59.925 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vYh195asBzrgCqBffgZpkL5Ir6M=', 'Content-Length': '0'} 2022-09-01T11:23:59.928 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000023e04266a0ce4d39-006310964f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.929 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.932 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:23:59.933 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:23:59.933 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:59.934 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:59.935 DEBUG:boto:Method: GET 2022-09-01T11:23:59.936 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:23:59.937 DEBUG:boto:Data: 2022-09-01T11:23:59.938 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.939 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.940 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.941 DEBUG:boto:Params: {} 2022-09-01T11:23:59.941 DEBUG:boto:Token: None 2022-09-01T11:23:59.942 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/?versions 2022-09-01T11:23:59.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vYh195asBzrgCqBffgZpkL5Ir6M= 2022-09-01T11:23:59.943 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vYh195asBzrgCqBffgZpkL5Ir6M=', 'Content-Length': '0'} 2022-09-01T11:23:59.947 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000019925231445b72b0-006310964f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.948 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:23:59.950 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:23:59.950 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:23:59.951 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:23:59.952 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:59.952 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:59.953 DEBUG:boto:Method: GET 2022-09-01T11:23:59.953 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:59.954 DEBUG:boto:Data: 2022-09-01T11:23:59.955 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.955 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:23:59.956 DEBUG:boto:Port: 8001 2022-09-01T11:23:59.956 DEBUG:boto:Params: {} 2022-09-01T11:23:59.957 DEBUG:boto:Token: None 2022-09-01T11:23:59.958 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:59.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6+jOXMGpzQP1HXSmVhnEtxh/x38= 2022-09-01T11:23:59.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6+jOXMGpzQP1HXSmVhnEtxh/x38=', 'Content-Length': '0'} 2022-09-01T11:23:59.961 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ce88194cd84d1b98-006310964f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:23:59.962 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:23:59.963 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:23:59.963 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:59.964 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:59.965 DEBUG:boto:Method: GET 2022-09-01T11:23:59.965 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:59.966 DEBUG:boto:Data: 2022-09-01T11:23:59.966 DEBUG:boto:Headers: {} 2022-09-01T11:23:59.967 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:23:59.968 DEBUG:boto:Port: 8000 2022-09-01T11:23:59.968 DEBUG:boto:Params: {} 2022-09-01T11:23:59.969 DEBUG:boto:Token: None 2022-09-01T11:23:59.970 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:23:59 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:23:59.970 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6+jOXMGpzQP1HXSmVhnEtxh/x38= 2022-09-01T11:23:59.971 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:23:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6+jOXMGpzQP1HXSmVhnEtxh/x38=', 'Content-Length': '0'} 2022-09-01T11:23:59.973 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000084685c3f2d613a91-006310964f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:23:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.016 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:00.017 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:00.019 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.020 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.021 DEBUG:boto:Method: HEAD 2022-09-01T11:24:00.022 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.023 DEBUG:boto:Data: 2022-09-01T11:24:00.024 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.025 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.025 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.026 DEBUG:boto:Params: {} 2022-09-01T11:24:00.027 DEBUG:boto:Token: None 2022-09-01T11:24:00.029 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.030 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ePsbkN2RHtJXdbLaGST2NfwHDGI= 2022-09-01T11:24:00.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ePsbkN2RHtJXdbLaGST2NfwHDGI=', 'Content-Length': '0'} 2022-09-01T11:24:00.036 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000a2ce1f3e899789e-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.037 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:00.038 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:00.039 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.040 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.041 DEBUG:boto:Method: HEAD 2022-09-01T11:24:00.042 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.043 DEBUG:boto:Data: 2022-09-01T11:24:00.044 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.046 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.047 DEBUG:boto:Params: {} 2022-09-01T11:24:00.048 DEBUG:boto:Token: None 2022-09-01T11:24:00.049 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.051 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ePsbkN2RHtJXdbLaGST2NfwHDGI= 2022-09-01T11:24:00.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ePsbkN2RHtJXdbLaGST2NfwHDGI=', 'Content-Length': '0'} 2022-09-01T11:24:00.055 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dfdcaf2f23736858-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.057 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:24:00.058 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:00.059 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:00.060 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.060 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.061 DEBUG:boto:Method: GET 2022-09-01T11:24:00.062 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.063 DEBUG:boto:Data: 2022-09-01T11:24:00.064 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.065 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.065 DEBUG:boto:Params: {} 2022-09-01T11:24:00.066 DEBUG:boto:Token: None 2022-09-01T11:24:00.066 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.067 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f6ub5oeY3fczAS77C2NfiV2yfNc= 2022-09-01T11:24:00.068 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f6ub5oeY3fczAS77C2NfiV2yfNc=', 'Content-Length': '0'} 2022-09-01T11:24:00.070 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006bf7649a4dff9980-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.071 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:00.071 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:00.072 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.073 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.074 DEBUG:boto:Method: GET 2022-09-01T11:24:00.075 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.076 DEBUG:boto:Data: 2022-09-01T11:24:00.077 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.078 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.078 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.079 DEBUG:boto:Params: {} 2022-09-01T11:24:00.080 DEBUG:boto:Token: None 2022-09-01T11:24:00.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:00.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f6ub5oeY3fczAS77C2NfiV2yfNc= 2022-09-01T11:24:00.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f6ub5oeY3fczAS77C2NfiV2yfNc=', 'Content-Length': '0'} 2022-09-01T11:24:00.086 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009ab8d138cc7f0fb9-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.087 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:00.088 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:00.089 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:00.090 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:00.091 DEBUG:boto:Method: GET 2022-09-01T11:24:00.092 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:24:00.093 DEBUG:boto:Data: 2022-09-01T11:24:00.094 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.095 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.096 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.097 DEBUG:boto:Params: {} 2022-09-01T11:24:00.098 DEBUG:boto:Token: None 2022-09-01T11:24:00.099 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/ 2022-09-01T11:24:00.100 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs= 2022-09-01T11:24:00.101 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs=', 'Content-Length': '0'} 2022-09-01T11:24:00.104 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008f938c918197755f-0063109650-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.146 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:00.147 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:00.148 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:00.149 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:00.149 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:00.150 DEBUG:boto:Method: GET 2022-09-01T11:24:00.150 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:24:00.151 DEBUG:boto:Data: 2022-09-01T11:24:00.152 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.152 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.153 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.153 DEBUG:boto:Params: {} 2022-09-01T11:24:00.154 DEBUG:boto:Token: None 2022-09-01T11:24:00.155 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/ 2022-09-01T11:24:00.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs= 2022-09-01T11:24:00.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs=', 'Content-Length': '0'} 2022-09-01T11:24:00.160 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003f61f42bf243dd07-0063109650-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.161 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:00.162 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:00.163 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:00.163 DEBUG:boto:Method: HEAD 2022-09-01T11:24:00.164 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:24:00.164 DEBUG:boto:Data: 2022-09-01T11:24:00.165 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.165 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.166 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.167 DEBUG:boto:Params: {} 2022-09-01T11:24:00.167 DEBUG:boto:Token: None 2022-09-01T11:24:00.168 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj11 2022-09-01T11:24:00.169 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Krj8QlR1GUk9NVRaG8alw3BuiIQ= 2022-09-01T11:24:00.170 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Krj8QlR1GUk9NVRaG8alw3BuiIQ=', 'Content-Length': '0'} 2022-09-01T11:24:00.173 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007707c7cfe380f476-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.174 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:00.175 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:00.175 DEBUG:boto:Method: HEAD 2022-09-01T11:24:00.176 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:24:00.176 DEBUG:boto:Data: 2022-09-01T11:24:00.177 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.177 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.178 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.179 DEBUG:boto:Params: {} 2022-09-01T11:24:00.179 DEBUG:boto:Token: None 2022-09-01T11:24:00.180 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj11 2022-09-01T11:24:00.180 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Krj8QlR1GUk9NVRaG8alw3BuiIQ= 2022-09-01T11:24:00.181 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Krj8QlR1GUk9NVRaG8alw3BuiIQ=', 'Content-Length': '0'} 2022-09-01T11:24:00.183 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e46665de6bd6a87-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.184 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:24:00.185 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:00.186 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:00.186 DEBUG:boto:Method: GET 2022-09-01T11:24:00.187 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:24:00.187 DEBUG:boto:Data: 2022-09-01T11:24:00.188 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.188 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.189 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.190 DEBUG:boto:Params: {} 2022-09-01T11:24:00.190 DEBUG:boto:Token: None 2022-09-01T11:24:00.191 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj11 2022-09-01T11:24:00.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6sO1xdxHlfAbJI6uMbtrwEVjaYM= 2022-09-01T11:24:00.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6sO1xdxHlfAbJI6uMbtrwEVjaYM=', 'Content-Length': '0'} 2022-09-01T11:24:00.197 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000068c2ec0a0724d82-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.198 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:00.199 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:00.199 DEBUG:boto:Method: GET 2022-09-01T11:24:00.200 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:24:00.201 DEBUG:boto:Data: 2022-09-01T11:24:00.201 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.202 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.202 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.203 DEBUG:boto:Params: {} 2022-09-01T11:24:00.204 DEBUG:boto:Token: None 2022-09-01T11:24:00.205 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj11 2022-09-01T11:24:00.206 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6sO1xdxHlfAbJI6uMbtrwEVjaYM= 2022-09-01T11:24:00.206 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6sO1xdxHlfAbJI6uMbtrwEVjaYM=', 'Content-Length': '0'} 2022-09-01T11:24:00.209 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c33cb92f0253ed56-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.210 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:00.210 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:00.211 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:00.211 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:00.212 DEBUG:boto:Method: GET 2022-09-01T11:24:00.212 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:24:00.213 DEBUG:boto:Data: 2022-09-01T11:24:00.213 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.214 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.214 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.215 DEBUG:boto:Params: {} 2022-09-01T11:24:00.216 DEBUG:boto:Token: None 2022-09-01T11:24:00.216 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/ 2022-09-01T11:24:00.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs= 2022-09-01T11:24:00.217 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs=', 'Content-Length': '0'} 2022-09-01T11:24:00.221 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000023879acfa96b9638-0063109650-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.221 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:00.222 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:00.223 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:00.224 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:00.224 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:00.225 DEBUG:boto:Method: GET 2022-09-01T11:24:00.225 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:24:00.226 DEBUG:boto:Data: 2022-09-01T11:24:00.226 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.227 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.227 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.228 DEBUG:boto:Params: {} 2022-09-01T11:24:00.229 DEBUG:boto:Token: None 2022-09-01T11:24:00.229 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/ 2022-09-01T11:24:00.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs= 2022-09-01T11:24:00.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs=', 'Content-Length': '0'} 2022-09-01T11:24:00.234 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004e820d003e40191f-0063109650-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.235 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:00.236 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:24:00.237 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:00.237 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:00.238 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.238 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.239 DEBUG:boto:Method: GET 2022-09-01T11:24:00.239 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.240 DEBUG:boto:Data: 2022-09-01T11:24:00.240 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.241 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.241 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.242 DEBUG:boto:Params: {} 2022-09-01T11:24:00.243 DEBUG:boto:Token: None 2022-09-01T11:24:00.243 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.244 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f8+iaMJgS6jjoTkOj0pdV4YljlE= 2022-09-01T11:24:00.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f8+iaMJgS6jjoTkOj0pdV4YljlE=', 'Content-Length': '0'} 2022-09-01T11:24:00.248 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000004638a0eb46b99d7-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.249 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:00.250 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:00.251 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.251 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.252 DEBUG:boto:Method: GET 2022-09-01T11:24:00.252 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.253 DEBUG:boto:Data: 2022-09-01T11:24:00.254 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.254 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.255 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.255 DEBUG:boto:Params: {} 2022-09-01T11:24:00.256 DEBUG:boto:Token: None 2022-09-01T11:24:00.257 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.257 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f8+iaMJgS6jjoTkOj0pdV4YljlE= 2022-09-01T11:24:00.258 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f8+iaMJgS6jjoTkOj0pdV4YljlE=', 'Content-Length': '0'} 2022-09-01T11:24:00.260 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000066093dbc3944bd3f-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.261 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:00.262 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:00.262 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.263 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.264 DEBUG:boto:Method: HEAD 2022-09-01T11:24:00.264 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.265 DEBUG:boto:Data: 2022-09-01T11:24:00.265 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.266 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.266 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.267 DEBUG:boto:Params: {} 2022-09-01T11:24:00.267 DEBUG:boto:Token: None 2022-09-01T11:24:00.268 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.269 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/KD7oEowPydi37sg42fQm+dSl9o= 2022-09-01T11:24:00.269 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/KD7oEowPydi37sg42fQm+dSl9o=', 'Content-Length': '0'} 2022-09-01T11:24:00.271 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000639f3690c4f365b2-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.272 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:00.273 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:00.273 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.274 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.275 DEBUG:boto:Method: HEAD 2022-09-01T11:24:00.275 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.276 DEBUG:boto:Data: 2022-09-01T11:24:00.277 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.277 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.278 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.279 DEBUG:boto:Params: {} 2022-09-01T11:24:00.280 DEBUG:boto:Token: None 2022-09-01T11:24:00.281 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.283 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/KD7oEowPydi37sg42fQm+dSl9o= 2022-09-01T11:24:00.284 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/KD7oEowPydi37sg42fQm+dSl9o=', 'Content-Length': '0'} 2022-09-01T11:24:00.286 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003a7b9baca865464b-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.288 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:24:00.288 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:00.290 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:00.290 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.291 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.292 DEBUG:boto:Method: GET 2022-09-01T11:24:00.292 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.293 DEBUG:boto:Data: 2022-09-01T11:24:00.294 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.295 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.297 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.297 DEBUG:boto:Params: {} 2022-09-01T11:24:00.298 DEBUG:boto:Token: None 2022-09-01T11:24:00.299 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f8+iaMJgS6jjoTkOj0pdV4YljlE= 2022-09-01T11:24:00.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f8+iaMJgS6jjoTkOj0pdV4YljlE=', 'Content-Length': '0'} 2022-09-01T11:24:00.302 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c21e83863a22ee56-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.303 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:00.303 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:00.304 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.304 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.305 DEBUG:boto:Method: GET 2022-09-01T11:24:00.306 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.306 DEBUG:boto:Data: 2022-09-01T11:24:00.307 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.307 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.308 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.308 DEBUG:boto:Params: {} 2022-09-01T11:24:00.309 DEBUG:boto:Token: None 2022-09-01T11:24:00.310 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:00.310 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f8+iaMJgS6jjoTkOj0pdV4YljlE= 2022-09-01T11:24:00.311 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f8+iaMJgS6jjoTkOj0pdV4YljlE=', 'Content-Length': '0'} 2022-09-01T11:24:00.313 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008fd7dcc28a5fb6cf-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.354 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:00.355 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:00.355 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:00.356 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:00.357 DEBUG:boto:Method: GET 2022-09-01T11:24:00.357 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:24:00.358 DEBUG:boto:Data: 2022-09-01T11:24:00.358 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.359 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.360 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.360 DEBUG:boto:Params: {} 2022-09-01T11:24:00.361 DEBUG:boto:Token: None 2022-09-01T11:24:00.361 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/ 2022-09-01T11:24:00.362 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs= 2022-09-01T11:24:00.363 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs=', 'Content-Length': '0'} 2022-09-01T11:24:00.365 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000020e33aa3c8b142ca-0063109650-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.366 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:00.367 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:00.368 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:00.368 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:00.369 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:00.369 DEBUG:boto:Method: GET 2022-09-01T11:24:00.370 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:24:00.370 DEBUG:boto:Data: 2022-09-01T11:24:00.371 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.371 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.372 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.372 DEBUG:boto:Params: {} 2022-09-01T11:24:00.373 DEBUG:boto:Token: None 2022-09-01T11:24:00.374 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/ 2022-09-01T11:24:00.374 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs= 2022-09-01T11:24:00.375 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs=', 'Content-Length': '0'} 2022-09-01T11:24:00.378 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003ec11baf74fd92e5-0063109650-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.379 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:00.380 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:00.381 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:00.381 DEBUG:boto:Method: HEAD 2022-09-01T11:24:00.382 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:24:00.382 DEBUG:boto:Data: 2022-09-01T11:24:00.383 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.384 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.384 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.384 DEBUG:boto:Params: {} 2022-09-01T11:24:00.385 DEBUG:boto:Token: None 2022-09-01T11:24:00.386 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj115 2022-09-01T11:24:00.386 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rcLL3aAo4YIQfd4emXLb82tKJKQ= 2022-09-01T11:24:00.387 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rcLL3aAo4YIQfd4emXLb82tKJKQ=', 'Content-Length': '0'} 2022-09-01T11:24:00.389 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c803ac7fb270d59-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.390 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:00.391 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:00.391 DEBUG:boto:Method: HEAD 2022-09-01T11:24:00.392 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:24:00.392 DEBUG:boto:Data: 2022-09-01T11:24:00.393 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.393 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.394 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.394 DEBUG:boto:Params: {} 2022-09-01T11:24:00.395 DEBUG:boto:Token: None 2022-09-01T11:24:00.395 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj115 2022-09-01T11:24:00.396 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rcLL3aAo4YIQfd4emXLb82tKJKQ= 2022-09-01T11:24:00.397 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rcLL3aAo4YIQfd4emXLb82tKJKQ=', 'Content-Length': '0'} 2022-09-01T11:24:00.399 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e9ab34aaa7743a9a-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.400 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:24:00.400 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:00.401 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:00.401 DEBUG:boto:Method: GET 2022-09-01T11:24:00.402 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:24:00.402 DEBUG:boto:Data: 2022-09-01T11:24:00.403 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.403 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.404 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.404 DEBUG:boto:Params: {} 2022-09-01T11:24:00.405 DEBUG:boto:Token: None 2022-09-01T11:24:00.406 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj115 2022-09-01T11:24:00.406 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HOW9QwXSc4ypxw4CuvuvkMOPKBo= 2022-09-01T11:24:00.407 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HOW9QwXSc4ypxw4CuvuvkMOPKBo=', 'Content-Length': '0'} 2022-09-01T11:24:00.409 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000702f20d80b6fc1c0-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.410 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:00.411 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:00.412 DEBUG:boto:Method: GET 2022-09-01T11:24:00.412 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:24:00.413 DEBUG:boto:Data: 2022-09-01T11:24:00.414 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.415 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.415 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.416 DEBUG:boto:Params: {} 2022-09-01T11:24:00.416 DEBUG:boto:Token: None 2022-09-01T11:24:00.417 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj115 2022-09-01T11:24:00.418 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HOW9QwXSc4ypxw4CuvuvkMOPKBo= 2022-09-01T11:24:00.420 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HOW9QwXSc4ypxw4CuvuvkMOPKBo=', 'Content-Length': '0'} 2022-09-01T11:24:00.422 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000022f7e5ef7652ace5-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.466 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:00.467 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:00.468 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:00.468 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:00.469 DEBUG:boto:Method: GET 2022-09-01T11:24:00.469 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:24:00.470 DEBUG:boto:Data: 2022-09-01T11:24:00.470 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.471 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.472 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.472 DEBUG:boto:Params: {} 2022-09-01T11:24:00.473 DEBUG:boto:Token: None 2022-09-01T11:24:00.473 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/ 2022-09-01T11:24:00.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs= 2022-09-01T11:24:00.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs=', 'Content-Length': '0'} 2022-09-01T11:24:00.478 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000549d6c5983f47bc2-0063109650-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.479 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:00.480 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:00.480 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:00.481 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:00.482 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:00.482 DEBUG:boto:Method: GET 2022-09-01T11:24:00.483 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:24:00.484 DEBUG:boto:Data: 2022-09-01T11:24:00.484 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.485 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.485 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.486 DEBUG:boto:Params: {} 2022-09-01T11:24:00.487 DEBUG:boto:Token: None 2022-09-01T11:24:00.488 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/ 2022-09-01T11:24:00.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs= 2022-09-01T11:24:00.490 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs=', 'Content-Length': '0'} 2022-09-01T11:24:00.495 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d275569b614003d0-0063109650-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.496 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:00.497 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:24:00.498 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:00.499 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:00.500 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.501 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.502 DEBUG:boto:Method: GET 2022-09-01T11:24:00.503 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.504 DEBUG:boto:Data: 2022-09-01T11:24:00.505 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.506 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.507 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.508 DEBUG:boto:Params: {} 2022-09-01T11:24:00.509 DEBUG:boto:Token: None 2022-09-01T11:24:00.510 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.511 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hCoxvcBgSklKBrDhuqO/KV6BKos= 2022-09-01T11:24:00.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hCoxvcBgSklKBrDhuqO/KV6BKos=', 'Content-Length': '0'} 2022-09-01T11:24:00.514 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b9069771db69e7ee-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.562 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:00.563 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:00.563 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.564 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.566 DEBUG:boto:Method: GET 2022-09-01T11:24:00.567 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.568 DEBUG:boto:Data: 2022-09-01T11:24:00.569 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.571 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.572 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.573 DEBUG:boto:Params: {} 2022-09-01T11:24:00.574 DEBUG:boto:Token: None 2022-09-01T11:24:00.575 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.576 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hCoxvcBgSklKBrDhuqO/KV6BKos= 2022-09-01T11:24:00.578 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hCoxvcBgSklKBrDhuqO/KV6BKos=', 'Content-Length': '0'} 2022-09-01T11:24:00.582 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f3193ec4308e4a3-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.583 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:00.584 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:00.586 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.587 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.588 DEBUG:boto:Method: HEAD 2022-09-01T11:24:00.589 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.590 DEBUG:boto:Data: 2022-09-01T11:24:00.591 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.592 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.593 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.594 DEBUG:boto:Params: {} 2022-09-01T11:24:00.596 DEBUG:boto:Token: None 2022-09-01T11:24:00.597 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.598 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SNDIx5596/rByKt6Tx4ELQvd2c8= 2022-09-01T11:24:00.599 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SNDIx5596/rByKt6Tx4ELQvd2c8=', 'Content-Length': '0'} 2022-09-01T11:24:00.603 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006fdd80422eaa9410-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.605 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:00.606 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:00.607 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.608 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.609 DEBUG:boto:Method: HEAD 2022-09-01T11:24:00.609 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.610 DEBUG:boto:Data: 2022-09-01T11:24:00.611 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.613 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.614 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.615 DEBUG:boto:Params: {} 2022-09-01T11:24:00.616 DEBUG:boto:Token: None 2022-09-01T11:24:00.617 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SNDIx5596/rByKt6Tx4ELQvd2c8= 2022-09-01T11:24:00.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SNDIx5596/rByKt6Tx4ELQvd2c8=', 'Content-Length': '0'} 2022-09-01T11:24:00.623 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f3bf34aecd3e93be-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.625 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:24:00.626 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:00.627 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:00.628 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.629 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.630 DEBUG:boto:Method: GET 2022-09-01T11:24:00.631 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.632 DEBUG:boto:Data: 2022-09-01T11:24:00.633 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.634 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.635 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.636 DEBUG:boto:Params: {} 2022-09-01T11:24:00.637 DEBUG:boto:Token: None 2022-09-01T11:24:00.638 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hCoxvcBgSklKBrDhuqO/KV6BKos= 2022-09-01T11:24:00.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hCoxvcBgSklKBrDhuqO/KV6BKos=', 'Content-Length': '0'} 2022-09-01T11:24:00.644 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000053c49defd3a8d3e5-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.646 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:00.647 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:00.647 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.648 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.649 DEBUG:boto:Method: GET 2022-09-01T11:24:00.650 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.651 DEBUG:boto:Data: 2022-09-01T11:24:00.651 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.652 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.653 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.654 DEBUG:boto:Params: {} 2022-09-01T11:24:00.654 DEBUG:boto:Token: None 2022-09-01T11:24:00.656 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:00.656 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hCoxvcBgSklKBrDhuqO/KV6BKos= 2022-09-01T11:24:00.657 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hCoxvcBgSklKBrDhuqO/KV6BKos=', 'Content-Length': '0'} 2022-09-01T11:24:00.671 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003025e833d0c86fb7-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.673 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:00.675 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:00.676 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:00.677 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:00.678 DEBUG:boto:Method: GET 2022-09-01T11:24:00.680 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:24:00.681 DEBUG:boto:Data: 2022-09-01T11:24:00.682 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.683 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.684 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.685 DEBUG:boto:Params: {} 2022-09-01T11:24:00.686 DEBUG:boto:Token: None 2022-09-01T11:24:00.687 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/ 2022-09-01T11:24:00.689 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs= 2022-09-01T11:24:00.690 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs=', 'Content-Length': '0'} 2022-09-01T11:24:00.706 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000011e270720aff2af2-0063109650-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.707 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:00.708 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:00.709 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:00.710 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:00.711 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:00.712 DEBUG:boto:Method: GET 2022-09-01T11:24:00.713 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:24:00.714 DEBUG:boto:Data: 2022-09-01T11:24:00.717 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.719 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.719 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.720 DEBUG:boto:Params: {} 2022-09-01T11:24:00.721 DEBUG:boto:Token: None 2022-09-01T11:24:00.723 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/ 2022-09-01T11:24:00.724 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs= 2022-09-01T11:24:00.725 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs=', 'Content-Length': '0'} 2022-09-01T11:24:00.730 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000728856745fa858e6-0063109650-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.731 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:00.733 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:00.734 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:00.738 DEBUG:boto:Method: HEAD 2022-09-01T11:24:00.739 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:24:00.739 DEBUG:boto:Data: 2022-09-01T11:24:00.740 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.741 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.742 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.742 DEBUG:boto:Params: {} 2022-09-01T11:24:00.743 DEBUG:boto:Token: None 2022-09-01T11:24:00.744 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj17 2022-09-01T11:24:00.744 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ywxcfm64OOgC5AUQ16eqXRZpsOs= 2022-09-01T11:24:00.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ywxcfm64OOgC5AUQ16eqXRZpsOs=', 'Content-Length': '0'} 2022-09-01T11:24:00.748 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d0a4d12126abbd0a-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.749 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:00.749 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:00.750 DEBUG:boto:Method: HEAD 2022-09-01T11:24:00.751 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:24:00.752 DEBUG:boto:Data: 2022-09-01T11:24:00.753 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.754 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.755 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.756 DEBUG:boto:Params: {} 2022-09-01T11:24:00.757 DEBUG:boto:Token: None 2022-09-01T11:24:00.758 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj17 2022-09-01T11:24:00.759 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ywxcfm64OOgC5AUQ16eqXRZpsOs= 2022-09-01T11:24:00.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ywxcfm64OOgC5AUQ16eqXRZpsOs=', 'Content-Length': '0'} 2022-09-01T11:24:00.764 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005cc70457a8c1af33-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.765 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:24:00.765 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:00.766 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:00.767 DEBUG:boto:Method: GET 2022-09-01T11:24:00.767 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:24:00.768 DEBUG:boto:Data: 2022-09-01T11:24:00.769 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.769 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.770 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.770 DEBUG:boto:Params: {} 2022-09-01T11:24:00.772 DEBUG:boto:Token: None 2022-09-01T11:24:00.773 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj17 2022-09-01T11:24:00.774 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bWk/15/UtpFmrzshFzDRfF4i/xA= 2022-09-01T11:24:00.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bWk/15/UtpFmrzshFzDRfF4i/xA=', 'Content-Length': '0'} 2022-09-01T11:24:00.780 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c1738d520cc1d17-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.781 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:00.781 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:00.782 DEBUG:boto:Method: GET 2022-09-01T11:24:00.783 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:24:00.784 DEBUG:boto:Data: 2022-09-01T11:24:00.785 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.786 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.788 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.789 DEBUG:boto:Params: {} 2022-09-01T11:24:00.790 DEBUG:boto:Token: None 2022-09-01T11:24:00.792 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj17 2022-09-01T11:24:00.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bWk/15/UtpFmrzshFzDRfF4i/xA= 2022-09-01T11:24:00.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bWk/15/UtpFmrzshFzDRfF4i/xA=', 'Content-Length': '0'} 2022-09-01T11:24:00.796 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002d96b60d4cba3a76-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.843 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:00.844 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:00.845 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:00.845 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:00.846 DEBUG:boto:Method: GET 2022-09-01T11:24:00.847 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:24:00.847 DEBUG:boto:Data: 2022-09-01T11:24:00.850 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.852 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.852 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.853 DEBUG:boto:Params: {} 2022-09-01T11:24:00.854 DEBUG:boto:Token: None 2022-09-01T11:24:00.855 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/ 2022-09-01T11:24:00.855 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs= 2022-09-01T11:24:00.856 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs=', 'Content-Length': '0'} 2022-09-01T11:24:00.859 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005cf908be4f776887-0063109650-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.860 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:00.863 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:00.863 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:00.864 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:00.865 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:00.865 DEBUG:boto:Method: GET 2022-09-01T11:24:00.866 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:24:00.866 DEBUG:boto:Data: 2022-09-01T11:24:00.867 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.868 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.869 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.869 DEBUG:boto:Params: {} 2022-09-01T11:24:00.870 DEBUG:boto:Token: None 2022-09-01T11:24:00.871 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/ 2022-09-01T11:24:00.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs= 2022-09-01T11:24:00.872 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMEKgpNW2hKuUZT5oZOlgWa3ljs=', 'Content-Length': '0'} 2022-09-01T11:24:00.878 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000383caef24f116694-0063109650-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.880 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:00.882 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:24:00.883 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:00.884 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:00.885 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.886 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.887 DEBUG:boto:Method: GET 2022-09-01T11:24:00.888 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.889 DEBUG:boto:Data: 2022-09-01T11:24:00.890 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.891 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.892 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.893 DEBUG:boto:Params: {} 2022-09-01T11:24:00.894 DEBUG:boto:Token: None 2022-09-01T11:24:00.895 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.896 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+GWBmYKDNfNiG0a0O0nsuFLs56Y= 2022-09-01T11:24:00.897 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+GWBmYKDNfNiG0a0O0nsuFLs56Y=', 'Content-Length': '0'} 2022-09-01T11:24:00.899 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c899d2483314ff10-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.946 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:00.947 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:00.948 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.948 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.949 DEBUG:boto:Method: GET 2022-09-01T11:24:00.949 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.950 DEBUG:boto:Data: 2022-09-01T11:24:00.951 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.951 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.952 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.953 DEBUG:boto:Params: {} 2022-09-01T11:24:00.953 DEBUG:boto:Token: None 2022-09-01T11:24:00.954 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.955 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+GWBmYKDNfNiG0a0O0nsuFLs56Y= 2022-09-01T11:24:00.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+GWBmYKDNfNiG0a0O0nsuFLs56Y=', 'Content-Length': '0'} 2022-09-01T11:24:00.958 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000077a56563b8b33de0-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.959 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:00.959 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:00.960 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.960 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.961 DEBUG:boto:Method: HEAD 2022-09-01T11:24:00.962 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.962 DEBUG:boto:Data: 2022-09-01T11:24:00.963 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.963 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.964 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.964 DEBUG:boto:Params: {} 2022-09-01T11:24:00.965 DEBUG:boto:Token: None 2022-09-01T11:24:00.966 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.966 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BZPAOn6M5/TDFVDJYMzxkG9JQEU= 2022-09-01T11:24:00.967 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BZPAOn6M5/TDFVDJYMzxkG9JQEU=', 'Content-Length': '0'} 2022-09-01T11:24:00.969 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000093aeb67297dfb79f-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.971 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:00.972 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:00.973 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.973 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.974 DEBUG:boto:Method: HEAD 2022-09-01T11:24:00.974 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.975 DEBUG:boto:Data: 2022-09-01T11:24:00.975 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.976 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:00.976 DEBUG:boto:Port: 8000 2022-09-01T11:24:00.977 DEBUG:boto:Params: {} 2022-09-01T11:24:00.978 DEBUG:boto:Token: None 2022-09-01T11:24:00.979 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.979 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BZPAOn6M5/TDFVDJYMzxkG9JQEU= 2022-09-01T11:24:00.981 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BZPAOn6M5/TDFVDJYMzxkG9JQEU=', 'Content-Length': '0'} 2022-09-01T11:24:00.984 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005d236fd30e78f3c5-0063109650-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:00.985 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:24:00.985 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:00.986 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:00.987 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.988 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.988 DEBUG:boto:Method: GET 2022-09-01T11:24:00.989 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.989 DEBUG:boto:Data: 2022-09-01T11:24:00.990 DEBUG:boto:Headers: {} 2022-09-01T11:24:00.991 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:00.991 DEBUG:boto:Port: 8001 2022-09-01T11:24:00.992 DEBUG:boto:Params: {} 2022-09-01T11:24:00.993 DEBUG:boto:Token: None 2022-09-01T11:24:00.993 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:00 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:00.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+GWBmYKDNfNiG0a0O0nsuFLs56Y= 2022-09-01T11:24:00.995 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+GWBmYKDNfNiG0a0O0nsuFLs56Y=', 'Content-Length': '0'} 2022-09-01T11:24:00.998 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000008c6bd483c52b23-0063109650-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.000 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:01.001 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:01.002 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:01.003 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:01.004 DEBUG:boto:Method: GET 2022-09-01T11:24:01.005 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:01.006 DEBUG:boto:Data: 2022-09-01T11:24:01.007 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.008 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.009 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.009 DEBUG:boto:Params: {} 2022-09-01T11:24:01.010 DEBUG:boto:Token: None 2022-09-01T11:24:01.011 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:01.013 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b76jbdGNJpOb80QWzcuuJHvVydM= 2022-09-01T11:24:01.014 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b76jbdGNJpOb80QWzcuuJHvVydM=', 'Content-Length': '0'} 2022-09-01T11:24:01.016 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000181c953e18a2384d-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.018 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.019 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.020 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:01.022 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:01.023 DEBUG:boto:Method: GET 2022-09-01T11:24:01.024 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:24:01.025 DEBUG:boto:Data: 2022-09-01T11:24:01.026 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.027 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.028 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.028 DEBUG:boto:Params: {} 2022-09-01T11:24:01.029 DEBUG:boto:Token: None 2022-09-01T11:24:01.030 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.031 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.034 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d27805b0419e5ee5-0063109651-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.036 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.037 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.038 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.040 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:01.040 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:01.041 DEBUG:boto:Method: GET 2022-09-01T11:24:01.042 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:24:01.043 DEBUG:boto:Data: 2022-09-01T11:24:01.043 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.044 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.044 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.045 DEBUG:boto:Params: {} 2022-09-01T11:24:01.046 DEBUG:boto:Token: None 2022-09-01T11:24:01.047 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.047 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.052 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fc398ddcdc3eedbc-0063109651-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.053 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.054 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:01.055 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:01.056 DEBUG:boto:Method: HEAD 2022-09-01T11:24:01.056 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:24:01.057 DEBUG:boto:Data: 2022-09-01T11:24:01.058 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.059 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.059 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.060 DEBUG:boto:Params: {} 2022-09-01T11:24:01.060 DEBUG:boto:Token: None 2022-09-01T11:24:01.061 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj19 2022-09-01T11:24:01.062 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t/Wc4moGBQeXt9Ls5Rxi+vF00j4= 2022-09-01T11:24:01.063 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t/Wc4moGBQeXt9Ls5Rxi+vF00j4=', 'Content-Length': '0'} 2022-09-01T11:24:01.065 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000431f643d775fbdb9-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.066 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:01.066 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:01.067 DEBUG:boto:Method: HEAD 2022-09-01T11:24:01.067 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:24:01.068 DEBUG:boto:Data: 2022-09-01T11:24:01.069 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.069 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.070 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.070 DEBUG:boto:Params: {} 2022-09-01T11:24:01.071 DEBUG:boto:Token: None 2022-09-01T11:24:01.071 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj19 2022-09-01T11:24:01.072 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t/Wc4moGBQeXt9Ls5Rxi+vF00j4= 2022-09-01T11:24:01.073 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t/Wc4moGBQeXt9Ls5Rxi+vF00j4=', 'Content-Length': '0'} 2022-09-01T11:24:01.075 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ae2cc9a54424788a-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.076 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:24:01.076 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:01.077 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:01.077 DEBUG:boto:Method: GET 2022-09-01T11:24:01.078 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:24:01.079 DEBUG:boto:Data: 2022-09-01T11:24:01.079 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.080 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.080 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.081 DEBUG:boto:Params: {} 2022-09-01T11:24:01.082 DEBUG:boto:Token: None 2022-09-01T11:24:01.082 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj19 2022-09-01T11:24:01.083 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yaj6ZL7kvViXaVk5+WOuDfD3Cd8= 2022-09-01T11:24:01.084 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yaj6ZL7kvViXaVk5+WOuDfD3Cd8=', 'Content-Length': '0'} 2022-09-01T11:24:01.086 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000290d82e2c7e26a60-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.130 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:01.131 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:01.132 DEBUG:boto:Method: GET 2022-09-01T11:24:01.133 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:24:01.135 DEBUG:boto:Data: 2022-09-01T11:24:01.136 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.137 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.138 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.138 DEBUG:boto:Params: {} 2022-09-01T11:24:01.140 DEBUG:boto:Token: None 2022-09-01T11:24:01.141 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj19 2022-09-01T11:24:01.142 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yaj6ZL7kvViXaVk5+WOuDfD3Cd8= 2022-09-01T11:24:01.143 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yaj6ZL7kvViXaVk5+WOuDfD3Cd8=', 'Content-Length': '0'} 2022-09-01T11:24:01.148 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ce3c517dfb266c74-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.149 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.149 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.150 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:01.151 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:01.151 DEBUG:boto:Method: GET 2022-09-01T11:24:01.152 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:24:01.153 DEBUG:boto:Data: 2022-09-01T11:24:01.153 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.154 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.155 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.155 DEBUG:boto:Params: {} 2022-09-01T11:24:01.156 DEBUG:boto:Token: None 2022-09-01T11:24:01.157 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.158 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.159 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.162 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004b7dfa78499722b7-0063109651-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.163 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.165 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.165 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.166 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:01.166 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:01.167 DEBUG:boto:Method: GET 2022-09-01T11:24:01.167 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:24:01.168 DEBUG:boto:Data: 2022-09-01T11:24:01.168 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.169 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.170 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.170 DEBUG:boto:Params: {} 2022-09-01T11:24:01.171 DEBUG:boto:Token: None 2022-09-01T11:24:01.172 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.172 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.177 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004f421014375439ac-0063109651-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.178 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.179 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:24:01.179 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:01.180 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:01.180 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.181 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.182 DEBUG:boto:Method: GET 2022-09-01T11:24:01.182 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.183 DEBUG:boto:Data: 2022-09-01T11:24:01.183 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.184 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.185 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.186 DEBUG:boto:Params: {} 2022-09-01T11:24:01.187 DEBUG:boto:Token: None 2022-09-01T11:24:01.188 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.190 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KiQfpFvKar56CTUouGIh7w8Nz7Y= 2022-09-01T11:24:01.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KiQfpFvKar56CTUouGIh7w8Nz7Y=', 'Content-Length': '0'} 2022-09-01T11:24:01.194 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001ae7b174d6c88811-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.195 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:01.196 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:01.196 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.197 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.198 DEBUG:boto:Method: GET 2022-09-01T11:24:01.198 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.199 DEBUG:boto:Data: 2022-09-01T11:24:01.200 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.200 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.201 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.201 DEBUG:boto:Params: {} 2022-09-01T11:24:01.202 DEBUG:boto:Token: None 2022-09-01T11:24:01.203 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.203 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KiQfpFvKar56CTUouGIh7w8Nz7Y= 2022-09-01T11:24:01.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KiQfpFvKar56CTUouGIh7w8Nz7Y=', 'Content-Length': '0'} 2022-09-01T11:24:01.206 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f803d1b1256c4258-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.207 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:01.207 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:01.208 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.208 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.209 DEBUG:boto:Method: HEAD 2022-09-01T11:24:01.209 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.210 DEBUG:boto:Data: 2022-09-01T11:24:01.210 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.211 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.211 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.212 DEBUG:boto:Params: {} 2022-09-01T11:24:01.213 DEBUG:boto:Token: None 2022-09-01T11:24:01.213 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.214 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eSN4ScveLruD8SPc7/pcT8pug9w= 2022-09-01T11:24:01.214 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eSN4ScveLruD8SPc7/pcT8pug9w=', 'Content-Length': '0'} 2022-09-01T11:24:01.217 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bde70e4ea11f5fd1-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.217 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:01.218 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:01.218 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.219 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.219 DEBUG:boto:Method: HEAD 2022-09-01T11:24:01.220 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.220 DEBUG:boto:Data: 2022-09-01T11:24:01.221 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.221 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.222 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.222 DEBUG:boto:Params: {} 2022-09-01T11:24:01.223 DEBUG:boto:Token: None 2022-09-01T11:24:01.224 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.224 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eSN4ScveLruD8SPc7/pcT8pug9w= 2022-09-01T11:24:01.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eSN4ScveLruD8SPc7/pcT8pug9w=', 'Content-Length': '0'} 2022-09-01T11:24:01.227 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000177cbd351ee12a0f-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.228 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:24:01.228 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:01.229 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:01.229 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.230 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.231 DEBUG:boto:Method: GET 2022-09-01T11:24:01.231 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.232 DEBUG:boto:Data: 2022-09-01T11:24:01.232 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.233 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.233 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.234 DEBUG:boto:Params: {} 2022-09-01T11:24:01.235 DEBUG:boto:Token: None 2022-09-01T11:24:01.235 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.236 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KiQfpFvKar56CTUouGIh7w8Nz7Y= 2022-09-01T11:24:01.236 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KiQfpFvKar56CTUouGIh7w8Nz7Y=', 'Content-Length': '0'} 2022-09-01T11:24:01.239 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000920aa9272ba63b9d-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.282 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:01.283 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:01.284 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.285 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.287 DEBUG:boto:Method: GET 2022-09-01T11:24:01.288 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.289 DEBUG:boto:Data: 2022-09-01T11:24:01.290 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.291 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.292 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.293 DEBUG:boto:Params: {} 2022-09-01T11:24:01.295 DEBUG:boto:Token: None 2022-09-01T11:24:01.296 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:01.297 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KiQfpFvKar56CTUouGIh7w8Nz7Y= 2022-09-01T11:24:01.298 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KiQfpFvKar56CTUouGIh7w8Nz7Y=', 'Content-Length': '0'} 2022-09-01T11:24:01.300 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000025ad42188ce84e86-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.302 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.302 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.303 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:01.304 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:01.304 DEBUG:boto:Method: GET 2022-09-01T11:24:01.305 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:24:01.305 DEBUG:boto:Data: 2022-09-01T11:24:01.306 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.306 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.307 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.307 DEBUG:boto:Params: {} 2022-09-01T11:24:01.308 DEBUG:boto:Token: None 2022-09-01T11:24:01.309 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.310 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.314 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a6fb0c62bbeab470-0063109651-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.315 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.316 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.317 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.317 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:01.318 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:01.318 DEBUG:boto:Method: GET 2022-09-01T11:24:01.319 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:24:01.320 DEBUG:boto:Data: 2022-09-01T11:24:01.321 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.322 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.322 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.323 DEBUG:boto:Params: {} 2022-09-01T11:24:01.324 DEBUG:boto:Token: None 2022-09-01T11:24:01.324 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.325 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.326 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.329 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000026bf0b3ff5fbab8a-0063109651-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.330 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.331 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:01.332 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:01.332 DEBUG:boto:Method: HEAD 2022-09-01T11:24:01.333 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:24:01.333 DEBUG:boto:Data: 2022-09-01T11:24:01.334 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.334 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.335 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.335 DEBUG:boto:Params: {} 2022-09-01T11:24:01.336 DEBUG:boto:Token: None 2022-09-01T11:24:01.336 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj22 2022-09-01T11:24:01.337 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xpQv+EsW9IId2kvMDMn0Wcay3fc= 2022-09-01T11:24:01.337 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xpQv+EsW9IId2kvMDMn0Wcay3fc=', 'Content-Length': '0'} 2022-09-01T11:24:01.340 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007888b7a94d829760-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.340 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:01.341 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:01.341 DEBUG:boto:Method: HEAD 2022-09-01T11:24:01.342 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:24:01.342 DEBUG:boto:Data: 2022-09-01T11:24:01.343 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.343 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.344 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.344 DEBUG:boto:Params: {} 2022-09-01T11:24:01.345 DEBUG:boto:Token: None 2022-09-01T11:24:01.346 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj22 2022-09-01T11:24:01.346 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xpQv+EsW9IId2kvMDMn0Wcay3fc= 2022-09-01T11:24:01.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xpQv+EsW9IId2kvMDMn0Wcay3fc=', 'Content-Length': '0'} 2022-09-01T11:24:01.349 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000465be65d5d737ca5-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.350 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:24:01.351 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:01.352 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:01.353 DEBUG:boto:Method: GET 2022-09-01T11:24:01.353 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:24:01.354 DEBUG:boto:Data: 2022-09-01T11:24:01.355 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.356 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.356 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.357 DEBUG:boto:Params: {} 2022-09-01T11:24:01.357 DEBUG:boto:Token: None 2022-09-01T11:24:01.358 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj22 2022-09-01T11:24:01.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2PBY+ctX65Fpi1wuIuug9+3S/Wg= 2022-09-01T11:24:01.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2PBY+ctX65Fpi1wuIuug9+3S/Wg=', 'Content-Length': '0'} 2022-09-01T11:24:01.362 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000054f95679275447bb-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.363 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:01.364 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:01.364 DEBUG:boto:Method: GET 2022-09-01T11:24:01.365 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:24:01.365 DEBUG:boto:Data: 2022-09-01T11:24:01.366 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.367 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.367 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.368 DEBUG:boto:Params: {} 2022-09-01T11:24:01.368 DEBUG:boto:Token: None 2022-09-01T11:24:01.369 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj22 2022-09-01T11:24:01.370 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2PBY+ctX65Fpi1wuIuug9+3S/Wg= 2022-09-01T11:24:01.370 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2PBY+ctX65Fpi1wuIuug9+3S/Wg=', 'Content-Length': '0'} 2022-09-01T11:24:01.373 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d2b8334aab815baa-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.373 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.374 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.374 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:01.375 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:01.375 DEBUG:boto:Method: GET 2022-09-01T11:24:01.376 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:24:01.377 DEBUG:boto:Data: 2022-09-01T11:24:01.377 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.378 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.378 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.379 DEBUG:boto:Params: {} 2022-09-01T11:24:01.379 DEBUG:boto:Token: None 2022-09-01T11:24:01.380 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.381 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.381 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.386 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000152394b85163be2a-0063109651-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.434 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.435 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.436 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.436 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:01.437 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:01.437 DEBUG:boto:Method: GET 2022-09-01T11:24:01.438 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:24:01.438 DEBUG:boto:Data: 2022-09-01T11:24:01.439 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.440 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.440 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.441 DEBUG:boto:Params: {} 2022-09-01T11:24:01.443 DEBUG:boto:Token: None 2022-09-01T11:24:01.443 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.444 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.445 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.449 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000060a342487a1dac2d-0063109651-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.449 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.450 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:24:01.451 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:01.453 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:01.453 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.454 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.455 DEBUG:boto:Method: GET 2022-09-01T11:24:01.455 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.456 DEBUG:boto:Data: 2022-09-01T11:24:01.456 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.457 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.457 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.458 DEBUG:boto:Params: {} 2022-09-01T11:24:01.459 DEBUG:boto:Token: None 2022-09-01T11:24:01.459 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.460 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LTd5alYCzt/h5YO7oYWzQfjBjPI= 2022-09-01T11:24:01.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LTd5alYCzt/h5YO7oYWzQfjBjPI=', 'Content-Length': '0'} 2022-09-01T11:24:01.463 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000016f81e0d1b19aff7-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.464 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:01.465 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:01.465 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.466 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.466 DEBUG:boto:Method: GET 2022-09-01T11:24:01.467 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.467 DEBUG:boto:Data: 2022-09-01T11:24:01.468 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.468 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.469 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.469 DEBUG:boto:Params: {} 2022-09-01T11:24:01.470 DEBUG:boto:Token: None 2022-09-01T11:24:01.471 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LTd5alYCzt/h5YO7oYWzQfjBjPI= 2022-09-01T11:24:01.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LTd5alYCzt/h5YO7oYWzQfjBjPI=', 'Content-Length': '0'} 2022-09-01T11:24:01.474 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000751120cb1abd1c00-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.475 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:01.476 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:01.477 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.477 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.478 DEBUG:boto:Method: HEAD 2022-09-01T11:24:01.479 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.479 DEBUG:boto:Data: 2022-09-01T11:24:01.480 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.480 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.481 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.482 DEBUG:boto:Params: {} 2022-09-01T11:24:01.483 DEBUG:boto:Token: None 2022-09-01T11:24:01.483 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.484 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WeT0fvSvEwfkHSpDrZF3cQMid54= 2022-09-01T11:24:01.485 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WeT0fvSvEwfkHSpDrZF3cQMid54=', 'Content-Length': '0'} 2022-09-01T11:24:01.488 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000093335b6cd4a3970a-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.488 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:01.489 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:01.489 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.490 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.490 DEBUG:boto:Method: HEAD 2022-09-01T11:24:01.491 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.491 DEBUG:boto:Data: 2022-09-01T11:24:01.492 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.492 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.493 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.494 DEBUG:boto:Params: {} 2022-09-01T11:24:01.494 DEBUG:boto:Token: None 2022-09-01T11:24:01.496 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WeT0fvSvEwfkHSpDrZF3cQMid54= 2022-09-01T11:24:01.498 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WeT0fvSvEwfkHSpDrZF3cQMid54=', 'Content-Length': '0'} 2022-09-01T11:24:01.500 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073303458f6ba6b1f-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.502 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:24:01.503 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:01.504 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:01.505 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.506 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.507 DEBUG:boto:Method: GET 2022-09-01T11:24:01.508 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.508 DEBUG:boto:Data: 2022-09-01T11:24:01.509 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.510 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.510 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.511 DEBUG:boto:Params: {} 2022-09-01T11:24:01.512 DEBUG:boto:Token: None 2022-09-01T11:24:01.512 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.513 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LTd5alYCzt/h5YO7oYWzQfjBjPI= 2022-09-01T11:24:01.514 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LTd5alYCzt/h5YO7oYWzQfjBjPI=', 'Content-Length': '0'} 2022-09-01T11:24:01.516 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002dad8525ff4ba122-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.517 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:01.517 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:01.518 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.519 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.520 DEBUG:boto:Method: GET 2022-09-01T11:24:01.520 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.521 DEBUG:boto:Data: 2022-09-01T11:24:01.521 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.522 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.522 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.523 DEBUG:boto:Params: {} 2022-09-01T11:24:01.524 DEBUG:boto:Token: None 2022-09-01T11:24:01.524 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:01.525 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LTd5alYCzt/h5YO7oYWzQfjBjPI= 2022-09-01T11:24:01.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LTd5alYCzt/h5YO7oYWzQfjBjPI=', 'Content-Length': '0'} 2022-09-01T11:24:01.528 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000041c61384df3fbbdc-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.529 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.530 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.530 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:01.531 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:01.531 DEBUG:boto:Method: GET 2022-09-01T11:24:01.532 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:24:01.532 DEBUG:boto:Data: 2022-09-01T11:24:01.533 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.534 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.535 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.536 DEBUG:boto:Params: {} 2022-09-01T11:24:01.537 DEBUG:boto:Token: None 2022-09-01T11:24:01.538 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.539 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.540 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.544 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000506a10a1852ccc43-0063109651-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.545 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.546 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.547 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.547 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:01.548 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:01.548 DEBUG:boto:Method: GET 2022-09-01T11:24:01.549 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:24:01.549 DEBUG:boto:Data: 2022-09-01T11:24:01.550 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.550 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.551 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.552 DEBUG:boto:Params: {} 2022-09-01T11:24:01.552 DEBUG:boto:Token: None 2022-09-01T11:24:01.553 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.554 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.555 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.559 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000015275d68c22e12b3-0063109651-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.560 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.562 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:01.563 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:01.564 DEBUG:boto:Method: HEAD 2022-09-01T11:24:01.565 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:24:01.566 DEBUG:boto:Data: 2022-09-01T11:24:01.566 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.567 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.567 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.568 DEBUG:boto:Params: {} 2022-09-01T11:24:01.568 DEBUG:boto:Token: None 2022-09-01T11:24:01.569 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj23 2022-09-01T11:24:01.570 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sumlPei5B9klncVxRfmewTZ33YM= 2022-09-01T11:24:01.570 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sumlPei5B9klncVxRfmewTZ33YM=', 'Content-Length': '0'} 2022-09-01T11:24:01.573 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000229d4857fd7c983d-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.573 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:01.574 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:01.574 DEBUG:boto:Method: HEAD 2022-09-01T11:24:01.575 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:24:01.575 DEBUG:boto:Data: 2022-09-01T11:24:01.576 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.576 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.577 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.577 DEBUG:boto:Params: {} 2022-09-01T11:24:01.578 DEBUG:boto:Token: None 2022-09-01T11:24:01.579 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj23 2022-09-01T11:24:01.580 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sumlPei5B9klncVxRfmewTZ33YM= 2022-09-01T11:24:01.580 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sumlPei5B9klncVxRfmewTZ33YM=', 'Content-Length': '0'} 2022-09-01T11:24:01.583 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1dab9975635f682-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.583 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:24:01.584 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:01.584 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:01.585 DEBUG:boto:Method: GET 2022-09-01T11:24:01.586 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:24:01.586 DEBUG:boto:Data: 2022-09-01T11:24:01.587 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.587 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.588 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.588 DEBUG:boto:Params: {} 2022-09-01T11:24:01.589 DEBUG:boto:Token: None 2022-09-01T11:24:01.592 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj23 2022-09-01T11:24:01.593 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kIIyLNt7OwzIhFWDVrzt4wNoxMk= 2022-09-01T11:24:01.594 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kIIyLNt7OwzIhFWDVrzt4wNoxMk=', 'Content-Length': '0'} 2022-09-01T11:24:01.597 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d18d6efd72b13536-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.599 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:01.600 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:01.601 DEBUG:boto:Method: GET 2022-09-01T11:24:01.602 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:24:01.603 DEBUG:boto:Data: 2022-09-01T11:24:01.603 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.604 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.605 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.606 DEBUG:boto:Params: {} 2022-09-01T11:24:01.607 DEBUG:boto:Token: None 2022-09-01T11:24:01.608 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj23 2022-09-01T11:24:01.609 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kIIyLNt7OwzIhFWDVrzt4wNoxMk= 2022-09-01T11:24:01.610 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kIIyLNt7OwzIhFWDVrzt4wNoxMk=', 'Content-Length': '0'} 2022-09-01T11:24:01.613 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003da6d3683068583e-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.655 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.657 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.657 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:01.658 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:01.659 DEBUG:boto:Method: GET 2022-09-01T11:24:01.659 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:24:01.660 DEBUG:boto:Data: 2022-09-01T11:24:01.660 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.661 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.661 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.662 DEBUG:boto:Params: {} 2022-09-01T11:24:01.663 DEBUG:boto:Token: None 2022-09-01T11:24:01.664 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.665 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.666 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.669 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001528159e20a67105-0063109651-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.670 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.671 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.671 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.672 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:01.672 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:01.673 DEBUG:boto:Method: GET 2022-09-01T11:24:01.673 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:24:01.674 DEBUG:boto:Data: 2022-09-01T11:24:01.675 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.675 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.676 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.676 DEBUG:boto:Params: {} 2022-09-01T11:24:01.677 DEBUG:boto:Token: None 2022-09-01T11:24:01.677 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.678 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.679 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.683 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006d043cc6ae54dcf1-0063109651-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.684 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.685 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:24:01.686 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:01.687 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:01.688 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.689 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.690 DEBUG:boto:Method: GET 2022-09-01T11:24:01.691 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.692 DEBUG:boto:Data: 2022-09-01T11:24:01.693 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.695 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.696 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.697 DEBUG:boto:Params: {} 2022-09-01T11:24:01.698 DEBUG:boto:Token: None 2022-09-01T11:24:01.699 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.700 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pFPhnlIDrXBq4dSSl/o/AAblixM= 2022-09-01T11:24:01.701 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pFPhnlIDrXBq4dSSl/o/AAblixM=', 'Content-Length': '0'} 2022-09-01T11:24:01.703 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000537ef6519ac0444c-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.704 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:01.705 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:01.706 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.706 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.707 DEBUG:boto:Method: GET 2022-09-01T11:24:01.707 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.708 DEBUG:boto:Data: 2022-09-01T11:24:01.708 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.709 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.709 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.710 DEBUG:boto:Params: {} 2022-09-01T11:24:01.711 DEBUG:boto:Token: None 2022-09-01T11:24:01.711 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pFPhnlIDrXBq4dSSl/o/AAblixM= 2022-09-01T11:24:01.712 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pFPhnlIDrXBq4dSSl/o/AAblixM=', 'Content-Length': '0'} 2022-09-01T11:24:01.714 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000002bd00ea021a4619-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.715 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:01.716 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:01.717 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.717 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.718 DEBUG:boto:Method: HEAD 2022-09-01T11:24:01.718 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.719 DEBUG:boto:Data: 2022-09-01T11:24:01.719 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.720 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.720 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.721 DEBUG:boto:Params: {} 2022-09-01T11:24:01.721 DEBUG:boto:Token: None 2022-09-01T11:24:01.722 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LZyM36tc6YaiyYmG+glZKvTJvpE= 2022-09-01T11:24:01.723 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LZyM36tc6YaiyYmG+glZKvTJvpE=', 'Content-Length': '0'} 2022-09-01T11:24:01.725 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000011f2406aa6fd7257-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.726 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:01.727 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:01.728 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.728 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.728 DEBUG:boto:Method: HEAD 2022-09-01T11:24:01.729 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.730 DEBUG:boto:Data: 2022-09-01T11:24:01.730 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.731 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.733 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.733 DEBUG:boto:Params: {} 2022-09-01T11:24:01.735 DEBUG:boto:Token: None 2022-09-01T11:24:01.736 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.737 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LZyM36tc6YaiyYmG+glZKvTJvpE= 2022-09-01T11:24:01.738 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LZyM36tc6YaiyYmG+glZKvTJvpE=', 'Content-Length': '0'} 2022-09-01T11:24:01.742 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000082ffc2853e7a9b5b-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.743 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:24:01.744 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:01.744 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:01.745 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.745 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.746 DEBUG:boto:Method: GET 2022-09-01T11:24:01.747 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.747 DEBUG:boto:Data: 2022-09-01T11:24:01.749 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.749 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.750 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.751 DEBUG:boto:Params: {} 2022-09-01T11:24:01.751 DEBUG:boto:Token: None 2022-09-01T11:24:01.752 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.753 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pFPhnlIDrXBq4dSSl/o/AAblixM= 2022-09-01T11:24:01.753 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pFPhnlIDrXBq4dSSl/o/AAblixM=', 'Content-Length': '0'} 2022-09-01T11:24:01.757 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a0a702bce6aff1f6-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.758 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:01.759 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:01.760 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.760 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.761 DEBUG:boto:Method: GET 2022-09-01T11:24:01.761 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.762 DEBUG:boto:Data: 2022-09-01T11:24:01.762 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.763 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.763 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.764 DEBUG:boto:Params: {} 2022-09-01T11:24:01.764 DEBUG:boto:Token: None 2022-09-01T11:24:01.765 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:01.766 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pFPhnlIDrXBq4dSSl/o/AAblixM= 2022-09-01T11:24:01.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pFPhnlIDrXBq4dSSl/o/AAblixM=', 'Content-Length': '0'} 2022-09-01T11:24:01.770 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d77d16994cbc8265-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.810 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.811 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.811 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:01.812 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:01.812 DEBUG:boto:Method: GET 2022-09-01T11:24:01.813 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:24:01.813 DEBUG:boto:Data: 2022-09-01T11:24:01.814 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.814 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.815 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.815 DEBUG:boto:Params: {} 2022-09-01T11:24:01.816 DEBUG:boto:Token: None 2022-09-01T11:24:01.817 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.818 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.821 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000098a373a4c36f44ce-0063109651-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.822 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.823 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.823 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.824 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:01.825 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:01.825 DEBUG:boto:Method: GET 2022-09-01T11:24:01.826 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:24:01.826 DEBUG:boto:Data: 2022-09-01T11:24:01.827 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.828 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.828 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.829 DEBUG:boto:Params: {} 2022-09-01T11:24:01.830 DEBUG:boto:Token: None 2022-09-01T11:24:01.830 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.831 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.835 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000077a37626bab7df3c-0063109651-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.836 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.837 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:01.838 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:01.838 DEBUG:boto:Method: HEAD 2022-09-01T11:24:01.839 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:24:01.840 DEBUG:boto:Data: 2022-09-01T11:24:01.840 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.841 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.841 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.842 DEBUG:boto:Params: {} 2022-09-01T11:24:01.843 DEBUG:boto:Token: None 2022-09-01T11:24:01.843 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj33 2022-09-01T11:24:01.844 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sWLmPni94AncRPZRnacqe6u55OM= 2022-09-01T11:24:01.845 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sWLmPni94AncRPZRnacqe6u55OM=', 'Content-Length': '0'} 2022-09-01T11:24:01.848 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000384403c59197e499-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.849 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:01.850 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:01.850 DEBUG:boto:Method: HEAD 2022-09-01T11:24:01.851 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:24:01.851 DEBUG:boto:Data: 2022-09-01T11:24:01.852 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.852 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.853 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.853 DEBUG:boto:Params: {} 2022-09-01T11:24:01.854 DEBUG:boto:Token: None 2022-09-01T11:24:01.855 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj33 2022-09-01T11:24:01.855 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sWLmPni94AncRPZRnacqe6u55OM= 2022-09-01T11:24:01.856 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sWLmPni94AncRPZRnacqe6u55OM=', 'Content-Length': '0'} 2022-09-01T11:24:01.858 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c359aec1dc5ce14c-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.859 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:24:01.859 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:01.860 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:01.861 DEBUG:boto:Method: GET 2022-09-01T11:24:01.861 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:24:01.862 DEBUG:boto:Data: 2022-09-01T11:24:01.863 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.864 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.865 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.866 DEBUG:boto:Params: {} 2022-09-01T11:24:01.867 DEBUG:boto:Token: None 2022-09-01T11:24:01.868 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj33 2022-09-01T11:24:01.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BsBZ4kdGprz5ETbY2doEry00D3k= 2022-09-01T11:24:01.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BsBZ4kdGprz5ETbY2doEry00D3k=', 'Content-Length': '0'} 2022-09-01T11:24:01.873 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071e4fbb89901e9e6-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.874 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:01.875 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:01.875 DEBUG:boto:Method: GET 2022-09-01T11:24:01.876 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:24:01.876 DEBUG:boto:Data: 2022-09-01T11:24:01.877 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.878 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.878 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.879 DEBUG:boto:Params: {} 2022-09-01T11:24:01.880 DEBUG:boto:Token: None 2022-09-01T11:24:01.880 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj33 2022-09-01T11:24:01.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BsBZ4kdGprz5ETbY2doEry00D3k= 2022-09-01T11:24:01.881 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BsBZ4kdGprz5ETbY2doEry00D3k=', 'Content-Length': '0'} 2022-09-01T11:24:01.884 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b584e4ed799d001-0063109651-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.927 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.927 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.928 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:01.929 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:01.930 DEBUG:boto:Method: GET 2022-09-01T11:24:01.930 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:24:01.931 DEBUG:boto:Data: 2022-09-01T11:24:01.932 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.933 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.934 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.934 DEBUG:boto:Params: {} 2022-09-01T11:24:01.935 DEBUG:boto:Token: None 2022-09-01T11:24:01.935 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.936 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.937 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.939 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000036a520e7cb92f669-0063109651-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.941 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.942 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:01.943 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:01.944 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:01.945 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:01.946 DEBUG:boto:Method: GET 2022-09-01T11:24:01.947 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:24:01.948 DEBUG:boto:Data: 2022-09-01T11:24:01.950 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.951 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.952 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.953 DEBUG:boto:Params: {} 2022-09-01T11:24:01.954 DEBUG:boto:Token: None 2022-09-01T11:24:01.956 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/ 2022-09-01T11:24:01.957 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw= 2022-09-01T11:24:01.958 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W2Q8ZkOgHpnkkLb3mz1q8GCbSEw=', 'Content-Length': '0'} 2022-09-01T11:24:01.963 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009af4983d749de4c3-0063109651-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.964 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:01.966 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:24:01.967 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:01.968 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:01.969 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:01.970 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:01.971 DEBUG:boto:Method: GET 2022-09-01T11:24:01.972 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:01.973 DEBUG:boto:Data: 2022-09-01T11:24:01.975 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.976 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:01.977 DEBUG:boto:Port: 8001 2022-09-01T11:24:01.978 DEBUG:boto:Params: {} 2022-09-01T11:24:01.979 DEBUG:boto:Token: None 2022-09-01T11:24:01.980 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:01.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gFzRppGne+mwHrB6z5UcM8d6xN0= 2022-09-01T11:24:01.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gFzRppGne+mwHrB6z5UcM8d6xN0=', 'Content-Length': '0'} 2022-09-01T11:24:01.986 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004143f326a312462b-0063109651-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:01.988 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:01.989 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:01.990 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:01.991 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:01.992 DEBUG:boto:Method: GET 2022-09-01T11:24:01.992 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:01.993 DEBUG:boto:Data: 2022-09-01T11:24:01.993 DEBUG:boto:Headers: {} 2022-09-01T11:24:01.994 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:01.995 DEBUG:boto:Port: 8000 2022-09-01T11:24:01.995 DEBUG:boto:Params: {} 2022-09-01T11:24:01.996 DEBUG:boto:Token: None 2022-09-01T11:24:01.997 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:01 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:01.998 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gFzRppGne+mwHrB6z5UcM8d6xN0= 2022-09-01T11:24:02.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gFzRppGne+mwHrB6z5UcM8d6xN0=', 'Content-Length': '0'} 2022-09-01T11:24:02.004 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c7cd2c7bbf2bbb0-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.005 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:02.006 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:02.007 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.007 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.008 DEBUG:boto:Method: HEAD 2022-09-01T11:24:02.009 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.009 DEBUG:boto:Data: 2022-09-01T11:24:02.010 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.011 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.011 DEBUG:boto:Params: {} 2022-09-01T11:24:02.012 DEBUG:boto:Token: None 2022-09-01T11:24:02.012 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.013 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o9Cl7ro8aJQ/46ZGJ7V8Nee9NQk= 2022-09-01T11:24:02.014 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o9Cl7ro8aJQ/46ZGJ7V8Nee9NQk=', 'Content-Length': '0'} 2022-09-01T11:24:02.016 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d26d5e9acb1a7ba-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.017 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:02.017 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:02.018 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.018 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.019 DEBUG:boto:Method: HEAD 2022-09-01T11:24:02.019 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.020 DEBUG:boto:Data: 2022-09-01T11:24:02.020 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.021 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.021 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.022 DEBUG:boto:Params: {} 2022-09-01T11:24:02.022 DEBUG:boto:Token: None 2022-09-01T11:24:02.023 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.023 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o9Cl7ro8aJQ/46ZGJ7V8Nee9NQk= 2022-09-01T11:24:02.024 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o9Cl7ro8aJQ/46ZGJ7V8Nee9NQk=', 'Content-Length': '0'} 2022-09-01T11:24:02.026 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f4d4861d861d68e-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.027 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:24:02.027 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:02.028 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:02.028 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.029 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.029 DEBUG:boto:Method: GET 2022-09-01T11:24:02.030 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.031 DEBUG:boto:Data: 2022-09-01T11:24:02.031 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.032 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.032 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.033 DEBUG:boto:Params: {} 2022-09-01T11:24:02.033 DEBUG:boto:Token: None 2022-09-01T11:24:02.034 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WsoaOJ1g9J2ak51E2k3e2VVJGAg= 2022-09-01T11:24:02.035 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WsoaOJ1g9J2ak51E2k3e2VVJGAg=', 'Content-Length': '0'} 2022-09-01T11:24:02.037 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000099743692d3876870-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.083 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:02.083 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:02.084 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.085 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.086 DEBUG:boto:Method: GET 2022-09-01T11:24:02.087 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.088 DEBUG:boto:Data: 2022-09-01T11:24:02.089 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.090 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.091 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.092 DEBUG:boto:Params: {} 2022-09-01T11:24:02.093 DEBUG:boto:Token: None 2022-09-01T11:24:02.094 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:02.095 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WsoaOJ1g9J2ak51E2k3e2VVJGAg= 2022-09-01T11:24:02.096 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WsoaOJ1g9J2ak51E2k3e2VVJGAg=', 'Content-Length': '0'} 2022-09-01T11:24:02.102 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d52e9b48f8f2a942-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.103 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:02.104 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:02.104 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:02.105 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:02.106 DEBUG:boto:Method: GET 2022-09-01T11:24:02.106 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:24:02.107 DEBUG:boto:Data: 2022-09-01T11:24:02.107 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.108 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.109 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.110 DEBUG:boto:Params: {} 2022-09-01T11:24:02.111 DEBUG:boto:Token: None 2022-09-01T11:24:02.111 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/ 2022-09-01T11:24:02.112 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q= 2022-09-01T11:24:02.113 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q=', 'Content-Length': '0'} 2022-09-01T11:24:02.116 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002a3008f6467927ad-0063109652-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.118 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:02.119 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:02.120 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:02.122 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:02.123 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:02.124 DEBUG:boto:Method: GET 2022-09-01T11:24:02.125 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:24:02.126 DEBUG:boto:Data: 2022-09-01T11:24:02.126 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.127 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.128 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.129 DEBUG:boto:Params: {} 2022-09-01T11:24:02.130 DEBUG:boto:Token: None 2022-09-01T11:24:02.131 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/ 2022-09-01T11:24:02.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q= 2022-09-01T11:24:02.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q=', 'Content-Length': '0'} 2022-09-01T11:24:02.139 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a9b5289f4229d639-0063109652-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.140 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:02.141 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:02.142 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:02.142 DEBUG:boto:Method: HEAD 2022-09-01T11:24:02.143 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:24:02.143 DEBUG:boto:Data: 2022-09-01T11:24:02.144 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.144 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.145 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.146 DEBUG:boto:Params: {} 2022-09-01T11:24:02.147 DEBUG:boto:Token: None 2022-09-01T11:24:02.148 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj34 2022-09-01T11:24:02.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sZNIuQ0K+65WT2VImF72KLdcdfA= 2022-09-01T11:24:02.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sZNIuQ0K+65WT2VImF72KLdcdfA=', 'Content-Length': '0'} 2022-09-01T11:24:02.152 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d333805e67a05ce-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.153 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:02.155 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:02.156 DEBUG:boto:Method: HEAD 2022-09-01T11:24:02.157 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:24:02.158 DEBUG:boto:Data: 2022-09-01T11:24:02.159 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.160 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.161 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.162 DEBUG:boto:Params: {} 2022-09-01T11:24:02.163 DEBUG:boto:Token: None 2022-09-01T11:24:02.164 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj34 2022-09-01T11:24:02.165 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sZNIuQ0K+65WT2VImF72KLdcdfA= 2022-09-01T11:24:02.166 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sZNIuQ0K+65WT2VImF72KLdcdfA=', 'Content-Length': '0'} 2022-09-01T11:24:02.171 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006071b0f58e6c72a2-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.172 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:24:02.172 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:02.173 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:02.173 DEBUG:boto:Method: GET 2022-09-01T11:24:02.174 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:24:02.175 DEBUG:boto:Data: 2022-09-01T11:24:02.175 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.176 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.176 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.177 DEBUG:boto:Params: {} 2022-09-01T11:24:02.177 DEBUG:boto:Token: None 2022-09-01T11:24:02.178 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj34 2022-09-01T11:24:02.179 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WFDeeiPBAfKBDGvtZDxJH5p+FoU= 2022-09-01T11:24:02.179 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WFDeeiPBAfKBDGvtZDxJH5p+FoU=', 'Content-Length': '0'} 2022-09-01T11:24:02.182 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000a3e079fb3d51ec2-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.183 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:02.183 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:02.184 DEBUG:boto:Method: GET 2022-09-01T11:24:02.184 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:24:02.185 DEBUG:boto:Data: 2022-09-01T11:24:02.185 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.186 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.187 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.187 DEBUG:boto:Params: {} 2022-09-01T11:24:02.188 DEBUG:boto:Token: None 2022-09-01T11:24:02.188 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj34 2022-09-01T11:24:02.189 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WFDeeiPBAfKBDGvtZDxJH5p+FoU= 2022-09-01T11:24:02.189 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WFDeeiPBAfKBDGvtZDxJH5p+FoU=', 'Content-Length': '0'} 2022-09-01T11:24:02.192 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001ae17033a1956841-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.238 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:02.239 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:02.239 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:02.240 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:02.241 DEBUG:boto:Method: GET 2022-09-01T11:24:02.242 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:24:02.242 DEBUG:boto:Data: 2022-09-01T11:24:02.243 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.243 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.244 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.244 DEBUG:boto:Params: {} 2022-09-01T11:24:02.245 DEBUG:boto:Token: None 2022-09-01T11:24:02.246 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/ 2022-09-01T11:24:02.246 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q= 2022-09-01T11:24:02.247 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q=', 'Content-Length': '0'} 2022-09-01T11:24:02.250 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a50f73951e9f5e91-0063109652-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.251 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:02.252 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:02.252 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:02.253 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:02.253 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:02.254 DEBUG:boto:Method: GET 2022-09-01T11:24:02.254 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:24:02.255 DEBUG:boto:Data: 2022-09-01T11:24:02.255 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.256 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.256 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.257 DEBUG:boto:Params: {} 2022-09-01T11:24:02.258 DEBUG:boto:Token: None 2022-09-01T11:24:02.258 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/ 2022-09-01T11:24:02.259 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q= 2022-09-01T11:24:02.260 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q=', 'Content-Length': '0'} 2022-09-01T11:24:02.264 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000e70a3f7d0779e26-0063109652-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.264 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:02.265 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:24:02.266 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:02.267 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:02.267 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.268 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.268 DEBUG:boto:Method: GET 2022-09-01T11:24:02.269 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.269 DEBUG:boto:Data: 2022-09-01T11:24:02.270 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.271 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.271 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.272 DEBUG:boto:Params: {} 2022-09-01T11:24:02.273 DEBUG:boto:Token: None 2022-09-01T11:24:02.273 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.274 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yJIX1m9AgprccQC7vcBbGgGy2fk= 2022-09-01T11:24:02.275 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yJIX1m9AgprccQC7vcBbGgGy2fk=', 'Content-Length': '0'} 2022-09-01T11:24:02.277 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014c60009d34177d9-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.318 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:02.319 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:02.319 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.320 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.320 DEBUG:boto:Method: GET 2022-09-01T11:24:02.321 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.322 DEBUG:boto:Data: 2022-09-01T11:24:02.323 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.324 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.324 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.325 DEBUG:boto:Params: {} 2022-09-01T11:24:02.326 DEBUG:boto:Token: None 2022-09-01T11:24:02.327 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.327 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yJIX1m9AgprccQC7vcBbGgGy2fk= 2022-09-01T11:24:02.328 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yJIX1m9AgprccQC7vcBbGgGy2fk=', 'Content-Length': '0'} 2022-09-01T11:24:02.330 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000083257b1f96d907ab-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.332 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:02.332 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:02.333 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.333 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.334 DEBUG:boto:Method: HEAD 2022-09-01T11:24:02.334 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.335 DEBUG:boto:Data: 2022-09-01T11:24:02.336 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.336 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.337 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.337 DEBUG:boto:Params: {} 2022-09-01T11:24:02.338 DEBUG:boto:Token: None 2022-09-01T11:24:02.339 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.340 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9eBjgmFc1rk8OzBokNs4C4SHulk= 2022-09-01T11:24:02.340 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9eBjgmFc1rk8OzBokNs4C4SHulk=', 'Content-Length': '0'} 2022-09-01T11:24:02.343 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a1462cbf07315ed3-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.344 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:02.344 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:02.345 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.346 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.346 DEBUG:boto:Method: HEAD 2022-09-01T11:24:02.347 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.348 DEBUG:boto:Data: 2022-09-01T11:24:02.348 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.349 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.350 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.350 DEBUG:boto:Params: {} 2022-09-01T11:24:02.351 DEBUG:boto:Token: None 2022-09-01T11:24:02.351 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.352 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9eBjgmFc1rk8OzBokNs4C4SHulk= 2022-09-01T11:24:02.353 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9eBjgmFc1rk8OzBokNs4C4SHulk=', 'Content-Length': '0'} 2022-09-01T11:24:02.355 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006f23e709ff9ca122-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.356 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:24:02.357 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:02.357 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:02.358 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.359 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.360 DEBUG:boto:Method: GET 2022-09-01T11:24:02.360 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.361 DEBUG:boto:Data: 2022-09-01T11:24:02.362 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.363 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.364 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.365 DEBUG:boto:Params: {} 2022-09-01T11:24:02.366 DEBUG:boto:Token: None 2022-09-01T11:24:02.367 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.368 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yJIX1m9AgprccQC7vcBbGgGy2fk= 2022-09-01T11:24:02.369 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yJIX1m9AgprccQC7vcBbGgGy2fk=', 'Content-Length': '0'} 2022-09-01T11:24:02.371 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c3965021f477e8f0-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.373 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:02.374 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:02.375 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.375 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.376 DEBUG:boto:Method: GET 2022-09-01T11:24:02.377 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.377 DEBUG:boto:Data: 2022-09-01T11:24:02.378 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.378 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.379 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.380 DEBUG:boto:Params: {} 2022-09-01T11:24:02.380 DEBUG:boto:Token: None 2022-09-01T11:24:02.381 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:02.382 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yJIX1m9AgprccQC7vcBbGgGy2fk= 2022-09-01T11:24:02.382 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yJIX1m9AgprccQC7vcBbGgGy2fk=', 'Content-Length': '0'} 2022-09-01T11:24:02.385 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003adc07b99b8f2970-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.430 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:02.431 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:02.432 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:02.433 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:02.434 DEBUG:boto:Method: GET 2022-09-01T11:24:02.435 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:24:02.436 DEBUG:boto:Data: 2022-09-01T11:24:02.436 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.437 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.438 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.439 DEBUG:boto:Params: {} 2022-09-01T11:24:02.440 DEBUG:boto:Token: None 2022-09-01T11:24:02.440 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/ 2022-09-01T11:24:02.441 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q= 2022-09-01T11:24:02.442 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q=', 'Content-Length': '0'} 2022-09-01T11:24:02.445 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000543e396d3160ff29-0063109652-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.445 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:02.447 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:02.448 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:02.449 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:02.449 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:02.450 DEBUG:boto:Method: GET 2022-09-01T11:24:02.450 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:24:02.451 DEBUG:boto:Data: 2022-09-01T11:24:02.452 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.452 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.453 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.453 DEBUG:boto:Params: {} 2022-09-01T11:24:02.454 DEBUG:boto:Token: None 2022-09-01T11:24:02.455 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/ 2022-09-01T11:24:02.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q= 2022-09-01T11:24:02.458 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q=', 'Content-Length': '0'} 2022-09-01T11:24:02.462 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b2f8a60ff8dcf564-0063109652-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.463 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:02.464 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:02.465 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:02.466 DEBUG:boto:Method: HEAD 2022-09-01T11:24:02.466 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:24:02.467 DEBUG:boto:Data: 2022-09-01T11:24:02.468 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.468 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.469 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.469 DEBUG:boto:Params: {} 2022-09-01T11:24:02.470 DEBUG:boto:Token: None 2022-09-01T11:24:02.471 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj38 2022-09-01T11:24:02.472 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i97OpOkYipKpjzjNqE3bPsOryB4= 2022-09-01T11:24:02.473 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i97OpOkYipKpjzjNqE3bPsOryB4=', 'Content-Length': '0'} 2022-09-01T11:24:02.477 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca1f6f358301e5c7-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.478 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:02.479 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:02.479 DEBUG:boto:Method: HEAD 2022-09-01T11:24:02.480 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:24:02.480 DEBUG:boto:Data: 2022-09-01T11:24:02.481 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.481 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.482 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.483 DEBUG:boto:Params: {} 2022-09-01T11:24:02.483 DEBUG:boto:Token: None 2022-09-01T11:24:02.484 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj38 2022-09-01T11:24:02.485 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i97OpOkYipKpjzjNqE3bPsOryB4= 2022-09-01T11:24:02.485 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i97OpOkYipKpjzjNqE3bPsOryB4=', 'Content-Length': '0'} 2022-09-01T11:24:02.488 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c50ad58f8080c03-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.488 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:24:02.489 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:02.490 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:02.490 DEBUG:boto:Method: GET 2022-09-01T11:24:02.491 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:24:02.492 DEBUG:boto:Data: 2022-09-01T11:24:02.492 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.493 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.494 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.494 DEBUG:boto:Params: {} 2022-09-01T11:24:02.495 DEBUG:boto:Token: None 2022-09-01T11:24:02.496 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj38 2022-09-01T11:24:02.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fo1L9YizrrffSYl02OvCO20qbW8= 2022-09-01T11:24:02.497 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fo1L9YizrrffSYl02OvCO20qbW8=', 'Content-Length': '0'} 2022-09-01T11:24:02.500 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b04ef0fedc26e8bf-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.501 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:02.502 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:02.503 DEBUG:boto:Method: GET 2022-09-01T11:24:02.504 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:24:02.505 DEBUG:boto:Data: 2022-09-01T11:24:02.506 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.508 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.509 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.510 DEBUG:boto:Params: {} 2022-09-01T11:24:02.511 DEBUG:boto:Token: None 2022-09-01T11:24:02.512 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj38 2022-09-01T11:24:02.514 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fo1L9YizrrffSYl02OvCO20qbW8= 2022-09-01T11:24:02.515 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fo1L9YizrrffSYl02OvCO20qbW8=', 'Content-Length': '0'} 2022-09-01T11:24:02.518 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000989b5d5f1db3442f-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.520 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:02.521 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:02.522 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:02.523 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:02.524 DEBUG:boto:Method: GET 2022-09-01T11:24:02.525 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:24:02.525 DEBUG:boto:Data: 2022-09-01T11:24:02.526 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.527 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.528 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.529 DEBUG:boto:Params: {} 2022-09-01T11:24:02.529 DEBUG:boto:Token: None 2022-09-01T11:24:02.530 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/ 2022-09-01T11:24:02.531 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q= 2022-09-01T11:24:02.532 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q=', 'Content-Length': '0'} 2022-09-01T11:24:02.536 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007b8c167ce6023e1a-0063109652-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.538 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:02.539 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:02.540 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:02.542 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:02.543 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:02.545 DEBUG:boto:Method: GET 2022-09-01T11:24:02.547 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:24:02.548 DEBUG:boto:Data: 2022-09-01T11:24:02.549 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.550 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.551 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.552 DEBUG:boto:Params: {} 2022-09-01T11:24:02.553 DEBUG:boto:Token: None 2022-09-01T11:24:02.555 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/ 2022-09-01T11:24:02.556 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q= 2022-09-01T11:24:02.557 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q=', 'Content-Length': '0'} 2022-09-01T11:24:02.562 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000faf93fe197c0f0e6-0063109652-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.602 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:02.603 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:24:02.604 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:02.605 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:02.605 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.606 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.606 DEBUG:boto:Method: GET 2022-09-01T11:24:02.607 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.608 DEBUG:boto:Data: 2022-09-01T11:24:02.610 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.611 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.612 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.613 DEBUG:boto:Params: {} 2022-09-01T11:24:02.614 DEBUG:boto:Token: None 2022-09-01T11:24:02.616 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.617 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PyKBbtEqH7Nn+v/DZl/9bZ07Ndk= 2022-09-01T11:24:02.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PyKBbtEqH7Nn+v/DZl/9bZ07Ndk=', 'Content-Length': '0'} 2022-09-01T11:24:02.622 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004fe42d36db198f71-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.624 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:02.625 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:02.625 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.626 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.627 DEBUG:boto:Method: GET 2022-09-01T11:24:02.628 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.629 DEBUG:boto:Data: 2022-09-01T11:24:02.630 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.631 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.632 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.633 DEBUG:boto:Params: {} 2022-09-01T11:24:02.634 DEBUG:boto:Token: None 2022-09-01T11:24:02.635 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.636 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PyKBbtEqH7Nn+v/DZl/9bZ07Ndk= 2022-09-01T11:24:02.637 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PyKBbtEqH7Nn+v/DZl/9bZ07Ndk=', 'Content-Length': '0'} 2022-09-01T11:24:02.640 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c4152a4c82c6b93b-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.641 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:02.641 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:02.642 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.642 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.643 DEBUG:boto:Method: HEAD 2022-09-01T11:24:02.643 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.644 DEBUG:boto:Data: 2022-09-01T11:24:02.645 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.645 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.646 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.646 DEBUG:boto:Params: {} 2022-09-01T11:24:02.647 DEBUG:boto:Token: None 2022-09-01T11:24:02.648 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.648 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T6lpoUfp25foVnQwkn+xLsMhxGI= 2022-09-01T11:24:02.649 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T6lpoUfp25foVnQwkn+xLsMhxGI=', 'Content-Length': '0'} 2022-09-01T11:24:02.651 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd2a50ed55a7bc60-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.652 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:02.653 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:02.654 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.655 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.656 DEBUG:boto:Method: HEAD 2022-09-01T11:24:02.656 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.657 DEBUG:boto:Data: 2022-09-01T11:24:02.658 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.659 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.660 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.661 DEBUG:boto:Params: {} 2022-09-01T11:24:02.662 DEBUG:boto:Token: None 2022-09-01T11:24:02.662 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.663 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T6lpoUfp25foVnQwkn+xLsMhxGI= 2022-09-01T11:24:02.664 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T6lpoUfp25foVnQwkn+xLsMhxGI=', 'Content-Length': '0'} 2022-09-01T11:24:02.667 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000027c9db7dcbab56e2-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.668 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:24:02.669 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:02.670 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:02.671 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.672 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.673 DEBUG:boto:Method: GET 2022-09-01T11:24:02.674 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.674 DEBUG:boto:Data: 2022-09-01T11:24:02.675 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.676 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.676 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.677 DEBUG:boto:Params: {} 2022-09-01T11:24:02.678 DEBUG:boto:Token: None 2022-09-01T11:24:02.679 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.679 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PyKBbtEqH7Nn+v/DZl/9bZ07Ndk= 2022-09-01T11:24:02.680 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PyKBbtEqH7Nn+v/DZl/9bZ07Ndk=', 'Content-Length': '0'} 2022-09-01T11:24:02.683 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b99806307122393-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.684 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:02.686 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:02.686 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.687 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.688 DEBUG:boto:Method: GET 2022-09-01T11:24:02.688 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.689 DEBUG:boto:Data: 2022-09-01T11:24:02.690 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.690 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.691 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.692 DEBUG:boto:Params: {} 2022-09-01T11:24:02.692 DEBUG:boto:Token: None 2022-09-01T11:24:02.693 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:02.694 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PyKBbtEqH7Nn+v/DZl/9bZ07Ndk= 2022-09-01T11:24:02.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PyKBbtEqH7Nn+v/DZl/9bZ07Ndk=', 'Content-Length': '0'} 2022-09-01T11:24:02.698 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009fff406a5dc18df1-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.699 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:02.700 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:02.702 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:02.702 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:02.703 DEBUG:boto:Method: GET 2022-09-01T11:24:02.704 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:24:02.704 DEBUG:boto:Data: 2022-09-01T11:24:02.705 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.705 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.706 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.706 DEBUG:boto:Params: {} 2022-09-01T11:24:02.708 DEBUG:boto:Token: None 2022-09-01T11:24:02.708 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/ 2022-09-01T11:24:02.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q= 2022-09-01T11:24:02.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q=', 'Content-Length': '0'} 2022-09-01T11:24:02.713 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007a8512ff83320245-0063109652-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.754 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:02.755 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:02.756 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:02.757 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:02.757 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:02.758 DEBUG:boto:Method: GET 2022-09-01T11:24:02.759 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:24:02.760 DEBUG:boto:Data: 2022-09-01T11:24:02.761 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.761 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.762 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.762 DEBUG:boto:Params: {} 2022-09-01T11:24:02.763 DEBUG:boto:Token: None 2022-09-01T11:24:02.763 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/ 2022-09-01T11:24:02.764 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q= 2022-09-01T11:24:02.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q=', 'Content-Length': '0'} 2022-09-01T11:24:02.769 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000a57865e470f3d6d-0063109652-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.770 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:02.771 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:02.772 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:02.772 DEBUG:boto:Method: HEAD 2022-09-01T11:24:02.773 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:24:02.773 DEBUG:boto:Data: 2022-09-01T11:24:02.774 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.774 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.775 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.775 DEBUG:boto:Params: {} 2022-09-01T11:24:02.776 DEBUG:boto:Token: None 2022-09-01T11:24:02.777 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj44 2022-09-01T11:24:02.778 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cr0ndBmX8ibm0sF3y2I0XzNBg9Q= 2022-09-01T11:24:02.778 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cr0ndBmX8ibm0sF3y2I0XzNBg9Q=', 'Content-Length': '0'} 2022-09-01T11:24:02.781 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007aa8ac7bc50715e7-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.782 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:02.783 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:02.784 DEBUG:boto:Method: HEAD 2022-09-01T11:24:02.785 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:24:02.785 DEBUG:boto:Data: 2022-09-01T11:24:02.786 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.787 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.788 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.789 DEBUG:boto:Params: {} 2022-09-01T11:24:02.790 DEBUG:boto:Token: None 2022-09-01T11:24:02.790 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj44 2022-09-01T11:24:02.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cr0ndBmX8ibm0sF3y2I0XzNBg9Q= 2022-09-01T11:24:02.792 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cr0ndBmX8ibm0sF3y2I0XzNBg9Q=', 'Content-Length': '0'} 2022-09-01T11:24:02.794 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd9d0530a90e62d9-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.795 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:24:02.795 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:02.796 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:02.796 DEBUG:boto:Method: GET 2022-09-01T11:24:02.797 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:24:02.797 DEBUG:boto:Data: 2022-09-01T11:24:02.798 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.799 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.799 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.800 DEBUG:boto:Params: {} 2022-09-01T11:24:02.800 DEBUG:boto:Token: None 2022-09-01T11:24:02.801 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj44 2022-09-01T11:24:02.802 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QfYJdN+8syMVJRK+oJOX8zrFwBc= 2022-09-01T11:24:02.802 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QfYJdN+8syMVJRK+oJOX8zrFwBc=', 'Content-Length': '0'} 2022-09-01T11:24:02.804 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c37a327f892d305a-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.806 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:02.807 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:02.808 DEBUG:boto:Method: GET 2022-09-01T11:24:02.809 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:24:02.810 DEBUG:boto:Data: 2022-09-01T11:24:02.811 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.812 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.813 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.814 DEBUG:boto:Params: {} 2022-09-01T11:24:02.815 DEBUG:boto:Token: None 2022-09-01T11:24:02.815 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj44 2022-09-01T11:24:02.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QfYJdN+8syMVJRK+oJOX8zrFwBc= 2022-09-01T11:24:02.817 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QfYJdN+8syMVJRK+oJOX8zrFwBc=', 'Content-Length': '0'} 2022-09-01T11:24:02.821 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000077dcf2f3b632d9b9-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.866 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:02.867 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:02.868 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:02.868 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:02.869 DEBUG:boto:Method: GET 2022-09-01T11:24:02.869 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:24:02.870 DEBUG:boto:Data: 2022-09-01T11:24:02.870 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.871 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.871 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.872 DEBUG:boto:Params: {} 2022-09-01T11:24:02.872 DEBUG:boto:Token: None 2022-09-01T11:24:02.873 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/ 2022-09-01T11:24:02.874 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q= 2022-09-01T11:24:02.874 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q=', 'Content-Length': '0'} 2022-09-01T11:24:02.877 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f745d74db760f652-0063109652-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.878 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:02.879 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:02.880 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:02.881 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:02.881 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:02.882 DEBUG:boto:Method: GET 2022-09-01T11:24:02.882 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:24:02.883 DEBUG:boto:Data: 2022-09-01T11:24:02.883 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.884 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.884 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.885 DEBUG:boto:Params: {} 2022-09-01T11:24:02.885 DEBUG:boto:Token: None 2022-09-01T11:24:02.886 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/ 2022-09-01T11:24:02.887 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q= 2022-09-01T11:24:02.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q=', 'Content-Length': '0'} 2022-09-01T11:24:02.892 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ab6e6dba9014e471-0063109652-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.894 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:02.895 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:24:02.896 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:02.897 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:02.898 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.899 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.900 DEBUG:boto:Method: GET 2022-09-01T11:24:02.900 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.901 DEBUG:boto:Data: 2022-09-01T11:24:02.902 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.903 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.904 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.904 DEBUG:boto:Params: {} 2022-09-01T11:24:02.905 DEBUG:boto:Token: None 2022-09-01T11:24:02.906 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.906 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tCOLI6t75XK/4ygfHk0JrATp0Nc= 2022-09-01T11:24:02.907 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tCOLI6t75XK/4ygfHk0JrATp0Nc=', 'Content-Length': '0'} 2022-09-01T11:24:02.910 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b548e81235d753fd-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.911 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:02.911 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:02.912 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.912 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.913 DEBUG:boto:Method: GET 2022-09-01T11:24:02.914 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.914 DEBUG:boto:Data: 2022-09-01T11:24:02.915 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.915 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.916 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.916 DEBUG:boto:Params: {} 2022-09-01T11:24:02.917 DEBUG:boto:Token: None 2022-09-01T11:24:02.918 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.918 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tCOLI6t75XK/4ygfHk0JrATp0Nc= 2022-09-01T11:24:02.919 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tCOLI6t75XK/4ygfHk0JrATp0Nc=', 'Content-Length': '0'} 2022-09-01T11:24:02.921 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca069e9d49179018-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.922 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:02.923 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:02.923 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.924 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.924 DEBUG:boto:Method: HEAD 2022-09-01T11:24:02.925 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.925 DEBUG:boto:Data: 2022-09-01T11:24:02.926 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.926 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.927 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.927 DEBUG:boto:Params: {} 2022-09-01T11:24:02.929 DEBUG:boto:Token: None 2022-09-01T11:24:02.929 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.930 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oiYShSK6VTphxl+FJAzj8Qdky8c= 2022-09-01T11:24:02.931 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oiYShSK6VTphxl+FJAzj8Qdky8c=', 'Content-Length': '0'} 2022-09-01T11:24:02.933 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c59c0f647b003bbc-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.934 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:02.934 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:02.935 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.935 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.936 DEBUG:boto:Method: HEAD 2022-09-01T11:24:02.936 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.937 DEBUG:boto:Data: 2022-09-01T11:24:02.937 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.938 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.938 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.939 DEBUG:boto:Params: {} 2022-09-01T11:24:02.940 DEBUG:boto:Token: None 2022-09-01T11:24:02.941 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.942 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oiYShSK6VTphxl+FJAzj8Qdky8c= 2022-09-01T11:24:02.943 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oiYShSK6VTphxl+FJAzj8Qdky8c=', 'Content-Length': '0'} 2022-09-01T11:24:02.946 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000ef480d0f0988067-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.947 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:24:02.948 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:02.949 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:02.950 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.951 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.952 DEBUG:boto:Method: GET 2022-09-01T11:24:02.953 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.954 DEBUG:boto:Data: 2022-09-01T11:24:02.955 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.956 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.958 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.959 DEBUG:boto:Params: {} 2022-09-01T11:24:02.960 DEBUG:boto:Token: None 2022-09-01T11:24:02.961 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.962 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tCOLI6t75XK/4ygfHk0JrATp0Nc= 2022-09-01T11:24:02.963 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tCOLI6t75XK/4ygfHk0JrATp0Nc=', 'Content-Length': '0'} 2022-09-01T11:24:02.966 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000031df61f639b42b35-0063109652-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.968 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:02.969 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:02.970 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.971 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.972 DEBUG:boto:Method: GET 2022-09-01T11:24:02.974 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.975 DEBUG:boto:Data: 2022-09-01T11:24:02.976 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.977 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:02.977 DEBUG:boto:Port: 8000 2022-09-01T11:24:02.978 DEBUG:boto:Params: {} 2022-09-01T11:24:02.979 DEBUG:boto:Token: None 2022-09-01T11:24:02.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:02.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tCOLI6t75XK/4ygfHk0JrATp0Nc= 2022-09-01T11:24:02.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tCOLI6t75XK/4ygfHk0JrATp0Nc=', 'Content-Length': '0'} 2022-09-01T11:24:02.984 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007932b9e07dc960f4-0063109652-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.985 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:02.986 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:02.986 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:02.987 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:02.987 DEBUG:boto:Method: GET 2022-09-01T11:24:02.988 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:24:02.988 DEBUG:boto:Data: 2022-09-01T11:24:02.989 DEBUG:boto:Headers: {} 2022-09-01T11:24:02.990 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:02.990 DEBUG:boto:Port: 8001 2022-09-01T11:24:02.991 DEBUG:boto:Params: {} 2022-09-01T11:24:02.992 DEBUG:boto:Token: None 2022-09-01T11:24:02.992 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:02 GMT /ptoxvb-74/ 2022-09-01T11:24:02.993 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q= 2022-09-01T11:24:02.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qEVlWvLfaQkjeYJ3cPAkukqtM4Q=', 'Content-Length': '0'} 2022-09-01T11:24:02.996 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000038f33f44efb156a8-0063109652-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:02.997 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:02.998 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:02.999 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:02.999 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:03.000 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:03.000 DEBUG:boto:Method: GET 2022-09-01T11:24:03.001 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:24:03.001 DEBUG:boto:Data: 2022-09-01T11:24:03.002 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.003 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.003 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.004 DEBUG:boto:Params: {} 2022-09-01T11:24:03.004 DEBUG:boto:Token: None 2022-09-01T11:24:03.005 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/ 2022-09-01T11:24:03.006 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80= 2022-09-01T11:24:03.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80=', 'Content-Length': '0'} 2022-09-01T11:24:03.010 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008a32a80f5ea6dc47-0063109653-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.011 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:03.012 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:03.013 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:03.013 DEBUG:boto:Method: HEAD 2022-09-01T11:24:03.014 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:24:03.014 DEBUG:boto:Data: 2022-09-01T11:24:03.015 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.015 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.016 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.016 DEBUG:boto:Params: {} 2022-09-01T11:24:03.017 DEBUG:boto:Token: None 2022-09-01T11:24:03.017 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj46 2022-09-01T11:24:03.018 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qvhNb92IB1m4WZKOZgLlfCe6/nY= 2022-09-01T11:24:03.019 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qvhNb92IB1m4WZKOZgLlfCe6/nY=', 'Content-Length': '0'} 2022-09-01T11:24:03.020 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f7f0c877e2332b25-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.021 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:03.022 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:03.022 DEBUG:boto:Method: HEAD 2022-09-01T11:24:03.023 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:24:03.023 DEBUG:boto:Data: 2022-09-01T11:24:03.024 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.024 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.025 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.025 DEBUG:boto:Params: {} 2022-09-01T11:24:03.026 DEBUG:boto:Token: None 2022-09-01T11:24:03.027 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj46 2022-09-01T11:24:03.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qvhNb92IB1m4WZKOZgLlfCe6/nY= 2022-09-01T11:24:03.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qvhNb92IB1m4WZKOZgLlfCe6/nY=', 'Content-Length': '0'} 2022-09-01T11:24:03.030 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dc9add5f840f4ee0-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.031 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:24:03.031 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:03.032 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:03.033 DEBUG:boto:Method: GET 2022-09-01T11:24:03.033 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:24:03.034 DEBUG:boto:Data: 2022-09-01T11:24:03.035 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.035 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.036 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.036 DEBUG:boto:Params: {} 2022-09-01T11:24:03.037 DEBUG:boto:Token: None 2022-09-01T11:24:03.037 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj46 2022-09-01T11:24:03.038 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vt9ZwRb/kJYHPT7a4lp9TOVdIv4= 2022-09-01T11:24:03.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vt9ZwRb/kJYHPT7a4lp9TOVdIv4=', 'Content-Length': '0'} 2022-09-01T11:24:03.041 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ae98b86e9e889bb8-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.043 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:03.044 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:03.045 DEBUG:boto:Method: GET 2022-09-01T11:24:03.045 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:24:03.046 DEBUG:boto:Data: 2022-09-01T11:24:03.047 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.048 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.049 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.050 DEBUG:boto:Params: {} 2022-09-01T11:24:03.050 DEBUG:boto:Token: None 2022-09-01T11:24:03.051 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj46 2022-09-01T11:24:03.052 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vt9ZwRb/kJYHPT7a4lp9TOVdIv4= 2022-09-01T11:24:03.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vt9ZwRb/kJYHPT7a4lp9TOVdIv4=', 'Content-Length': '0'} 2022-09-01T11:24:03.054 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005ea17ba77cf5dc94-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.102 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:03.103 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:03.104 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:03.104 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:03.105 DEBUG:boto:Method: GET 2022-09-01T11:24:03.105 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:24:03.106 DEBUG:boto:Data: 2022-09-01T11:24:03.106 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.107 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.108 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.109 DEBUG:boto:Params: {} 2022-09-01T11:24:03.109 DEBUG:boto:Token: None 2022-09-01T11:24:03.110 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/ 2022-09-01T11:24:03.110 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80= 2022-09-01T11:24:03.113 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80=', 'Content-Length': '0'} 2022-09-01T11:24:03.116 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009402b77dacb0a623-0063109653-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.117 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:03.118 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:03.119 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:03.119 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:03.120 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:03.120 DEBUG:boto:Method: GET 2022-09-01T11:24:03.121 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:24:03.122 DEBUG:boto:Data: 2022-09-01T11:24:03.123 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.124 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.125 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.126 DEBUG:boto:Params: {} 2022-09-01T11:24:03.127 DEBUG:boto:Token: None 2022-09-01T11:24:03.128 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/ 2022-09-01T11:24:03.129 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80= 2022-09-01T11:24:03.130 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80=', 'Content-Length': '0'} 2022-09-01T11:24:03.134 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000044f8abc3afc7fe5a-0063109653-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.135 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:03.136 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:24:03.136 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:03.137 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:03.138 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.138 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.139 DEBUG:boto:Method: GET 2022-09-01T11:24:03.139 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.140 DEBUG:boto:Data: 2022-09-01T11:24:03.140 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.141 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.141 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.142 DEBUG:boto:Params: {} 2022-09-01T11:24:03.143 DEBUG:boto:Token: None 2022-09-01T11:24:03.143 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.144 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0I1XTZvgraSLMK9FNeRiVCczquo= 2022-09-01T11:24:03.145 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0I1XTZvgraSLMK9FNeRiVCczquo=', 'Content-Length': '0'} 2022-09-01T11:24:03.147 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002e52c0c73c924155-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.148 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:03.149 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:03.150 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.150 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.151 DEBUG:boto:Method: GET 2022-09-01T11:24:03.151 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.152 DEBUG:boto:Data: 2022-09-01T11:24:03.153 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.154 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.155 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.155 DEBUG:boto:Params: {} 2022-09-01T11:24:03.156 DEBUG:boto:Token: None 2022-09-01T11:24:03.157 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.158 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0I1XTZvgraSLMK9FNeRiVCczquo= 2022-09-01T11:24:03.159 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0I1XTZvgraSLMK9FNeRiVCczquo=', 'Content-Length': '0'} 2022-09-01T11:24:03.170 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008bb6d39571210491-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.172 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:03.173 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:03.174 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.175 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.176 DEBUG:boto:Method: HEAD 2022-09-01T11:24:03.177 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.178 DEBUG:boto:Data: 2022-09-01T11:24:03.179 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.181 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.182 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.182 DEBUG:boto:Params: {} 2022-09-01T11:24:03.184 DEBUG:boto:Token: None 2022-09-01T11:24:03.185 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.186 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+ztmereKOHd8FIpYtGfSDuyZ5OQ= 2022-09-01T11:24:03.187 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+ztmereKOHd8FIpYtGfSDuyZ5OQ=', 'Content-Length': '0'} 2022-09-01T11:24:03.190 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a468adbb972be087-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.191 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:03.192 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:03.193 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.193 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.194 DEBUG:boto:Method: HEAD 2022-09-01T11:24:03.195 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.196 DEBUG:boto:Data: 2022-09-01T11:24:03.196 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.197 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.197 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.198 DEBUG:boto:Params: {} 2022-09-01T11:24:03.198 DEBUG:boto:Token: None 2022-09-01T11:24:03.199 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.200 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+ztmereKOHd8FIpYtGfSDuyZ5OQ= 2022-09-01T11:24:03.201 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+ztmereKOHd8FIpYtGfSDuyZ5OQ=', 'Content-Length': '0'} 2022-09-01T11:24:03.203 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000566d1d14d16d8651-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.203 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:24:03.204 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:03.205 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:03.205 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.206 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.206 DEBUG:boto:Method: GET 2022-09-01T11:24:03.207 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.207 DEBUG:boto:Data: 2022-09-01T11:24:03.208 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.209 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.209 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.210 DEBUG:boto:Params: {} 2022-09-01T11:24:03.211 DEBUG:boto:Token: None 2022-09-01T11:24:03.211 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.212 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0I1XTZvgraSLMK9FNeRiVCczquo= 2022-09-01T11:24:03.213 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0I1XTZvgraSLMK9FNeRiVCczquo=', 'Content-Length': '0'} 2022-09-01T11:24:03.215 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009451b6b2301e8ac7-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.262 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:03.263 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:03.264 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.265 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.265 DEBUG:boto:Method: GET 2022-09-01T11:24:03.266 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.266 DEBUG:boto:Data: 2022-09-01T11:24:03.267 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.268 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.268 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.269 DEBUG:boto:Params: {} 2022-09-01T11:24:03.270 DEBUG:boto:Token: None 2022-09-01T11:24:03.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:03.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0I1XTZvgraSLMK9FNeRiVCczquo= 2022-09-01T11:24:03.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0I1XTZvgraSLMK9FNeRiVCczquo=', 'Content-Length': '0'} 2022-09-01T11:24:03.275 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004eeba2ece47db70e-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.277 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:03.278 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:03.279 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:03.280 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:03.280 DEBUG:boto:Method: GET 2022-09-01T11:24:03.281 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:24:03.281 DEBUG:boto:Data: 2022-09-01T11:24:03.282 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.283 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.283 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.284 DEBUG:boto:Params: {} 2022-09-01T11:24:03.284 DEBUG:boto:Token: None 2022-09-01T11:24:03.285 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/ 2022-09-01T11:24:03.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80= 2022-09-01T11:24:03.286 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80=', 'Content-Length': '0'} 2022-09-01T11:24:03.289 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000043a6674934f58216-0063109653-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.290 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:03.291 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:03.292 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:03.293 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:03.293 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:03.294 DEBUG:boto:Method: GET 2022-09-01T11:24:03.294 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:24:03.295 DEBUG:boto:Data: 2022-09-01T11:24:03.296 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.297 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.297 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.298 DEBUG:boto:Params: {} 2022-09-01T11:24:03.298 DEBUG:boto:Token: None 2022-09-01T11:24:03.299 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/ 2022-09-01T11:24:03.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80= 2022-09-01T11:24:03.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80=', 'Content-Length': '0'} 2022-09-01T11:24:03.304 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b2bcdd0dcfb8d493-0063109653-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.305 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:03.306 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:03.307 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:03.308 DEBUG:boto:Method: HEAD 2022-09-01T11:24:03.308 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:24:03.309 DEBUG:boto:Data: 2022-09-01T11:24:03.310 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.311 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.312 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.313 DEBUG:boto:Params: {} 2022-09-01T11:24:03.314 DEBUG:boto:Token: None 2022-09-01T11:24:03.315 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj51 2022-09-01T11:24:03.316 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y3mvXSPPYCr+LurK5VzEG626ieQ= 2022-09-01T11:24:03.317 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y3mvXSPPYCr+LurK5VzEG626ieQ=', 'Content-Length': '0'} 2022-09-01T11:24:03.320 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d5f4bcb4157784a-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.322 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:03.323 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:03.323 DEBUG:boto:Method: HEAD 2022-09-01T11:24:03.324 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:24:03.324 DEBUG:boto:Data: 2022-09-01T11:24:03.325 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.325 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.326 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.326 DEBUG:boto:Params: {} 2022-09-01T11:24:03.327 DEBUG:boto:Token: None 2022-09-01T11:24:03.327 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj51 2022-09-01T11:24:03.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y3mvXSPPYCr+LurK5VzEG626ieQ= 2022-09-01T11:24:03.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y3mvXSPPYCr+LurK5VzEG626ieQ=', 'Content-Length': '0'} 2022-09-01T11:24:03.331 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006bfbcffb92398834-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.332 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:24:03.332 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:03.333 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:03.333 DEBUG:boto:Method: GET 2022-09-01T11:24:03.334 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:24:03.335 DEBUG:boto:Data: 2022-09-01T11:24:03.335 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.336 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.336 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.337 DEBUG:boto:Params: {} 2022-09-01T11:24:03.337 DEBUG:boto:Token: None 2022-09-01T11:24:03.338 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj51 2022-09-01T11:24:03.339 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2kZSJvOgi4K51mif6+ydu7ChPMw= 2022-09-01T11:24:03.339 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2kZSJvOgi4K51mif6+ydu7ChPMw=', 'Content-Length': '0'} 2022-09-01T11:24:03.342 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e68de2e3c021bee2-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.343 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:03.343 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:03.344 DEBUG:boto:Method: GET 2022-09-01T11:24:03.345 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:24:03.345 DEBUG:boto:Data: 2022-09-01T11:24:03.346 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.346 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.347 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.347 DEBUG:boto:Params: {} 2022-09-01T11:24:03.348 DEBUG:boto:Token: None 2022-09-01T11:24:03.349 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj51 2022-09-01T11:24:03.349 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2kZSJvOgi4K51mif6+ydu7ChPMw= 2022-09-01T11:24:03.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2kZSJvOgi4K51mif6+ydu7ChPMw=', 'Content-Length': '0'} 2022-09-01T11:24:03.353 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df95e3edd4fa22a0-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.398 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:03.399 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:03.400 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:03.400 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:03.401 DEBUG:boto:Method: GET 2022-09-01T11:24:03.401 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:24:03.402 DEBUG:boto:Data: 2022-09-01T11:24:03.403 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.403 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.404 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.405 DEBUG:boto:Params: {} 2022-09-01T11:24:03.406 DEBUG:boto:Token: None 2022-09-01T11:24:03.406 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/ 2022-09-01T11:24:03.408 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80= 2022-09-01T11:24:03.408 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80=', 'Content-Length': '0'} 2022-09-01T11:24:03.412 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e4ee23b1091da11f-0063109653-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.412 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:03.413 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:03.414 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:03.414 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:03.415 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:03.415 DEBUG:boto:Method: GET 2022-09-01T11:24:03.416 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:24:03.416 DEBUG:boto:Data: 2022-09-01T11:24:03.417 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.427 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.428 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.428 DEBUG:boto:Params: {} 2022-09-01T11:24:03.429 DEBUG:boto:Token: None 2022-09-01T11:24:03.429 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/ 2022-09-01T11:24:03.430 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80= 2022-09-01T11:24:03.431 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80=', 'Content-Length': '0'} 2022-09-01T11:24:03.435 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d8ea35580d02e26c-0063109653-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.436 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:03.437 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:24:03.438 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:03.438 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:03.439 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.440 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.440 DEBUG:boto:Method: GET 2022-09-01T11:24:03.441 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.441 DEBUG:boto:Data: 2022-09-01T11:24:03.442 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.443 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.443 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.444 DEBUG:boto:Params: {} 2022-09-01T11:24:03.444 DEBUG:boto:Token: None 2022-09-01T11:24:03.445 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PWGf1mc7QaPtHkrQqGqd0NrDarI= 2022-09-01T11:24:03.447 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PWGf1mc7QaPtHkrQqGqd0NrDarI=', 'Content-Length': '0'} 2022-09-01T11:24:03.449 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006378b0a7034a338c-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.450 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:03.451 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:03.453 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.454 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.455 DEBUG:boto:Method: GET 2022-09-01T11:24:03.455 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.456 DEBUG:boto:Data: 2022-09-01T11:24:03.457 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.458 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.458 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.459 DEBUG:boto:Params: {} 2022-09-01T11:24:03.460 DEBUG:boto:Token: None 2022-09-01T11:24:03.461 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PWGf1mc7QaPtHkrQqGqd0NrDarI= 2022-09-01T11:24:03.464 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PWGf1mc7QaPtHkrQqGqd0NrDarI=', 'Content-Length': '0'} 2022-09-01T11:24:03.467 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f67dd351a3a6ef5-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.468 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:03.469 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:03.469 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.470 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.470 DEBUG:boto:Method: HEAD 2022-09-01T11:24:03.472 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.472 DEBUG:boto:Data: 2022-09-01T11:24:03.473 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.473 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.474 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.475 DEBUG:boto:Params: {} 2022-09-01T11:24:03.476 DEBUG:boto:Token: None 2022-09-01T11:24:03.476 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.477 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GhFGQ97g0MRqrFAFjjSO3LXewLw= 2022-09-01T11:24:03.478 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GhFGQ97g0MRqrFAFjjSO3LXewLw=', 'Content-Length': '0'} 2022-09-01T11:24:03.481 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a0e1e4321936184-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.482 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:03.483 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:03.484 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.485 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.486 DEBUG:boto:Method: HEAD 2022-09-01T11:24:03.487 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.488 DEBUG:boto:Data: 2022-09-01T11:24:03.488 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.489 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.490 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.490 DEBUG:boto:Params: {} 2022-09-01T11:24:03.491 DEBUG:boto:Token: None 2022-09-01T11:24:03.492 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GhFGQ97g0MRqrFAFjjSO3LXewLw= 2022-09-01T11:24:03.493 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GhFGQ97g0MRqrFAFjjSO3LXewLw=', 'Content-Length': '0'} 2022-09-01T11:24:03.495 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000095e6df677910efb8-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.496 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:24:03.497 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:03.497 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:03.498 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.499 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.499 DEBUG:boto:Method: GET 2022-09-01T11:24:03.500 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.500 DEBUG:boto:Data: 2022-09-01T11:24:03.501 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.501 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.502 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.502 DEBUG:boto:Params: {} 2022-09-01T11:24:03.503 DEBUG:boto:Token: None 2022-09-01T11:24:03.504 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PWGf1mc7QaPtHkrQqGqd0NrDarI= 2022-09-01T11:24:03.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PWGf1mc7QaPtHkrQqGqd0NrDarI=', 'Content-Length': '0'} 2022-09-01T11:24:03.508 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db0c23c787d4df57-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.509 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:03.509 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:03.510 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.510 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.511 DEBUG:boto:Method: GET 2022-09-01T11:24:03.511 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.512 DEBUG:boto:Data: 2022-09-01T11:24:03.513 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.513 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.514 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.514 DEBUG:boto:Params: {} 2022-09-01T11:24:03.515 DEBUG:boto:Token: None 2022-09-01T11:24:03.516 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:03.516 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PWGf1mc7QaPtHkrQqGqd0NrDarI= 2022-09-01T11:24:03.517 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PWGf1mc7QaPtHkrQqGqd0NrDarI=', 'Content-Length': '0'} 2022-09-01T11:24:03.520 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000088ae62f8bf122a4-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.521 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:03.522 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:03.522 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:03.523 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:03.524 DEBUG:boto:Method: GET 2022-09-01T11:24:03.524 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:24:03.525 DEBUG:boto:Data: 2022-09-01T11:24:03.525 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.526 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.527 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.527 DEBUG:boto:Params: {} 2022-09-01T11:24:03.528 DEBUG:boto:Token: None 2022-09-01T11:24:03.529 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/ 2022-09-01T11:24:03.529 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80= 2022-09-01T11:24:03.530 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80=', 'Content-Length': '0'} 2022-09-01T11:24:03.533 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000094ff21969ff21d60-0063109653-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.533 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:03.534 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:03.535 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:03.536 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:03.536 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:03.537 DEBUG:boto:Method: GET 2022-09-01T11:24:03.537 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:24:03.538 DEBUG:boto:Data: 2022-09-01T11:24:03.538 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.539 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.539 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.540 DEBUG:boto:Params: {} 2022-09-01T11:24:03.540 DEBUG:boto:Token: None 2022-09-01T11:24:03.541 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/ 2022-09-01T11:24:03.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80= 2022-09-01T11:24:03.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80=', 'Content-Length': '0'} 2022-09-01T11:24:03.546 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a4649cdf015e2b46-0063109653-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.546 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:03.547 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:03.548 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:03.548 DEBUG:boto:Method: HEAD 2022-09-01T11:24:03.549 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:24:03.549 DEBUG:boto:Data: 2022-09-01T11:24:03.550 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.550 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.551 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.551 DEBUG:boto:Params: {} 2022-09-01T11:24:03.552 DEBUG:boto:Token: None 2022-09-01T11:24:03.552 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj55 2022-09-01T11:24:03.553 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fYL4vbkEDeghccj6jFrQQ7Tcc0k= 2022-09-01T11:24:03.553 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fYL4vbkEDeghccj6jFrQQ7Tcc0k=', 'Content-Length': '0'} 2022-09-01T11:24:03.556 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000096462abb5828b262-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.556 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:03.557 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:03.557 DEBUG:boto:Method: HEAD 2022-09-01T11:24:03.558 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:24:03.558 DEBUG:boto:Data: 2022-09-01T11:24:03.559 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.560 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.560 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.561 DEBUG:boto:Params: {} 2022-09-01T11:24:03.561 DEBUG:boto:Token: None 2022-09-01T11:24:03.562 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj55 2022-09-01T11:24:03.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fYL4vbkEDeghccj6jFrQQ7Tcc0k= 2022-09-01T11:24:03.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fYL4vbkEDeghccj6jFrQQ7Tcc0k=', 'Content-Length': '0'} 2022-09-01T11:24:03.565 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f241cda0b3425c85-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.566 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:24:03.566 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:03.567 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:03.567 DEBUG:boto:Method: GET 2022-09-01T11:24:03.568 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:24:03.568 DEBUG:boto:Data: 2022-09-01T11:24:03.569 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.569 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.570 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.570 DEBUG:boto:Params: {} 2022-09-01T11:24:03.571 DEBUG:boto:Token: None 2022-09-01T11:24:03.572 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj55 2022-09-01T11:24:03.572 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YG+hOrRcnyL88RPCM2BI32IgTJ0= 2022-09-01T11:24:03.573 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YG+hOrRcnyL88RPCM2BI32IgTJ0=', 'Content-Length': '0'} 2022-09-01T11:24:03.575 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f3060efed9709e20-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.576 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:03.576 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:03.577 DEBUG:boto:Method: GET 2022-09-01T11:24:03.578 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:24:03.578 DEBUG:boto:Data: 2022-09-01T11:24:03.579 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.579 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.580 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.580 DEBUG:boto:Params: {} 2022-09-01T11:24:03.581 DEBUG:boto:Token: None 2022-09-01T11:24:03.581 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj55 2022-09-01T11:24:03.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YG+hOrRcnyL88RPCM2BI32IgTJ0= 2022-09-01T11:24:03.582 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YG+hOrRcnyL88RPCM2BI32IgTJ0=', 'Content-Length': '0'} 2022-09-01T11:24:03.585 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df154934e0a0bda2-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.630 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:03.631 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:03.632 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:03.633 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:03.635 DEBUG:boto:Method: GET 2022-09-01T11:24:03.636 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:24:03.637 DEBUG:boto:Data: 2022-09-01T11:24:03.639 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.640 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.641 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.641 DEBUG:boto:Params: {} 2022-09-01T11:24:03.642 DEBUG:boto:Token: None 2022-09-01T11:24:03.643 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/ 2022-09-01T11:24:03.644 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80= 2022-09-01T11:24:03.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80=', 'Content-Length': '0'} 2022-09-01T11:24:03.649 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a941b7c78e0cf0f8-0063109653-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.649 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:03.650 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:03.651 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:03.652 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:03.653 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:03.653 DEBUG:boto:Method: GET 2022-09-01T11:24:03.654 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:24:03.654 DEBUG:boto:Data: 2022-09-01T11:24:03.655 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.655 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.656 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.657 DEBUG:boto:Params: {} 2022-09-01T11:24:03.658 DEBUG:boto:Token: None 2022-09-01T11:24:03.659 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/ 2022-09-01T11:24:03.660 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80= 2022-09-01T11:24:03.661 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80=', 'Content-Length': '0'} 2022-09-01T11:24:03.665 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dddb9dda8345e4b7-0063109653-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.667 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:03.668 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:24:03.669 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:03.670 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:03.671 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.672 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.673 DEBUG:boto:Method: GET 2022-09-01T11:24:03.674 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.674 DEBUG:boto:Data: 2022-09-01T11:24:03.675 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.676 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.676 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.678 DEBUG:boto:Params: {} 2022-09-01T11:24:03.679 DEBUG:boto:Token: None 2022-09-01T11:24:03.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bd6ctX0YNEAbM+xoCe1e7pSwYwA= 2022-09-01T11:24:03.682 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bd6ctX0YNEAbM+xoCe1e7pSwYwA=', 'Content-Length': '0'} 2022-09-01T11:24:03.685 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000078ce0096d5db34ce-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.687 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:03.688 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:03.689 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.689 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.690 DEBUG:boto:Method: GET 2022-09-01T11:24:03.691 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.693 DEBUG:boto:Data: 2022-09-01T11:24:03.694 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.695 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.695 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.696 DEBUG:boto:Params: {} 2022-09-01T11:24:03.698 DEBUG:boto:Token: None 2022-09-01T11:24:03.699 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.699 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bd6ctX0YNEAbM+xoCe1e7pSwYwA= 2022-09-01T11:24:03.700 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bd6ctX0YNEAbM+xoCe1e7pSwYwA=', 'Content-Length': '0'} 2022-09-01T11:24:03.703 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5663811de408486-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.704 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:03.705 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:03.706 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.707 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.708 DEBUG:boto:Method: HEAD 2022-09-01T11:24:03.709 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.710 DEBUG:boto:Data: 2022-09-01T11:24:03.710 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.711 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.711 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.712 DEBUG:boto:Params: {} 2022-09-01T11:24:03.713 DEBUG:boto:Token: None 2022-09-01T11:24:03.714 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.715 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EOlB+ilVPRN0N0y3O01VUKmzog0= 2022-09-01T11:24:03.717 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EOlB+ilVPRN0N0y3O01VUKmzog0=', 'Content-Length': '0'} 2022-09-01T11:24:03.720 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b54ae7793c1cdcc5-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.721 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:03.722 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:03.723 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.724 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.724 DEBUG:boto:Method: HEAD 2022-09-01T11:24:03.725 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.726 DEBUG:boto:Data: 2022-09-01T11:24:03.727 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.728 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.729 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.730 DEBUG:boto:Params: {} 2022-09-01T11:24:03.732 DEBUG:boto:Token: None 2022-09-01T11:24:03.733 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EOlB+ilVPRN0N0y3O01VUKmzog0= 2022-09-01T11:24:03.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EOlB+ilVPRN0N0y3O01VUKmzog0=', 'Content-Length': '0'} 2022-09-01T11:24:03.737 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004a0170bba11bdb34-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.739 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:24:03.740 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:03.741 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:03.742 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.743 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.743 DEBUG:boto:Method: GET 2022-09-01T11:24:03.744 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.745 DEBUG:boto:Data: 2022-09-01T11:24:03.746 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.746 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.747 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.747 DEBUG:boto:Params: {} 2022-09-01T11:24:03.749 DEBUG:boto:Token: None 2022-09-01T11:24:03.750 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bd6ctX0YNEAbM+xoCe1e7pSwYwA= 2022-09-01T11:24:03.751 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bd6ctX0YNEAbM+xoCe1e7pSwYwA=', 'Content-Length': '0'} 2022-09-01T11:24:03.754 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000098173857588d7757-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.755 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:03.756 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:03.756 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.757 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.757 DEBUG:boto:Method: GET 2022-09-01T11:24:03.758 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.758 DEBUG:boto:Data: 2022-09-01T11:24:03.759 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.760 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.760 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.761 DEBUG:boto:Params: {} 2022-09-01T11:24:03.761 DEBUG:boto:Token: None 2022-09-01T11:24:03.763 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:03.764 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bd6ctX0YNEAbM+xoCe1e7pSwYwA= 2022-09-01T11:24:03.764 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bd6ctX0YNEAbM+xoCe1e7pSwYwA=', 'Content-Length': '0'} 2022-09-01T11:24:03.767 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000029cf6f52bbee1387-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.768 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:03.769 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:03.769 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:03.770 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:03.771 DEBUG:boto:Method: GET 2022-09-01T11:24:03.771 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:24:03.772 DEBUG:boto:Data: 2022-09-01T11:24:03.772 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.773 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.773 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.774 DEBUG:boto:Params: {} 2022-09-01T11:24:03.774 DEBUG:boto:Token: None 2022-09-01T11:24:03.775 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/ 2022-09-01T11:24:03.776 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80= 2022-09-01T11:24:03.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80=', 'Content-Length': '0'} 2022-09-01T11:24:03.779 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000073fa9ece45b75266-0063109653-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.822 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:03.823 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:03.824 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:03.824 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:03.825 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:03.825 DEBUG:boto:Method: GET 2022-09-01T11:24:03.826 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:24:03.827 DEBUG:boto:Data: 2022-09-01T11:24:03.827 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.828 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.828 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.829 DEBUG:boto:Params: {} 2022-09-01T11:24:03.830 DEBUG:boto:Token: None 2022-09-01T11:24:03.831 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/ 2022-09-01T11:24:03.832 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80= 2022-09-01T11:24:03.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80=', 'Content-Length': '0'} 2022-09-01T11:24:03.837 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e38ba7593d04a643-0063109653-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.838 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:03.839 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:03.840 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:03.842 DEBUG:boto:Method: HEAD 2022-09-01T11:24:03.842 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:24:03.843 DEBUG:boto:Data: 2022-09-01T11:24:03.843 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.844 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.844 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.845 DEBUG:boto:Params: {} 2022-09-01T11:24:03.846 DEBUG:boto:Token: None 2022-09-01T11:24:03.846 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj57 2022-09-01T11:24:03.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v7oPtXhe4pJz0URN/Pl9V4JjMeU= 2022-09-01T11:24:03.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v7oPtXhe4pJz0URN/Pl9V4JjMeU=', 'Content-Length': '0'} 2022-09-01T11:24:03.850 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ae6ed138211ae24c-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.850 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:03.851 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:03.851 DEBUG:boto:Method: HEAD 2022-09-01T11:24:03.852 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:24:03.852 DEBUG:boto:Data: 2022-09-01T11:24:03.854 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.854 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.855 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.855 DEBUG:boto:Params: {} 2022-09-01T11:24:03.856 DEBUG:boto:Token: None 2022-09-01T11:24:03.857 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj57 2022-09-01T11:24:03.857 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v7oPtXhe4pJz0URN/Pl9V4JjMeU= 2022-09-01T11:24:03.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v7oPtXhe4pJz0URN/Pl9V4JjMeU=', 'Content-Length': '0'} 2022-09-01T11:24:03.869 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000e5434b63b50aef4-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.871 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:24:03.873 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:03.874 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:03.875 DEBUG:boto:Method: GET 2022-09-01T11:24:03.876 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:24:03.877 DEBUG:boto:Data: 2022-09-01T11:24:03.878 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.880 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.880 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.881 DEBUG:boto:Params: {} 2022-09-01T11:24:03.882 DEBUG:boto:Token: None 2022-09-01T11:24:03.882 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj57 2022-09-01T11:24:03.883 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dxEt4UIFuY8bNkj8XALLc8TTVzg= 2022-09-01T11:24:03.884 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dxEt4UIFuY8bNkj8XALLc8TTVzg=', 'Content-Length': '0'} 2022-09-01T11:24:03.886 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003349e4c4236d248f-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.887 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:03.887 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:03.888 DEBUG:boto:Method: GET 2022-09-01T11:24:03.888 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:24:03.889 DEBUG:boto:Data: 2022-09-01T11:24:03.889 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.890 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.891 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.891 DEBUG:boto:Params: {} 2022-09-01T11:24:03.892 DEBUG:boto:Token: None 2022-09-01T11:24:03.892 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj57 2022-09-01T11:24:03.893 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dxEt4UIFuY8bNkj8XALLc8TTVzg= 2022-09-01T11:24:03.893 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dxEt4UIFuY8bNkj8XALLc8TTVzg=', 'Content-Length': '0'} 2022-09-01T11:24:03.896 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e1ecbc67f2db264a-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.938 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:03.939 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:03.940 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:03.940 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:03.941 DEBUG:boto:Method: GET 2022-09-01T11:24:03.941 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:24:03.942 DEBUG:boto:Data: 2022-09-01T11:24:03.942 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.943 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.944 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.944 DEBUG:boto:Params: {} 2022-09-01T11:24:03.945 DEBUG:boto:Token: None 2022-09-01T11:24:03.945 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/ 2022-09-01T11:24:03.946 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80= 2022-09-01T11:24:03.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80=', 'Content-Length': '0'} 2022-09-01T11:24:03.954 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c80505dde377a9d4-0063109653-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.955 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:03.956 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:03.956 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:03.957 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:03.957 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:03.958 DEBUG:boto:Method: GET 2022-09-01T11:24:03.959 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:24:03.959 DEBUG:boto:Data: 2022-09-01T11:24:03.960 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.960 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.961 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.962 DEBUG:boto:Params: {} 2022-09-01T11:24:03.963 DEBUG:boto:Token: None 2022-09-01T11:24:03.963 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/ 2022-09-01T11:24:03.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80= 2022-09-01T11:24:03.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM8eTFCobrWLSvhSwCVNI8qWi80=', 'Content-Length': '0'} 2022-09-01T11:24:03.968 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000063beac2b673973fb-0063109653-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.969 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:03.970 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:24:03.970 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:03.971 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:03.971 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:03.972 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:03.973 DEBUG:boto:Method: GET 2022-09-01T11:24:03.974 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:03.974 DEBUG:boto:Data: 2022-09-01T11:24:03.975 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.976 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:03.977 DEBUG:boto:Port: 8001 2022-09-01T11:24:03.978 DEBUG:boto:Params: {} 2022-09-01T11:24:03.979 DEBUG:boto:Token: None 2022-09-01T11:24:03.980 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:03.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:60Bk/d3m2recHU0cg0aSorIIQqI= 2022-09-01T11:24:03.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:60Bk/d3m2recHU0cg0aSorIIQqI=', 'Content-Length': '0'} 2022-09-01T11:24:03.985 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b0b795a706b2385-0063109653-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.986 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:03.987 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:03.987 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:03.988 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:03.988 DEBUG:boto:Method: GET 2022-09-01T11:24:03.989 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:03.990 DEBUG:boto:Data: 2022-09-01T11:24:03.990 DEBUG:boto:Headers: {} 2022-09-01T11:24:03.991 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:03.991 DEBUG:boto:Port: 8000 2022-09-01T11:24:03.992 DEBUG:boto:Params: {} 2022-09-01T11:24:03.993 DEBUG:boto:Token: None 2022-09-01T11:24:03.993 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:03 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:03.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:60Bk/d3m2recHU0cg0aSorIIQqI= 2022-09-01T11:24:03.995 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:60Bk/d3m2recHU0cg0aSorIIQqI=', 'Content-Length': '0'} 2022-09-01T11:24:03.997 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000003eb1b4470ea34f8-0063109653-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:03.998 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:03.999 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:03.999 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.000 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.000 DEBUG:boto:Method: HEAD 2022-09-01T11:24:04.001 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.002 DEBUG:boto:Data: 2022-09-01T11:24:04.002 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.003 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.003 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.004 DEBUG:boto:Params: {} 2022-09-01T11:24:04.005 DEBUG:boto:Token: None 2022-09-01T11:24:04.006 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.007 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7HVbbsZd1HI2M/pvWZ5W0aQAn5k= 2022-09-01T11:24:04.008 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7HVbbsZd1HI2M/pvWZ5W0aQAn5k=', 'Content-Length': '0'} 2022-09-01T11:24:04.010 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e0d3c9cc5d7f71b7-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.011 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:04.012 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:04.012 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.013 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.013 DEBUG:boto:Method: HEAD 2022-09-01T11:24:04.014 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.014 DEBUG:boto:Data: 2022-09-01T11:24:04.015 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.015 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.016 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.016 DEBUG:boto:Params: {} 2022-09-01T11:24:04.017 DEBUG:boto:Token: None 2022-09-01T11:24:04.017 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.018 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7HVbbsZd1HI2M/pvWZ5W0aQAn5k= 2022-09-01T11:24:04.019 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7HVbbsZd1HI2M/pvWZ5W0aQAn5k=', 'Content-Length': '0'} 2022-09-01T11:24:04.022 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a752c8d1bacacc9-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.024 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:24:04.025 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:04.026 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:04.027 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.028 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.029 DEBUG:boto:Method: GET 2022-09-01T11:24:04.030 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.031 DEBUG:boto:Data: 2022-09-01T11:24:04.032 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.032 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.033 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.034 DEBUG:boto:Params: {} 2022-09-01T11:24:04.035 DEBUG:boto:Token: None 2022-09-01T11:24:04.037 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.037 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:h3pECOZeFg3JAeJ06rT6FOWYQ1E= 2022-09-01T11:24:04.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:h3pECOZeFg3JAeJ06rT6FOWYQ1E=', 'Content-Length': '0'} 2022-09-01T11:24:04.042 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000051ee860cbd8cc165-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.083 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:04.084 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:04.084 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.085 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.085 DEBUG:boto:Method: GET 2022-09-01T11:24:04.086 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.087 DEBUG:boto:Data: 2022-09-01T11:24:04.087 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.088 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.089 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.089 DEBUG:boto:Params: {} 2022-09-01T11:24:04.090 DEBUG:boto:Token: None 2022-09-01T11:24:04.090 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:04.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:h3pECOZeFg3JAeJ06rT6FOWYQ1E= 2022-09-01T11:24:04.092 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:h3pECOZeFg3JAeJ06rT6FOWYQ1E=', 'Content-Length': '0'} 2022-09-01T11:24:04.094 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000aedcdd7591313a7-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.095 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:04.096 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:04.096 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:04.097 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:04.097 DEBUG:boto:Method: GET 2022-09-01T11:24:04.098 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:24:04.099 DEBUG:boto:Data: 2022-09-01T11:24:04.099 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.100 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.100 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.101 DEBUG:boto:Params: {} 2022-09-01T11:24:04.101 DEBUG:boto:Token: None 2022-09-01T11:24:04.102 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/ 2022-09-01T11:24:04.103 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw= 2022-09-01T11:24:04.103 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw=', 'Content-Length': '0'} 2022-09-01T11:24:04.106 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d2e384eae2cc15bc-0063109654-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.107 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:04.108 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:04.108 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:04.109 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:04.109 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:04.110 DEBUG:boto:Method: GET 2022-09-01T11:24:04.110 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:24:04.111 DEBUG:boto:Data: 2022-09-01T11:24:04.111 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.112 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.113 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.113 DEBUG:boto:Params: {} 2022-09-01T11:24:04.114 DEBUG:boto:Token: None 2022-09-01T11:24:04.114 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/ 2022-09-01T11:24:04.115 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw= 2022-09-01T11:24:04.116 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw=', 'Content-Length': '0'} 2022-09-01T11:24:04.121 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f3e59efd80bf7a16-0063109654-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.166 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:04.167 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:04.168 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:04.168 DEBUG:boto:Method: HEAD 2022-09-01T11:24:04.169 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:24:04.170 DEBUG:boto:Data: 2022-09-01T11:24:04.170 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.171 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.171 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.172 DEBUG:boto:Params: {} 2022-09-01T11:24:04.172 DEBUG:boto:Token: None 2022-09-01T11:24:04.173 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj68 2022-09-01T11:24:04.174 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/woEZfdZu/RRVbAjXFi8rdw20oE= 2022-09-01T11:24:04.174 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/woEZfdZu/RRVbAjXFi8rdw20oE=', 'Content-Length': '0'} 2022-09-01T11:24:04.177 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008c17f5c5c1b376d4-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.177 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:04.178 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:04.179 DEBUG:boto:Method: HEAD 2022-09-01T11:24:04.179 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:24:04.180 DEBUG:boto:Data: 2022-09-01T11:24:04.181 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.182 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.182 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.183 DEBUG:boto:Params: {} 2022-09-01T11:24:04.184 DEBUG:boto:Token: None 2022-09-01T11:24:04.184 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj68 2022-09-01T11:24:04.185 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/woEZfdZu/RRVbAjXFi8rdw20oE= 2022-09-01T11:24:04.186 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/woEZfdZu/RRVbAjXFi8rdw20oE=', 'Content-Length': '0'} 2022-09-01T11:24:04.188 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000231f7587c03cf6fd-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.190 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:24:04.191 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:04.192 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:04.193 DEBUG:boto:Method: GET 2022-09-01T11:24:04.194 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:24:04.195 DEBUG:boto:Data: 2022-09-01T11:24:04.196 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.197 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.198 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.199 DEBUG:boto:Params: {} 2022-09-01T11:24:04.200 DEBUG:boto:Token: None 2022-09-01T11:24:04.201 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj68 2022-09-01T11:24:04.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qbLOpR/w+a6SIIcZWxrUr1tlGbQ= 2022-09-01T11:24:04.202 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qbLOpR/w+a6SIIcZWxrUr1tlGbQ=', 'Content-Length': '0'} 2022-09-01T11:24:04.208 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000065c8cf052dfd1717-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.209 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:04.210 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:04.210 DEBUG:boto:Method: GET 2022-09-01T11:24:04.211 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:24:04.211 DEBUG:boto:Data: 2022-09-01T11:24:04.212 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.213 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.213 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.214 DEBUG:boto:Params: {} 2022-09-01T11:24:04.214 DEBUG:boto:Token: None 2022-09-01T11:24:04.215 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj68 2022-09-01T11:24:04.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qbLOpR/w+a6SIIcZWxrUr1tlGbQ= 2022-09-01T11:24:04.217 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qbLOpR/w+a6SIIcZWxrUr1tlGbQ=', 'Content-Length': '0'} 2022-09-01T11:24:04.219 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf9e36cff9cbad93-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.221 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:04.222 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:04.223 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:04.223 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:04.224 DEBUG:boto:Method: GET 2022-09-01T11:24:04.225 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:24:04.225 DEBUG:boto:Data: 2022-09-01T11:24:04.226 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.227 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.227 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.228 DEBUG:boto:Params: {} 2022-09-01T11:24:04.228 DEBUG:boto:Token: None 2022-09-01T11:24:04.229 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/ 2022-09-01T11:24:04.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw= 2022-09-01T11:24:04.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw=', 'Content-Length': '0'} 2022-09-01T11:24:04.235 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008a738423a204b651-0063109654-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.236 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:04.238 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:04.239 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:04.240 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:04.241 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:04.243 DEBUG:boto:Method: GET 2022-09-01T11:24:04.244 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:24:04.246 DEBUG:boto:Data: 2022-09-01T11:24:04.247 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.248 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.249 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.251 DEBUG:boto:Params: {} 2022-09-01T11:24:04.252 DEBUG:boto:Token: None 2022-09-01T11:24:04.253 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/ 2022-09-01T11:24:04.254 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw= 2022-09-01T11:24:04.256 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw=', 'Content-Length': '0'} 2022-09-01T11:24:04.260 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f1b6e52a7626c7db-0063109654-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.261 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:04.262 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:24:04.263 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:04.264 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:04.264 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.265 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.265 DEBUG:boto:Method: GET 2022-09-01T11:24:04.266 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.266 DEBUG:boto:Data: 2022-09-01T11:24:04.267 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.268 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.268 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.269 DEBUG:boto:Params: {} 2022-09-01T11:24:04.270 DEBUG:boto:Token: None 2022-09-01T11:24:04.270 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dAJpqUczWuKwIdOFQQNOu+LhvI8= 2022-09-01T11:24:04.272 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dAJpqUczWuKwIdOFQQNOu+LhvI8=', 'Content-Length': '0'} 2022-09-01T11:24:04.274 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ae920450ae6d3105-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.318 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:04.319 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:04.319 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.320 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.321 DEBUG:boto:Method: GET 2022-09-01T11:24:04.321 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.322 DEBUG:boto:Data: 2022-09-01T11:24:04.322 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.323 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.323 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.324 DEBUG:boto:Params: {} 2022-09-01T11:24:04.324 DEBUG:boto:Token: None 2022-09-01T11:24:04.325 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.326 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dAJpqUczWuKwIdOFQQNOu+LhvI8= 2022-09-01T11:24:04.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dAJpqUczWuKwIdOFQQNOu+LhvI8=', 'Content-Length': '0'} 2022-09-01T11:24:04.329 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000805167ec3fb81d61-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.330 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:04.331 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:04.332 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.332 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.333 DEBUG:boto:Method: HEAD 2022-09-01T11:24:04.333 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.334 DEBUG:boto:Data: 2022-09-01T11:24:04.334 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.335 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.335 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.336 DEBUG:boto:Params: {} 2022-09-01T11:24:04.336 DEBUG:boto:Token: None 2022-09-01T11:24:04.337 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.338 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vryLn6pHr4yhbw/c/EAevzjTUhg= 2022-09-01T11:24:04.338 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vryLn6pHr4yhbw/c/EAevzjTUhg=', 'Content-Length': '0'} 2022-09-01T11:24:04.341 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006a841d25651c52d7-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.341 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:04.342 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:04.343 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.343 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.344 DEBUG:boto:Method: HEAD 2022-09-01T11:24:04.344 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.345 DEBUG:boto:Data: 2022-09-01T11:24:04.345 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.346 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.346 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.347 DEBUG:boto:Params: {} 2022-09-01T11:24:04.347 DEBUG:boto:Token: None 2022-09-01T11:24:04.348 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.348 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vryLn6pHr4yhbw/c/EAevzjTUhg= 2022-09-01T11:24:04.349 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vryLn6pHr4yhbw/c/EAevzjTUhg=', 'Content-Length': '0'} 2022-09-01T11:24:04.351 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005bad9f74d8ca5b74-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.352 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:24:04.353 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:04.353 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:04.354 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.354 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.355 DEBUG:boto:Method: GET 2022-09-01T11:24:04.355 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.356 DEBUG:boto:Data: 2022-09-01T11:24:04.357 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.357 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.358 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.359 DEBUG:boto:Params: {} 2022-09-01T11:24:04.359 DEBUG:boto:Token: None 2022-09-01T11:24:04.360 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.360 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dAJpqUczWuKwIdOFQQNOu+LhvI8= 2022-09-01T11:24:04.361 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dAJpqUczWuKwIdOFQQNOu+LhvI8=', 'Content-Length': '0'} 2022-09-01T11:24:04.363 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a8147df1127a95c-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.365 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:04.365 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:04.366 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.366 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.367 DEBUG:boto:Method: GET 2022-09-01T11:24:04.368 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.368 DEBUG:boto:Data: 2022-09-01T11:24:04.369 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.371 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.371 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.372 DEBUG:boto:Params: {} 2022-09-01T11:24:04.373 DEBUG:boto:Token: None 2022-09-01T11:24:04.374 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:04.375 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dAJpqUczWuKwIdOFQQNOu+LhvI8= 2022-09-01T11:24:04.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dAJpqUczWuKwIdOFQQNOu+LhvI8=', 'Content-Length': '0'} 2022-09-01T11:24:04.379 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000058c4b4be515b1c37-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.381 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:04.382 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:04.383 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:04.385 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:04.386 DEBUG:boto:Method: GET 2022-09-01T11:24:04.387 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:24:04.387 DEBUG:boto:Data: 2022-09-01T11:24:04.388 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.389 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.389 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.390 DEBUG:boto:Params: {} 2022-09-01T11:24:04.390 DEBUG:boto:Token: None 2022-09-01T11:24:04.391 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/ 2022-09-01T11:24:04.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw= 2022-09-01T11:24:04.393 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw=', 'Content-Length': '0'} 2022-09-01T11:24:04.398 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003e5a5b5bc2df3fd9-0063109654-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.399 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:04.400 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:04.400 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:04.401 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:04.401 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:04.402 DEBUG:boto:Method: GET 2022-09-01T11:24:04.403 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:24:04.403 DEBUG:boto:Data: 2022-09-01T11:24:04.404 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.404 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.405 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.405 DEBUG:boto:Params: {} 2022-09-01T11:24:04.406 DEBUG:boto:Token: None 2022-09-01T11:24:04.407 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/ 2022-09-01T11:24:04.407 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw= 2022-09-01T11:24:04.408 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw=', 'Content-Length': '0'} 2022-09-01T11:24:04.412 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d3852f224ba1b0ed-0063109654-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.460 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:04.461 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:04.462 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:04.462 DEBUG:boto:Method: HEAD 2022-09-01T11:24:04.463 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:24:04.463 DEBUG:boto:Data: 2022-09-01T11:24:04.464 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.464 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.465 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.465 DEBUG:boto:Params: {} 2022-09-01T11:24:04.466 DEBUG:boto:Token: None 2022-09-01T11:24:04.467 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj69 2022-09-01T11:24:04.467 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nXmuTpHMe+lkFI6Sqc9yzCBDNzU= 2022-09-01T11:24:04.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nXmuTpHMe+lkFI6Sqc9yzCBDNzU=', 'Content-Length': '0'} 2022-09-01T11:24:04.470 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000166c5056686bd527-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.472 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:04.473 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:04.474 DEBUG:boto:Method: HEAD 2022-09-01T11:24:04.475 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:24:04.476 DEBUG:boto:Data: 2022-09-01T11:24:04.478 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.479 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.480 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.481 DEBUG:boto:Params: {} 2022-09-01T11:24:04.482 DEBUG:boto:Token: None 2022-09-01T11:24:04.483 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj69 2022-09-01T11:24:04.485 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nXmuTpHMe+lkFI6Sqc9yzCBDNzU= 2022-09-01T11:24:04.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nXmuTpHMe+lkFI6Sqc9yzCBDNzU=', 'Content-Length': '0'} 2022-09-01T11:24:04.491 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c78f701a15ed207-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.492 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:24:04.492 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:04.493 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:04.493 DEBUG:boto:Method: GET 2022-09-01T11:24:04.494 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:24:04.495 DEBUG:boto:Data: 2022-09-01T11:24:04.495 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.496 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.496 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.497 DEBUG:boto:Params: {} 2022-09-01T11:24:04.498 DEBUG:boto:Token: None 2022-09-01T11:24:04.498 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj69 2022-09-01T11:24:04.499 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+k648soLlTI9fr2cI8QJ5JNyvHk= 2022-09-01T11:24:04.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+k648soLlTI9fr2cI8QJ5JNyvHk=', 'Content-Length': '0'} 2022-09-01T11:24:04.502 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000735be95960fbfef1-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.503 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:04.503 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:04.504 DEBUG:boto:Method: GET 2022-09-01T11:24:04.505 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:24:04.505 DEBUG:boto:Data: 2022-09-01T11:24:04.506 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.507 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.507 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.508 DEBUG:boto:Params: {} 2022-09-01T11:24:04.508 DEBUG:boto:Token: None 2022-09-01T11:24:04.509 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj69 2022-09-01T11:24:04.510 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+k648soLlTI9fr2cI8QJ5JNyvHk= 2022-09-01T11:24:04.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+k648soLlTI9fr2cI8QJ5JNyvHk=', 'Content-Length': '0'} 2022-09-01T11:24:04.513 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000034d3ccb826fc0eab-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.514 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:04.514 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:04.515 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:04.515 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:04.516 DEBUG:boto:Method: GET 2022-09-01T11:24:04.516 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:24:04.517 DEBUG:boto:Data: 2022-09-01T11:24:04.517 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.518 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.518 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.519 DEBUG:boto:Params: {} 2022-09-01T11:24:04.520 DEBUG:boto:Token: None 2022-09-01T11:24:04.520 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/ 2022-09-01T11:24:04.521 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw= 2022-09-01T11:24:04.521 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw=', 'Content-Length': '0'} 2022-09-01T11:24:04.524 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089f20f0ebdaf1eba-0063109654-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.566 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:04.567 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:04.568 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:04.569 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:04.569 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:04.570 DEBUG:boto:Method: GET 2022-09-01T11:24:04.570 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:24:04.571 DEBUG:boto:Data: 2022-09-01T11:24:04.571 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.572 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.573 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.573 DEBUG:boto:Params: {} 2022-09-01T11:24:04.574 DEBUG:boto:Token: None 2022-09-01T11:24:04.575 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/ 2022-09-01T11:24:04.576 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw= 2022-09-01T11:24:04.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw=', 'Content-Length': '0'} 2022-09-01T11:24:04.580 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007fb9bb7af6a1edcf-0063109654-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.580 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:04.581 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:24:04.582 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:04.582 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:04.583 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.584 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.585 DEBUG:boto:Method: GET 2022-09-01T11:24:04.585 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.586 DEBUG:boto:Data: 2022-09-01T11:24:04.587 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.588 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.588 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.589 DEBUG:boto:Params: {} 2022-09-01T11:24:04.589 DEBUG:boto:Token: None 2022-09-01T11:24:04.590 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.591 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HZRpKtrVnZCqU5St5DfBpUrS0Rs= 2022-09-01T11:24:04.591 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HZRpKtrVnZCqU5St5DfBpUrS0Rs=', 'Content-Length': '0'} 2022-09-01T11:24:04.594 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005b27b287a9d9ab3-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.595 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:04.596 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:04.596 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.597 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.597 DEBUG:boto:Method: GET 2022-09-01T11:24:04.598 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.599 DEBUG:boto:Data: 2022-09-01T11:24:04.599 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.600 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.600 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.601 DEBUG:boto:Params: {} 2022-09-01T11:24:04.601 DEBUG:boto:Token: None 2022-09-01T11:24:04.602 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.603 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HZRpKtrVnZCqU5St5DfBpUrS0Rs= 2022-09-01T11:24:04.604 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HZRpKtrVnZCqU5St5DfBpUrS0Rs=', 'Content-Length': '0'} 2022-09-01T11:24:04.607 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008c720c4e754615cb-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.608 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:04.609 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:04.610 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.611 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.612 DEBUG:boto:Method: HEAD 2022-09-01T11:24:04.613 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.614 DEBUG:boto:Data: 2022-09-01T11:24:04.615 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.615 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.616 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.617 DEBUG:boto:Params: {} 2022-09-01T11:24:04.618 DEBUG:boto:Token: None 2022-09-01T11:24:04.619 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.620 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7WRw1p9DvVGdlQtUJIElnjGDrL8= 2022-09-01T11:24:04.621 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7WRw1p9DvVGdlQtUJIElnjGDrL8=', 'Content-Length': '0'} 2022-09-01T11:24:04.624 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bc34133b0ce78e4a-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.625 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:04.626 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:04.627 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.628 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.629 DEBUG:boto:Method: HEAD 2022-09-01T11:24:04.630 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.631 DEBUG:boto:Data: 2022-09-01T11:24:04.632 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.633 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.634 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.635 DEBUG:boto:Params: {} 2022-09-01T11:24:04.635 DEBUG:boto:Token: None 2022-09-01T11:24:04.636 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.637 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7WRw1p9DvVGdlQtUJIElnjGDrL8= 2022-09-01T11:24:04.637 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7WRw1p9DvVGdlQtUJIElnjGDrL8=', 'Content-Length': '0'} 2022-09-01T11:24:04.642 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001c6c576f280fb389-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.643 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:24:04.644 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:04.645 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:04.646 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.646 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.647 DEBUG:boto:Method: GET 2022-09-01T11:24:04.648 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.649 DEBUG:boto:Data: 2022-09-01T11:24:04.649 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.650 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.651 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.651 DEBUG:boto:Params: {} 2022-09-01T11:24:04.652 DEBUG:boto:Token: None 2022-09-01T11:24:04.653 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.654 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HZRpKtrVnZCqU5St5DfBpUrS0Rs= 2022-09-01T11:24:04.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HZRpKtrVnZCqU5St5DfBpUrS0Rs=', 'Content-Length': '0'} 2022-09-01T11:24:04.658 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000077453e4ee8e8326b-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.660 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:04.661 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:04.662 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.663 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.664 DEBUG:boto:Method: GET 2022-09-01T11:24:04.665 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.666 DEBUG:boto:Data: 2022-09-01T11:24:04.667 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.668 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.669 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.670 DEBUG:boto:Params: {} 2022-09-01T11:24:04.671 DEBUG:boto:Token: None 2022-09-01T11:24:04.672 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:04.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HZRpKtrVnZCqU5St5DfBpUrS0Rs= 2022-09-01T11:24:04.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HZRpKtrVnZCqU5St5DfBpUrS0Rs=', 'Content-Length': '0'} 2022-09-01T11:24:04.679 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000451ab95ba694b46d-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.727 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:04.728 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:04.729 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:04.729 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:04.730 DEBUG:boto:Method: GET 2022-09-01T11:24:04.731 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:24:04.731 DEBUG:boto:Data: 2022-09-01T11:24:04.732 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.732 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.733 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.734 DEBUG:boto:Params: {} 2022-09-01T11:24:04.735 DEBUG:boto:Token: None 2022-09-01T11:24:04.735 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/ 2022-09-01T11:24:04.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw= 2022-09-01T11:24:04.736 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw=', 'Content-Length': '0'} 2022-09-01T11:24:04.740 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000082972249163d9598-0063109654-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.741 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:04.742 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:04.743 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:04.744 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:04.745 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:04.747 DEBUG:boto:Method: GET 2022-09-01T11:24:04.748 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:24:04.749 DEBUG:boto:Data: 2022-09-01T11:24:04.749 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.750 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.751 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.752 DEBUG:boto:Params: {} 2022-09-01T11:24:04.753 DEBUG:boto:Token: None 2022-09-01T11:24:04.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/ 2022-09-01T11:24:04.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw= 2022-09-01T11:24:04.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw=', 'Content-Length': '0'} 2022-09-01T11:24:04.761 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fef1079a089419cd-0063109654-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.762 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:04.763 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:04.763 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:04.764 DEBUG:boto:Method: HEAD 2022-09-01T11:24:04.764 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:24:04.765 DEBUG:boto:Data: 2022-09-01T11:24:04.765 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.766 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.766 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.767 DEBUG:boto:Params: {} 2022-09-01T11:24:04.767 DEBUG:boto:Token: None 2022-09-01T11:24:04.768 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj76 2022-09-01T11:24:04.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mxXCK9EpOpAjmC3awNQViHXou1g= 2022-09-01T11:24:04.770 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mxXCK9EpOpAjmC3awNQViHXou1g=', 'Content-Length': '0'} 2022-09-01T11:24:04.772 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db6de2d728db4a5c-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.773 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:04.774 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:04.775 DEBUG:boto:Method: HEAD 2022-09-01T11:24:04.775 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:24:04.776 DEBUG:boto:Data: 2022-09-01T11:24:04.777 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.778 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.779 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.780 DEBUG:boto:Params: {} 2022-09-01T11:24:04.781 DEBUG:boto:Token: None 2022-09-01T11:24:04.782 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj76 2022-09-01T11:24:04.783 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mxXCK9EpOpAjmC3awNQViHXou1g= 2022-09-01T11:24:04.783 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mxXCK9EpOpAjmC3awNQViHXou1g=', 'Content-Length': '0'} 2022-09-01T11:24:04.786 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b8432ec0245acf57-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.786 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:24:04.787 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:04.788 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:04.788 DEBUG:boto:Method: GET 2022-09-01T11:24:04.789 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:24:04.789 DEBUG:boto:Data: 2022-09-01T11:24:04.790 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.790 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.791 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.791 DEBUG:boto:Params: {} 2022-09-01T11:24:04.792 DEBUG:boto:Token: None 2022-09-01T11:24:04.792 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj76 2022-09-01T11:24:04.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9KD/NzWp0/QwL1dJxAePsaschuk= 2022-09-01T11:24:04.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9KD/NzWp0/QwL1dJxAePsaschuk=', 'Content-Length': '0'} 2022-09-01T11:24:04.796 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a295c47da2d9b8bc-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.841 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:04.843 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:04.844 DEBUG:boto:Method: GET 2022-09-01T11:24:04.844 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:24:04.845 DEBUG:boto:Data: 2022-09-01T11:24:04.846 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.846 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.847 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.848 DEBUG:boto:Params: {} 2022-09-01T11:24:04.848 DEBUG:boto:Token: None 2022-09-01T11:24:04.849 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj76 2022-09-01T11:24:04.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9KD/NzWp0/QwL1dJxAePsaschuk= 2022-09-01T11:24:04.850 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9KD/NzWp0/QwL1dJxAePsaschuk=', 'Content-Length': '0'} 2022-09-01T11:24:04.853 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d3bcae06c1adc36-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.853 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:04.854 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:04.855 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:04.855 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:04.856 DEBUG:boto:Method: GET 2022-09-01T11:24:04.856 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:24:04.857 DEBUG:boto:Data: 2022-09-01T11:24:04.857 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.858 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.858 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.859 DEBUG:boto:Params: {} 2022-09-01T11:24:04.860 DEBUG:boto:Token: None 2022-09-01T11:24:04.860 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/ 2022-09-01T11:24:04.861 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw= 2022-09-01T11:24:04.862 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw=', 'Content-Length': '0'} 2022-09-01T11:24:04.865 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c9cb654c69a4cd17-0063109654-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.865 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:04.866 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:04.867 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:04.868 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:04.869 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:04.870 DEBUG:boto:Method: GET 2022-09-01T11:24:04.871 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:24:04.872 DEBUG:boto:Data: 2022-09-01T11:24:04.873 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.874 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.875 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.876 DEBUG:boto:Params: {} 2022-09-01T11:24:04.877 DEBUG:boto:Token: None 2022-09-01T11:24:04.878 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/ 2022-09-01T11:24:04.879 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw= 2022-09-01T11:24:04.880 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YiT2SCPvaP8nvduKyslMWFmrzMw=', 'Content-Length': '0'} 2022-09-01T11:24:04.884 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001f1a9c971bd32bd9-0063109654-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.885 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:04.886 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:24:04.887 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:04.888 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:04.888 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.889 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.890 DEBUG:boto:Method: GET 2022-09-01T11:24:04.891 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.891 DEBUG:boto:Data: 2022-09-01T11:24:04.892 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.892 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.893 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.894 DEBUG:boto:Params: {} 2022-09-01T11:24:04.895 DEBUG:boto:Token: None 2022-09-01T11:24:04.895 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.896 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tC5craytwov+kq1pm+906SF4D8s= 2022-09-01T11:24:04.897 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tC5craytwov+kq1pm+906SF4D8s=', 'Content-Length': '0'} 2022-09-01T11:24:04.899 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000000074082381b6d41-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.900 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:04.900 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:04.901 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.901 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.902 DEBUG:boto:Method: GET 2022-09-01T11:24:04.902 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.903 DEBUG:boto:Data: 2022-09-01T11:24:04.904 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.905 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.906 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.907 DEBUG:boto:Params: {} 2022-09-01T11:24:04.908 DEBUG:boto:Token: None 2022-09-01T11:24:04.909 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tC5craytwov+kq1pm+906SF4D8s= 2022-09-01T11:24:04.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tC5craytwov+kq1pm+906SF4D8s=', 'Content-Length': '0'} 2022-09-01T11:24:04.913 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002a65c04b52d0a576-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.914 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:04.915 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:04.916 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.916 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.917 DEBUG:boto:Method: HEAD 2022-09-01T11:24:04.917 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.918 DEBUG:boto:Data: 2022-09-01T11:24:04.918 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.919 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.919 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.920 DEBUG:boto:Params: {} 2022-09-01T11:24:04.920 DEBUG:boto:Token: None 2022-09-01T11:24:04.921 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.921 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lU8zzy/DO1XiOnbLsVCJbIW8DpY= 2022-09-01T11:24:04.922 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lU8zzy/DO1XiOnbLsVCJbIW8DpY=', 'Content-Length': '0'} 2022-09-01T11:24:04.924 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e3a86f81ffc37d3b-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.925 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:04.926 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:04.927 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.927 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.928 DEBUG:boto:Method: HEAD 2022-09-01T11:24:04.929 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.930 DEBUG:boto:Data: 2022-09-01T11:24:04.931 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.932 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.932 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.933 DEBUG:boto:Params: {} 2022-09-01T11:24:04.934 DEBUG:boto:Token: None 2022-09-01T11:24:04.935 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.936 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lU8zzy/DO1XiOnbLsVCJbIW8DpY= 2022-09-01T11:24:04.937 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lU8zzy/DO1XiOnbLsVCJbIW8DpY=', 'Content-Length': '0'} 2022-09-01T11:24:04.939 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000385bc62040eaa400-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.940 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:24:04.940 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:04.941 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:04.942 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.942 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.943 DEBUG:boto:Method: GET 2022-09-01T11:24:04.943 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.944 DEBUG:boto:Data: 2022-09-01T11:24:04.945 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.945 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:04.946 DEBUG:boto:Port: 8001 2022-09-01T11:24:04.947 DEBUG:boto:Params: {} 2022-09-01T11:24:04.948 DEBUG:boto:Token: None 2022-09-01T11:24:04.949 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.950 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tC5craytwov+kq1pm+906SF4D8s= 2022-09-01T11:24:04.951 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tC5craytwov+kq1pm+906SF4D8s=', 'Content-Length': '0'} 2022-09-01T11:24:04.954 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008551d24d6846858c-0063109654-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:04.955 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:04.956 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:04.957 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.958 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.958 DEBUG:boto:Method: GET 2022-09-01T11:24:04.959 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.960 DEBUG:boto:Data: 2022-09-01T11:24:04.961 DEBUG:boto:Headers: {} 2022-09-01T11:24:04.962 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:04.963 DEBUG:boto:Port: 8000 2022-09-01T11:24:04.963 DEBUG:boto:Params: {} 2022-09-01T11:24:04.964 DEBUG:boto:Token: None 2022-09-01T11:24:04.965 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:04 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:04.966 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tC5craytwov+kq1pm+906SF4D8s= 2022-09-01T11:24:04.967 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tC5craytwov+kq1pm+906SF4D8s=', 'Content-Length': '0'} 2022-09-01T11:24:04.970 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d9193b54aab556a-0063109654-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.014 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.015 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.016 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:05.016 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:05.017 DEBUG:boto:Method: GET 2022-09-01T11:24:05.018 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:24:05.018 DEBUG:boto:Data: 2022-09-01T11:24:05.019 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.020 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.020 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.021 DEBUG:boto:Params: {} 2022-09-01T11:24:05.021 DEBUG:boto:Token: None 2022-09-01T11:24:05.022 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/ 2022-09-01T11:24:05.023 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0= 2022-09-01T11:24:05.023 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0=', 'Content-Length': '0'} 2022-09-01T11:24:05.026 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000de31c0c33009376a-0063109655-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.027 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.028 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.028 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.029 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:05.029 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:05.030 DEBUG:boto:Method: GET 2022-09-01T11:24:05.031 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:24:05.032 DEBUG:boto:Data: 2022-09-01T11:24:05.032 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.033 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.033 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.034 DEBUG:boto:Params: {} 2022-09-01T11:24:05.034 DEBUG:boto:Token: None 2022-09-01T11:24:05.035 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/ 2022-09-01T11:24:05.036 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0= 2022-09-01T11:24:05.037 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0=', 'Content-Length': '0'} 2022-09-01T11:24:05.041 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000088ae1c5a9ad8d966-0063109655-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.042 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.043 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:05.043 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:05.044 DEBUG:boto:Method: HEAD 2022-09-01T11:24:05.044 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:24:05.045 DEBUG:boto:Data: 2022-09-01T11:24:05.046 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.046 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.047 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.047 DEBUG:boto:Params: {} 2022-09-01T11:24:05.048 DEBUG:boto:Token: None 2022-09-01T11:24:05.049 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj85 2022-09-01T11:24:05.049 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CQCyef5YUiiKqSXnzNZj8mBoeP0= 2022-09-01T11:24:05.050 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CQCyef5YUiiKqSXnzNZj8mBoeP0=', 'Content-Length': '0'} 2022-09-01T11:24:05.052 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a64b4cdc9a1bc500-0063109655-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.053 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:05.054 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:05.054 DEBUG:boto:Method: HEAD 2022-09-01T11:24:05.055 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:24:05.056 DEBUG:boto:Data: 2022-09-01T11:24:05.056 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.057 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.057 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.058 DEBUG:boto:Params: {} 2022-09-01T11:24:05.059 DEBUG:boto:Token: None 2022-09-01T11:24:05.059 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj85 2022-09-01T11:24:05.060 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CQCyef5YUiiKqSXnzNZj8mBoeP0= 2022-09-01T11:24:05.061 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CQCyef5YUiiKqSXnzNZj8mBoeP0=', 'Content-Length': '0'} 2022-09-01T11:24:05.063 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004fb6e254a0b00249-0063109655-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.064 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:24:05.065 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:05.065 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:05.066 DEBUG:boto:Method: GET 2022-09-01T11:24:05.067 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:24:05.067 DEBUG:boto:Data: 2022-09-01T11:24:05.068 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.068 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.069 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.070 DEBUG:boto:Params: {} 2022-09-01T11:24:05.070 DEBUG:boto:Token: None 2022-09-01T11:24:05.071 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj85 2022-09-01T11:24:05.072 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xTspcFAnoQ6pV/n86z+zYkWLA2Y= 2022-09-01T11:24:05.073 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xTspcFAnoQ6pV/n86z+zYkWLA2Y=', 'Content-Length': '0'} 2022-09-01T11:24:05.075 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000890da48f9929581a-0063109655-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.123 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:05.124 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:05.125 DEBUG:boto:Method: GET 2022-09-01T11:24:05.126 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:24:05.127 DEBUG:boto:Data: 2022-09-01T11:24:05.128 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.129 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.130 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.131 DEBUG:boto:Params: {} 2022-09-01T11:24:05.132 DEBUG:boto:Token: None 2022-09-01T11:24:05.133 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj85 2022-09-01T11:24:05.134 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xTspcFAnoQ6pV/n86z+zYkWLA2Y= 2022-09-01T11:24:05.135 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xTspcFAnoQ6pV/n86z+zYkWLA2Y=', 'Content-Length': '0'} 2022-09-01T11:24:05.138 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000034479dac42639249-0063109655-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.140 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.142 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.143 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:05.143 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:05.144 DEBUG:boto:Method: GET 2022-09-01T11:24:05.145 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:24:05.146 DEBUG:boto:Data: 2022-09-01T11:24:05.146 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.147 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.148 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.148 DEBUG:boto:Params: {} 2022-09-01T11:24:05.149 DEBUG:boto:Token: None 2022-09-01T11:24:05.150 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/ 2022-09-01T11:24:05.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0= 2022-09-01T11:24:05.151 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0=', 'Content-Length': '0'} 2022-09-01T11:24:05.154 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000887d7a05a9b86da2-0063109655-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.156 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.158 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.159 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.161 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:05.161 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:05.162 DEBUG:boto:Method: GET 2022-09-01T11:24:05.163 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:24:05.165 DEBUG:boto:Data: 2022-09-01T11:24:05.165 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.166 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.167 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.167 DEBUG:boto:Params: {} 2022-09-01T11:24:05.168 DEBUG:boto:Token: None 2022-09-01T11:24:05.169 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/ 2022-09-01T11:24:05.170 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0= 2022-09-01T11:24:05.171 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0=', 'Content-Length': '0'} 2022-09-01T11:24:05.176 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d87140a004d1fcc0-0063109655-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.177 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.178 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:24:05.178 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:05.179 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:05.180 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.181 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.181 DEBUG:boto:Method: GET 2022-09-01T11:24:05.182 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.183 DEBUG:boto:Data: 2022-09-01T11:24:05.183 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.184 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.184 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.185 DEBUG:boto:Params: {} 2022-09-01T11:24:05.186 DEBUG:boto:Token: None 2022-09-01T11:24:05.187 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WppCljR0RoqWvgspkks7zmJS25Q= 2022-09-01T11:24:05.188 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WppCljR0RoqWvgspkks7zmJS25Q=', 'Content-Length': '0'} 2022-09-01T11:24:05.190 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec9d6019edaeda5b-0063109655-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.191 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:05.192 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:05.192 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.193 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.193 DEBUG:boto:Method: GET 2022-09-01T11:24:05.194 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.195 DEBUG:boto:Data: 2022-09-01T11:24:05.196 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.197 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.198 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.199 DEBUG:boto:Params: {} 2022-09-01T11:24:05.200 DEBUG:boto:Token: None 2022-09-01T11:24:05.201 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.203 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WppCljR0RoqWvgspkks7zmJS25Q= 2022-09-01T11:24:05.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WppCljR0RoqWvgspkks7zmJS25Q=', 'Content-Length': '0'} 2022-09-01T11:24:05.206 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005f9bafd64dfd002b-0063109655-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.250 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:05.251 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:05.251 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.252 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.253 DEBUG:boto:Method: HEAD 2022-09-01T11:24:05.254 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.254 DEBUG:boto:Data: 2022-09-01T11:24:05.255 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.256 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.257 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.257 DEBUG:boto:Params: {} 2022-09-01T11:24:05.258 DEBUG:boto:Token: None 2022-09-01T11:24:05.259 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.259 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kGKpq2xb5A0zAv2MbEi8zjKotO8= 2022-09-01T11:24:05.260 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kGKpq2xb5A0zAv2MbEi8zjKotO8=', 'Content-Length': '0'} 2022-09-01T11:24:05.262 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002b7fc91af6d9a2b8-0063109655-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.263 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:05.264 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:05.264 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.265 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.265 DEBUG:boto:Method: HEAD 2022-09-01T11:24:05.266 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.266 DEBUG:boto:Data: 2022-09-01T11:24:05.267 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.268 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.268 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.269 DEBUG:boto:Params: {} 2022-09-01T11:24:05.270 DEBUG:boto:Token: None 2022-09-01T11:24:05.270 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kGKpq2xb5A0zAv2MbEi8zjKotO8= 2022-09-01T11:24:05.272 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kGKpq2xb5A0zAv2MbEi8zjKotO8=', 'Content-Length': '0'} 2022-09-01T11:24:05.275 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000086130da0017d2551-0063109655-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.276 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:24:05.277 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:05.277 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:05.278 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.279 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.279 DEBUG:boto:Method: GET 2022-09-01T11:24:05.280 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.281 DEBUG:boto:Data: 2022-09-01T11:24:05.282 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.283 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.284 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.285 DEBUG:boto:Params: {} 2022-09-01T11:24:05.286 DEBUG:boto:Token: None 2022-09-01T11:24:05.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WppCljR0RoqWvgspkks7zmJS25Q= 2022-09-01T11:24:05.293 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WppCljR0RoqWvgspkks7zmJS25Q=', 'Content-Length': '0'} 2022-09-01T11:24:05.295 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000484c8e919316fb50-0063109655-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.342 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:05.344 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:05.345 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.346 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.347 DEBUG:boto:Method: GET 2022-09-01T11:24:05.348 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.349 DEBUG:boto:Data: 2022-09-01T11:24:05.350 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.351 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.352 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.354 DEBUG:boto:Params: {} 2022-09-01T11:24:05.355 DEBUG:boto:Token: None 2022-09-01T11:24:05.356 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:05.358 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WppCljR0RoqWvgspkks7zmJS25Q= 2022-09-01T11:24:05.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WppCljR0RoqWvgspkks7zmJS25Q=', 'Content-Length': '0'} 2022-09-01T11:24:05.363 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001adb181860a9ddc7-0063109655-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.364 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.365 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.367 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:05.368 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:05.369 DEBUG:boto:Method: GET 2022-09-01T11:24:05.370 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:24:05.371 DEBUG:boto:Data: 2022-09-01T11:24:05.372 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.374 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.375 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.376 DEBUG:boto:Params: {} 2022-09-01T11:24:05.378 DEBUG:boto:Token: None 2022-09-01T11:24:05.379 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/ 2022-09-01T11:24:05.380 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0= 2022-09-01T11:24:05.381 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0=', 'Content-Length': '0'} 2022-09-01T11:24:05.385 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009dcd240796beefb8-0063109655-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.386 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.387 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.388 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.391 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:05.392 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:05.393 DEBUG:boto:Method: GET 2022-09-01T11:24:05.394 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:24:05.395 DEBUG:boto:Data: 2022-09-01T11:24:05.396 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.397 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.398 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.399 DEBUG:boto:Params: {} 2022-09-01T11:24:05.400 DEBUG:boto:Token: None 2022-09-01T11:24:05.401 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/ 2022-09-01T11:24:05.402 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0= 2022-09-01T11:24:05.403 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0=', 'Content-Length': '0'} 2022-09-01T11:24:05.407 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000c074735338b024e-0063109655-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.409 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.411 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:05.412 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:05.413 DEBUG:boto:Method: HEAD 2022-09-01T11:24:05.414 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:24:05.415 DEBUG:boto:Data: 2022-09-01T11:24:05.416 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.417 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.418 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.419 DEBUG:boto:Params: {} 2022-09-01T11:24:05.420 DEBUG:boto:Token: None 2022-09-01T11:24:05.421 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj92 2022-09-01T11:24:05.422 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9gKkYSgUXJR3mvbrAVwfvV+FdNY= 2022-09-01T11:24:05.423 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9gKkYSgUXJR3mvbrAVwfvV+FdNY=', 'Content-Length': '0'} 2022-09-01T11:24:05.426 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002411b78ffe0e67eb-0063109655-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.427 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:05.427 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:05.428 DEBUG:boto:Method: HEAD 2022-09-01T11:24:05.429 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:24:05.429 DEBUG:boto:Data: 2022-09-01T11:24:05.430 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.431 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.432 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.433 DEBUG:boto:Params: {} 2022-09-01T11:24:05.434 DEBUG:boto:Token: None 2022-09-01T11:24:05.435 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj92 2022-09-01T11:24:05.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9gKkYSgUXJR3mvbrAVwfvV+FdNY= 2022-09-01T11:24:05.445 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9gKkYSgUXJR3mvbrAVwfvV+FdNY=', 'Content-Length': '0'} 2022-09-01T11:24:05.448 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b25b3320b9896ead-0063109655-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.449 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:24:05.450 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:05.451 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:05.451 DEBUG:boto:Method: GET 2022-09-01T11:24:05.452 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:24:05.452 DEBUG:boto:Data: 2022-09-01T11:24:05.453 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.454 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.455 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.456 DEBUG:boto:Params: {} 2022-09-01T11:24:05.457 DEBUG:boto:Token: None 2022-09-01T11:24:05.457 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj92 2022-09-01T11:24:05.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ggLAVrpIKLinsoY61HGkL16T9to= 2022-09-01T11:24:05.459 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ggLAVrpIKLinsoY61HGkL16T9to=', 'Content-Length': '0'} 2022-09-01T11:24:05.464 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b78675aedb3cbe8-0063109655-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.465 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:05.465 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:05.466 DEBUG:boto:Method: GET 2022-09-01T11:24:05.466 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:24:05.467 DEBUG:boto:Data: 2022-09-01T11:24:05.468 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.468 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.469 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.470 DEBUG:boto:Params: {} 2022-09-01T11:24:05.471 DEBUG:boto:Token: None 2022-09-01T11:24:05.472 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj92 2022-09-01T11:24:05.472 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ggLAVrpIKLinsoY61HGkL16T9to= 2022-09-01T11:24:05.473 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ggLAVrpIKLinsoY61HGkL16T9to=', 'Content-Length': '0'} 2022-09-01T11:24:05.475 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fdd109cbd6740f74-0063109655-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.476 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.477 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.477 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:05.478 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:05.478 DEBUG:boto:Method: GET 2022-09-01T11:24:05.479 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:24:05.479 DEBUG:boto:Data: 2022-09-01T11:24:05.480 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.481 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.482 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.482 DEBUG:boto:Params: {} 2022-09-01T11:24:05.483 DEBUG:boto:Token: None 2022-09-01T11:24:05.484 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/ 2022-09-01T11:24:05.484 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0= 2022-09-01T11:24:05.486 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0=', 'Content-Length': '0'} 2022-09-01T11:24:05.489 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000059da16ed12c74a44-0063109655-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.490 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.491 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.491 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.492 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:05.492 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:05.493 DEBUG:boto:Method: GET 2022-09-01T11:24:05.494 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:24:05.494 DEBUG:boto:Data: 2022-09-01T11:24:05.495 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.495 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.496 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.497 DEBUG:boto:Params: {} 2022-09-01T11:24:05.497 DEBUG:boto:Token: None 2022-09-01T11:24:05.498 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/ 2022-09-01T11:24:05.498 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0= 2022-09-01T11:24:05.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0=', 'Content-Length': '0'} 2022-09-01T11:24:05.504 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005e5b4075785e29d8-0063109655-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.504 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.505 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:24:05.506 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:05.507 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:05.507 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.508 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.509 DEBUG:boto:Method: GET 2022-09-01T11:24:05.509 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.510 DEBUG:boto:Data: 2022-09-01T11:24:05.510 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.511 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.511 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.512 DEBUG:boto:Params: {} 2022-09-01T11:24:05.513 DEBUG:boto:Token: None 2022-09-01T11:24:05.514 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.514 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HmKrAiVyqSo1qu7uIF7tWecDI74= 2022-09-01T11:24:05.515 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HmKrAiVyqSo1qu7uIF7tWecDI74=', 'Content-Length': '0'} 2022-09-01T11:24:05.522 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004736fe28b9f580d9-0063109655-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.523 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:05.524 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:05.525 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.525 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.526 DEBUG:boto:Method: GET 2022-09-01T11:24:05.527 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.527 DEBUG:boto:Data: 2022-09-01T11:24:05.528 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.528 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.529 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.529 DEBUG:boto:Params: {} 2022-09-01T11:24:05.530 DEBUG:boto:Token: None 2022-09-01T11:24:05.531 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.531 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HmKrAiVyqSo1qu7uIF7tWecDI74= 2022-09-01T11:24:05.532 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HmKrAiVyqSo1qu7uIF7tWecDI74=', 'Content-Length': '0'} 2022-09-01T11:24:05.534 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e828cb3bfbce339d-0063109655-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.535 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:05.536 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:05.536 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.537 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.537 DEBUG:boto:Method: HEAD 2022-09-01T11:24:05.538 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.538 DEBUG:boto:Data: 2022-09-01T11:24:05.539 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.539 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.540 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.540 DEBUG:boto:Params: {} 2022-09-01T11:24:05.541 DEBUG:boto:Token: None 2022-09-01T11:24:05.542 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.543 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM+/BJRRcTE9ZLlEuFRcpYHvTfM= 2022-09-01T11:24:05.543 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM+/BJRRcTE9ZLlEuFRcpYHvTfM=', 'Content-Length': '0'} 2022-09-01T11:24:05.546 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ac821aae7145c014-0063109655-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.547 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:05.548 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:05.549 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.550 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.551 DEBUG:boto:Method: HEAD 2022-09-01T11:24:05.551 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.552 DEBUG:boto:Data: 2022-09-01T11:24:05.553 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.554 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.555 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.556 DEBUG:boto:Params: {} 2022-09-01T11:24:05.557 DEBUG:boto:Token: None 2022-09-01T11:24:05.558 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.560 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oM+/BJRRcTE9ZLlEuFRcpYHvTfM= 2022-09-01T11:24:05.560 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oM+/BJRRcTE9ZLlEuFRcpYHvTfM=', 'Content-Length': '0'} 2022-09-01T11:24:05.564 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e27035b55feedfb8-0063109655-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.565 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:24:05.565 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:05.566 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:05.567 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.567 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.568 DEBUG:boto:Method: GET 2022-09-01T11:24:05.568 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.569 DEBUG:boto:Data: 2022-09-01T11:24:05.570 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.571 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.572 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.573 DEBUG:boto:Params: {} 2022-09-01T11:24:05.573 DEBUG:boto:Token: None 2022-09-01T11:24:05.574 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.575 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HmKrAiVyqSo1qu7uIF7tWecDI74= 2022-09-01T11:24:05.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HmKrAiVyqSo1qu7uIF7tWecDI74=', 'Content-Length': '0'} 2022-09-01T11:24:05.579 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002414aaaa814f3d17-0063109655-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.625 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:05.626 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:05.627 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.627 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.628 DEBUG:boto:Method: GET 2022-09-01T11:24:05.628 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.629 DEBUG:boto:Data: 2022-09-01T11:24:05.629 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.630 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.630 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.631 DEBUG:boto:Params: {} 2022-09-01T11:24:05.633 DEBUG:boto:Token: None 2022-09-01T11:24:05.635 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:05.635 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HmKrAiVyqSo1qu7uIF7tWecDI74= 2022-09-01T11:24:05.636 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HmKrAiVyqSo1qu7uIF7tWecDI74=', 'Content-Length': '0'} 2022-09-01T11:24:05.638 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000013cdb0467aa95dd7-0063109655-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.639 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.640 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.640 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:05.641 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:05.642 DEBUG:boto:Method: GET 2022-09-01T11:24:05.642 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:24:05.643 DEBUG:boto:Data: 2022-09-01T11:24:05.643 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.644 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.645 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.645 DEBUG:boto:Params: {} 2022-09-01T11:24:05.646 DEBUG:boto:Token: None 2022-09-01T11:24:05.647 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/ 2022-09-01T11:24:05.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0= 2022-09-01T11:24:05.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0=', 'Content-Length': '0'} 2022-09-01T11:24:05.651 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000083178f38f31ba1d6-0063109655-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.651 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.652 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.653 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.653 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:05.654 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:05.655 DEBUG:boto:Method: GET 2022-09-01T11:24:05.655 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:24:05.656 DEBUG:boto:Data: 2022-09-01T11:24:05.656 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.657 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.658 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.658 DEBUG:boto:Params: {} 2022-09-01T11:24:05.659 DEBUG:boto:Token: None 2022-09-01T11:24:05.659 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/ 2022-09-01T11:24:05.660 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0= 2022-09-01T11:24:05.661 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0=', 'Content-Length': '0'} 2022-09-01T11:24:05.665 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e51900e884b4f9d6-0063109655-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.666 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.667 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:05.667 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:05.668 DEBUG:boto:Method: HEAD 2022-09-01T11:24:05.668 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:24:05.669 DEBUG:boto:Data: 2022-09-01T11:24:05.670 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.670 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.671 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.671 DEBUG:boto:Params: {} 2022-09-01T11:24:05.672 DEBUG:boto:Token: None 2022-09-01T11:24:05.673 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj95 2022-09-01T11:24:05.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yk/Ezv7CC80DsNbc2v6cPYf9AZQ= 2022-09-01T11:24:05.674 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yk/Ezv7CC80DsNbc2v6cPYf9AZQ=', 'Content-Length': '0'} 2022-09-01T11:24:05.676 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060278b0087911a84-0063109655-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.677 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:05.677 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:05.678 DEBUG:boto:Method: HEAD 2022-09-01T11:24:05.679 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:24:05.679 DEBUG:boto:Data: 2022-09-01T11:24:05.680 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.680 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.681 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.681 DEBUG:boto:Params: {} 2022-09-01T11:24:05.682 DEBUG:boto:Token: None 2022-09-01T11:24:05.682 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj95 2022-09-01T11:24:05.683 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yk/Ezv7CC80DsNbc2v6cPYf9AZQ= 2022-09-01T11:24:05.684 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yk/Ezv7CC80DsNbc2v6cPYf9AZQ=', 'Content-Length': '0'} 2022-09-01T11:24:05.686 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069e56d590347db97-0063109655-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.687 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:24:05.688 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:05.690 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:05.691 DEBUG:boto:Method: GET 2022-09-01T11:24:05.692 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:24:05.692 DEBUG:boto:Data: 2022-09-01T11:24:05.693 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.693 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.694 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.694 DEBUG:boto:Params: {} 2022-09-01T11:24:05.695 DEBUG:boto:Token: None 2022-09-01T11:24:05.695 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj95 2022-09-01T11:24:05.696 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B4N84qzXjaz/T1ac8sS+zA8F4T0= 2022-09-01T11:24:05.697 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B4N84qzXjaz/T1ac8sS+zA8F4T0=', 'Content-Length': '0'} 2022-09-01T11:24:05.699 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d1f4de1dfe74f685-0063109655-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.700 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:05.701 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:05.701 DEBUG:boto:Method: GET 2022-09-01T11:24:05.702 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:24:05.702 DEBUG:boto:Data: 2022-09-01T11:24:05.703 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.703 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.704 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.704 DEBUG:boto:Params: {} 2022-09-01T11:24:05.705 DEBUG:boto:Token: None 2022-09-01T11:24:05.705 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj95 2022-09-01T11:24:05.706 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B4N84qzXjaz/T1ac8sS+zA8F4T0= 2022-09-01T11:24:05.707 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B4N84qzXjaz/T1ac8sS+zA8F4T0=', 'Content-Length': '0'} 2022-09-01T11:24:05.709 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cc029d4ccf42ff5c-0063109655-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.750 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.751 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.752 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:05.753 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:05.754 DEBUG:boto:Method: GET 2022-09-01T11:24:05.755 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:24:05.756 DEBUG:boto:Data: 2022-09-01T11:24:05.757 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.758 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.759 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.760 DEBUG:boto:Params: {} 2022-09-01T11:24:05.761 DEBUG:boto:Token: None 2022-09-01T11:24:05.762 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/ 2022-09-01T11:24:05.763 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0= 2022-09-01T11:24:05.764 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0=', 'Content-Length': '0'} 2022-09-01T11:24:05.768 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000056d2a3c162b0ba16-0063109655-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.769 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.770 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.771 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.772 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:05.772 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:05.773 DEBUG:boto:Method: GET 2022-09-01T11:24:05.774 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:24:05.775 DEBUG:boto:Data: 2022-09-01T11:24:05.776 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.777 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:05.778 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.779 DEBUG:boto:Params: {} 2022-09-01T11:24:05.780 DEBUG:boto:Token: None 2022-09-01T11:24:05.781 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/ 2022-09-01T11:24:05.782 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0= 2022-09-01T11:24:05.783 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:24nPuTK3NJUiu1OjUM9/607YFO0=', 'Content-Length': '0'} 2022-09-01T11:24:05.788 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aa29f7dd29fa789d-0063109655-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.789 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.790 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone3, test-zone1} 2022-09-01T11:24:05.790 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone3, test-zone2} 2022-09-01T11:24:05.791 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.791 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.792 DEBUG:boto:Method: HEAD 2022-09-01T11:24:05.792 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:24:05.793 DEBUG:boto:Data: 2022-09-01T11:24:05.793 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.794 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.794 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.795 DEBUG:boto:Params: {} 2022-09-01T11:24:05.795 DEBUG:boto:Token: None 2022-09-01T11:24:05.796 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/ 2022-09-01T11:24:05.796 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1ePAJpShn98Be7qmZ50g0ZYMYTk= 2022-09-01T11:24:05.797 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1ePAJpShn98Be7qmZ50g0ZYMYTk=', 'Content-Length': '0'} 2022-09-01T11:24:05.800 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '20'), ('X-RGW-Bytes-Used', '60'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000002065629d3ef7c0-0063109655-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.802 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.803 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.804 DEBUG:boto:Method: HEAD 2022-09-01T11:24:05.804 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:24:05.805 DEBUG:boto:Data: 2022-09-01T11:24:05.806 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.807 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:05.808 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.809 DEBUG:boto:Params: {} 2022-09-01T11:24:05.810 DEBUG:boto:Token: None 2022-09-01T11:24:05.811 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/ 2022-09-01T11:24:05.812 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1ePAJpShn98Be7qmZ50g0ZYMYTk= 2022-09-01T11:24:05.813 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1ePAJpShn98Be7qmZ50g0ZYMYTk=', 'Content-Length': '0'} 2022-09-01T11:24:05.817 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '20'), ('X-RGW-Bytes-Used', '60'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000412179ef7513d57c-0063109655-183f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.818 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:24:05.819 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.820 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.821 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:24:05.822 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:24:05.823 DEBUG:boto:Method: GET 2022-09-01T11:24:05.824 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:24:05.825 DEBUG:boto:Data: 2022-09-01T11:24:05.826 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.827 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.828 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.829 DEBUG:boto:Params: {} 2022-09-01T11:24:05.830 DEBUG:boto:Token: None 2022-09-01T11:24:05.831 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/?versions 2022-09-01T11:24:05.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vZE8s0D7msHkI1kHQen3e8pn5Zo= 2022-09-01T11:24:05.834 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vZE8s0D7msHkI1kHQen3e8pn5Zo=', 'Content-Length': '0'} 2022-09-01T11:24:05.837 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009eba424731c42d86-0063109655-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.838 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.840 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:24:05.840 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:24:05.841 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:24:05.841 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:24:05.842 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:24:05.842 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:24:05.843 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:24:05.843 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:24:05.844 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:24:05.844 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:24:05.844 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:24:05.845 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:24:05.845 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:24:05.846 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:24:05.846 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:24:05.847 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:24:05.847 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:24:05.848 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:24:05.848 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:24:05.849 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:24:05.849 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:24:05.850 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.851 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.851 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:24:05.851 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:24:05.852 DEBUG:boto:Method: GET 2022-09-01T11:24:05.853 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:24:05.853 DEBUG:boto:Data: 2022-09-01T11:24:05.853 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.854 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:05.855 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.855 DEBUG:boto:Params: {} 2022-09-01T11:24:05.856 DEBUG:boto:Token: None 2022-09-01T11:24:05.856 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/?versions 2022-09-01T11:24:05.857 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vZE8s0D7msHkI1kHQen3e8pn5Zo= 2022-09-01T11:24:05.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vZE8s0D7msHkI1kHQen3e8pn5Zo=', 'Content-Length': '0'} 2022-09-01T11:24:05.860 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000f96c9cd2ada8de5-0063109655-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.861 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.863 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:24:05.863 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:24:05.864 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:24:05.864 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:24:05.865 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:24:05.866 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:24:05.866 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:24:05.867 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:24:05.868 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:24:05.869 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:24:05.869 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:24:05.870 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:24:05.871 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:24:05.872 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:24:05.873 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:24:05.873 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:24:05.874 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:24:05.875 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:24:05.875 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:24:05.876 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:24:05.877 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.877 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.878 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:24:05.878 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:24:05.879 DEBUG:boto:Method: GET 2022-09-01T11:24:05.879 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:24:05.880 DEBUG:boto:Data: 2022-09-01T11:24:05.881 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.881 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.882 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.883 DEBUG:boto:Params: {} 2022-09-01T11:24:05.884 DEBUG:boto:Token: None 2022-09-01T11:24:05.885 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/?versions 2022-09-01T11:24:05.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vZE8s0D7msHkI1kHQen3e8pn5Zo= 2022-09-01T11:24:05.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vZE8s0D7msHkI1kHQen3e8pn5Zo=', 'Content-Length': '0'} 2022-09-01T11:24:05.891 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d0f37579fb80ca15-0063109655-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.892 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.895 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:05.896 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:05.897 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:24:05.898 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:24:05.899 DEBUG:boto:Method: GET 2022-09-01T11:24:05.900 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:24:05.900 DEBUG:boto:Data: 2022-09-01T11:24:05.901 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.902 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:05.903 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.904 DEBUG:boto:Params: {} 2022-09-01T11:24:05.905 DEBUG:boto:Token: None 2022-09-01T11:24:05.906 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/?versions 2022-09-01T11:24:05.907 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vZE8s0D7msHkI1kHQen3e8pn5Zo= 2022-09-01T11:24:05.908 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vZE8s0D7msHkI1kHQen3e8pn5Zo=', 'Content-Length': '0'} 2022-09-01T11:24:05.912 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007d06bac9958924e1-0063109655-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.913 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:05.915 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:24:05.916 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:05.917 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:05.918 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:05.918 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:05.919 DEBUG:boto:Method: GET 2022-09-01T11:24:05.920 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:05.921 DEBUG:boto:Data: 2022-09-01T11:24:05.922 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.923 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.924 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.925 DEBUG:boto:Params: {} 2022-09-01T11:24:05.926 DEBUG:boto:Token: None 2022-09-01T11:24:05.927 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:05.928 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G3o00SkrztIz/lZuC9tmm9ruawU= 2022-09-01T11:24:05.929 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G3o00SkrztIz/lZuC9tmm9ruawU=', 'Content-Length': '0'} 2022-09-01T11:24:05.931 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba3276a0a54d79b8-0063109655-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.979 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:05.980 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:05.981 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:05.981 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:05.982 DEBUG:boto:Method: GET 2022-09-01T11:24:05.983 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:05.983 DEBUG:boto:Data: 2022-09-01T11:24:05.984 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.985 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:05.985 DEBUG:boto:Port: 8000 2022-09-01T11:24:05.986 DEBUG:boto:Params: {} 2022-09-01T11:24:05.987 DEBUG:boto:Token: None 2022-09-01T11:24:05.987 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:05.988 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G3o00SkrztIz/lZuC9tmm9ruawU= 2022-09-01T11:24:05.989 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G3o00SkrztIz/lZuC9tmm9ruawU=', 'Content-Length': '0'} 2022-09-01T11:24:05.992 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000788a2b7a0c31c326-0063109655-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:05.992 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:05.993 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:05.994 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:05.994 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:05.995 DEBUG:boto:Method: HEAD 2022-09-01T11:24:05.995 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:05.996 DEBUG:boto:Data: 2022-09-01T11:24:05.996 DEBUG:boto:Headers: {} 2022-09-01T11:24:05.997 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:05.997 DEBUG:boto:Port: 8001 2022-09-01T11:24:05.998 DEBUG:boto:Params: {} 2022-09-01T11:24:05.998 DEBUG:boto:Token: None 2022-09-01T11:24:05.999 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:05 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:06.000 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U5q8ftYUGE84YN32D/Dsgcs+x6Q= 2022-09-01T11:24:06.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U5q8ftYUGE84YN32D/Dsgcs+x6Q=', 'Content-Length': '0'} 2022-09-01T11:24:06.002 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000018212fbef506e49c-0063109655-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.003 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:06.004 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:06.004 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:06.005 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:06.005 DEBUG:boto:Method: HEAD 2022-09-01T11:24:06.006 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:06.006 DEBUG:boto:Data: 2022-09-01T11:24:06.007 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.008 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.008 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.008 DEBUG:boto:Params: {} 2022-09-01T11:24:06.009 DEBUG:boto:Token: None 2022-09-01T11:24:06.010 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:06.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oV0ZtSMQN4tnTjUbelvYnBeXCFE= 2022-09-01T11:24:06.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oV0ZtSMQN4tnTjUbelvYnBeXCFE=', 'Content-Length': '0'} 2022-09-01T11:24:06.014 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b14b7f5f62037327-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.015 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:24:06.015 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:06.016 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:06.017 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:06.017 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:06.018 DEBUG:boto:Method: GET 2022-09-01T11:24:06.018 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:06.019 DEBUG:boto:Data: 2022-09-01T11:24:06.020 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.020 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.021 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.022 DEBUG:boto:Params: {} 2022-09-01T11:24:06.023 DEBUG:boto:Token: None 2022-09-01T11:24:06.024 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:06.025 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T14t6tW7xm8xH4EmDb6v79EnCyI= 2022-09-01T11:24:06.026 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T14t6tW7xm8xH4EmDb6v79EnCyI=', 'Content-Length': '0'} 2022-09-01T11:24:06.029 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f4f10f5ba88e1054-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.031 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:06.032 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:06.032 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:06.033 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:06.034 DEBUG:boto:Method: GET 2022-09-01T11:24:06.035 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:06.036 DEBUG:boto:Data: 2022-09-01T11:24:06.036 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.037 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.037 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.038 DEBUG:boto:Params: {} 2022-09-01T11:24:06.039 DEBUG:boto:Token: None 2022-09-01T11:24:06.040 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:24:06.040 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T14t6tW7xm8xH4EmDb6v79EnCyI= 2022-09-01T11:24:06.041 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T14t6tW7xm8xH4EmDb6v79EnCyI=', 'Content-Length': '0'} 2022-09-01T11:24:06.044 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d8855c35d4bfb831-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.087 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.088 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.089 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:06.090 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:06.092 DEBUG:boto:Method: GET 2022-09-01T11:24:06.092 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:24:06.093 DEBUG:boto:Data: 2022-09-01T11:24:06.094 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.096 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.097 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.098 DEBUG:boto:Params: {} 2022-09-01T11:24:06.098 DEBUG:boto:Token: None 2022-09-01T11:24:06.099 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.100 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.100 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:06.105 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d4697f0ee286d1b4-0063109656-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.107 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:06.108 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.109 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.113 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:06.114 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:06.115 DEBUG:boto:Method: GET 2022-09-01T11:24:06.115 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:24:06.116 DEBUG:boto:Data: 2022-09-01T11:24:06.117 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.118 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.119 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.120 DEBUG:boto:Params: {} 2022-09-01T11:24:06.121 DEBUG:boto:Token: None 2022-09-01T11:24:06.122 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.123 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:06.128 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000022379339d467a183-0063109656-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.130 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:06.133 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:06.134 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:06.135 DEBUG:boto:Method: HEAD 2022-09-01T11:24:06.136 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:24:06.136 DEBUG:boto:Data: 2022-09-01T11:24:06.137 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.138 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.138 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.139 DEBUG:boto:Params: {} 2022-09-01T11:24:06.140 DEBUG:boto:Token: None 2022-09-01T11:24:06.140 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj11 2022-09-01T11:24:06.141 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZU6FFg+avFRscunNy69WQ4vb+R8= 2022-09-01T11:24:06.142 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZU6FFg+avFRscunNy69WQ4vb+R8=', 'Content-Length': '0'} 2022-09-01T11:24:06.144 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dc4d9adde4b1d0a2-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.145 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:06.146 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:06.146 DEBUG:boto:Method: HEAD 2022-09-01T11:24:06.147 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:24:06.148 DEBUG:boto:Data: 2022-09-01T11:24:06.148 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.149 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.150 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.151 DEBUG:boto:Params: {} 2022-09-01T11:24:06.151 DEBUG:boto:Token: None 2022-09-01T11:24:06.155 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj11 2022-09-01T11:24:06.156 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZU6FFg+avFRscunNy69WQ4vb+R8= 2022-09-01T11:24:06.157 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZU6FFg+avFRscunNy69WQ4vb+R8=', 'Content-Length': '0'} 2022-09-01T11:24:06.160 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000dbd3c7c4ea7813b-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.161 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:24:06.163 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:06.164 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:06.165 DEBUG:boto:Method: GET 2022-09-01T11:24:06.166 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:24:06.167 DEBUG:boto:Data: 2022-09-01T11:24:06.168 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.169 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.170 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.171 DEBUG:boto:Params: {} 2022-09-01T11:24:06.171 DEBUG:boto:Token: None 2022-09-01T11:24:06.172 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj11 2022-09-01T11:24:06.173 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E+k9Efk1+uuE2A0WvkK5Pp6AQas= 2022-09-01T11:24:06.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E+k9Efk1+uuE2A0WvkK5Pp6AQas=', 'Content-Length': '0'} 2022-09-01T11:24:06.176 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000809484a2aacfcde7-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.177 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:24:06.177 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:24:06.178 DEBUG:boto:Method: GET 2022-09-01T11:24:06.179 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:24:06.179 DEBUG:boto:Data: 2022-09-01T11:24:06.180 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.180 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.181 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.181 DEBUG:boto:Params: {} 2022-09-01T11:24:06.182 DEBUG:boto:Token: None 2022-09-01T11:24:06.183 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj11 2022-09-01T11:24:06.183 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E+k9Efk1+uuE2A0WvkK5Pp6AQas= 2022-09-01T11:24:06.184 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E+k9Efk1+uuE2A0WvkK5Pp6AQas=', 'Content-Length': '0'} 2022-09-01T11:24:06.186 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a5f686dfa04a1287-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.187 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.187 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.188 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:06.189 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:06.189 DEBUG:boto:Method: GET 2022-09-01T11:24:06.190 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:24:06.190 DEBUG:boto:Data: 2022-09-01T11:24:06.191 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.192 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.192 DEBUG:boto:Params: {} 2022-09-01T11:24:06.193 DEBUG:boto:Token: None 2022-09-01T11:24:06.194 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:06.198 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000097589d5918246d82-0063109656-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.199 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:06.200 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.200 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.201 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:06.201 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:24:06.202 DEBUG:boto:Method: GET 2022-09-01T11:24:06.203 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:24:06.204 DEBUG:boto:Data: 2022-09-01T11:24:06.205 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.206 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.207 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.208 DEBUG:boto:Params: {} 2022-09-01T11:24:06.209 DEBUG:boto:Token: None 2022-09-01T11:24:06.211 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.212 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.213 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:06.216 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a5c77a77ff5785ec-0063109656-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.219 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:06.220 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:24:06.221 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:06.222 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:06.222 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.224 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.225 DEBUG:boto:Method: GET 2022-09-01T11:24:06.225 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.226 DEBUG:boto:Data: 2022-09-01T11:24:06.226 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.227 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.228 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.228 DEBUG:boto:Params: {} 2022-09-01T11:24:06.229 DEBUG:boto:Token: None 2022-09-01T11:24:06.230 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n87BQzuml7MjE1Cq7v/POyI1yQg= 2022-09-01T11:24:06.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n87BQzuml7MjE1Cq7v/POyI1yQg=', 'Content-Length': '0'} 2022-09-01T11:24:06.233 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000015821de5cce9ae32-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.276 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:06.277 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:06.278 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.279 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.279 DEBUG:boto:Method: GET 2022-09-01T11:24:06.280 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.280 DEBUG:boto:Data: 2022-09-01T11:24:06.281 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.281 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.282 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.282 DEBUG:boto:Params: {} 2022-09-01T11:24:06.283 DEBUG:boto:Token: None 2022-09-01T11:24:06.284 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.284 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n87BQzuml7MjE1Cq7v/POyI1yQg= 2022-09-01T11:24:06.285 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n87BQzuml7MjE1Cq7v/POyI1yQg=', 'Content-Length': '0'} 2022-09-01T11:24:06.287 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee6b4eb9545174d0-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.288 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:06.289 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:06.289 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.290 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.290 DEBUG:boto:Method: HEAD 2022-09-01T11:24:06.291 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.291 DEBUG:boto:Data: 2022-09-01T11:24:06.292 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.292 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.293 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.293 DEBUG:boto:Params: {} 2022-09-01T11:24:06.294 DEBUG:boto:Token: None 2022-09-01T11:24:06.294 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.295 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g1xn66qCyDVHwyJUROBWHsuthgU= 2022-09-01T11:24:06.295 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g1xn66qCyDVHwyJUROBWHsuthgU=', 'Content-Length': '0'} 2022-09-01T11:24:06.298 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000935b21b4ba99c003-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.299 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:06.299 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:06.300 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.300 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.301 DEBUG:boto:Method: HEAD 2022-09-01T11:24:06.301 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.302 DEBUG:boto:Data: 2022-09-01T11:24:06.302 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.303 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.303 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.304 DEBUG:boto:Params: {} 2022-09-01T11:24:06.304 DEBUG:boto:Token: None 2022-09-01T11:24:06.305 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.306 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g1xn66qCyDVHwyJUROBWHsuthgU= 2022-09-01T11:24:06.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g1xn66qCyDVHwyJUROBWHsuthgU=', 'Content-Length': '0'} 2022-09-01T11:24:06.308 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bde399af5b720b32-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.309 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:24:06.310 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:06.311 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:06.311 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.312 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.312 DEBUG:boto:Method: GET 2022-09-01T11:24:06.313 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.314 DEBUG:boto:Data: 2022-09-01T11:24:06.315 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.315 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.316 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.316 DEBUG:boto:Params: {} 2022-09-01T11:24:06.317 DEBUG:boto:Token: None 2022-09-01T11:24:06.318 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.319 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n87BQzuml7MjE1Cq7v/POyI1yQg= 2022-09-01T11:24:06.319 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n87BQzuml7MjE1Cq7v/POyI1yQg=', 'Content-Length': '0'} 2022-09-01T11:24:06.322 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a3cd3fe16129ac2-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.322 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:06.323 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:06.324 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.324 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.325 DEBUG:boto:Method: GET 2022-09-01T11:24:06.325 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.326 DEBUG:boto:Data: 2022-09-01T11:24:06.326 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.327 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.328 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.328 DEBUG:boto:Params: {} 2022-09-01T11:24:06.329 DEBUG:boto:Token: None 2022-09-01T11:24:06.329 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:24:06.330 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n87BQzuml7MjE1Cq7v/POyI1yQg= 2022-09-01T11:24:06.331 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n87BQzuml7MjE1Cq7v/POyI1yQg=', 'Content-Length': '0'} 2022-09-01T11:24:06.333 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000416dd4121d45cce9-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.334 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.335 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.335 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:06.336 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:06.337 DEBUG:boto:Method: GET 2022-09-01T11:24:06.338 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:24:06.339 DEBUG:boto:Data: 2022-09-01T11:24:06.340 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.340 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.341 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.342 DEBUG:boto:Params: {} 2022-09-01T11:24:06.343 DEBUG:boto:Token: None 2022-09-01T11:24:06.344 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.346 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:06.350 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000482cda95d0d30057-0063109656-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.350 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:06.351 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.352 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.353 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:06.353 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:06.354 DEBUG:boto:Method: GET 2022-09-01T11:24:06.355 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:24:06.355 DEBUG:boto:Data: 2022-09-01T11:24:06.356 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.357 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.357 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.358 DEBUG:boto:Params: {} 2022-09-01T11:24:06.358 DEBUG:boto:Token: None 2022-09-01T11:24:06.359 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.360 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.361 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:06.364 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004b305e5ffc47bb78-0063109656-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.365 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:06.366 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:06.368 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:06.369 DEBUG:boto:Method: HEAD 2022-09-01T11:24:06.370 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:24:06.371 DEBUG:boto:Data: 2022-09-01T11:24:06.372 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.373 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.374 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.375 DEBUG:boto:Params: {} 2022-09-01T11:24:06.377 DEBUG:boto:Token: None 2022-09-01T11:24:06.378 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj115 2022-09-01T11:24:06.379 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zFDGye/cR5nwA1jym02o2/mzexw= 2022-09-01T11:24:06.380 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zFDGye/cR5nwA1jym02o2/mzexw=', 'Content-Length': '0'} 2022-09-01T11:24:06.390 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014bbfb80b00a0d35-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.392 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:06.393 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:06.394 DEBUG:boto:Method: HEAD 2022-09-01T11:24:06.395 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:24:06.395 DEBUG:boto:Data: 2022-09-01T11:24:06.396 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.398 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.399 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.401 DEBUG:boto:Params: {} 2022-09-01T11:24:06.402 DEBUG:boto:Token: None 2022-09-01T11:24:06.403 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj115 2022-09-01T11:24:06.404 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zFDGye/cR5nwA1jym02o2/mzexw= 2022-09-01T11:24:06.405 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zFDGye/cR5nwA1jym02o2/mzexw=', 'Content-Length': '0'} 2022-09-01T11:24:06.408 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b5dd8ec5f21d5ef8-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.411 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:24:06.412 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:06.413 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:06.414 DEBUG:boto:Method: GET 2022-09-01T11:24:06.415 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:24:06.416 DEBUG:boto:Data: 2022-09-01T11:24:06.417 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.418 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.419 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.420 DEBUG:boto:Params: {} 2022-09-01T11:24:06.421 DEBUG:boto:Token: None 2022-09-01T11:24:06.422 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj115 2022-09-01T11:24:06.423 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qp/CLOwch2UZOtL0oH/lfiCMyKw= 2022-09-01T11:24:06.424 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qp/CLOwch2UZOtL0oH/lfiCMyKw=', 'Content-Length': '0'} 2022-09-01T11:24:06.427 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000058d5715166b0d7c6-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.429 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:24:06.430 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:24:06.431 DEBUG:boto:Method: GET 2022-09-01T11:24:06.431 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:24:06.432 DEBUG:boto:Data: 2022-09-01T11:24:06.433 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.434 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.435 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.435 DEBUG:boto:Params: {} 2022-09-01T11:24:06.436 DEBUG:boto:Token: None 2022-09-01T11:24:06.437 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj115 2022-09-01T11:24:06.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qp/CLOwch2UZOtL0oH/lfiCMyKw= 2022-09-01T11:24:06.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qp/CLOwch2UZOtL0oH/lfiCMyKw=', 'Content-Length': '0'} 2022-09-01T11:24:06.441 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a9b8c06899f9362-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.442 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.442 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.443 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:06.443 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:06.444 DEBUG:boto:Method: GET 2022-09-01T11:24:06.445 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:24:06.446 DEBUG:boto:Data: 2022-09-01T11:24:06.447 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.448 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.449 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.450 DEBUG:boto:Params: {} 2022-09-01T11:24:06.451 DEBUG:boto:Token: None 2022-09-01T11:24:06.452 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.453 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.454 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:06.458 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000acfbfb9df29b544c-0063109656-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.459 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:06.460 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.461 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.462 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:06.462 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:24:06.463 DEBUG:boto:Method: GET 2022-09-01T11:24:06.465 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:24:06.465 DEBUG:boto:Data: 2022-09-01T11:24:06.466 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.467 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.467 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.468 DEBUG:boto:Params: {} 2022-09-01T11:24:06.469 DEBUG:boto:Token: None 2022-09-01T11:24:06.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.470 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.471 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:06.474 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004fc644dc048dd404-0063109656-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.474 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:06.475 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:24:06.476 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:06.476 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:06.477 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.478 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.478 DEBUG:boto:Method: GET 2022-09-01T11:24:06.479 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.479 DEBUG:boto:Data: 2022-09-01T11:24:06.480 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.481 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.481 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.482 DEBUG:boto:Params: {} 2022-09-01T11:24:06.482 DEBUG:boto:Token: None 2022-09-01T11:24:06.483 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.484 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u9jP3bP1X9AwUoCcfKqnahC6sz8= 2022-09-01T11:24:06.485 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u9jP3bP1X9AwUoCcfKqnahC6sz8=', 'Content-Length': '0'} 2022-09-01T11:24:06.487 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed1f040eea0e9eb2-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.489 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:06.490 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:06.491 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.491 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.492 DEBUG:boto:Method: GET 2022-09-01T11:24:06.493 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.494 DEBUG:boto:Data: 2022-09-01T11:24:06.495 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.495 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.496 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.496 DEBUG:boto:Params: {} 2022-09-01T11:24:06.497 DEBUG:boto:Token: None 2022-09-01T11:24:06.498 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.499 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u9jP3bP1X9AwUoCcfKqnahC6sz8= 2022-09-01T11:24:06.499 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u9jP3bP1X9AwUoCcfKqnahC6sz8=', 'Content-Length': '0'} 2022-09-01T11:24:06.502 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aded3a7a2b8214db-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.503 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:06.503 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:06.504 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.504 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.505 DEBUG:boto:Method: HEAD 2022-09-01T11:24:06.505 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.506 DEBUG:boto:Data: 2022-09-01T11:24:06.506 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.507 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.507 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.508 DEBUG:boto:Params: {} 2022-09-01T11:24:06.508 DEBUG:boto:Token: None 2022-09-01T11:24:06.509 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.510 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9oVpB4tnNO2ezrNzjmuc8YnZTsE= 2022-09-01T11:24:06.511 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9oVpB4tnNO2ezrNzjmuc8YnZTsE=', 'Content-Length': '0'} 2022-09-01T11:24:06.513 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e48bde3da32b72d7-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.514 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:06.514 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:06.515 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.515 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.516 DEBUG:boto:Method: HEAD 2022-09-01T11:24:06.516 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.517 DEBUG:boto:Data: 2022-09-01T11:24:06.518 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.518 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.519 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.519 DEBUG:boto:Params: {} 2022-09-01T11:24:06.520 DEBUG:boto:Token: None 2022-09-01T11:24:06.521 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.522 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9oVpB4tnNO2ezrNzjmuc8YnZTsE= 2022-09-01T11:24:06.523 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9oVpB4tnNO2ezrNzjmuc8YnZTsE=', 'Content-Length': '0'} 2022-09-01T11:24:06.525 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000087f4bc0888f90af4-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.527 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:24:06.527 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:06.528 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:06.529 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.530 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.531 DEBUG:boto:Method: GET 2022-09-01T11:24:06.532 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.533 DEBUG:boto:Data: 2022-09-01T11:24:06.533 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.534 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.535 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.535 DEBUG:boto:Params: {} 2022-09-01T11:24:06.536 DEBUG:boto:Token: None 2022-09-01T11:24:06.537 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.538 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u9jP3bP1X9AwUoCcfKqnahC6sz8= 2022-09-01T11:24:06.538 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u9jP3bP1X9AwUoCcfKqnahC6sz8=', 'Content-Length': '0'} 2022-09-01T11:24:06.541 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002eb961735e74f91c-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.542 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:06.543 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:06.544 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.545 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.546 DEBUG:boto:Method: GET 2022-09-01T11:24:06.547 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.548 DEBUG:boto:Data: 2022-09-01T11:24:06.549 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.550 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.551 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.552 DEBUG:boto:Params: {} 2022-09-01T11:24:06.553 DEBUG:boto:Token: None 2022-09-01T11:24:06.554 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:24:06.555 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u9jP3bP1X9AwUoCcfKqnahC6sz8= 2022-09-01T11:24:06.556 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u9jP3bP1X9AwUoCcfKqnahC6sz8=', 'Content-Length': '0'} 2022-09-01T11:24:06.559 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d4960d1e3c3cf2b-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.560 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.561 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.562 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:06.564 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:06.565 DEBUG:boto:Method: GET 2022-09-01T11:24:06.566 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:24:06.567 DEBUG:boto:Data: 2022-09-01T11:24:06.568 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.569 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.571 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.572 DEBUG:boto:Params: {} 2022-09-01T11:24:06.573 DEBUG:boto:Token: None 2022-09-01T11:24:06.574 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.575 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:06.580 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a913008398c42b20-0063109656-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.582 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:06.583 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.584 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.585 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:06.586 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:06.587 DEBUG:boto:Method: GET 2022-09-01T11:24:06.588 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:24:06.589 DEBUG:boto:Data: 2022-09-01T11:24:06.590 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.591 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.592 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.593 DEBUG:boto:Params: {} 2022-09-01T11:24:06.594 DEBUG:boto:Token: None 2022-09-01T11:24:06.595 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:06.600 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f038150d22ff854b-0063109656-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.601 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:06.602 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:06.602 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:06.603 DEBUG:boto:Method: HEAD 2022-09-01T11:24:06.603 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:24:06.604 DEBUG:boto:Data: 2022-09-01T11:24:06.604 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.605 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.605 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.606 DEBUG:boto:Params: {} 2022-09-01T11:24:06.606 DEBUG:boto:Token: None 2022-09-01T11:24:06.607 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj17 2022-09-01T11:24:06.608 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1XQggL7+gi6Ri2qLCjR7ln2/MI4= 2022-09-01T11:24:06.608 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1XQggL7+gi6Ri2qLCjR7ln2/MI4=', 'Content-Length': '0'} 2022-09-01T11:24:06.610 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000047edb942f08626be-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.611 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:06.612 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:06.612 DEBUG:boto:Method: HEAD 2022-09-01T11:24:06.613 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:24:06.613 DEBUG:boto:Data: 2022-09-01T11:24:06.614 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.614 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.615 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.615 DEBUG:boto:Params: {} 2022-09-01T11:24:06.616 DEBUG:boto:Token: None 2022-09-01T11:24:06.616 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj17 2022-09-01T11:24:06.617 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1XQggL7+gi6Ri2qLCjR7ln2/MI4= 2022-09-01T11:24:06.617 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1XQggL7+gi6Ri2qLCjR7ln2/MI4=', 'Content-Length': '0'} 2022-09-01T11:24:06.620 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000be9e26920777b38-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.620 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:24:06.621 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:06.622 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:06.622 DEBUG:boto:Method: GET 2022-09-01T11:24:06.623 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:24:06.623 DEBUG:boto:Data: 2022-09-01T11:24:06.624 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.624 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.625 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.626 DEBUG:boto:Params: {} 2022-09-01T11:24:06.626 DEBUG:boto:Token: None 2022-09-01T11:24:06.627 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj17 2022-09-01T11:24:06.628 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRzbFipXAhIUjz8Z6IdDfdJj4fY= 2022-09-01T11:24:06.629 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRzbFipXAhIUjz8Z6IdDfdJj4fY=', 'Content-Length': '0'} 2022-09-01T11:24:06.632 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094e8224754a6e373-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.674 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:24:06.675 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:24:06.676 DEBUG:boto:Method: GET 2022-09-01T11:24:06.677 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:24:06.677 DEBUG:boto:Data: 2022-09-01T11:24:06.678 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.679 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.679 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.680 DEBUG:boto:Params: {} 2022-09-01T11:24:06.681 DEBUG:boto:Token: None 2022-09-01T11:24:06.682 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj17 2022-09-01T11:24:06.683 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRzbFipXAhIUjz8Z6IdDfdJj4fY= 2022-09-01T11:24:06.684 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRzbFipXAhIUjz8Z6IdDfdJj4fY=', 'Content-Length': '0'} 2022-09-01T11:24:06.686 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000fec7eaf1f307d91-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.687 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.688 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.689 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:06.689 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:06.690 DEBUG:boto:Method: GET 2022-09-01T11:24:06.691 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:24:06.691 DEBUG:boto:Data: 2022-09-01T11:24:06.692 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.692 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.693 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.693 DEBUG:boto:Params: {} 2022-09-01T11:24:06.694 DEBUG:boto:Token: None 2022-09-01T11:24:06.696 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.698 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:06.701 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004ac846bf1a198383-0063109656-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.702 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:06.703 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.704 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.705 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:06.705 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:24:06.706 DEBUG:boto:Method: GET 2022-09-01T11:24:06.707 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:24:06.707 DEBUG:boto:Data: 2022-09-01T11:24:06.708 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.708 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.709 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.711 DEBUG:boto:Params: {} 2022-09-01T11:24:06.712 DEBUG:boto:Token: None 2022-09-01T11:24:06.712 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.713 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.713 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:06.716 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c3d52c1cb134af19-0063109656-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.758 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:06.760 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:24:06.761 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:06.762 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:06.763 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.764 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.765 DEBUG:boto:Method: GET 2022-09-01T11:24:06.766 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.767 DEBUG:boto:Data: 2022-09-01T11:24:06.768 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.769 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.770 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.771 DEBUG:boto:Params: {} 2022-09-01T11:24:06.772 DEBUG:boto:Token: None 2022-09-01T11:24:06.773 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.776 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4TNT3dATvdSC2vY4gZNGjdmEycQ= 2022-09-01T11:24:06.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4TNT3dATvdSC2vY4gZNGjdmEycQ=', 'Content-Length': '0'} 2022-09-01T11:24:06.779 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008df8e03e64b32abc-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.780 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:06.781 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:06.781 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.782 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.783 DEBUG:boto:Method: GET 2022-09-01T11:24:06.783 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.784 DEBUG:boto:Data: 2022-09-01T11:24:06.786 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.788 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.790 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.791 DEBUG:boto:Params: {} 2022-09-01T11:24:06.792 DEBUG:boto:Token: None 2022-09-01T11:24:06.793 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4TNT3dATvdSC2vY4gZNGjdmEycQ= 2022-09-01T11:24:06.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4TNT3dATvdSC2vY4gZNGjdmEycQ=', 'Content-Length': '0'} 2022-09-01T11:24:06.797 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000001b6d3998d20fa47-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.798 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:06.799 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:06.800 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.801 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.801 DEBUG:boto:Method: HEAD 2022-09-01T11:24:06.802 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.804 DEBUG:boto:Data: 2022-09-01T11:24:06.806 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.806 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.807 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.808 DEBUG:boto:Params: {} 2022-09-01T11:24:06.808 DEBUG:boto:Token: None 2022-09-01T11:24:06.809 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.809 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GHsZA0sxZGFbxFPLu/fdI0XMs5E= 2022-09-01T11:24:06.810 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GHsZA0sxZGFbxFPLu/fdI0XMs5E=', 'Content-Length': '0'} 2022-09-01T11:24:06.812 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aa1715e67ae403c9-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.813 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:06.814 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:06.814 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.815 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.815 DEBUG:boto:Method: HEAD 2022-09-01T11:24:06.816 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.817 DEBUG:boto:Data: 2022-09-01T11:24:06.817 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.818 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.819 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.819 DEBUG:boto:Params: {} 2022-09-01T11:24:06.820 DEBUG:boto:Token: None 2022-09-01T11:24:06.821 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.821 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GHsZA0sxZGFbxFPLu/fdI0XMs5E= 2022-09-01T11:24:06.822 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GHsZA0sxZGFbxFPLu/fdI0XMs5E=', 'Content-Length': '0'} 2022-09-01T11:24:06.824 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d18a6a8f668da367-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.825 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:24:06.826 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:06.826 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:06.827 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.827 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.828 DEBUG:boto:Method: GET 2022-09-01T11:24:06.828 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.829 DEBUG:boto:Data: 2022-09-01T11:24:06.829 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.830 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.830 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.831 DEBUG:boto:Params: {} 2022-09-01T11:24:06.832 DEBUG:boto:Token: None 2022-09-01T11:24:06.832 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4TNT3dATvdSC2vY4gZNGjdmEycQ= 2022-09-01T11:24:06.833 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4TNT3dATvdSC2vY4gZNGjdmEycQ=', 'Content-Length': '0'} 2022-09-01T11:24:06.836 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cfb08b1f603cbb21-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.836 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:06.837 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:06.837 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.838 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.839 DEBUG:boto:Method: GET 2022-09-01T11:24:06.839 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.840 DEBUG:boto:Data: 2022-09-01T11:24:06.840 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.841 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.841 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.842 DEBUG:boto:Params: {} 2022-09-01T11:24:06.842 DEBUG:boto:Token: None 2022-09-01T11:24:06.843 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:24:06.844 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4TNT3dATvdSC2vY4gZNGjdmEycQ= 2022-09-01T11:24:06.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4TNT3dATvdSC2vY4gZNGjdmEycQ=', 'Content-Length': '0'} 2022-09-01T11:24:06.847 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002aba696b3dd4e90d-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.848 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.849 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.849 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:06.851 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:06.852 DEBUG:boto:Method: GET 2022-09-01T11:24:06.853 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:24:06.854 DEBUG:boto:Data: 2022-09-01T11:24:06.855 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.856 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.857 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.858 DEBUG:boto:Params: {} 2022-09-01T11:24:06.859 DEBUG:boto:Token: None 2022-09-01T11:24:06.860 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.861 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.862 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:06.866 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007e0276c2af7de6dd-0063109656-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.868 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:06.869 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.870 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.871 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:06.872 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:06.873 DEBUG:boto:Method: GET 2022-09-01T11:24:06.873 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:24:06.874 DEBUG:boto:Data: 2022-09-01T11:24:06.874 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.875 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.875 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.876 DEBUG:boto:Params: {} 2022-09-01T11:24:06.877 DEBUG:boto:Token: None 2022-09-01T11:24:06.877 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.878 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.879 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:06.885 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e6bee7f063e29a31-0063109656-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.885 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:06.886 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:06.887 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:06.887 DEBUG:boto:Method: HEAD 2022-09-01T11:24:06.888 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:24:06.889 DEBUG:boto:Data: 2022-09-01T11:24:06.889 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.890 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.890 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.891 DEBUG:boto:Params: {} 2022-09-01T11:24:06.891 DEBUG:boto:Token: None 2022-09-01T11:24:06.892 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj19 2022-09-01T11:24:06.893 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cXLvwKb9ewmNvz0NyV3rUKOrJoc= 2022-09-01T11:24:06.893 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cXLvwKb9ewmNvz0NyV3rUKOrJoc=', 'Content-Length': '0'} 2022-09-01T11:24:06.895 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000023f6ad359ff11a26-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.896 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:06.897 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:06.897 DEBUG:boto:Method: HEAD 2022-09-01T11:24:06.898 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:24:06.898 DEBUG:boto:Data: 2022-09-01T11:24:06.899 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.899 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.900 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.900 DEBUG:boto:Params: {} 2022-09-01T11:24:06.901 DEBUG:boto:Token: None 2022-09-01T11:24:06.901 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj19 2022-09-01T11:24:06.902 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cXLvwKb9ewmNvz0NyV3rUKOrJoc= 2022-09-01T11:24:06.903 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cXLvwKb9ewmNvz0NyV3rUKOrJoc=', 'Content-Length': '0'} 2022-09-01T11:24:06.905 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c9ac9a8b9efd6e2d-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.906 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:24:06.906 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:06.907 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:06.907 DEBUG:boto:Method: GET 2022-09-01T11:24:06.908 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:24:06.908 DEBUG:boto:Data: 2022-09-01T11:24:06.909 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.909 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.910 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.910 DEBUG:boto:Params: {} 2022-09-01T11:24:06.911 DEBUG:boto:Token: None 2022-09-01T11:24:06.912 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj19 2022-09-01T11:24:06.912 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wfZh3TdQ/BJJCZfXWGlTwEDpDbo= 2022-09-01T11:24:06.913 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wfZh3TdQ/BJJCZfXWGlTwEDpDbo=', 'Content-Length': '0'} 2022-09-01T11:24:06.915 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002dfce1eb32b54165-0063109656-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.916 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:24:06.917 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:24:06.917 DEBUG:boto:Method: GET 2022-09-01T11:24:06.918 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:24:06.918 DEBUG:boto:Data: 2022-09-01T11:24:06.919 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.919 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.920 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.920 DEBUG:boto:Params: {} 2022-09-01T11:24:06.921 DEBUG:boto:Token: None 2022-09-01T11:24:06.922 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/obj19 2022-09-01T11:24:06.922 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wfZh3TdQ/BJJCZfXWGlTwEDpDbo= 2022-09-01T11:24:06.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wfZh3TdQ/BJJCZfXWGlTwEDpDbo=', 'Content-Length': '0'} 2022-09-01T11:24:06.925 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000533aabc914dedf11-0063109656-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.970 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.971 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.972 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:06.973 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:06.974 DEBUG:boto:Method: GET 2022-09-01T11:24:06.975 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:24:06.975 DEBUG:boto:Data: 2022-09-01T11:24:06.976 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.977 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:06.977 DEBUG:boto:Port: 8001 2022-09-01T11:24:06.978 DEBUG:boto:Params: {} 2022-09-01T11:24:06.979 DEBUG:boto:Token: None 2022-09-01T11:24:06.980 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:06.985 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000fa452fb1bf6bf3f-0063109656-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:06.986 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:06.987 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:06.988 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:06.988 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:06.989 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:24:06.989 DEBUG:boto:Method: GET 2022-09-01T11:24:06.990 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:24:06.991 DEBUG:boto:Data: 2022-09-01T11:24:06.991 DEBUG:boto:Headers: {} 2022-09-01T11:24:06.992 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:06.993 DEBUG:boto:Port: 8000 2022-09-01T11:24:06.993 DEBUG:boto:Params: {} 2022-09-01T11:24:06.994 DEBUG:boto:Token: None 2022-09-01T11:24:06.995 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:06 GMT /ptoxvb-74/ 2022-09-01T11:24:06.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs= 2022-09-01T11:24:06.997 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGBPVhWHnaXbWVYrtBgaz1oiNvs=', 'Content-Length': '0'} 2022-09-01T11:24:07.000 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ba872ce2170dad7e-0063109656-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.001 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:07.003 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:24:07.004 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:07.004 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:07.005 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.005 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.006 DEBUG:boto:Method: GET 2022-09-01T11:24:07.006 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.007 DEBUG:boto:Data: 2022-09-01T11:24:07.007 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.008 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.009 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.010 DEBUG:boto:Params: {} 2022-09-01T11:24:07.011 DEBUG:boto:Token: None 2022-09-01T11:24:07.013 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TixLPAY+aXHNZuKv7wGrMm2cU7A= 2022-09-01T11:24:07.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TixLPAY+aXHNZuKv7wGrMm2cU7A=', 'Content-Length': '0'} 2022-09-01T11:24:07.018 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c09d15aa0f97a4f-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.019 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:07.020 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:07.020 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.021 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.021 DEBUG:boto:Method: GET 2022-09-01T11:24:07.022 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.023 DEBUG:boto:Data: 2022-09-01T11:24:07.023 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.024 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.024 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.025 DEBUG:boto:Params: {} 2022-09-01T11:24:07.025 DEBUG:boto:Token: None 2022-09-01T11:24:07.026 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TixLPAY+aXHNZuKv7wGrMm2cU7A= 2022-09-01T11:24:07.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TixLPAY+aXHNZuKv7wGrMm2cU7A=', 'Content-Length': '0'} 2022-09-01T11:24:07.030 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000909d6f6a5d88142a-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.032 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:07.033 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:07.034 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.035 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.036 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.037 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.037 DEBUG:boto:Data: 2022-09-01T11:24:07.038 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.039 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.041 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.042 DEBUG:boto:Params: {} 2022-09-01T11:24:07.043 DEBUG:boto:Token: None 2022-09-01T11:24:07.044 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jolLkHNgCZRZs8SpELrtHdZ4GR0= 2022-09-01T11:24:07.046 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jolLkHNgCZRZs8SpELrtHdZ4GR0=', 'Content-Length': '0'} 2022-09-01T11:24:07.049 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c32466880918aee-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.050 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:07.050 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:07.051 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.052 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.053 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.054 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.054 DEBUG:boto:Data: 2022-09-01T11:24:07.055 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.056 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.057 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.058 DEBUG:boto:Params: {} 2022-09-01T11:24:07.059 DEBUG:boto:Token: None 2022-09-01T11:24:07.060 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.061 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jolLkHNgCZRZs8SpELrtHdZ4GR0= 2022-09-01T11:24:07.062 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jolLkHNgCZRZs8SpELrtHdZ4GR0=', 'Content-Length': '0'} 2022-09-01T11:24:07.065 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000681a7d19a5ade8e5-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.066 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:24:07.067 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:07.067 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:07.068 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.069 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.069 DEBUG:boto:Method: GET 2022-09-01T11:24:07.070 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.070 DEBUG:boto:Data: 2022-09-01T11:24:07.071 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.072 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.072 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.073 DEBUG:boto:Params: {} 2022-09-01T11:24:07.073 DEBUG:boto:Token: None 2022-09-01T11:24:07.074 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.075 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TixLPAY+aXHNZuKv7wGrMm2cU7A= 2022-09-01T11:24:07.075 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TixLPAY+aXHNZuKv7wGrMm2cU7A=', 'Content-Length': '0'} 2022-09-01T11:24:07.078 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ce3c2e58692782e-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.079 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:07.079 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:07.080 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.081 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.081 DEBUG:boto:Method: GET 2022-09-01T11:24:07.082 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.083 DEBUG:boto:Data: 2022-09-01T11:24:07.083 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.084 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.084 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.085 DEBUG:boto:Params: {} 2022-09-01T11:24:07.086 DEBUG:boto:Token: None 2022-09-01T11:24:07.087 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:24:07.087 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TixLPAY+aXHNZuKv7wGrMm2cU7A= 2022-09-01T11:24:07.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TixLPAY+aXHNZuKv7wGrMm2cU7A=', 'Content-Length': '0'} 2022-09-01T11:24:07.091 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000032203928fa913790-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.092 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:07.093 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:07.093 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:07.094 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:07.095 DEBUG:boto:Method: GET 2022-09-01T11:24:07.095 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:24:07.096 DEBUG:boto:Data: 2022-09-01T11:24:07.097 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.098 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.099 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.099 DEBUG:boto:Params: {} 2022-09-01T11:24:07.100 DEBUG:boto:Token: None 2022-09-01T11:24:07.101 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/ 2022-09-01T11:24:07.102 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0= 2022-09-01T11:24:07.103 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0=', 'Content-Length': '0'} 2022-09-01T11:24:07.106 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008740c247bc251571-0063109657-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.107 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:07.108 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:07.108 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:07.109 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:07.110 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:07.110 DEBUG:boto:Method: GET 2022-09-01T11:24:07.111 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:24:07.111 DEBUG:boto:Data: 2022-09-01T11:24:07.112 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.113 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.114 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.114 DEBUG:boto:Params: {} 2022-09-01T11:24:07.115 DEBUG:boto:Token: None 2022-09-01T11:24:07.116 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/ 2022-09-01T11:24:07.117 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0= 2022-09-01T11:24:07.118 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0=', 'Content-Length': '0'} 2022-09-01T11:24:07.121 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002ceb862081b81844-0063109657-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.166 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:07.168 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:07.169 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:07.171 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.172 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:24:07.173 DEBUG:boto:Data: 2022-09-01T11:24:07.174 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.175 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.176 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.177 DEBUG:boto:Params: {} 2022-09-01T11:24:07.178 DEBUG:boto:Token: None 2022-09-01T11:24:07.179 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj22 2022-09-01T11:24:07.181 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6ukAz1xN8/+7+S6IxmMMT/sYHe8= 2022-09-01T11:24:07.182 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6ukAz1xN8/+7+S6IxmMMT/sYHe8=', 'Content-Length': '0'} 2022-09-01T11:24:07.184 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000724b8014ac5f40e7-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.185 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:07.186 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:07.187 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.189 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:24:07.189 DEBUG:boto:Data: 2022-09-01T11:24:07.190 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.191 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.192 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.193 DEBUG:boto:Params: {} 2022-09-01T11:24:07.194 DEBUG:boto:Token: None 2022-09-01T11:24:07.195 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj22 2022-09-01T11:24:07.195 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6ukAz1xN8/+7+S6IxmMMT/sYHe8= 2022-09-01T11:24:07.196 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6ukAz1xN8/+7+S6IxmMMT/sYHe8=', 'Content-Length': '0'} 2022-09-01T11:24:07.201 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009a7cde4e8ddcd832-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.202 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:24:07.202 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:07.203 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:07.203 DEBUG:boto:Method: GET 2022-09-01T11:24:07.204 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:24:07.205 DEBUG:boto:Data: 2022-09-01T11:24:07.206 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.207 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.208 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.210 DEBUG:boto:Params: {} 2022-09-01T11:24:07.211 DEBUG:boto:Token: None 2022-09-01T11:24:07.212 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj22 2022-09-01T11:24:07.214 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KllTzq4lO3FiSbok/rSIIL0CE9I= 2022-09-01T11:24:07.215 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KllTzq4lO3FiSbok/rSIIL0CE9I=', 'Content-Length': '0'} 2022-09-01T11:24:07.218 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060b55bb1c25a013f-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.219 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:24:07.219 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:24:07.220 DEBUG:boto:Method: GET 2022-09-01T11:24:07.221 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:24:07.222 DEBUG:boto:Data: 2022-09-01T11:24:07.223 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.224 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.225 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.226 DEBUG:boto:Params: {} 2022-09-01T11:24:07.227 DEBUG:boto:Token: None 2022-09-01T11:24:07.228 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj22 2022-09-01T11:24:07.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KllTzq4lO3FiSbok/rSIIL0CE9I= 2022-09-01T11:24:07.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KllTzq4lO3FiSbok/rSIIL0CE9I=', 'Content-Length': '0'} 2022-09-01T11:24:07.234 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000030528f86374fc398-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.235 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:07.236 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:07.237 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:07.237 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:07.238 DEBUG:boto:Method: GET 2022-09-01T11:24:07.238 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:24:07.239 DEBUG:boto:Data: 2022-09-01T11:24:07.240 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.241 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.241 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.242 DEBUG:boto:Params: {} 2022-09-01T11:24:07.243 DEBUG:boto:Token: None 2022-09-01T11:24:07.243 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/ 2022-09-01T11:24:07.244 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0= 2022-09-01T11:24:07.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0=', 'Content-Length': '0'} 2022-09-01T11:24:07.248 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004eeee97d928c0e56-0063109657-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.249 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:07.250 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:07.251 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:07.251 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:07.252 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:24:07.253 DEBUG:boto:Method: GET 2022-09-01T11:24:07.255 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:24:07.255 DEBUG:boto:Data: 2022-09-01T11:24:07.256 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.257 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.257 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.258 DEBUG:boto:Params: {} 2022-09-01T11:24:07.259 DEBUG:boto:Token: None 2022-09-01T11:24:07.259 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/ 2022-09-01T11:24:07.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0= 2022-09-01T11:24:07.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0=', 'Content-Length': '0'} 2022-09-01T11:24:07.268 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002d469d4038e1e63c-0063109657-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.269 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:07.270 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:24:07.272 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:07.272 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:07.273 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.273 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.274 DEBUG:boto:Method: GET 2022-09-01T11:24:07.275 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.275 DEBUG:boto:Data: 2022-09-01T11:24:07.276 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.277 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.278 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.280 DEBUG:boto:Params: {} 2022-09-01T11:24:07.281 DEBUG:boto:Token: None 2022-09-01T11:24:07.282 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.283 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i377cw6SkoKwje74Q93yGlMP24Y= 2022-09-01T11:24:07.284 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i377cw6SkoKwje74Q93yGlMP24Y=', 'Content-Length': '0'} 2022-09-01T11:24:07.286 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000af34f7a0c00976cc-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.330 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:07.331 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:07.331 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.332 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.333 DEBUG:boto:Method: GET 2022-09-01T11:24:07.333 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.334 DEBUG:boto:Data: 2022-09-01T11:24:07.335 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.336 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.337 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.338 DEBUG:boto:Params: {} 2022-09-01T11:24:07.339 DEBUG:boto:Token: None 2022-09-01T11:24:07.340 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.341 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i377cw6SkoKwje74Q93yGlMP24Y= 2022-09-01T11:24:07.342 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i377cw6SkoKwje74Q93yGlMP24Y=', 'Content-Length': '0'} 2022-09-01T11:24:07.345 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003c3de165143ad8ee-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.345 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:07.346 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:07.347 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.347 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.348 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.348 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.349 DEBUG:boto:Data: 2022-09-01T11:24:07.349 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.350 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.350 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.351 DEBUG:boto:Params: {} 2022-09-01T11:24:07.351 DEBUG:boto:Token: None 2022-09-01T11:24:07.352 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.353 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KEpuT3ZmT02GKMiiMURL1j2gOkk= 2022-09-01T11:24:07.353 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KEpuT3ZmT02GKMiiMURL1j2gOkk=', 'Content-Length': '0'} 2022-09-01T11:24:07.356 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000be83e6dc9146203-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.356 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:07.357 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:07.358 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.358 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.359 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.359 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.360 DEBUG:boto:Data: 2022-09-01T11:24:07.360 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.361 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.361 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.362 DEBUG:boto:Params: {} 2022-09-01T11:24:07.362 DEBUG:boto:Token: None 2022-09-01T11:24:07.363 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.364 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KEpuT3ZmT02GKMiiMURL1j2gOkk= 2022-09-01T11:24:07.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KEpuT3ZmT02GKMiiMURL1j2gOkk=', 'Content-Length': '0'} 2022-09-01T11:24:07.367 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fef7fb54994efd3d-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.367 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:24:07.368 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:07.369 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:07.369 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.370 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.370 DEBUG:boto:Method: GET 2022-09-01T11:24:07.371 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.372 DEBUG:boto:Data: 2022-09-01T11:24:07.372 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.373 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.373 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.374 DEBUG:boto:Params: {} 2022-09-01T11:24:07.374 DEBUG:boto:Token: None 2022-09-01T11:24:07.375 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i377cw6SkoKwje74Q93yGlMP24Y= 2022-09-01T11:24:07.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i377cw6SkoKwje74Q93yGlMP24Y=', 'Content-Length': '0'} 2022-09-01T11:24:07.379 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000048acb56d62c50cf-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.380 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:07.380 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:07.381 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.381 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.382 DEBUG:boto:Method: GET 2022-09-01T11:24:07.382 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.383 DEBUG:boto:Data: 2022-09-01T11:24:07.383 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.384 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.384 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.385 DEBUG:boto:Params: {} 2022-09-01T11:24:07.385 DEBUG:boto:Token: None 2022-09-01T11:24:07.386 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:24:07.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i377cw6SkoKwje74Q93yGlMP24Y= 2022-09-01T11:24:07.387 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i377cw6SkoKwje74Q93yGlMP24Y=', 'Content-Length': '0'} 2022-09-01T11:24:07.390 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d820f2f15601f56-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.430 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:07.431 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:07.432 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:07.433 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:07.434 DEBUG:boto:Method: GET 2022-09-01T11:24:07.435 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:24:07.436 DEBUG:boto:Data: 2022-09-01T11:24:07.437 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.437 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.438 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.439 DEBUG:boto:Params: {} 2022-09-01T11:24:07.441 DEBUG:boto:Token: None 2022-09-01T11:24:07.442 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/ 2022-09-01T11:24:07.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0= 2022-09-01T11:24:07.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0=', 'Content-Length': '0'} 2022-09-01T11:24:07.447 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000013025e2c34e05383-0063109657-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.449 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:07.449 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:07.463 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:07.464 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:07.464 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:07.465 DEBUG:boto:Method: GET 2022-09-01T11:24:07.466 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:24:07.466 DEBUG:boto:Data: 2022-09-01T11:24:07.467 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.467 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.468 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.469 DEBUG:boto:Params: {} 2022-09-01T11:24:07.470 DEBUG:boto:Token: None 2022-09-01T11:24:07.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/ 2022-09-01T11:24:07.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0= 2022-09-01T11:24:07.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0=', 'Content-Length': '0'} 2022-09-01T11:24:07.475 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a182c9809cedb380-0063109657-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.476 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:07.476 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:07.477 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:07.478 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.478 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:24:07.479 DEBUG:boto:Data: 2022-09-01T11:24:07.479 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.480 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.480 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.481 DEBUG:boto:Params: {} 2022-09-01T11:24:07.482 DEBUG:boto:Token: None 2022-09-01T11:24:07.482 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj23 2022-09-01T11:24:07.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dvsM5PXIWobsgW9RFHpOw8TuejQ= 2022-09-01T11:24:07.484 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dvsM5PXIWobsgW9RFHpOw8TuejQ=', 'Content-Length': '0'} 2022-09-01T11:24:07.486 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec2b2e435d2bae65-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.487 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:07.487 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:07.488 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.488 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:24:07.489 DEBUG:boto:Data: 2022-09-01T11:24:07.489 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.490 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.490 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.491 DEBUG:boto:Params: {} 2022-09-01T11:24:07.491 DEBUG:boto:Token: None 2022-09-01T11:24:07.492 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj23 2022-09-01T11:24:07.493 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dvsM5PXIWobsgW9RFHpOw8TuejQ= 2022-09-01T11:24:07.493 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dvsM5PXIWobsgW9RFHpOw8TuejQ=', 'Content-Length': '0'} 2022-09-01T11:24:07.496 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aa392bff760d3226-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.497 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:24:07.498 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:07.498 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:07.499 DEBUG:boto:Method: GET 2022-09-01T11:24:07.500 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:24:07.501 DEBUG:boto:Data: 2022-09-01T11:24:07.501 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.502 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.502 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.503 DEBUG:boto:Params: {} 2022-09-01T11:24:07.504 DEBUG:boto:Token: None 2022-09-01T11:24:07.506 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj23 2022-09-01T11:24:07.507 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MWM8gB2A2kI8ZT766ztVSYL5WBw= 2022-09-01T11:24:07.508 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MWM8gB2A2kI8ZT766ztVSYL5WBw=', 'Content-Length': '0'} 2022-09-01T11:24:07.511 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d28e2fd69f97fff7-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.512 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:24:07.513 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:24:07.513 DEBUG:boto:Method: GET 2022-09-01T11:24:07.514 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:24:07.515 DEBUG:boto:Data: 2022-09-01T11:24:07.517 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.518 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.519 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.520 DEBUG:boto:Params: {} 2022-09-01T11:24:07.521 DEBUG:boto:Token: None 2022-09-01T11:24:07.522 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj23 2022-09-01T11:24:07.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MWM8gB2A2kI8ZT766ztVSYL5WBw= 2022-09-01T11:24:07.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MWM8gB2A2kI8ZT766ztVSYL5WBw=', 'Content-Length': '0'} 2022-09-01T11:24:07.528 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000615fc1a825c89eaf-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.529 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:07.531 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:07.531 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:07.532 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:07.533 DEBUG:boto:Method: GET 2022-09-01T11:24:07.535 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:24:07.535 DEBUG:boto:Data: 2022-09-01T11:24:07.536 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.536 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.537 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.537 DEBUG:boto:Params: {} 2022-09-01T11:24:07.538 DEBUG:boto:Token: None 2022-09-01T11:24:07.539 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/ 2022-09-01T11:24:07.539 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0= 2022-09-01T11:24:07.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0=', 'Content-Length': '0'} 2022-09-01T11:24:07.544 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fffbe42f64981cf0-0063109657-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.586 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:07.587 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:07.588 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:07.588 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:07.589 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:24:07.589 DEBUG:boto:Method: GET 2022-09-01T11:24:07.590 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:24:07.590 DEBUG:boto:Data: 2022-09-01T11:24:07.591 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.592 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.592 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.595 DEBUG:boto:Params: {} 2022-09-01T11:24:07.596 DEBUG:boto:Token: None 2022-09-01T11:24:07.596 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/ 2022-09-01T11:24:07.597 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0= 2022-09-01T11:24:07.598 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0=', 'Content-Length': '0'} 2022-09-01T11:24:07.601 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000849c2b01bf28867f-0063109657-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.603 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:07.604 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:24:07.605 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:07.606 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:07.607 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.608 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.609 DEBUG:boto:Method: GET 2022-09-01T11:24:07.611 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.612 DEBUG:boto:Data: 2022-09-01T11:24:07.613 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.614 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.615 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.616 DEBUG:boto:Params: {} 2022-09-01T11:24:07.617 DEBUG:boto:Token: None 2022-09-01T11:24:07.618 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eGgCN9UFlJlm9aRIGNGTxIWS4D8= 2022-09-01T11:24:07.620 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eGgCN9UFlJlm9aRIGNGTxIWS4D8=', 'Content-Length': '0'} 2022-09-01T11:24:07.622 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000cf7317c3dc710ca-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.624 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:07.625 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:07.626 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.627 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.628 DEBUG:boto:Method: GET 2022-09-01T11:24:07.629 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.630 DEBUG:boto:Data: 2022-09-01T11:24:07.631 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.632 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.632 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.633 DEBUG:boto:Params: {} 2022-09-01T11:24:07.633 DEBUG:boto:Token: None 2022-09-01T11:24:07.634 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.635 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eGgCN9UFlJlm9aRIGNGTxIWS4D8= 2022-09-01T11:24:07.635 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eGgCN9UFlJlm9aRIGNGTxIWS4D8=', 'Content-Length': '0'} 2022-09-01T11:24:07.638 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b87e36086a24c263-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.640 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:07.640 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:07.641 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.642 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.643 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.644 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.645 DEBUG:boto:Data: 2022-09-01T11:24:07.645 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.646 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.647 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.648 DEBUG:boto:Params: {} 2022-09-01T11:24:07.650 DEBUG:boto:Token: None 2022-09-01T11:24:07.652 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TpP+Ac4LTgvke+oCcGC4GJHr16g= 2022-09-01T11:24:07.654 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TpP+Ac4LTgvke+oCcGC4GJHr16g=', 'Content-Length': '0'} 2022-09-01T11:24:07.657 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000725ec99f9097b7f-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.658 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:07.659 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:07.659 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.660 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.660 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.661 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.661 DEBUG:boto:Data: 2022-09-01T11:24:07.662 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.662 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.663 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.663 DEBUG:boto:Params: {} 2022-09-01T11:24:07.664 DEBUG:boto:Token: None 2022-09-01T11:24:07.665 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.666 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TpP+Ac4LTgvke+oCcGC4GJHr16g= 2022-09-01T11:24:07.667 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TpP+Ac4LTgvke+oCcGC4GJHr16g=', 'Content-Length': '0'} 2022-09-01T11:24:07.669 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000444dbce9862564a7-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.670 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:24:07.670 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:07.671 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:07.671 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.672 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.672 DEBUG:boto:Method: GET 2022-09-01T11:24:07.673 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.674 DEBUG:boto:Data: 2022-09-01T11:24:07.675 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.675 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.676 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.676 DEBUG:boto:Params: {} 2022-09-01T11:24:07.677 DEBUG:boto:Token: None 2022-09-01T11:24:07.678 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.678 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eGgCN9UFlJlm9aRIGNGTxIWS4D8= 2022-09-01T11:24:07.679 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eGgCN9UFlJlm9aRIGNGTxIWS4D8=', 'Content-Length': '0'} 2022-09-01T11:24:07.681 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004ec84a79c4030b06-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.682 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:07.683 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:07.683 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.684 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.685 DEBUG:boto:Method: GET 2022-09-01T11:24:07.685 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.686 DEBUG:boto:Data: 2022-09-01T11:24:07.686 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.687 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.687 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.688 DEBUG:boto:Params: {} 2022-09-01T11:24:07.689 DEBUG:boto:Token: None 2022-09-01T11:24:07.689 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:24:07.690 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eGgCN9UFlJlm9aRIGNGTxIWS4D8= 2022-09-01T11:24:07.691 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eGgCN9UFlJlm9aRIGNGTxIWS4D8=', 'Content-Length': '0'} 2022-09-01T11:24:07.693 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e24ce7a2c4dd67c-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.694 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:07.695 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:07.695 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:07.696 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:07.696 DEBUG:boto:Method: GET 2022-09-01T11:24:07.697 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:24:07.698 DEBUG:boto:Data: 2022-09-01T11:24:07.698 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.699 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.699 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.700 DEBUG:boto:Params: {} 2022-09-01T11:24:07.701 DEBUG:boto:Token: None 2022-09-01T11:24:07.701 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/ 2022-09-01T11:24:07.702 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0= 2022-09-01T11:24:07.703 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0=', 'Content-Length': '0'} 2022-09-01T11:24:07.706 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000c16e62ab66695d5-0063109657-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.707 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:07.708 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:07.708 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:07.709 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:07.710 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:07.710 DEBUG:boto:Method: GET 2022-09-01T11:24:07.711 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:24:07.711 DEBUG:boto:Data: 2022-09-01T11:24:07.712 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.712 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.713 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.714 DEBUG:boto:Params: {} 2022-09-01T11:24:07.714 DEBUG:boto:Token: None 2022-09-01T11:24:07.715 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/ 2022-09-01T11:24:07.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0= 2022-09-01T11:24:07.717 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0=', 'Content-Length': '0'} 2022-09-01T11:24:07.719 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ed519674d9972262-0063109657-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.720 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:07.721 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:07.722 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:07.723 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.723 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:24:07.724 DEBUG:boto:Data: 2022-09-01T11:24:07.724 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.725 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.725 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.726 DEBUG:boto:Params: {} 2022-09-01T11:24:07.727 DEBUG:boto:Token: None 2022-09-01T11:24:07.727 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj33 2022-09-01T11:24:07.728 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XXAY6e0gs3kWAD2kvAlzhsiN/EA= 2022-09-01T11:24:07.728 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XXAY6e0gs3kWAD2kvAlzhsiN/EA=', 'Content-Length': '0'} 2022-09-01T11:24:07.731 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004fdab0f07dc38f86-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.732 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:07.732 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:07.733 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.734 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:24:07.734 DEBUG:boto:Data: 2022-09-01T11:24:07.735 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.736 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.736 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.737 DEBUG:boto:Params: {} 2022-09-01T11:24:07.737 DEBUG:boto:Token: None 2022-09-01T11:24:07.738 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj33 2022-09-01T11:24:07.739 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XXAY6e0gs3kWAD2kvAlzhsiN/EA= 2022-09-01T11:24:07.740 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XXAY6e0gs3kWAD2kvAlzhsiN/EA=', 'Content-Length': '0'} 2022-09-01T11:24:07.742 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a06980b9db60d3d9-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.743 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:24:07.744 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:07.745 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:07.746 DEBUG:boto:Method: GET 2022-09-01T11:24:07.747 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:24:07.747 DEBUG:boto:Data: 2022-09-01T11:24:07.748 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.748 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.749 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.750 DEBUG:boto:Params: {} 2022-09-01T11:24:07.750 DEBUG:boto:Token: None 2022-09-01T11:24:07.751 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj33 2022-09-01T11:24:07.752 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:69+NkWhmFYU2sasGG27Y7S4LM+I= 2022-09-01T11:24:07.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:69+NkWhmFYU2sasGG27Y7S4LM+I=', 'Content-Length': '0'} 2022-09-01T11:24:07.755 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000031c3e32d1fe06859-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.798 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:24:07.799 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:24:07.800 DEBUG:boto:Method: GET 2022-09-01T11:24:07.800 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:24:07.801 DEBUG:boto:Data: 2022-09-01T11:24:07.801 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.802 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.803 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.803 DEBUG:boto:Params: {} 2022-09-01T11:24:07.804 DEBUG:boto:Token: None 2022-09-01T11:24:07.805 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj33 2022-09-01T11:24:07.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:69+NkWhmFYU2sasGG27Y7S4LM+I= 2022-09-01T11:24:07.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:69+NkWhmFYU2sasGG27Y7S4LM+I=', 'Content-Length': '0'} 2022-09-01T11:24:07.809 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d8a7a3eee95c1ece-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.810 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:07.811 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:07.811 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:07.814 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:07.815 DEBUG:boto:Method: GET 2022-09-01T11:24:07.815 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:24:07.816 DEBUG:boto:Data: 2022-09-01T11:24:07.816 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.817 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.818 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.819 DEBUG:boto:Params: {} 2022-09-01T11:24:07.820 DEBUG:boto:Token: None 2022-09-01T11:24:07.821 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/ 2022-09-01T11:24:07.822 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0= 2022-09-01T11:24:07.824 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0=', 'Content-Length': '0'} 2022-09-01T11:24:07.828 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000007458b2ab053d36-0063109657-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.829 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:07.830 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:07.831 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:07.832 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:07.832 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:24:07.833 DEBUG:boto:Method: GET 2022-09-01T11:24:07.834 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:24:07.834 DEBUG:boto:Data: 2022-09-01T11:24:07.835 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.835 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.836 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.837 DEBUG:boto:Params: {} 2022-09-01T11:24:07.837 DEBUG:boto:Token: None 2022-09-01T11:24:07.838 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/ 2022-09-01T11:24:07.839 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0= 2022-09-01T11:24:07.839 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0=', 'Content-Length': '0'} 2022-09-01T11:24:07.842 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008e179b4a274c1eae-0063109657-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.843 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:07.844 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:24:07.844 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:07.845 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:07.845 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.846 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.847 DEBUG:boto:Method: GET 2022-09-01T11:24:07.847 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.848 DEBUG:boto:Data: 2022-09-01T11:24:07.849 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.849 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.850 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.850 DEBUG:boto:Params: {} 2022-09-01T11:24:07.851 DEBUG:boto:Token: None 2022-09-01T11:24:07.852 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.853 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nj6sVVK9JlTz2GC1SfkJB09zvuA= 2022-09-01T11:24:07.854 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nj6sVVK9JlTz2GC1SfkJB09zvuA=', 'Content-Length': '0'} 2022-09-01T11:24:07.856 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e1d79f229ee7344-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.857 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:07.857 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:07.858 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.859 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.859 DEBUG:boto:Method: GET 2022-09-01T11:24:07.860 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.860 DEBUG:boto:Data: 2022-09-01T11:24:07.861 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.862 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.862 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.863 DEBUG:boto:Params: {} 2022-09-01T11:24:07.863 DEBUG:boto:Token: None 2022-09-01T11:24:07.864 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.865 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nj6sVVK9JlTz2GC1SfkJB09zvuA= 2022-09-01T11:24:07.866 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nj6sVVK9JlTz2GC1SfkJB09zvuA=', 'Content-Length': '0'} 2022-09-01T11:24:07.868 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd500ba0af198eea-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.869 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:07.869 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:07.870 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.870 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.871 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.872 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.872 DEBUG:boto:Data: 2022-09-01T11:24:07.873 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.873 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.874 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.874 DEBUG:boto:Params: {} 2022-09-01T11:24:07.875 DEBUG:boto:Token: None 2022-09-01T11:24:07.876 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.876 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PtPe4ieXbeOdNFJk6At8Qwb0TLY= 2022-09-01T11:24:07.877 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PtPe4ieXbeOdNFJk6At8Qwb0TLY=', 'Content-Length': '0'} 2022-09-01T11:24:07.879 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c79b87a249778c6-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.880 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:07.881 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:07.881 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.882 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.883 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.883 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.884 DEBUG:boto:Data: 2022-09-01T11:24:07.884 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.885 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.885 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.886 DEBUG:boto:Params: {} 2022-09-01T11:24:07.886 DEBUG:boto:Token: None 2022-09-01T11:24:07.887 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.888 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PtPe4ieXbeOdNFJk6At8Qwb0TLY= 2022-09-01T11:24:07.889 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PtPe4ieXbeOdNFJk6At8Qwb0TLY=', 'Content-Length': '0'} 2022-09-01T11:24:07.891 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b1863300fcefbc9-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.892 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:24:07.892 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:07.893 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:07.894 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.894 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.895 DEBUG:boto:Method: GET 2022-09-01T11:24:07.895 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.896 DEBUG:boto:Data: 2022-09-01T11:24:07.897 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.898 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.898 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.899 DEBUG:boto:Params: {} 2022-09-01T11:24:07.900 DEBUG:boto:Token: None 2022-09-01T11:24:07.901 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.902 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nj6sVVK9JlTz2GC1SfkJB09zvuA= 2022-09-01T11:24:07.903 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nj6sVVK9JlTz2GC1SfkJB09zvuA=', 'Content-Length': '0'} 2022-09-01T11:24:07.905 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000106d9618537c3f15-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.906 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:07.907 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:07.908 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.909 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.909 DEBUG:boto:Method: GET 2022-09-01T11:24:07.910 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.912 DEBUG:boto:Data: 2022-09-01T11:24:07.913 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.914 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.916 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.917 DEBUG:boto:Params: {} 2022-09-01T11:24:07.918 DEBUG:boto:Token: None 2022-09-01T11:24:07.919 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:24:07.920 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nj6sVVK9JlTz2GC1SfkJB09zvuA= 2022-09-01T11:24:07.922 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nj6sVVK9JlTz2GC1SfkJB09zvuA=', 'Content-Length': '0'} 2022-09-01T11:24:07.925 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d74ebb350691a9a8-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.926 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:07.927 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:07.928 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:07.929 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:07.930 DEBUG:boto:Method: GET 2022-09-01T11:24:07.930 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:24:07.931 DEBUG:boto:Data: 2022-09-01T11:24:07.932 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.933 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.934 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.935 DEBUG:boto:Params: {} 2022-09-01T11:24:07.936 DEBUG:boto:Token: None 2022-09-01T11:24:07.937 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/ 2022-09-01T11:24:07.938 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0= 2022-09-01T11:24:07.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0=', 'Content-Length': '0'} 2022-09-01T11:24:07.943 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000057b8f17fff0baf93-0063109657-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.944 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:07.946 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:07.947 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:07.948 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:07.949 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:07.951 DEBUG:boto:Method: GET 2022-09-01T11:24:07.952 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:24:07.953 DEBUG:boto:Data: 2022-09-01T11:24:07.954 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.955 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.956 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.957 DEBUG:boto:Params: {} 2022-09-01T11:24:07.958 DEBUG:boto:Token: None 2022-09-01T11:24:07.959 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/ 2022-09-01T11:24:07.960 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0= 2022-09-01T11:24:07.960 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:57N0PYiirV5dcW+/68Wmdk2aMT0=', 'Content-Length': '0'} 2022-09-01T11:24:07.963 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000673ea54a66b2992e-0063109657-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.964 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:07.965 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:07.966 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:07.967 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.968 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:24:07.968 DEBUG:boto:Data: 2022-09-01T11:24:07.969 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.970 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.971 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.971 DEBUG:boto:Params: {} 2022-09-01T11:24:07.972 DEBUG:boto:Token: None 2022-09-01T11:24:07.973 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj34 2022-09-01T11:24:07.974 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lSNJdt3Uta+Og6auzRfjlHe0YJo= 2022-09-01T11:24:07.975 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lSNJdt3Uta+Og6auzRfjlHe0YJo=', 'Content-Length': '0'} 2022-09-01T11:24:07.978 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004dac618229bb0bd8-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.980 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:07.980 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:07.981 DEBUG:boto:Method: HEAD 2022-09-01T11:24:07.981 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:24:07.982 DEBUG:boto:Data: 2022-09-01T11:24:07.982 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.983 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:07.983 DEBUG:boto:Port: 8000 2022-09-01T11:24:07.984 DEBUG:boto:Params: {} 2022-09-01T11:24:07.985 DEBUG:boto:Token: None 2022-09-01T11:24:07.985 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj34 2022-09-01T11:24:07.986 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lSNJdt3Uta+Og6auzRfjlHe0YJo= 2022-09-01T11:24:07.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lSNJdt3Uta+Og6auzRfjlHe0YJo=', 'Content-Length': '0'} 2022-09-01T11:24:07.989 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000906d13ce10ac833b-0063109657-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:07.989 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:24:07.990 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:07.991 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:07.991 DEBUG:boto:Method: GET 2022-09-01T11:24:07.992 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:24:07.992 DEBUG:boto:Data: 2022-09-01T11:24:07.993 DEBUG:boto:Headers: {} 2022-09-01T11:24:07.993 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:07.994 DEBUG:boto:Port: 8001 2022-09-01T11:24:07.994 DEBUG:boto:Params: {} 2022-09-01T11:24:07.995 DEBUG:boto:Token: None 2022-09-01T11:24:07.996 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:07 GMT /ptoxvb-74/obj34 2022-09-01T11:24:07.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6/HsiAmkqUPTWkMi3z4pDhhw6Mk= 2022-09-01T11:24:07.997 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6/HsiAmkqUPTWkMi3z4pDhhw6Mk=', 'Content-Length': '0'} 2022-09-01T11:24:07.999 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cd95b12586eec8b4-0063109657-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.046 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:24:08.047 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:24:08.048 DEBUG:boto:Method: GET 2022-09-01T11:24:08.048 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:24:08.049 DEBUG:boto:Data: 2022-09-01T11:24:08.049 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.050 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.050 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.051 DEBUG:boto:Params: {} 2022-09-01T11:24:08.052 DEBUG:boto:Token: None 2022-09-01T11:24:08.052 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj34 2022-09-01T11:24:08.053 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7cIh49xpeyREOH5jJ8rEl6dEgno= 2022-09-01T11:24:08.054 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7cIh49xpeyREOH5jJ8rEl6dEgno=', 'Content-Length': '0'} 2022-09-01T11:24:08.070 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe1c6a7e7eb95ada-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.072 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:08.073 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:08.074 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:08.075 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:08.076 DEBUG:boto:Method: GET 2022-09-01T11:24:08.077 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:24:08.077 DEBUG:boto:Data: 2022-09-01T11:24:08.078 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.079 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.080 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.081 DEBUG:boto:Params: {} 2022-09-01T11:24:08.082 DEBUG:boto:Token: None 2022-09-01T11:24:08.083 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/ 2022-09-01T11:24:08.084 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0= 2022-09-01T11:24:08.085 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0=', 'Content-Length': '0'} 2022-09-01T11:24:08.089 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001595e4faf180f958-0063109658-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.090 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:08.092 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:08.093 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:08.094 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:08.094 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:24:08.095 DEBUG:boto:Method: GET 2022-09-01T11:24:08.096 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:24:08.096 DEBUG:boto:Data: 2022-09-01T11:24:08.097 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.098 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.099 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.100 DEBUG:boto:Params: {} 2022-09-01T11:24:08.101 DEBUG:boto:Token: None 2022-09-01T11:24:08.102 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/ 2022-09-01T11:24:08.103 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0= 2022-09-01T11:24:08.104 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0=', 'Content-Length': '0'} 2022-09-01T11:24:08.108 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002acd583ff384f1b3-0063109658-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.109 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:08.110 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:24:08.111 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:08.111 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:08.112 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.113 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.113 DEBUG:boto:Method: GET 2022-09-01T11:24:08.114 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.115 DEBUG:boto:Data: 2022-09-01T11:24:08.115 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.116 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.116 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.117 DEBUG:boto:Params: {} 2022-09-01T11:24:08.118 DEBUG:boto:Token: None 2022-09-01T11:24:08.118 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.119 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jJ9K9TCK3tz92dLoIX+3ypkqb3o= 2022-09-01T11:24:08.120 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jJ9K9TCK3tz92dLoIX+3ypkqb3o=', 'Content-Length': '0'} 2022-09-01T11:24:08.123 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a6de5fe60771a6b-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.124 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:08.125 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:08.125 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.126 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.127 DEBUG:boto:Method: GET 2022-09-01T11:24:08.127 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.128 DEBUG:boto:Data: 2022-09-01T11:24:08.128 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.129 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.129 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.130 DEBUG:boto:Params: {} 2022-09-01T11:24:08.131 DEBUG:boto:Token: None 2022-09-01T11:24:08.131 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.132 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jJ9K9TCK3tz92dLoIX+3ypkqb3o= 2022-09-01T11:24:08.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jJ9K9TCK3tz92dLoIX+3ypkqb3o=', 'Content-Length': '0'} 2022-09-01T11:24:08.135 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002d44c7c04819af3a-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.137 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:08.138 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:08.139 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.139 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.140 DEBUG:boto:Method: HEAD 2022-09-01T11:24:08.140 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.141 DEBUG:boto:Data: 2022-09-01T11:24:08.141 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.142 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.143 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.143 DEBUG:boto:Params: {} 2022-09-01T11:24:08.144 DEBUG:boto:Token: None 2022-09-01T11:24:08.144 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.145 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yC6pgzBYzytFrD7nWJdcepS97Dw= 2022-09-01T11:24:08.146 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yC6pgzBYzytFrD7nWJdcepS97Dw=', 'Content-Length': '0'} 2022-09-01T11:24:08.148 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000518733e7c0a61349-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.149 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:08.149 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:08.150 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.150 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.151 DEBUG:boto:Method: HEAD 2022-09-01T11:24:08.151 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.152 DEBUG:boto:Data: 2022-09-01T11:24:08.152 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.153 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.154 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.154 DEBUG:boto:Params: {} 2022-09-01T11:24:08.155 DEBUG:boto:Token: None 2022-09-01T11:24:08.155 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.156 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yC6pgzBYzytFrD7nWJdcepS97Dw= 2022-09-01T11:24:08.157 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yC6pgzBYzytFrD7nWJdcepS97Dw=', 'Content-Length': '0'} 2022-09-01T11:24:08.159 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012d713468108fada-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.160 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:24:08.161 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:08.161 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:08.162 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.163 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.163 DEBUG:boto:Method: GET 2022-09-01T11:24:08.164 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.165 DEBUG:boto:Data: 2022-09-01T11:24:08.165 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.166 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.166 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.167 DEBUG:boto:Params: {} 2022-09-01T11:24:08.167 DEBUG:boto:Token: None 2022-09-01T11:24:08.169 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.169 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jJ9K9TCK3tz92dLoIX+3ypkqb3o= 2022-09-01T11:24:08.182 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jJ9K9TCK3tz92dLoIX+3ypkqb3o=', 'Content-Length': '0'} 2022-09-01T11:24:08.185 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001fd5a3e886a1fea8-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.187 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:08.188 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:08.188 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.189 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.190 DEBUG:boto:Method: GET 2022-09-01T11:24:08.191 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.192 DEBUG:boto:Data: 2022-09-01T11:24:08.194 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.195 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.196 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.197 DEBUG:boto:Params: {} 2022-09-01T11:24:08.198 DEBUG:boto:Token: None 2022-09-01T11:24:08.199 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:24:08.200 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jJ9K9TCK3tz92dLoIX+3ypkqb3o= 2022-09-01T11:24:08.201 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jJ9K9TCK3tz92dLoIX+3ypkqb3o=', 'Content-Length': '0'} 2022-09-01T11:24:08.204 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a4edeb1bec17becf-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.207 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:08.208 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:08.209 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:08.210 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:08.211 DEBUG:boto:Method: GET 2022-09-01T11:24:08.212 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:24:08.212 DEBUG:boto:Data: 2022-09-01T11:24:08.213 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.214 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.215 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.215 DEBUG:boto:Params: {} 2022-09-01T11:24:08.216 DEBUG:boto:Token: None 2022-09-01T11:24:08.216 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/ 2022-09-01T11:24:08.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0= 2022-09-01T11:24:08.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0=', 'Content-Length': '0'} 2022-09-01T11:24:08.221 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003c1fff90c107d3e2-0063109658-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.222 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:08.223 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:08.223 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:08.224 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:08.225 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:08.226 DEBUG:boto:Method: GET 2022-09-01T11:24:08.227 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:24:08.228 DEBUG:boto:Data: 2022-09-01T11:24:08.229 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.230 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.231 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.231 DEBUG:boto:Params: {} 2022-09-01T11:24:08.232 DEBUG:boto:Token: None 2022-09-01T11:24:08.234 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/ 2022-09-01T11:24:08.235 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0= 2022-09-01T11:24:08.236 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0=', 'Content-Length': '0'} 2022-09-01T11:24:08.239 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c3fa9769e1ee1a81-0063109658-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.241 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:08.242 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:08.244 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:08.245 DEBUG:boto:Method: HEAD 2022-09-01T11:24:08.246 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:24:08.247 DEBUG:boto:Data: 2022-09-01T11:24:08.248 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.248 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.249 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.249 DEBUG:boto:Params: {} 2022-09-01T11:24:08.250 DEBUG:boto:Token: None 2022-09-01T11:24:08.251 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj38 2022-09-01T11:24:08.251 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pURFf6gfPaNYYDqpfuCwP34tkfM= 2022-09-01T11:24:08.252 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pURFf6gfPaNYYDqpfuCwP34tkfM=', 'Content-Length': '0'} 2022-09-01T11:24:08.254 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d24ef0e3301932d3-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.255 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:08.255 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:08.256 DEBUG:boto:Method: HEAD 2022-09-01T11:24:08.256 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:24:08.257 DEBUG:boto:Data: 2022-09-01T11:24:08.257 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.258 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.258 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.259 DEBUG:boto:Params: {} 2022-09-01T11:24:08.260 DEBUG:boto:Token: None 2022-09-01T11:24:08.260 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj38 2022-09-01T11:24:08.261 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pURFf6gfPaNYYDqpfuCwP34tkfM= 2022-09-01T11:24:08.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pURFf6gfPaNYYDqpfuCwP34tkfM=', 'Content-Length': '0'} 2022-09-01T11:24:08.264 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000002dfdce0e2bcfefd-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.265 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:24:08.265 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:08.266 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:08.267 DEBUG:boto:Method: GET 2022-09-01T11:24:08.268 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:24:08.269 DEBUG:boto:Data: 2022-09-01T11:24:08.270 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.271 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.272 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.272 DEBUG:boto:Params: {} 2022-09-01T11:24:08.273 DEBUG:boto:Token: None 2022-09-01T11:24:08.275 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj38 2022-09-01T11:24:08.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ky3KvZCo68oYv5J0AddbXAnX32w= 2022-09-01T11:24:08.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ky3KvZCo68oYv5J0AddbXAnX32w=', 'Content-Length': '0'} 2022-09-01T11:24:08.282 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b54588ae7b0d9511-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.283 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:24:08.284 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:24:08.284 DEBUG:boto:Method: GET 2022-09-01T11:24:08.285 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:24:08.285 DEBUG:boto:Data: 2022-09-01T11:24:08.286 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.287 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.288 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.289 DEBUG:boto:Params: {} 2022-09-01T11:24:08.290 DEBUG:boto:Token: None 2022-09-01T11:24:08.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj38 2022-09-01T11:24:08.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ky3KvZCo68oYv5J0AddbXAnX32w= 2022-09-01T11:24:08.293 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ky3KvZCo68oYv5J0AddbXAnX32w=', 'Content-Length': '0'} 2022-09-01T11:24:08.295 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000079b30baaccbba581-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.338 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:08.341 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:08.342 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:08.342 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:08.343 DEBUG:boto:Method: GET 2022-09-01T11:24:08.344 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:24:08.345 DEBUG:boto:Data: 2022-09-01T11:24:08.345 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.346 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.346 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.347 DEBUG:boto:Params: {} 2022-09-01T11:24:08.347 DEBUG:boto:Token: None 2022-09-01T11:24:08.349 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/ 2022-09-01T11:24:08.349 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0= 2022-09-01T11:24:08.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0=', 'Content-Length': '0'} 2022-09-01T11:24:08.353 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006da6fafa24b432fb-0063109658-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.354 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:08.355 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:08.355 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:08.356 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:08.357 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:24:08.357 DEBUG:boto:Method: GET 2022-09-01T11:24:08.358 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:24:08.358 DEBUG:boto:Data: 2022-09-01T11:24:08.359 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.359 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.360 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.360 DEBUG:boto:Params: {} 2022-09-01T11:24:08.361 DEBUG:boto:Token: None 2022-09-01T11:24:08.362 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/ 2022-09-01T11:24:08.362 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0= 2022-09-01T11:24:08.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0=', 'Content-Length': '0'} 2022-09-01T11:24:08.368 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000080139a178d86e035-0063109658-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.369 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:08.370 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:24:08.372 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:08.373 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:08.373 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.374 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.375 DEBUG:boto:Method: GET 2022-09-01T11:24:08.375 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.376 DEBUG:boto:Data: 2022-09-01T11:24:08.377 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.378 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.379 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.380 DEBUG:boto:Params: {} 2022-09-01T11:24:08.381 DEBUG:boto:Token: None 2022-09-01T11:24:08.381 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.382 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8KhB0cAAPPyfFb+K4bAzj9AQh8o= 2022-09-01T11:24:08.382 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8KhB0cAAPPyfFb+K4bAzj9AQh8o=', 'Content-Length': '0'} 2022-09-01T11:24:08.385 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000244cb2fabdc29470-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.386 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:08.386 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:08.387 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.387 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.388 DEBUG:boto:Method: GET 2022-09-01T11:24:08.389 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.389 DEBUG:boto:Data: 2022-09-01T11:24:08.390 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.390 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.391 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.391 DEBUG:boto:Params: {} 2022-09-01T11:24:08.392 DEBUG:boto:Token: None 2022-09-01T11:24:08.393 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.393 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8KhB0cAAPPyfFb+K4bAzj9AQh8o= 2022-09-01T11:24:08.394 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8KhB0cAAPPyfFb+K4bAzj9AQh8o=', 'Content-Length': '0'} 2022-09-01T11:24:08.396 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d08d29e285406961-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.397 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:08.398 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:08.399 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.400 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.401 DEBUG:boto:Method: HEAD 2022-09-01T11:24:08.401 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.402 DEBUG:boto:Data: 2022-09-01T11:24:08.403 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.404 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.405 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.405 DEBUG:boto:Params: {} 2022-09-01T11:24:08.406 DEBUG:boto:Token: None 2022-09-01T11:24:08.407 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.408 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tjzhuhsnbD9FyyHxehP0QL3gjjo= 2022-09-01T11:24:08.409 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tjzhuhsnbD9FyyHxehP0QL3gjjo=', 'Content-Length': '0'} 2022-09-01T11:24:08.412 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000041093df807631afe-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.413 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:08.414 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:08.416 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.417 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.417 DEBUG:boto:Method: HEAD 2022-09-01T11:24:08.419 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.419 DEBUG:boto:Data: 2022-09-01T11:24:08.420 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.421 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.421 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.422 DEBUG:boto:Params: {} 2022-09-01T11:24:08.423 DEBUG:boto:Token: None 2022-09-01T11:24:08.424 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.424 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tjzhuhsnbD9FyyHxehP0QL3gjjo= 2022-09-01T11:24:08.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tjzhuhsnbD9FyyHxehP0QL3gjjo=', 'Content-Length': '0'} 2022-09-01T11:24:08.428 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d3b8360a76ea6831-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.429 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:24:08.430 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:08.431 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:08.432 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.432 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.433 DEBUG:boto:Method: GET 2022-09-01T11:24:08.434 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.434 DEBUG:boto:Data: 2022-09-01T11:24:08.435 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.435 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.437 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.437 DEBUG:boto:Params: {} 2022-09-01T11:24:08.438 DEBUG:boto:Token: None 2022-09-01T11:24:08.439 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.439 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8KhB0cAAPPyfFb+K4bAzj9AQh8o= 2022-09-01T11:24:08.440 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8KhB0cAAPPyfFb+K4bAzj9AQh8o=', 'Content-Length': '0'} 2022-09-01T11:24:08.442 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000be3624f3b0925ad4-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.443 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:08.444 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:08.445 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.447 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.448 DEBUG:boto:Method: GET 2022-09-01T11:24:08.449 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.450 DEBUG:boto:Data: 2022-09-01T11:24:08.451 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.451 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.452 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.453 DEBUG:boto:Params: {} 2022-09-01T11:24:08.454 DEBUG:boto:Token: None 2022-09-01T11:24:08.455 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:24:08.456 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8KhB0cAAPPyfFb+K4bAzj9AQh8o= 2022-09-01T11:24:08.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8KhB0cAAPPyfFb+K4bAzj9AQh8o=', 'Content-Length': '0'} 2022-09-01T11:24:08.460 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000de8392e62637dedc-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.461 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:08.462 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:08.463 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:08.464 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:08.465 DEBUG:boto:Method: GET 2022-09-01T11:24:08.466 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:24:08.468 DEBUG:boto:Data: 2022-09-01T11:24:08.469 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.470 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.470 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.471 DEBUG:boto:Params: {} 2022-09-01T11:24:08.471 DEBUG:boto:Token: None 2022-09-01T11:24:08.473 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/ 2022-09-01T11:24:08.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0= 2022-09-01T11:24:08.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0=', 'Content-Length': '0'} 2022-09-01T11:24:08.479 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000037a8e970064886c3-0063109658-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.522 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:08.523 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:08.524 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:08.525 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:08.525 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:08.526 DEBUG:boto:Method: GET 2022-09-01T11:24:08.527 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:24:08.528 DEBUG:boto:Data: 2022-09-01T11:24:08.528 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.529 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.530 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.531 DEBUG:boto:Params: {} 2022-09-01T11:24:08.531 DEBUG:boto:Token: None 2022-09-01T11:24:08.532 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/ 2022-09-01T11:24:08.533 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0= 2022-09-01T11:24:08.534 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0=', 'Content-Length': '0'} 2022-09-01T11:24:08.542 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000004b00d31f1a4ace9-0063109658-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.544 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:08.545 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:08.546 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:08.547 DEBUG:boto:Method: HEAD 2022-09-01T11:24:08.549 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:24:08.551 DEBUG:boto:Data: 2022-09-01T11:24:08.552 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.553 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.553 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.554 DEBUG:boto:Params: {} 2022-09-01T11:24:08.555 DEBUG:boto:Token: None 2022-09-01T11:24:08.555 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj44 2022-09-01T11:24:08.556 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H08PU9+9msUYcDKBCxMxJVSptBs= 2022-09-01T11:24:08.557 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H08PU9+9msUYcDKBCxMxJVSptBs=', 'Content-Length': '0'} 2022-09-01T11:24:08.559 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a152fa3e1821467-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.560 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:08.560 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:08.561 DEBUG:boto:Method: HEAD 2022-09-01T11:24:08.561 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:24:08.562 DEBUG:boto:Data: 2022-09-01T11:24:08.562 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.563 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.563 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.564 DEBUG:boto:Params: {} 2022-09-01T11:24:08.564 DEBUG:boto:Token: None 2022-09-01T11:24:08.565 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj44 2022-09-01T11:24:08.566 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H08PU9+9msUYcDKBCxMxJVSptBs= 2022-09-01T11:24:08.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H08PU9+9msUYcDKBCxMxJVSptBs=', 'Content-Length': '0'} 2022-09-01T11:24:08.568 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b32f3010713f1b41-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.569 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:24:08.569 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:08.570 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:08.571 DEBUG:boto:Method: GET 2022-09-01T11:24:08.571 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:24:08.572 DEBUG:boto:Data: 2022-09-01T11:24:08.572 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.573 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.573 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.574 DEBUG:boto:Params: {} 2022-09-01T11:24:08.574 DEBUG:boto:Token: None 2022-09-01T11:24:08.575 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj44 2022-09-01T11:24:08.576 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V38KAHcgU64AcY+AOubhJt1ZV+w= 2022-09-01T11:24:08.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V38KAHcgU64AcY+AOubhJt1ZV+w=', 'Content-Length': '0'} 2022-09-01T11:24:08.581 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d9c7eef543162357-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.583 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:24:08.584 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:24:08.585 DEBUG:boto:Method: GET 2022-09-01T11:24:08.586 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:24:08.587 DEBUG:boto:Data: 2022-09-01T11:24:08.588 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.589 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.590 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.591 DEBUG:boto:Params: {} 2022-09-01T11:24:08.592 DEBUG:boto:Token: None 2022-09-01T11:24:08.593 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj44 2022-09-01T11:24:08.594 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V38KAHcgU64AcY+AOubhJt1ZV+w= 2022-09-01T11:24:08.596 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V38KAHcgU64AcY+AOubhJt1ZV+w=', 'Content-Length': '0'} 2022-09-01T11:24:08.598 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b9765d1d2e03f6e-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.643 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:08.644 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:08.644 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:08.645 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:08.645 DEBUG:boto:Method: GET 2022-09-01T11:24:08.646 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:24:08.646 DEBUG:boto:Data: 2022-09-01T11:24:08.647 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.648 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.648 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.649 DEBUG:boto:Params: {} 2022-09-01T11:24:08.649 DEBUG:boto:Token: None 2022-09-01T11:24:08.650 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/ 2022-09-01T11:24:08.651 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0= 2022-09-01T11:24:08.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0=', 'Content-Length': '0'} 2022-09-01T11:24:08.655 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a6b88d0ca188e350-0063109658-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.656 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:08.657 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:08.658 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:08.659 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:08.660 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:24:08.661 DEBUG:boto:Method: GET 2022-09-01T11:24:08.662 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:24:08.663 DEBUG:boto:Data: 2022-09-01T11:24:08.664 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.665 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.666 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.666 DEBUG:boto:Params: {} 2022-09-01T11:24:08.667 DEBUG:boto:Token: None 2022-09-01T11:24:08.668 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/ 2022-09-01T11:24:08.669 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0= 2022-09-01T11:24:08.669 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0=', 'Content-Length': '0'} 2022-09-01T11:24:08.673 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b3550bcd5ba2570a-0063109658-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.674 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:08.676 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:24:08.677 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:08.679 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:08.680 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.681 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.682 DEBUG:boto:Method: GET 2022-09-01T11:24:08.683 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.683 DEBUG:boto:Data: 2022-09-01T11:24:08.684 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.685 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.686 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.687 DEBUG:boto:Params: {} 2022-09-01T11:24:08.688 DEBUG:boto:Token: None 2022-09-01T11:24:08.688 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.689 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+W2wV+m1D0FJwq0gE3kGCi5rpxU= 2022-09-01T11:24:08.690 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+W2wV+m1D0FJwq0gE3kGCi5rpxU=', 'Content-Length': '0'} 2022-09-01T11:24:08.693 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003dd24ce17c226064-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.734 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:08.735 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:08.736 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.737 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.737 DEBUG:boto:Method: GET 2022-09-01T11:24:08.738 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.738 DEBUG:boto:Data: 2022-09-01T11:24:08.739 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.739 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.740 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.742 DEBUG:boto:Params: {} 2022-09-01T11:24:08.743 DEBUG:boto:Token: None 2022-09-01T11:24:08.744 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.744 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+W2wV+m1D0FJwq0gE3kGCi5rpxU= 2022-09-01T11:24:08.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+W2wV+m1D0FJwq0gE3kGCi5rpxU=', 'Content-Length': '0'} 2022-09-01T11:24:08.748 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000067fd57fa33420f2c-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.748 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:08.749 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:08.749 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.750 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.750 DEBUG:boto:Method: HEAD 2022-09-01T11:24:08.751 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.751 DEBUG:boto:Data: 2022-09-01T11:24:08.752 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.752 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.753 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.753 DEBUG:boto:Params: {} 2022-09-01T11:24:08.754 DEBUG:boto:Token: None 2022-09-01T11:24:08.755 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.758 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9vCPMco0czwOM8WLaKCf1rzl/6A= 2022-09-01T11:24:08.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9vCPMco0czwOM8WLaKCf1rzl/6A=', 'Content-Length': '0'} 2022-09-01T11:24:08.763 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a942b93092101453-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.765 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:08.766 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:08.767 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.768 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.769 DEBUG:boto:Method: HEAD 2022-09-01T11:24:08.770 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.771 DEBUG:boto:Data: 2022-09-01T11:24:08.771 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.773 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.774 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.775 DEBUG:boto:Params: {} 2022-09-01T11:24:08.776 DEBUG:boto:Token: None 2022-09-01T11:24:08.777 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.779 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9vCPMco0czwOM8WLaKCf1rzl/6A= 2022-09-01T11:24:08.780 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9vCPMco0czwOM8WLaKCf1rzl/6A=', 'Content-Length': '0'} 2022-09-01T11:24:08.782 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f6ef1d9a3d486d96-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.784 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:24:08.785 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:08.785 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:08.786 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.787 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.788 DEBUG:boto:Method: GET 2022-09-01T11:24:08.789 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.789 DEBUG:boto:Data: 2022-09-01T11:24:08.790 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.790 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.791 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.792 DEBUG:boto:Params: {} 2022-09-01T11:24:08.793 DEBUG:boto:Token: None 2022-09-01T11:24:08.793 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.794 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+W2wV+m1D0FJwq0gE3kGCi5rpxU= 2022-09-01T11:24:08.795 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+W2wV+m1D0FJwq0gE3kGCi5rpxU=', 'Content-Length': '0'} 2022-09-01T11:24:08.799 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004dad6f2d34078047-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.801 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:08.802 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:08.803 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.803 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.804 DEBUG:boto:Method: GET 2022-09-01T11:24:08.806 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.807 DEBUG:boto:Data: 2022-09-01T11:24:08.808 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.809 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.810 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.811 DEBUG:boto:Params: {} 2022-09-01T11:24:08.812 DEBUG:boto:Token: None 2022-09-01T11:24:08.813 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:24:08.815 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+W2wV+m1D0FJwq0gE3kGCi5rpxU= 2022-09-01T11:24:08.816 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+W2wV+m1D0FJwq0gE3kGCi5rpxU=', 'Content-Length': '0'} 2022-09-01T11:24:08.819 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a9feea7095bd4d3-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.820 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:08.820 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:08.821 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:08.821 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:08.822 DEBUG:boto:Method: GET 2022-09-01T11:24:08.823 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:24:08.823 DEBUG:boto:Data: 2022-09-01T11:24:08.824 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.824 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.825 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.826 DEBUG:boto:Params: {} 2022-09-01T11:24:08.827 DEBUG:boto:Token: None 2022-09-01T11:24:08.828 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/ 2022-09-01T11:24:08.829 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0= 2022-09-01T11:24:08.830 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0=', 'Content-Length': '0'} 2022-09-01T11:24:08.834 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d5f35cd2e0dc39f0-0063109658-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.874 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:08.876 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:08.876 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:08.877 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:08.877 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:08.878 DEBUG:boto:Method: GET 2022-09-01T11:24:08.879 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:24:08.879 DEBUG:boto:Data: 2022-09-01T11:24:08.880 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.880 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.881 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.881 DEBUG:boto:Params: {} 2022-09-01T11:24:08.882 DEBUG:boto:Token: None 2022-09-01T11:24:08.883 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/ 2022-09-01T11:24:08.883 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0= 2022-09-01T11:24:08.885 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0=', 'Content-Length': '0'} 2022-09-01T11:24:08.888 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f37dd2e3c54d6dcd-0063109658-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.889 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:08.890 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:08.891 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:08.891 DEBUG:boto:Method: HEAD 2022-09-01T11:24:08.892 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:24:08.892 DEBUG:boto:Data: 2022-09-01T11:24:08.893 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.893 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.894 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.895 DEBUG:boto:Params: {} 2022-09-01T11:24:08.895 DEBUG:boto:Token: None 2022-09-01T11:24:08.896 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj46 2022-09-01T11:24:08.896 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tCIkgqfrlyAWbCCeyhka/h2toW0= 2022-09-01T11:24:08.897 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tCIkgqfrlyAWbCCeyhka/h2toW0=', 'Content-Length': '0'} 2022-09-01T11:24:08.899 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000704efc1261d4104a-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.900 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:08.901 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:08.901 DEBUG:boto:Method: HEAD 2022-09-01T11:24:08.902 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:24:08.902 DEBUG:boto:Data: 2022-09-01T11:24:08.903 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.903 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.904 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.904 DEBUG:boto:Params: {} 2022-09-01T11:24:08.905 DEBUG:boto:Token: None 2022-09-01T11:24:08.906 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj46 2022-09-01T11:24:08.906 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tCIkgqfrlyAWbCCeyhka/h2toW0= 2022-09-01T11:24:08.907 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tCIkgqfrlyAWbCCeyhka/h2toW0=', 'Content-Length': '0'} 2022-09-01T11:24:08.909 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f138f427df6ad521-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.909 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:24:08.910 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:08.911 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:08.911 DEBUG:boto:Method: GET 2022-09-01T11:24:08.912 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:24:08.912 DEBUG:boto:Data: 2022-09-01T11:24:08.913 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.913 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.914 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.915 DEBUG:boto:Params: {} 2022-09-01T11:24:08.915 DEBUG:boto:Token: None 2022-09-01T11:24:08.917 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj46 2022-09-01T11:24:08.918 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J6xJ1dmKskR+ztx8OfOKQUKaBtE= 2022-09-01T11:24:08.919 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J6xJ1dmKskR+ztx8OfOKQUKaBtE=', 'Content-Length': '0'} 2022-09-01T11:24:08.929 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d69896661d28121-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.931 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:24:08.932 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:24:08.932 DEBUG:boto:Method: GET 2022-09-01T11:24:08.933 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:24:08.933 DEBUG:boto:Data: 2022-09-01T11:24:08.934 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.935 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.935 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.936 DEBUG:boto:Params: {} 2022-09-01T11:24:08.937 DEBUG:boto:Token: None 2022-09-01T11:24:08.937 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj46 2022-09-01T11:24:08.939 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J6xJ1dmKskR+ztx8OfOKQUKaBtE= 2022-09-01T11:24:08.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J6xJ1dmKskR+ztx8OfOKQUKaBtE=', 'Content-Length': '0'} 2022-09-01T11:24:08.949 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ee5aa9394ae8321-0063109658-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.951 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:08.952 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:08.952 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:08.953 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:08.954 DEBUG:boto:Method: GET 2022-09-01T11:24:08.955 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:24:08.956 DEBUG:boto:Data: 2022-09-01T11:24:08.957 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.958 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.959 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.960 DEBUG:boto:Params: {} 2022-09-01T11:24:08.961 DEBUG:boto:Token: None 2022-09-01T11:24:08.962 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/ 2022-09-01T11:24:08.963 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0= 2022-09-01T11:24:08.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0=', 'Content-Length': '0'} 2022-09-01T11:24:08.968 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000769b3558b52bb8a1-0063109658-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.970 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:08.971 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:08.972 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:08.973 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:08.974 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:24:08.975 DEBUG:boto:Method: GET 2022-09-01T11:24:08.976 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:24:08.977 DEBUG:boto:Data: 2022-09-01T11:24:08.978 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.979 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:08.980 DEBUG:boto:Port: 8000 2022-09-01T11:24:08.981 DEBUG:boto:Params: {} 2022-09-01T11:24:08.982 DEBUG:boto:Token: None 2022-09-01T11:24:08.983 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/ 2022-09-01T11:24:08.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0= 2022-09-01T11:24:08.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B6lOL2/XaonXzojgTatb92KrOc0=', 'Content-Length': '0'} 2022-09-01T11:24:08.989 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004fb608a2b10afed4-0063109658-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:08.990 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:08.991 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:24:08.991 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:08.992 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:08.993 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:08.993 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:08.994 DEBUG:boto:Method: GET 2022-09-01T11:24:08.994 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:08.995 DEBUG:boto:Data: 2022-09-01T11:24:08.995 DEBUG:boto:Headers: {} 2022-09-01T11:24:08.996 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:08.997 DEBUG:boto:Port: 8001 2022-09-01T11:24:08.997 DEBUG:boto:Params: {} 2022-09-01T11:24:08.998 DEBUG:boto:Token: None 2022-09-01T11:24:08.999 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:08 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:08.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yp6/z4KnuCl5hQ7bMP7gE8ZeYdo= 2022-09-01T11:24:09.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yp6/z4KnuCl5hQ7bMP7gE8ZeYdo=', 'Content-Length': '0'} 2022-09-01T11:24:09.002 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008753eb320f9ee8ce-0063109658-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.003 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:09.004 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:09.004 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.005 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.005 DEBUG:boto:Method: GET 2022-09-01T11:24:09.006 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.006 DEBUG:boto:Data: 2022-09-01T11:24:09.007 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.007 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.008 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.008 DEBUG:boto:Params: {} 2022-09-01T11:24:09.009 DEBUG:boto:Token: None 2022-09-01T11:24:09.010 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8gZf/9Y4j6eknrJsIRbPE0xuoe8= 2022-09-01T11:24:09.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8gZf/9Y4j6eknrJsIRbPE0xuoe8=', 'Content-Length': '0'} 2022-09-01T11:24:09.013 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001e3a03016c4f0396-0063109659-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.015 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:09.016 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:09.017 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.018 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.019 DEBUG:boto:Method: HEAD 2022-09-01T11:24:09.019 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.020 DEBUG:boto:Data: 2022-09-01T11:24:09.021 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.022 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.023 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.024 DEBUG:boto:Params: {} 2022-09-01T11:24:09.025 DEBUG:boto:Token: None 2022-09-01T11:24:09.026 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Doao2FmRhc7El1WDiPhYYuqloGI= 2022-09-01T11:24:09.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Doao2FmRhc7El1WDiPhYYuqloGI=', 'Content-Length': '0'} 2022-09-01T11:24:09.031 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b02cc4a25592c05f-0063109659-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.032 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:09.033 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:09.034 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.035 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.036 DEBUG:boto:Method: HEAD 2022-09-01T11:24:09.036 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.037 DEBUG:boto:Data: 2022-09-01T11:24:09.037 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.038 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.038 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.039 DEBUG:boto:Params: {} 2022-09-01T11:24:09.040 DEBUG:boto:Token: None 2022-09-01T11:24:09.040 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.041 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Doao2FmRhc7El1WDiPhYYuqloGI= 2022-09-01T11:24:09.041 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Doao2FmRhc7El1WDiPhYYuqloGI=', 'Content-Length': '0'} 2022-09-01T11:24:09.044 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000041f4fc4d6ded9f81-0063109659-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.044 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:24:09.045 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:09.046 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:09.047 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.048 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.048 DEBUG:boto:Method: GET 2022-09-01T11:24:09.049 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.050 DEBUG:boto:Data: 2022-09-01T11:24:09.050 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.051 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.051 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.052 DEBUG:boto:Params: {} 2022-09-01T11:24:09.052 DEBUG:boto:Token: None 2022-09-01T11:24:09.053 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8gZf/9Y4j6eknrJsIRbPE0xuoe8= 2022-09-01T11:24:09.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8gZf/9Y4j6eknrJsIRbPE0xuoe8=', 'Content-Length': '0'} 2022-09-01T11:24:09.058 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f437e715b36cdb00-0063109659-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.098 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:09.099 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:09.100 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.100 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.101 DEBUG:boto:Method: GET 2022-09-01T11:24:09.101 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.102 DEBUG:boto:Data: 2022-09-01T11:24:09.103 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.103 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.104 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.105 DEBUG:boto:Params: {} 2022-09-01T11:24:09.105 DEBUG:boto:Token: None 2022-09-01T11:24:09.106 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:24:09.107 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8gZf/9Y4j6eknrJsIRbPE0xuoe8= 2022-09-01T11:24:09.109 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8gZf/9Y4j6eknrJsIRbPE0xuoe8=', 'Content-Length': '0'} 2022-09-01T11:24:09.111 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e487bbf2046ce680-0063109659-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.113 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:09.114 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:09.115 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:09.116 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:09.116 DEBUG:boto:Method: GET 2022-09-01T11:24:09.117 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:24:09.117 DEBUG:boto:Data: 2022-09-01T11:24:09.118 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.118 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.119 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.120 DEBUG:boto:Params: {} 2022-09-01T11:24:09.120 DEBUG:boto:Token: None 2022-09-01T11:24:09.121 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/ 2022-09-01T11:24:09.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU= 2022-09-01T11:24:09.122 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU=', 'Content-Length': '0'} 2022-09-01T11:24:09.125 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004912de6ec74828fd-0063109659-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.127 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:09.128 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:09.128 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:09.129 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:09.130 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:09.131 DEBUG:boto:Method: GET 2022-09-01T11:24:09.131 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:24:09.133 DEBUG:boto:Data: 2022-09-01T11:24:09.134 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.135 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.135 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.136 DEBUG:boto:Params: {} 2022-09-01T11:24:09.137 DEBUG:boto:Token: None 2022-09-01T11:24:09.137 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/ 2022-09-01T11:24:09.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU= 2022-09-01T11:24:09.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU=', 'Content-Length': '0'} 2022-09-01T11:24:09.143 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b1eee5412e614b7d-0063109659-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.186 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:09.187 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:09.188 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:09.188 DEBUG:boto:Method: HEAD 2022-09-01T11:24:09.189 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:24:09.190 DEBUG:boto:Data: 2022-09-01T11:24:09.190 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.191 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.192 DEBUG:boto:Params: {} 2022-09-01T11:24:09.193 DEBUG:boto:Token: None 2022-09-01T11:24:09.193 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj51 2022-09-01T11:24:09.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fUWd87wp2i8gndVhVd7tp4Aq6Yw= 2022-09-01T11:24:09.194 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fUWd87wp2i8gndVhVd7tp4Aq6Yw=', 'Content-Length': '0'} 2022-09-01T11:24:09.197 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001feb9bbdcacda150-0063109659-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.198 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:09.198 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:09.199 DEBUG:boto:Method: HEAD 2022-09-01T11:24:09.199 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:24:09.200 DEBUG:boto:Data: 2022-09-01T11:24:09.200 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.201 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.201 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.202 DEBUG:boto:Params: {} 2022-09-01T11:24:09.202 DEBUG:boto:Token: None 2022-09-01T11:24:09.203 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj51 2022-09-01T11:24:09.204 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fUWd87wp2i8gndVhVd7tp4Aq6Yw= 2022-09-01T11:24:09.205 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fUWd87wp2i8gndVhVd7tp4Aq6Yw=', 'Content-Length': '0'} 2022-09-01T11:24:09.208 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d2aeac284899e5cd-0063109659-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.209 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:24:09.210 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:09.210 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:09.211 DEBUG:boto:Method: GET 2022-09-01T11:24:09.211 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:24:09.212 DEBUG:boto:Data: 2022-09-01T11:24:09.212 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.213 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.214 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.214 DEBUG:boto:Params: {} 2022-09-01T11:24:09.215 DEBUG:boto:Token: None 2022-09-01T11:24:09.215 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj51 2022-09-01T11:24:09.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fjeqJjwmq4xqndo7gCOTy4DDdJI= 2022-09-01T11:24:09.217 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fjeqJjwmq4xqndo7gCOTy4DDdJI=', 'Content-Length': '0'} 2022-09-01T11:24:09.220 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073acef93ee97bbad-0063109659-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.222 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:24:09.224 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:24:09.225 DEBUG:boto:Method: GET 2022-09-01T11:24:09.227 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:24:09.229 DEBUG:boto:Data: 2022-09-01T11:24:09.230 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.231 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.232 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.233 DEBUG:boto:Params: {} 2022-09-01T11:24:09.234 DEBUG:boto:Token: None 2022-09-01T11:24:09.235 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj51 2022-09-01T11:24:09.237 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fjeqJjwmq4xqndo7gCOTy4DDdJI= 2022-09-01T11:24:09.238 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fjeqJjwmq4xqndo7gCOTy4DDdJI=', 'Content-Length': '0'} 2022-09-01T11:24:09.248 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002e91abc381016413-0063109659-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.251 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:09.252 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:09.253 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:09.254 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:09.255 DEBUG:boto:Method: GET 2022-09-01T11:24:09.256 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:24:09.257 DEBUG:boto:Data: 2022-09-01T11:24:09.258 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.259 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.259 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.261 DEBUG:boto:Params: {} 2022-09-01T11:24:09.262 DEBUG:boto:Token: None 2022-09-01T11:24:09.263 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/ 2022-09-01T11:24:09.264 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU= 2022-09-01T11:24:09.265 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU=', 'Content-Length': '0'} 2022-09-01T11:24:09.269 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002a9bdeaf14029a96-0063109659-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.271 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:09.273 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:09.274 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:09.275 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:09.276 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:24:09.277 DEBUG:boto:Method: GET 2022-09-01T11:24:09.278 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:24:09.279 DEBUG:boto:Data: 2022-09-01T11:24:09.279 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.280 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.282 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.283 DEBUG:boto:Params: {} 2022-09-01T11:24:09.284 DEBUG:boto:Token: None 2022-09-01T11:24:09.286 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/ 2022-09-01T11:24:09.287 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU= 2022-09-01T11:24:09.289 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU=', 'Content-Length': '0'} 2022-09-01T11:24:09.298 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008944625dac1c9fde-0063109659-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.299 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:09.301 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:24:09.302 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:09.303 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:09.304 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.305 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.306 DEBUG:boto:Method: GET 2022-09-01T11:24:09.307 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.308 DEBUG:boto:Data: 2022-09-01T11:24:09.309 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.310 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.311 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.312 DEBUG:boto:Params: {} 2022-09-01T11:24:09.313 DEBUG:boto:Token: None 2022-09-01T11:24:09.314 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ugD8zJfGH4GOxLMBbunUOIrWedM= 2022-09-01T11:24:09.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ugD8zJfGH4GOxLMBbunUOIrWedM=', 'Content-Length': '0'} 2022-09-01T11:24:09.319 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000089bfd7377c97f561-0063109659-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.321 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:09.323 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:09.324 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.325 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.326 DEBUG:boto:Method: GET 2022-09-01T11:24:09.326 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.327 DEBUG:boto:Data: 2022-09-01T11:24:09.327 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.328 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.328 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.329 DEBUG:boto:Params: {} 2022-09-01T11:24:09.329 DEBUG:boto:Token: None 2022-09-01T11:24:09.330 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.331 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ugD8zJfGH4GOxLMBbunUOIrWedM= 2022-09-01T11:24:09.331 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ugD8zJfGH4GOxLMBbunUOIrWedM=', 'Content-Length': '0'} 2022-09-01T11:24:09.334 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000b7c5fd0f6fbf2d8-0063109659-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.379 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:09.380 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:09.381 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.381 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.382 DEBUG:boto:Method: HEAD 2022-09-01T11:24:09.383 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.383 DEBUG:boto:Data: 2022-09-01T11:24:09.384 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.384 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.385 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.386 DEBUG:boto:Params: {} 2022-09-01T11:24:09.387 DEBUG:boto:Token: None 2022-09-01T11:24:09.389 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.390 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jCDU0d16Olb3QZ2mWkdTo9TPNtQ= 2022-09-01T11:24:09.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jCDU0d16Olb3QZ2mWkdTo9TPNtQ=', 'Content-Length': '0'} 2022-09-01T11:24:09.394 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005d4cff965f0d4b4d-0063109659-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.399 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:09.400 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:09.401 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.402 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.402 DEBUG:boto:Method: HEAD 2022-09-01T11:24:09.403 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.404 DEBUG:boto:Data: 2022-09-01T11:24:09.405 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.406 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.407 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.408 DEBUG:boto:Params: {} 2022-09-01T11:24:09.409 DEBUG:boto:Token: None 2022-09-01T11:24:09.410 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.411 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jCDU0d16Olb3QZ2mWkdTo9TPNtQ= 2022-09-01T11:24:09.412 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jCDU0d16Olb3QZ2mWkdTo9TPNtQ=', 'Content-Length': '0'} 2022-09-01T11:24:09.418 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ca42e6a6b369b5f-0063109659-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.419 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:24:09.420 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:09.421 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:09.421 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.422 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.423 DEBUG:boto:Method: GET 2022-09-01T11:24:09.424 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.425 DEBUG:boto:Data: 2022-09-01T11:24:09.426 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.427 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.429 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.431 DEBUG:boto:Params: {} 2022-09-01T11:24:09.432 DEBUG:boto:Token: None 2022-09-01T11:24:09.433 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.434 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ugD8zJfGH4GOxLMBbunUOIrWedM= 2022-09-01T11:24:09.435 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ugD8zJfGH4GOxLMBbunUOIrWedM=', 'Content-Length': '0'} 2022-09-01T11:24:09.438 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000abf9a690f6691681-0063109659-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.440 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:09.442 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:09.444 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.445 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.446 DEBUG:boto:Method: GET 2022-09-01T11:24:09.447 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.448 DEBUG:boto:Data: 2022-09-01T11:24:09.449 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.450 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.450 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.451 DEBUG:boto:Params: {} 2022-09-01T11:24:09.455 DEBUG:boto:Token: None 2022-09-01T11:24:09.458 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:24:09.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ugD8zJfGH4GOxLMBbunUOIrWedM= 2022-09-01T11:24:09.460 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ugD8zJfGH4GOxLMBbunUOIrWedM=', 'Content-Length': '0'} 2022-09-01T11:24:09.463 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006084a0f8c4b75c93-0063109659-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.464 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:09.465 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:09.479 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:09.480 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:09.481 DEBUG:boto:Method: GET 2022-09-01T11:24:09.482 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:24:09.483 DEBUG:boto:Data: 2022-09-01T11:24:09.484 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.485 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.485 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.486 DEBUG:boto:Params: {} 2022-09-01T11:24:09.487 DEBUG:boto:Token: None 2022-09-01T11:24:09.488 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/ 2022-09-01T11:24:09.488 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU= 2022-09-01T11:24:09.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU=', 'Content-Length': '0'} 2022-09-01T11:24:09.493 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000020a4d300c79ee46c-0063109659-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.495 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:09.496 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:09.497 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:09.497 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:09.498 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:09.498 DEBUG:boto:Method: GET 2022-09-01T11:24:09.499 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:24:09.499 DEBUG:boto:Data: 2022-09-01T11:24:09.500 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.500 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.501 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.501 DEBUG:boto:Params: {} 2022-09-01T11:24:09.502 DEBUG:boto:Token: None 2022-09-01T11:24:09.503 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/ 2022-09-01T11:24:09.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU= 2022-09-01T11:24:09.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU=', 'Content-Length': '0'} 2022-09-01T11:24:09.507 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a32adbb818d55fbe-0063109659-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.551 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:09.553 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:09.555 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:09.556 DEBUG:boto:Method: HEAD 2022-09-01T11:24:09.556 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:24:09.557 DEBUG:boto:Data: 2022-09-01T11:24:09.558 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.559 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.560 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.561 DEBUG:boto:Params: {} 2022-09-01T11:24:09.562 DEBUG:boto:Token: None 2022-09-01T11:24:09.563 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj55 2022-09-01T11:24:09.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V75Zbej4JoXJJ1SkUfUbhGezOHQ= 2022-09-01T11:24:09.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V75Zbej4JoXJJ1SkUfUbhGezOHQ=', 'Content-Length': '0'} 2022-09-01T11:24:09.568 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000027af5290afee7b45-0063109659-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.569 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:09.570 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:09.570 DEBUG:boto:Method: HEAD 2022-09-01T11:24:09.571 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:24:09.572 DEBUG:boto:Data: 2022-09-01T11:24:09.572 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.573 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.573 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.574 DEBUG:boto:Params: {} 2022-09-01T11:24:09.574 DEBUG:boto:Token: None 2022-09-01T11:24:09.575 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj55 2022-09-01T11:24:09.576 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V75Zbej4JoXJJ1SkUfUbhGezOHQ= 2022-09-01T11:24:09.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V75Zbej4JoXJJ1SkUfUbhGezOHQ=', 'Content-Length': '0'} 2022-09-01T11:24:09.579 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094cd07406dfc7e51-0063109659-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.580 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:24:09.581 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:09.583 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:09.584 DEBUG:boto:Method: GET 2022-09-01T11:24:09.585 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:24:09.586 DEBUG:boto:Data: 2022-09-01T11:24:09.587 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.588 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.589 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.590 DEBUG:boto:Params: {} 2022-09-01T11:24:09.590 DEBUG:boto:Token: None 2022-09-01T11:24:09.591 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj55 2022-09-01T11:24:09.592 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sokgzus5VSESMYK2Ta3UFBM+wbk= 2022-09-01T11:24:09.594 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sokgzus5VSESMYK2Ta3UFBM+wbk=', 'Content-Length': '0'} 2022-09-01T11:24:09.597 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008779bddc755b0dbe-0063109659-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.600 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:24:09.600 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:24:09.601 DEBUG:boto:Method: GET 2022-09-01T11:24:09.602 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:24:09.602 DEBUG:boto:Data: 2022-09-01T11:24:09.603 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.604 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.605 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.606 DEBUG:boto:Params: {} 2022-09-01T11:24:09.607 DEBUG:boto:Token: None 2022-09-01T11:24:09.608 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj55 2022-09-01T11:24:09.609 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sokgzus5VSESMYK2Ta3UFBM+wbk= 2022-09-01T11:24:09.610 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sokgzus5VSESMYK2Ta3UFBM+wbk=', 'Content-Length': '0'} 2022-09-01T11:24:09.612 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092fbe5eb637a5ae2-0063109659-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.613 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:09.614 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:09.615 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:09.616 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:09.616 DEBUG:boto:Method: GET 2022-09-01T11:24:09.617 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:24:09.617 DEBUG:boto:Data: 2022-09-01T11:24:09.618 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.618 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.619 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.619 DEBUG:boto:Params: {} 2022-09-01T11:24:09.620 DEBUG:boto:Token: None 2022-09-01T11:24:09.621 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/ 2022-09-01T11:24:09.621 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU= 2022-09-01T11:24:09.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU=', 'Content-Length': '0'} 2022-09-01T11:24:09.625 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002f71c1ae6cfefbe7-0063109659-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.626 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:09.627 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:09.628 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:09.629 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:09.629 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:24:09.630 DEBUG:boto:Method: GET 2022-09-01T11:24:09.631 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:24:09.632 DEBUG:boto:Data: 2022-09-01T11:24:09.632 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.633 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.633 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.634 DEBUG:boto:Params: {} 2022-09-01T11:24:09.635 DEBUG:boto:Token: None 2022-09-01T11:24:09.635 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/ 2022-09-01T11:24:09.636 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU= 2022-09-01T11:24:09.637 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU=', 'Content-Length': '0'} 2022-09-01T11:24:09.639 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000085e03be7717b1c48-0063109659-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.640 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:09.641 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:24:09.642 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:09.642 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:09.643 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.644 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.644 DEBUG:boto:Method: GET 2022-09-01T11:24:09.645 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.645 DEBUG:boto:Data: 2022-09-01T11:24:09.646 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.646 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.647 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.648 DEBUG:boto:Params: {} 2022-09-01T11:24:09.648 DEBUG:boto:Token: None 2022-09-01T11:24:09.649 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.649 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pLA9twJsyFFA0CBrlbvVyCQSijc= 2022-09-01T11:24:09.650 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pLA9twJsyFFA0CBrlbvVyCQSijc=', 'Content-Length': '0'} 2022-09-01T11:24:09.654 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000061f4f1b4a87ee865-0063109659-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.656 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:09.657 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:09.658 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.659 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.660 DEBUG:boto:Method: GET 2022-09-01T11:24:09.660 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.661 DEBUG:boto:Data: 2022-09-01T11:24:09.662 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.663 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.664 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.665 DEBUG:boto:Params: {} 2022-09-01T11:24:09.666 DEBUG:boto:Token: None 2022-09-01T11:24:09.666 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pLA9twJsyFFA0CBrlbvVyCQSijc= 2022-09-01T11:24:09.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pLA9twJsyFFA0CBrlbvVyCQSijc=', 'Content-Length': '0'} 2022-09-01T11:24:09.670 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a415172838f4df0e-0063109659-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.716 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:09.717 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:09.718 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.719 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.720 DEBUG:boto:Method: HEAD 2022-09-01T11:24:09.721 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.722 DEBUG:boto:Data: 2022-09-01T11:24:09.723 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.724 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.725 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.725 DEBUG:boto:Params: {} 2022-09-01T11:24:09.726 DEBUG:boto:Token: None 2022-09-01T11:24:09.727 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.728 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7JWGoRlS17v/BBNQcZoGGo5gfvY= 2022-09-01T11:24:09.729 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7JWGoRlS17v/BBNQcZoGGo5gfvY=', 'Content-Length': '0'} 2022-09-01T11:24:09.732 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000938d9ddc1eb9987c-0063109659-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.734 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:09.735 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:09.736 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.736 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.737 DEBUG:boto:Method: HEAD 2022-09-01T11:24:09.738 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.739 DEBUG:boto:Data: 2022-09-01T11:24:09.740 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.741 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.742 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.743 DEBUG:boto:Params: {} 2022-09-01T11:24:09.743 DEBUG:boto:Token: None 2022-09-01T11:24:09.744 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7JWGoRlS17v/BBNQcZoGGo5gfvY= 2022-09-01T11:24:09.746 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7JWGoRlS17v/BBNQcZoGGo5gfvY=', 'Content-Length': '0'} 2022-09-01T11:24:09.749 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b89a94f976ed872a-0063109659-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.750 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:24:09.751 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:09.751 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:09.752 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.753 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.754 DEBUG:boto:Method: GET 2022-09-01T11:24:09.755 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.756 DEBUG:boto:Data: 2022-09-01T11:24:09.757 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.758 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.759 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.760 DEBUG:boto:Params: {} 2022-09-01T11:24:09.761 DEBUG:boto:Token: None 2022-09-01T11:24:09.762 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.763 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pLA9twJsyFFA0CBrlbvVyCQSijc= 2022-09-01T11:24:09.764 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pLA9twJsyFFA0CBrlbvVyCQSijc=', 'Content-Length': '0'} 2022-09-01T11:24:09.767 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000989e4b199e326b9b-0063109659-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.768 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:09.769 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:09.770 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.771 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.772 DEBUG:boto:Method: GET 2022-09-01T11:24:09.773 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.774 DEBUG:boto:Data: 2022-09-01T11:24:09.775 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.775 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.776 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.777 DEBUG:boto:Params: {} 2022-09-01T11:24:09.778 DEBUG:boto:Token: None 2022-09-01T11:24:09.779 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:24:09.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pLA9twJsyFFA0CBrlbvVyCQSijc= 2022-09-01T11:24:09.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pLA9twJsyFFA0CBrlbvVyCQSijc=', 'Content-Length': '0'} 2022-09-01T11:24:09.784 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e04ccd812360227f-0063109659-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.785 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:09.786 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:09.787 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:09.788 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:09.788 DEBUG:boto:Method: GET 2022-09-01T11:24:09.790 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:24:09.791 DEBUG:boto:Data: 2022-09-01T11:24:09.792 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.793 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.794 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.795 DEBUG:boto:Params: {} 2022-09-01T11:24:09.796 DEBUG:boto:Token: None 2022-09-01T11:24:09.797 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/ 2022-09-01T11:24:09.799 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU= 2022-09-01T11:24:09.800 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU=', 'Content-Length': '0'} 2022-09-01T11:24:09.811 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000712f1db9d3d6821b-0063109659-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.816 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:09.817 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:09.819 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:09.820 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:09.823 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:09.823 DEBUG:boto:Method: GET 2022-09-01T11:24:09.825 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:24:09.826 DEBUG:boto:Data: 2022-09-01T11:24:09.827 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.829 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.830 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.831 DEBUG:boto:Params: {} 2022-09-01T11:24:09.833 DEBUG:boto:Token: None 2022-09-01T11:24:09.834 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/ 2022-09-01T11:24:09.835 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU= 2022-09-01T11:24:09.836 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU=', 'Content-Length': '0'} 2022-09-01T11:24:09.841 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009f6289047e9b57d4-0063109659-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.843 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:09.844 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:09.845 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:09.850 DEBUG:boto:Method: HEAD 2022-09-01T11:24:09.851 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:24:09.851 DEBUG:boto:Data: 2022-09-01T11:24:09.852 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.852 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.853 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.853 DEBUG:boto:Params: {} 2022-09-01T11:24:09.854 DEBUG:boto:Token: None 2022-09-01T11:24:09.855 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj57 2022-09-01T11:24:09.855 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wKlUju1TeQ3zbhebl4WecYmzh7I= 2022-09-01T11:24:09.856 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wKlUju1TeQ3zbhebl4WecYmzh7I=', 'Content-Length': '0'} 2022-09-01T11:24:09.858 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007921766b23470211-0063109659-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.859 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:09.860 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:09.860 DEBUG:boto:Method: HEAD 2022-09-01T11:24:09.861 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:24:09.861 DEBUG:boto:Data: 2022-09-01T11:24:09.862 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.862 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.863 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.863 DEBUG:boto:Params: {} 2022-09-01T11:24:09.864 DEBUG:boto:Token: None 2022-09-01T11:24:09.865 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj57 2022-09-01T11:24:09.865 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wKlUju1TeQ3zbhebl4WecYmzh7I= 2022-09-01T11:24:09.866 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wKlUju1TeQ3zbhebl4WecYmzh7I=', 'Content-Length': '0'} 2022-09-01T11:24:09.868 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dd88b12afc2fab27-0063109659-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.869 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:24:09.869 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:09.870 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:09.871 DEBUG:boto:Method: GET 2022-09-01T11:24:09.871 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:24:09.872 DEBUG:boto:Data: 2022-09-01T11:24:09.872 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.873 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.873 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.874 DEBUG:boto:Params: {} 2022-09-01T11:24:09.874 DEBUG:boto:Token: None 2022-09-01T11:24:09.875 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj57 2022-09-01T11:24:09.876 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V2JNxtpfUBGSaqdwNoa/3tjjlxU= 2022-09-01T11:24:09.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V2JNxtpfUBGSaqdwNoa/3tjjlxU=', 'Content-Length': '0'} 2022-09-01T11:24:09.878 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000006066c39873cfcf3-0063109659-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.923 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:24:09.923 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:24:09.924 DEBUG:boto:Method: GET 2022-09-01T11:24:09.925 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:24:09.925 DEBUG:boto:Data: 2022-09-01T11:24:09.926 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.926 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.927 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.927 DEBUG:boto:Params: {} 2022-09-01T11:24:09.928 DEBUG:boto:Token: None 2022-09-01T11:24:09.929 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj57 2022-09-01T11:24:09.930 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V2JNxtpfUBGSaqdwNoa/3tjjlxU= 2022-09-01T11:24:09.931 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V2JNxtpfUBGSaqdwNoa/3tjjlxU=', 'Content-Length': '0'} 2022-09-01T11:24:09.935 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000e69eb06dde2d575-0063109659-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.937 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:09.938 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:09.938 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:09.939 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:09.939 DEBUG:boto:Method: GET 2022-09-01T11:24:09.940 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:24:09.940 DEBUG:boto:Data: 2022-09-01T11:24:09.941 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.941 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.942 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.943 DEBUG:boto:Params: {} 2022-09-01T11:24:09.943 DEBUG:boto:Token: None 2022-09-01T11:24:09.945 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/ 2022-09-01T11:24:09.946 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU= 2022-09-01T11:24:09.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU=', 'Content-Length': '0'} 2022-09-01T11:24:09.950 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ab10e60a989c9b31-0063109659-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.951 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:09.953 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:09.953 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:09.954 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:09.954 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:24:09.955 DEBUG:boto:Method: GET 2022-09-01T11:24:09.956 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:24:09.956 DEBUG:boto:Data: 2022-09-01T11:24:09.957 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.958 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.958 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.959 DEBUG:boto:Params: {} 2022-09-01T11:24:09.959 DEBUG:boto:Token: None 2022-09-01T11:24:09.960 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/ 2022-09-01T11:24:09.961 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU= 2022-09-01T11:24:09.962 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uehfWCEUzXGh/mREDfk3xquO2FU=', 'Content-Length': '0'} 2022-09-01T11:24:09.965 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f6ebcea78aed4254-0063109659-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.965 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:09.966 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:24:09.967 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:09.967 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:09.968 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:09.969 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:09.970 DEBUG:boto:Method: GET 2022-09-01T11:24:09.971 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:09.972 DEBUG:boto:Data: 2022-09-01T11:24:09.973 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.974 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:09.975 DEBUG:boto:Port: 8001 2022-09-01T11:24:09.976 DEBUG:boto:Params: {} 2022-09-01T11:24:09.977 DEBUG:boto:Token: None 2022-09-01T11:24:09.979 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:09.980 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HAeyQ6MJ1mhDNn7TlwcvzcvIqDs= 2022-09-01T11:24:09.981 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HAeyQ6MJ1mhDNn7TlwcvzcvIqDs=', 'Content-Length': '0'} 2022-09-01T11:24:09.984 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001e177a66b66c774a-0063109659-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:09.985 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:09.986 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:09.987 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:09.988 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:09.989 DEBUG:boto:Method: GET 2022-09-01T11:24:09.991 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:09.992 DEBUG:boto:Data: 2022-09-01T11:24:09.992 DEBUG:boto:Headers: {} 2022-09-01T11:24:09.993 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:09.994 DEBUG:boto:Port: 8000 2022-09-01T11:24:09.995 DEBUG:boto:Params: {} 2022-09-01T11:24:09.996 DEBUG:boto:Token: None 2022-09-01T11:24:09.997 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:09 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:09.998 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HAeyQ6MJ1mhDNn7TlwcvzcvIqDs= 2022-09-01T11:24:09.999 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HAeyQ6MJ1mhDNn7TlwcvzcvIqDs=', 'Content-Length': '0'} 2022-09-01T11:24:10.002 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003c80e9dbf4efeef3-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.003 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:10.004 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:10.004 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.005 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.005 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.006 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.006 DEBUG:boto:Data: 2022-09-01T11:24:10.007 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.007 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.008 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.009 DEBUG:boto:Params: {} 2022-09-01T11:24:10.009 DEBUG:boto:Token: None 2022-09-01T11:24:10.010 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xQw/5WAHxSAwHfW+HD1ZJ6HtYLs= 2022-09-01T11:24:10.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xQw/5WAHxSAwHfW+HD1ZJ6HtYLs=', 'Content-Length': '0'} 2022-09-01T11:24:10.013 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007b68f39ce1018936-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.014 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:10.015 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:10.015 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.016 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.016 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.017 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.017 DEBUG:boto:Data: 2022-09-01T11:24:10.018 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.018 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.019 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.019 DEBUG:boto:Params: {} 2022-09-01T11:24:10.020 DEBUG:boto:Token: None 2022-09-01T11:24:10.021 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.021 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xQw/5WAHxSAwHfW+HD1ZJ6HtYLs= 2022-09-01T11:24:10.022 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xQw/5WAHxSAwHfW+HD1ZJ6HtYLs=', 'Content-Length': '0'} 2022-09-01T11:24:10.024 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005ed3c151c5264cc-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.025 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:24:10.026 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:10.026 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:10.027 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.027 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.028 DEBUG:boto:Method: GET 2022-09-01T11:24:10.028 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.029 DEBUG:boto:Data: 2022-09-01T11:24:10.029 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.030 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.031 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.031 DEBUG:boto:Params: {} 2022-09-01T11:24:10.032 DEBUG:boto:Token: None 2022-09-01T11:24:10.032 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.033 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RwGZ0NeT0j/FZJ8lFpn45yD+wAU= 2022-09-01T11:24:10.034 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RwGZ0NeT0j/FZJ8lFpn45yD+wAU=', 'Content-Length': '0'} 2022-09-01T11:24:10.036 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000032345e6dcf764c97-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.037 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:10.037 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:10.038 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.038 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.039 DEBUG:boto:Method: GET 2022-09-01T11:24:10.039 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.040 DEBUG:boto:Data: 2022-09-01T11:24:10.040 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.041 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.041 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.042 DEBUG:boto:Params: {} 2022-09-01T11:24:10.043 DEBUG:boto:Token: None 2022-09-01T11:24:10.043 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:24:10.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RwGZ0NeT0j/FZJ8lFpn45yD+wAU= 2022-09-01T11:24:10.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RwGZ0NeT0j/FZJ8lFpn45yD+wAU=', 'Content-Length': '0'} 2022-09-01T11:24:10.047 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000090430cb082e25c09-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.090 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:10.091 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:10.092 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:10.092 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:10.093 DEBUG:boto:Method: GET 2022-09-01T11:24:10.093 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:24:10.094 DEBUG:boto:Data: 2022-09-01T11:24:10.095 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.095 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.096 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.096 DEBUG:boto:Params: {} 2022-09-01T11:24:10.097 DEBUG:boto:Token: None 2022-09-01T11:24:10.098 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/ 2022-09-01T11:24:10.099 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU= 2022-09-01T11:24:10.099 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU=', 'Content-Length': '0'} 2022-09-01T11:24:10.104 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dd22d7ef40956d0c-006310965a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.105 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:10.107 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:10.108 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:10.108 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:10.109 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:10.110 DEBUG:boto:Method: GET 2022-09-01T11:24:10.111 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:24:10.112 DEBUG:boto:Data: 2022-09-01T11:24:10.113 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.115 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.116 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.117 DEBUG:boto:Params: {} 2022-09-01T11:24:10.118 DEBUG:boto:Token: None 2022-09-01T11:24:10.119 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/ 2022-09-01T11:24:10.120 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU= 2022-09-01T11:24:10.121 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU=', 'Content-Length': '0'} 2022-09-01T11:24:10.124 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c0bdf3b46aa0e438-006310965a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.126 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:10.127 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:10.128 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:10.129 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.129 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:24:10.130 DEBUG:boto:Data: 2022-09-01T11:24:10.131 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.132 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.133 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.134 DEBUG:boto:Params: {} 2022-09-01T11:24:10.135 DEBUG:boto:Token: None 2022-09-01T11:24:10.136 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj68 2022-09-01T11:24:10.137 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YWoCNVZhFOJbNqDdOzcacqbwQb0= 2022-09-01T11:24:10.138 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YWoCNVZhFOJbNqDdOzcacqbwQb0=', 'Content-Length': '0'} 2022-09-01T11:24:10.141 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002d9a745fb833342d-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.142 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:10.143 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:10.144 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.145 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:24:10.147 DEBUG:boto:Data: 2022-09-01T11:24:10.148 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.149 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.150 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.151 DEBUG:boto:Params: {} 2022-09-01T11:24:10.153 DEBUG:boto:Token: None 2022-09-01T11:24:10.154 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj68 2022-09-01T11:24:10.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YWoCNVZhFOJbNqDdOzcacqbwQb0= 2022-09-01T11:24:10.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YWoCNVZhFOJbNqDdOzcacqbwQb0=', 'Content-Length': '0'} 2022-09-01T11:24:10.158 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006204ed8adafc3651-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.159 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:24:10.159 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:10.160 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:10.160 DEBUG:boto:Method: GET 2022-09-01T11:24:10.161 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:24:10.161 DEBUG:boto:Data: 2022-09-01T11:24:10.162 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.163 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.163 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.164 DEBUG:boto:Params: {} 2022-09-01T11:24:10.164 DEBUG:boto:Token: None 2022-09-01T11:24:10.166 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj68 2022-09-01T11:24:10.166 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qSF6j5WYcOgTTP9RYthGWswzAQg= 2022-09-01T11:24:10.167 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qSF6j5WYcOgTTP9RYthGWswzAQg=', 'Content-Length': '0'} 2022-09-01T11:24:10.170 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000059b8c9f1fec29894-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.219 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:24:10.220 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:24:10.221 DEBUG:boto:Method: GET 2022-09-01T11:24:10.222 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:24:10.222 DEBUG:boto:Data: 2022-09-01T11:24:10.223 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.224 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.225 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.226 DEBUG:boto:Params: {} 2022-09-01T11:24:10.227 DEBUG:boto:Token: None 2022-09-01T11:24:10.228 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj68 2022-09-01T11:24:10.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qSF6j5WYcOgTTP9RYthGWswzAQg= 2022-09-01T11:24:10.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qSF6j5WYcOgTTP9RYthGWswzAQg=', 'Content-Length': '0'} 2022-09-01T11:24:10.234 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092c56a92729c27f0-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.235 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:10.236 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:10.237 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:10.238 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:10.240 DEBUG:boto:Method: GET 2022-09-01T11:24:10.241 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:24:10.242 DEBUG:boto:Data: 2022-09-01T11:24:10.243 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.244 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.245 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.246 DEBUG:boto:Params: {} 2022-09-01T11:24:10.247 DEBUG:boto:Token: None 2022-09-01T11:24:10.248 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/ 2022-09-01T11:24:10.249 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU= 2022-09-01T11:24:10.250 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU=', 'Content-Length': '0'} 2022-09-01T11:24:10.253 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c94409487e6e2764-006310965a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.253 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:10.254 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:10.255 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:10.256 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:10.257 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:24:10.257 DEBUG:boto:Method: GET 2022-09-01T11:24:10.258 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:24:10.259 DEBUG:boto:Data: 2022-09-01T11:24:10.260 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.261 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.262 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.263 DEBUG:boto:Params: {} 2022-09-01T11:24:10.264 DEBUG:boto:Token: None 2022-09-01T11:24:10.265 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/ 2022-09-01T11:24:10.266 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU= 2022-09-01T11:24:10.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU=', 'Content-Length': '0'} 2022-09-01T11:24:10.271 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006cd33dd10db38948-006310965a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.272 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:10.273 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:24:10.274 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:10.275 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:10.276 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.276 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.277 DEBUG:boto:Method: GET 2022-09-01T11:24:10.277 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.278 DEBUG:boto:Data: 2022-09-01T11:24:10.278 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.279 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.279 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.280 DEBUG:boto:Params: {} 2022-09-01T11:24:10.280 DEBUG:boto:Token: None 2022-09-01T11:24:10.281 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.282 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HYed3+Tw171hnf8RxPsln5BTgCA= 2022-09-01T11:24:10.283 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HYed3+Tw171hnf8RxPsln5BTgCA=', 'Content-Length': '0'} 2022-09-01T11:24:10.285 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071a1172cc76e76ce-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.287 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:10.287 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:10.288 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.288 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.289 DEBUG:boto:Method: GET 2022-09-01T11:24:10.289 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.290 DEBUG:boto:Data: 2022-09-01T11:24:10.291 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.291 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.292 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.292 DEBUG:boto:Params: {} 2022-09-01T11:24:10.293 DEBUG:boto:Token: None 2022-09-01T11:24:10.294 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.294 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HYed3+Tw171hnf8RxPsln5BTgCA= 2022-09-01T11:24:10.295 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HYed3+Tw171hnf8RxPsln5BTgCA=', 'Content-Length': '0'} 2022-09-01T11:24:10.298 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000235e32956d1d85a4-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.300 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:10.300 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:10.301 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.301 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.302 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.302 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.303 DEBUG:boto:Data: 2022-09-01T11:24:10.304 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.304 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.305 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.305 DEBUG:boto:Params: {} 2022-09-01T11:24:10.306 DEBUG:boto:Token: None 2022-09-01T11:24:10.306 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.307 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iVqpit+degRBP+fFukoaXJTyRE0= 2022-09-01T11:24:10.308 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iVqpit+degRBP+fFukoaXJTyRE0=', 'Content-Length': '0'} 2022-09-01T11:24:10.310 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fd0fa31fa7025cf6-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.310 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:10.311 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:10.311 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.312 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.313 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.313 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.314 DEBUG:boto:Data: 2022-09-01T11:24:10.314 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.315 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.315 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.316 DEBUG:boto:Params: {} 2022-09-01T11:24:10.316 DEBUG:boto:Token: None 2022-09-01T11:24:10.317 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.317 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iVqpit+degRBP+fFukoaXJTyRE0= 2022-09-01T11:24:10.318 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iVqpit+degRBP+fFukoaXJTyRE0=', 'Content-Length': '0'} 2022-09-01T11:24:10.320 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000019233ffb4dee8ca2-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.321 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:24:10.322 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:10.322 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:10.323 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.323 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.324 DEBUG:boto:Method: GET 2022-09-01T11:24:10.325 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.325 DEBUG:boto:Data: 2022-09-01T11:24:10.326 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.326 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.327 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.328 DEBUG:boto:Params: {} 2022-09-01T11:24:10.328 DEBUG:boto:Token: None 2022-09-01T11:24:10.329 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.330 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HYed3+Tw171hnf8RxPsln5BTgCA= 2022-09-01T11:24:10.330 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HYed3+Tw171hnf8RxPsln5BTgCA=', 'Content-Length': '0'} 2022-09-01T11:24:10.333 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000667009477123f67c-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.333 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:10.334 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:10.335 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.335 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.336 DEBUG:boto:Method: GET 2022-09-01T11:24:10.336 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.337 DEBUG:boto:Data: 2022-09-01T11:24:10.337 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.338 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.339 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.339 DEBUG:boto:Params: {} 2022-09-01T11:24:10.340 DEBUG:boto:Token: None 2022-09-01T11:24:10.340 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:24:10.341 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HYed3+Tw171hnf8RxPsln5BTgCA= 2022-09-01T11:24:10.342 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HYed3+Tw171hnf8RxPsln5BTgCA=', 'Content-Length': '0'} 2022-09-01T11:24:10.344 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e2bcc5e023f8a8b-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.345 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:10.346 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:10.346 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:10.347 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:10.347 DEBUG:boto:Method: GET 2022-09-01T11:24:10.348 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:24:10.348 DEBUG:boto:Data: 2022-09-01T11:24:10.349 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.350 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.350 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.351 DEBUG:boto:Params: {} 2022-09-01T11:24:10.351 DEBUG:boto:Token: None 2022-09-01T11:24:10.352 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/ 2022-09-01T11:24:10.353 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU= 2022-09-01T11:24:10.353 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU=', 'Content-Length': '0'} 2022-09-01T11:24:10.356 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001c97066c8bf1bfd6-006310965a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.357 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:10.358 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:10.358 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:10.359 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:10.359 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:10.360 DEBUG:boto:Method: GET 2022-09-01T11:24:10.361 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:24:10.361 DEBUG:boto:Data: 2022-09-01T11:24:10.362 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.362 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.363 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.363 DEBUG:boto:Params: {} 2022-09-01T11:24:10.364 DEBUG:boto:Token: None 2022-09-01T11:24:10.365 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/ 2022-09-01T11:24:10.365 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU= 2022-09-01T11:24:10.366 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU=', 'Content-Length': '0'} 2022-09-01T11:24:10.369 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000813b4523af8576dc-006310965a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.370 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:10.371 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:10.371 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:10.372 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.372 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:24:10.373 DEBUG:boto:Data: 2022-09-01T11:24:10.373 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.374 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.375 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.375 DEBUG:boto:Params: {} 2022-09-01T11:24:10.376 DEBUG:boto:Token: None 2022-09-01T11:24:10.377 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj69 2022-09-01T11:24:10.377 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vknIKQ04D1Tfi39myb2iOwaJZ0Y= 2022-09-01T11:24:10.378 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vknIKQ04D1Tfi39myb2iOwaJZ0Y=', 'Content-Length': '0'} 2022-09-01T11:24:10.380 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a23ac52f77e701d3-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.381 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:10.381 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:10.382 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.383 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:24:10.383 DEBUG:boto:Data: 2022-09-01T11:24:10.384 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.384 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.385 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.385 DEBUG:boto:Params: {} 2022-09-01T11:24:10.386 DEBUG:boto:Token: None 2022-09-01T11:24:10.387 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj69 2022-09-01T11:24:10.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vknIKQ04D1Tfi39myb2iOwaJZ0Y= 2022-09-01T11:24:10.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vknIKQ04D1Tfi39myb2iOwaJZ0Y=', 'Content-Length': '0'} 2022-09-01T11:24:10.390 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f36ee4919d085264-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.391 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:24:10.391 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:10.392 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:10.393 DEBUG:boto:Method: GET 2022-09-01T11:24:10.393 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:24:10.394 DEBUG:boto:Data: 2022-09-01T11:24:10.394 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.395 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.396 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.396 DEBUG:boto:Params: {} 2022-09-01T11:24:10.397 DEBUG:boto:Token: None 2022-09-01T11:24:10.398 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj69 2022-09-01T11:24:10.398 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KTdE8Oq6qpKvSaQDhZKJhabzfRY= 2022-09-01T11:24:10.399 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KTdE8Oq6qpKvSaQDhZKJhabzfRY=', 'Content-Length': '0'} 2022-09-01T11:24:10.401 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000558e60309664d00-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.402 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:24:10.403 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:24:10.403 DEBUG:boto:Method: GET 2022-09-01T11:24:10.404 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:24:10.404 DEBUG:boto:Data: 2022-09-01T11:24:10.405 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.406 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.406 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.407 DEBUG:boto:Params: {} 2022-09-01T11:24:10.407 DEBUG:boto:Token: None 2022-09-01T11:24:10.408 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj69 2022-09-01T11:24:10.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KTdE8Oq6qpKvSaQDhZKJhabzfRY= 2022-09-01T11:24:10.409 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KTdE8Oq6qpKvSaQDhZKJhabzfRY=', 'Content-Length': '0'} 2022-09-01T11:24:10.412 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000077c3795f259eb732-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.454 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:10.455 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:10.456 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:10.457 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:10.458 DEBUG:boto:Method: GET 2022-09-01T11:24:10.459 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:24:10.460 DEBUG:boto:Data: 2022-09-01T11:24:10.461 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.462 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.463 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.464 DEBUG:boto:Params: {} 2022-09-01T11:24:10.465 DEBUG:boto:Token: None 2022-09-01T11:24:10.466 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/ 2022-09-01T11:24:10.467 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU= 2022-09-01T11:24:10.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU=', 'Content-Length': '0'} 2022-09-01T11:24:10.471 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b22279b8a2435cbd-006310965a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.473 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:10.474 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:10.475 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:10.476 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:10.477 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:24:10.478 DEBUG:boto:Method: GET 2022-09-01T11:24:10.481 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:24:10.482 DEBUG:boto:Data: 2022-09-01T11:24:10.483 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.484 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.485 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.486 DEBUG:boto:Params: {} 2022-09-01T11:24:10.488 DEBUG:boto:Token: None 2022-09-01T11:24:10.488 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/ 2022-09-01T11:24:10.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU= 2022-09-01T11:24:10.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU=', 'Content-Length': '0'} 2022-09-01T11:24:10.492 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e274738d0cce482d-006310965a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.493 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:10.494 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:24:10.494 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:10.495 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:10.495 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.496 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.496 DEBUG:boto:Method: GET 2022-09-01T11:24:10.497 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.497 DEBUG:boto:Data: 2022-09-01T11:24:10.498 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.498 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.499 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.500 DEBUG:boto:Params: {} 2022-09-01T11:24:10.500 DEBUG:boto:Token: None 2022-09-01T11:24:10.501 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.502 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q5PhzxJw9fTSSeLF3KrGExCpcEk= 2022-09-01T11:24:10.503 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q5PhzxJw9fTSSeLF3KrGExCpcEk=', 'Content-Length': '0'} 2022-09-01T11:24:10.505 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000230a6541f2d270ab-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.507 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:10.507 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:10.508 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.509 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.510 DEBUG:boto:Method: GET 2022-09-01T11:24:10.511 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.513 DEBUG:boto:Data: 2022-09-01T11:24:10.514 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.515 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.516 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.517 DEBUG:boto:Params: {} 2022-09-01T11:24:10.518 DEBUG:boto:Token: None 2022-09-01T11:24:10.519 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.520 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q5PhzxJw9fTSSeLF3KrGExCpcEk= 2022-09-01T11:24:10.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q5PhzxJw9fTSSeLF3KrGExCpcEk=', 'Content-Length': '0'} 2022-09-01T11:24:10.523 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004aa996bd5d29de75-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.525 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:10.525 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:10.526 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.527 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.528 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.529 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.530 DEBUG:boto:Data: 2022-09-01T11:24:10.531 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.532 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.533 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.533 DEBUG:boto:Params: {} 2022-09-01T11:24:10.534 DEBUG:boto:Token: None 2022-09-01T11:24:10.535 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.536 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2mU6yqEfjIJqrrawyWkhBgt40Hk= 2022-09-01T11:24:10.537 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2mU6yqEfjIJqrrawyWkhBgt40Hk=', 'Content-Length': '0'} 2022-09-01T11:24:10.539 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001fc629fa16c3b427-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.540 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:10.540 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:10.541 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.541 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.542 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.543 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.543 DEBUG:boto:Data: 2022-09-01T11:24:10.544 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.545 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.545 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.546 DEBUG:boto:Params: {} 2022-09-01T11:24:10.547 DEBUG:boto:Token: None 2022-09-01T11:24:10.547 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.548 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2mU6yqEfjIJqrrawyWkhBgt40Hk= 2022-09-01T11:24:10.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2mU6yqEfjIJqrrawyWkhBgt40Hk=', 'Content-Length': '0'} 2022-09-01T11:24:10.551 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b43901ed449e05a-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.552 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:24:10.553 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:10.554 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:10.555 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.556 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.557 DEBUG:boto:Method: GET 2022-09-01T11:24:10.558 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.560 DEBUG:boto:Data: 2022-09-01T11:24:10.561 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.562 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.563 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.564 DEBUG:boto:Params: {} 2022-09-01T11:24:10.565 DEBUG:boto:Token: None 2022-09-01T11:24:10.567 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.568 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q5PhzxJw9fTSSeLF3KrGExCpcEk= 2022-09-01T11:24:10.569 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q5PhzxJw9fTSSeLF3KrGExCpcEk=', 'Content-Length': '0'} 2022-09-01T11:24:10.571 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ddd96f54e4d6219e-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.614 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:10.615 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:10.616 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.617 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.618 DEBUG:boto:Method: GET 2022-09-01T11:24:10.619 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.620 DEBUG:boto:Data: 2022-09-01T11:24:10.621 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.622 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.623 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.624 DEBUG:boto:Params: {} 2022-09-01T11:24:10.625 DEBUG:boto:Token: None 2022-09-01T11:24:10.626 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:24:10.627 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q5PhzxJw9fTSSeLF3KrGExCpcEk= 2022-09-01T11:24:10.628 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q5PhzxJw9fTSSeLF3KrGExCpcEk=', 'Content-Length': '0'} 2022-09-01T11:24:10.633 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006dffa6421dfb8e26-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.635 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:10.636 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:10.636 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:10.637 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:10.638 DEBUG:boto:Method: GET 2022-09-01T11:24:10.638 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:24:10.639 DEBUG:boto:Data: 2022-09-01T11:24:10.639 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.641 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.642 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.643 DEBUG:boto:Params: {} 2022-09-01T11:24:10.644 DEBUG:boto:Token: None 2022-09-01T11:24:10.645 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/ 2022-09-01T11:24:10.645 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU= 2022-09-01T11:24:10.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU=', 'Content-Length': '0'} 2022-09-01T11:24:10.652 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000abb4135d47f8ed31-006310965a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.653 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:10.655 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:10.656 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:10.657 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:10.658 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:10.659 DEBUG:boto:Method: GET 2022-09-01T11:24:10.660 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:24:10.661 DEBUG:boto:Data: 2022-09-01T11:24:10.662 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.663 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.664 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.665 DEBUG:boto:Params: {} 2022-09-01T11:24:10.666 DEBUG:boto:Token: None 2022-09-01T11:24:10.667 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/ 2022-09-01T11:24:10.668 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU= 2022-09-01T11:24:10.669 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU=', 'Content-Length': '0'} 2022-09-01T11:24:10.676 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b6700c4b12b0b700-006310965a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.678 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:10.679 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:10.680 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:10.681 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.682 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:24:10.683 DEBUG:boto:Data: 2022-09-01T11:24:10.684 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.684 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.685 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.686 DEBUG:boto:Params: {} 2022-09-01T11:24:10.687 DEBUG:boto:Token: None 2022-09-01T11:24:10.688 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj76 2022-09-01T11:24:10.689 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RrqAz+AdAGXCd8vA+N0vvtn6slM= 2022-09-01T11:24:10.690 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RrqAz+AdAGXCd8vA+N0vvtn6slM=', 'Content-Length': '0'} 2022-09-01T11:24:10.696 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000032cc5766bfcbb02d-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.698 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:10.698 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:10.699 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.700 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:24:10.701 DEBUG:boto:Data: 2022-09-01T11:24:10.701 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.702 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.703 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.704 DEBUG:boto:Params: {} 2022-09-01T11:24:10.705 DEBUG:boto:Token: None 2022-09-01T11:24:10.706 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj76 2022-09-01T11:24:10.707 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RrqAz+AdAGXCd8vA+N0vvtn6slM= 2022-09-01T11:24:10.708 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RrqAz+AdAGXCd8vA+N0vvtn6slM=', 'Content-Length': '0'} 2022-09-01T11:24:10.710 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c7c326e31b52c402-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.711 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:24:10.711 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:10.712 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:10.713 DEBUG:boto:Method: GET 2022-09-01T11:24:10.713 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:24:10.714 DEBUG:boto:Data: 2022-09-01T11:24:10.715 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.716 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.716 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.717 DEBUG:boto:Params: {} 2022-09-01T11:24:10.718 DEBUG:boto:Token: None 2022-09-01T11:24:10.719 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj76 2022-09-01T11:24:10.720 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UvRUtThXw8KaqsHf8np7HNlO5Is= 2022-09-01T11:24:10.720 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UvRUtThXw8KaqsHf8np7HNlO5Is=', 'Content-Length': '0'} 2022-09-01T11:24:10.723 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a927db7d4ad923d4-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.724 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:24:10.725 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:24:10.726 DEBUG:boto:Method: GET 2022-09-01T11:24:10.727 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:24:10.728 DEBUG:boto:Data: 2022-09-01T11:24:10.729 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.730 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.731 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.732 DEBUG:boto:Params: {} 2022-09-01T11:24:10.733 DEBUG:boto:Token: None 2022-09-01T11:24:10.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj76 2022-09-01T11:24:10.735 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UvRUtThXw8KaqsHf8np7HNlO5Is= 2022-09-01T11:24:10.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UvRUtThXw8KaqsHf8np7HNlO5Is=', 'Content-Length': '0'} 2022-09-01T11:24:10.738 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cfed39d6ff2f22ea-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.778 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:10.779 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:10.779 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:10.780 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:10.781 DEBUG:boto:Method: GET 2022-09-01T11:24:10.781 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:24:10.782 DEBUG:boto:Data: 2022-09-01T11:24:10.783 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.783 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.784 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.784 DEBUG:boto:Params: {} 2022-09-01T11:24:10.785 DEBUG:boto:Token: None 2022-09-01T11:24:10.786 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/ 2022-09-01T11:24:10.786 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU= 2022-09-01T11:24:10.787 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU=', 'Content-Length': '0'} 2022-09-01T11:24:10.790 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003f96e2569770b6ac-006310965a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.791 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:10.792 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:10.793 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:10.794 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:10.795 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:24:10.796 DEBUG:boto:Method: GET 2022-09-01T11:24:10.797 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:24:10.797 DEBUG:boto:Data: 2022-09-01T11:24:10.798 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.799 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.800 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.801 DEBUG:boto:Params: {} 2022-09-01T11:24:10.801 DEBUG:boto:Token: None 2022-09-01T11:24:10.802 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/ 2022-09-01T11:24:10.803 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU= 2022-09-01T11:24:10.803 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU=', 'Content-Length': '0'} 2022-09-01T11:24:10.806 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c03e7a6b0ab7799c-006310965a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.807 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:10.807 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:24:10.808 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:10.809 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:10.809 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.810 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.810 DEBUG:boto:Method: GET 2022-09-01T11:24:10.811 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.811 DEBUG:boto:Data: 2022-09-01T11:24:10.812 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.812 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.813 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.813 DEBUG:boto:Params: {} 2022-09-01T11:24:10.814 DEBUG:boto:Token: None 2022-09-01T11:24:10.814 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.815 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Me5lMXvtVvEucS6dvYVEAiar6X0= 2022-09-01T11:24:10.816 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Me5lMXvtVvEucS6dvYVEAiar6X0=', 'Content-Length': '0'} 2022-09-01T11:24:10.818 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000934d61c1ad66a911-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.862 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:10.863 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:10.864 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.864 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.865 DEBUG:boto:Method: GET 2022-09-01T11:24:10.865 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.866 DEBUG:boto:Data: 2022-09-01T11:24:10.866 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.867 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.867 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.868 DEBUG:boto:Params: {} 2022-09-01T11:24:10.869 DEBUG:boto:Token: None 2022-09-01T11:24:10.869 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Me5lMXvtVvEucS6dvYVEAiar6X0= 2022-09-01T11:24:10.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Me5lMXvtVvEucS6dvYVEAiar6X0=', 'Content-Length': '0'} 2022-09-01T11:24:10.873 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ecbd920d70959d6-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.874 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:10.874 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:10.875 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.875 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.876 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.877 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.878 DEBUG:boto:Data: 2022-09-01T11:24:10.878 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.879 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.880 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.880 DEBUG:boto:Params: {} 2022-09-01T11:24:10.881 DEBUG:boto:Token: None 2022-09-01T11:24:10.882 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.883 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Btu6k1rVv9D6NbBQzUy1IB2Uhbo= 2022-09-01T11:24:10.884 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Btu6k1rVv9D6NbBQzUy1IB2Uhbo=', 'Content-Length': '0'} 2022-09-01T11:24:10.887 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000043eb74da9edce2ec-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.888 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:10.889 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:10.890 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.890 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.891 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.891 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.892 DEBUG:boto:Data: 2022-09-01T11:24:10.892 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.893 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.893 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.894 DEBUG:boto:Params: {} 2022-09-01T11:24:10.895 DEBUG:boto:Token: None 2022-09-01T11:24:10.896 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.896 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Btu6k1rVv9D6NbBQzUy1IB2Uhbo= 2022-09-01T11:24:10.897 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Btu6k1rVv9D6NbBQzUy1IB2Uhbo=', 'Content-Length': '0'} 2022-09-01T11:24:10.899 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000056b91fb8ccc03607-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.900 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:24:10.900 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:10.901 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:10.901 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.902 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.903 DEBUG:boto:Method: GET 2022-09-01T11:24:10.903 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.904 DEBUG:boto:Data: 2022-09-01T11:24:10.904 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.905 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.906 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.906 DEBUG:boto:Params: {} 2022-09-01T11:24:10.907 DEBUG:boto:Token: None 2022-09-01T11:24:10.908 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.908 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Me5lMXvtVvEucS6dvYVEAiar6X0= 2022-09-01T11:24:10.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Me5lMXvtVvEucS6dvYVEAiar6X0=', 'Content-Length': '0'} 2022-09-01T11:24:10.911 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000095d6da77c1e8f3ed-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.912 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:10.913 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:10.913 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.914 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.914 DEBUG:boto:Method: GET 2022-09-01T11:24:10.915 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.915 DEBUG:boto:Data: 2022-09-01T11:24:10.916 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.917 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.917 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.918 DEBUG:boto:Params: {} 2022-09-01T11:24:10.918 DEBUG:boto:Token: None 2022-09-01T11:24:10.919 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:24:10.920 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Me5lMXvtVvEucS6dvYVEAiar6X0= 2022-09-01T11:24:10.920 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Me5lMXvtVvEucS6dvYVEAiar6X0=', 'Content-Length': '0'} 2022-09-01T11:24:10.923 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000065becc4b0bb31f49-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.923 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:10.924 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:10.925 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:10.925 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:10.926 DEBUG:boto:Method: GET 2022-09-01T11:24:10.926 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:24:10.927 DEBUG:boto:Data: 2022-09-01T11:24:10.928 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.929 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.929 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.930 DEBUG:boto:Params: {} 2022-09-01T11:24:10.931 DEBUG:boto:Token: None 2022-09-01T11:24:10.931 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/ 2022-09-01T11:24:10.932 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU= 2022-09-01T11:24:10.933 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU=', 'Content-Length': '0'} 2022-09-01T11:24:10.935 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b498a20ecf0f4bc5-006310965a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.936 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:10.937 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:10.937 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:10.938 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:10.939 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:10.939 DEBUG:boto:Method: GET 2022-09-01T11:24:10.940 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:24:10.940 DEBUG:boto:Data: 2022-09-01T11:24:10.941 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.941 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.942 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.942 DEBUG:boto:Params: {} 2022-09-01T11:24:10.943 DEBUG:boto:Token: None 2022-09-01T11:24:10.944 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/ 2022-09-01T11:24:10.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU= 2022-09-01T11:24:10.945 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SQr9PKuJJkzYfjKII5sIuOM5VlU=', 'Content-Length': '0'} 2022-09-01T11:24:10.948 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000027cf18757b61de98-006310965a-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.949 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:10.950 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:10.950 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:10.951 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.952 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:24:10.952 DEBUG:boto:Data: 2022-09-01T11:24:10.953 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.953 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.954 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.955 DEBUG:boto:Params: {} 2022-09-01T11:24:10.956 DEBUG:boto:Token: None 2022-09-01T11:24:10.957 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj85 2022-09-01T11:24:10.957 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gt7cW7ZqycJ1mfFzaHiRRFZ44Qs= 2022-09-01T11:24:10.958 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gt7cW7ZqycJ1mfFzaHiRRFZ44Qs=', 'Content-Length': '0'} 2022-09-01T11:24:10.960 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004749b54e5316a243-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.961 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:10.961 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:10.962 DEBUG:boto:Method: HEAD 2022-09-01T11:24:10.962 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:24:10.963 DEBUG:boto:Data: 2022-09-01T11:24:10.963 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.964 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:10.964 DEBUG:boto:Port: 8000 2022-09-01T11:24:10.965 DEBUG:boto:Params: {} 2022-09-01T11:24:10.966 DEBUG:boto:Token: None 2022-09-01T11:24:10.967 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj85 2022-09-01T11:24:10.967 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gt7cW7ZqycJ1mfFzaHiRRFZ44Qs= 2022-09-01T11:24:10.968 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gt7cW7ZqycJ1mfFzaHiRRFZ44Qs=', 'Content-Length': '0'} 2022-09-01T11:24:10.971 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ea524799566fbfb6-006310965a-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:10.971 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:24:10.972 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:10.973 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:10.973 DEBUG:boto:Method: GET 2022-09-01T11:24:10.974 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:24:10.974 DEBUG:boto:Data: 2022-09-01T11:24:10.975 DEBUG:boto:Headers: {} 2022-09-01T11:24:10.976 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:10.976 DEBUG:boto:Port: 8001 2022-09-01T11:24:10.977 DEBUG:boto:Params: {} 2022-09-01T11:24:10.977 DEBUG:boto:Token: None 2022-09-01T11:24:10.978 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:10 GMT /ptoxvb-74/obj85 2022-09-01T11:24:10.979 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uLyIwhYW0/RQWi/4MqTPfOyFjd4= 2022-09-01T11:24:10.979 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uLyIwhYW0/RQWi/4MqTPfOyFjd4=', 'Content-Length': '0'} 2022-09-01T11:24:10.983 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000035b4c14e052b84ee-006310965a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.027 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:24:11.028 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:24:11.028 DEBUG:boto:Method: GET 2022-09-01T11:24:11.029 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:24:11.029 DEBUG:boto:Data: 2022-09-01T11:24:11.030 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.031 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.032 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.033 DEBUG:boto:Params: {} 2022-09-01T11:24:11.035 DEBUG:boto:Token: None 2022-09-01T11:24:11.036 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj85 2022-09-01T11:24:11.037 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OQM8P2btFH7Av8wRXty3DqDwDtw= 2022-09-01T11:24:11.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OQM8P2btFH7Av8wRXty3DqDwDtw=', 'Content-Length': '0'} 2022-09-01T11:24:11.042 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004dd5891544e0b580-006310965b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.043 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:11.044 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:11.045 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:11.047 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:11.047 DEBUG:boto:Method: GET 2022-09-01T11:24:11.048 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:24:11.048 DEBUG:boto:Data: 2022-09-01T11:24:11.049 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.050 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:11.050 DEBUG:boto:Port: 8001 2022-09-01T11:24:11.051 DEBUG:boto:Params: {} 2022-09-01T11:24:11.052 DEBUG:boto:Token: None 2022-09-01T11:24:11.053 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/ 2022-09-01T11:24:11.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI= 2022-09-01T11:24:11.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI=', 'Content-Length': '0'} 2022-09-01T11:24:11.059 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000215fe3bd37423129-006310965b-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.060 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:11.061 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:11.062 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:11.063 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:11.063 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:24:11.064 DEBUG:boto:Method: GET 2022-09-01T11:24:11.065 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:24:11.065 DEBUG:boto:Data: 2022-09-01T11:24:11.066 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.067 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.068 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.069 DEBUG:boto:Params: {} 2022-09-01T11:24:11.069 DEBUG:boto:Token: None 2022-09-01T11:24:11.070 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/ 2022-09-01T11:24:11.071 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI= 2022-09-01T11:24:11.072 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI=', 'Content-Length': '0'} 2022-09-01T11:24:11.076 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006ea6abc1c613a5d2-006310965b-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.077 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:11.078 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:24:11.079 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:11.080 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:11.081 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.081 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.082 DEBUG:boto:Method: GET 2022-09-01T11:24:11.083 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.084 DEBUG:boto:Data: 2022-09-01T11:24:11.084 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.085 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:11.086 DEBUG:boto:Port: 8001 2022-09-01T11:24:11.087 DEBUG:boto:Params: {} 2022-09-01T11:24:11.088 DEBUG:boto:Token: None 2022-09-01T11:24:11.089 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.090 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WWUrwkChN0BP0h4u10foE7vwrUg= 2022-09-01T11:24:11.091 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WWUrwkChN0BP0h4u10foE7vwrUg=', 'Content-Length': '0'} 2022-09-01T11:24:11.094 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c53630a3bca13c6-006310965b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.095 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:11.096 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:11.097 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.097 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.098 DEBUG:boto:Method: GET 2022-09-01T11:24:11.099 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.099 DEBUG:boto:Data: 2022-09-01T11:24:11.100 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.100 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.101 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.102 DEBUG:boto:Params: {} 2022-09-01T11:24:11.103 DEBUG:boto:Token: None 2022-09-01T11:24:11.104 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.105 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WWUrwkChN0BP0h4u10foE7vwrUg= 2022-09-01T11:24:11.106 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WWUrwkChN0BP0h4u10foE7vwrUg=', 'Content-Length': '0'} 2022-09-01T11:24:11.109 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000018a0350c1974d460-006310965b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.154 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:11.155 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:11.156 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.156 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.157 DEBUG:boto:Method: HEAD 2022-09-01T11:24:11.157 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.158 DEBUG:boto:Data: 2022-09-01T11:24:11.158 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.159 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:11.160 DEBUG:boto:Port: 8001 2022-09-01T11:24:11.161 DEBUG:boto:Params: {} 2022-09-01T11:24:11.162 DEBUG:boto:Token: None 2022-09-01T11:24:11.163 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8FYErcr9T0RX+syqNQRlnm4OLJo= 2022-09-01T11:24:11.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8FYErcr9T0RX+syqNQRlnm4OLJo=', 'Content-Length': '0'} 2022-09-01T11:24:11.168 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000420d2be9d5487857-006310965b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.169 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:11.170 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:11.170 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.171 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.171 DEBUG:boto:Method: HEAD 2022-09-01T11:24:11.172 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.172 DEBUG:boto:Data: 2022-09-01T11:24:11.173 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.174 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.174 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.175 DEBUG:boto:Params: {} 2022-09-01T11:24:11.176 DEBUG:boto:Token: None 2022-09-01T11:24:11.176 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8FYErcr9T0RX+syqNQRlnm4OLJo= 2022-09-01T11:24:11.177 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8FYErcr9T0RX+syqNQRlnm4OLJo=', 'Content-Length': '0'} 2022-09-01T11:24:11.180 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000308cdede1ec53e9-006310965b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.181 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:24:11.182 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:11.183 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:11.184 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.185 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.186 DEBUG:boto:Method: GET 2022-09-01T11:24:11.186 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.187 DEBUG:boto:Data: 2022-09-01T11:24:11.188 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.188 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:11.189 DEBUG:boto:Port: 8001 2022-09-01T11:24:11.189 DEBUG:boto:Params: {} 2022-09-01T11:24:11.190 DEBUG:boto:Token: None 2022-09-01T11:24:11.191 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.192 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WWUrwkChN0BP0h4u10foE7vwrUg= 2022-09-01T11:24:11.193 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WWUrwkChN0BP0h4u10foE7vwrUg=', 'Content-Length': '0'} 2022-09-01T11:24:11.195 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dc2ee4efa4b86fb7-006310965b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.196 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:11.196 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:11.197 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.198 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.198 DEBUG:boto:Method: GET 2022-09-01T11:24:11.199 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.199 DEBUG:boto:Data: 2022-09-01T11:24:11.200 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.201 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.201 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.202 DEBUG:boto:Params: {} 2022-09-01T11:24:11.203 DEBUG:boto:Token: None 2022-09-01T11:24:11.204 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:24:11.205 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WWUrwkChN0BP0h4u10foE7vwrUg= 2022-09-01T11:24:11.205 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WWUrwkChN0BP0h4u10foE7vwrUg=', 'Content-Length': '0'} 2022-09-01T11:24:11.208 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000085ac091e2c675153-006310965b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.209 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:11.209 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:11.210 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:11.210 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:11.211 DEBUG:boto:Method: GET 2022-09-01T11:24:11.212 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:24:11.213 DEBUG:boto:Data: 2022-09-01T11:24:11.213 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.214 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:11.215 DEBUG:boto:Port: 8001 2022-09-01T11:24:11.215 DEBUG:boto:Params: {} 2022-09-01T11:24:11.216 DEBUG:boto:Token: None 2022-09-01T11:24:11.216 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/ 2022-09-01T11:24:11.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI= 2022-09-01T11:24:11.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI=', 'Content-Length': '0'} 2022-09-01T11:24:11.221 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008b701829aac69310-006310965b-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.266 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:11.268 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:11.268 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:11.269 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:11.269 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:11.270 DEBUG:boto:Method: GET 2022-09-01T11:24:11.270 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:24:11.271 DEBUG:boto:Data: 2022-09-01T11:24:11.271 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.272 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.272 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.273 DEBUG:boto:Params: {} 2022-09-01T11:24:11.274 DEBUG:boto:Token: None 2022-09-01T11:24:11.275 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/ 2022-09-01T11:24:11.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI= 2022-09-01T11:24:11.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI=', 'Content-Length': '0'} 2022-09-01T11:24:11.281 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002d9521d4fd6c789f-006310965b-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.282 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:11.283 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:11.284 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:11.284 DEBUG:boto:Method: HEAD 2022-09-01T11:24:11.285 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:24:11.286 DEBUG:boto:Data: 2022-09-01T11:24:11.286 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.287 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:11.287 DEBUG:boto:Port: 8001 2022-09-01T11:24:11.288 DEBUG:boto:Params: {} 2022-09-01T11:24:11.288 DEBUG:boto:Token: None 2022-09-01T11:24:11.289 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj92 2022-09-01T11:24:11.290 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yVzy+qzi6k+fLCFjmuhSBB7sBhw= 2022-09-01T11:24:11.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yVzy+qzi6k+fLCFjmuhSBB7sBhw=', 'Content-Length': '0'} 2022-09-01T11:24:11.292 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e692ef69d6ffefa3-006310965b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.293 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:11.294 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:11.294 DEBUG:boto:Method: HEAD 2022-09-01T11:24:11.295 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:24:11.295 DEBUG:boto:Data: 2022-09-01T11:24:11.296 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.296 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.297 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.297 DEBUG:boto:Params: {} 2022-09-01T11:24:11.298 DEBUG:boto:Token: None 2022-09-01T11:24:11.299 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj92 2022-09-01T11:24:11.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yVzy+qzi6k+fLCFjmuhSBB7sBhw= 2022-09-01T11:24:11.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yVzy+qzi6k+fLCFjmuhSBB7sBhw=', 'Content-Length': '0'} 2022-09-01T11:24:11.302 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe7bcbebe9268d63-006310965b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.303 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:24:11.304 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:11.304 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:11.305 DEBUG:boto:Method: GET 2022-09-01T11:24:11.305 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:24:11.306 DEBUG:boto:Data: 2022-09-01T11:24:11.306 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.307 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:11.307 DEBUG:boto:Port: 8001 2022-09-01T11:24:11.308 DEBUG:boto:Params: {} 2022-09-01T11:24:11.309 DEBUG:boto:Token: None 2022-09-01T11:24:11.309 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj92 2022-09-01T11:24:11.310 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EtAPmP69ILQcknPc6LAKffZJD2s= 2022-09-01T11:24:11.311 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EtAPmP69ILQcknPc6LAKffZJD2s=', 'Content-Length': '0'} 2022-09-01T11:24:11.314 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e3df5a8ca9e9cdfc-006310965b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.314 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:24:11.315 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:24:11.316 DEBUG:boto:Method: GET 2022-09-01T11:24:11.316 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:24:11.317 DEBUG:boto:Data: 2022-09-01T11:24:11.317 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.318 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.319 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.319 DEBUG:boto:Params: {} 2022-09-01T11:24:11.320 DEBUG:boto:Token: None 2022-09-01T11:24:11.320 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj92 2022-09-01T11:24:11.321 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EtAPmP69ILQcknPc6LAKffZJD2s= 2022-09-01T11:24:11.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EtAPmP69ILQcknPc6LAKffZJD2s=', 'Content-Length': '0'} 2022-09-01T11:24:11.324 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf0a71e4b1503e68-006310965b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.325 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:11.326 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:11.327 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:11.328 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:11.329 DEBUG:boto:Method: GET 2022-09-01T11:24:11.329 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:24:11.330 DEBUG:boto:Data: 2022-09-01T11:24:11.331 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.331 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:11.332 DEBUG:boto:Port: 8001 2022-09-01T11:24:11.332 DEBUG:boto:Params: {} 2022-09-01T11:24:11.333 DEBUG:boto:Token: None 2022-09-01T11:24:11.333 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/ 2022-09-01T11:24:11.334 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI= 2022-09-01T11:24:11.335 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI=', 'Content-Length': '0'} 2022-09-01T11:24:11.337 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cf584f4e201f3bb7-006310965b-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.338 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:11.339 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:11.340 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:11.341 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:11.341 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:24:11.342 DEBUG:boto:Method: GET 2022-09-01T11:24:11.343 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:24:11.343 DEBUG:boto:Data: 2022-09-01T11:24:11.344 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.344 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.345 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.345 DEBUG:boto:Params: {} 2022-09-01T11:24:11.346 DEBUG:boto:Token: None 2022-09-01T11:24:11.347 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/ 2022-09-01T11:24:11.348 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI= 2022-09-01T11:24:11.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI=', 'Content-Length': '0'} 2022-09-01T11:24:11.352 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000062611e0ea275c8d8-006310965b-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.353 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:11.354 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:24:11.354 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:11.355 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:11.356 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.356 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.357 DEBUG:boto:Method: GET 2022-09-01T11:24:11.357 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.358 DEBUG:boto:Data: 2022-09-01T11:24:11.358 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.359 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:11.360 DEBUG:boto:Port: 8001 2022-09-01T11:24:11.360 DEBUG:boto:Params: {} 2022-09-01T11:24:11.361 DEBUG:boto:Token: None 2022-09-01T11:24:11.362 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.362 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kbz4yGIvRp2Y7ByOZDbjVLIwOdc= 2022-09-01T11:24:11.363 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kbz4yGIvRp2Y7ByOZDbjVLIwOdc=', 'Content-Length': '0'} 2022-09-01T11:24:11.365 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c553919a4dad3f68-006310965b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.366 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:11.367 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:11.367 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.368 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.369 DEBUG:boto:Method: GET 2022-09-01T11:24:11.369 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.370 DEBUG:boto:Data: 2022-09-01T11:24:11.370 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.371 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.372 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.372 DEBUG:boto:Params: {} 2022-09-01T11:24:11.373 DEBUG:boto:Token: None 2022-09-01T11:24:11.374 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.374 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kbz4yGIvRp2Y7ByOZDbjVLIwOdc= 2022-09-01T11:24:11.375 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kbz4yGIvRp2Y7ByOZDbjVLIwOdc=', 'Content-Length': '0'} 2022-09-01T11:24:11.377 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec22f18b23b7b787-006310965b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.419 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:11.420 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:11.421 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.421 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.422 DEBUG:boto:Method: HEAD 2022-09-01T11:24:11.423 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.424 DEBUG:boto:Data: 2022-09-01T11:24:11.424 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.425 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:11.425 DEBUG:boto:Port: 8001 2022-09-01T11:24:11.426 DEBUG:boto:Params: {} 2022-09-01T11:24:11.427 DEBUG:boto:Token: None 2022-09-01T11:24:11.428 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.428 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DZMDklZ8qJQomLEHBcVNUYD8RYk= 2022-09-01T11:24:11.429 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DZMDklZ8qJQomLEHBcVNUYD8RYk=', 'Content-Length': '0'} 2022-09-01T11:24:11.432 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9782d0c7bcd2622-006310965b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.432 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:11.433 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:11.433 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.434 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.434 DEBUG:boto:Method: HEAD 2022-09-01T11:24:11.435 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.435 DEBUG:boto:Data: 2022-09-01T11:24:11.436 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.437 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.437 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.438 DEBUG:boto:Params: {} 2022-09-01T11:24:11.439 DEBUG:boto:Token: None 2022-09-01T11:24:11.439 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.440 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DZMDklZ8qJQomLEHBcVNUYD8RYk= 2022-09-01T11:24:11.441 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DZMDklZ8qJQomLEHBcVNUYD8RYk=', 'Content-Length': '0'} 2022-09-01T11:24:11.443 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005957e5af4df29578-006310965b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.444 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:24:11.445 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:11.446 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:11.447 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.448 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.449 DEBUG:boto:Method: GET 2022-09-01T11:24:11.450 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.451 DEBUG:boto:Data: 2022-09-01T11:24:11.452 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.453 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:11.454 DEBUG:boto:Port: 8001 2022-09-01T11:24:11.455 DEBUG:boto:Params: {} 2022-09-01T11:24:11.456 DEBUG:boto:Token: None 2022-09-01T11:24:11.457 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kbz4yGIvRp2Y7ByOZDbjVLIwOdc= 2022-09-01T11:24:11.458 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kbz4yGIvRp2Y7ByOZDbjVLIwOdc=', 'Content-Length': '0'} 2022-09-01T11:24:11.460 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002aa301ddbd13918e-006310965b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.461 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:11.462 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:11.462 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.463 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.463 DEBUG:boto:Method: GET 2022-09-01T11:24:11.464 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.465 DEBUG:boto:Data: 2022-09-01T11:24:11.465 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.466 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.467 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.467 DEBUG:boto:Params: {} 2022-09-01T11:24:11.469 DEBUG:boto:Token: None 2022-09-01T11:24:11.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:24:11.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kbz4yGIvRp2Y7ByOZDbjVLIwOdc= 2022-09-01T11:24:11.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kbz4yGIvRp2Y7ByOZDbjVLIwOdc=', 'Content-Length': '0'} 2022-09-01T11:24:11.474 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b1baed200765c28-006310965b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.475 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:11.476 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:11.476 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:11.477 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:11.477 DEBUG:boto:Method: GET 2022-09-01T11:24:11.478 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:24:11.478 DEBUG:boto:Data: 2022-09-01T11:24:11.479 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.479 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:11.480 DEBUG:boto:Port: 8001 2022-09-01T11:24:11.481 DEBUG:boto:Params: {} 2022-09-01T11:24:11.481 DEBUG:boto:Token: None 2022-09-01T11:24:11.482 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/ 2022-09-01T11:24:11.482 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI= 2022-09-01T11:24:11.483 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI=', 'Content-Length': '0'} 2022-09-01T11:24:11.486 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000075a64110955c0130-006310965b-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.496 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:11.497 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:11.498 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:11.498 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:11.499 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:11.499 DEBUG:boto:Method: GET 2022-09-01T11:24:11.500 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:24:11.500 DEBUG:boto:Data: 2022-09-01T11:24:11.501 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.501 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.502 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.503 DEBUG:boto:Params: {} 2022-09-01T11:24:11.503 DEBUG:boto:Token: None 2022-09-01T11:24:11.504 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/ 2022-09-01T11:24:11.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI= 2022-09-01T11:24:11.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI=', 'Content-Length': '0'} 2022-09-01T11:24:11.509 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001ec36954e36352c6-006310965b-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.554 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:11.556 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:11.557 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:11.558 DEBUG:boto:Method: HEAD 2022-09-01T11:24:11.559 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:24:11.560 DEBUG:boto:Data: 2022-09-01T11:24:11.562 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.563 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:11.564 DEBUG:boto:Port: 8001 2022-09-01T11:24:11.565 DEBUG:boto:Params: {} 2022-09-01T11:24:11.566 DEBUG:boto:Token: None 2022-09-01T11:24:11.567 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj95 2022-09-01T11:24:11.568 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TqYm90x6Uf9dikmbG/4hdFwjb00= 2022-09-01T11:24:11.569 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TqYm90x6Uf9dikmbG/4hdFwjb00=', 'Content-Length': '0'} 2022-09-01T11:24:11.572 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d1b83fdbe7f37133-006310965b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.573 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:11.574 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:11.575 DEBUG:boto:Method: HEAD 2022-09-01T11:24:11.576 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:24:11.577 DEBUG:boto:Data: 2022-09-01T11:24:11.578 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.579 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.580 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.581 DEBUG:boto:Params: {} 2022-09-01T11:24:11.582 DEBUG:boto:Token: None 2022-09-01T11:24:11.583 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj95 2022-09-01T11:24:11.584 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TqYm90x6Uf9dikmbG/4hdFwjb00= 2022-09-01T11:24:11.585 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TqYm90x6Uf9dikmbG/4hdFwjb00=', 'Content-Length': '0'} 2022-09-01T11:24:11.588 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a934aa50dc76632-006310965b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.589 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:24:11.590 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:11.591 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:11.592 DEBUG:boto:Method: GET 2022-09-01T11:24:11.593 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:24:11.594 DEBUG:boto:Data: 2022-09-01T11:24:11.595 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.596 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:11.597 DEBUG:boto:Port: 8001 2022-09-01T11:24:11.598 DEBUG:boto:Params: {} 2022-09-01T11:24:11.599 DEBUG:boto:Token: None 2022-09-01T11:24:11.600 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj95 2022-09-01T11:24:11.601 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cFusuFgkXvYF8nu7elk6EnwmaZ4= 2022-09-01T11:24:11.603 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cFusuFgkXvYF8nu7elk6EnwmaZ4=', 'Content-Length': '0'} 2022-09-01T11:24:11.606 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b971ef6c68768645-006310965b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.607 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:24:11.608 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:24:11.608 DEBUG:boto:Method: GET 2022-09-01T11:24:11.609 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:24:11.609 DEBUG:boto:Data: 2022-09-01T11:24:11.610 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.611 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.611 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.612 DEBUG:boto:Params: {} 2022-09-01T11:24:11.613 DEBUG:boto:Token: None 2022-09-01T11:24:11.614 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj95 2022-09-01T11:24:11.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cFusuFgkXvYF8nu7elk6EnwmaZ4= 2022-09-01T11:24:11.616 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cFusuFgkXvYF8nu7elk6EnwmaZ4=', 'Content-Length': '0'} 2022-09-01T11:24:11.619 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a4a01e9705f2d2b3-006310965b-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.620 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:11.621 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:11.622 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:11.622 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:11.624 DEBUG:boto:Method: GET 2022-09-01T11:24:11.624 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:24:11.625 DEBUG:boto:Data: 2022-09-01T11:24:11.625 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.626 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:24:11.627 DEBUG:boto:Port: 8001 2022-09-01T11:24:11.627 DEBUG:boto:Params: {} 2022-09-01T11:24:11.628 DEBUG:boto:Token: None 2022-09-01T11:24:11.629 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/ 2022-09-01T11:24:11.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI= 2022-09-01T11:24:11.631 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI=', 'Content-Length': '0'} 2022-09-01T11:24:11.634 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000359d00eed6dd4c60-006310965b-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.635 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:11.636 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:11.636 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:11.637 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:11.637 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:24:11.638 DEBUG:boto:Method: GET 2022-09-01T11:24:11.638 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:24:11.639 DEBUG:boto:Data: 2022-09-01T11:24:11.639 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.640 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:24:11.641 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.641 DEBUG:boto:Params: {} 2022-09-01T11:24:11.642 DEBUG:boto:Token: None 2022-09-01T11:24:11.642 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/ 2022-09-01T11:24:11.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI= 2022-09-01T11:24:11.644 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NVbyF4lvC8XnuABXVpZU6CfG5JI=', 'Content-Length': '0'} 2022-09-01T11:24:11.646 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008cfae79125087f10-006310965b-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.647 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:24:11.648 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone3, test-zone2} 2022-09-01T11:24:11.648 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--num-shards', '29', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:24:11.649 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--num-shards', '29', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:24:11.650 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --num-shards 29 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:24:11.711 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:24:11.712 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:24:11.780 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:24:11.780 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-74 2022-09-01T11:24:11.791 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 20 2022-09-01T11:24:11.859 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:11.860 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:11.861 DEBUG:boto:Method: HEAD 2022-09-01T11:24:11.861 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:24:11.862 DEBUG:boto:Data: 2022-09-01T11:24:11.862 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.863 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:11.864 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.864 DEBUG:boto:Params: {} 2022-09-01T11:24:11.865 DEBUG:boto:Token: None 2022-09-01T11:24:11.866 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/ 2022-09-01T11:24:11.866 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yqRvVn9n08bNEv7CD1XAZZf7huM= 2022-09-01T11:24:11.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yqRvVn9n08bNEv7CD1XAZZf7huM=', 'Content-Length': '0'} 2022-09-01T11:24:11.874 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '20'), ('X-RGW-Bytes-Used', '60'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b2cfaee1f688f7ee-006310965b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.875 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:24:11.875 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:24:11.876 DEBUG:boto:Method: PUT 2022-09-01T11:24:11.876 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:24:11.877 DEBUG:boto:Data: 2022-09-01T11:24:11.878 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:24:11.878 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:11.879 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.879 DEBUG:boto:Params: {} 2022-09-01T11:24:11.880 DEBUG:boto:Token: None 2022-09-01T11:24:11.880 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj29 2022-09-01T11:24:11.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+shjPj5jya2W5Gv2LePSZHg23GU= 2022-09-01T11:24:11.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+shjPj5jya2W5Gv2LePSZHg23GU='} 2022-09-01T11:24:11.889 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000034fc751a80e722ce-006310965b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.890 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:11.890 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:11.891 DEBUG:boto:Method: HEAD 2022-09-01T11:24:11.892 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:24:11.893 DEBUG:boto:Data: 2022-09-01T11:24:11.894 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.894 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:11.895 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.895 DEBUG:boto:Params: {} 2022-09-01T11:24:11.896 DEBUG:boto:Token: None 2022-09-01T11:24:11.896 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/ 2022-09-01T11:24:11.897 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yqRvVn9n08bNEv7CD1XAZZf7huM= 2022-09-01T11:24:11.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yqRvVn9n08bNEv7CD1XAZZf7huM=', 'Content-Length': '0'} 2022-09-01T11:24:11.901 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '21'), ('X-RGW-Bytes-Used', '63'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005d7de19c70d7b33b-006310965b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.902 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:24:11.902 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:24:11.903 DEBUG:boto:Method: PUT 2022-09-01T11:24:11.903 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:24:11.904 DEBUG:boto:Data: 2022-09-01T11:24:11.904 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:24:11.905 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:11.906 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.906 DEBUG:boto:Params: {} 2022-09-01T11:24:11.907 DEBUG:boto:Token: None 2022-09-01T11:24:11.907 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj58 2022-09-01T11:24:11.908 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:89RdTBqo1WNtK4hbv2WijA5EfxQ= 2022-09-01T11:24:11.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:89RdTBqo1WNtK4hbv2WijA5EfxQ='} 2022-09-01T11:24:11.924 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000003baabf7e9f5a1836-006310965b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.926 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:11.927 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:11.928 DEBUG:boto:Method: HEAD 2022-09-01T11:24:11.929 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:24:11.931 DEBUG:boto:Data: 2022-09-01T11:24:11.932 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.932 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:11.933 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.933 DEBUG:boto:Params: {} 2022-09-01T11:24:11.934 DEBUG:boto:Token: None 2022-09-01T11:24:11.935 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/ 2022-09-01T11:24:11.935 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yqRvVn9n08bNEv7CD1XAZZf7huM= 2022-09-01T11:24:11.936 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yqRvVn9n08bNEv7CD1XAZZf7huM=', 'Content-Length': '0'} 2022-09-01T11:24:11.939 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '22'), ('X-RGW-Bytes-Used', '66'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000db040c0fe15b1dc4-006310965b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.940 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:24:11.941 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:24:11.941 DEBUG:boto:Method: PUT 2022-09-01T11:24:11.942 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:24:11.942 DEBUG:boto:Data: 2022-09-01T11:24:11.943 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:24:11.943 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:11.944 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.944 DEBUG:boto:Params: {} 2022-09-01T11:24:11.945 DEBUG:boto:Token: None 2022-09-01T11:24:11.945 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/obj87 2022-09-01T11:24:11.946 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5fTWdM7lsu/nWPhZEZvogRF6Q5U= 2022-09-01T11:24:11.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5fTWdM7lsu/nWPhZEZvogRF6Q5U='} 2022-09-01T11:24:11.990 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000a5e79d6bfa847c95-006310965b-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:11.991 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:11.992 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:11.993 DEBUG:boto:Method: HEAD 2022-09-01T11:24:11.994 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:24:11.994 DEBUG:boto:Data: 2022-09-01T11:24:11.995 DEBUG:boto:Headers: {} 2022-09-01T11:24:11.995 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:11.996 DEBUG:boto:Port: 8000 2022-09-01T11:24:11.997 DEBUG:boto:Params: {} 2022-09-01T11:24:11.997 DEBUG:boto:Token: None 2022-09-01T11:24:11.998 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:11 GMT /ptoxvb-74/ 2022-09-01T11:24:11.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yqRvVn9n08bNEv7CD1XAZZf7huM= 2022-09-01T11:24:11.999 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yqRvVn9n08bNEv7CD1XAZZf7huM=', 'Content-Length': '0'} 2022-09-01T11:24:12.003 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '23'), ('X-RGW-Bytes-Used', '69'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000e61688310a382f4f-006310965b-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:12.004 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:24:12.005 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:24:12.006 DEBUG:boto:Method: PUT 2022-09-01T11:24:12.006 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:24:12.007 DEBUG:boto:Data: 2022-09-01T11:24:12.007 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:24:12.008 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:12.008 DEBUG:boto:Port: 8000 2022-09-01T11:24:12.009 DEBUG:boto:Params: {} 2022-09-01T11:24:12.010 DEBUG:boto:Token: None 2022-09-01T11:24:12.011 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:24:12 GMT /ptoxvb-74/obj116 2022-09-01T11:24:12.011 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZMmrnGxHIuiogaWyUx6f0RizQa0= 2022-09-01T11:24:12.012 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:24:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZMmrnGxHIuiogaWyUx6f0RizQa0='} 2022-09-01T11:24:12.031 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000081ff046912fb523c-006310965c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:12.033 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:24:12.034 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:24:12.035 DEBUG:boto:Method: HEAD 2022-09-01T11:24:12.036 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:24:12.037 DEBUG:boto:Data: 2022-09-01T11:24:12.038 DEBUG:boto:Headers: {} 2022-09-01T11:24:12.039 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:12.040 DEBUG:boto:Port: 8000 2022-09-01T11:24:12.041 DEBUG:boto:Params: {} 2022-09-01T11:24:12.042 DEBUG:boto:Token: None 2022-09-01T11:24:12.043 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:24:12 GMT /ptoxvb-74/ 2022-09-01T11:24:12.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4oeu5B5QpkXO9eghxtSBuaZjikY= 2022-09-01T11:24:12.046 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:24:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4oeu5B5QpkXO9eghxtSBuaZjikY=', 'Content-Length': '0'} 2022-09-01T11:24:12.050 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '24'), ('X-RGW-Bytes-Used', '72'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000317c0351438c601d-006310965c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:12.051 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:24:12.051 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:24:12.052 DEBUG:boto:Method: PUT 2022-09-01T11:24:12.052 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:24:12.053 DEBUG:boto:Data: 2022-09-01T11:24:12.053 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:24:12.054 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:24:12.054 DEBUG:boto:Port: 8000 2022-09-01T11:24:12.055 DEBUG:boto:Params: {} 2022-09-01T11:24:12.056 DEBUG:boto:Token: None 2022-09-01T11:24:12.056 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:24:12 GMT /ptoxvb-74/obj145 2022-09-01T11:24:12.057 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wopr1d1Dshk+RyVvZMiHyxK7i3Q= 2022-09-01T11:24:12.057 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:24:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wopr1d1Dshk+RyVvZMiHyxK7i3Q='} 2022-09-01T11:24:12.102 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000000b2b54dee6f4f291-006310965c-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:24:12.103 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-74 2022-09-01T11:24:12.104 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:24:12.105 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:24:12.106 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:24:12.170 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:24:12.171 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:24:12.210 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:24:12.209+0000 7f05066a9600 1 waiting to reach latest gen 4, on 3.. 2022-09-01T11:24:17.210 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:24:17.210+0000 7f05066a9600 1 waiting to reach latest gen 4, on 3.. 2022-09-01T11:24:22.211 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:24:22.211+0000 7f05066a9600 1 waiting to reach latest gen 4, on 3.. 2022-09-01T11:24:27.214 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:24:27.214+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:24:27.215 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:24:27.215 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:24:32.217 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:24:32.217+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:24:32.217 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:24:32.218 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:24:37.219 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:24:37.220+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:24:37.220 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:24:37.220 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:24:42.222 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:24:42.222+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:24:42.222 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:24:42.223 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:24:47.224 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:24:47.224+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:24:47.224 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.101.5, , , , , , , , , , , , , , , , 00000000002.82.5, , , , , , , , , , , ] 2022-09-01T11:24:47.225 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:24:52.227 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:24:52.227+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:24:52.227 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.101.5, , , , , , , , , , , , , , , , 00000000002.82.5, , , , , , , , , , , ] 2022-09-01T11:24:52.228 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:24:57.230 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:24:57.229+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:24:57.231 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.101.5, , , , , , , , , , , , , , , , 00000000002.82.5, , , , , , , , , , , ] 2022-09-01T11:24:57.231 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:02.232 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:02.231+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:25:02.233 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.101.5, , , , , , , , , , , , , , , , 00000000002.82.5, , , , , , , , , , , ] 2022-09-01T11:25:02.233 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:07.234 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:07.234+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:25:07.235 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.101.5, , , , , , , , , , , , , , , , 00000000002.82.5, , , , , , , , , , , ] 2022-09-01T11:25:07.235 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:12.238 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:12.237+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:25:12.238 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.101.5, , , , , , , , , , , , , , , , 00000000002.82.5, , , , , , , , , , , ] 2022-09-01T11:25:12.239 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:17.241 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:17.240+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:25:17.241 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.101.5, , , , , , , , , , , , , , , , 00000000002.82.5, , , , , , , , , , , ] 2022-09-01T11:25:17.242 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:22.243 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:22.242+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:25:22.243 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.101.5, , , , , , , , , , , , , , , , 00000000002.82.5, , , , , , , , , , , ] 2022-09-01T11:25:22.244 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:27.245 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:27.245+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:25:27.246 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:27.246 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:32.248 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:32.247+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:25:32.249 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:32.249 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:37.251 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:37.250+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:25:37.252 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:37.252 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:42.253 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:42.253+0000 7f05066a9600 1 waiting for incremental sync to catch up: 2022-09-01T11:25:42.254 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:42.254 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:47.256 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:47.256+0000 7f05066a9600 1 bucket sync caught up with source: 2022-09-01T11:25:47.256 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:47.257 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:47.257 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:47.256+0000 7f05066a9600 0 bucket checkpoint complete 2022-09-01T11:25:47.276 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-74 2022-09-01T11:25:47.278 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:25:47.278 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:25:47.279 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:25:47.345 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:25:47.346 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:25:47.405 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:25:47.402+0000 7f739c786600 1 bucket sync caught up with source: 2022-09-01T11:25:47.406 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:47.406 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:47.406 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:25:47.402+0000 7f739c786600 0 bucket checkpoint complete 2022-09-01T11:25:47.426 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:25:47.427 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:25:47.428 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:25:47.428 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:25:47.494 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:25:47.495 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:25:47.535 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:47.536+0000 7f2a7107e600 1 waiting for incremental sync to catch up: 2022-09-01T11:25:47.536 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000002.106.5, 00000000001.101.5, , , , , , , , , , , , , , , , 00000000002.82.5, , , , , , , , , , , ] 2022-09-01T11:25:47.536 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:52.538 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:52.538+0000 7f2a7107e600 1 bucket sync caught up with source: 2022-09-01T11:25:52.539 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:52.539 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [00000000002.106.5, 00000000001.101.5, , , , , 00000000001.50.5, , , , , , , , , , , 00000000002.82.5, 00000000001.93.5, , , , , , , , , , ] 2022-09-01T11:25:52.539 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:52.538+0000 7f2a7107e600 0 bucket checkpoint complete 2022-09-01T11:25:52.557 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-74 2022-09-01T11:25:52.559 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:25:52.561 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:25:52.562 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:25:52.628 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:25:52.628 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:25:52.679 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:25:52.675+0000 7f5855d5f600 1 bucket sync caught up with source: 2022-09-01T11:25:52.679 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.276.5, 00000000002.225.5, 00000000001.209.5, 00000000003.356.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000002.185.5, 00000000005.283.5, 00000000004.236.5] 2022-09-01T11:25:52.679 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.276.5, 00000000002.225.5, 00000000001.209.5, 00000000003.356.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000002.185.5, 00000000005.283.5, 00000000004.236.5] 2022-09-01T11:25:52.680 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:25:52.675+0000 7f5855d5f600 0 bucket checkpoint complete 2022-09-01T11:25:52.695 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-74 2022-09-01T11:25:52.696 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:25:52.697 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:25:52.697 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:25:52.755 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:25:52.756 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:25:52.796 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:25:52.793+0000 7ff483670600 1 bucket sync caught up with source: 2022-09-01T11:25:52.797 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.276.5, 00000000002.225.5, 00000000001.209.5, 00000000003.356.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000002.185.5, 00000000005.283.5, 00000000004.236.5] 2022-09-01T11:25:52.797 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.276.5, 00000000002.225.5, 00000000001.209.5, 00000000003.356.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000002.185.5, 00000000005.283.5, 00000000004.236.5] 2022-09-01T11:25:52.798 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:25:52.793+0000 7ff483670600 0 bucket checkpoint complete 2022-09-01T11:25:52.820 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:25:52.822 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-74 2022-09-01T11:25:52.822 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:25:52.823 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:25:52.824 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:25:52.881 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:25:52.882 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:25:52.923 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:25:52.919+0000 7f5eca3e3600 1 bucket sync caught up with source: 2022-09-01T11:25:52.923 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.428.5, 00000000002.476.5, 00000000001.359.5, 00000000003.670.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000002.401.5, 00000000005.462.5, 00000000004.303.5] 2022-09-01T11:25:52.924 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000002.428.5, 00000000002.476.5, 00000000001.359.5, 00000000003.670.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000002.401.5, 00000000005.462.5, 00000000004.303.5] 2022-09-01T11:25:52.925 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:25:52.919+0000 7f5eca3e3600 0 bucket checkpoint complete 2022-09-01T11:25:52.938 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-74 2022-09-01T11:25:52.939 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:25:52.940 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:25:52.941 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:25:53.008 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:25:53.009 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:25:53.048 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:53.048+0000 7fc98bfd6600 1 bucket sync caught up with source: 2022-09-01T11:25:53.048 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.428.5, 00000000002.476.5, 00000000001.359.5, 00000000003.670.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000002.401.5, 00000000005.462.5, 00000000004.303.5] 2022-09-01T11:25:53.049 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000002.428.5, 00000000002.476.5, 00000000001.359.5, 00000000003.670.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000002.401.5, 00000000005.462.5, 00000000004.303.5] 2022-09-01T11:25:53.050 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:25:53.048+0000 7fc98bfd6600 0 bucket checkpoint complete 2022-09-01T11:25:53.063 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:25:53.066 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone2, test-zone1} 2022-09-01T11:25:53.067 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.069 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.070 DEBUG:boto:Method: HEAD 2022-09-01T11:25:53.071 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:25:53.072 DEBUG:boto:Data: 2022-09-01T11:25:53.073 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.074 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.074 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.075 DEBUG:boto:Params: {} 2022-09-01T11:25:53.076 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:25:53.077 DEBUG:boto:Token: None 2022-09-01T11:25:53.079 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/ 2022-09-01T11:25:53.080 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Oo+BhH1S1y74+aMRw6ormQn01TY= 2022-09-01T11:25:53.081 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Oo+BhH1S1y74+aMRw6ormQn01TY=', 'Content-Length': '0'} 2022-09-01T11:25:53.087 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '25'), ('X-RGW-Bytes-Used', '75'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000e2029d98ab6b582-00631096c1-183f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.088 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.088 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.089 DEBUG:boto:Method: HEAD 2022-09-01T11:25:53.090 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:25:53.090 DEBUG:boto:Data: 2022-09-01T11:25:53.091 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.091 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.093 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.093 DEBUG:boto:Params: {} 2022-09-01T11:25:53.094 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:25:53.095 DEBUG:boto:Token: None 2022-09-01T11:25:53.095 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/ 2022-09-01T11:25:53.096 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Oo+BhH1S1y74+aMRw6ormQn01TY= 2022-09-01T11:25:53.097 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Oo+BhH1S1y74+aMRw6ormQn01TY=', 'Content-Length': '0'} 2022-09-01T11:25:53.101 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '25'), ('X-RGW-Bytes-Used', '75'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008d2ca8b1a93df428-00631096c1-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.102 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:25:53.103 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.103 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.104 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:25:53.104 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:25:53.105 DEBUG:boto:Method: GET 2022-09-01T11:25:53.105 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:25:53.106 DEBUG:boto:Data: 2022-09-01T11:25:53.107 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.107 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.108 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.108 DEBUG:boto:Params: {} 2022-09-01T11:25:53.109 DEBUG:boto:Token: None 2022-09-01T11:25:53.110 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/?versions 2022-09-01T11:25:53.111 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Lx1QpC6GdzwdLFLPaomZJdp/AhM= 2022-09-01T11:25:53.111 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Lx1QpC6GdzwdLFLPaomZJdp/AhM=', 'Content-Length': '0'} 2022-09-01T11:25:53.114 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008fc1dbdf418f4c1b-00631096c1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.115 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:53.118 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:25:53.118 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:25:53.119 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:25:53.120 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:25:53.121 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:25:53.121 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:25:53.122 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:25:53.122 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:25:53.123 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:25:53.123 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:25:53.124 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:25:53.124 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:25:53.124 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:25:53.125 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:25:53.125 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:25:53.126 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:25:53.126 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:25:53.127 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:25:53.127 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:25:53.128 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:25:53.128 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:25:53.129 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:25:53.129 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:25:53.130 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:25:53.130 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:25:53.131 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:25:53.131 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.132 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.132 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:25:53.133 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:25:53.133 DEBUG:boto:Method: GET 2022-09-01T11:25:53.134 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:25:53.134 DEBUG:boto:Data: 2022-09-01T11:25:53.135 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.135 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.136 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.137 DEBUG:boto:Params: {} 2022-09-01T11:25:53.137 DEBUG:boto:Token: None 2022-09-01T11:25:53.138 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/?versions 2022-09-01T11:25:53.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Lx1QpC6GdzwdLFLPaomZJdp/AhM= 2022-09-01T11:25:53.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Lx1QpC6GdzwdLFLPaomZJdp/AhM=', 'Content-Length': '0'} 2022-09-01T11:25:53.143 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000be1488bdf3eb9115-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.144 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:53.146 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:25:53.147 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:25:53.147 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:25:53.148 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:25:53.148 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:25:53.149 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:25:53.149 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:25:53.149 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:25:53.150 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:25:53.150 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:25:53.151 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:25:53.152 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:25:53.152 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:25:53.153 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:25:53.153 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:25:53.154 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:25:53.154 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:25:53.155 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:25:53.155 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:25:53.156 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:25:53.156 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:25:53.157 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:25:53.157 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:25:53.158 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:25:53.158 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:25:53.159 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.160 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.160 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:25:53.161 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:25:53.161 DEBUG:boto:Method: GET 2022-09-01T11:25:53.162 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:25:53.162 DEBUG:boto:Data: 2022-09-01T11:25:53.163 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.163 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.164 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.165 DEBUG:boto:Params: {} 2022-09-01T11:25:53.165 DEBUG:boto:Token: None 2022-09-01T11:25:53.166 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/?versions 2022-09-01T11:25:53.167 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Lx1QpC6GdzwdLFLPaomZJdp/AhM= 2022-09-01T11:25:53.167 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Lx1QpC6GdzwdLFLPaomZJdp/AhM=', 'Content-Length': '0'} 2022-09-01T11:25:53.170 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f43f65a30b5996c9-00631096c1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.171 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:53.173 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.174 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.174 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:25:53.175 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:25:53.175 DEBUG:boto:Method: GET 2022-09-01T11:25:53.176 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:25:53.176 DEBUG:boto:Data: 2022-09-01T11:25:53.177 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.177 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.178 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.179 DEBUG:boto:Params: {} 2022-09-01T11:25:53.180 DEBUG:boto:Token: None 2022-09-01T11:25:53.180 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/?versions 2022-09-01T11:25:53.181 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Lx1QpC6GdzwdLFLPaomZJdp/AhM= 2022-09-01T11:25:53.181 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Lx1QpC6GdzwdLFLPaomZJdp/AhM=', 'Content-Length': '0'} 2022-09-01T11:25:53.186 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007979bd92693488b1-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.187 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:53.190 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:25:53.191 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:25:53.192 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:25:53.193 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.194 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.195 DEBUG:boto:Method: GET 2022-09-01T11:25:53.196 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.196 DEBUG:boto:Data: 2022-09-01T11:25:53.197 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.198 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.199 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.200 DEBUG:boto:Params: {} 2022-09-01T11:25:53.201 DEBUG:boto:Token: None 2022-09-01T11:25:53.202 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.203 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sQltKYuTbFwoIlnxh4JaHbRT45M= 2022-09-01T11:25:53.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sQltKYuTbFwoIlnxh4JaHbRT45M=', 'Content-Length': '0'} 2022-09-01T11:25:53.207 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fde4dc1380c96eb3-00631096c1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.208 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:25:53.209 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:25:53.210 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.211 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.212 DEBUG:boto:Method: GET 2022-09-01T11:25:53.212 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.213 DEBUG:boto:Data: 2022-09-01T11:25:53.213 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.214 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.215 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.216 DEBUG:boto:Params: {} 2022-09-01T11:25:53.217 DEBUG:boto:Token: None 2022-09-01T11:25:53.218 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.219 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sQltKYuTbFwoIlnxh4JaHbRT45M= 2022-09-01T11:25:53.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sQltKYuTbFwoIlnxh4JaHbRT45M=', 'Content-Length': '0'} 2022-09-01T11:25:53.222 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ccfde4512d3cd52b-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.224 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:25:53.224 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:25:53.225 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.226 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.226 DEBUG:boto:Method: HEAD 2022-09-01T11:25:53.227 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.228 DEBUG:boto:Data: 2022-09-01T11:25:53.228 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.229 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.229 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.230 DEBUG:boto:Params: {} 2022-09-01T11:25:53.230 DEBUG:boto:Token: None 2022-09-01T11:25:53.231 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.232 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mWZllT6QJHlNXE0mfPbH3JMoTrw= 2022-09-01T11:25:53.232 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mWZllT6QJHlNXE0mfPbH3JMoTrw=', 'Content-Length': '0'} 2022-09-01T11:25:53.235 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007c912e924ccfbfc-00631096c1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.236 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:25:53.237 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:25:53.238 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.239 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.240 DEBUG:boto:Method: HEAD 2022-09-01T11:25:53.243 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.244 DEBUG:boto:Data: 2022-09-01T11:25:53.245 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.246 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.247 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.248 DEBUG:boto:Params: {} 2022-09-01T11:25:53.249 DEBUG:boto:Token: None 2022-09-01T11:25:53.250 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.251 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mWZllT6QJHlNXE0mfPbH3JMoTrw= 2022-09-01T11:25:53.252 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mWZllT6QJHlNXE0mfPbH3JMoTrw=', 'Content-Length': '0'} 2022-09-01T11:25:53.255 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e5247c1968106766-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.256 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:25:53.257 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:25:53.257 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:25:53.258 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.259 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.259 DEBUG:boto:Method: GET 2022-09-01T11:25:53.260 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.260 DEBUG:boto:Data: 2022-09-01T11:25:53.261 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.261 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.262 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.262 DEBUG:boto:Params: {} 2022-09-01T11:25:53.263 DEBUG:boto:Token: None 2022-09-01T11:25:53.263 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.264 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sQltKYuTbFwoIlnxh4JaHbRT45M= 2022-09-01T11:25:53.265 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sQltKYuTbFwoIlnxh4JaHbRT45M=', 'Content-Length': '0'} 2022-09-01T11:25:53.267 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f59bdd3ac146f21f-00631096c1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.310 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:25:53.311 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:25:53.312 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.312 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.313 DEBUG:boto:Method: GET 2022-09-01T11:25:53.313 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.314 DEBUG:boto:Data: 2022-09-01T11:25:53.315 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.315 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.316 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.316 DEBUG:boto:Params: {} 2022-09-01T11:25:53.317 DEBUG:boto:Token: None 2022-09-01T11:25:53.317 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:25:53.318 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sQltKYuTbFwoIlnxh4JaHbRT45M= 2022-09-01T11:25:53.319 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sQltKYuTbFwoIlnxh4JaHbRT45M=', 'Content-Length': '0'} 2022-09-01T11:25:53.321 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e7e4b0f30eab3f3d-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.322 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.323 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.324 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:25:53.324 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:25:53.325 DEBUG:boto:Method: GET 2022-09-01T11:25:53.325 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:25:53.326 DEBUG:boto:Data: 2022-09-01T11:25:53.326 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.327 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.328 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.329 DEBUG:boto:Params: {} 2022-09-01T11:25:53.330 DEBUG:boto:Token: None 2022-09-01T11:25:53.331 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/ 2022-09-01T11:25:53.332 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s= 2022-09-01T11:25:53.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s=', 'Content-Length': '0'} 2022-09-01T11:25:53.336 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b69439f52083e849-00631096c1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.337 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:53.338 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.338 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.339 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:25:53.339 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:25:53.340 DEBUG:boto:Method: GET 2022-09-01T11:25:53.341 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:25:53.341 DEBUG:boto:Data: 2022-09-01T11:25:53.342 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.342 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.343 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.343 DEBUG:boto:Params: {} 2022-09-01T11:25:53.344 DEBUG:boto:Token: None 2022-09-01T11:25:53.345 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/ 2022-09-01T11:25:53.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s= 2022-09-01T11:25:53.346 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s=', 'Content-Length': '0'} 2022-09-01T11:25:53.350 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007122600a4b16ded3-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.351 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:53.352 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:25:53.352 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:25:53.353 DEBUG:boto:Method: HEAD 2022-09-01T11:25:53.354 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:25:53.355 DEBUG:boto:Data: 2022-09-01T11:25:53.364 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.365 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.366 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.368 DEBUG:boto:Params: {} 2022-09-01T11:25:53.369 DEBUG:boto:Token: None 2022-09-01T11:25:53.370 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj11 2022-09-01T11:25:53.371 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ydaAquilOULaP/Yz+mgkLJayBVQ= 2022-09-01T11:25:53.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ydaAquilOULaP/Yz+mgkLJayBVQ=', 'Content-Length': '0'} 2022-09-01T11:25:53.375 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c30b153f8d16fb68-00631096c1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.377 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:25:53.378 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:25:53.379 DEBUG:boto:Method: HEAD 2022-09-01T11:25:53.380 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:25:53.381 DEBUG:boto:Data: 2022-09-01T11:25:53.382 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.383 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.384 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.386 DEBUG:boto:Params: {} 2022-09-01T11:25:53.387 DEBUG:boto:Token: None 2022-09-01T11:25:53.388 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj11 2022-09-01T11:25:53.388 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ydaAquilOULaP/Yz+mgkLJayBVQ= 2022-09-01T11:25:53.389 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ydaAquilOULaP/Yz+mgkLJayBVQ=', 'Content-Length': '0'} 2022-09-01T11:25:53.391 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000322fd2dcfabac1a8-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.393 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:25:53.394 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:25:53.394 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:25:53.395 DEBUG:boto:Method: GET 2022-09-01T11:25:53.396 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:25:53.396 DEBUG:boto:Data: 2022-09-01T11:25:53.397 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.398 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.398 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.399 DEBUG:boto:Params: {} 2022-09-01T11:25:53.400 DEBUG:boto:Token: None 2022-09-01T11:25:53.400 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj11 2022-09-01T11:25:53.401 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OJOyiR8rvRRDIAJ9h8XgOPkvlX0= 2022-09-01T11:25:53.402 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OJOyiR8rvRRDIAJ9h8XgOPkvlX0=', 'Content-Length': '0'} 2022-09-01T11:25:53.404 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e3ab72828b4c6fe-00631096c1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.405 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:25:53.405 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:25:53.406 DEBUG:boto:Method: GET 2022-09-01T11:25:53.406 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:25:53.407 DEBUG:boto:Data: 2022-09-01T11:25:53.407 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.408 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.408 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.409 DEBUG:boto:Params: {} 2022-09-01T11:25:53.410 DEBUG:boto:Token: None 2022-09-01T11:25:53.410 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj11 2022-09-01T11:25:53.411 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OJOyiR8rvRRDIAJ9h8XgOPkvlX0= 2022-09-01T11:25:53.412 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OJOyiR8rvRRDIAJ9h8XgOPkvlX0=', 'Content-Length': '0'} 2022-09-01T11:25:53.414 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001fdd882412b46a63-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.415 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.416 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.417 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:25:53.418 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:25:53.418 DEBUG:boto:Method: GET 2022-09-01T11:25:53.419 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:25:53.420 DEBUG:boto:Data: 2022-09-01T11:25:53.421 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.422 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.422 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.423 DEBUG:boto:Params: {} 2022-09-01T11:25:53.424 DEBUG:boto:Token: None 2022-09-01T11:25:53.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/ 2022-09-01T11:25:53.425 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s= 2022-09-01T11:25:53.426 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s=', 'Content-Length': '0'} 2022-09-01T11:25:53.429 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000036cf7f69062e4ade-00631096c1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.430 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:53.431 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.431 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.432 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:25:53.432 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:25:53.433 DEBUG:boto:Method: GET 2022-09-01T11:25:53.433 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:25:53.434 DEBUG:boto:Data: 2022-09-01T11:25:53.435 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.435 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.436 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.436 DEBUG:boto:Params: {} 2022-09-01T11:25:53.437 DEBUG:boto:Token: None 2022-09-01T11:25:53.437 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/ 2022-09-01T11:25:53.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s= 2022-09-01T11:25:53.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s=', 'Content-Length': '0'} 2022-09-01T11:25:53.443 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fba4b04283d0cefa-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.444 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:53.445 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:25:53.445 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:25:53.446 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:25:53.446 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.447 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.448 DEBUG:boto:Method: GET 2022-09-01T11:25:53.448 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.449 DEBUG:boto:Data: 2022-09-01T11:25:53.449 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.450 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.451 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.451 DEBUG:boto:Params: {} 2022-09-01T11:25:53.452 DEBUG:boto:Token: None 2022-09-01T11:25:53.453 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.454 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mby5xKH+AwZXKvNJZhIaQ4lltyw= 2022-09-01T11:25:53.454 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mby5xKH+AwZXKvNJZhIaQ4lltyw=', 'Content-Length': '0'} 2022-09-01T11:25:53.456 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e0f2e325d0759236-00631096c1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.457 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:25:53.458 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:25:53.459 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.459 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.460 DEBUG:boto:Method: GET 2022-09-01T11:25:53.460 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.461 DEBUG:boto:Data: 2022-09-01T11:25:53.462 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.462 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.463 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.463 DEBUG:boto:Params: {} 2022-09-01T11:25:53.464 DEBUG:boto:Token: None 2022-09-01T11:25:53.465 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.466 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mby5xKH+AwZXKvNJZhIaQ4lltyw= 2022-09-01T11:25:53.467 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mby5xKH+AwZXKvNJZhIaQ4lltyw=', 'Content-Length': '0'} 2022-09-01T11:25:53.469 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000032a66fc4cf4ed532-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.510 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:25:53.511 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:25:53.512 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.513 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.514 DEBUG:boto:Method: HEAD 2022-09-01T11:25:53.515 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.516 DEBUG:boto:Data: 2022-09-01T11:25:53.517 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.517 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.518 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.518 DEBUG:boto:Params: {} 2022-09-01T11:25:53.519 DEBUG:boto:Token: None 2022-09-01T11:25:53.520 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.520 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pqlyk/M3jSbXQK2DaySLarHtMa0= 2022-09-01T11:25:53.521 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pqlyk/M3jSbXQK2DaySLarHtMa0=', 'Content-Length': '0'} 2022-09-01T11:25:53.523 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fae5e190a8e43a68-00631096c1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.525 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:25:53.526 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:25:53.526 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.527 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.528 DEBUG:boto:Method: HEAD 2022-09-01T11:25:53.529 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.529 DEBUG:boto:Data: 2022-09-01T11:25:53.530 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.531 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.532 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.532 DEBUG:boto:Params: {} 2022-09-01T11:25:53.533 DEBUG:boto:Token: None 2022-09-01T11:25:53.534 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.535 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pqlyk/M3jSbXQK2DaySLarHtMa0= 2022-09-01T11:25:53.535 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pqlyk/M3jSbXQK2DaySLarHtMa0=', 'Content-Length': '0'} 2022-09-01T11:25:53.538 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008da92ef885f31a2e-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.539 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:25:53.539 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:25:53.540 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:25:53.540 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.541 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.542 DEBUG:boto:Method: GET 2022-09-01T11:25:53.543 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.544 DEBUG:boto:Data: 2022-09-01T11:25:53.544 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.545 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.545 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.546 DEBUG:boto:Params: {} 2022-09-01T11:25:53.547 DEBUG:boto:Token: None 2022-09-01T11:25:53.548 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mby5xKH+AwZXKvNJZhIaQ4lltyw= 2022-09-01T11:25:53.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mby5xKH+AwZXKvNJZhIaQ4lltyw=', 'Content-Length': '0'} 2022-09-01T11:25:53.552 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000857c75fac65b9e5f-00631096c1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.553 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:25:53.554 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:25:53.555 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.556 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.556 DEBUG:boto:Method: GET 2022-09-01T11:25:53.557 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.557 DEBUG:boto:Data: 2022-09-01T11:25:53.558 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.559 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.559 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.560 DEBUG:boto:Params: {} 2022-09-01T11:25:53.560 DEBUG:boto:Token: None 2022-09-01T11:25:53.561 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:25:53.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mby5xKH+AwZXKvNJZhIaQ4lltyw= 2022-09-01T11:25:53.562 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mby5xKH+AwZXKvNJZhIaQ4lltyw=', 'Content-Length': '0'} 2022-09-01T11:25:53.565 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ddf5c314ec057e0-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.565 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.566 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.567 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:25:53.567 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:25:53.568 DEBUG:boto:Method: GET 2022-09-01T11:25:53.568 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:25:53.569 DEBUG:boto:Data: 2022-09-01T11:25:53.570 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.570 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.571 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.572 DEBUG:boto:Params: {} 2022-09-01T11:25:53.572 DEBUG:boto:Token: None 2022-09-01T11:25:53.573 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/ 2022-09-01T11:25:53.574 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s= 2022-09-01T11:25:53.574 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s=', 'Content-Length': '0'} 2022-09-01T11:25:53.578 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000809e37f624615e94-00631096c1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.579 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:53.580 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.581 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.581 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:25:53.582 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:25:53.583 DEBUG:boto:Method: GET 2022-09-01T11:25:53.584 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:25:53.585 DEBUG:boto:Data: 2022-09-01T11:25:53.586 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.587 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.588 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.589 DEBUG:boto:Params: {} 2022-09-01T11:25:53.589 DEBUG:boto:Token: None 2022-09-01T11:25:53.590 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/ 2022-09-01T11:25:53.591 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s= 2022-09-01T11:25:53.592 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s=', 'Content-Length': '0'} 2022-09-01T11:25:53.596 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004f9a5d208047e524-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.597 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:53.598 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:25:53.598 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:25:53.599 DEBUG:boto:Method: HEAD 2022-09-01T11:25:53.600 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:25:53.600 DEBUG:boto:Data: 2022-09-01T11:25:53.601 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.601 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.601 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.602 DEBUG:boto:Params: {} 2022-09-01T11:25:53.603 DEBUG:boto:Token: None 2022-09-01T11:25:53.604 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj115 2022-09-01T11:25:53.605 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WADkQ49Eh0BXJCVppPUBCjwv1as= 2022-09-01T11:25:53.605 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WADkQ49Eh0BXJCVppPUBCjwv1as=', 'Content-Length': '0'} 2022-09-01T11:25:53.608 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a62fd8a885cef50-00631096c1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.608 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:25:53.609 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:25:53.610 DEBUG:boto:Method: HEAD 2022-09-01T11:25:53.611 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:25:53.611 DEBUG:boto:Data: 2022-09-01T11:25:53.612 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.612 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.613 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.613 DEBUG:boto:Params: {} 2022-09-01T11:25:53.614 DEBUG:boto:Token: None 2022-09-01T11:25:53.615 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj115 2022-09-01T11:25:53.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WADkQ49Eh0BXJCVppPUBCjwv1as= 2022-09-01T11:25:53.616 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WADkQ49Eh0BXJCVppPUBCjwv1as=', 'Content-Length': '0'} 2022-09-01T11:25:53.618 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eb5bace4f1fcecbf-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.620 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:25:53.621 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:25:53.622 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:25:53.622 DEBUG:boto:Method: GET 2022-09-01T11:25:53.623 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:25:53.624 DEBUG:boto:Data: 2022-09-01T11:25:53.625 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.626 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.627 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.628 DEBUG:boto:Params: {} 2022-09-01T11:25:53.629 DEBUG:boto:Token: None 2022-09-01T11:25:53.631 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj115 2022-09-01T11:25:53.632 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vnTQjbTUhrIMjr5elrLRT3aKKjw= 2022-09-01T11:25:53.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vnTQjbTUhrIMjr5elrLRT3aKKjw=', 'Content-Length': '0'} 2022-09-01T11:25:53.638 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000724eece3ee0ae366-00631096c1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.640 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:25:53.641 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:25:53.642 DEBUG:boto:Method: GET 2022-09-01T11:25:53.643 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:25:53.644 DEBUG:boto:Data: 2022-09-01T11:25:53.645 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.645 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.647 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.648 DEBUG:boto:Params: {} 2022-09-01T11:25:53.649 DEBUG:boto:Token: None 2022-09-01T11:25:53.650 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj115 2022-09-01T11:25:53.651 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vnTQjbTUhrIMjr5elrLRT3aKKjw= 2022-09-01T11:25:53.652 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vnTQjbTUhrIMjr5elrLRT3aKKjw=', 'Content-Length': '0'} 2022-09-01T11:25:53.654 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b59fdbbb4da93e30-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.702 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.704 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.706 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:25:53.707 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:25:53.708 DEBUG:boto:Method: GET 2022-09-01T11:25:53.709 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:25:53.710 DEBUG:boto:Data: 2022-09-01T11:25:53.711 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.712 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.713 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.714 DEBUG:boto:Params: {} 2022-09-01T11:25:53.715 DEBUG:boto:Token: None 2022-09-01T11:25:53.716 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/ 2022-09-01T11:25:53.717 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s= 2022-09-01T11:25:53.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s=', 'Content-Length': '0'} 2022-09-01T11:25:53.722 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000049bb42f8236aa9b-00631096c1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.723 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:53.725 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.726 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.726 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:25:53.727 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:25:53.728 DEBUG:boto:Method: GET 2022-09-01T11:25:53.729 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:25:53.730 DEBUG:boto:Data: 2022-09-01T11:25:53.730 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.731 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.731 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.732 DEBUG:boto:Params: {} 2022-09-01T11:25:53.733 DEBUG:boto:Token: None 2022-09-01T11:25:53.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/ 2022-09-01T11:25:53.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s= 2022-09-01T11:25:53.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s=', 'Content-Length': '0'} 2022-09-01T11:25:53.739 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000920cf6e95a1b3d59-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.740 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:53.741 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:25:53.742 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:25:53.743 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:25:53.743 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.744 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.745 DEBUG:boto:Method: GET 2022-09-01T11:25:53.745 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.746 DEBUG:boto:Data: 2022-09-01T11:25:53.747 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.748 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.748 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.749 DEBUG:boto:Params: {} 2022-09-01T11:25:53.750 DEBUG:boto:Token: None 2022-09-01T11:25:53.751 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.752 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BazvwOkeZDCgybTLHKyXIIH0ayQ= 2022-09-01T11:25:53.755 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BazvwOkeZDCgybTLHKyXIIH0ayQ=', 'Content-Length': '0'} 2022-09-01T11:25:53.758 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000070d673815b1a63eb-00631096c1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.759 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:25:53.760 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:25:53.760 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.761 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.762 DEBUG:boto:Method: GET 2022-09-01T11:25:53.763 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.764 DEBUG:boto:Data: 2022-09-01T11:25:53.766 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.767 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.768 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.770 DEBUG:boto:Params: {} 2022-09-01T11:25:53.771 DEBUG:boto:Token: None 2022-09-01T11:25:53.773 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.774 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BazvwOkeZDCgybTLHKyXIIH0ayQ= 2022-09-01T11:25:53.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BazvwOkeZDCgybTLHKyXIIH0ayQ=', 'Content-Length': '0'} 2022-09-01T11:25:53.777 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005449afd9924a7e6c-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.779 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:25:53.780 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:25:53.782 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.783 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.784 DEBUG:boto:Method: HEAD 2022-09-01T11:25:53.786 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.787 DEBUG:boto:Data: 2022-09-01T11:25:53.788 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.789 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.790 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.791 DEBUG:boto:Params: {} 2022-09-01T11:25:53.793 DEBUG:boto:Token: None 2022-09-01T11:25:53.794 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F85RwXKwG/sXLukYcf362MK6ZOQ= 2022-09-01T11:25:53.796 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F85RwXKwG/sXLukYcf362MK6ZOQ=', 'Content-Length': '0'} 2022-09-01T11:25:53.799 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bb57ef47a6dfd02b-00631096c1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.801 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:25:53.802 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:25:53.803 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.804 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.805 DEBUG:boto:Method: HEAD 2022-09-01T11:25:53.806 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.807 DEBUG:boto:Data: 2022-09-01T11:25:53.808 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.809 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.810 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.811 DEBUG:boto:Params: {} 2022-09-01T11:25:53.813 DEBUG:boto:Token: None 2022-09-01T11:25:53.814 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.815 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F85RwXKwG/sXLukYcf362MK6ZOQ= 2022-09-01T11:25:53.816 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F85RwXKwG/sXLukYcf362MK6ZOQ=', 'Content-Length': '0'} 2022-09-01T11:25:53.819 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006a4226dd910449c3-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.820 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:25:53.821 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:25:53.822 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:25:53.823 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.824 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.825 DEBUG:boto:Method: GET 2022-09-01T11:25:53.827 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.828 DEBUG:boto:Data: 2022-09-01T11:25:53.829 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.830 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.832 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.833 DEBUG:boto:Params: {} 2022-09-01T11:25:53.835 DEBUG:boto:Token: None 2022-09-01T11:25:53.836 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.838 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BazvwOkeZDCgybTLHKyXIIH0ayQ= 2022-09-01T11:25:53.839 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BazvwOkeZDCgybTLHKyXIIH0ayQ=', 'Content-Length': '0'} 2022-09-01T11:25:53.842 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dfb262a1720c9d20-00631096c1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.882 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:25:53.883 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:25:53.884 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.886 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.887 DEBUG:boto:Method: GET 2022-09-01T11:25:53.888 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.888 DEBUG:boto:Data: 2022-09-01T11:25:53.889 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.889 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.890 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.891 DEBUG:boto:Params: {} 2022-09-01T11:25:53.891 DEBUG:boto:Token: None 2022-09-01T11:25:53.892 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:25:53.892 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BazvwOkeZDCgybTLHKyXIIH0ayQ= 2022-09-01T11:25:53.893 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BazvwOkeZDCgybTLHKyXIIH0ayQ=', 'Content-Length': '0'} 2022-09-01T11:25:53.898 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a6f12ef82cc3341d-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.900 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.901 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.901 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:25:53.902 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:25:53.902 DEBUG:boto:Method: GET 2022-09-01T11:25:53.903 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:25:53.903 DEBUG:boto:Data: 2022-09-01T11:25:53.904 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.904 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.905 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.905 DEBUG:boto:Params: {} 2022-09-01T11:25:53.906 DEBUG:boto:Token: None 2022-09-01T11:25:53.907 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/ 2022-09-01T11:25:53.907 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s= 2022-09-01T11:25:53.908 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s=', 'Content-Length': '0'} 2022-09-01T11:25:53.913 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b970b9624975c960-00631096c1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.914 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:53.915 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:53.915 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:53.916 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:25:53.916 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:25:53.917 DEBUG:boto:Method: GET 2022-09-01T11:25:53.918 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:25:53.918 DEBUG:boto:Data: 2022-09-01T11:25:53.919 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.919 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:53.920 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.920 DEBUG:boto:Params: {} 2022-09-01T11:25:53.921 DEBUG:boto:Token: None 2022-09-01T11:25:53.922 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/ 2022-09-01T11:25:53.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s= 2022-09-01T11:25:53.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gS1VINe3qXjA2H5aKziiGmUp79s=', 'Content-Length': '0'} 2022-09-01T11:25:53.927 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b9b7c386382f2411-00631096c1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.976 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:53.977 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:25:53.978 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:25:53.979 DEBUG:boto:Method: HEAD 2022-09-01T11:25:53.980 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:25:53.981 DEBUG:boto:Data: 2022-09-01T11:25:53.982 DEBUG:boto:Headers: {} 2022-09-01T11:25:53.983 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:53.984 DEBUG:boto:Port: 8000 2022-09-01T11:25:53.985 DEBUG:boto:Params: {} 2022-09-01T11:25:53.986 DEBUG:boto:Token: None 2022-09-01T11:25:53.987 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:53 GMT /ptoxvb-74/obj116 2022-09-01T11:25:53.988 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wSW+76Jbjf/8RsG3GlqMSAbNUsE= 2022-09-01T11:25:53.989 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:53 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wSW+76Jbjf/8RsG3GlqMSAbNUsE=', 'Content-Length': '0'} 2022-09-01T11:25:53.995 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008775315f202638f2-00631096c1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:53 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:53.997 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:25:53.998 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:25:53.999 DEBUG:boto:Method: HEAD 2022-09-01T11:25:54.000 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:25:54.000 DEBUG:boto:Data: 2022-09-01T11:25:54.001 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.001 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.002 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.002 DEBUG:boto:Params: {} 2022-09-01T11:25:54.004 DEBUG:boto:Token: None 2022-09-01T11:25:54.004 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj116 2022-09-01T11:25:54.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KdURPG+tRx6uBNzsx0Ie7vSqp88= 2022-09-01T11:25:54.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KdURPG+tRx6uBNzsx0Ie7vSqp88=', 'Content-Length': '0'} 2022-09-01T11:25:54.009 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000052463dcf39f06778-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.010 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:25:54.012 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:25:54.013 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:25:54.015 DEBUG:boto:Method: GET 2022-09-01T11:25:54.016 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:25:54.017 DEBUG:boto:Data: 2022-09-01T11:25:54.018 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.019 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.020 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.020 DEBUG:boto:Params: {} 2022-09-01T11:25:54.021 DEBUG:boto:Token: None 2022-09-01T11:25:54.022 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj116 2022-09-01T11:25:54.022 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7REc/xsC1CAs/y/zOf4xO8emVSI= 2022-09-01T11:25:54.023 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7REc/xsC1CAs/y/zOf4xO8emVSI=', 'Content-Length': '0'} 2022-09-01T11:25:54.026 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003a1e6cbfde726e69-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.027 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:25:54.027 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:25:54.028 DEBUG:boto:Method: GET 2022-09-01T11:25:54.029 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:25:54.029 DEBUG:boto:Data: 2022-09-01T11:25:54.030 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.030 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.031 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.031 DEBUG:boto:Params: {} 2022-09-01T11:25:54.032 DEBUG:boto:Token: None 2022-09-01T11:25:54.033 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj116 2022-09-01T11:25:54.033 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7REc/xsC1CAs/y/zOf4xO8emVSI= 2022-09-01T11:25:54.034 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7REc/xsC1CAs/y/zOf4xO8emVSI=', 'Content-Length': '0'} 2022-09-01T11:25:54.037 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e2fcdf60836aae5c-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.038 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:54.039 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:54.040 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:25:54.041 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:25:54.042 DEBUG:boto:Method: GET 2022-09-01T11:25:54.043 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:25:54.044 DEBUG:boto:Data: 2022-09-01T11:25:54.045 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.046 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.047 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.049 DEBUG:boto:Params: {} 2022-09-01T11:25:54.050 DEBUG:boto:Token: None 2022-09-01T11:25:54.051 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/ 2022-09-01T11:25:54.052 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY= 2022-09-01T11:25:54.053 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY=', 'Content-Length': '0'} 2022-09-01T11:25:54.058 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c654dd4441c51d94-00631096c2-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.098 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:54.101 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:54.102 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:54.102 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:25:54.103 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:25:54.103 DEBUG:boto:Method: GET 2022-09-01T11:25:54.104 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:25:54.105 DEBUG:boto:Data: 2022-09-01T11:25:54.106 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.107 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.108 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.109 DEBUG:boto:Params: {} 2022-09-01T11:25:54.111 DEBUG:boto:Token: None 2022-09-01T11:25:54.112 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/ 2022-09-01T11:25:54.113 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY= 2022-09-01T11:25:54.114 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY=', 'Content-Length': '0'} 2022-09-01T11:25:54.119 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000097dd5a27ab20eee1-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.121 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:54.122 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:25:54.123 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:25:54.124 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:25:54.125 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.125 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.126 DEBUG:boto:Method: GET 2022-09-01T11:25:54.127 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.128 DEBUG:boto:Data: 2022-09-01T11:25:54.129 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.130 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.130 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.131 DEBUG:boto:Params: {} 2022-09-01T11:25:54.132 DEBUG:boto:Token: None 2022-09-01T11:25:54.132 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SF2CgQq+iWjAVOZbYC8tY+F4Ugc= 2022-09-01T11:25:54.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SF2CgQq+iWjAVOZbYC8tY+F4Ugc=', 'Content-Length': '0'} 2022-09-01T11:25:54.140 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b2604e06d7e008b-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.142 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:25:54.143 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:25:54.144 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.145 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.146 DEBUG:boto:Method: GET 2022-09-01T11:25:54.147 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.148 DEBUG:boto:Data: 2022-09-01T11:25:54.149 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.150 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.152 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.153 DEBUG:boto:Params: {} 2022-09-01T11:25:54.155 DEBUG:boto:Token: None 2022-09-01T11:25:54.156 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.157 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SF2CgQq+iWjAVOZbYC8tY+F4Ugc= 2022-09-01T11:25:54.158 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SF2CgQq+iWjAVOZbYC8tY+F4Ugc=', 'Content-Length': '0'} 2022-09-01T11:25:54.161 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b137463e83086fb-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.164 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:25:54.165 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:25:54.165 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.166 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.167 DEBUG:boto:Method: HEAD 2022-09-01T11:25:54.168 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.169 DEBUG:boto:Data: 2022-09-01T11:25:54.170 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.171 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.172 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.175 DEBUG:boto:Params: {} 2022-09-01T11:25:54.176 DEBUG:boto:Token: None 2022-09-01T11:25:54.177 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.178 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vOBp7JxaLu6DVvnPyJZYXai3vtw= 2022-09-01T11:25:54.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vOBp7JxaLu6DVvnPyJZYXai3vtw=', 'Content-Length': '0'} 2022-09-01T11:25:54.182 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b6e390dd5111305-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.183 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:25:54.184 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:25:54.185 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.186 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.187 DEBUG:boto:Method: HEAD 2022-09-01T11:25:54.188 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.188 DEBUG:boto:Data: 2022-09-01T11:25:54.189 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.189 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.190 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.190 DEBUG:boto:Params: {} 2022-09-01T11:25:54.191 DEBUG:boto:Token: None 2022-09-01T11:25:54.192 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.192 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vOBp7JxaLu6DVvnPyJZYXai3vtw= 2022-09-01T11:25:54.193 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vOBp7JxaLu6DVvnPyJZYXai3vtw=', 'Content-Length': '0'} 2022-09-01T11:25:54.199 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000607ee200d25540dd-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.200 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:25:54.202 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:25:54.203 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:25:54.204 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.205 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.208 DEBUG:boto:Method: GET 2022-09-01T11:25:54.208 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.209 DEBUG:boto:Data: 2022-09-01T11:25:54.209 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.210 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.211 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.211 DEBUG:boto:Params: {} 2022-09-01T11:25:54.212 DEBUG:boto:Token: None 2022-09-01T11:25:54.212 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.213 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SF2CgQq+iWjAVOZbYC8tY+F4Ugc= 2022-09-01T11:25:54.214 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SF2CgQq+iWjAVOZbYC8tY+F4Ugc=', 'Content-Length': '0'} 2022-09-01T11:25:54.216 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d851bb76da9183c6-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.217 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:25:54.217 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:25:54.218 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.219 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.219 DEBUG:boto:Method: GET 2022-09-01T11:25:54.220 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.220 DEBUG:boto:Data: 2022-09-01T11:25:54.221 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.222 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.222 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.223 DEBUG:boto:Params: {} 2022-09-01T11:25:54.223 DEBUG:boto:Token: None 2022-09-01T11:25:54.224 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:25:54.225 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SF2CgQq+iWjAVOZbYC8tY+F4Ugc= 2022-09-01T11:25:54.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SF2CgQq+iWjAVOZbYC8tY+F4Ugc=', 'Content-Length': '0'} 2022-09-01T11:25:54.228 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a7f84eb49e30688-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.228 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:54.229 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:54.230 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:25:54.230 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:25:54.231 DEBUG:boto:Method: GET 2022-09-01T11:25:54.231 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:25:54.232 DEBUG:boto:Data: 2022-09-01T11:25:54.232 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.233 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.234 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.234 DEBUG:boto:Params: {} 2022-09-01T11:25:54.235 DEBUG:boto:Token: None 2022-09-01T11:25:54.236 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/ 2022-09-01T11:25:54.237 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY= 2022-09-01T11:25:54.238 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY=', 'Content-Length': '0'} 2022-09-01T11:25:54.241 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007b284d91b959e8c6-00631096c2-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.242 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:54.243 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:54.244 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:54.245 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:25:54.246 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:25:54.247 DEBUG:boto:Method: GET 2022-09-01T11:25:54.248 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:25:54.249 DEBUG:boto:Data: 2022-09-01T11:25:54.250 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.251 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.252 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.253 DEBUG:boto:Params: {} 2022-09-01T11:25:54.254 DEBUG:boto:Token: None 2022-09-01T11:25:54.255 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/ 2022-09-01T11:25:54.256 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY= 2022-09-01T11:25:54.257 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY=', 'Content-Length': '0'} 2022-09-01T11:25:54.262 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000036511f8fb69a8aa3-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.264 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:54.264 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:25:54.265 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:25:54.266 DEBUG:boto:Method: HEAD 2022-09-01T11:25:54.267 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:25:54.268 DEBUG:boto:Data: 2022-09-01T11:25:54.269 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.270 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.271 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.271 DEBUG:boto:Params: {} 2022-09-01T11:25:54.272 DEBUG:boto:Token: None 2022-09-01T11:25:54.273 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj145 2022-09-01T11:25:54.275 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Xqk+wXOz5VJuI9XLpnzkhOv3JIk= 2022-09-01T11:25:54.276 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Xqk+wXOz5VJuI9XLpnzkhOv3JIk=', 'Content-Length': '0'} 2022-09-01T11:25:54.278 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000006ef44f271724e5c-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.281 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:25:54.282 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:25:54.284 DEBUG:boto:Method: HEAD 2022-09-01T11:25:54.285 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:25:54.286 DEBUG:boto:Data: 2022-09-01T11:25:54.287 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.287 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.288 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.289 DEBUG:boto:Params: {} 2022-09-01T11:25:54.290 DEBUG:boto:Token: None 2022-09-01T11:25:54.291 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj145 2022-09-01T11:25:54.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Xqk+wXOz5VJuI9XLpnzkhOv3JIk= 2022-09-01T11:25:54.293 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Xqk+wXOz5VJuI9XLpnzkhOv3JIk=', 'Content-Length': '0'} 2022-09-01T11:25:54.296 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c16c78946b26f4d-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.298 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:25:54.299 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:25:54.300 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:25:54.300 DEBUG:boto:Method: GET 2022-09-01T11:25:54.301 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:25:54.302 DEBUG:boto:Data: 2022-09-01T11:25:54.302 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.303 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.304 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.304 DEBUG:boto:Params: {} 2022-09-01T11:25:54.305 DEBUG:boto:Token: None 2022-09-01T11:25:54.306 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj145 2022-09-01T11:25:54.307 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7LjdhpwNz9GH2gvY6RrDh+ZK16E= 2022-09-01T11:25:54.308 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7LjdhpwNz9GH2gvY6RrDh+ZK16E=', 'Content-Length': '0'} 2022-09-01T11:25:54.311 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e43e3dbf539a5276-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.313 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:25:54.314 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:25:54.315 DEBUG:boto:Method: GET 2022-09-01T11:25:54.317 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:25:54.318 DEBUG:boto:Data: 2022-09-01T11:25:54.319 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.320 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.321 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.322 DEBUG:boto:Params: {} 2022-09-01T11:25:54.323 DEBUG:boto:Token: None 2022-09-01T11:25:54.324 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj145 2022-09-01T11:25:54.325 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7LjdhpwNz9GH2gvY6RrDh+ZK16E= 2022-09-01T11:25:54.326 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7LjdhpwNz9GH2gvY6RrDh+ZK16E=', 'Content-Length': '0'} 2022-09-01T11:25:54.330 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002b51627eaaede3cb-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.374 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:54.375 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:54.376 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:25:54.376 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:25:54.377 DEBUG:boto:Method: GET 2022-09-01T11:25:54.378 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:25:54.378 DEBUG:boto:Data: 2022-09-01T11:25:54.379 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.379 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.380 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.381 DEBUG:boto:Params: {} 2022-09-01T11:25:54.382 DEBUG:boto:Token: None 2022-09-01T11:25:54.384 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/ 2022-09-01T11:25:54.385 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY= 2022-09-01T11:25:54.386 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY=', 'Content-Length': '0'} 2022-09-01T11:25:54.389 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000188ebda92450ea56-00631096c2-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.391 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:54.392 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:54.393 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:54.395 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:25:54.395 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:25:54.397 DEBUG:boto:Method: GET 2022-09-01T11:25:54.397 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:25:54.398 DEBUG:boto:Data: 2022-09-01T11:25:54.399 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.399 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.400 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.401 DEBUG:boto:Params: {} 2022-09-01T11:25:54.402 DEBUG:boto:Token: None 2022-09-01T11:25:54.403 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/ 2022-09-01T11:25:54.404 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY= 2022-09-01T11:25:54.405 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY=', 'Content-Length': '0'} 2022-09-01T11:25:54.409 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000025ce645b0b043d61-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.410 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:54.411 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:25:54.412 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:25:54.412 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:25:54.413 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.413 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.414 DEBUG:boto:Method: GET 2022-09-01T11:25:54.414 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.415 DEBUG:boto:Data: 2022-09-01T11:25:54.415 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.416 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.416 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.417 DEBUG:boto:Params: {} 2022-09-01T11:25:54.418 DEBUG:boto:Token: None 2022-09-01T11:25:54.418 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.419 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2x0OiNaSYPAoAX8kE0fsgDJZBak= 2022-09-01T11:25:54.419 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2x0OiNaSYPAoAX8kE0fsgDJZBak=', 'Content-Length': '0'} 2022-09-01T11:25:54.422 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f6e29f91552d63ef-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.423 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:25:54.423 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:25:54.424 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.424 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.425 DEBUG:boto:Method: GET 2022-09-01T11:25:54.425 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.426 DEBUG:boto:Data: 2022-09-01T11:25:54.426 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.427 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.427 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.428 DEBUG:boto:Params: {} 2022-09-01T11:25:54.429 DEBUG:boto:Token: None 2022-09-01T11:25:54.429 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.430 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2x0OiNaSYPAoAX8kE0fsgDJZBak= 2022-09-01T11:25:54.431 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2x0OiNaSYPAoAX8kE0fsgDJZBak=', 'Content-Length': '0'} 2022-09-01T11:25:54.433 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f0da58365a452c71-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.434 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:25:54.434 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:25:54.435 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.435 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.436 DEBUG:boto:Method: HEAD 2022-09-01T11:25:54.436 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.437 DEBUG:boto:Data: 2022-09-01T11:25:54.437 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.438 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.438 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.439 DEBUG:boto:Params: {} 2022-09-01T11:25:54.440 DEBUG:boto:Token: None 2022-09-01T11:25:54.440 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.441 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VVUVkabHkHnR0OYKSnpHDU57YBo= 2022-09-01T11:25:54.441 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VVUVkabHkHnR0OYKSnpHDU57YBo=', 'Content-Length': '0'} 2022-09-01T11:25:54.444 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000948a66a4428a3cf5-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.444 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:25:54.445 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:25:54.445 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.446 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.447 DEBUG:boto:Method: HEAD 2022-09-01T11:25:54.447 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.448 DEBUG:boto:Data: 2022-09-01T11:25:54.448 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.449 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.449 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.450 DEBUG:boto:Params: {} 2022-09-01T11:25:54.450 DEBUG:boto:Token: None 2022-09-01T11:25:54.451 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VVUVkabHkHnR0OYKSnpHDU57YBo= 2022-09-01T11:25:54.452 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VVUVkabHkHnR0OYKSnpHDU57YBo=', 'Content-Length': '0'} 2022-09-01T11:25:54.455 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092a90a2de514dd46-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.455 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:25:54.456 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:25:54.456 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:25:54.457 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.457 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.458 DEBUG:boto:Method: GET 2022-09-01T11:25:54.458 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.459 DEBUG:boto:Data: 2022-09-01T11:25:54.460 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.460 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.461 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.461 DEBUG:boto:Params: {} 2022-09-01T11:25:54.462 DEBUG:boto:Token: None 2022-09-01T11:25:54.462 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2x0OiNaSYPAoAX8kE0fsgDJZBak= 2022-09-01T11:25:54.464 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2x0OiNaSYPAoAX8kE0fsgDJZBak=', 'Content-Length': '0'} 2022-09-01T11:25:54.467 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cfc3bf4cb97cd736-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.468 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:25:54.468 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:25:54.469 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.469 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.470 DEBUG:boto:Method: GET 2022-09-01T11:25:54.471 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.472 DEBUG:boto:Data: 2022-09-01T11:25:54.472 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.473 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.474 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.474 DEBUG:boto:Params: {} 2022-09-01T11:25:54.475 DEBUG:boto:Token: None 2022-09-01T11:25:54.476 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:25:54.477 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2x0OiNaSYPAoAX8kE0fsgDJZBak= 2022-09-01T11:25:54.478 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2x0OiNaSYPAoAX8kE0fsgDJZBak=', 'Content-Length': '0'} 2022-09-01T11:25:54.480 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e5bdb3de7be4979b-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.481 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:54.481 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:54.482 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:25:54.482 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:25:54.483 DEBUG:boto:Method: GET 2022-09-01T11:25:54.484 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:25:54.484 DEBUG:boto:Data: 2022-09-01T11:25:54.486 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.486 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.487 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.487 DEBUG:boto:Params: {} 2022-09-01T11:25:54.488 DEBUG:boto:Token: None 2022-09-01T11:25:54.489 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/ 2022-09-01T11:25:54.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY= 2022-09-01T11:25:54.490 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY=', 'Content-Length': '0'} 2022-09-01T11:25:54.493 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005d1d27f4d5e151ed-00631096c2-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.534 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:54.536 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:54.537 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:54.538 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:25:54.539 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:25:54.540 DEBUG:boto:Method: GET 2022-09-01T11:25:54.541 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:25:54.542 DEBUG:boto:Data: 2022-09-01T11:25:54.543 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.544 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.544 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.546 DEBUG:boto:Params: {} 2022-09-01T11:25:54.546 DEBUG:boto:Token: None 2022-09-01T11:25:54.547 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/ 2022-09-01T11:25:54.548 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY= 2022-09-01T11:25:54.548 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY=', 'Content-Length': '0'} 2022-09-01T11:25:54.552 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000072d51084b90c937a-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.553 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:54.555 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:25:54.555 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:25:54.556 DEBUG:boto:Method: HEAD 2022-09-01T11:25:54.556 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:25:54.557 DEBUG:boto:Data: 2022-09-01T11:25:54.558 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.558 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.559 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.559 DEBUG:boto:Params: {} 2022-09-01T11:25:54.560 DEBUG:boto:Token: None 2022-09-01T11:25:54.561 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj17 2022-09-01T11:25:54.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:as+ZoNuMZzhgHFxnbGNU8ptMv1c= 2022-09-01T11:25:54.562 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:as+ZoNuMZzhgHFxnbGNU8ptMv1c=', 'Content-Length': '0'} 2022-09-01T11:25:54.565 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000eef2c7ab4e5dbe0-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.565 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:25:54.566 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:25:54.567 DEBUG:boto:Method: HEAD 2022-09-01T11:25:54.567 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:25:54.568 DEBUG:boto:Data: 2022-09-01T11:25:54.568 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.569 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.569 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.570 DEBUG:boto:Params: {} 2022-09-01T11:25:54.570 DEBUG:boto:Token: None 2022-09-01T11:25:54.571 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj17 2022-09-01T11:25:54.572 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:as+ZoNuMZzhgHFxnbGNU8ptMv1c= 2022-09-01T11:25:54.573 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:as+ZoNuMZzhgHFxnbGNU8ptMv1c=', 'Content-Length': '0'} 2022-09-01T11:25:54.575 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000022eaac802e1f9b3-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.576 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:25:54.577 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:25:54.578 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:25:54.579 DEBUG:boto:Method: GET 2022-09-01T11:25:54.580 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:25:54.581 DEBUG:boto:Data: 2022-09-01T11:25:54.582 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.583 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.584 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.585 DEBUG:boto:Params: {} 2022-09-01T11:25:54.587 DEBUG:boto:Token: None 2022-09-01T11:25:54.588 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj17 2022-09-01T11:25:54.589 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5qh7K7Ykcxs9RDqr6BvcTmvNYhU= 2022-09-01T11:25:54.590 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5qh7K7Ykcxs9RDqr6BvcTmvNYhU=', 'Content-Length': '0'} 2022-09-01T11:25:54.592 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000f5ed63d790bb7b1-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.594 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:25:54.594 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:25:54.595 DEBUG:boto:Method: GET 2022-09-01T11:25:54.596 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:25:54.596 DEBUG:boto:Data: 2022-09-01T11:25:54.597 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.598 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.598 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.599 DEBUG:boto:Params: {} 2022-09-01T11:25:54.599 DEBUG:boto:Token: None 2022-09-01T11:25:54.600 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj17 2022-09-01T11:25:54.601 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5qh7K7Ykcxs9RDqr6BvcTmvNYhU= 2022-09-01T11:25:54.602 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5qh7K7Ykcxs9RDqr6BvcTmvNYhU=', 'Content-Length': '0'} 2022-09-01T11:25:54.605 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000abe2bad435273ac7-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.647 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:54.648 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:54.649 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:25:54.650 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:25:54.651 DEBUG:boto:Method: GET 2022-09-01T11:25:54.652 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:25:54.653 DEBUG:boto:Data: 2022-09-01T11:25:54.655 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.656 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.657 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.658 DEBUG:boto:Params: {} 2022-09-01T11:25:54.659 DEBUG:boto:Token: None 2022-09-01T11:25:54.660 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/ 2022-09-01T11:25:54.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY= 2022-09-01T11:25:54.663 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY=', 'Content-Length': '0'} 2022-09-01T11:25:54.666 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ccc04ff29883961b-00631096c2-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.667 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:54.669 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:54.670 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:54.671 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:25:54.671 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:25:54.673 DEBUG:boto:Method: GET 2022-09-01T11:25:54.673 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:25:54.674 DEBUG:boto:Data: 2022-09-01T11:25:54.675 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.675 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.676 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.677 DEBUG:boto:Params: {} 2022-09-01T11:25:54.678 DEBUG:boto:Token: None 2022-09-01T11:25:54.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/ 2022-09-01T11:25:54.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY= 2022-09-01T11:25:54.682 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY=', 'Content-Length': '0'} 2022-09-01T11:25:54.687 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000002e8bcedeff5706-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.688 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:54.689 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:25:54.690 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:25:54.691 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:25:54.692 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.692 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.693 DEBUG:boto:Method: GET 2022-09-01T11:25:54.694 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.694 DEBUG:boto:Data: 2022-09-01T11:25:54.695 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.696 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.697 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.698 DEBUG:boto:Params: {} 2022-09-01T11:25:54.699 DEBUG:boto:Token: None 2022-09-01T11:25:54.700 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.702 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eh4f1FyZR4vvPmJ/rxRJosAn944= 2022-09-01T11:25:54.703 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eh4f1FyZR4vvPmJ/rxRJosAn944=', 'Content-Length': '0'} 2022-09-01T11:25:54.706 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f092bb16a0339c3-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.707 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:25:54.707 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:25:54.708 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.708 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.709 DEBUG:boto:Method: GET 2022-09-01T11:25:54.710 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.711 DEBUG:boto:Data: 2022-09-01T11:25:54.711 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.712 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.713 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.714 DEBUG:boto:Params: {} 2022-09-01T11:25:54.715 DEBUG:boto:Token: None 2022-09-01T11:25:54.717 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eh4f1FyZR4vvPmJ/rxRJosAn944= 2022-09-01T11:25:54.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eh4f1FyZR4vvPmJ/rxRJosAn944=', 'Content-Length': '0'} 2022-09-01T11:25:54.722 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000049959f5655ca62ee-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.723 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:25:54.723 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:25:54.724 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.724 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.725 DEBUG:boto:Method: HEAD 2022-09-01T11:25:54.725 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.726 DEBUG:boto:Data: 2022-09-01T11:25:54.726 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.727 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.727 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.728 DEBUG:boto:Params: {} 2022-09-01T11:25:54.728 DEBUG:boto:Token: None 2022-09-01T11:25:54.729 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.730 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5lbnvxabXxoo/vRu9+Cn+h0xoH0= 2022-09-01T11:25:54.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5lbnvxabXxoo/vRu9+Cn+h0xoH0=', 'Content-Length': '0'} 2022-09-01T11:25:54.733 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1c8e665b1fc53fb-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.734 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:25:54.735 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:25:54.736 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.736 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.737 DEBUG:boto:Method: HEAD 2022-09-01T11:25:54.738 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.739 DEBUG:boto:Data: 2022-09-01T11:25:54.740 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.741 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.741 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.742 DEBUG:boto:Params: {} 2022-09-01T11:25:54.743 DEBUG:boto:Token: None 2022-09-01T11:25:54.743 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.744 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5lbnvxabXxoo/vRu9+Cn+h0xoH0= 2022-09-01T11:25:54.744 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5lbnvxabXxoo/vRu9+Cn+h0xoH0=', 'Content-Length': '0'} 2022-09-01T11:25:54.747 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b2c2ce4f5c093e7-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.748 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:25:54.748 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:25:54.749 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:25:54.749 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.750 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.750 DEBUG:boto:Method: GET 2022-09-01T11:25:54.751 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.752 DEBUG:boto:Data: 2022-09-01T11:25:54.753 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.754 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.755 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.755 DEBUG:boto:Params: {} 2022-09-01T11:25:54.756 DEBUG:boto:Token: None 2022-09-01T11:25:54.757 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.757 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eh4f1FyZR4vvPmJ/rxRJosAn944= 2022-09-01T11:25:54.758 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eh4f1FyZR4vvPmJ/rxRJosAn944=', 'Content-Length': '0'} 2022-09-01T11:25:54.760 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a3ffd9b9d4619187-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.761 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:25:54.762 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:25:54.762 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.763 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.763 DEBUG:boto:Method: GET 2022-09-01T11:25:54.764 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.764 DEBUG:boto:Data: 2022-09-01T11:25:54.765 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.766 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.766 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.767 DEBUG:boto:Params: {} 2022-09-01T11:25:54.768 DEBUG:boto:Token: None 2022-09-01T11:25:54.769 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:25:54.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eh4f1FyZR4vvPmJ/rxRJosAn944= 2022-09-01T11:25:54.770 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eh4f1FyZR4vvPmJ/rxRJosAn944=', 'Content-Length': '0'} 2022-09-01T11:25:54.772 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000e14d0d4b8e16b04-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.819 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:54.820 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:54.822 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:25:54.822 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:25:54.823 DEBUG:boto:Method: GET 2022-09-01T11:25:54.824 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:25:54.824 DEBUG:boto:Data: 2022-09-01T11:25:54.825 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.825 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.826 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.826 DEBUG:boto:Params: {} 2022-09-01T11:25:54.827 DEBUG:boto:Token: None 2022-09-01T11:25:54.828 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/ 2022-09-01T11:25:54.829 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY= 2022-09-01T11:25:54.829 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY=', 'Content-Length': '0'} 2022-09-01T11:25:54.832 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fc1155843bc95a7e-00631096c2-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.834 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:54.835 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:54.836 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:54.837 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:25:54.838 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:25:54.839 DEBUG:boto:Method: GET 2022-09-01T11:25:54.839 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:25:54.840 DEBUG:boto:Data: 2022-09-01T11:25:54.841 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.843 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.843 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.844 DEBUG:boto:Params: {} 2022-09-01T11:25:54.845 DEBUG:boto:Token: None 2022-09-01T11:25:54.846 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/ 2022-09-01T11:25:54.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY= 2022-09-01T11:25:54.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY=', 'Content-Length': '0'} 2022-09-01T11:25:54.853 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000006d165f99fb66f43-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.854 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:54.855 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:25:54.855 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:25:54.856 DEBUG:boto:Method: HEAD 2022-09-01T11:25:54.856 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:25:54.857 DEBUG:boto:Data: 2022-09-01T11:25:54.857 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.858 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.858 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.859 DEBUG:boto:Params: {} 2022-09-01T11:25:54.859 DEBUG:boto:Token: None 2022-09-01T11:25:54.860 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj19 2022-09-01T11:25:54.861 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vmp0FPgcIRQ3kuYSh5PyOJzvg0g= 2022-09-01T11:25:54.861 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vmp0FPgcIRQ3kuYSh5PyOJzvg0g=', 'Content-Length': '0'} 2022-09-01T11:25:54.864 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f337fd3374c45700-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.864 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:25:54.865 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:25:54.865 DEBUG:boto:Method: HEAD 2022-09-01T11:25:54.866 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:25:54.866 DEBUG:boto:Data: 2022-09-01T11:25:54.867 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.867 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.868 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.868 DEBUG:boto:Params: {} 2022-09-01T11:25:54.869 DEBUG:boto:Token: None 2022-09-01T11:25:54.870 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj19 2022-09-01T11:25:54.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vmp0FPgcIRQ3kuYSh5PyOJzvg0g= 2022-09-01T11:25:54.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vmp0FPgcIRQ3kuYSh5PyOJzvg0g=', 'Content-Length': '0'} 2022-09-01T11:25:54.873 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003913fcc83a22694d-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.874 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:25:54.875 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:25:54.875 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:25:54.876 DEBUG:boto:Method: GET 2022-09-01T11:25:54.876 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:25:54.877 DEBUG:boto:Data: 2022-09-01T11:25:54.877 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.878 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.879 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.880 DEBUG:boto:Params: {} 2022-09-01T11:25:54.880 DEBUG:boto:Token: None 2022-09-01T11:25:54.881 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj19 2022-09-01T11:25:54.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O6NXiFLJUXloRoLUgjrl2FTeqQg= 2022-09-01T11:25:54.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O6NXiFLJUXloRoLUgjrl2FTeqQg=', 'Content-Length': '0'} 2022-09-01T11:25:54.884 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c527762c2ee3842-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.885 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:25:54.886 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:25:54.887 DEBUG:boto:Method: GET 2022-09-01T11:25:54.887 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:25:54.888 DEBUG:boto:Data: 2022-09-01T11:25:54.888 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.889 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.889 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.890 DEBUG:boto:Params: {} 2022-09-01T11:25:54.890 DEBUG:boto:Token: None 2022-09-01T11:25:54.891 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj19 2022-09-01T11:25:54.892 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O6NXiFLJUXloRoLUgjrl2FTeqQg= 2022-09-01T11:25:54.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O6NXiFLJUXloRoLUgjrl2FTeqQg=', 'Content-Length': '0'} 2022-09-01T11:25:54.895 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000267f5ff64eedcd3-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.896 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:54.896 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:54.897 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:25:54.897 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:25:54.898 DEBUG:boto:Method: GET 2022-09-01T11:25:54.898 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:25:54.899 DEBUG:boto:Data: 2022-09-01T11:25:54.900 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.900 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.901 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.901 DEBUG:boto:Params: {} 2022-09-01T11:25:54.902 DEBUG:boto:Token: None 2022-09-01T11:25:54.903 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/ 2022-09-01T11:25:54.903 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY= 2022-09-01T11:25:54.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY=', 'Content-Length': '0'} 2022-09-01T11:25:54.907 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e5aad26dcd1299dd-00631096c2-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.907 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:54.909 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:54.909 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:54.910 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:25:54.911 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:25:54.911 DEBUG:boto:Method: GET 2022-09-01T11:25:54.912 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:25:54.913 DEBUG:boto:Data: 2022-09-01T11:25:54.913 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.914 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.914 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.915 DEBUG:boto:Params: {} 2022-09-01T11:25:54.916 DEBUG:boto:Token: None 2022-09-01T11:25:54.916 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/ 2022-09-01T11:25:54.917 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY= 2022-09-01T11:25:54.918 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GLlFgaSeIxP4kZ8JFlumSFfc8BY=', 'Content-Length': '0'} 2022-09-01T11:25:54.923 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fe4a3017f81205e8-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.966 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:54.967 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:25:54.968 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:25:54.968 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:25:54.969 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:54.969 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:54.970 DEBUG:boto:Method: GET 2022-09-01T11:25:54.971 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:54.971 DEBUG:boto:Data: 2022-09-01T11:25:54.972 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.972 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.973 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.973 DEBUG:boto:Params: {} 2022-09-01T11:25:54.974 DEBUG:boto:Token: None 2022-09-01T11:25:54.975 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:54.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o70j+uhY6bRWLBniH4UNtPgz69U= 2022-09-01T11:25:54.976 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o70j+uhY6bRWLBniH4UNtPgz69U=', 'Content-Length': '0'} 2022-09-01T11:25:54.979 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aba5ee7006fcf9a1-00631096c2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.979 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:25:54.980 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:25:54.981 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:54.981 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:54.982 DEBUG:boto:Method: GET 2022-09-01T11:25:54.982 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:54.983 DEBUG:boto:Data: 2022-09-01T11:25:54.983 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.984 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:54.984 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.985 DEBUG:boto:Params: {} 2022-09-01T11:25:54.985 DEBUG:boto:Token: None 2022-09-01T11:25:54.986 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:54.987 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o70j+uhY6bRWLBniH4UNtPgz69U= 2022-09-01T11:25:54.987 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o70j+uhY6bRWLBniH4UNtPgz69U=', 'Content-Length': '0'} 2022-09-01T11:25:54.990 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f189f8706c072be9-00631096c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:54 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:54.990 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:25:54.991 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:25:54.992 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:54.992 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:54.993 DEBUG:boto:Method: HEAD 2022-09-01T11:25:54.993 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:54.994 DEBUG:boto:Data: 2022-09-01T11:25:54.994 DEBUG:boto:Headers: {} 2022-09-01T11:25:54.995 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:54.995 DEBUG:boto:Port: 8000 2022-09-01T11:25:54.996 DEBUG:boto:Params: {} 2022-09-01T11:25:54.996 DEBUG:boto:Token: None 2022-09-01T11:25:54.997 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:54 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:54.997 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9MS6YJS6S7uoyqsgVDnwimDJeGQ= 2022-09-01T11:25:54.998 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:54 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9MS6YJS6S7uoyqsgVDnwimDJeGQ=', 'Content-Length': '0'} 2022-09-01T11:25:55.000 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014a7a9a344460a99-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.002 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:25:55.003 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:25:55.003 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:55.004 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:55.005 DEBUG:boto:Method: HEAD 2022-09-01T11:25:55.006 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:55.007 DEBUG:boto:Data: 2022-09-01T11:25:55.007 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.008 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.008 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.009 DEBUG:boto:Params: {} 2022-09-01T11:25:55.010 DEBUG:boto:Token: None 2022-09-01T11:25:55.011 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:55.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qopALhgLCcZMz8CaOHkyQNZZUys= 2022-09-01T11:25:55.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qopALhgLCcZMz8CaOHkyQNZZUys=', 'Content-Length': '0'} 2022-09-01T11:25:55.016 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b86067a0a10b855-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.017 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:25:55.018 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:25:55.019 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:25:55.020 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:55.021 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:55.021 DEBUG:boto:Method: GET 2022-09-01T11:25:55.022 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:55.023 DEBUG:boto:Data: 2022-09-01T11:25:55.024 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.025 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.026 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.026 DEBUG:boto:Params: {} 2022-09-01T11:25:55.027 DEBUG:boto:Token: None 2022-09-01T11:25:55.028 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:55.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D80iafg+yI1I0WMgHQwoH2kUkGs= 2022-09-01T11:25:55.030 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D80iafg+yI1I0WMgHQwoH2kUkGs=', 'Content-Length': '0'} 2022-09-01T11:25:55.032 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002f4062919b0da652-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.074 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:25:55.075 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:25:55.076 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:55.077 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:55.078 DEBUG:boto:Method: GET 2022-09-01T11:25:55.079 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:55.080 DEBUG:boto:Data: 2022-09-01T11:25:55.081 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.082 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.083 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.084 DEBUG:boto:Params: {} 2022-09-01T11:25:55.085 DEBUG:boto:Token: None 2022-09-01T11:25:55.086 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:25:55.087 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D80iafg+yI1I0WMgHQwoH2kUkGs= 2022-09-01T11:25:55.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D80iafg+yI1I0WMgHQwoH2kUkGs=', 'Content-Length': '0'} 2022-09-01T11:25:55.090 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003ce84721f78bb799-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.091 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:55.091 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:55.092 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:25:55.093 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:25:55.093 DEBUG:boto:Method: GET 2022-09-01T11:25:55.094 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:25:55.094 DEBUG:boto:Data: 2022-09-01T11:25:55.095 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.096 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.097 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.098 DEBUG:boto:Params: {} 2022-09-01T11:25:55.099 DEBUG:boto:Token: None 2022-09-01T11:25:55.100 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/ 2022-09-01T11:25:55.102 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI= 2022-09-01T11:25:55.102 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI=', 'Content-Length': '0'} 2022-09-01T11:25:55.106 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f631f8b9bcbce26f-00631096c3-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.106 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:55.107 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:55.108 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:55.108 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:25:55.109 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:25:55.110 DEBUG:boto:Method: GET 2022-09-01T11:25:55.110 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:25:55.111 DEBUG:boto:Data: 2022-09-01T11:25:55.111 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.112 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.113 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.113 DEBUG:boto:Params: {} 2022-09-01T11:25:55.114 DEBUG:boto:Token: None 2022-09-01T11:25:55.114 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/ 2022-09-01T11:25:55.115 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI= 2022-09-01T11:25:55.116 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI=', 'Content-Length': '0'} 2022-09-01T11:25:55.120 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000831f734cff1a0d4c-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.162 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:55.163 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:25:55.164 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:25:55.165 DEBUG:boto:Method: HEAD 2022-09-01T11:25:55.165 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:25:55.166 DEBUG:boto:Data: 2022-09-01T11:25:55.166 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.167 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.167 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.168 DEBUG:boto:Params: {} 2022-09-01T11:25:55.168 DEBUG:boto:Token: None 2022-09-01T11:25:55.169 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj22 2022-09-01T11:25:55.170 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W4ibulXNSOL0qVIRKaijZgSP01U= 2022-09-01T11:25:55.171 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W4ibulXNSOL0qVIRKaijZgSP01U=', 'Content-Length': '0'} 2022-09-01T11:25:55.174 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009f2c6c4c3e44e26d-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.175 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:25:55.176 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:25:55.176 DEBUG:boto:Method: HEAD 2022-09-01T11:25:55.177 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:25:55.178 DEBUG:boto:Data: 2022-09-01T11:25:55.180 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.181 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.181 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.182 DEBUG:boto:Params: {} 2022-09-01T11:25:55.182 DEBUG:boto:Token: None 2022-09-01T11:25:55.183 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj22 2022-09-01T11:25:55.184 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W4ibulXNSOL0qVIRKaijZgSP01U= 2022-09-01T11:25:55.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W4ibulXNSOL0qVIRKaijZgSP01U=', 'Content-Length': '0'} 2022-09-01T11:25:55.188 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b0fce80a93e742b-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.190 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:25:55.191 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:25:55.192 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:25:55.193 DEBUG:boto:Method: GET 2022-09-01T11:25:55.194 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:25:55.195 DEBUG:boto:Data: 2022-09-01T11:25:55.196 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.197 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.197 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.198 DEBUG:boto:Params: {} 2022-09-01T11:25:55.199 DEBUG:boto:Token: None 2022-09-01T11:25:55.200 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj22 2022-09-01T11:25:55.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+06oSu3DF78cXgN7oAayI9RQhY8= 2022-09-01T11:25:55.202 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+06oSu3DF78cXgN7oAayI9RQhY8=', 'Content-Length': '0'} 2022-09-01T11:25:55.210 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000081257283fe6ef62b-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.212 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:25:55.212 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:25:55.213 DEBUG:boto:Method: GET 2022-09-01T11:25:55.214 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:25:55.215 DEBUG:boto:Data: 2022-09-01T11:25:55.216 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.217 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.218 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.219 DEBUG:boto:Params: {} 2022-09-01T11:25:55.220 DEBUG:boto:Token: None 2022-09-01T11:25:55.221 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj22 2022-09-01T11:25:55.222 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+06oSu3DF78cXgN7oAayI9RQhY8= 2022-09-01T11:25:55.223 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+06oSu3DF78cXgN7oAayI9RQhY8=', 'Content-Length': '0'} 2022-09-01T11:25:55.226 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008be7d95b954101ff-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.228 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:55.229 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:55.230 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:25:55.231 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:25:55.232 DEBUG:boto:Method: GET 2022-09-01T11:25:55.233 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:25:55.234 DEBUG:boto:Data: 2022-09-01T11:25:55.235 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.236 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.237 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.238 DEBUG:boto:Params: {} 2022-09-01T11:25:55.239 DEBUG:boto:Token: None 2022-09-01T11:25:55.240 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/ 2022-09-01T11:25:55.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI= 2022-09-01T11:25:55.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI=', 'Content-Length': '0'} 2022-09-01T11:25:55.244 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008c335864cd1555e6-00631096c3-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.245 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:55.245 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:55.246 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:55.247 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:25:55.247 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:25:55.248 DEBUG:boto:Method: GET 2022-09-01T11:25:55.249 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:25:55.249 DEBUG:boto:Data: 2022-09-01T11:25:55.250 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.251 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.251 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.252 DEBUG:boto:Params: {} 2022-09-01T11:25:55.252 DEBUG:boto:Token: None 2022-09-01T11:25:55.253 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/ 2022-09-01T11:25:55.255 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI= 2022-09-01T11:25:55.256 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI=', 'Content-Length': '0'} 2022-09-01T11:25:55.260 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000084f887019cef1ede-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.261 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:55.263 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:25:55.264 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:25:55.265 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:25:55.265 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.266 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.267 DEBUG:boto:Method: GET 2022-09-01T11:25:55.268 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.269 DEBUG:boto:Data: 2022-09-01T11:25:55.269 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.270 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.270 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.271 DEBUG:boto:Params: {} 2022-09-01T11:25:55.272 DEBUG:boto:Token: None 2022-09-01T11:25:55.272 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.273 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MOb1LIZ04bbUqsCG1b7TdYdd/kU= 2022-09-01T11:25:55.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MOb1LIZ04bbUqsCG1b7TdYdd/kU=', 'Content-Length': '0'} 2022-09-01T11:25:55.276 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006fc7119b2d8f22b3-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.277 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:25:55.277 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:25:55.278 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.278 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.279 DEBUG:boto:Method: GET 2022-09-01T11:25:55.279 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.280 DEBUG:boto:Data: 2022-09-01T11:25:55.281 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.281 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.282 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.282 DEBUG:boto:Params: {} 2022-09-01T11:25:55.283 DEBUG:boto:Token: None 2022-09-01T11:25:55.283 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.284 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MOb1LIZ04bbUqsCG1b7TdYdd/kU= 2022-09-01T11:25:55.285 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MOb1LIZ04bbUqsCG1b7TdYdd/kU=', 'Content-Length': '0'} 2022-09-01T11:25:55.287 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b75b827154369293-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.334 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:25:55.335 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:25:55.335 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.336 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.336 DEBUG:boto:Method: HEAD 2022-09-01T11:25:55.337 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.338 DEBUG:boto:Data: 2022-09-01T11:25:55.339 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.339 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.340 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.340 DEBUG:boto:Params: {} 2022-09-01T11:25:55.341 DEBUG:boto:Token: None 2022-09-01T11:25:55.342 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.342 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aaBHJQqoSLGG5esCpbxTqYHkABg= 2022-09-01T11:25:55.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aaBHJQqoSLGG5esCpbxTqYHkABg=', 'Content-Length': '0'} 2022-09-01T11:25:55.346 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c1e1b2150961906e-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.347 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:25:55.348 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:25:55.348 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.349 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.349 DEBUG:boto:Method: HEAD 2022-09-01T11:25:55.350 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.350 DEBUG:boto:Data: 2022-09-01T11:25:55.351 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.351 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.352 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.353 DEBUG:boto:Params: {} 2022-09-01T11:25:55.354 DEBUG:boto:Token: None 2022-09-01T11:25:55.354 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.355 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aaBHJQqoSLGG5esCpbxTqYHkABg= 2022-09-01T11:25:55.356 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aaBHJQqoSLGG5esCpbxTqYHkABg=', 'Content-Length': '0'} 2022-09-01T11:25:55.358 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe10f67c9f0d0de0-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.359 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:25:55.359 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:25:55.360 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:25:55.361 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.361 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.362 DEBUG:boto:Method: GET 2022-09-01T11:25:55.363 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.364 DEBUG:boto:Data: 2022-09-01T11:25:55.365 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.365 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.366 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.367 DEBUG:boto:Params: {} 2022-09-01T11:25:55.367 DEBUG:boto:Token: None 2022-09-01T11:25:55.368 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.369 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MOb1LIZ04bbUqsCG1b7TdYdd/kU= 2022-09-01T11:25:55.369 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MOb1LIZ04bbUqsCG1b7TdYdd/kU=', 'Content-Length': '0'} 2022-09-01T11:25:55.372 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ff70bc8087105871-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.373 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:25:55.374 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:25:55.374 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.375 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.376 DEBUG:boto:Method: GET 2022-09-01T11:25:55.377 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.378 DEBUG:boto:Data: 2022-09-01T11:25:55.379 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.380 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.381 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.382 DEBUG:boto:Params: {} 2022-09-01T11:25:55.383 DEBUG:boto:Token: None 2022-09-01T11:25:55.384 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:25:55.385 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MOb1LIZ04bbUqsCG1b7TdYdd/kU= 2022-09-01T11:25:55.385 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MOb1LIZ04bbUqsCG1b7TdYdd/kU=', 'Content-Length': '0'} 2022-09-01T11:25:55.388 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ef490ae18bb25143-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.390 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:55.391 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:55.391 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:25:55.392 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:25:55.393 DEBUG:boto:Method: GET 2022-09-01T11:25:55.393 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:25:55.394 DEBUG:boto:Data: 2022-09-01T11:25:55.396 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.396 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.397 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.398 DEBUG:boto:Params: {} 2022-09-01T11:25:55.399 DEBUG:boto:Token: None 2022-09-01T11:25:55.400 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/ 2022-09-01T11:25:55.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI= 2022-09-01T11:25:55.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI=', 'Content-Length': '0'} 2022-09-01T11:25:55.404 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006b10decc94e4c2ad-00631096c3-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.405 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:55.407 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:55.408 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:55.409 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:25:55.409 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:25:55.410 DEBUG:boto:Method: GET 2022-09-01T11:25:55.410 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:25:55.411 DEBUG:boto:Data: 2022-09-01T11:25:55.412 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.413 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.413 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.414 DEBUG:boto:Params: {} 2022-09-01T11:25:55.414 DEBUG:boto:Token: None 2022-09-01T11:25:55.415 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/ 2022-09-01T11:25:55.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI= 2022-09-01T11:25:55.416 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI=', 'Content-Length': '0'} 2022-09-01T11:25:55.421 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f3a31c0de4851217-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.422 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:55.423 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:25:55.426 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:25:55.427 DEBUG:boto:Method: HEAD 2022-09-01T11:25:55.427 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:25:55.428 DEBUG:boto:Data: 2022-09-01T11:25:55.428 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.429 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.429 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.430 DEBUG:boto:Params: {} 2022-09-01T11:25:55.430 DEBUG:boto:Token: None 2022-09-01T11:25:55.431 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj23 2022-09-01T11:25:55.431 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EmoCm4TxM33J0snPctNgV0PRyHI= 2022-09-01T11:25:55.432 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EmoCm4TxM33J0snPctNgV0PRyHI=', 'Content-Length': '0'} 2022-09-01T11:25:55.434 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c2b83e6111310342-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.435 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:25:55.436 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:25:55.436 DEBUG:boto:Method: HEAD 2022-09-01T11:25:55.437 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:25:55.437 DEBUG:boto:Data: 2022-09-01T11:25:55.438 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.438 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.439 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.439 DEBUG:boto:Params: {} 2022-09-01T11:25:55.440 DEBUG:boto:Token: None 2022-09-01T11:25:55.440 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj23 2022-09-01T11:25:55.441 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EmoCm4TxM33J0snPctNgV0PRyHI= 2022-09-01T11:25:55.441 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EmoCm4TxM33J0snPctNgV0PRyHI=', 'Content-Length': '0'} 2022-09-01T11:25:55.444 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000ed4c8792c182ed6-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.444 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:25:55.445 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:25:55.445 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:25:55.446 DEBUG:boto:Method: GET 2022-09-01T11:25:55.447 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:25:55.447 DEBUG:boto:Data: 2022-09-01T11:25:55.448 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.448 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.449 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.449 DEBUG:boto:Params: {} 2022-09-01T11:25:55.450 DEBUG:boto:Token: None 2022-09-01T11:25:55.451 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj23 2022-09-01T11:25:55.451 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U927S7TCJFb9UicmONgdJsywTRE= 2022-09-01T11:25:55.452 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U927S7TCJFb9UicmONgdJsywTRE=', 'Content-Length': '0'} 2022-09-01T11:25:55.454 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001612d112026cfd7e-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.502 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:25:55.503 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:25:55.503 DEBUG:boto:Method: GET 2022-09-01T11:25:55.504 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:25:55.505 DEBUG:boto:Data: 2022-09-01T11:25:55.506 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.506 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.507 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.507 DEBUG:boto:Params: {} 2022-09-01T11:25:55.508 DEBUG:boto:Token: None 2022-09-01T11:25:55.508 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj23 2022-09-01T11:25:55.509 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U927S7TCJFb9UicmONgdJsywTRE= 2022-09-01T11:25:55.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U927S7TCJFb9UicmONgdJsywTRE=', 'Content-Length': '0'} 2022-09-01T11:25:55.512 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000043e47a5c8aaa0079-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.514 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:55.515 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:55.516 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:25:55.517 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:25:55.517 DEBUG:boto:Method: GET 2022-09-01T11:25:55.518 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:25:55.519 DEBUG:boto:Data: 2022-09-01T11:25:55.520 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.521 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.522 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.524 DEBUG:boto:Params: {} 2022-09-01T11:25:55.526 DEBUG:boto:Token: None 2022-09-01T11:25:55.527 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/ 2022-09-01T11:25:55.528 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI= 2022-09-01T11:25:55.529 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI=', 'Content-Length': '0'} 2022-09-01T11:25:55.533 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000084a7946799643007-00631096c3-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.534 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:55.535 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:55.536 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:55.536 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:25:55.537 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:25:55.538 DEBUG:boto:Method: GET 2022-09-01T11:25:55.538 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:25:55.539 DEBUG:boto:Data: 2022-09-01T11:25:55.539 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.540 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.540 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.541 DEBUG:boto:Params: {} 2022-09-01T11:25:55.541 DEBUG:boto:Token: None 2022-09-01T11:25:55.542 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/ 2022-09-01T11:25:55.543 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI= 2022-09-01T11:25:55.543 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI=', 'Content-Length': '0'} 2022-09-01T11:25:55.548 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000075bf2ebe5e30bf96-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.549 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:55.550 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:25:55.551 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:25:55.551 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:25:55.552 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.553 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.553 DEBUG:boto:Method: GET 2022-09-01T11:25:55.554 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.555 DEBUG:boto:Data: 2022-09-01T11:25:55.555 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.556 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.557 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.557 DEBUG:boto:Params: {} 2022-09-01T11:25:55.558 DEBUG:boto:Token: None 2022-09-01T11:25:55.559 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.559 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/dO4F4YBTLmnGQxn7p7myZKepMc= 2022-09-01T11:25:55.560 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/dO4F4YBTLmnGQxn7p7myZKepMc=', 'Content-Length': '0'} 2022-09-01T11:25:55.563 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed598ad76df22e63-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.564 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:25:55.565 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:25:55.567 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.568 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.569 DEBUG:boto:Method: GET 2022-09-01T11:25:55.570 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.571 DEBUG:boto:Data: 2022-09-01T11:25:55.572 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.573 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.574 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.575 DEBUG:boto:Params: {} 2022-09-01T11:25:55.576 DEBUG:boto:Token: None 2022-09-01T11:25:55.577 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.579 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/dO4F4YBTLmnGQxn7p7myZKepMc= 2022-09-01T11:25:55.580 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/dO4F4YBTLmnGQxn7p7myZKepMc=', 'Content-Length': '0'} 2022-09-01T11:25:55.583 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd6e0bcd11dc6166-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.626 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:25:55.627 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:25:55.628 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.629 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.629 DEBUG:boto:Method: HEAD 2022-09-01T11:25:55.630 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.631 DEBUG:boto:Data: 2022-09-01T11:25:55.632 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.633 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.635 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.636 DEBUG:boto:Params: {} 2022-09-01T11:25:55.637 DEBUG:boto:Token: None 2022-09-01T11:25:55.638 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.639 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kVxPOlHr8fxmthxChmmNx7pLTms= 2022-09-01T11:25:55.640 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kVxPOlHr8fxmthxChmmNx7pLTms=', 'Content-Length': '0'} 2022-09-01T11:25:55.643 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e05b48a5109326f6-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.645 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:25:55.646 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:25:55.647 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.648 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.649 DEBUG:boto:Method: HEAD 2022-09-01T11:25:55.650 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.651 DEBUG:boto:Data: 2022-09-01T11:25:55.652 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.653 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.654 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.655 DEBUG:boto:Params: {} 2022-09-01T11:25:55.656 DEBUG:boto:Token: None 2022-09-01T11:25:55.657 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kVxPOlHr8fxmthxChmmNx7pLTms= 2022-09-01T11:25:55.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kVxPOlHr8fxmthxChmmNx7pLTms=', 'Content-Length': '0'} 2022-09-01T11:25:55.660 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009c4d51703f0887e3-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.661 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:25:55.662 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:25:55.662 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:25:55.663 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.664 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.664 DEBUG:boto:Method: GET 2022-09-01T11:25:55.665 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.665 DEBUG:boto:Data: 2022-09-01T11:25:55.666 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.666 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.667 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.667 DEBUG:boto:Params: {} 2022-09-01T11:25:55.668 DEBUG:boto:Token: None 2022-09-01T11:25:55.669 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/dO4F4YBTLmnGQxn7p7myZKepMc= 2022-09-01T11:25:55.670 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/dO4F4YBTLmnGQxn7p7myZKepMc=', 'Content-Length': '0'} 2022-09-01T11:25:55.673 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006484524cc45e9ef5-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.673 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:25:55.674 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:25:55.675 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.675 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.676 DEBUG:boto:Method: GET 2022-09-01T11:25:55.676 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.677 DEBUG:boto:Data: 2022-09-01T11:25:55.678 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.678 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.679 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.680 DEBUG:boto:Params: {} 2022-09-01T11:25:55.680 DEBUG:boto:Token: None 2022-09-01T11:25:55.681 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:25:55.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/dO4F4YBTLmnGQxn7p7myZKepMc= 2022-09-01T11:25:55.683 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/dO4F4YBTLmnGQxn7p7myZKepMc=', 'Content-Length': '0'} 2022-09-01T11:25:55.685 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a96ea542988f87b4-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.686 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:55.687 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:55.688 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:25:55.688 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:25:55.689 DEBUG:boto:Method: GET 2022-09-01T11:25:55.690 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:25:55.690 DEBUG:boto:Data: 2022-09-01T11:25:55.691 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.691 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.692 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.692 DEBUG:boto:Params: {} 2022-09-01T11:25:55.693 DEBUG:boto:Token: None 2022-09-01T11:25:55.694 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/ 2022-09-01T11:25:55.694 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI= 2022-09-01T11:25:55.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI=', 'Content-Length': '0'} 2022-09-01T11:25:55.698 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002e6a6c52e0327be6-00631096c3-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.699 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:55.700 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:55.701 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:55.701 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:25:55.702 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:25:55.703 DEBUG:boto:Method: GET 2022-09-01T11:25:55.703 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:25:55.704 DEBUG:boto:Data: 2022-09-01T11:25:55.705 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.705 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.706 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.706 DEBUG:boto:Params: {} 2022-09-01T11:25:55.707 DEBUG:boto:Token: None 2022-09-01T11:25:55.707 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/ 2022-09-01T11:25:55.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI= 2022-09-01T11:25:55.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI=', 'Content-Length': '0'} 2022-09-01T11:25:55.713 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006dddc6e1bee29a9e-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.714 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:55.715 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:25:55.716 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:25:55.717 DEBUG:boto:Method: HEAD 2022-09-01T11:25:55.718 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:25:55.719 DEBUG:boto:Data: 2022-09-01T11:25:55.720 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.720 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.721 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.722 DEBUG:boto:Params: {} 2022-09-01T11:25:55.723 DEBUG:boto:Token: None 2022-09-01T11:25:55.724 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj29 2022-09-01T11:25:55.725 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y0PxB44rzgXD6g7T5MHnYolwQ9s= 2022-09-01T11:25:55.726 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y0PxB44rzgXD6g7T5MHnYolwQ9s=', 'Content-Length': '0'} 2022-09-01T11:25:55.728 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000042e110db00b03b80-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.729 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:25:55.730 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:25:55.731 DEBUG:boto:Method: HEAD 2022-09-01T11:25:55.731 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:25:55.732 DEBUG:boto:Data: 2022-09-01T11:25:55.733 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.734 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.735 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.736 DEBUG:boto:Params: {} 2022-09-01T11:25:55.737 DEBUG:boto:Token: None 2022-09-01T11:25:55.738 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj29 2022-09-01T11:25:55.739 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y0PxB44rzgXD6g7T5MHnYolwQ9s= 2022-09-01T11:25:55.739 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y0PxB44rzgXD6g7T5MHnYolwQ9s=', 'Content-Length': '0'} 2022-09-01T11:25:55.742 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006d7d89f163e22cdc-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.742 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:25:55.743 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:25:55.743 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:25:55.744 DEBUG:boto:Method: GET 2022-09-01T11:25:55.745 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:25:55.745 DEBUG:boto:Data: 2022-09-01T11:25:55.746 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.746 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.747 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.747 DEBUG:boto:Params: {} 2022-09-01T11:25:55.748 DEBUG:boto:Token: None 2022-09-01T11:25:55.749 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj29 2022-09-01T11:25:55.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nj/SrP/HVrLxqfWFogXwqH1cTro= 2022-09-01T11:25:55.750 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nj/SrP/HVrLxqfWFogXwqH1cTro=', 'Content-Length': '0'} 2022-09-01T11:25:55.752 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e4035c79214e61fe-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.798 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:25:55.799 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:25:55.799 DEBUG:boto:Method: GET 2022-09-01T11:25:55.800 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:25:55.801 DEBUG:boto:Data: 2022-09-01T11:25:55.801 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.802 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.802 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.803 DEBUG:boto:Params: {} 2022-09-01T11:25:55.803 DEBUG:boto:Token: None 2022-09-01T11:25:55.804 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj29 2022-09-01T11:25:55.805 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nj/SrP/HVrLxqfWFogXwqH1cTro= 2022-09-01T11:25:55.805 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nj/SrP/HVrLxqfWFogXwqH1cTro=', 'Content-Length': '0'} 2022-09-01T11:25:55.808 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004e09b4af86455fdf-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.809 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:55.810 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:55.811 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:25:55.812 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:25:55.812 DEBUG:boto:Method: GET 2022-09-01T11:25:55.813 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:25:55.813 DEBUG:boto:Data: 2022-09-01T11:25:55.814 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.815 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.815 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.816 DEBUG:boto:Params: {} 2022-09-01T11:25:55.816 DEBUG:boto:Token: None 2022-09-01T11:25:55.817 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/ 2022-09-01T11:25:55.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI= 2022-09-01T11:25:55.819 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI=', 'Content-Length': '0'} 2022-09-01T11:25:55.821 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001bd745ebb502586d-00631096c3-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.822 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:55.824 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:55.825 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:55.826 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:25:55.827 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:25:55.828 DEBUG:boto:Method: GET 2022-09-01T11:25:55.829 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:25:55.830 DEBUG:boto:Data: 2022-09-01T11:25:55.831 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.832 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.833 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.834 DEBUG:boto:Params: {} 2022-09-01T11:25:55.835 DEBUG:boto:Token: None 2022-09-01T11:25:55.836 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/ 2022-09-01T11:25:55.837 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI= 2022-09-01T11:25:55.838 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI=', 'Content-Length': '0'} 2022-09-01T11:25:55.842 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001e39ecaae0da4b15-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.843 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:55.844 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:25:55.844 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:25:55.845 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:25:55.845 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.846 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.846 DEBUG:boto:Method: GET 2022-09-01T11:25:55.847 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.847 DEBUG:boto:Data: 2022-09-01T11:25:55.848 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.848 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.849 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.849 DEBUG:boto:Params: {} 2022-09-01T11:25:55.850 DEBUG:boto:Token: None 2022-09-01T11:25:55.851 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.851 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HwlfCwqitoNpOwqfXeVq7J3rGpQ= 2022-09-01T11:25:55.852 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HwlfCwqitoNpOwqfXeVq7J3rGpQ=', 'Content-Length': '0'} 2022-09-01T11:25:55.854 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004be4cf400632fcf1-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.855 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:25:55.855 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:25:55.856 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.857 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.857 DEBUG:boto:Method: GET 2022-09-01T11:25:55.858 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.858 DEBUG:boto:Data: 2022-09-01T11:25:55.859 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.859 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.860 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.860 DEBUG:boto:Params: {} 2022-09-01T11:25:55.861 DEBUG:boto:Token: None 2022-09-01T11:25:55.862 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.862 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HwlfCwqitoNpOwqfXeVq7J3rGpQ= 2022-09-01T11:25:55.863 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HwlfCwqitoNpOwqfXeVq7J3rGpQ=', 'Content-Length': '0'} 2022-09-01T11:25:55.865 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d1a92bf32c6774c9-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.910 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:25:55.911 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:25:55.912 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.913 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.914 DEBUG:boto:Method: HEAD 2022-09-01T11:25:55.915 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.917 DEBUG:boto:Data: 2022-09-01T11:25:55.918 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.919 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.920 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.921 DEBUG:boto:Params: {} 2022-09-01T11:25:55.922 DEBUG:boto:Token: None 2022-09-01T11:25:55.923 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.924 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MZJ4+3FNauoMYPJ/D78RvAluhdE= 2022-09-01T11:25:55.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MZJ4+3FNauoMYPJ/D78RvAluhdE=', 'Content-Length': '0'} 2022-09-01T11:25:55.927 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a55378f581094e3c-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.929 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:25:55.930 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:25:55.931 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.932 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.932 DEBUG:boto:Method: HEAD 2022-09-01T11:25:55.933 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.934 DEBUG:boto:Data: 2022-09-01T11:25:55.936 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.936 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.937 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.938 DEBUG:boto:Params: {} 2022-09-01T11:25:55.939 DEBUG:boto:Token: None 2022-09-01T11:25:55.940 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.941 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MZJ4+3FNauoMYPJ/D78RvAluhdE= 2022-09-01T11:25:55.941 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MZJ4+3FNauoMYPJ/D78RvAluhdE=', 'Content-Length': '0'} 2022-09-01T11:25:55.943 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001367b7342ebae695-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.944 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:25:55.945 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:25:55.946 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:25:55.946 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.947 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.948 DEBUG:boto:Method: GET 2022-09-01T11:25:55.948 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.949 DEBUG:boto:Data: 2022-09-01T11:25:55.949 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.950 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.951 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.951 DEBUG:boto:Params: {} 2022-09-01T11:25:55.952 DEBUG:boto:Token: None 2022-09-01T11:25:55.953 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.953 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HwlfCwqitoNpOwqfXeVq7J3rGpQ= 2022-09-01T11:25:55.954 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HwlfCwqitoNpOwqfXeVq7J3rGpQ=', 'Content-Length': '0'} 2022-09-01T11:25:55.956 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003a90e16291374d57-00631096c3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.957 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:25:55.958 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:25:55.958 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.959 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.959 DEBUG:boto:Method: GET 2022-09-01T11:25:55.960 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.960 DEBUG:boto:Data: 2022-09-01T11:25:55.961 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.962 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.962 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.963 DEBUG:boto:Params: {} 2022-09-01T11:25:55.964 DEBUG:boto:Token: None 2022-09-01T11:25:55.965 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:25:55.965 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HwlfCwqitoNpOwqfXeVq7J3rGpQ= 2022-09-01T11:25:55.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HwlfCwqitoNpOwqfXeVq7J3rGpQ=', 'Content-Length': '0'} 2022-09-01T11:25:55.968 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a7b6e76e134ee904-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.969 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:55.970 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:55.970 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:25:55.971 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:25:55.971 DEBUG:boto:Method: GET 2022-09-01T11:25:55.972 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:25:55.972 DEBUG:boto:Data: 2022-09-01T11:25:55.973 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.973 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:55.974 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.974 DEBUG:boto:Params: {} 2022-09-01T11:25:55.975 DEBUG:boto:Token: None 2022-09-01T11:25:55.976 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/ 2022-09-01T11:25:55.976 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI= 2022-09-01T11:25:55.977 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI=', 'Content-Length': '0'} 2022-09-01T11:25:55.980 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004d6426211e773e84-00631096c3-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.981 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:55.982 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:55.982 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:55.983 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:25:55.983 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:25:55.984 DEBUG:boto:Method: GET 2022-09-01T11:25:55.984 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:25:55.985 DEBUG:boto:Data: 2022-09-01T11:25:55.985 DEBUG:boto:Headers: {} 2022-09-01T11:25:55.986 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:55.987 DEBUG:boto:Port: 8000 2022-09-01T11:25:55.987 DEBUG:boto:Params: {} 2022-09-01T11:25:55.988 DEBUG:boto:Token: None 2022-09-01T11:25:55.988 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:55 GMT /ptoxvb-74/ 2022-09-01T11:25:55.989 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI= 2022-09-01T11:25:55.990 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:55 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6zfk3zXK5+ZcQIoiEbt/d0vdiI=', 'Content-Length': '0'} 2022-09-01T11:25:55.994 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a931339c15a479d4-00631096c3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:55 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:55.995 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:55.996 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:25:55.997 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:25:55.997 DEBUG:boto:Method: HEAD 2022-09-01T11:25:55.998 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:25:55.998 DEBUG:boto:Data: 2022-09-01T11:25:55.999 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.000 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.000 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.001 DEBUG:boto:Params: {} 2022-09-01T11:25:56.001 DEBUG:boto:Token: None 2022-09-01T11:25:56.002 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj33 2022-09-01T11:25:56.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sDrkLbSC37JuLvn6WlRm6UGgm6g= 2022-09-01T11:25:56.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sDrkLbSC37JuLvn6WlRm6UGgm6g=', 'Content-Length': '0'} 2022-09-01T11:25:56.006 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe2fe61afc9c2bab-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.007 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:25:56.007 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:25:56.008 DEBUG:boto:Method: HEAD 2022-09-01T11:25:56.008 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:25:56.009 DEBUG:boto:Data: 2022-09-01T11:25:56.009 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.010 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.011 DEBUG:boto:Params: {} 2022-09-01T11:25:56.011 DEBUG:boto:Token: None 2022-09-01T11:25:56.012 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj33 2022-09-01T11:25:56.013 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sDrkLbSC37JuLvn6WlRm6UGgm6g= 2022-09-01T11:25:56.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sDrkLbSC37JuLvn6WlRm6UGgm6g=', 'Content-Length': '0'} 2022-09-01T11:25:56.015 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aba39c15d62d1d9b-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.016 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:25:56.017 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:25:56.017 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:25:56.018 DEBUG:boto:Method: GET 2022-09-01T11:25:56.019 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:25:56.019 DEBUG:boto:Data: 2022-09-01T11:25:56.020 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.020 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.021 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.021 DEBUG:boto:Params: {} 2022-09-01T11:25:56.022 DEBUG:boto:Token: None 2022-09-01T11:25:56.023 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj33 2022-09-01T11:25:56.023 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Hrd841ENNeHgqx6CYWoWueHlN3s= 2022-09-01T11:25:56.024 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Hrd841ENNeHgqx6CYWoWueHlN3s=', 'Content-Length': '0'} 2022-09-01T11:25:56.026 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b43f6bda8e88c2bc-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.070 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:25:56.071 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:25:56.072 DEBUG:boto:Method: GET 2022-09-01T11:25:56.072 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:25:56.073 DEBUG:boto:Data: 2022-09-01T11:25:56.074 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.075 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.075 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.076 DEBUG:boto:Params: {} 2022-09-01T11:25:56.076 DEBUG:boto:Token: None 2022-09-01T11:25:56.077 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj33 2022-09-01T11:25:56.078 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Hrd841ENNeHgqx6CYWoWueHlN3s= 2022-09-01T11:25:56.078 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Hrd841ENNeHgqx6CYWoWueHlN3s=', 'Content-Length': '0'} 2022-09-01T11:25:56.081 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f7abf5ba9682901-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.082 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:56.083 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:56.085 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:25:56.087 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:25:56.088 DEBUG:boto:Method: GET 2022-09-01T11:25:56.095 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:25:56.096 DEBUG:boto:Data: 2022-09-01T11:25:56.097 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.098 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.100 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.100 DEBUG:boto:Params: {} 2022-09-01T11:25:56.101 DEBUG:boto:Token: None 2022-09-01T11:25:56.103 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/ 2022-09-01T11:25:56.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs= 2022-09-01T11:25:56.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs=', 'Content-Length': '0'} 2022-09-01T11:25:56.108 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000562e2b85099f0270-00631096c4-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.109 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:56.110 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:56.110 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:56.111 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:25:56.112 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:25:56.113 DEBUG:boto:Method: GET 2022-09-01T11:25:56.114 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:25:56.115 DEBUG:boto:Data: 2022-09-01T11:25:56.115 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.116 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.116 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.117 DEBUG:boto:Params: {} 2022-09-01T11:25:56.118 DEBUG:boto:Token: None 2022-09-01T11:25:56.119 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/ 2022-09-01T11:25:56.120 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs= 2022-09-01T11:25:56.121 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs=', 'Content-Length': '0'} 2022-09-01T11:25:56.126 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c2c0ce527553339a-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.131 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:56.133 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:25:56.134 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:25:56.135 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:25:56.136 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.137 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.138 DEBUG:boto:Method: GET 2022-09-01T11:25:56.139 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.140 DEBUG:boto:Data: 2022-09-01T11:25:56.140 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.141 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.142 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.143 DEBUG:boto:Params: {} 2022-09-01T11:25:56.144 DEBUG:boto:Token: None 2022-09-01T11:25:56.146 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.147 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bgIvLhMT/relqSgT94Vji7eDRJw= 2022-09-01T11:25:56.148 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bgIvLhMT/relqSgT94Vji7eDRJw=', 'Content-Length': '0'} 2022-09-01T11:25:56.154 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ff7557bee3ee4ef-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.155 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:25:56.156 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:25:56.156 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.157 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.158 DEBUG:boto:Method: GET 2022-09-01T11:25:56.159 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.159 DEBUG:boto:Data: 2022-09-01T11:25:56.160 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.161 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.162 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.163 DEBUG:boto:Params: {} 2022-09-01T11:25:56.165 DEBUG:boto:Token: None 2022-09-01T11:25:56.166 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.166 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bgIvLhMT/relqSgT94Vji7eDRJw= 2022-09-01T11:25:56.167 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bgIvLhMT/relqSgT94Vji7eDRJw=', 'Content-Length': '0'} 2022-09-01T11:25:56.172 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a5044be1e6150a22-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.219 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:25:56.219 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:25:56.220 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.220 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.221 DEBUG:boto:Method: HEAD 2022-09-01T11:25:56.222 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.222 DEBUG:boto:Data: 2022-09-01T11:25:56.223 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.223 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.224 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.224 DEBUG:boto:Params: {} 2022-09-01T11:25:56.225 DEBUG:boto:Token: None 2022-09-01T11:25:56.226 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.226 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:39eLNhJ+uCksnZsiWFwgV2Pckkg= 2022-09-01T11:25:56.227 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:39eLNhJ+uCksnZsiWFwgV2Pckkg=', 'Content-Length': '0'} 2022-09-01T11:25:56.230 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c07fce6f0b97cf07-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.231 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:25:56.231 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:25:56.232 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.232 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.233 DEBUG:boto:Method: HEAD 2022-09-01T11:25:56.233 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.234 DEBUG:boto:Data: 2022-09-01T11:25:56.234 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.235 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.235 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.236 DEBUG:boto:Params: {} 2022-09-01T11:25:56.237 DEBUG:boto:Token: None 2022-09-01T11:25:56.238 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.238 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:39eLNhJ+uCksnZsiWFwgV2Pckkg= 2022-09-01T11:25:56.239 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:39eLNhJ+uCksnZsiWFwgV2Pckkg=', 'Content-Length': '0'} 2022-09-01T11:25:56.241 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db66e6e413e91d17-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.242 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:25:56.243 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:25:56.244 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:25:56.246 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.247 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.248 DEBUG:boto:Method: GET 2022-09-01T11:25:56.249 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.250 DEBUG:boto:Data: 2022-09-01T11:25:56.251 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.252 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.253 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.254 DEBUG:boto:Params: {} 2022-09-01T11:25:56.255 DEBUG:boto:Token: None 2022-09-01T11:25:56.256 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.256 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bgIvLhMT/relqSgT94Vji7eDRJw= 2022-09-01T11:25:56.258 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bgIvLhMT/relqSgT94Vji7eDRJw=', 'Content-Length': '0'} 2022-09-01T11:25:56.263 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c1dbbba47a8cc263-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.266 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:25:56.267 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:25:56.269 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.270 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.271 DEBUG:boto:Method: GET 2022-09-01T11:25:56.273 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.274 DEBUG:boto:Data: 2022-09-01T11:25:56.275 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.276 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.277 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.278 DEBUG:boto:Params: {} 2022-09-01T11:25:56.279 DEBUG:boto:Token: None 2022-09-01T11:25:56.279 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:25:56.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bgIvLhMT/relqSgT94Vji7eDRJw= 2022-09-01T11:25:56.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bgIvLhMT/relqSgT94Vji7eDRJw=', 'Content-Length': '0'} 2022-09-01T11:25:56.284 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ecbad1e1876ad4a4-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.285 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:56.285 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:56.286 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:25:56.287 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:25:56.287 DEBUG:boto:Method: GET 2022-09-01T11:25:56.288 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:25:56.289 DEBUG:boto:Data: 2022-09-01T11:25:56.290 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.290 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.291 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.292 DEBUG:boto:Params: {} 2022-09-01T11:25:56.292 DEBUG:boto:Token: None 2022-09-01T11:25:56.294 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/ 2022-09-01T11:25:56.294 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs= 2022-09-01T11:25:56.296 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs=', 'Content-Length': '0'} 2022-09-01T11:25:56.299 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000052bde9251934af29-00631096c4-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.342 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:56.343 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:56.344 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:56.344 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:25:56.345 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:25:56.346 DEBUG:boto:Method: GET 2022-09-01T11:25:56.346 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:25:56.347 DEBUG:boto:Data: 2022-09-01T11:25:56.347 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.348 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.349 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.349 DEBUG:boto:Params: {} 2022-09-01T11:25:56.350 DEBUG:boto:Token: None 2022-09-01T11:25:56.351 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/ 2022-09-01T11:25:56.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs= 2022-09-01T11:25:56.352 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs=', 'Content-Length': '0'} 2022-09-01T11:25:56.357 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000063fdabbc36368726-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.358 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:56.359 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:25:56.360 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:25:56.361 DEBUG:boto:Method: HEAD 2022-09-01T11:25:56.362 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:25:56.363 DEBUG:boto:Data: 2022-09-01T11:25:56.363 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.364 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.365 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.365 DEBUG:boto:Params: {} 2022-09-01T11:25:56.366 DEBUG:boto:Token: None 2022-09-01T11:25:56.368 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj34 2022-09-01T11:25:56.368 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5dq2ysBTuVm4S/ODfrzdTJMi0h8= 2022-09-01T11:25:56.369 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5dq2ysBTuVm4S/ODfrzdTJMi0h8=', 'Content-Length': '0'} 2022-09-01T11:25:56.371 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d763518995725baa-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.372 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:25:56.373 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:25:56.374 DEBUG:boto:Method: HEAD 2022-09-01T11:25:56.375 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:25:56.376 DEBUG:boto:Data: 2022-09-01T11:25:56.376 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.377 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.377 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.378 DEBUG:boto:Params: {} 2022-09-01T11:25:56.379 DEBUG:boto:Token: None 2022-09-01T11:25:56.379 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj34 2022-09-01T11:25:56.380 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5dq2ysBTuVm4S/ODfrzdTJMi0h8= 2022-09-01T11:25:56.381 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5dq2ysBTuVm4S/ODfrzdTJMi0h8=', 'Content-Length': '0'} 2022-09-01T11:25:56.383 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000653e7a6f3cb7e12d-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.385 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:25:56.386 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:25:56.386 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:25:56.387 DEBUG:boto:Method: GET 2022-09-01T11:25:56.388 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:25:56.388 DEBUG:boto:Data: 2022-09-01T11:25:56.389 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.389 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.390 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.391 DEBUG:boto:Params: {} 2022-09-01T11:25:56.391 DEBUG:boto:Token: None 2022-09-01T11:25:56.392 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj34 2022-09-01T11:25:56.393 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ojqY7PuapV+SkQ0Y6PQsV7RpQbY= 2022-09-01T11:25:56.393 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ojqY7PuapV+SkQ0Y6PQsV7RpQbY=', 'Content-Length': '0'} 2022-09-01T11:25:56.396 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004a0d33fb296bca1b-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.397 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:25:56.398 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:25:56.398 DEBUG:boto:Method: GET 2022-09-01T11:25:56.399 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:25:56.400 DEBUG:boto:Data: 2022-09-01T11:25:56.400 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.401 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.401 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.402 DEBUG:boto:Params: {} 2022-09-01T11:25:56.403 DEBUG:boto:Token: None 2022-09-01T11:25:56.404 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj34 2022-09-01T11:25:56.404 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ojqY7PuapV+SkQ0Y6PQsV7RpQbY= 2022-09-01T11:25:56.405 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ojqY7PuapV+SkQ0Y6PQsV7RpQbY=', 'Content-Length': '0'} 2022-09-01T11:25:56.408 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c4208c42d931ec62-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.450 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:56.451 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:56.452 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:25:56.453 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:25:56.454 DEBUG:boto:Method: GET 2022-09-01T11:25:56.455 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:25:56.456 DEBUG:boto:Data: 2022-09-01T11:25:56.457 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.458 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.460 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.462 DEBUG:boto:Params: {} 2022-09-01T11:25:56.464 DEBUG:boto:Token: None 2022-09-01T11:25:56.466 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/ 2022-09-01T11:25:56.467 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs= 2022-09-01T11:25:56.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs=', 'Content-Length': '0'} 2022-09-01T11:25:56.471 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005374e93bf3267b8b-00631096c4-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.472 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:56.473 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:56.474 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:56.475 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:25:56.475 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:25:56.476 DEBUG:boto:Method: GET 2022-09-01T11:25:56.476 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:25:56.477 DEBUG:boto:Data: 2022-09-01T11:25:56.477 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.478 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.479 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.479 DEBUG:boto:Params: {} 2022-09-01T11:25:56.480 DEBUG:boto:Token: None 2022-09-01T11:25:56.480 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/ 2022-09-01T11:25:56.481 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs= 2022-09-01T11:25:56.482 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs=', 'Content-Length': '0'} 2022-09-01T11:25:56.486 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008f77ed4b571a9907-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.487 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:56.488 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:25:56.488 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:25:56.489 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:25:56.490 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.490 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.491 DEBUG:boto:Method: GET 2022-09-01T11:25:56.492 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.492 DEBUG:boto:Data: 2022-09-01T11:25:56.493 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.493 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.494 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.494 DEBUG:boto:Params: {} 2022-09-01T11:25:56.495 DEBUG:boto:Token: None 2022-09-01T11:25:56.496 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KQiKgeEPV5sqlXUf31FAOXQG6JI= 2022-09-01T11:25:56.497 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KQiKgeEPV5sqlXUf31FAOXQG6JI=', 'Content-Length': '0'} 2022-09-01T11:25:56.500 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9530c22f13a25fd-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.500 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:25:56.501 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:25:56.502 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.502 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.503 DEBUG:boto:Method: GET 2022-09-01T11:25:56.503 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.504 DEBUG:boto:Data: 2022-09-01T11:25:56.505 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.505 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.506 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.506 DEBUG:boto:Params: {} 2022-09-01T11:25:56.507 DEBUG:boto:Token: None 2022-09-01T11:25:56.508 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.508 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KQiKgeEPV5sqlXUf31FAOXQG6JI= 2022-09-01T11:25:56.509 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KQiKgeEPV5sqlXUf31FAOXQG6JI=', 'Content-Length': '0'} 2022-09-01T11:25:56.512 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d2f996f2b488372-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.512 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:25:56.513 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:25:56.514 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.514 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.515 DEBUG:boto:Method: HEAD 2022-09-01T11:25:56.515 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.516 DEBUG:boto:Data: 2022-09-01T11:25:56.516 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.517 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.517 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.518 DEBUG:boto:Params: {} 2022-09-01T11:25:56.518 DEBUG:boto:Token: None 2022-09-01T11:25:56.519 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7lTzan5Tq0KnnSrdbYpaqk2SbJ8= 2022-09-01T11:25:56.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7lTzan5Tq0KnnSrdbYpaqk2SbJ8=', 'Content-Length': '0'} 2022-09-01T11:25:56.522 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000571a6c7833266446-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.523 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:25:56.524 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:25:56.524 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.525 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.525 DEBUG:boto:Method: HEAD 2022-09-01T11:25:56.526 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.526 DEBUG:boto:Data: 2022-09-01T11:25:56.527 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.527 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.528 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.528 DEBUG:boto:Params: {} 2022-09-01T11:25:56.529 DEBUG:boto:Token: None 2022-09-01T11:25:56.530 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.530 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7lTzan5Tq0KnnSrdbYpaqk2SbJ8= 2022-09-01T11:25:56.531 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7lTzan5Tq0KnnSrdbYpaqk2SbJ8=', 'Content-Length': '0'} 2022-09-01T11:25:56.533 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3f8e205e19d2d87-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.534 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:25:56.534 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:25:56.535 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:25:56.535 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.536 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.537 DEBUG:boto:Method: GET 2022-09-01T11:25:56.537 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.538 DEBUG:boto:Data: 2022-09-01T11:25:56.538 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.539 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.539 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.540 DEBUG:boto:Params: {} 2022-09-01T11:25:56.541 DEBUG:boto:Token: None 2022-09-01T11:25:56.541 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KQiKgeEPV5sqlXUf31FAOXQG6JI= 2022-09-01T11:25:56.553 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KQiKgeEPV5sqlXUf31FAOXQG6JI=', 'Content-Length': '0'} 2022-09-01T11:25:56.556 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a07e525408a77a18-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.602 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:25:56.603 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:25:56.604 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.604 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.605 DEBUG:boto:Method: GET 2022-09-01T11:25:56.606 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.607 DEBUG:boto:Data: 2022-09-01T11:25:56.608 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.608 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.609 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.609 DEBUG:boto:Params: {} 2022-09-01T11:25:56.610 DEBUG:boto:Token: None 2022-09-01T11:25:56.611 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:25:56.611 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KQiKgeEPV5sqlXUf31FAOXQG6JI= 2022-09-01T11:25:56.612 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KQiKgeEPV5sqlXUf31FAOXQG6JI=', 'Content-Length': '0'} 2022-09-01T11:25:56.615 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000020bc49634ffb847d-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.616 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:56.617 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:56.618 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:25:56.619 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:25:56.620 DEBUG:boto:Method: GET 2022-09-01T11:25:56.620 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:25:56.621 DEBUG:boto:Data: 2022-09-01T11:25:56.622 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.622 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.623 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.623 DEBUG:boto:Params: {} 2022-09-01T11:25:56.624 DEBUG:boto:Token: None 2022-09-01T11:25:56.625 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/ 2022-09-01T11:25:56.625 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs= 2022-09-01T11:25:56.626 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs=', 'Content-Length': '0'} 2022-09-01T11:25:56.631 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b8f42cda698b9190-00631096c4-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.632 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:56.634 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:56.635 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:56.636 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:25:56.637 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:25:56.638 DEBUG:boto:Method: GET 2022-09-01T11:25:56.639 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:25:56.641 DEBUG:boto:Data: 2022-09-01T11:25:56.642 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.643 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.643 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.644 DEBUG:boto:Params: {} 2022-09-01T11:25:56.644 DEBUG:boto:Token: None 2022-09-01T11:25:56.645 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/ 2022-09-01T11:25:56.646 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs= 2022-09-01T11:25:56.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs=', 'Content-Length': '0'} 2022-09-01T11:25:56.650 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d1eeca39608548f2-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.698 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:56.699 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:25:56.700 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:25:56.700 DEBUG:boto:Method: HEAD 2022-09-01T11:25:56.701 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:25:56.702 DEBUG:boto:Data: 2022-09-01T11:25:56.703 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.703 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.704 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.705 DEBUG:boto:Params: {} 2022-09-01T11:25:56.706 DEBUG:boto:Token: None 2022-09-01T11:25:56.707 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj38 2022-09-01T11:25:56.707 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AdjDv4AJecJ+3DfzHKAKN3aMDfE= 2022-09-01T11:25:56.708 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AdjDv4AJecJ+3DfzHKAKN3aMDfE=', 'Content-Length': '0'} 2022-09-01T11:25:56.710 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c6003eafdc2948d0-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.711 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:25:56.712 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:25:56.712 DEBUG:boto:Method: HEAD 2022-09-01T11:25:56.713 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:25:56.713 DEBUG:boto:Data: 2022-09-01T11:25:56.714 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.715 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.715 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.716 DEBUG:boto:Params: {} 2022-09-01T11:25:56.716 DEBUG:boto:Token: None 2022-09-01T11:25:56.717 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj38 2022-09-01T11:25:56.717 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AdjDv4AJecJ+3DfzHKAKN3aMDfE= 2022-09-01T11:25:56.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AdjDv4AJecJ+3DfzHKAKN3aMDfE=', 'Content-Length': '0'} 2022-09-01T11:25:56.720 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000046aa1025f36d6c10-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.721 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:25:56.722 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:25:56.723 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:25:56.723 DEBUG:boto:Method: GET 2022-09-01T11:25:56.724 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:25:56.724 DEBUG:boto:Data: 2022-09-01T11:25:56.725 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.725 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.726 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.727 DEBUG:boto:Params: {} 2022-09-01T11:25:56.727 DEBUG:boto:Token: None 2022-09-01T11:25:56.728 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj38 2022-09-01T11:25:56.728 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SjP79/CGbvlIdKgdAoMb5Z71asI= 2022-09-01T11:25:56.729 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SjP79/CGbvlIdKgdAoMb5Z71asI=', 'Content-Length': '0'} 2022-09-01T11:25:56.732 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b8b0f026ee0c2ae8-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.733 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:25:56.733 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:25:56.734 DEBUG:boto:Method: GET 2022-09-01T11:25:56.735 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:25:56.736 DEBUG:boto:Data: 2022-09-01T11:25:56.736 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.737 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.737 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.738 DEBUG:boto:Params: {} 2022-09-01T11:25:56.738 DEBUG:boto:Token: None 2022-09-01T11:25:56.739 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj38 2022-09-01T11:25:56.740 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SjP79/CGbvlIdKgdAoMb5Z71asI= 2022-09-01T11:25:56.741 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SjP79/CGbvlIdKgdAoMb5Z71asI=', 'Content-Length': '0'} 2022-09-01T11:25:56.743 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000004b287e8b73355-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.744 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:56.744 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:56.745 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:25:56.745 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:25:56.746 DEBUG:boto:Method: GET 2022-09-01T11:25:56.746 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:25:56.747 DEBUG:boto:Data: 2022-09-01T11:25:56.747 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.748 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.749 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.749 DEBUG:boto:Params: {} 2022-09-01T11:25:56.750 DEBUG:boto:Token: None 2022-09-01T11:25:56.750 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/ 2022-09-01T11:25:56.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs= 2022-09-01T11:25:56.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs=', 'Content-Length': '0'} 2022-09-01T11:25:56.755 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b45ccd4b1fe37edf-00631096c4-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.756 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:56.757 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:56.757 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:56.758 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:25:56.758 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:25:56.759 DEBUG:boto:Method: GET 2022-09-01T11:25:56.759 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:25:56.760 DEBUG:boto:Data: 2022-09-01T11:25:56.760 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.761 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.761 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.762 DEBUG:boto:Params: {} 2022-09-01T11:25:56.763 DEBUG:boto:Token: None 2022-09-01T11:25:56.763 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/ 2022-09-01T11:25:56.764 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs= 2022-09-01T11:25:56.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs=', 'Content-Length': '0'} 2022-09-01T11:25:56.769 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009ae126317ba2c937-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.770 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:56.771 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:25:56.772 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:25:56.772 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:25:56.773 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.773 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.774 DEBUG:boto:Method: GET 2022-09-01T11:25:56.774 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.775 DEBUG:boto:Data: 2022-09-01T11:25:56.776 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.776 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.777 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.777 DEBUG:boto:Params: {} 2022-09-01T11:25:56.778 DEBUG:boto:Token: None 2022-09-01T11:25:56.779 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.779 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N+L4qNlmET6VEiUSd8aeKE3svZg= 2022-09-01T11:25:56.780 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N+L4qNlmET6VEiUSd8aeKE3svZg=', 'Content-Length': '0'} 2022-09-01T11:25:56.782 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000016df0e2040b51001-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.827 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:25:56.829 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:25:56.830 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.831 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.832 DEBUG:boto:Method: GET 2022-09-01T11:25:56.833 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.835 DEBUG:boto:Data: 2022-09-01T11:25:56.836 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.837 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.838 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.839 DEBUG:boto:Params: {} 2022-09-01T11:25:56.840 DEBUG:boto:Token: None 2022-09-01T11:25:56.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N+L4qNlmET6VEiUSd8aeKE3svZg= 2022-09-01T11:25:56.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N+L4qNlmET6VEiUSd8aeKE3svZg=', 'Content-Length': '0'} 2022-09-01T11:25:56.847 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ca36be407738cfd-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.848 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:25:56.849 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:25:56.850 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.851 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.852 DEBUG:boto:Method: HEAD 2022-09-01T11:25:56.853 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.854 DEBUG:boto:Data: 2022-09-01T11:25:56.855 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.856 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.856 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.857 DEBUG:boto:Params: {} 2022-09-01T11:25:56.858 DEBUG:boto:Token: None 2022-09-01T11:25:56.859 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.859 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41Qhg1hduKC1hjcYuXTwlWBciuQ= 2022-09-01T11:25:56.860 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41Qhg1hduKC1hjcYuXTwlWBciuQ=', 'Content-Length': '0'} 2022-09-01T11:25:56.862 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f24f4e6f201343c4-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.863 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:25:56.863 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:25:56.864 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.864 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.865 DEBUG:boto:Method: HEAD 2022-09-01T11:25:56.866 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.867 DEBUG:boto:Data: 2022-09-01T11:25:56.868 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.869 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.870 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.871 DEBUG:boto:Params: {} 2022-09-01T11:25:56.872 DEBUG:boto:Token: None 2022-09-01T11:25:56.873 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.874 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:41Qhg1hduKC1hjcYuXTwlWBciuQ= 2022-09-01T11:25:56.875 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:41Qhg1hduKC1hjcYuXTwlWBciuQ=', 'Content-Length': '0'} 2022-09-01T11:25:56.878 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004e992c3919e94ab1-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.880 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:25:56.881 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:25:56.882 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:25:56.883 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.883 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.884 DEBUG:boto:Method: GET 2022-09-01T11:25:56.885 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.886 DEBUG:boto:Data: 2022-09-01T11:25:56.887 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.888 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.889 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.890 DEBUG:boto:Params: {} 2022-09-01T11:25:56.891 DEBUG:boto:Token: None 2022-09-01T11:25:56.892 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.893 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N+L4qNlmET6VEiUSd8aeKE3svZg= 2022-09-01T11:25:56.894 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N+L4qNlmET6VEiUSd8aeKE3svZg=', 'Content-Length': '0'} 2022-09-01T11:25:56.897 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000078928550d494c055-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.898 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:25:56.899 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:25:56.900 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.901 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.901 DEBUG:boto:Method: GET 2022-09-01T11:25:56.902 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.904 DEBUG:boto:Data: 2022-09-01T11:25:56.904 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.905 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.905 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.906 DEBUG:boto:Params: {} 2022-09-01T11:25:56.907 DEBUG:boto:Token: None 2022-09-01T11:25:56.908 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:25:56.909 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N+L4qNlmET6VEiUSd8aeKE3svZg= 2022-09-01T11:25:56.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N+L4qNlmET6VEiUSd8aeKE3svZg=', 'Content-Length': '0'} 2022-09-01T11:25:56.911 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f4fa15c94974362a-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.954 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:56.955 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:56.956 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:25:56.957 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:25:56.958 DEBUG:boto:Method: GET 2022-09-01T11:25:56.959 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:25:56.960 DEBUG:boto:Data: 2022-09-01T11:25:56.961 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.962 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.963 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.964 DEBUG:boto:Params: {} 2022-09-01T11:25:56.964 DEBUG:boto:Token: None 2022-09-01T11:25:56.965 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/ 2022-09-01T11:25:56.965 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs= 2022-09-01T11:25:56.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs=', 'Content-Length': '0'} 2022-09-01T11:25:56.969 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000543d148f9b2ebcfb-00631096c4-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.970 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:56.971 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:56.972 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:56.973 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:25:56.974 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:25:56.975 DEBUG:boto:Method: GET 2022-09-01T11:25:56.975 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:25:56.976 DEBUG:boto:Data: 2022-09-01T11:25:56.976 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.977 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:56.978 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.978 DEBUG:boto:Params: {} 2022-09-01T11:25:56.979 DEBUG:boto:Token: None 2022-09-01T11:25:56.980 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/ 2022-09-01T11:25:56.980 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs= 2022-09-01T11:25:56.981 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KjqHajR3ZzrT7wHSsbTK8Rx4tEs=', 'Content-Length': '0'} 2022-09-01T11:25:56.985 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003c411727b9aaeaaa-00631096c4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.986 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:56.987 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:25:56.987 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:25:56.988 DEBUG:boto:Method: HEAD 2022-09-01T11:25:56.988 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:25:56.989 DEBUG:boto:Data: 2022-09-01T11:25:56.989 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.990 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:56.991 DEBUG:boto:Port: 8000 2022-09-01T11:25:56.991 DEBUG:boto:Params: {} 2022-09-01T11:25:56.992 DEBUG:boto:Token: None 2022-09-01T11:25:56.992 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:56 GMT /ptoxvb-74/obj44 2022-09-01T11:25:56.993 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o7Y95trV321lzLEGEDGTFN1SXPI= 2022-09-01T11:25:56.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o7Y95trV321lzLEGEDGTFN1SXPI=', 'Content-Length': '0'} 2022-09-01T11:25:56.996 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cc8149e6c633b262-00631096c4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:56.996 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:25:56.997 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:25:56.997 DEBUG:boto:Method: HEAD 2022-09-01T11:25:56.998 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:25:56.998 DEBUG:boto:Data: 2022-09-01T11:25:56.999 DEBUG:boto:Headers: {} 2022-09-01T11:25:56.999 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.000 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.000 DEBUG:boto:Params: {} 2022-09-01T11:25:57.001 DEBUG:boto:Token: None 2022-09-01T11:25:57.001 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj44 2022-09-01T11:25:57.002 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aAzadkAhUg2oPnCILAoJH4FSub8= 2022-09-01T11:25:57.003 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aAzadkAhUg2oPnCILAoJH4FSub8=', 'Content-Length': '0'} 2022-09-01T11:25:57.005 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f0f93bdfb1b2766a-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.005 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:25:57.006 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:25:57.007 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:25:57.007 DEBUG:boto:Method: GET 2022-09-01T11:25:57.008 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:25:57.008 DEBUG:boto:Data: 2022-09-01T11:25:57.009 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.009 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.010 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.010 DEBUG:boto:Params: {} 2022-09-01T11:25:57.011 DEBUG:boto:Token: None 2022-09-01T11:25:57.011 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj44 2022-09-01T11:25:57.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dCOx9pozpKsGGHcI2PEs2DlMwZI= 2022-09-01T11:25:57.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dCOx9pozpKsGGHcI2PEs2DlMwZI=', 'Content-Length': '0'} 2022-09-01T11:25:57.015 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000006a5cb17c2da03c2-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.016 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:25:57.016 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:25:57.017 DEBUG:boto:Method: GET 2022-09-01T11:25:57.017 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:25:57.018 DEBUG:boto:Data: 2022-09-01T11:25:57.019 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.019 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.020 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.020 DEBUG:boto:Params: {} 2022-09-01T11:25:57.021 DEBUG:boto:Token: None 2022-09-01T11:25:57.021 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj44 2022-09-01T11:25:57.022 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dCOx9pozpKsGGHcI2PEs2DlMwZI= 2022-09-01T11:25:57.023 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dCOx9pozpKsGGHcI2PEs2DlMwZI=', 'Content-Length': '0'} 2022-09-01T11:25:57.025 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d73da088c1063ef-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.026 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:57.026 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:57.027 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:25:57.027 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:25:57.028 DEBUG:boto:Method: GET 2022-09-01T11:25:57.029 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:25:57.029 DEBUG:boto:Data: 2022-09-01T11:25:57.030 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.030 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.031 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.032 DEBUG:boto:Params: {} 2022-09-01T11:25:57.033 DEBUG:boto:Token: None 2022-09-01T11:25:57.034 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/ 2022-09-01T11:25:57.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g= 2022-09-01T11:25:57.036 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g=', 'Content-Length': '0'} 2022-09-01T11:25:57.040 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000053678e9299e589fe-00631096c5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.083 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:57.084 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:57.085 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:57.086 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:25:57.086 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:25:57.087 DEBUG:boto:Method: GET 2022-09-01T11:25:57.087 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:25:57.088 DEBUG:boto:Data: 2022-09-01T11:25:57.089 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.089 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.090 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.091 DEBUG:boto:Params: {} 2022-09-01T11:25:57.091 DEBUG:boto:Token: None 2022-09-01T11:25:57.092 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/ 2022-09-01T11:25:57.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g= 2022-09-01T11:25:57.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g=', 'Content-Length': '0'} 2022-09-01T11:25:57.097 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bd986d084dddad9f-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.098 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:57.099 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:25:57.100 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:25:57.100 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:25:57.101 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.101 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.102 DEBUG:boto:Method: GET 2022-09-01T11:25:57.103 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.103 DEBUG:boto:Data: 2022-09-01T11:25:57.104 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.104 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.105 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.106 DEBUG:boto:Params: {} 2022-09-01T11:25:57.106 DEBUG:boto:Token: None 2022-09-01T11:25:57.107 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.108 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:thLGf0URK7qE1gTQEBgNUQWdnm4= 2022-09-01T11:25:57.108 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:thLGf0URK7qE1gTQEBgNUQWdnm4=', 'Content-Length': '0'} 2022-09-01T11:25:57.111 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed14cd80ad2fedf6-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.111 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:25:57.112 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:25:57.112 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.113 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.114 DEBUG:boto:Method: GET 2022-09-01T11:25:57.114 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.115 DEBUG:boto:Data: 2022-09-01T11:25:57.116 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.116 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.117 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.117 DEBUG:boto:Params: {} 2022-09-01T11:25:57.118 DEBUG:boto:Token: None 2022-09-01T11:25:57.119 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.120 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:thLGf0URK7qE1gTQEBgNUQWdnm4= 2022-09-01T11:25:57.120 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:thLGf0URK7qE1gTQEBgNUQWdnm4=', 'Content-Length': '0'} 2022-09-01T11:25:57.122 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c3f27fcf3b833850-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.123 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:25:57.124 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:25:57.125 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.125 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.126 DEBUG:boto:Method: HEAD 2022-09-01T11:25:57.126 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.127 DEBUG:boto:Data: 2022-09-01T11:25:57.127 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.128 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.128 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.129 DEBUG:boto:Params: {} 2022-09-01T11:25:57.130 DEBUG:boto:Token: None 2022-09-01T11:25:57.130 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.131 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oT4cw91kea2KR7MILy9AezSfII4= 2022-09-01T11:25:57.131 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oT4cw91kea2KR7MILy9AezSfII4=', 'Content-Length': '0'} 2022-09-01T11:25:57.134 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aa0181d0e9e034fc-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.135 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:25:57.135 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:25:57.136 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.136 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.137 DEBUG:boto:Method: HEAD 2022-09-01T11:25:57.137 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.138 DEBUG:boto:Data: 2022-09-01T11:25:57.139 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.140 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.141 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.141 DEBUG:boto:Params: {} 2022-09-01T11:25:57.143 DEBUG:boto:Token: None 2022-09-01T11:25:57.144 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.145 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oT4cw91kea2KR7MILy9AezSfII4= 2022-09-01T11:25:57.146 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oT4cw91kea2KR7MILy9AezSfII4=', 'Content-Length': '0'} 2022-09-01T11:25:57.148 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9e3e0b2b7dd068c-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.150 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:25:57.151 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:25:57.151 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:25:57.152 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.152 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.153 DEBUG:boto:Method: GET 2022-09-01T11:25:57.153 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.154 DEBUG:boto:Data: 2022-09-01T11:25:57.155 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.155 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.156 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.156 DEBUG:boto:Params: {} 2022-09-01T11:25:57.157 DEBUG:boto:Token: None 2022-09-01T11:25:57.158 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.159 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:thLGf0URK7qE1gTQEBgNUQWdnm4= 2022-09-01T11:25:57.161 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:thLGf0URK7qE1gTQEBgNUQWdnm4=', 'Content-Length': '0'} 2022-09-01T11:25:57.164 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007998e322626e1471-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.165 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:25:57.165 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:25:57.166 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.167 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.167 DEBUG:boto:Method: GET 2022-09-01T11:25:57.168 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.168 DEBUG:boto:Data: 2022-09-01T11:25:57.169 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.170 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.171 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.172 DEBUG:boto:Params: {} 2022-09-01T11:25:57.173 DEBUG:boto:Token: None 2022-09-01T11:25:57.174 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:25:57.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:thLGf0URK7qE1gTQEBgNUQWdnm4= 2022-09-01T11:25:57.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:thLGf0URK7qE1gTQEBgNUQWdnm4=', 'Content-Length': '0'} 2022-09-01T11:25:57.178 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004e585254d7aaa287-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.223 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:57.223 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:57.224 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:25:57.225 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:25:57.225 DEBUG:boto:Method: GET 2022-09-01T11:25:57.226 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:25:57.227 DEBUG:boto:Data: 2022-09-01T11:25:57.230 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.231 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.232 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.233 DEBUG:boto:Params: {} 2022-09-01T11:25:57.233 DEBUG:boto:Token: None 2022-09-01T11:25:57.234 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/ 2022-09-01T11:25:57.235 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g= 2022-09-01T11:25:57.235 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g=', 'Content-Length': '0'} 2022-09-01T11:25:57.238 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006b0d9014e2a81b1f-00631096c5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.239 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:57.240 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:57.240 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:57.241 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:25:57.242 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:25:57.242 DEBUG:boto:Method: GET 2022-09-01T11:25:57.243 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:25:57.244 DEBUG:boto:Data: 2022-09-01T11:25:57.244 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.245 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.245 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.247 DEBUG:boto:Params: {} 2022-09-01T11:25:57.248 DEBUG:boto:Token: None 2022-09-01T11:25:57.248 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/ 2022-09-01T11:25:57.249 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g= 2022-09-01T11:25:57.249 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g=', 'Content-Length': '0'} 2022-09-01T11:25:57.254 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000044c2c5de8b8f5af1-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.263 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:57.264 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:25:57.265 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:25:57.265 DEBUG:boto:Method: HEAD 2022-09-01T11:25:57.266 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:25:57.266 DEBUG:boto:Data: 2022-09-01T11:25:57.267 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.267 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.268 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.268 DEBUG:boto:Params: {} 2022-09-01T11:25:57.269 DEBUG:boto:Token: None 2022-09-01T11:25:57.270 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj46 2022-09-01T11:25:57.270 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BzEkZZAnd8UsOVlIyCwPTVHhLYg= 2022-09-01T11:25:57.271 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BzEkZZAnd8UsOVlIyCwPTVHhLYg=', 'Content-Length': '0'} 2022-09-01T11:25:57.273 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005911c895d8ca1f5-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.274 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:25:57.275 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:25:57.275 DEBUG:boto:Method: HEAD 2022-09-01T11:25:57.276 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:25:57.276 DEBUG:boto:Data: 2022-09-01T11:25:57.277 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.277 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.278 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.278 DEBUG:boto:Params: {} 2022-09-01T11:25:57.279 DEBUG:boto:Token: None 2022-09-01T11:25:57.280 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj46 2022-09-01T11:25:57.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BzEkZZAnd8UsOVlIyCwPTVHhLYg= 2022-09-01T11:25:57.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BzEkZZAnd8UsOVlIyCwPTVHhLYg=', 'Content-Length': '0'} 2022-09-01T11:25:57.283 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012093df8f162a920-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.284 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:25:57.285 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:25:57.285 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:25:57.286 DEBUG:boto:Method: GET 2022-09-01T11:25:57.287 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:25:57.287 DEBUG:boto:Data: 2022-09-01T11:25:57.288 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.288 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.289 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.289 DEBUG:boto:Params: {} 2022-09-01T11:25:57.290 DEBUG:boto:Token: None 2022-09-01T11:25:57.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj46 2022-09-01T11:25:57.291 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dS4Je6F8o4Tz/ZX5m0YonnFMaNw= 2022-09-01T11:25:57.292 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dS4Je6F8o4Tz/ZX5m0YonnFMaNw=', 'Content-Length': '0'} 2022-09-01T11:25:57.294 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001a11fee23ea1f15d-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.338 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:25:57.340 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:25:57.342 DEBUG:boto:Method: GET 2022-09-01T11:25:57.343 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:25:57.344 DEBUG:boto:Data: 2022-09-01T11:25:57.345 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.346 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.347 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.348 DEBUG:boto:Params: {} 2022-09-01T11:25:57.349 DEBUG:boto:Token: None 2022-09-01T11:25:57.350 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj46 2022-09-01T11:25:57.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dS4Je6F8o4Tz/ZX5m0YonnFMaNw= 2022-09-01T11:25:57.351 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dS4Je6F8o4Tz/ZX5m0YonnFMaNw=', 'Content-Length': '0'} 2022-09-01T11:25:57.353 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f565df8f10dc9a2f-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.354 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:57.355 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:57.356 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:25:57.356 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:25:57.357 DEBUG:boto:Method: GET 2022-09-01T11:25:57.357 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:25:57.358 DEBUG:boto:Data: 2022-09-01T11:25:57.358 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.359 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.359 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.360 DEBUG:boto:Params: {} 2022-09-01T11:25:57.360 DEBUG:boto:Token: None 2022-09-01T11:25:57.361 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/ 2022-09-01T11:25:57.362 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g= 2022-09-01T11:25:57.362 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g=', 'Content-Length': '0'} 2022-09-01T11:25:57.365 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d012055e5df84ebb-00631096c5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.366 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:57.367 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:57.367 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:57.368 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:25:57.368 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:25:57.369 DEBUG:boto:Method: GET 2022-09-01T11:25:57.369 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:25:57.370 DEBUG:boto:Data: 2022-09-01T11:25:57.371 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.371 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.372 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.372 DEBUG:boto:Params: {} 2022-09-01T11:25:57.373 DEBUG:boto:Token: None 2022-09-01T11:25:57.373 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/ 2022-09-01T11:25:57.374 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g= 2022-09-01T11:25:57.375 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g=', 'Content-Length': '0'} 2022-09-01T11:25:57.380 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001c80b38e19163194-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.381 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:57.381 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:25:57.382 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:25:57.383 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:25:57.384 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.384 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.385 DEBUG:boto:Method: GET 2022-09-01T11:25:57.386 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.387 DEBUG:boto:Data: 2022-09-01T11:25:57.387 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.388 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.388 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.389 DEBUG:boto:Params: {} 2022-09-01T11:25:57.389 DEBUG:boto:Token: None 2022-09-01T11:25:57.390 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.391 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hSEdWlAUqm7LpbTx3OgVvCCQzIw= 2022-09-01T11:25:57.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hSEdWlAUqm7LpbTx3OgVvCCQzIw=', 'Content-Length': '0'} 2022-09-01T11:25:57.394 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d6b7d43e22d57aa-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.394 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:25:57.395 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:25:57.396 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.396 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.397 DEBUG:boto:Method: GET 2022-09-01T11:25:57.397 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.398 DEBUG:boto:Data: 2022-09-01T11:25:57.399 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.399 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.400 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.400 DEBUG:boto:Params: {} 2022-09-01T11:25:57.401 DEBUG:boto:Token: None 2022-09-01T11:25:57.401 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.402 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hSEdWlAUqm7LpbTx3OgVvCCQzIw= 2022-09-01T11:25:57.403 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hSEdWlAUqm7LpbTx3OgVvCCQzIw=', 'Content-Length': '0'} 2022-09-01T11:25:57.405 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000031ac32127966a718-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.446 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:25:57.447 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:25:57.448 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.449 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.450 DEBUG:boto:Method: HEAD 2022-09-01T11:25:57.451 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.452 DEBUG:boto:Data: 2022-09-01T11:25:57.453 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.454 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.455 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.455 DEBUG:boto:Params: {} 2022-09-01T11:25:57.457 DEBUG:boto:Token: None 2022-09-01T11:25:57.458 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gor+Ji39isRM+QFOQwMa1ZLO8zs= 2022-09-01T11:25:57.460 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gor+Ji39isRM+QFOQwMa1ZLO8zs=', 'Content-Length': '0'} 2022-09-01T11:25:57.463 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b0b6dc98a7c09008-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.465 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:25:57.465 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:25:57.468 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.470 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.471 DEBUG:boto:Method: HEAD 2022-09-01T11:25:57.472 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.473 DEBUG:boto:Data: 2022-09-01T11:25:57.474 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.475 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.478 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.479 DEBUG:boto:Params: {} 2022-09-01T11:25:57.480 DEBUG:boto:Token: None 2022-09-01T11:25:57.481 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.482 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gor+Ji39isRM+QFOQwMa1ZLO8zs= 2022-09-01T11:25:57.483 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gor+Ji39isRM+QFOQwMa1ZLO8zs=', 'Content-Length': '0'} 2022-09-01T11:25:57.486 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007ea27c6c40a54700-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.487 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:25:57.488 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:25:57.489 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:25:57.490 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.491 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.491 DEBUG:boto:Method: GET 2022-09-01T11:25:57.492 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.492 DEBUG:boto:Data: 2022-09-01T11:25:57.493 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.493 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.494 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.495 DEBUG:boto:Params: {} 2022-09-01T11:25:57.496 DEBUG:boto:Token: None 2022-09-01T11:25:57.496 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hSEdWlAUqm7LpbTx3OgVvCCQzIw= 2022-09-01T11:25:57.498 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hSEdWlAUqm7LpbTx3OgVvCCQzIw=', 'Content-Length': '0'} 2022-09-01T11:25:57.501 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d4e6b2a5981dbf35-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.502 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:25:57.502 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:25:57.503 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.503 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.504 DEBUG:boto:Method: GET 2022-09-01T11:25:57.505 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.505 DEBUG:boto:Data: 2022-09-01T11:25:57.506 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.507 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.507 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.508 DEBUG:boto:Params: {} 2022-09-01T11:25:57.508 DEBUG:boto:Token: None 2022-09-01T11:25:57.509 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:25:57.510 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hSEdWlAUqm7LpbTx3OgVvCCQzIw= 2022-09-01T11:25:57.511 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hSEdWlAUqm7LpbTx3OgVvCCQzIw=', 'Content-Length': '0'} 2022-09-01T11:25:57.513 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000541da292fac3945e-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.514 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:57.514 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:57.515 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:25:57.516 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:25:57.516 DEBUG:boto:Method: GET 2022-09-01T11:25:57.517 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:25:57.517 DEBUG:boto:Data: 2022-09-01T11:25:57.518 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.518 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.519 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.519 DEBUG:boto:Params: {} 2022-09-01T11:25:57.520 DEBUG:boto:Token: None 2022-09-01T11:25:57.520 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/ 2022-09-01T11:25:57.522 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g= 2022-09-01T11:25:57.522 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g=', 'Content-Length': '0'} 2022-09-01T11:25:57.525 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a6c2442b1d0c6dab-00631096c5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.526 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:57.528 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:57.529 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:57.530 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:25:57.532 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:25:57.533 DEBUG:boto:Method: GET 2022-09-01T11:25:57.534 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:25:57.535 DEBUG:boto:Data: 2022-09-01T11:25:57.536 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.537 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.538 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.539 DEBUG:boto:Params: {} 2022-09-01T11:25:57.539 DEBUG:boto:Token: None 2022-09-01T11:25:57.540 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/ 2022-09-01T11:25:57.541 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g= 2022-09-01T11:25:57.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g=', 'Content-Length': '0'} 2022-09-01T11:25:57.546 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002f2a1bebae76483f-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.547 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:57.548 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:25:57.549 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:25:57.549 DEBUG:boto:Method: HEAD 2022-09-01T11:25:57.550 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:25:57.551 DEBUG:boto:Data: 2022-09-01T11:25:57.552 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.553 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.553 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.554 DEBUG:boto:Params: {} 2022-09-01T11:25:57.554 DEBUG:boto:Token: None 2022-09-01T11:25:57.555 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj51 2022-09-01T11:25:57.555 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MFcPawhS9CCuBhTMEuaXrzrf+9M= 2022-09-01T11:25:57.556 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MFcPawhS9CCuBhTMEuaXrzrf+9M=', 'Content-Length': '0'} 2022-09-01T11:25:57.558 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec4ba1fa81c3c66c-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.559 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:25:57.560 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:25:57.560 DEBUG:boto:Method: HEAD 2022-09-01T11:25:57.561 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:25:57.561 DEBUG:boto:Data: 2022-09-01T11:25:57.562 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.562 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.563 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.564 DEBUG:boto:Params: {} 2022-09-01T11:25:57.564 DEBUG:boto:Token: None 2022-09-01T11:25:57.565 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj51 2022-09-01T11:25:57.566 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MFcPawhS9CCuBhTMEuaXrzrf+9M= 2022-09-01T11:25:57.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MFcPawhS9CCuBhTMEuaXrzrf+9M=', 'Content-Length': '0'} 2022-09-01T11:25:57.569 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000018c1c16d4dfd4d32-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.569 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:25:57.570 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:25:57.571 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:25:57.571 DEBUG:boto:Method: GET 2022-09-01T11:25:57.572 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:25:57.572 DEBUG:boto:Data: 2022-09-01T11:25:57.573 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.574 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.574 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.575 DEBUG:boto:Params: {} 2022-09-01T11:25:57.575 DEBUG:boto:Token: None 2022-09-01T11:25:57.576 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj51 2022-09-01T11:25:57.577 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+x7FuxNYJAUu4C0pZVgo384yr6k= 2022-09-01T11:25:57.577 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+x7FuxNYJAUu4C0pZVgo384yr6k=', 'Content-Length': '0'} 2022-09-01T11:25:57.579 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000680a0932359cf169-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.622 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:25:57.623 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:25:57.623 DEBUG:boto:Method: GET 2022-09-01T11:25:57.625 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:25:57.625 DEBUG:boto:Data: 2022-09-01T11:25:57.626 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.626 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.627 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.628 DEBUG:boto:Params: {} 2022-09-01T11:25:57.628 DEBUG:boto:Token: None 2022-09-01T11:25:57.629 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj51 2022-09-01T11:25:57.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+x7FuxNYJAUu4C0pZVgo384yr6k= 2022-09-01T11:25:57.632 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+x7FuxNYJAUu4C0pZVgo384yr6k=', 'Content-Length': '0'} 2022-09-01T11:25:57.634 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aff879d5042df842-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.635 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:57.635 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:57.636 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:25:57.637 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:25:57.638 DEBUG:boto:Method: GET 2022-09-01T11:25:57.638 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:25:57.639 DEBUG:boto:Data: 2022-09-01T11:25:57.639 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.640 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.641 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.641 DEBUG:boto:Params: {} 2022-09-01T11:25:57.642 DEBUG:boto:Token: None 2022-09-01T11:25:57.643 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/ 2022-09-01T11:25:57.644 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g= 2022-09-01T11:25:57.645 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g=', 'Content-Length': '0'} 2022-09-01T11:25:57.648 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fee3e291cad40bca-00631096c5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.649 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:57.650 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:57.651 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:57.651 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:25:57.652 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:25:57.652 DEBUG:boto:Method: GET 2022-09-01T11:25:57.653 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:25:57.654 DEBUG:boto:Data: 2022-09-01T11:25:57.654 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.655 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.655 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.656 DEBUG:boto:Params: {} 2022-09-01T11:25:57.656 DEBUG:boto:Token: None 2022-09-01T11:25:57.657 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/ 2022-09-01T11:25:57.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g= 2022-09-01T11:25:57.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g=', 'Content-Length': '0'} 2022-09-01T11:25:57.662 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009d2c754b2ee1f716-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.706 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:57.708 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:25:57.708 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:25:57.709 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:25:57.709 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.710 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.710 DEBUG:boto:Method: GET 2022-09-01T11:25:57.711 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.712 DEBUG:boto:Data: 2022-09-01T11:25:57.712 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.713 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.714 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.715 DEBUG:boto:Params: {} 2022-09-01T11:25:57.717 DEBUG:boto:Token: None 2022-09-01T11:25:57.718 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.719 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K8DSiuthgSUR8jFeS64IWZbfWnc= 2022-09-01T11:25:57.720 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K8DSiuthgSUR8jFeS64IWZbfWnc=', 'Content-Length': '0'} 2022-09-01T11:25:57.723 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b5b95cac62191fc-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.724 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:25:57.725 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:25:57.725 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.726 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.727 DEBUG:boto:Method: GET 2022-09-01T11:25:57.727 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.728 DEBUG:boto:Data: 2022-09-01T11:25:57.729 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.731 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.732 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.733 DEBUG:boto:Params: {} 2022-09-01T11:25:57.734 DEBUG:boto:Token: None 2022-09-01T11:25:57.735 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K8DSiuthgSUR8jFeS64IWZbfWnc= 2022-09-01T11:25:57.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K8DSiuthgSUR8jFeS64IWZbfWnc=', 'Content-Length': '0'} 2022-09-01T11:25:57.741 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a2a3cd3bd56179b6-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.742 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:25:57.743 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:25:57.744 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.745 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.746 DEBUG:boto:Method: HEAD 2022-09-01T11:25:57.746 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.748 DEBUG:boto:Data: 2022-09-01T11:25:57.749 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.750 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.751 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.752 DEBUG:boto:Params: {} 2022-09-01T11:25:57.753 DEBUG:boto:Token: None 2022-09-01T11:25:57.754 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.755 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hqwV+lgNmXR2Tc3f5v9R6S19t+Q= 2022-09-01T11:25:57.756 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hqwV+lgNmXR2Tc3f5v9R6S19t+Q=', 'Content-Length': '0'} 2022-09-01T11:25:57.759 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000a8248b7b4df37f8-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.760 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:25:57.760 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:25:57.761 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.762 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.762 DEBUG:boto:Method: HEAD 2022-09-01T11:25:57.763 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.764 DEBUG:boto:Data: 2022-09-01T11:25:57.764 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.765 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.766 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.767 DEBUG:boto:Params: {} 2022-09-01T11:25:57.767 DEBUG:boto:Token: None 2022-09-01T11:25:57.768 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hqwV+lgNmXR2Tc3f5v9R6S19t+Q= 2022-09-01T11:25:57.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hqwV+lgNmXR2Tc3f5v9R6S19t+Q=', 'Content-Length': '0'} 2022-09-01T11:25:57.772 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b4c120cd13a3c68-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.773 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:25:57.775 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:25:57.776 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:25:57.777 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.778 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.779 DEBUG:boto:Method: GET 2022-09-01T11:25:57.781 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.781 DEBUG:boto:Data: 2022-09-01T11:25:57.782 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.783 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.783 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.784 DEBUG:boto:Params: {} 2022-09-01T11:25:57.785 DEBUG:boto:Token: None 2022-09-01T11:25:57.786 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.786 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K8DSiuthgSUR8jFeS64IWZbfWnc= 2022-09-01T11:25:57.787 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K8DSiuthgSUR8jFeS64IWZbfWnc=', 'Content-Length': '0'} 2022-09-01T11:25:57.789 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d0bc8a7dd161e905-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.830 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:25:57.831 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:25:57.832 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.832 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.833 DEBUG:boto:Method: GET 2022-09-01T11:25:57.835 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.836 DEBUG:boto:Data: 2022-09-01T11:25:57.838 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.838 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.839 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.839 DEBUG:boto:Params: {} 2022-09-01T11:25:57.840 DEBUG:boto:Token: None 2022-09-01T11:25:57.841 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:25:57.842 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K8DSiuthgSUR8jFeS64IWZbfWnc= 2022-09-01T11:25:57.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K8DSiuthgSUR8jFeS64IWZbfWnc=', 'Content-Length': '0'} 2022-09-01T11:25:57.845 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c655ccd73ca29713-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.846 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:57.847 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:57.847 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:25:57.848 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:25:57.848 DEBUG:boto:Method: GET 2022-09-01T11:25:57.849 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:25:57.850 DEBUG:boto:Data: 2022-09-01T11:25:57.850 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.851 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.852 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.852 DEBUG:boto:Params: {} 2022-09-01T11:25:57.853 DEBUG:boto:Token: None 2022-09-01T11:25:57.853 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/ 2022-09-01T11:25:57.854 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g= 2022-09-01T11:25:57.855 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g=', 'Content-Length': '0'} 2022-09-01T11:25:57.858 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a5a6ce5c3dd371b2-00631096c5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.859 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:57.860 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:57.860 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:57.861 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:25:57.862 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:25:57.863 DEBUG:boto:Method: GET 2022-09-01T11:25:57.863 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:25:57.864 DEBUG:boto:Data: 2022-09-01T11:25:57.864 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.865 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.865 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.866 DEBUG:boto:Params: {} 2022-09-01T11:25:57.867 DEBUG:boto:Token: None 2022-09-01T11:25:57.867 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/ 2022-09-01T11:25:57.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g= 2022-09-01T11:25:57.869 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g=', 'Content-Length': '0'} 2022-09-01T11:25:57.873 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fc89e97c125c08aa-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.874 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:57.875 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:25:57.876 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:25:57.876 DEBUG:boto:Method: HEAD 2022-09-01T11:25:57.877 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:25:57.877 DEBUG:boto:Data: 2022-09-01T11:25:57.878 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.878 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.879 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.880 DEBUG:boto:Params: {} 2022-09-01T11:25:57.881 DEBUG:boto:Token: None 2022-09-01T11:25:57.881 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj55 2022-09-01T11:25:57.882 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pfH4n4k9oURzyiSjpMs4JPZt0hI= 2022-09-01T11:25:57.883 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pfH4n4k9oURzyiSjpMs4JPZt0hI=', 'Content-Length': '0'} 2022-09-01T11:25:57.885 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b407a042f1396238-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.886 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:25:57.887 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:25:57.888 DEBUG:boto:Method: HEAD 2022-09-01T11:25:57.888 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:25:57.889 DEBUG:boto:Data: 2022-09-01T11:25:57.890 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.891 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.892 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.893 DEBUG:boto:Params: {} 2022-09-01T11:25:57.895 DEBUG:boto:Token: None 2022-09-01T11:25:57.896 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj55 2022-09-01T11:25:57.897 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pfH4n4k9oURzyiSjpMs4JPZt0hI= 2022-09-01T11:25:57.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pfH4n4k9oURzyiSjpMs4JPZt0hI=', 'Content-Length': '0'} 2022-09-01T11:25:57.901 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b6389e95a59be55-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.903 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:25:57.904 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:25:57.905 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:25:57.906 DEBUG:boto:Method: GET 2022-09-01T11:25:57.907 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:25:57.907 DEBUG:boto:Data: 2022-09-01T11:25:57.908 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.908 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.909 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.910 DEBUG:boto:Params: {} 2022-09-01T11:25:57.910 DEBUG:boto:Token: None 2022-09-01T11:25:57.911 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj55 2022-09-01T11:25:57.912 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:25HWBJsATjifeyOmYcYX9e9KaWM= 2022-09-01T11:25:57.913 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:25HWBJsATjifeyOmYcYX9e9KaWM=', 'Content-Length': '0'} 2022-09-01T11:25:57.915 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bb38a71b1be62dae-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.917 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:25:57.917 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:25:57.918 DEBUG:boto:Method: GET 2022-09-01T11:25:57.919 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:25:57.920 DEBUG:boto:Data: 2022-09-01T11:25:57.921 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.922 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.923 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.924 DEBUG:boto:Params: {} 2022-09-01T11:25:57.925 DEBUG:boto:Token: None 2022-09-01T11:25:57.927 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj55 2022-09-01T11:25:57.928 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:25HWBJsATjifeyOmYcYX9e9KaWM= 2022-09-01T11:25:57.929 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:25HWBJsATjifeyOmYcYX9e9KaWM=', 'Content-Length': '0'} 2022-09-01T11:25:57.931 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c04b30260f65433-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.932 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:57.932 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:57.933 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:25:57.933 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:25:57.934 DEBUG:boto:Method: GET 2022-09-01T11:25:57.934 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:25:57.935 DEBUG:boto:Data: 2022-09-01T11:25:57.935 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.936 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.937 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.937 DEBUG:boto:Params: {} 2022-09-01T11:25:57.938 DEBUG:boto:Token: None 2022-09-01T11:25:57.938 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/ 2022-09-01T11:25:57.940 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g= 2022-09-01T11:25:57.940 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g=', 'Content-Length': '0'} 2022-09-01T11:25:57.943 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000804f84ccc7f357c4-00631096c5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.944 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:57.945 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:57.945 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:57.946 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:25:57.946 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:25:57.947 DEBUG:boto:Method: GET 2022-09-01T11:25:57.948 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:25:57.948 DEBUG:boto:Data: 2022-09-01T11:25:57.949 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.949 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.950 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.951 DEBUG:boto:Params: {} 2022-09-01T11:25:57.951 DEBUG:boto:Token: None 2022-09-01T11:25:57.952 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/ 2022-09-01T11:25:57.953 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g= 2022-09-01T11:25:57.954 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:00OzUyVY3CElnBHv0g3Ln2Jp7+g=', 'Content-Length': '0'} 2022-09-01T11:25:57.958 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a198e960f5a28a56-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.959 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:57.960 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:25:57.960 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:25:57.961 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:25:57.961 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:57.962 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:57.962 DEBUG:boto:Method: GET 2022-09-01T11:25:57.963 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:57.964 DEBUG:boto:Data: 2022-09-01T11:25:57.965 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.965 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:57.966 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.966 DEBUG:boto:Params: {} 2022-09-01T11:25:57.967 DEBUG:boto:Token: None 2022-09-01T11:25:57.967 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:57.968 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+ayDgTFhtRgxodlfM1jNF4xkqEA= 2022-09-01T11:25:57.969 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+ayDgTFhtRgxodlfM1jNF4xkqEA=', 'Content-Length': '0'} 2022-09-01T11:25:57.973 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000093c2e814f31c382d-00631096c5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:57.974 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:25:57.975 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:25:57.975 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:57.976 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:57.976 DEBUG:boto:Method: GET 2022-09-01T11:25:57.977 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:57.978 DEBUG:boto:Data: 2022-09-01T11:25:57.978 DEBUG:boto:Headers: {} 2022-09-01T11:25:57.979 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:57.979 DEBUG:boto:Port: 8000 2022-09-01T11:25:57.980 DEBUG:boto:Params: {} 2022-09-01T11:25:57.980 DEBUG:boto:Token: None 2022-09-01T11:25:57.982 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:57 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:57.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+ayDgTFhtRgxodlfM1jNF4xkqEA= 2022-09-01T11:25:57.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+ayDgTFhtRgxodlfM1jNF4xkqEA=', 'Content-Length': '0'} 2022-09-01T11:25:57.985 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000004299e4f800ab766-00631096c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.026 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:25:58.027 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:25:58.028 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.029 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.031 DEBUG:boto:Method: HEAD 2022-09-01T11:25:58.032 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.033 DEBUG:boto:Data: 2022-09-01T11:25:58.034 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.035 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.035 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.036 DEBUG:boto:Params: {} 2022-09-01T11:25:58.037 DEBUG:boto:Token: None 2022-09-01T11:25:58.037 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.039 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:whPi1pDQUGrhBUJ5gsq37yRJmww= 2022-09-01T11:25:58.041 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:whPi1pDQUGrhBUJ5gsq37yRJmww=', 'Content-Length': '0'} 2022-09-01T11:25:58.045 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000047a7ddfd1d1ff23a-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.046 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:25:58.047 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:25:58.047 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.048 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.048 DEBUG:boto:Method: HEAD 2022-09-01T11:25:58.049 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.050 DEBUG:boto:Data: 2022-09-01T11:25:58.050 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.051 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.051 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.052 DEBUG:boto:Params: {} 2022-09-01T11:25:58.052 DEBUG:boto:Token: None 2022-09-01T11:25:58.053 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:whPi1pDQUGrhBUJ5gsq37yRJmww= 2022-09-01T11:25:58.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:whPi1pDQUGrhBUJ5gsq37yRJmww=', 'Content-Length': '0'} 2022-09-01T11:25:58.057 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000decad5f23220a64-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.058 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:25:58.059 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:25:58.059 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:25:58.060 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.061 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.061 DEBUG:boto:Method: GET 2022-09-01T11:25:58.062 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.062 DEBUG:boto:Data: 2022-09-01T11:25:58.063 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.063 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.065 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.065 DEBUG:boto:Params: {} 2022-09-01T11:25:58.067 DEBUG:boto:Token: None 2022-09-01T11:25:58.067 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.068 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5JgLJLF6voHGHjahJu1BzcQK/ik= 2022-09-01T11:25:58.069 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5JgLJLF6voHGHjahJu1BzcQK/ik=', 'Content-Length': '0'} 2022-09-01T11:25:58.071 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d68413da1859b78a-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.073 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:25:58.073 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:25:58.074 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.075 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.076 DEBUG:boto:Method: GET 2022-09-01T11:25:58.077 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.077 DEBUG:boto:Data: 2022-09-01T11:25:58.079 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.080 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.081 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.082 DEBUG:boto:Params: {} 2022-09-01T11:25:58.083 DEBUG:boto:Token: None 2022-09-01T11:25:58.084 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:25:58.085 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5JgLJLF6voHGHjahJu1BzcQK/ik= 2022-09-01T11:25:58.086 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5JgLJLF6voHGHjahJu1BzcQK/ik=', 'Content-Length': '0'} 2022-09-01T11:25:58.088 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000890a363fd6b884f6-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.090 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:58.091 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:58.092 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:25:58.092 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:25:58.093 DEBUG:boto:Method: GET 2022-09-01T11:25:58.094 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:25:58.095 DEBUG:boto:Data: 2022-09-01T11:25:58.096 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.097 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.098 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.099 DEBUG:boto:Params: {} 2022-09-01T11:25:58.100 DEBUG:boto:Token: None 2022-09-01T11:25:58.101 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/ 2022-09-01T11:25:58.102 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs= 2022-09-01T11:25:58.104 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs=', 'Content-Length': '0'} 2022-09-01T11:25:58.108 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003def087b38706906-00631096c6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.109 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:58.111 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:58.112 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:58.116 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:25:58.119 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:25:58.120 DEBUG:boto:Method: GET 2022-09-01T11:25:58.122 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:25:58.123 DEBUG:boto:Data: 2022-09-01T11:25:58.124 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.125 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.131 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.132 DEBUG:boto:Params: {} 2022-09-01T11:25:58.133 DEBUG:boto:Token: None 2022-09-01T11:25:58.134 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/ 2022-09-01T11:25:58.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs= 2022-09-01T11:25:58.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs=', 'Content-Length': '0'} 2022-09-01T11:25:58.141 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f4da2ca0ebeb16d4-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.143 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:58.144 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:25:58.145 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:25:58.146 DEBUG:boto:Method: HEAD 2022-09-01T11:25:58.147 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:25:58.148 DEBUG:boto:Data: 2022-09-01T11:25:58.148 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.149 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.150 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.151 DEBUG:boto:Params: {} 2022-09-01T11:25:58.152 DEBUG:boto:Token: None 2022-09-01T11:25:58.152 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj57 2022-09-01T11:25:58.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SCR6Bd6q2qLgA+J/246Fbc8CKg0= 2022-09-01T11:25:58.153 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SCR6Bd6q2qLgA+J/246Fbc8CKg0=', 'Content-Length': '0'} 2022-09-01T11:25:58.156 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000539dcbcdeae8afe9-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.157 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:25:58.157 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:25:58.158 DEBUG:boto:Method: HEAD 2022-09-01T11:25:58.158 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:25:58.159 DEBUG:boto:Data: 2022-09-01T11:25:58.159 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.160 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.160 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.161 DEBUG:boto:Params: {} 2022-09-01T11:25:58.162 DEBUG:boto:Token: None 2022-09-01T11:25:58.162 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj57 2022-09-01T11:25:58.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SCR6Bd6q2qLgA+J/246Fbc8CKg0= 2022-09-01T11:25:58.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SCR6Bd6q2qLgA+J/246Fbc8CKg0=', 'Content-Length': '0'} 2022-09-01T11:25:58.166 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000075a266fb1ba5f675-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.167 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:25:58.168 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:25:58.168 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:25:58.169 DEBUG:boto:Method: GET 2022-09-01T11:25:58.169 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:25:58.170 DEBUG:boto:Data: 2022-09-01T11:25:58.171 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.171 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.172 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.172 DEBUG:boto:Params: {} 2022-09-01T11:25:58.173 DEBUG:boto:Token: None 2022-09-01T11:25:58.174 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj57 2022-09-01T11:25:58.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BEcl2rS2+QETXaaB3Lo4DggcpYc= 2022-09-01T11:25:58.175 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BEcl2rS2+QETXaaB3Lo4DggcpYc=', 'Content-Length': '0'} 2022-09-01T11:25:58.177 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a49be2ee5a3218d4-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.178 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:25:58.179 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:25:58.180 DEBUG:boto:Method: GET 2022-09-01T11:25:58.180 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:25:58.181 DEBUG:boto:Data: 2022-09-01T11:25:58.181 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.182 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.182 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.183 DEBUG:boto:Params: {} 2022-09-01T11:25:58.183 DEBUG:boto:Token: None 2022-09-01T11:25:58.184 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj57 2022-09-01T11:25:58.185 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BEcl2rS2+QETXaaB3Lo4DggcpYc= 2022-09-01T11:25:58.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BEcl2rS2+QETXaaB3Lo4DggcpYc=', 'Content-Length': '0'} 2022-09-01T11:25:58.188 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000046053ce4ebae179d-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.230 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:58.231 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:58.233 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:25:58.233 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:25:58.235 DEBUG:boto:Method: GET 2022-09-01T11:25:58.236 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:25:58.236 DEBUG:boto:Data: 2022-09-01T11:25:58.246 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.247 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.248 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.249 DEBUG:boto:Params: {} 2022-09-01T11:25:58.250 DEBUG:boto:Token: None 2022-09-01T11:25:58.251 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/ 2022-09-01T11:25:58.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs= 2022-09-01T11:25:58.253 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs=', 'Content-Length': '0'} 2022-09-01T11:25:58.257 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008eb80671ec8090e3-00631096c6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.258 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:58.259 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:58.260 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:58.261 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:25:58.262 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:25:58.263 DEBUG:boto:Method: GET 2022-09-01T11:25:58.264 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:25:58.265 DEBUG:boto:Data: 2022-09-01T11:25:58.266 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.267 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.268 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.269 DEBUG:boto:Params: {} 2022-09-01T11:25:58.270 DEBUG:boto:Token: None 2022-09-01T11:25:58.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/ 2022-09-01T11:25:58.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs= 2022-09-01T11:25:58.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs=', 'Content-Length': '0'} 2022-09-01T11:25:58.278 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b303d45834c76fe5-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.279 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:58.280 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:25:58.281 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:25:58.282 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:25:58.283 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.283 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.284 DEBUG:boto:Method: GET 2022-09-01T11:25:58.284 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.285 DEBUG:boto:Data: 2022-09-01T11:25:58.285 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.286 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.287 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.287 DEBUG:boto:Params: {} 2022-09-01T11:25:58.288 DEBUG:boto:Token: None 2022-09-01T11:25:58.289 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.290 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H/YBftHWzswaJAkRM1/+590egIM= 2022-09-01T11:25:58.291 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H/YBftHWzswaJAkRM1/+590egIM=', 'Content-Length': '0'} 2022-09-01T11:25:58.294 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c1e41f1ac7dee487-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.295 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:25:58.295 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:25:58.296 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.296 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.297 DEBUG:boto:Method: GET 2022-09-01T11:25:58.297 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.298 DEBUG:boto:Data: 2022-09-01T11:25:58.299 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.300 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.300 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.301 DEBUG:boto:Params: {} 2022-09-01T11:25:58.301 DEBUG:boto:Token: None 2022-09-01T11:25:58.302 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.303 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H/YBftHWzswaJAkRM1/+590egIM= 2022-09-01T11:25:58.303 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H/YBftHWzswaJAkRM1/+590egIM=', 'Content-Length': '0'} 2022-09-01T11:25:58.306 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d018fa88ef91c62-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.306 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:25:58.307 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:25:58.308 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.308 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.309 DEBUG:boto:Method: HEAD 2022-09-01T11:25:58.309 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.310 DEBUG:boto:Data: 2022-09-01T11:25:58.311 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.311 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.312 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.312 DEBUG:boto:Params: {} 2022-09-01T11:25:58.313 DEBUG:boto:Token: None 2022-09-01T11:25:58.313 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.314 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EUQde18OQiorZPO6LQbq3CPLwVE= 2022-09-01T11:25:58.315 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EUQde18OQiorZPO6LQbq3CPLwVE=', 'Content-Length': '0'} 2022-09-01T11:25:58.317 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000055981e881599c9b4-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.317 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:25:58.318 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:25:58.319 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.319 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.320 DEBUG:boto:Method: HEAD 2022-09-01T11:25:58.320 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.321 DEBUG:boto:Data: 2022-09-01T11:25:58.321 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.322 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.322 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.323 DEBUG:boto:Params: {} 2022-09-01T11:25:58.323 DEBUG:boto:Token: None 2022-09-01T11:25:58.324 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.324 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EUQde18OQiorZPO6LQbq3CPLwVE= 2022-09-01T11:25:58.325 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EUQde18OQiorZPO6LQbq3CPLwVE=', 'Content-Length': '0'} 2022-09-01T11:25:58.327 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000383e9ea24d47bf76-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.328 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:25:58.329 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:25:58.329 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:25:58.330 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.330 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.331 DEBUG:boto:Method: GET 2022-09-01T11:25:58.332 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.332 DEBUG:boto:Data: 2022-09-01T11:25:58.333 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.333 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.334 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.335 DEBUG:boto:Params: {} 2022-09-01T11:25:58.335 DEBUG:boto:Token: None 2022-09-01T11:25:58.336 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.337 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H/YBftHWzswaJAkRM1/+590egIM= 2022-09-01T11:25:58.337 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H/YBftHWzswaJAkRM1/+590egIM=', 'Content-Length': '0'} 2022-09-01T11:25:58.339 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cc45ecd6d46bdd2b-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.340 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:25:58.341 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:25:58.341 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.342 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.342 DEBUG:boto:Method: GET 2022-09-01T11:25:58.343 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.344 DEBUG:boto:Data: 2022-09-01T11:25:58.344 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.345 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.345 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.346 DEBUG:boto:Params: {} 2022-09-01T11:25:58.346 DEBUG:boto:Token: None 2022-09-01T11:25:58.347 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:25:58.348 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H/YBftHWzswaJAkRM1/+590egIM= 2022-09-01T11:25:58.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H/YBftHWzswaJAkRM1/+590egIM=', 'Content-Length': '0'} 2022-09-01T11:25:58.351 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002e8adba8028b2999-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.352 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:58.353 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:58.353 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:25:58.354 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:25:58.354 DEBUG:boto:Method: GET 2022-09-01T11:25:58.355 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:25:58.355 DEBUG:boto:Data: 2022-09-01T11:25:58.356 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.356 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.357 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.357 DEBUG:boto:Params: {} 2022-09-01T11:25:58.358 DEBUG:boto:Token: None 2022-09-01T11:25:58.359 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/ 2022-09-01T11:25:58.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs= 2022-09-01T11:25:58.360 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs=', 'Content-Length': '0'} 2022-09-01T11:25:58.363 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000131165c66a1c5416-00631096c6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.363 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:58.364 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:58.372 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:58.373 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:25:58.374 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:25:58.374 DEBUG:boto:Method: GET 2022-09-01T11:25:58.375 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:25:58.376 DEBUG:boto:Data: 2022-09-01T11:25:58.376 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.377 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.377 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.378 DEBUG:boto:Params: {} 2022-09-01T11:25:58.378 DEBUG:boto:Token: None 2022-09-01T11:25:58.379 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/ 2022-09-01T11:25:58.380 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs= 2022-09-01T11:25:58.380 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs=', 'Content-Length': '0'} 2022-09-01T11:25:58.386 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a549b25cfd95dc9d-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.387 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:58.388 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:25:58.388 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:25:58.389 DEBUG:boto:Method: HEAD 2022-09-01T11:25:58.389 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:25:58.390 DEBUG:boto:Data: 2022-09-01T11:25:58.391 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.391 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.392 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.392 DEBUG:boto:Params: {} 2022-09-01T11:25:58.393 DEBUG:boto:Token: None 2022-09-01T11:25:58.394 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj58 2022-09-01T11:25:58.395 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jX6UFiwBCfLPrYkKc8ed4gutVSc= 2022-09-01T11:25:58.396 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jX6UFiwBCfLPrYkKc8ed4gutVSc=', 'Content-Length': '0'} 2022-09-01T11:25:58.398 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009f8148914383ddb6-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.400 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:25:58.401 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:25:58.402 DEBUG:boto:Method: HEAD 2022-09-01T11:25:58.402 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:25:58.403 DEBUG:boto:Data: 2022-09-01T11:25:58.404 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.405 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.406 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.407 DEBUG:boto:Params: {} 2022-09-01T11:25:58.408 DEBUG:boto:Token: None 2022-09-01T11:25:58.409 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj58 2022-09-01T11:25:58.410 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jX6UFiwBCfLPrYkKc8ed4gutVSc= 2022-09-01T11:25:58.411 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jX6UFiwBCfLPrYkKc8ed4gutVSc=', 'Content-Length': '0'} 2022-09-01T11:25:58.413 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c181f3356f1b409-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.414 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:25:58.415 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:25:58.417 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:25:58.418 DEBUG:boto:Method: GET 2022-09-01T11:25:58.418 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:25:58.419 DEBUG:boto:Data: 2022-09-01T11:25:58.419 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.420 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.420 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.421 DEBUG:boto:Params: {} 2022-09-01T11:25:58.422 DEBUG:boto:Token: None 2022-09-01T11:25:58.422 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj58 2022-09-01T11:25:58.423 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IjpzFw9rPHbgWeyi4TGR7YntxN8= 2022-09-01T11:25:58.423 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IjpzFw9rPHbgWeyi4TGR7YntxN8=', 'Content-Length': '0'} 2022-09-01T11:25:58.426 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe06353a1b0c291c-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.466 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:25:58.467 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:25:58.468 DEBUG:boto:Method: GET 2022-09-01T11:25:58.469 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:25:58.469 DEBUG:boto:Data: 2022-09-01T11:25:58.470 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.471 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.471 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.472 DEBUG:boto:Params: {} 2022-09-01T11:25:58.473 DEBUG:boto:Token: None 2022-09-01T11:25:58.474 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj58 2022-09-01T11:25:58.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IjpzFw9rPHbgWeyi4TGR7YntxN8= 2022-09-01T11:25:58.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IjpzFw9rPHbgWeyi4TGR7YntxN8=', 'Content-Length': '0'} 2022-09-01T11:25:58.478 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a8b0e76a4990dcdc-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.479 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:58.480 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:58.481 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:25:58.482 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:25:58.482 DEBUG:boto:Method: GET 2022-09-01T11:25:58.483 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:25:58.483 DEBUG:boto:Data: 2022-09-01T11:25:58.484 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.485 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.485 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.486 DEBUG:boto:Params: {} 2022-09-01T11:25:58.486 DEBUG:boto:Token: None 2022-09-01T11:25:58.487 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/ 2022-09-01T11:25:58.488 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs= 2022-09-01T11:25:58.488 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs=', 'Content-Length': '0'} 2022-09-01T11:25:58.492 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000051b75ffbf5210d42-00631096c6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.493 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:58.495 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:58.496 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:58.497 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:25:58.498 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:25:58.499 DEBUG:boto:Method: GET 2022-09-01T11:25:58.500 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:25:58.502 DEBUG:boto:Data: 2022-09-01T11:25:58.503 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.504 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.505 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.506 DEBUG:boto:Params: {} 2022-09-01T11:25:58.507 DEBUG:boto:Token: None 2022-09-01T11:25:58.508 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/ 2022-09-01T11:25:58.509 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs= 2022-09-01T11:25:58.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs=', 'Content-Length': '0'} 2022-09-01T11:25:58.517 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000006f6f75163f23934-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.518 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:58.518 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:25:58.519 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:25:58.520 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:25:58.520 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.521 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.521 DEBUG:boto:Method: GET 2022-09-01T11:25:58.522 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.523 DEBUG:boto:Data: 2022-09-01T11:25:58.523 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.524 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.524 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.525 DEBUG:boto:Params: {} 2022-09-01T11:25:58.525 DEBUG:boto:Token: None 2022-09-01T11:25:58.526 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.527 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zoW9OhiRw74XwYK6oIkxkF94zWk= 2022-09-01T11:25:58.528 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zoW9OhiRw74XwYK6oIkxkF94zWk=', 'Content-Length': '0'} 2022-09-01T11:25:58.530 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d28a5467a539be8-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.532 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:25:58.533 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:25:58.534 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.535 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.536 DEBUG:boto:Method: GET 2022-09-01T11:25:58.537 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.538 DEBUG:boto:Data: 2022-09-01T11:25:58.539 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.539 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.540 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.542 DEBUG:boto:Params: {} 2022-09-01T11:25:58.543 DEBUG:boto:Token: None 2022-09-01T11:25:58.544 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.545 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zoW9OhiRw74XwYK6oIkxkF94zWk= 2022-09-01T11:25:58.547 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zoW9OhiRw74XwYK6oIkxkF94zWk=', 'Content-Length': '0'} 2022-09-01T11:25:58.550 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b0306367b0f6543-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.551 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:25:58.552 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:25:58.553 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.553 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.554 DEBUG:boto:Method: HEAD 2022-09-01T11:25:58.565 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.567 DEBUG:boto:Data: 2022-09-01T11:25:58.568 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.568 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.569 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.570 DEBUG:boto:Params: {} 2022-09-01T11:25:58.571 DEBUG:boto:Token: None 2022-09-01T11:25:58.572 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.574 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zbf6AdPE4RQPX870G9/NqQfsC34= 2022-09-01T11:25:58.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zbf6AdPE4RQPX870G9/NqQfsC34=', 'Content-Length': '0'} 2022-09-01T11:25:58.579 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000001cfeda96cb8715b-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.581 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:25:58.582 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:25:58.585 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.586 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.587 DEBUG:boto:Method: HEAD 2022-09-01T11:25:58.589 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.590 DEBUG:boto:Data: 2022-09-01T11:25:58.591 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.592 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.592 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.593 DEBUG:boto:Params: {} 2022-09-01T11:25:58.595 DEBUG:boto:Token: None 2022-09-01T11:25:58.596 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.597 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zbf6AdPE4RQPX870G9/NqQfsC34= 2022-09-01T11:25:58.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zbf6AdPE4RQPX870G9/NqQfsC34=', 'Content-Length': '0'} 2022-09-01T11:25:58.600 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee861bfa93190cb5-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.602 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:25:58.602 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:25:58.603 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:25:58.604 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.605 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.606 DEBUG:boto:Method: GET 2022-09-01T11:25:58.607 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.612 DEBUG:boto:Data: 2022-09-01T11:25:58.613 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.614 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.615 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.615 DEBUG:boto:Params: {} 2022-09-01T11:25:58.616 DEBUG:boto:Token: None 2022-09-01T11:25:58.617 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zoW9OhiRw74XwYK6oIkxkF94zWk= 2022-09-01T11:25:58.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zoW9OhiRw74XwYK6oIkxkF94zWk=', 'Content-Length': '0'} 2022-09-01T11:25:58.623 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f6da5a18173c2247-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.624 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:25:58.626 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:25:58.627 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.627 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.628 DEBUG:boto:Method: GET 2022-09-01T11:25:58.629 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.630 DEBUG:boto:Data: 2022-09-01T11:25:58.631 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.633 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.634 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.635 DEBUG:boto:Params: {} 2022-09-01T11:25:58.635 DEBUG:boto:Token: None 2022-09-01T11:25:58.636 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:25:58.636 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zoW9OhiRw74XwYK6oIkxkF94zWk= 2022-09-01T11:25:58.637 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zoW9OhiRw74XwYK6oIkxkF94zWk=', 'Content-Length': '0'} 2022-09-01T11:25:58.639 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d203c694a3d8da6-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.640 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:58.641 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:58.641 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:25:58.642 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:25:58.643 DEBUG:boto:Method: GET 2022-09-01T11:25:58.644 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:25:58.645 DEBUG:boto:Data: 2022-09-01T11:25:58.646 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.646 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.647 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.647 DEBUG:boto:Params: {} 2022-09-01T11:25:58.648 DEBUG:boto:Token: None 2022-09-01T11:25:58.649 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/ 2022-09-01T11:25:58.650 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs= 2022-09-01T11:25:58.650 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs=', 'Content-Length': '0'} 2022-09-01T11:25:58.653 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b76787e8fe7c4daa-00631096c6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.694 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:58.696 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:58.698 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:58.699 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:25:58.700 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:25:58.701 DEBUG:boto:Method: GET 2022-09-01T11:25:58.702 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:25:58.702 DEBUG:boto:Data: 2022-09-01T11:25:58.703 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.703 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.704 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.704 DEBUG:boto:Params: {} 2022-09-01T11:25:58.705 DEBUG:boto:Token: None 2022-09-01T11:25:58.706 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/ 2022-09-01T11:25:58.707 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs= 2022-09-01T11:25:58.708 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs=', 'Content-Length': '0'} 2022-09-01T11:25:58.712 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002859ead6ad2a5230-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.713 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:58.714 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:25:58.715 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:25:58.716 DEBUG:boto:Method: HEAD 2022-09-01T11:25:58.717 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:25:58.718 DEBUG:boto:Data: 2022-09-01T11:25:58.719 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.720 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.721 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.721 DEBUG:boto:Params: {} 2022-09-01T11:25:58.722 DEBUG:boto:Token: None 2022-09-01T11:25:58.723 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj68 2022-09-01T11:25:58.724 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QHraO8sHOY/L/INlxcstS5Nv+6I= 2022-09-01T11:25:58.726 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QHraO8sHOY/L/INlxcstS5Nv+6I=', 'Content-Length': '0'} 2022-09-01T11:25:58.728 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002d826c3fe518bc7a-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.728 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:25:58.729 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:25:58.730 DEBUG:boto:Method: HEAD 2022-09-01T11:25:58.731 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:25:58.731 DEBUG:boto:Data: 2022-09-01T11:25:58.732 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.733 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.733 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.734 DEBUG:boto:Params: {} 2022-09-01T11:25:58.734 DEBUG:boto:Token: None 2022-09-01T11:25:58.735 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj68 2022-09-01T11:25:58.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QHraO8sHOY/L/INlxcstS5Nv+6I= 2022-09-01T11:25:58.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QHraO8sHOY/L/INlxcstS5Nv+6I=', 'Content-Length': '0'} 2022-09-01T11:25:58.744 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e0eefad6cf73fe5c-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.746 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:25:58.747 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:25:58.748 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:25:58.750 DEBUG:boto:Method: GET 2022-09-01T11:25:58.751 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:25:58.752 DEBUG:boto:Data: 2022-09-01T11:25:58.754 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.755 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.758 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.759 DEBUG:boto:Params: {} 2022-09-01T11:25:58.760 DEBUG:boto:Token: None 2022-09-01T11:25:58.761 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj68 2022-09-01T11:25:58.762 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gYVAJ6vg3tbb3fW/cP/ni9toV8k= 2022-09-01T11:25:58.763 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gYVAJ6vg3tbb3fW/cP/ni9toV8k=', 'Content-Length': '0'} 2022-09-01T11:25:58.766 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000037aff91aa5578f39-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.767 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:25:58.768 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:25:58.769 DEBUG:boto:Method: GET 2022-09-01T11:25:58.770 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:25:58.771 DEBUG:boto:Data: 2022-09-01T11:25:58.772 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.773 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.774 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.774 DEBUG:boto:Params: {} 2022-09-01T11:25:58.776 DEBUG:boto:Token: None 2022-09-01T11:25:58.776 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj68 2022-09-01T11:25:58.778 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gYVAJ6vg3tbb3fW/cP/ni9toV8k= 2022-09-01T11:25:58.779 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gYVAJ6vg3tbb3fW/cP/ni9toV8k=', 'Content-Length': '0'} 2022-09-01T11:25:58.782 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000831ecc4ba974025c-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.822 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:58.823 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:58.824 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:25:58.825 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:25:58.826 DEBUG:boto:Method: GET 2022-09-01T11:25:58.826 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:25:58.829 DEBUG:boto:Data: 2022-09-01T11:25:58.830 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.831 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.832 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.833 DEBUG:boto:Params: {} 2022-09-01T11:25:58.835 DEBUG:boto:Token: None 2022-09-01T11:25:58.836 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/ 2022-09-01T11:25:58.838 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs= 2022-09-01T11:25:58.839 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs=', 'Content-Length': '0'} 2022-09-01T11:25:58.843 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f74644e36f942409-00631096c6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.844 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:58.845 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:58.846 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:58.847 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:25:58.848 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:25:58.849 DEBUG:boto:Method: GET 2022-09-01T11:25:58.850 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:25:58.851 DEBUG:boto:Data: 2022-09-01T11:25:58.852 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.853 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.854 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.855 DEBUG:boto:Params: {} 2022-09-01T11:25:58.857 DEBUG:boto:Token: None 2022-09-01T11:25:58.858 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/ 2022-09-01T11:25:58.859 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs= 2022-09-01T11:25:58.860 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YUL0uq1iHdIUfaX50tucGMkHBOs=', 'Content-Length': '0'} 2022-09-01T11:25:58.865 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008e1a57b60e81d9e9-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.870 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:58.871 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:25:58.872 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:25:58.873 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:25:58.874 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.875 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.877 DEBUG:boto:Method: GET 2022-09-01T11:25:58.878 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.879 DEBUG:boto:Data: 2022-09-01T11:25:58.880 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.881 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.882 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.883 DEBUG:boto:Params: {} 2022-09-01T11:25:58.884 DEBUG:boto:Token: None 2022-09-01T11:25:58.885 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kWX8GU4H2GHbZat/VrK/NTtQMLM= 2022-09-01T11:25:58.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kWX8GU4H2GHbZat/VrK/NTtQMLM=', 'Content-Length': '0'} 2022-09-01T11:25:58.897 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007fa2473fef6023a9-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.899 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:25:58.900 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:25:58.901 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.904 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.905 DEBUG:boto:Method: GET 2022-09-01T11:25:58.907 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.908 DEBUG:boto:Data: 2022-09-01T11:25:58.909 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.912 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.916 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.916 DEBUG:boto:Params: {} 2022-09-01T11:25:58.918 DEBUG:boto:Token: None 2022-09-01T11:25:58.920 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.921 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kWX8GU4H2GHbZat/VrK/NTtQMLM= 2022-09-01T11:25:58.922 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kWX8GU4H2GHbZat/VrK/NTtQMLM=', 'Content-Length': '0'} 2022-09-01T11:25:58.926 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b998f16969c1908f-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.928 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:25:58.930 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:25:58.931 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.932 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.933 DEBUG:boto:Method: HEAD 2022-09-01T11:25:58.934 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.935 DEBUG:boto:Data: 2022-09-01T11:25:58.936 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.937 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.938 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.939 DEBUG:boto:Params: {} 2022-09-01T11:25:58.941 DEBUG:boto:Token: None 2022-09-01T11:25:58.942 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nwW+yt+apngkBuEzOdFuqgKRPxY= 2022-09-01T11:25:58.943 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nwW+yt+apngkBuEzOdFuqgKRPxY=', 'Content-Length': '0'} 2022-09-01T11:25:58.946 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cd2c1cf2e1941a2f-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.948 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:25:58.957 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:25:58.958 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.958 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.959 DEBUG:boto:Method: HEAD 2022-09-01T11:25:58.959 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.960 DEBUG:boto:Data: 2022-09-01T11:25:58.961 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.961 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:58.962 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.962 DEBUG:boto:Params: {} 2022-09-01T11:25:58.963 DEBUG:boto:Token: None 2022-09-01T11:25:58.963 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nwW+yt+apngkBuEzOdFuqgKRPxY= 2022-09-01T11:25:58.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nwW+yt+apngkBuEzOdFuqgKRPxY=', 'Content-Length': '0'} 2022-09-01T11:25:58.967 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e4957c2491d4d08-00631096c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.968 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:25:58.969 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:25:58.971 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:25:58.972 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.972 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.973 DEBUG:boto:Method: GET 2022-09-01T11:25:58.974 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.975 DEBUG:boto:Data: 2022-09-01T11:25:58.976 DEBUG:boto:Headers: {} 2022-09-01T11:25:58.977 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:58.978 DEBUG:boto:Port: 8000 2022-09-01T11:25:58.979 DEBUG:boto:Params: {} 2022-09-01T11:25:58.982 DEBUG:boto:Token: None 2022-09-01T11:25:58.983 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:58 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kWX8GU4H2GHbZat/VrK/NTtQMLM= 2022-09-01T11:25:58.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kWX8GU4H2GHbZat/VrK/NTtQMLM=', 'Content-Length': '0'} 2022-09-01T11:25:58.993 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c80a97d13ed9c42-00631096c6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:58.995 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:25:58.996 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:25:58.997 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:58.999 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:59.000 DEBUG:boto:Method: GET 2022-09-01T11:25:59.001 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:59.002 DEBUG:boto:Data: 2022-09-01T11:25:59.003 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.004 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.005 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.006 DEBUG:boto:Params: {} 2022-09-01T11:25:59.008 DEBUG:boto:Token: None 2022-09-01T11:25:59.009 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:25:59.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x/ju1v6NIxcw+kpdfkZi4BShcek= 2022-09-01T11:25:59.011 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x/ju1v6NIxcw+kpdfkZi4BShcek=', 'Content-Length': '0'} 2022-09-01T11:25:59.015 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e00cfb75e871886a-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.017 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:59.018 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:59.019 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:25:59.020 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:25:59.021 DEBUG:boto:Method: GET 2022-09-01T11:25:59.022 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:25:59.023 DEBUG:boto:Data: 2022-09-01T11:25:59.026 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.027 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.028 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.029 DEBUG:boto:Params: {} 2022-09-01T11:25:59.030 DEBUG:boto:Token: None 2022-09-01T11:25:59.031 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/ 2022-09-01T11:25:59.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc= 2022-09-01T11:25:59.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc=', 'Content-Length': '0'} 2022-09-01T11:25:59.035 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002a01f49724baa708-00631096c7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.036 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:59.037 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:59.038 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:59.039 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:25:59.039 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:25:59.040 DEBUG:boto:Method: GET 2022-09-01T11:25:59.041 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:25:59.041 DEBUG:boto:Data: 2022-09-01T11:25:59.048 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.049 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.051 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.052 DEBUG:boto:Params: {} 2022-09-01T11:25:59.056 DEBUG:boto:Token: None 2022-09-01T11:25:59.057 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/ 2022-09-01T11:25:59.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc= 2022-09-01T11:25:59.059 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc=', 'Content-Length': '0'} 2022-09-01T11:25:59.064 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000046df02ba1add470e-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.065 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:59.066 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:25:59.067 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:25:59.067 DEBUG:boto:Method: HEAD 2022-09-01T11:25:59.068 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:25:59.069 DEBUG:boto:Data: 2022-09-01T11:25:59.070 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.071 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.071 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.072 DEBUG:boto:Params: {} 2022-09-01T11:25:59.073 DEBUG:boto:Token: None 2022-09-01T11:25:59.082 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj69 2022-09-01T11:25:59.083 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:51TUodPKTZR1dv5FO0X5kv9Zn84= 2022-09-01T11:25:59.084 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:51TUodPKTZR1dv5FO0X5kv9Zn84=', 'Content-Length': '0'} 2022-09-01T11:25:59.088 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008c533dab28a0afe8-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.090 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:25:59.090 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:25:59.096 DEBUG:boto:Method: HEAD 2022-09-01T11:25:59.097 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:25:59.098 DEBUG:boto:Data: 2022-09-01T11:25:59.099 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.101 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.101 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.102 DEBUG:boto:Params: {} 2022-09-01T11:25:59.103 DEBUG:boto:Token: None 2022-09-01T11:25:59.104 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj69 2022-09-01T11:25:59.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:51TUodPKTZR1dv5FO0X5kv9Zn84= 2022-09-01T11:25:59.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:51TUodPKTZR1dv5FO0X5kv9Zn84=', 'Content-Length': '0'} 2022-09-01T11:25:59.108 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000135d3f93d07d724b-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.110 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:25:59.111 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:25:59.112 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:25:59.113 DEBUG:boto:Method: GET 2022-09-01T11:25:59.114 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:25:59.122 DEBUG:boto:Data: 2022-09-01T11:25:59.123 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.125 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.126 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.127 DEBUG:boto:Params: {} 2022-09-01T11:25:59.128 DEBUG:boto:Token: None 2022-09-01T11:25:59.129 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj69 2022-09-01T11:25:59.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xHpuNnSnq5F0FUIjOYKF63QlJ1c= 2022-09-01T11:25:59.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xHpuNnSnq5F0FUIjOYKF63QlJ1c=', 'Content-Length': '0'} 2022-09-01T11:25:59.145 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003bf05ed65403ee48-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.147 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:25:59.148 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:25:59.149 DEBUG:boto:Method: GET 2022-09-01T11:25:59.150 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:25:59.151 DEBUG:boto:Data: 2022-09-01T11:25:59.152 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.158 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.159 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.160 DEBUG:boto:Params: {} 2022-09-01T11:25:59.161 DEBUG:boto:Token: None 2022-09-01T11:25:59.162 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj69 2022-09-01T11:25:59.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xHpuNnSnq5F0FUIjOYKF63QlJ1c= 2022-09-01T11:25:59.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xHpuNnSnq5F0FUIjOYKF63QlJ1c=', 'Content-Length': '0'} 2022-09-01T11:25:59.171 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000085cafce70c19a48d-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.173 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:59.174 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:59.175 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:25:59.176 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:25:59.177 DEBUG:boto:Method: GET 2022-09-01T11:25:59.178 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:25:59.178 DEBUG:boto:Data: 2022-09-01T11:25:59.179 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.180 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.180 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.181 DEBUG:boto:Params: {} 2022-09-01T11:25:59.182 DEBUG:boto:Token: None 2022-09-01T11:25:59.184 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/ 2022-09-01T11:25:59.186 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc= 2022-09-01T11:25:59.188 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc=', 'Content-Length': '0'} 2022-09-01T11:25:59.193 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b7edc119548ca7b9-00631096c7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.194 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:59.195 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:59.196 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:59.197 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:25:59.199 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:25:59.199 DEBUG:boto:Method: GET 2022-09-01T11:25:59.200 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:25:59.200 DEBUG:boto:Data: 2022-09-01T11:25:59.201 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.201 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.202 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.203 DEBUG:boto:Params: {} 2022-09-01T11:25:59.203 DEBUG:boto:Token: None 2022-09-01T11:25:59.204 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/ 2022-09-01T11:25:59.205 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc= 2022-09-01T11:25:59.205 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc=', 'Content-Length': '0'} 2022-09-01T11:25:59.210 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f2161f764c828635-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.211 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:59.212 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:25:59.213 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:25:59.213 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:25:59.214 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.215 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.215 DEBUG:boto:Method: GET 2022-09-01T11:25:59.216 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.217 DEBUG:boto:Data: 2022-09-01T11:25:59.217 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.219 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.220 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.221 DEBUG:boto:Params: {} 2022-09-01T11:25:59.222 DEBUG:boto:Token: None 2022-09-01T11:25:59.223 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.226 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wsaf1DzHyoxANx0003Twy6U7qk0= 2022-09-01T11:25:59.227 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wsaf1DzHyoxANx0003Twy6U7qk0=', 'Content-Length': '0'} 2022-09-01T11:25:59.230 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b337c85ed9ab4d7b-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.233 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:25:59.234 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:25:59.235 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.235 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.236 DEBUG:boto:Method: GET 2022-09-01T11:25:59.237 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.237 DEBUG:boto:Data: 2022-09-01T11:25:59.238 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.239 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.240 DEBUG:boto:Params: {} 2022-09-01T11:25:59.242 DEBUG:boto:Token: None 2022-09-01T11:25:59.243 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.244 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wsaf1DzHyoxANx0003Twy6U7qk0= 2022-09-01T11:25:59.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wsaf1DzHyoxANx0003Twy6U7qk0=', 'Content-Length': '0'} 2022-09-01T11:25:59.248 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000275a8372b16e4242-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.249 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:25:59.250 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:25:59.251 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.252 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.252 DEBUG:boto:Method: HEAD 2022-09-01T11:25:59.253 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.254 DEBUG:boto:Data: 2022-09-01T11:25:59.255 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.255 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.256 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.256 DEBUG:boto:Params: {} 2022-09-01T11:25:59.257 DEBUG:boto:Token: None 2022-09-01T11:25:59.258 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.258 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+mQGWLusWaYeNjN2PdYfoBerGUw= 2022-09-01T11:25:59.259 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+mQGWLusWaYeNjN2PdYfoBerGUw=', 'Content-Length': '0'} 2022-09-01T11:25:59.262 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060de3875b7221e11-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.264 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:25:59.264 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:25:59.265 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.266 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.266 DEBUG:boto:Method: HEAD 2022-09-01T11:25:59.267 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.267 DEBUG:boto:Data: 2022-09-01T11:25:59.268 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.269 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.269 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.270 DEBUG:boto:Params: {} 2022-09-01T11:25:59.271 DEBUG:boto:Token: None 2022-09-01T11:25:59.272 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+mQGWLusWaYeNjN2PdYfoBerGUw= 2022-09-01T11:25:59.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+mQGWLusWaYeNjN2PdYfoBerGUw=', 'Content-Length': '0'} 2022-09-01T11:25:59.279 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a5c0fdafab9cda70-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.280 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:25:59.281 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:25:59.282 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:25:59.282 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.283 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.284 DEBUG:boto:Method: GET 2022-09-01T11:25:59.285 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.286 DEBUG:boto:Data: 2022-09-01T11:25:59.286 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.287 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.287 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.289 DEBUG:boto:Params: {} 2022-09-01T11:25:59.290 DEBUG:boto:Token: None 2022-09-01T11:25:59.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.293 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wsaf1DzHyoxANx0003Twy6U7qk0= 2022-09-01T11:25:59.294 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wsaf1DzHyoxANx0003Twy6U7qk0=', 'Content-Length': '0'} 2022-09-01T11:25:59.297 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000763ae24dced51610-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.338 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:25:59.340 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:25:59.341 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.342 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.344 DEBUG:boto:Method: GET 2022-09-01T11:25:59.346 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.347 DEBUG:boto:Data: 2022-09-01T11:25:59.349 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.351 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.352 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.354 DEBUG:boto:Params: {} 2022-09-01T11:25:59.355 DEBUG:boto:Token: None 2022-09-01T11:25:59.356 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:25:59.358 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wsaf1DzHyoxANx0003Twy6U7qk0= 2022-09-01T11:25:59.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wsaf1DzHyoxANx0003Twy6U7qk0=', 'Content-Length': '0'} 2022-09-01T11:25:59.361 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008fe7e38942798166-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.362 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:59.363 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:59.364 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:25:59.365 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:25:59.366 DEBUG:boto:Method: GET 2022-09-01T11:25:59.367 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:25:59.368 DEBUG:boto:Data: 2022-09-01T11:25:59.370 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.372 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.373 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.375 DEBUG:boto:Params: {} 2022-09-01T11:25:59.376 DEBUG:boto:Token: None 2022-09-01T11:25:59.378 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/ 2022-09-01T11:25:59.378 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc= 2022-09-01T11:25:59.379 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc=', 'Content-Length': '0'} 2022-09-01T11:25:59.383 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f47f168235451626-00631096c7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.384 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:59.386 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:59.388 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:59.390 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:25:59.391 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:25:59.393 DEBUG:boto:Method: GET 2022-09-01T11:25:59.394 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:25:59.396 DEBUG:boto:Data: 2022-09-01T11:25:59.396 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.397 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.398 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.399 DEBUG:boto:Params: {} 2022-09-01T11:25:59.400 DEBUG:boto:Token: None 2022-09-01T11:25:59.401 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/ 2022-09-01T11:25:59.401 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc= 2022-09-01T11:25:59.402 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc=', 'Content-Length': '0'} 2022-09-01T11:25:59.407 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000012d23765831d48cb-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.408 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:59.410 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:25:59.411 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:25:59.412 DEBUG:boto:Method: HEAD 2022-09-01T11:25:59.413 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:25:59.414 DEBUG:boto:Data: 2022-09-01T11:25:59.414 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.417 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.419 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.420 DEBUG:boto:Params: {} 2022-09-01T11:25:59.421 DEBUG:boto:Token: None 2022-09-01T11:25:59.429 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj76 2022-09-01T11:25:59.430 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W6nZkEvYGH0kAWu/63evNK2G3VM= 2022-09-01T11:25:59.431 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W6nZkEvYGH0kAWu/63evNK2G3VM=', 'Content-Length': '0'} 2022-09-01T11:25:59.433 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003e622a5ec40f9fbf-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.434 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:25:59.435 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:25:59.435 DEBUG:boto:Method: HEAD 2022-09-01T11:25:59.436 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:25:59.436 DEBUG:boto:Data: 2022-09-01T11:25:59.437 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.438 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.438 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.439 DEBUG:boto:Params: {} 2022-09-01T11:25:59.440 DEBUG:boto:Token: None 2022-09-01T11:25:59.440 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj76 2022-09-01T11:25:59.441 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W6nZkEvYGH0kAWu/63evNK2G3VM= 2022-09-01T11:25:59.442 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W6nZkEvYGH0kAWu/63evNK2G3VM=', 'Content-Length': '0'} 2022-09-01T11:25:59.444 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004199b23a1ca27ca6-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.445 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:25:59.445 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:25:59.446 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:25:59.447 DEBUG:boto:Method: GET 2022-09-01T11:25:59.447 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:25:59.448 DEBUG:boto:Data: 2022-09-01T11:25:59.448 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.449 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.449 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.450 DEBUG:boto:Params: {} 2022-09-01T11:25:59.451 DEBUG:boto:Token: None 2022-09-01T11:25:59.451 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj76 2022-09-01T11:25:59.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SGEDrPDtaYFTnBbE2Jdw5X4RS20= 2022-09-01T11:25:59.453 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SGEDrPDtaYFTnBbE2Jdw5X4RS20=', 'Content-Length': '0'} 2022-09-01T11:25:59.455 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000089af9af4290fff4d-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.456 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:25:59.456 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:25:59.457 DEBUG:boto:Method: GET 2022-09-01T11:25:59.457 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:25:59.458 DEBUG:boto:Data: 2022-09-01T11:25:59.458 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.459 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.459 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.460 DEBUG:boto:Params: {} 2022-09-01T11:25:59.461 DEBUG:boto:Token: None 2022-09-01T11:25:59.461 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj76 2022-09-01T11:25:59.462 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SGEDrPDtaYFTnBbE2Jdw5X4RS20= 2022-09-01T11:25:59.463 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SGEDrPDtaYFTnBbE2Jdw5X4RS20=', 'Content-Length': '0'} 2022-09-01T11:25:59.467 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ffea43cb5a6c93f6-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.511 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:59.513 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:59.514 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:25:59.515 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:25:59.516 DEBUG:boto:Method: GET 2022-09-01T11:25:59.518 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:25:59.519 DEBUG:boto:Data: 2022-09-01T11:25:59.520 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.521 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.522 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.523 DEBUG:boto:Params: {} 2022-09-01T11:25:59.524 DEBUG:boto:Token: None 2022-09-01T11:25:59.526 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/ 2022-09-01T11:25:59.527 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc= 2022-09-01T11:25:59.528 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc=', 'Content-Length': '0'} 2022-09-01T11:25:59.532 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fbc326882324d156-00631096c7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.533 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:59.535 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:59.536 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:59.537 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:25:59.538 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:25:59.539 DEBUG:boto:Method: GET 2022-09-01T11:25:59.540 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:25:59.541 DEBUG:boto:Data: 2022-09-01T11:25:59.543 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.544 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.545 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.546 DEBUG:boto:Params: {} 2022-09-01T11:25:59.547 DEBUG:boto:Token: None 2022-09-01T11:25:59.548 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/ 2022-09-01T11:25:59.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc= 2022-09-01T11:25:59.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc=', 'Content-Length': '0'} 2022-09-01T11:25:59.559 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003c50927caa41104c-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.560 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:59.561 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:25:59.561 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:25:59.562 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:25:59.562 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.563 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.563 DEBUG:boto:Method: GET 2022-09-01T11:25:59.564 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.565 DEBUG:boto:Data: 2022-09-01T11:25:59.565 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.566 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.566 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.567 DEBUG:boto:Params: {} 2022-09-01T11:25:59.568 DEBUG:boto:Token: None 2022-09-01T11:25:59.568 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.569 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wn2Klw/ISy4jJa9RRE5GTXzTHfg= 2022-09-01T11:25:59.570 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wn2Klw/ISy4jJa9RRE5GTXzTHfg=', 'Content-Length': '0'} 2022-09-01T11:25:59.572 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c62505983893c1ab-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.573 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:25:59.573 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:25:59.574 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.575 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.575 DEBUG:boto:Method: GET 2022-09-01T11:25:59.576 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.576 DEBUG:boto:Data: 2022-09-01T11:25:59.578 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.580 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.581 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.582 DEBUG:boto:Params: {} 2022-09-01T11:25:59.583 DEBUG:boto:Token: None 2022-09-01T11:25:59.584 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.585 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wn2Klw/ISy4jJa9RRE5GTXzTHfg= 2022-09-01T11:25:59.586 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wn2Klw/ISy4jJa9RRE5GTXzTHfg=', 'Content-Length': '0'} 2022-09-01T11:25:59.589 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b4456cdca2c91356-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.590 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:25:59.591 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:25:59.591 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.592 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.592 DEBUG:boto:Method: HEAD 2022-09-01T11:25:59.593 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.593 DEBUG:boto:Data: 2022-09-01T11:25:59.594 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.595 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.595 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.596 DEBUG:boto:Params: {} 2022-09-01T11:25:59.597 DEBUG:boto:Token: None 2022-09-01T11:25:59.597 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.598 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:928K88T+gHrJ6rg/ci1+w9LH5qo= 2022-09-01T11:25:59.598 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:928K88T+gHrJ6rg/ci1+w9LH5qo=', 'Content-Length': '0'} 2022-09-01T11:25:59.601 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000634f76cd5ec4ec5d-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.601 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:25:59.602 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:25:59.603 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.603 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.604 DEBUG:boto:Method: HEAD 2022-09-01T11:25:59.604 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.605 DEBUG:boto:Data: 2022-09-01T11:25:59.605 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.606 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.606 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.607 DEBUG:boto:Params: {} 2022-09-01T11:25:59.607 DEBUG:boto:Token: None 2022-09-01T11:25:59.609 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.610 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:928K88T+gHrJ6rg/ci1+w9LH5qo= 2022-09-01T11:25:59.611 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:928K88T+gHrJ6rg/ci1+w9LH5qo=', 'Content-Length': '0'} 2022-09-01T11:25:59.614 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004b678fd94a8cf3aa-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.618 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:25:59.619 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:25:59.620 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:25:59.620 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.621 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.622 DEBUG:boto:Method: GET 2022-09-01T11:25:59.622 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.623 DEBUG:boto:Data: 2022-09-01T11:25:59.623 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.624 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.625 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.625 DEBUG:boto:Params: {} 2022-09-01T11:25:59.626 DEBUG:boto:Token: None 2022-09-01T11:25:59.627 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.627 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wn2Klw/ISy4jJa9RRE5GTXzTHfg= 2022-09-01T11:25:59.628 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wn2Klw/ISy4jJa9RRE5GTXzTHfg=', 'Content-Length': '0'} 2022-09-01T11:25:59.631 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e67dbcb4f7ece9e1-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.632 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:25:59.633 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:25:59.634 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.635 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.636 DEBUG:boto:Method: GET 2022-09-01T11:25:59.637 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.638 DEBUG:boto:Data: 2022-09-01T11:25:59.639 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.640 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.641 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.642 DEBUG:boto:Params: {} 2022-09-01T11:25:59.644 DEBUG:boto:Token: None 2022-09-01T11:25:59.645 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:25:59.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wn2Klw/ISy4jJa9RRE5GTXzTHfg= 2022-09-01T11:25:59.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wn2Klw/ISy4jJa9RRE5GTXzTHfg=', 'Content-Length': '0'} 2022-09-01T11:25:59.653 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000006099f8aab6c4560-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.655 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:59.656 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:59.657 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:25:59.658 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:25:59.659 DEBUG:boto:Method: GET 2022-09-01T11:25:59.660 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:25:59.661 DEBUG:boto:Data: 2022-09-01T11:25:59.662 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.663 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.664 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.665 DEBUG:boto:Params: {} 2022-09-01T11:25:59.667 DEBUG:boto:Token: None 2022-09-01T11:25:59.667 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/ 2022-09-01T11:25:59.669 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc= 2022-09-01T11:25:59.670 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc=', 'Content-Length': '0'} 2022-09-01T11:25:59.675 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009d801eb416c1aac6-00631096c7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.675 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:59.676 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:59.677 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:59.678 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:25:59.679 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:25:59.680 DEBUG:boto:Method: GET 2022-09-01T11:25:59.680 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:25:59.681 DEBUG:boto:Data: 2022-09-01T11:25:59.682 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.683 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.683 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.684 DEBUG:boto:Params: {} 2022-09-01T11:25:59.685 DEBUG:boto:Token: None 2022-09-01T11:25:59.686 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/ 2022-09-01T11:25:59.687 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc= 2022-09-01T11:25:59.687 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc=', 'Content-Length': '0'} 2022-09-01T11:25:59.692 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006e08609017d752bb-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.734 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:59.735 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:25:59.736 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:25:59.737 DEBUG:boto:Method: HEAD 2022-09-01T11:25:59.737 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:25:59.738 DEBUG:boto:Data: 2022-09-01T11:25:59.738 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.739 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.740 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.740 DEBUG:boto:Params: {} 2022-09-01T11:25:59.741 DEBUG:boto:Token: None 2022-09-01T11:25:59.741 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj85 2022-09-01T11:25:59.742 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rfXHz6JBVjiKyGyaafWAnTlO4K8= 2022-09-01T11:25:59.743 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rfXHz6JBVjiKyGyaafWAnTlO4K8=', 'Content-Length': '0'} 2022-09-01T11:25:59.745 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cd9b0e7a473e00a6-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.746 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:25:59.747 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:25:59.747 DEBUG:boto:Method: HEAD 2022-09-01T11:25:59.748 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:25:59.748 DEBUG:boto:Data: 2022-09-01T11:25:59.749 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.749 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.750 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.750 DEBUG:boto:Params: {} 2022-09-01T11:25:59.751 DEBUG:boto:Token: None 2022-09-01T11:25:59.752 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj85 2022-09-01T11:25:59.752 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rfXHz6JBVjiKyGyaafWAnTlO4K8= 2022-09-01T11:25:59.753 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rfXHz6JBVjiKyGyaafWAnTlO4K8=', 'Content-Length': '0'} 2022-09-01T11:25:59.755 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e48a187f3a77ce44-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.756 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:25:59.757 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:25:59.757 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:25:59.758 DEBUG:boto:Method: GET 2022-09-01T11:25:59.758 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:25:59.759 DEBUG:boto:Data: 2022-09-01T11:25:59.760 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.760 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.761 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.761 DEBUG:boto:Params: {} 2022-09-01T11:25:59.762 DEBUG:boto:Token: None 2022-09-01T11:25:59.762 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj85 2022-09-01T11:25:59.763 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KpZGfo+cL/3Niy9BFwSyx5eJ9W4= 2022-09-01T11:25:59.764 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KpZGfo+cL/3Niy9BFwSyx5eJ9W4=', 'Content-Length': '0'} 2022-09-01T11:25:59.766 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c0eff5a090117849-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.767 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:25:59.768 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:25:59.768 DEBUG:boto:Method: GET 2022-09-01T11:25:59.769 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:25:59.769 DEBUG:boto:Data: 2022-09-01T11:25:59.770 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.771 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.771 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.772 DEBUG:boto:Params: {} 2022-09-01T11:25:59.772 DEBUG:boto:Token: None 2022-09-01T11:25:59.773 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj85 2022-09-01T11:25:59.774 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KpZGfo+cL/3Niy9BFwSyx5eJ9W4= 2022-09-01T11:25:59.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KpZGfo+cL/3Niy9BFwSyx5eJ9W4=', 'Content-Length': '0'} 2022-09-01T11:25:59.777 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c654b7622e578440-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.778 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:59.779 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:59.779 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:25:59.780 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:25:59.780 DEBUG:boto:Method: GET 2022-09-01T11:25:59.781 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:25:59.781 DEBUG:boto:Data: 2022-09-01T11:25:59.782 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.782 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.783 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.784 DEBUG:boto:Params: {} 2022-09-01T11:25:59.784 DEBUG:boto:Token: None 2022-09-01T11:25:59.785 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/ 2022-09-01T11:25:59.785 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc= 2022-09-01T11:25:59.786 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc=', 'Content-Length': '0'} 2022-09-01T11:25:59.789 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007d4497774f57b7c7-00631096c7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.789 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:59.790 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:59.791 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:59.791 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:25:59.792 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:25:59.794 DEBUG:boto:Method: GET 2022-09-01T11:25:59.794 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:25:59.795 DEBUG:boto:Data: 2022-09-01T11:25:59.795 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.796 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.796 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.797 DEBUG:boto:Params: {} 2022-09-01T11:25:59.797 DEBUG:boto:Token: None 2022-09-01T11:25:59.798 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/ 2022-09-01T11:25:59.799 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc= 2022-09-01T11:25:59.799 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc=', 'Content-Length': '0'} 2022-09-01T11:25:59.804 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000ada76386da5629d-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.804 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:59.805 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:25:59.806 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:25:59.806 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:25:59.807 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.807 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.808 DEBUG:boto:Method: GET 2022-09-01T11:25:59.809 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.809 DEBUG:boto:Data: 2022-09-01T11:25:59.810 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.811 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.811 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.812 DEBUG:boto:Params: {} 2022-09-01T11:25:59.813 DEBUG:boto:Token: None 2022-09-01T11:25:59.813 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.814 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tTn1GFdGkxrmu7solaa798MVdUc= 2022-09-01T11:25:59.815 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tTn1GFdGkxrmu7solaa798MVdUc=', 'Content-Length': '0'} 2022-09-01T11:25:59.817 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014b676455b44177c-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.818 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:25:59.819 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:25:59.819 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.820 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.821 DEBUG:boto:Method: GET 2022-09-01T11:25:59.821 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.822 DEBUG:boto:Data: 2022-09-01T11:25:59.822 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.823 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.824 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.825 DEBUG:boto:Params: {} 2022-09-01T11:25:59.826 DEBUG:boto:Token: None 2022-09-01T11:25:59.827 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.828 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tTn1GFdGkxrmu7solaa798MVdUc= 2022-09-01T11:25:59.829 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tTn1GFdGkxrmu7solaa798MVdUc=', 'Content-Length': '0'} 2022-09-01T11:25:59.831 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000016e32043572a3723-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.874 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:25:59.875 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:25:59.875 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.876 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.877 DEBUG:boto:Method: HEAD 2022-09-01T11:25:59.877 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.878 DEBUG:boto:Data: 2022-09-01T11:25:59.878 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.879 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.879 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.880 DEBUG:boto:Params: {} 2022-09-01T11:25:59.880 DEBUG:boto:Token: None 2022-09-01T11:25:59.881 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.882 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqHJJivZmScYbtbnfHPErRUsj3Y= 2022-09-01T11:25:59.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqHJJivZmScYbtbnfHPErRUsj3Y=', 'Content-Length': '0'} 2022-09-01T11:25:59.885 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000009e44918ad64f660-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.886 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:25:59.886 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:25:59.887 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.887 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.888 DEBUG:boto:Method: HEAD 2022-09-01T11:25:59.888 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.889 DEBUG:boto:Data: 2022-09-01T11:25:59.890 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.890 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.891 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.892 DEBUG:boto:Params: {} 2022-09-01T11:25:59.893 DEBUG:boto:Token: None 2022-09-01T11:25:59.894 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.894 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqHJJivZmScYbtbnfHPErRUsj3Y= 2022-09-01T11:25:59.895 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqHJJivZmScYbtbnfHPErRUsj3Y=', 'Content-Length': '0'} 2022-09-01T11:25:59.897 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012d1dcbc549e98f1-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.898 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:25:59.899 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:25:59.900 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:25:59.900 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.901 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.902 DEBUG:boto:Method: GET 2022-09-01T11:25:59.903 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.903 DEBUG:boto:Data: 2022-09-01T11:25:59.904 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.904 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.905 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.905 DEBUG:boto:Params: {} 2022-09-01T11:25:59.906 DEBUG:boto:Token: None 2022-09-01T11:25:59.907 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.907 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tTn1GFdGkxrmu7solaa798MVdUc= 2022-09-01T11:25:59.908 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tTn1GFdGkxrmu7solaa798MVdUc=', 'Content-Length': '0'} 2022-09-01T11:25:59.910 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000a6e460971b76798-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.911 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:25:59.912 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:25:59.913 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.913 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.914 DEBUG:boto:Method: GET 2022-09-01T11:25:59.914 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.915 DEBUG:boto:Data: 2022-09-01T11:25:59.916 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.916 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.917 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.917 DEBUG:boto:Params: {} 2022-09-01T11:25:59.918 DEBUG:boto:Token: None 2022-09-01T11:25:59.919 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:25:59.920 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tTn1GFdGkxrmu7solaa798MVdUc= 2022-09-01T11:25:59.920 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tTn1GFdGkxrmu7solaa798MVdUc=', 'Content-Length': '0'} 2022-09-01T11:25:59.923 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000093f82b1043c84797-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.924 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:59.926 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:59.927 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:25:59.928 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:25:59.929 DEBUG:boto:Method: GET 2022-09-01T11:25:59.930 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:25:59.931 DEBUG:boto:Data: 2022-09-01T11:25:59.931 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.932 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.933 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.933 DEBUG:boto:Params: {} 2022-09-01T11:25:59.934 DEBUG:boto:Token: None 2022-09-01T11:25:59.935 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/ 2022-09-01T11:25:59.935 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc= 2022-09-01T11:25:59.936 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc=', 'Content-Length': '0'} 2022-09-01T11:25:59.940 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006410738457df9f09-00631096c7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.940 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:59.941 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:25:59.942 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:25:59.942 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:25:59.943 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:25:59.944 DEBUG:boto:Method: GET 2022-09-01T11:25:59.944 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:25:59.945 DEBUG:boto:Data: 2022-09-01T11:25:59.946 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.946 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.947 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.947 DEBUG:boto:Params: {} 2022-09-01T11:25:59.948 DEBUG:boto:Token: None 2022-09-01T11:25:59.949 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/ 2022-09-01T11:25:59.949 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc= 2022-09-01T11:25:59.950 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vwupZOBDSqL954J4+B3vyccXaLc=', 'Content-Length': '0'} 2022-09-01T11:25:59.954 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000da583994c2fb5486-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.955 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:25:59.957 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:25:59.957 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:25:59.958 DEBUG:boto:Method: HEAD 2022-09-01T11:25:59.958 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:25:59.959 DEBUG:boto:Data: 2022-09-01T11:25:59.959 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.960 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.960 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.961 DEBUG:boto:Params: {} 2022-09-01T11:25:59.962 DEBUG:boto:Token: None 2022-09-01T11:25:59.962 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj87 2022-09-01T11:25:59.963 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PHfVpBw4ILktPpEVymlb5SKkrgM= 2022-09-01T11:25:59.963 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PHfVpBw4ILktPpEVymlb5SKkrgM=', 'Content-Length': '0'} 2022-09-01T11:25:59.966 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004072878cbc795cd0-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.967 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:25:59.968 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:25:59.968 DEBUG:boto:Method: HEAD 2022-09-01T11:25:59.969 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:25:59.969 DEBUG:boto:Data: 2022-09-01T11:25:59.970 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.971 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:25:59.971 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.972 DEBUG:boto:Params: {} 2022-09-01T11:25:59.973 DEBUG:boto:Token: None 2022-09-01T11:25:59.973 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj87 2022-09-01T11:25:59.974 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PHfVpBw4ILktPpEVymlb5SKkrgM= 2022-09-01T11:25:59.974 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PHfVpBw4ILktPpEVymlb5SKkrgM=', 'Content-Length': '0'} 2022-09-01T11:25:59.977 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d78e511ea2a9bd8e-00631096c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:25:59.978 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:25:59.978 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:25:59.979 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:25:59.979 DEBUG:boto:Method: GET 2022-09-01T11:25:59.980 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:25:59.980 DEBUG:boto:Data: 2022-09-01T11:25:59.981 DEBUG:boto:Headers: {} 2022-09-01T11:25:59.982 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:25:59.982 DEBUG:boto:Port: 8000 2022-09-01T11:25:59.983 DEBUG:boto:Params: {} 2022-09-01T11:25:59.983 DEBUG:boto:Token: None 2022-09-01T11:25:59.984 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:25:59 GMT /ptoxvb-74/obj87 2022-09-01T11:25:59.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vv7cksZ0nHZ8KocXpuDWdbKyJw8= 2022-09-01T11:25:59.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:25:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vv7cksZ0nHZ8KocXpuDWdbKyJw8=', 'Content-Length': '0'} 2022-09-01T11:25:59.988 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000876e9f7fc19aafd0-00631096c7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:25:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.030 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:00.031 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:00.032 DEBUG:boto:Method: GET 2022-09-01T11:26:00.033 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:26:00.034 DEBUG:boto:Data: 2022-09-01T11:26:00.035 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.035 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.036 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.037 DEBUG:boto:Params: {} 2022-09-01T11:26:00.038 DEBUG:boto:Token: None 2022-09-01T11:26:00.039 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj87 2022-09-01T11:26:00.040 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GIKgXM3gYs1EVT5ewlt0+GqsTj0= 2022-09-01T11:26:00.041 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GIKgXM3gYs1EVT5ewlt0+GqsTj0=', 'Content-Length': '0'} 2022-09-01T11:26:00.048 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000046f1c59239fe2191-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.050 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.051 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.052 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:00.053 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:00.054 DEBUG:boto:Method: GET 2022-09-01T11:26:00.055 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:26:00.056 DEBUG:boto:Data: 2022-09-01T11:26:00.057 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.057 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:00.058 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.058 DEBUG:boto:Params: {} 2022-09-01T11:26:00.059 DEBUG:boto:Token: None 2022-09-01T11:26:00.059 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/ 2022-09-01T11:26:00.060 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE= 2022-09-01T11:26:00.061 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE=', 'Content-Length': '0'} 2022-09-01T11:26:00.063 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b6951e1e958718c9-00631096c8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.064 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.065 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.066 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.066 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:00.067 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:00.067 DEBUG:boto:Method: GET 2022-09-01T11:26:00.068 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:26:00.068 DEBUG:boto:Data: 2022-09-01T11:26:00.069 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.069 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.070 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.071 DEBUG:boto:Params: {} 2022-09-01T11:26:00.071 DEBUG:boto:Token: None 2022-09-01T11:26:00.072 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/ 2022-09-01T11:26:00.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE= 2022-09-01T11:26:00.074 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE=', 'Content-Length': '0'} 2022-09-01T11:26:00.078 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000036b7090b7a8a3b3e-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.079 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.080 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:26:00.080 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:00.081 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:00.082 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.082 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.083 DEBUG:boto:Method: GET 2022-09-01T11:26:00.084 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.084 DEBUG:boto:Data: 2022-09-01T11:26:00.086 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.086 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:00.090 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.090 DEBUG:boto:Params: {} 2022-09-01T11:26:00.091 DEBUG:boto:Token: None 2022-09-01T11:26:00.092 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pXPPkh7+pkOVjQMQLsf+Hs9Yja8= 2022-09-01T11:26:00.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pXPPkh7+pkOVjQMQLsf+Hs9Yja8=', 'Content-Length': '0'} 2022-09-01T11:26:00.098 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf3212bd041386a6-00631096c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.100 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:00.100 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:00.101 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.102 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.103 DEBUG:boto:Method: GET 2022-09-01T11:26:00.105 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.106 DEBUG:boto:Data: 2022-09-01T11:26:00.107 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.108 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.109 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.110 DEBUG:boto:Params: {} 2022-09-01T11:26:00.111 DEBUG:boto:Token: None 2022-09-01T11:26:00.112 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.113 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pXPPkh7+pkOVjQMQLsf+Hs9Yja8= 2022-09-01T11:26:00.114 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pXPPkh7+pkOVjQMQLsf+Hs9Yja8=', 'Content-Length': '0'} 2022-09-01T11:26:00.116 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000699592ee8f6e38fc-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.118 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:00.119 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:00.120 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.121 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.122 DEBUG:boto:Method: HEAD 2022-09-01T11:26:00.123 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.124 DEBUG:boto:Data: 2022-09-01T11:26:00.125 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.126 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:00.127 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.128 DEBUG:boto:Params: {} 2022-09-01T11:26:00.129 DEBUG:boto:Token: None 2022-09-01T11:26:00.130 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.131 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NdCjlIZHoACu77NIUt/uUikL3zk= 2022-09-01T11:26:00.132 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NdCjlIZHoACu77NIUt/uUikL3zk=', 'Content-Length': '0'} 2022-09-01T11:26:00.135 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000822a8dcde6df76f5-00631096c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.135 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:00.136 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:00.137 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.138 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.138 DEBUG:boto:Method: HEAD 2022-09-01T11:26:00.139 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.140 DEBUG:boto:Data: 2022-09-01T11:26:00.141 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.141 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.142 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.142 DEBUG:boto:Params: {} 2022-09-01T11:26:00.143 DEBUG:boto:Token: None 2022-09-01T11:26:00.144 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.145 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NdCjlIZHoACu77NIUt/uUikL3zk= 2022-09-01T11:26:00.145 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NdCjlIZHoACu77NIUt/uUikL3zk=', 'Content-Length': '0'} 2022-09-01T11:26:00.148 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003dfdaab0b9acad0c-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.150 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:26:00.151 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:00.152 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:00.152 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.153 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.153 DEBUG:boto:Method: GET 2022-09-01T11:26:00.154 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.155 DEBUG:boto:Data: 2022-09-01T11:26:00.156 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.157 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:00.158 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.158 DEBUG:boto:Params: {} 2022-09-01T11:26:00.159 DEBUG:boto:Token: None 2022-09-01T11:26:00.160 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.161 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pXPPkh7+pkOVjQMQLsf+Hs9Yja8= 2022-09-01T11:26:00.162 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pXPPkh7+pkOVjQMQLsf+Hs9Yja8=', 'Content-Length': '0'} 2022-09-01T11:26:00.164 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d6a4e3066bd96009-00631096c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.206 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:00.207 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:00.208 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.209 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.210 DEBUG:boto:Method: GET 2022-09-01T11:26:00.211 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.212 DEBUG:boto:Data: 2022-09-01T11:26:00.213 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.214 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.217 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.217 DEBUG:boto:Params: {} 2022-09-01T11:26:00.218 DEBUG:boto:Token: None 2022-09-01T11:26:00.219 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:00.220 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pXPPkh7+pkOVjQMQLsf+Hs9Yja8= 2022-09-01T11:26:00.220 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pXPPkh7+pkOVjQMQLsf+Hs9Yja8=', 'Content-Length': '0'} 2022-09-01T11:26:00.223 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000edc3c4bee848623b-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.224 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.225 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.226 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:00.227 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:00.228 DEBUG:boto:Method: GET 2022-09-01T11:26:00.229 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:26:00.229 DEBUG:boto:Data: 2022-09-01T11:26:00.230 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.230 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:00.231 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.231 DEBUG:boto:Params: {} 2022-09-01T11:26:00.232 DEBUG:boto:Token: None 2022-09-01T11:26:00.233 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/ 2022-09-01T11:26:00.235 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE= 2022-09-01T11:26:00.236 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE=', 'Content-Length': '0'} 2022-09-01T11:26:00.249 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000063509be4f514ed4f-00631096c8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.251 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.252 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.253 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.254 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:00.255 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:00.256 DEBUG:boto:Method: GET 2022-09-01T11:26:00.257 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:26:00.257 DEBUG:boto:Data: 2022-09-01T11:26:00.258 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.258 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.259 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.259 DEBUG:boto:Params: {} 2022-09-01T11:26:00.260 DEBUG:boto:Token: None 2022-09-01T11:26:00.261 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/ 2022-09-01T11:26:00.261 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE= 2022-09-01T11:26:00.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE=', 'Content-Length': '0'} 2022-09-01T11:26:00.266 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e30ec8f4b31eef36-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.267 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.268 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:00.268 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:00.269 DEBUG:boto:Method: HEAD 2022-09-01T11:26:00.269 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:26:00.270 DEBUG:boto:Data: 2022-09-01T11:26:00.270 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.272 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:00.273 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.274 DEBUG:boto:Params: {} 2022-09-01T11:26:00.275 DEBUG:boto:Token: None 2022-09-01T11:26:00.276 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj92 2022-09-01T11:26:00.277 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5Pi/7J0rLQWj1lS17CO5ufdcoUE= 2022-09-01T11:26:00.278 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5Pi/7J0rLQWj1lS17CO5ufdcoUE=', 'Content-Length': '0'} 2022-09-01T11:26:00.281 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008c8249f8c985e6ff-00631096c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.282 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:00.282 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:00.283 DEBUG:boto:Method: HEAD 2022-09-01T11:26:00.283 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:26:00.284 DEBUG:boto:Data: 2022-09-01T11:26:00.284 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.285 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.285 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.292 DEBUG:boto:Params: {} 2022-09-01T11:26:00.293 DEBUG:boto:Token: None 2022-09-01T11:26:00.295 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj92 2022-09-01T11:26:00.296 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5Pi/7J0rLQWj1lS17CO5ufdcoUE= 2022-09-01T11:26:00.297 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5Pi/7J0rLQWj1lS17CO5ufdcoUE=', 'Content-Length': '0'} 2022-09-01T11:26:00.300 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009ffa0d1fb3019ae3-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.301 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:26:00.302 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:00.303 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:00.304 DEBUG:boto:Method: GET 2022-09-01T11:26:00.305 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:26:00.306 DEBUG:boto:Data: 2022-09-01T11:26:00.307 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.308 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:00.309 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.310 DEBUG:boto:Params: {} 2022-09-01T11:26:00.312 DEBUG:boto:Token: None 2022-09-01T11:26:00.313 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj92 2022-09-01T11:26:00.314 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cs4f1ra93Cm5S8JeNimvaFehlHk= 2022-09-01T11:26:00.315 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cs4f1ra93Cm5S8JeNimvaFehlHk=', 'Content-Length': '0'} 2022-09-01T11:26:00.317 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000062ed068062d90eb6-00631096c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.319 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:00.319 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:00.320 DEBUG:boto:Method: GET 2022-09-01T11:26:00.320 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:26:00.321 DEBUG:boto:Data: 2022-09-01T11:26:00.321 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.322 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.322 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.323 DEBUG:boto:Params: {} 2022-09-01T11:26:00.324 DEBUG:boto:Token: None 2022-09-01T11:26:00.326 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj92 2022-09-01T11:26:00.327 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cs4f1ra93Cm5S8JeNimvaFehlHk= 2022-09-01T11:26:00.328 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cs4f1ra93Cm5S8JeNimvaFehlHk=', 'Content-Length': '0'} 2022-09-01T11:26:00.331 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071f0afe51996c44f-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.332 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.333 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.333 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:00.334 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:00.335 DEBUG:boto:Method: GET 2022-09-01T11:26:00.336 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:26:00.337 DEBUG:boto:Data: 2022-09-01T11:26:00.338 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.338 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:00.339 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.340 DEBUG:boto:Params: {} 2022-09-01T11:26:00.341 DEBUG:boto:Token: None 2022-09-01T11:26:00.342 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/ 2022-09-01T11:26:00.343 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE= 2022-09-01T11:26:00.344 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE=', 'Content-Length': '0'} 2022-09-01T11:26:00.350 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000972312a722b13fd7-00631096c8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.350 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.352 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.352 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.353 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:00.354 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:00.354 DEBUG:boto:Method: GET 2022-09-01T11:26:00.355 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:26:00.355 DEBUG:boto:Data: 2022-09-01T11:26:00.356 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.356 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.357 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.357 DEBUG:boto:Params: {} 2022-09-01T11:26:00.358 DEBUG:boto:Token: None 2022-09-01T11:26:00.358 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/ 2022-09-01T11:26:00.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE= 2022-09-01T11:26:00.360 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE=', 'Content-Length': '0'} 2022-09-01T11:26:00.364 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000047eab8bce6636dff-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.369 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.370 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:26:00.371 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:00.371 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:00.372 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.372 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.373 DEBUG:boto:Method: GET 2022-09-01T11:26:00.374 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.374 DEBUG:boto:Data: 2022-09-01T11:26:00.375 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.375 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:00.376 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.376 DEBUG:boto:Params: {} 2022-09-01T11:26:00.377 DEBUG:boto:Token: None 2022-09-01T11:26:00.377 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.378 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+jqbMT8zqyKWi4bzpG/vsSzLmlE= 2022-09-01T11:26:00.379 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+jqbMT8zqyKWi4bzpG/vsSzLmlE=', 'Content-Length': '0'} 2022-09-01T11:26:00.381 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000090e1c7b6ea78c00d-00631096c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.427 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:00.428 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:00.430 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.431 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.432 DEBUG:boto:Method: GET 2022-09-01T11:26:00.433 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.434 DEBUG:boto:Data: 2022-09-01T11:26:00.435 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.437 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.438 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.439 DEBUG:boto:Params: {} 2022-09-01T11:26:00.441 DEBUG:boto:Token: None 2022-09-01T11:26:00.442 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+jqbMT8zqyKWi4bzpG/vsSzLmlE= 2022-09-01T11:26:00.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+jqbMT8zqyKWi4bzpG/vsSzLmlE=', 'Content-Length': '0'} 2022-09-01T11:26:00.447 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006f4f6a6ed06d4b81-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.449 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:00.450 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:00.451 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.452 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.453 DEBUG:boto:Method: HEAD 2022-09-01T11:26:00.454 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.455 DEBUG:boto:Data: 2022-09-01T11:26:00.456 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.457 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:00.458 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.459 DEBUG:boto:Params: {} 2022-09-01T11:26:00.460 DEBUG:boto:Token: None 2022-09-01T11:26:00.461 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.462 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gRbuoEvDyaAIZob8Q9ahNnGv3Ro= 2022-09-01T11:26:00.463 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gRbuoEvDyaAIZob8Q9ahNnGv3Ro=', 'Content-Length': '0'} 2022-09-01T11:26:00.465 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000efcbda86a1c3c67b-00631096c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.466 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:00.467 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:00.467 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.468 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.468 DEBUG:boto:Method: HEAD 2022-09-01T11:26:00.469 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.469 DEBUG:boto:Data: 2022-09-01T11:26:00.470 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.471 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.471 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.472 DEBUG:boto:Params: {} 2022-09-01T11:26:00.473 DEBUG:boto:Token: None 2022-09-01T11:26:00.474 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gRbuoEvDyaAIZob8Q9ahNnGv3Ro= 2022-09-01T11:26:00.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gRbuoEvDyaAIZob8Q9ahNnGv3Ro=', 'Content-Length': '0'} 2022-09-01T11:26:00.479 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d6b7630968b3e9fa-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.480 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:26:00.481 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:00.482 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:00.483 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.483 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.484 DEBUG:boto:Method: GET 2022-09-01T11:26:00.484 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.485 DEBUG:boto:Data: 2022-09-01T11:26:00.485 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.486 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:00.486 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.487 DEBUG:boto:Params: {} 2022-09-01T11:26:00.488 DEBUG:boto:Token: None 2022-09-01T11:26:00.489 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.491 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+jqbMT8zqyKWi4bzpG/vsSzLmlE= 2022-09-01T11:26:00.492 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+jqbMT8zqyKWi4bzpG/vsSzLmlE=', 'Content-Length': '0'} 2022-09-01T11:26:00.495 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092fea2eccafcc1d4-00631096c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.496 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:00.497 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:00.498 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.499 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.500 DEBUG:boto:Method: GET 2022-09-01T11:26:00.501 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.502 DEBUG:boto:Data: 2022-09-01T11:26:00.503 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.504 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.505 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.506 DEBUG:boto:Params: {} 2022-09-01T11:26:00.507 DEBUG:boto:Token: None 2022-09-01T11:26:00.508 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:00.509 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+jqbMT8zqyKWi4bzpG/vsSzLmlE= 2022-09-01T11:26:00.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+jqbMT8zqyKWi4bzpG/vsSzLmlE=', 'Content-Length': '0'} 2022-09-01T11:26:00.513 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008c8bda26b1111e55-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.557 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.558 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.559 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:00.560 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:00.560 DEBUG:boto:Method: GET 2022-09-01T11:26:00.561 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:26:00.561 DEBUG:boto:Data: 2022-09-01T11:26:00.562 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.564 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:00.564 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.565 DEBUG:boto:Params: {} 2022-09-01T11:26:00.565 DEBUG:boto:Token: None 2022-09-01T11:26:00.566 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/ 2022-09-01T11:26:00.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE= 2022-09-01T11:26:00.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE=', 'Content-Length': '0'} 2022-09-01T11:26:00.571 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c9ca629ce4fa37db-00631096c8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.572 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.573 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.581 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.582 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:00.583 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:00.584 DEBUG:boto:Method: GET 2022-09-01T11:26:00.584 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:26:00.585 DEBUG:boto:Data: 2022-09-01T11:26:00.585 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.586 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.587 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.587 DEBUG:boto:Params: {} 2022-09-01T11:26:00.588 DEBUG:boto:Token: None 2022-09-01T11:26:00.589 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/ 2022-09-01T11:26:00.589 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE= 2022-09-01T11:26:00.590 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE=', 'Content-Length': '0'} 2022-09-01T11:26:00.595 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004bb2ab514f514ca7-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.596 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.597 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:00.598 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:00.599 DEBUG:boto:Method: HEAD 2022-09-01T11:26:00.599 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:26:00.600 DEBUG:boto:Data: 2022-09-01T11:26:00.600 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.601 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:00.601 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.602 DEBUG:boto:Params: {} 2022-09-01T11:26:00.602 DEBUG:boto:Token: None 2022-09-01T11:26:00.604 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj95 2022-09-01T11:26:00.604 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d+sUF83cVK9cWf7MCBN14ElVRsw= 2022-09-01T11:26:00.605 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d+sUF83cVK9cWf7MCBN14ElVRsw=', 'Content-Length': '0'} 2022-09-01T11:26:00.607 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000434a7cb4115973a6-00631096c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.608 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:00.608 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:00.609 DEBUG:boto:Method: HEAD 2022-09-01T11:26:00.609 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:26:00.610 DEBUG:boto:Data: 2022-09-01T11:26:00.610 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.611 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.611 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.612 DEBUG:boto:Params: {} 2022-09-01T11:26:00.612 DEBUG:boto:Token: None 2022-09-01T11:26:00.613 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj95 2022-09-01T11:26:00.614 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d+sUF83cVK9cWf7MCBN14ElVRsw= 2022-09-01T11:26:00.615 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d+sUF83cVK9cWf7MCBN14ElVRsw=', 'Content-Length': '0'} 2022-09-01T11:26:00.618 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000091ac968fecf19697-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.619 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:26:00.620 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:00.622 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:00.623 DEBUG:boto:Method: GET 2022-09-01T11:26:00.624 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:26:00.625 DEBUG:boto:Data: 2022-09-01T11:26:00.626 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.627 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:00.627 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.628 DEBUG:boto:Params: {} 2022-09-01T11:26:00.628 DEBUG:boto:Token: None 2022-09-01T11:26:00.629 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj95 2022-09-01T11:26:00.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YK6A5BhXvi/QjV09YE0RqTCsnd0= 2022-09-01T11:26:00.630 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YK6A5BhXvi/QjV09YE0RqTCsnd0=', 'Content-Length': '0'} 2022-09-01T11:26:00.633 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c69b7e5b7a9eb528-00631096c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.674 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:00.675 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:00.675 DEBUG:boto:Method: GET 2022-09-01T11:26:00.676 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:26:00.676 DEBUG:boto:Data: 2022-09-01T11:26:00.677 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.678 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.679 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.680 DEBUG:boto:Params: {} 2022-09-01T11:26:00.680 DEBUG:boto:Token: None 2022-09-01T11:26:00.681 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj95 2022-09-01T11:26:00.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YK6A5BhXvi/QjV09YE0RqTCsnd0= 2022-09-01T11:26:00.682 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YK6A5BhXvi/QjV09YE0RqTCsnd0=', 'Content-Length': '0'} 2022-09-01T11:26:00.684 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003843ec27057af548-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.686 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.686 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.687 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:00.688 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:00.689 DEBUG:boto:Method: GET 2022-09-01T11:26:00.691 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:26:00.692 DEBUG:boto:Data: 2022-09-01T11:26:00.693 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.694 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:00.694 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.695 DEBUG:boto:Params: {} 2022-09-01T11:26:00.696 DEBUG:boto:Token: None 2022-09-01T11:26:00.697 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/ 2022-09-01T11:26:00.698 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE= 2022-09-01T11:26:00.699 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE=', 'Content-Length': '0'} 2022-09-01T11:26:00.702 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000953fd0cc4c4d653f-00631096c8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.703 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.705 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.705 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.706 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:00.706 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:00.707 DEBUG:boto:Method: GET 2022-09-01T11:26:00.707 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:26:00.708 DEBUG:boto:Data: 2022-09-01T11:26:00.708 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.709 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.711 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.712 DEBUG:boto:Params: {} 2022-09-01T11:26:00.713 DEBUG:boto:Token: None 2022-09-01T11:26:00.714 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/ 2022-09-01T11:26:00.715 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE= 2022-09-01T11:26:00.716 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE=', 'Content-Length': '0'} 2022-09-01T11:26:00.721 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000870caa6384dc8154-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.721 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.722 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone2, test-zone1} 2022-09-01T11:26:00.723 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone3, test-zone1} 2022-09-01T11:26:00.723 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.724 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.725 DEBUG:boto:Method: HEAD 2022-09-01T11:26:00.725 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:26:00.726 DEBUG:boto:Data: 2022-09-01T11:26:00.726 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.727 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:00.727 DEBUG:boto:Port: 8001 2022-09-01T11:26:00.728 DEBUG:boto:Params: {} 2022-09-01T11:26:00.728 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T11:26:00.729 DEBUG:boto:Token: None 2022-09-01T11:26:00.730 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/ 2022-09-01T11:26:00.730 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zgX4YG5CtTYVcSOuCa3KvKX6P6k= 2022-09-01T11:26:00.731 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zgX4YG5CtTYVcSOuCa3KvKX6P6k=', 'Content-Length': '0'} 2022-09-01T11:26:00.735 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '25'), ('X-RGW-Bytes-Used', '75'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ad8f97952615cf49-00631096c8-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.737 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.737 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.738 DEBUG:boto:Method: HEAD 2022-09-01T11:26:00.739 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:26:00.740 DEBUG:boto:Data: 2022-09-01T11:26:00.741 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.742 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.743 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.745 DEBUG:boto:Params: {} 2022-09-01T11:26:00.746 DEBUG:boto:Token: None 2022-09-01T11:26:00.746 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/ 2022-09-01T11:26:00.747 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zgX4YG5CtTYVcSOuCa3KvKX6P6k= 2022-09-01T11:26:00.748 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zgX4YG5CtTYVcSOuCa3KvKX6P6k=', 'Content-Length': '0'} 2022-09-01T11:26:00.753 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '25'), ('X-RGW-Bytes-Used', '75'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000098ba6c560b55bb0f-00631096c8-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.754 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:26:00.755 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.756 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.756 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:00.757 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:00.758 DEBUG:boto:Method: GET 2022-09-01T11:26:00.758 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:00.759 DEBUG:boto:Data: 2022-09-01T11:26:00.759 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.760 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:00.761 DEBUG:boto:Port: 8001 2022-09-01T11:26:00.761 DEBUG:boto:Params: {} 2022-09-01T11:26:00.762 DEBUG:boto:Token: None 2022-09-01T11:26:00.764 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/?versions 2022-09-01T11:26:00.765 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K2DABieZIZ/0ccODA5NPloZHaV8= 2022-09-01T11:26:00.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K2DABieZIZ/0ccODA5NPloZHaV8=', 'Content-Length': '0'} 2022-09-01T11:26:00.770 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000002d28d5c8f3376c8-00631096c8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.771 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.774 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:26:00.775 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:26:00.775 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:26:00.776 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:26:00.777 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:26:00.777 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:26:00.778 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:26:00.779 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:26:00.779 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:26:00.779 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:26:00.780 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:26:00.781 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:26:00.781 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:26:00.782 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:26:00.783 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:26:00.784 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:26:00.785 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:26:00.786 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:26:00.787 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:26:00.788 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:26:00.789 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:26:00.790 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:26:00.791 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:26:00.791 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:26:00.792 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:26:00.793 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:26:00.793 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.794 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.795 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:00.795 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:00.796 DEBUG:boto:Method: GET 2022-09-01T11:26:00.797 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:00.799 DEBUG:boto:Data: 2022-09-01T11:26:00.800 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.801 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.802 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.803 DEBUG:boto:Params: {} 2022-09-01T11:26:00.804 DEBUG:boto:Token: None 2022-09-01T11:26:00.804 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/?versions 2022-09-01T11:26:00.805 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K2DABieZIZ/0ccODA5NPloZHaV8= 2022-09-01T11:26:00.806 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K2DABieZIZ/0ccODA5NPloZHaV8=', 'Content-Length': '0'} 2022-09-01T11:26:00.810 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000048c213bed83581ca-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.811 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.814 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:26:00.815 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:26:00.816 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:26:00.816 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:26:00.817 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:26:00.818 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:26:00.818 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:26:00.819 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:26:00.820 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:26:00.821 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:26:00.822 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:26:00.822 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:26:00.823 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:26:00.823 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:26:00.824 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:26:00.824 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:26:00.825 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:26:00.825 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:26:00.826 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:26:00.827 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:26:00.827 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:26:00.828 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:26:00.829 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:26:00.830 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:26:00.831 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:26:00.832 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.833 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.834 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:00.836 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:00.837 DEBUG:boto:Method: GET 2022-09-01T11:26:00.837 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:00.838 DEBUG:boto:Data: 2022-09-01T11:26:00.838 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.839 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:00.839 DEBUG:boto:Port: 8001 2022-09-01T11:26:00.840 DEBUG:boto:Params: {} 2022-09-01T11:26:00.841 DEBUG:boto:Token: None 2022-09-01T11:26:00.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/?versions 2022-09-01T11:26:00.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K2DABieZIZ/0ccODA5NPloZHaV8= 2022-09-01T11:26:00.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K2DABieZIZ/0ccODA5NPloZHaV8=', 'Content-Length': '0'} 2022-09-01T11:26:00.847 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b2e3d936ce06b395-00631096c8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.848 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.852 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.853 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.854 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:00.855 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:00.856 DEBUG:boto:Method: GET 2022-09-01T11:26:00.856 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:00.857 DEBUG:boto:Data: 2022-09-01T11:26:00.858 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.859 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.859 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.860 DEBUG:boto:Params: {} 2022-09-01T11:26:00.861 DEBUG:boto:Token: None 2022-09-01T11:26:00.861 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/?versions 2022-09-01T11:26:00.862 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K2DABieZIZ/0ccODA5NPloZHaV8= 2022-09-01T11:26:00.863 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K2DABieZIZ/0ccODA5NPloZHaV8=', 'Content-Length': '0'} 2022-09-01T11:26:00.871 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000865dc029d0711ddc-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.872 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.876 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:26:00.877 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:00.878 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:00.879 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.882 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.883 DEBUG:boto:Method: GET 2022-09-01T11:26:00.884 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.885 DEBUG:boto:Data: 2022-09-01T11:26:00.886 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.887 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:00.888 DEBUG:boto:Port: 8001 2022-09-01T11:26:00.889 DEBUG:boto:Params: {} 2022-09-01T11:26:00.890 DEBUG:boto:Token: None 2022-09-01T11:26:00.892 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.893 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GcVDcIMIYOOoBOMrF3ihpZeMETk= 2022-09-01T11:26:00.894 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GcVDcIMIYOOoBOMrF3ihpZeMETk=', 'Content-Length': '0'} 2022-09-01T11:26:00.897 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ea7ace119ef64835-00631096c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.898 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:00.899 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:00.899 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.900 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.901 DEBUG:boto:Method: GET 2022-09-01T11:26:00.902 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.903 DEBUG:boto:Data: 2022-09-01T11:26:00.904 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.904 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.905 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.905 DEBUG:boto:Params: {} 2022-09-01T11:26:00.906 DEBUG:boto:Token: None 2022-09-01T11:26:00.906 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.907 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GcVDcIMIYOOoBOMrF3ihpZeMETk= 2022-09-01T11:26:00.908 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GcVDcIMIYOOoBOMrF3ihpZeMETk=', 'Content-Length': '0'} 2022-09-01T11:26:00.910 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000016436088e9e05b16-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.911 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:00.911 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:00.912 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.912 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.913 DEBUG:boto:Method: HEAD 2022-09-01T11:26:00.914 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.914 DEBUG:boto:Data: 2022-09-01T11:26:00.915 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.915 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:00.916 DEBUG:boto:Port: 8001 2022-09-01T11:26:00.916 DEBUG:boto:Params: {} 2022-09-01T11:26:00.917 DEBUG:boto:Token: None 2022-09-01T11:26:00.918 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.918 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7TisMpRwziAE3ATt7RuURT/EzfY= 2022-09-01T11:26:00.919 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7TisMpRwziAE3ATt7RuURT/EzfY=', 'Content-Length': '0'} 2022-09-01T11:26:00.921 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002dbb55cf15106d0a-00631096c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.922 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:00.923 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:00.923 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.924 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.924 DEBUG:boto:Method: HEAD 2022-09-01T11:26:00.925 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.925 DEBUG:boto:Data: 2022-09-01T11:26:00.926 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.927 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.927 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.928 DEBUG:boto:Params: {} 2022-09-01T11:26:00.928 DEBUG:boto:Token: None 2022-09-01T11:26:00.929 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.929 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7TisMpRwziAE3ATt7RuURT/EzfY= 2022-09-01T11:26:00.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7TisMpRwziAE3ATt7RuURT/EzfY=', 'Content-Length': '0'} 2022-09-01T11:26:00.932 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bb0bd7db20e48500-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.933 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:26:00.934 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:00.934 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:00.935 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.935 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.936 DEBUG:boto:Method: GET 2022-09-01T11:26:00.937 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.938 DEBUG:boto:Data: 2022-09-01T11:26:00.939 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.940 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:00.941 DEBUG:boto:Port: 8001 2022-09-01T11:26:00.942 DEBUG:boto:Params: {} 2022-09-01T11:26:00.942 DEBUG:boto:Token: None 2022-09-01T11:26:00.943 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GcVDcIMIYOOoBOMrF3ihpZeMETk= 2022-09-01T11:26:00.944 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GcVDcIMIYOOoBOMrF3ihpZeMETk=', 'Content-Length': '0'} 2022-09-01T11:26:00.946 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d483b6f754b6f484-00631096c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.947 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:00.948 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:00.949 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.950 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.951 DEBUG:boto:Method: GET 2022-09-01T11:26:00.951 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.952 DEBUG:boto:Data: 2022-09-01T11:26:00.953 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.954 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.955 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.956 DEBUG:boto:Params: {} 2022-09-01T11:26:00.957 DEBUG:boto:Token: None 2022-09-01T11:26:00.957 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:00.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GcVDcIMIYOOoBOMrF3ihpZeMETk= 2022-09-01T11:26:00.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GcVDcIMIYOOoBOMrF3ihpZeMETk=', 'Content-Length': '0'} 2022-09-01T11:26:00.961 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a77fa3eebbeecc9-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.963 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.964 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.965 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:00.966 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:00.966 DEBUG:boto:Method: GET 2022-09-01T11:26:00.967 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:26:00.968 DEBUG:boto:Data: 2022-09-01T11:26:00.968 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.969 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:00.969 DEBUG:boto:Port: 8001 2022-09-01T11:26:00.970 DEBUG:boto:Params: {} 2022-09-01T11:26:00.971 DEBUG:boto:Token: None 2022-09-01T11:26:00.972 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/ 2022-09-01T11:26:00.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE= 2022-09-01T11:26:00.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE=', 'Content-Length': '0'} 2022-09-01T11:26:00.976 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000059bd84346b707752-00631096c8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.977 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.979 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:00.980 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:00.981 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:00.982 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:00.983 DEBUG:boto:Method: GET 2022-09-01T11:26:00.984 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:26:00.985 DEBUG:boto:Data: 2022-09-01T11:26:00.985 DEBUG:boto:Headers: {} 2022-09-01T11:26:00.986 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:00.986 DEBUG:boto:Port: 8000 2022-09-01T11:26:00.987 DEBUG:boto:Params: {} 2022-09-01T11:26:00.988 DEBUG:boto:Token: None 2022-09-01T11:26:00.989 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:00 GMT /ptoxvb-74/ 2022-09-01T11:26:00.990 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE= 2022-09-01T11:26:00.990 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J9zaIzkODpv+k2PbT8FxsfnGPTE=', 'Content-Length': '0'} 2022-09-01T11:26:00.995 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003374cbf4a421ca40-00631096c8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:00.996 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:00.997 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:00.998 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:00.998 DEBUG:boto:Method: HEAD 2022-09-01T11:26:00.999 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:26:01.000 DEBUG:boto:Data: 2022-09-01T11:26:01.001 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.001 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.002 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.002 DEBUG:boto:Params: {} 2022-09-01T11:26:01.003 DEBUG:boto:Token: None 2022-09-01T11:26:01.003 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj11 2022-09-01T11:26:01.004 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hbrs89K+CdqV+89llC9G588ZVtc= 2022-09-01T11:26:01.005 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hbrs89K+CdqV+89llC9G588ZVtc=', 'Content-Length': '0'} 2022-09-01T11:26:01.010 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000046f7f6d2e6fca162-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.011 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:01.012 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:01.013 DEBUG:boto:Method: HEAD 2022-09-01T11:26:01.013 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:26:01.014 DEBUG:boto:Data: 2022-09-01T11:26:01.015 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.015 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.016 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.018 DEBUG:boto:Params: {} 2022-09-01T11:26:01.018 DEBUG:boto:Token: None 2022-09-01T11:26:01.019 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj11 2022-09-01T11:26:01.019 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hbrs89K+CdqV+89llC9G588ZVtc= 2022-09-01T11:26:01.020 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hbrs89K+CdqV+89llC9G588ZVtc=', 'Content-Length': '0'} 2022-09-01T11:26:01.022 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000078cb65927fc717fe-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.023 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:26:01.024 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:01.024 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:01.025 DEBUG:boto:Method: GET 2022-09-01T11:26:01.026 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:26:01.027 DEBUG:boto:Data: 2022-09-01T11:26:01.027 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.028 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.028 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.029 DEBUG:boto:Params: {} 2022-09-01T11:26:01.029 DEBUG:boto:Token: None 2022-09-01T11:26:01.030 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj11 2022-09-01T11:26:01.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jVRYR2zZO5OYvdkRGHPXk3b6aY4= 2022-09-01T11:26:01.031 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jVRYR2zZO5OYvdkRGHPXk3b6aY4=', 'Content-Length': '0'} 2022-09-01T11:26:01.034 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b908c64cfa25d3f-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.074 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:01.076 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:01.077 DEBUG:boto:Method: GET 2022-09-01T11:26:01.078 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:26:01.079 DEBUG:boto:Data: 2022-09-01T11:26:01.080 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.081 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.081 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.083 DEBUG:boto:Params: {} 2022-09-01T11:26:01.084 DEBUG:boto:Token: None 2022-09-01T11:26:01.085 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj11 2022-09-01T11:26:01.086 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jVRYR2zZO5OYvdkRGHPXk3b6aY4= 2022-09-01T11:26:01.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jVRYR2zZO5OYvdkRGHPXk3b6aY4=', 'Content-Length': '0'} 2022-09-01T11:26:01.090 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000befa0904a6e6fb87-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.091 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:01.092 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:01.093 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:01.094 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:01.095 DEBUG:boto:Method: GET 2022-09-01T11:26:01.096 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:26:01.097 DEBUG:boto:Data: 2022-09-01T11:26:01.098 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.099 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.100 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.101 DEBUG:boto:Params: {} 2022-09-01T11:26:01.101 DEBUG:boto:Token: None 2022-09-01T11:26:01.102 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/ 2022-09-01T11:26:01.103 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o= 2022-09-01T11:26:01.103 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o=', 'Content-Length': '0'} 2022-09-01T11:26:01.112 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001ac5d275f7e19538-00631096c9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.114 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:01.115 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:01.116 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:01.117 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:01.119 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:01.119 DEBUG:boto:Method: GET 2022-09-01T11:26:01.120 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:26:01.121 DEBUG:boto:Data: 2022-09-01T11:26:01.122 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.123 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.124 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.125 DEBUG:boto:Params: {} 2022-09-01T11:26:01.126 DEBUG:boto:Token: None 2022-09-01T11:26:01.128 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/ 2022-09-01T11:26:01.129 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o= 2022-09-01T11:26:01.130 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o=', 'Content-Length': '0'} 2022-09-01T11:26:01.135 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009d1d24dcd44c2b95-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.136 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:01.137 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:26:01.138 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:01.139 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:01.140 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.140 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.141 DEBUG:boto:Method: GET 2022-09-01T11:26:01.141 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.142 DEBUG:boto:Data: 2022-09-01T11:26:01.143 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.143 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.144 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.145 DEBUG:boto:Params: {} 2022-09-01T11:26:01.146 DEBUG:boto:Token: None 2022-09-01T11:26:01.147 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/FQLaGNsxy6Umn40XZXzWcZEkUA= 2022-09-01T11:26:01.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/FQLaGNsxy6Umn40XZXzWcZEkUA=', 'Content-Length': '0'} 2022-09-01T11:26:01.152 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005268f277866a982b-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.153 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:01.154 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:01.156 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.156 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.157 DEBUG:boto:Method: GET 2022-09-01T11:26:01.157 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.158 DEBUG:boto:Data: 2022-09-01T11:26:01.159 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.160 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.161 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.161 DEBUG:boto:Params: {} 2022-09-01T11:26:01.162 DEBUG:boto:Token: None 2022-09-01T11:26:01.163 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/FQLaGNsxy6Umn40XZXzWcZEkUA= 2022-09-01T11:26:01.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/FQLaGNsxy6Umn40XZXzWcZEkUA=', 'Content-Length': '0'} 2022-09-01T11:26:01.168 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000697166f682799b27-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.212 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:01.214 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:01.216 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.216 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.217 DEBUG:boto:Method: HEAD 2022-09-01T11:26:01.218 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.218 DEBUG:boto:Data: 2022-09-01T11:26:01.219 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.219 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.220 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.221 DEBUG:boto:Params: {} 2022-09-01T11:26:01.221 DEBUG:boto:Token: None 2022-09-01T11:26:01.222 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.223 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qTamXMunAMOye55ZfBo+jw1MgL4= 2022-09-01T11:26:01.223 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qTamXMunAMOye55ZfBo+jw1MgL4=', 'Content-Length': '0'} 2022-09-01T11:26:01.226 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d1a5537433a232c-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.228 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:01.229 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:01.230 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.232 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.233 DEBUG:boto:Method: HEAD 2022-09-01T11:26:01.234 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.235 DEBUG:boto:Data: 2022-09-01T11:26:01.237 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.238 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.239 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.240 DEBUG:boto:Params: {} 2022-09-01T11:26:01.242 DEBUG:boto:Token: None 2022-09-01T11:26:01.243 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qTamXMunAMOye55ZfBo+jw1MgL4= 2022-09-01T11:26:01.244 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qTamXMunAMOye55ZfBo+jw1MgL4=', 'Content-Length': '0'} 2022-09-01T11:26:01.246 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000604a42045540cc2a-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.248 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:26:01.249 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:01.250 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:01.251 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.251 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.252 DEBUG:boto:Method: GET 2022-09-01T11:26:01.253 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.255 DEBUG:boto:Data: 2022-09-01T11:26:01.255 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.256 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.257 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.257 DEBUG:boto:Params: {} 2022-09-01T11:26:01.258 DEBUG:boto:Token: None 2022-09-01T11:26:01.259 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/FQLaGNsxy6Umn40XZXzWcZEkUA= 2022-09-01T11:26:01.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/FQLaGNsxy6Umn40XZXzWcZEkUA=', 'Content-Length': '0'} 2022-09-01T11:26:01.263 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dc08cb651aa32e07-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.264 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:01.264 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:01.265 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.266 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.266 DEBUG:boto:Method: GET 2022-09-01T11:26:01.267 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.267 DEBUG:boto:Data: 2022-09-01T11:26:01.268 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.269 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.269 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.272 DEBUG:boto:Params: {} 2022-09-01T11:26:01.273 DEBUG:boto:Token: None 2022-09-01T11:26:01.276 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:01.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/FQLaGNsxy6Umn40XZXzWcZEkUA= 2022-09-01T11:26:01.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/FQLaGNsxy6Umn40XZXzWcZEkUA=', 'Content-Length': '0'} 2022-09-01T11:26:01.279 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003ad47cfdbd62db10-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.280 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:01.281 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:01.281 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:01.282 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:01.283 DEBUG:boto:Method: GET 2022-09-01T11:26:01.283 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:26:01.284 DEBUG:boto:Data: 2022-09-01T11:26:01.285 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.286 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.286 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.287 DEBUG:boto:Params: {} 2022-09-01T11:26:01.288 DEBUG:boto:Token: None 2022-09-01T11:26:01.288 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/ 2022-09-01T11:26:01.289 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o= 2022-09-01T11:26:01.289 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o=', 'Content-Length': '0'} 2022-09-01T11:26:01.292 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000048691211329f3cc8-00631096c9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.334 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:01.335 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:01.336 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:01.337 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:01.337 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:01.340 DEBUG:boto:Method: GET 2022-09-01T11:26:01.340 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:26:01.342 DEBUG:boto:Data: 2022-09-01T11:26:01.343 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.344 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.345 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.346 DEBUG:boto:Params: {} 2022-09-01T11:26:01.347 DEBUG:boto:Token: None 2022-09-01T11:26:01.348 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/ 2022-09-01T11:26:01.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o= 2022-09-01T11:26:01.352 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o=', 'Content-Length': '0'} 2022-09-01T11:26:01.356 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ce1e76e42ba86dd1-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.357 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:01.358 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:01.359 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:01.360 DEBUG:boto:Method: HEAD 2022-09-01T11:26:01.360 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:26:01.361 DEBUG:boto:Data: 2022-09-01T11:26:01.363 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.364 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.365 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.366 DEBUG:boto:Params: {} 2022-09-01T11:26:01.367 DEBUG:boto:Token: None 2022-09-01T11:26:01.368 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj115 2022-09-01T11:26:01.369 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OT9kAsHll7Six6cViHEyBvfGpDk= 2022-09-01T11:26:01.370 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OT9kAsHll7Six6cViHEyBvfGpDk=', 'Content-Length': '0'} 2022-09-01T11:26:01.374 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000af32eeed34ff1867-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.376 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:01.377 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:01.378 DEBUG:boto:Method: HEAD 2022-09-01T11:26:01.379 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:26:01.380 DEBUG:boto:Data: 2022-09-01T11:26:01.381 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.382 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.383 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.383 DEBUG:boto:Params: {} 2022-09-01T11:26:01.384 DEBUG:boto:Token: None 2022-09-01T11:26:01.385 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj115 2022-09-01T11:26:01.386 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OT9kAsHll7Six6cViHEyBvfGpDk= 2022-09-01T11:26:01.387 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OT9kAsHll7Six6cViHEyBvfGpDk=', 'Content-Length': '0'} 2022-09-01T11:26:01.390 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec3283ac1ffed821-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.391 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:26:01.391 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:01.392 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:01.393 DEBUG:boto:Method: GET 2022-09-01T11:26:01.393 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:26:01.394 DEBUG:boto:Data: 2022-09-01T11:26:01.395 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.396 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.397 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.397 DEBUG:boto:Params: {} 2022-09-01T11:26:01.398 DEBUG:boto:Token: None 2022-09-01T11:26:01.399 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj115 2022-09-01T11:26:01.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GXQXkC9iNbHRzQ5/x8ZlB9RqVlo= 2022-09-01T11:26:01.400 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GXQXkC9iNbHRzQ5/x8ZlB9RqVlo=', 'Content-Length': '0'} 2022-09-01T11:26:01.403 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007871ce570d7dedef-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.404 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:01.404 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:01.405 DEBUG:boto:Method: GET 2022-09-01T11:26:01.407 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:26:01.408 DEBUG:boto:Data: 2022-09-01T11:26:01.409 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.410 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.411 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.412 DEBUG:boto:Params: {} 2022-09-01T11:26:01.413 DEBUG:boto:Token: None 2022-09-01T11:26:01.414 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj115 2022-09-01T11:26:01.415 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GXQXkC9iNbHRzQ5/x8ZlB9RqVlo= 2022-09-01T11:26:01.416 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GXQXkC9iNbHRzQ5/x8ZlB9RqVlo=', 'Content-Length': '0'} 2022-09-01T11:26:01.419 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008bbc65bccc8738dc-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.462 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:01.464 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:01.465 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:01.466 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:01.467 DEBUG:boto:Method: GET 2022-09-01T11:26:01.468 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:26:01.469 DEBUG:boto:Data: 2022-09-01T11:26:01.470 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.472 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.473 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.475 DEBUG:boto:Params: {} 2022-09-01T11:26:01.476 DEBUG:boto:Token: None 2022-09-01T11:26:01.476 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/ 2022-09-01T11:26:01.477 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o= 2022-09-01T11:26:01.477 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o=', 'Content-Length': '0'} 2022-09-01T11:26:01.481 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004e299ad26241cf1e-00631096c9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.482 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:01.484 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:01.484 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:01.486 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:01.486 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:01.487 DEBUG:boto:Method: GET 2022-09-01T11:26:01.488 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:26:01.489 DEBUG:boto:Data: 2022-09-01T11:26:01.489 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.490 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.491 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.492 DEBUG:boto:Params: {} 2022-09-01T11:26:01.493 DEBUG:boto:Token: None 2022-09-01T11:26:01.499 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/ 2022-09-01T11:26:01.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o= 2022-09-01T11:26:01.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o=', 'Content-Length': '0'} 2022-09-01T11:26:01.507 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000802d2911a9142293-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.508 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:01.510 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:26:01.511 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:01.512 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:01.512 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.514 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.515 DEBUG:boto:Method: GET 2022-09-01T11:26:01.516 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.517 DEBUG:boto:Data: 2022-09-01T11:26:01.518 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.519 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.520 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.521 DEBUG:boto:Params: {} 2022-09-01T11:26:01.522 DEBUG:boto:Token: None 2022-09-01T11:26:01.523 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X0w1G45stM6AXocEdJnuii1CvXg= 2022-09-01T11:26:01.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X0w1G45stM6AXocEdJnuii1CvXg=', 'Content-Length': '0'} 2022-09-01T11:26:01.527 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c41e8a2bd18b8cba-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.528 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:01.529 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:01.529 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.530 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.530 DEBUG:boto:Method: GET 2022-09-01T11:26:01.531 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.532 DEBUG:boto:Data: 2022-09-01T11:26:01.532 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.533 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.533 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.534 DEBUG:boto:Params: {} 2022-09-01T11:26:01.534 DEBUG:boto:Token: None 2022-09-01T11:26:01.535 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.536 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X0w1G45stM6AXocEdJnuii1CvXg= 2022-09-01T11:26:01.536 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X0w1G45stM6AXocEdJnuii1CvXg=', 'Content-Length': '0'} 2022-09-01T11:26:01.539 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b8799b3d8daee83-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.540 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:01.540 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:01.541 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.541 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.542 DEBUG:boto:Method: HEAD 2022-09-01T11:26:01.543 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.543 DEBUG:boto:Data: 2022-09-01T11:26:01.544 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.544 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.545 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.545 DEBUG:boto:Params: {} 2022-09-01T11:26:01.546 DEBUG:boto:Token: None 2022-09-01T11:26:01.546 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.547 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zk1gji0/4DNT3U1UyRHIZNb9lLE= 2022-09-01T11:26:01.548 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zk1gji0/4DNT3U1UyRHIZNb9lLE=', 'Content-Length': '0'} 2022-09-01T11:26:01.550 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000be3938e344a9ac92-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.551 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:01.552 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:01.553 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.553 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.554 DEBUG:boto:Method: HEAD 2022-09-01T11:26:01.554 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.555 DEBUG:boto:Data: 2022-09-01T11:26:01.555 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.556 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.556 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.557 DEBUG:boto:Params: {} 2022-09-01T11:26:01.557 DEBUG:boto:Token: None 2022-09-01T11:26:01.558 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.559 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zk1gji0/4DNT3U1UyRHIZNb9lLE= 2022-09-01T11:26:01.560 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zk1gji0/4DNT3U1UyRHIZNb9lLE=', 'Content-Length': '0'} 2022-09-01T11:26:01.562 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004e288487d3893e14-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.563 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:26:01.564 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:01.564 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:01.565 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.566 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.567 DEBUG:boto:Method: GET 2022-09-01T11:26:01.567 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.568 DEBUG:boto:Data: 2022-09-01T11:26:01.569 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.570 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.571 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.572 DEBUG:boto:Params: {} 2022-09-01T11:26:01.573 DEBUG:boto:Token: None 2022-09-01T11:26:01.573 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.574 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X0w1G45stM6AXocEdJnuii1CvXg= 2022-09-01T11:26:01.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X0w1G45stM6AXocEdJnuii1CvXg=', 'Content-Length': '0'} 2022-09-01T11:26:01.577 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ced6f2dfc875ead-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.618 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:01.619 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:01.620 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.620 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.621 DEBUG:boto:Method: GET 2022-09-01T11:26:01.622 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.623 DEBUG:boto:Data: 2022-09-01T11:26:01.624 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.625 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.626 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.627 DEBUG:boto:Params: {} 2022-09-01T11:26:01.628 DEBUG:boto:Token: None 2022-09-01T11:26:01.628 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:01.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X0w1G45stM6AXocEdJnuii1CvXg= 2022-09-01T11:26:01.631 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X0w1G45stM6AXocEdJnuii1CvXg=', 'Content-Length': '0'} 2022-09-01T11:26:01.634 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003a1f198f371290e5-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.635 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:01.635 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:01.636 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:01.636 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:01.637 DEBUG:boto:Method: GET 2022-09-01T11:26:01.637 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:26:01.638 DEBUG:boto:Data: 2022-09-01T11:26:01.639 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.639 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.640 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.640 DEBUG:boto:Params: {} 2022-09-01T11:26:01.641 DEBUG:boto:Token: None 2022-09-01T11:26:01.641 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/ 2022-09-01T11:26:01.642 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o= 2022-09-01T11:26:01.643 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o=', 'Content-Length': '0'} 2022-09-01T11:26:01.645 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000074df74992143bf59-00631096c9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.646 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:01.647 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:01.648 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:01.649 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:01.649 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:01.650 DEBUG:boto:Method: GET 2022-09-01T11:26:01.651 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:26:01.651 DEBUG:boto:Data: 2022-09-01T11:26:01.652 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.652 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.653 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.653 DEBUG:boto:Params: {} 2022-09-01T11:26:01.654 DEBUG:boto:Token: None 2022-09-01T11:26:01.655 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/ 2022-09-01T11:26:01.656 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o= 2022-09-01T11:26:01.657 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o=', 'Content-Length': '0'} 2022-09-01T11:26:01.661 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009bff1f7024d81393-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.661 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:01.662 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:01.663 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:01.664 DEBUG:boto:Method: HEAD 2022-09-01T11:26:01.665 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:26:01.665 DEBUG:boto:Data: 2022-09-01T11:26:01.666 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.666 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.667 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.667 DEBUG:boto:Params: {} 2022-09-01T11:26:01.668 DEBUG:boto:Token: None 2022-09-01T11:26:01.668 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj116 2022-09-01T11:26:01.669 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zx1v0+S6NlGz/uMyUbu/9gmqUYM= 2022-09-01T11:26:01.669 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zx1v0+S6NlGz/uMyUbu/9gmqUYM=', 'Content-Length': '0'} 2022-09-01T11:26:01.672 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bded9d917e53d090-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.672 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:01.673 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:01.673 DEBUG:boto:Method: HEAD 2022-09-01T11:26:01.674 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:26:01.675 DEBUG:boto:Data: 2022-09-01T11:26:01.675 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.676 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.676 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.677 DEBUG:boto:Params: {} 2022-09-01T11:26:01.677 DEBUG:boto:Token: None 2022-09-01T11:26:01.678 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj116 2022-09-01T11:26:01.679 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zx1v0+S6NlGz/uMyUbu/9gmqUYM= 2022-09-01T11:26:01.679 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zx1v0+S6NlGz/uMyUbu/9gmqUYM=', 'Content-Length': '0'} 2022-09-01T11:26:01.682 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004f2a8d08a87975c1-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.682 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:26:01.683 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:01.684 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:01.684 DEBUG:boto:Method: GET 2022-09-01T11:26:01.685 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:26:01.685 DEBUG:boto:Data: 2022-09-01T11:26:01.686 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.686 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.687 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.688 DEBUG:boto:Params: {} 2022-09-01T11:26:01.689 DEBUG:boto:Token: None 2022-09-01T11:26:01.690 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj116 2022-09-01T11:26:01.691 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UfbDbpPXpvmsqoK8oEzyYo6OZdA= 2022-09-01T11:26:01.692 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UfbDbpPXpvmsqoK8oEzyYo6OZdA=', 'Content-Length': '0'} 2022-09-01T11:26:01.695 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004814a5d5e6d5c264-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.696 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:01.697 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:01.698 DEBUG:boto:Method: GET 2022-09-01T11:26:01.699 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:26:01.699 DEBUG:boto:Data: 2022-09-01T11:26:01.700 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.701 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.701 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.702 DEBUG:boto:Params: {} 2022-09-01T11:26:01.702 DEBUG:boto:Token: None 2022-09-01T11:26:01.703 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj116 2022-09-01T11:26:01.703 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UfbDbpPXpvmsqoK8oEzyYo6OZdA= 2022-09-01T11:26:01.704 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UfbDbpPXpvmsqoK8oEzyYo6OZdA=', 'Content-Length': '0'} 2022-09-01T11:26:01.707 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a310d88c41b0f0eb-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.754 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:01.755 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:01.755 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:01.756 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:01.756 DEBUG:boto:Method: GET 2022-09-01T11:26:01.757 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:26:01.757 DEBUG:boto:Data: 2022-09-01T11:26:01.758 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.758 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.759 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.759 DEBUG:boto:Params: {} 2022-09-01T11:26:01.760 DEBUG:boto:Token: None 2022-09-01T11:26:01.761 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/ 2022-09-01T11:26:01.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o= 2022-09-01T11:26:01.762 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o=', 'Content-Length': '0'} 2022-09-01T11:26:01.765 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a7c00e9144fb222b-00631096c9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.766 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:01.767 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:01.768 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:01.768 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:01.769 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:01.769 DEBUG:boto:Method: GET 2022-09-01T11:26:01.770 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:26:01.771 DEBUG:boto:Data: 2022-09-01T11:26:01.771 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.772 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.772 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.773 DEBUG:boto:Params: {} 2022-09-01T11:26:01.773 DEBUG:boto:Token: None 2022-09-01T11:26:01.774 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/ 2022-09-01T11:26:01.775 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o= 2022-09-01T11:26:01.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o=', 'Content-Length': '0'} 2022-09-01T11:26:01.779 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000afa44a80d7a04da4-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.780 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:01.781 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:26:01.781 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:01.782 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:01.783 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.784 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.784 DEBUG:boto:Method: GET 2022-09-01T11:26:01.785 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.785 DEBUG:boto:Data: 2022-09-01T11:26:01.786 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.786 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.787 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.788 DEBUG:boto:Params: {} 2022-09-01T11:26:01.788 DEBUG:boto:Token: None 2022-09-01T11:26:01.789 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.790 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:R4NtFFKz3rL9wsN5wWi8pftJd/I= 2022-09-01T11:26:01.790 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:R4NtFFKz3rL9wsN5wWi8pftJd/I=', 'Content-Length': '0'} 2022-09-01T11:26:01.793 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008df57c4ba792ed7a-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.794 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:01.794 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:01.795 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.796 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.796 DEBUG:boto:Method: GET 2022-09-01T11:26:01.797 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.797 DEBUG:boto:Data: 2022-09-01T11:26:01.798 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.798 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.799 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.799 DEBUG:boto:Params: {} 2022-09-01T11:26:01.800 DEBUG:boto:Token: None 2022-09-01T11:26:01.800 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.801 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:R4NtFFKz3rL9wsN5wWi8pftJd/I= 2022-09-01T11:26:01.802 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:R4NtFFKz3rL9wsN5wWi8pftJd/I=', 'Content-Length': '0'} 2022-09-01T11:26:01.804 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000098d1b504fc424abd-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.805 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:01.806 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:01.806 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.807 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.808 DEBUG:boto:Method: HEAD 2022-09-01T11:26:01.808 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.809 DEBUG:boto:Data: 2022-09-01T11:26:01.810 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.810 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.811 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.811 DEBUG:boto:Params: {} 2022-09-01T11:26:01.812 DEBUG:boto:Token: None 2022-09-01T11:26:01.813 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.813 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bi3N4WHNblok1HH84dXkFALIz/w= 2022-09-01T11:26:01.814 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bi3N4WHNblok1HH84dXkFALIz/w=', 'Content-Length': '0'} 2022-09-01T11:26:01.816 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006838d43e350ac711-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.817 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:01.817 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:01.818 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.818 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.819 DEBUG:boto:Method: HEAD 2022-09-01T11:26:01.820 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.821 DEBUG:boto:Data: 2022-09-01T11:26:01.821 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.822 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.822 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.823 DEBUG:boto:Params: {} 2022-09-01T11:26:01.824 DEBUG:boto:Token: None 2022-09-01T11:26:01.825 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.826 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bi3N4WHNblok1HH84dXkFALIz/w= 2022-09-01T11:26:01.827 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bi3N4WHNblok1HH84dXkFALIz/w=', 'Content-Length': '0'} 2022-09-01T11:26:01.830 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000018a16f963ac49feb-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.831 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:26:01.832 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:01.833 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:01.833 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.834 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.834 DEBUG:boto:Method: GET 2022-09-01T11:26:01.835 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.835 DEBUG:boto:Data: 2022-09-01T11:26:01.836 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.837 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.837 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.838 DEBUG:boto:Params: {} 2022-09-01T11:26:01.839 DEBUG:boto:Token: None 2022-09-01T11:26:01.840 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.840 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:R4NtFFKz3rL9wsN5wWi8pftJd/I= 2022-09-01T11:26:01.841 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:R4NtFFKz3rL9wsN5wWi8pftJd/I=', 'Content-Length': '0'} 2022-09-01T11:26:01.843 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005cb2c299c5427432-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.845 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:01.845 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:01.846 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.847 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.847 DEBUG:boto:Method: GET 2022-09-01T11:26:01.848 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.849 DEBUG:boto:Data: 2022-09-01T11:26:01.849 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.850 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.851 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.852 DEBUG:boto:Params: {} 2022-09-01T11:26:01.853 DEBUG:boto:Token: None 2022-09-01T11:26:01.853 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:01.854 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:R4NtFFKz3rL9wsN5wWi8pftJd/I= 2022-09-01T11:26:01.855 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:R4NtFFKz3rL9wsN5wWi8pftJd/I=', 'Content-Length': '0'} 2022-09-01T11:26:01.857 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000798905df3f9ed603-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.898 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:01.899 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:01.900 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:01.901 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:01.901 DEBUG:boto:Method: GET 2022-09-01T11:26:01.902 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:26:01.903 DEBUG:boto:Data: 2022-09-01T11:26:01.903 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.904 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.904 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.905 DEBUG:boto:Params: {} 2022-09-01T11:26:01.906 DEBUG:boto:Token: None 2022-09-01T11:26:01.907 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/ 2022-09-01T11:26:01.907 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o= 2022-09-01T11:26:01.908 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o=', 'Content-Length': '0'} 2022-09-01T11:26:01.911 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007dc19f07ee5ad98c-00631096c9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.912 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:01.913 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:01.914 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:01.914 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:01.915 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:01.915 DEBUG:boto:Method: GET 2022-09-01T11:26:01.916 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:26:01.917 DEBUG:boto:Data: 2022-09-01T11:26:01.918 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.918 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.919 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.920 DEBUG:boto:Params: {} 2022-09-01T11:26:01.920 DEBUG:boto:Token: None 2022-09-01T11:26:01.921 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/ 2022-09-01T11:26:01.922 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o= 2022-09-01T11:26:01.922 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IXoqYkDi9XLuDhdpDhdL+NDCw1o=', 'Content-Length': '0'} 2022-09-01T11:26:01.926 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cda792d6b29798f0-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.927 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:01.928 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:01.929 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:01.929 DEBUG:boto:Method: HEAD 2022-09-01T11:26:01.930 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:26:01.931 DEBUG:boto:Data: 2022-09-01T11:26:01.931 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.932 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.933 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.933 DEBUG:boto:Params: {} 2022-09-01T11:26:01.934 DEBUG:boto:Token: None 2022-09-01T11:26:01.934 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj145 2022-09-01T11:26:01.935 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XxE2uLHg50jg86M7pcmAuiuKe2M= 2022-09-01T11:26:01.936 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XxE2uLHg50jg86M7pcmAuiuKe2M=', 'Content-Length': '0'} 2022-09-01T11:26:01.938 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000021f5904879d17496-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.939 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:01.940 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:01.940 DEBUG:boto:Method: HEAD 2022-09-01T11:26:01.941 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:26:01.941 DEBUG:boto:Data: 2022-09-01T11:26:01.942 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.942 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:01.943 DEBUG:boto:Port: 8000 2022-09-01T11:26:01.944 DEBUG:boto:Params: {} 2022-09-01T11:26:01.944 DEBUG:boto:Token: None 2022-09-01T11:26:01.945 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj145 2022-09-01T11:26:01.945 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XxE2uLHg50jg86M7pcmAuiuKe2M= 2022-09-01T11:26:01.946 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XxE2uLHg50jg86M7pcmAuiuKe2M=', 'Content-Length': '0'} 2022-09-01T11:26:01.948 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c56a150a5988a23-00631096c9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:01.949 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:26:01.950 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:01.951 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:01.951 DEBUG:boto:Method: GET 2022-09-01T11:26:01.952 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:26:01.953 DEBUG:boto:Data: 2022-09-01T11:26:01.953 DEBUG:boto:Headers: {} 2022-09-01T11:26:01.954 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:01.955 DEBUG:boto:Port: 8001 2022-09-01T11:26:01.955 DEBUG:boto:Params: {} 2022-09-01T11:26:01.956 DEBUG:boto:Token: None 2022-09-01T11:26:01.957 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:01 GMT /ptoxvb-74/obj145 2022-09-01T11:26:01.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7pXlQzQp15GaRIFfhjB+4SYtnms= 2022-09-01T11:26:01.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7pXlQzQp15GaRIFfhjB+4SYtnms=', 'Content-Length': '0'} 2022-09-01T11:26:01.961 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a8b82bf603be515c-00631096c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.006 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:02.007 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:02.008 DEBUG:boto:Method: GET 2022-09-01T11:26:02.008 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:26:02.009 DEBUG:boto:Data: 2022-09-01T11:26:02.009 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.011 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.011 DEBUG:boto:Params: {} 2022-09-01T11:26:02.012 DEBUG:boto:Token: None 2022-09-01T11:26:02.013 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj145 2022-09-01T11:26:02.013 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jx9l70PTsoJ597gLcRmgsAp8Q8A= 2022-09-01T11:26:02.014 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jx9l70PTsoJ597gLcRmgsAp8Q8A=', 'Content-Length': '0'} 2022-09-01T11:26:02.017 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000a40eab92ee0d0a4-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.018 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:02.018 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:02.019 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:02.020 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:02.021 DEBUG:boto:Method: GET 2022-09-01T11:26:02.021 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:26:02.022 DEBUG:boto:Data: 2022-09-01T11:26:02.023 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.023 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.024 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.024 DEBUG:boto:Params: {} 2022-09-01T11:26:02.025 DEBUG:boto:Token: None 2022-09-01T11:26:02.026 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/ 2022-09-01T11:26:02.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY= 2022-09-01T11:26:02.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY=', 'Content-Length': '0'} 2022-09-01T11:26:02.031 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000019e30cb7ab243164-00631096ca-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.033 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:02.034 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:02.034 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:02.035 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:02.036 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:02.037 DEBUG:boto:Method: GET 2022-09-01T11:26:02.037 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:26:02.038 DEBUG:boto:Data: 2022-09-01T11:26:02.038 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.039 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.040 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.040 DEBUG:boto:Params: {} 2022-09-01T11:26:02.041 DEBUG:boto:Token: None 2022-09-01T11:26:02.042 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/ 2022-09-01T11:26:02.043 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY= 2022-09-01T11:26:02.043 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY=', 'Content-Length': '0'} 2022-09-01T11:26:02.048 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fcaf7309d2993437-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.049 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:02.050 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:26:02.051 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:02.051 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:02.052 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.052 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.053 DEBUG:boto:Method: GET 2022-09-01T11:26:02.054 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.054 DEBUG:boto:Data: 2022-09-01T11:26:02.055 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.055 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.056 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.057 DEBUG:boto:Params: {} 2022-09-01T11:26:02.059 DEBUG:boto:Token: None 2022-09-01T11:26:02.059 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.060 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ulEcj4J0/V6r3cf4AeUZJjbZ8tQ= 2022-09-01T11:26:02.061 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ulEcj4J0/V6r3cf4AeUZJjbZ8tQ=', 'Content-Length': '0'} 2022-09-01T11:26:02.063 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000189065477d913803-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.064 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:02.065 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:02.066 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.066 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.067 DEBUG:boto:Method: GET 2022-09-01T11:26:02.068 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.068 DEBUG:boto:Data: 2022-09-01T11:26:02.069 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.070 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.071 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.071 DEBUG:boto:Params: {} 2022-09-01T11:26:02.072 DEBUG:boto:Token: None 2022-09-01T11:26:02.072 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ulEcj4J0/V6r3cf4AeUZJjbZ8tQ= 2022-09-01T11:26:02.074 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ulEcj4J0/V6r3cf4AeUZJjbZ8tQ=', 'Content-Length': '0'} 2022-09-01T11:26:02.077 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092db959c510ab6eb-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.122 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:02.124 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:02.125 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.125 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.127 DEBUG:boto:Method: HEAD 2022-09-01T11:26:02.127 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.128 DEBUG:boto:Data: 2022-09-01T11:26:02.129 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.130 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.131 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.132 DEBUG:boto:Params: {} 2022-09-01T11:26:02.134 DEBUG:boto:Token: None 2022-09-01T11:26:02.135 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.136 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4TI1FoIEMqZY7Av+6GVsm4pJTDA= 2022-09-01T11:26:02.137 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4TI1FoIEMqZY7Av+6GVsm4pJTDA=', 'Content-Length': '0'} 2022-09-01T11:26:02.140 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000084562726d6f257e9-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.141 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:02.142 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:02.143 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.144 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.145 DEBUG:boto:Method: HEAD 2022-09-01T11:26:02.146 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.147 DEBUG:boto:Data: 2022-09-01T11:26:02.149 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.150 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.151 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.152 DEBUG:boto:Params: {} 2022-09-01T11:26:02.153 DEBUG:boto:Token: None 2022-09-01T11:26:02.154 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4TI1FoIEMqZY7Av+6GVsm4pJTDA= 2022-09-01T11:26:02.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4TI1FoIEMqZY7Av+6GVsm4pJTDA=', 'Content-Length': '0'} 2022-09-01T11:26:02.159 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000087e9006d84947f1a-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.160 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:26:02.161 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:02.162 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:02.163 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.165 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.166 DEBUG:boto:Method: GET 2022-09-01T11:26:02.166 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.167 DEBUG:boto:Data: 2022-09-01T11:26:02.168 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.168 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.169 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.169 DEBUG:boto:Params: {} 2022-09-01T11:26:02.170 DEBUG:boto:Token: None 2022-09-01T11:26:02.171 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.172 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ulEcj4J0/V6r3cf4AeUZJjbZ8tQ= 2022-09-01T11:26:02.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ulEcj4J0/V6r3cf4AeUZJjbZ8tQ=', 'Content-Length': '0'} 2022-09-01T11:26:02.176 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000068ef419443b964a8-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.178 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:02.179 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:02.180 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.181 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.182 DEBUG:boto:Method: GET 2022-09-01T11:26:02.183 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.184 DEBUG:boto:Data: 2022-09-01T11:26:02.184 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.185 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.185 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.186 DEBUG:boto:Params: {} 2022-09-01T11:26:02.187 DEBUG:boto:Token: None 2022-09-01T11:26:02.188 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:02.189 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ulEcj4J0/V6r3cf4AeUZJjbZ8tQ= 2022-09-01T11:26:02.190 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ulEcj4J0/V6r3cf4AeUZJjbZ8tQ=', 'Content-Length': '0'} 2022-09-01T11:26:02.193 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db484a89610d59a9-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.194 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:02.195 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:02.195 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:02.196 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:02.196 DEBUG:boto:Method: GET 2022-09-01T11:26:02.197 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:26:02.197 DEBUG:boto:Data: 2022-09-01T11:26:02.198 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.199 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.199 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.200 DEBUG:boto:Params: {} 2022-09-01T11:26:02.200 DEBUG:boto:Token: None 2022-09-01T11:26:02.201 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/ 2022-09-01T11:26:02.202 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY= 2022-09-01T11:26:02.203 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY=', 'Content-Length': '0'} 2022-09-01T11:26:02.206 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004cdc756687ceb890-00631096ca-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.207 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:02.208 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:02.208 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:02.209 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:02.209 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:02.210 DEBUG:boto:Method: GET 2022-09-01T11:26:02.211 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:26:02.211 DEBUG:boto:Data: 2022-09-01T11:26:02.212 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.212 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.213 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.213 DEBUG:boto:Params: {} 2022-09-01T11:26:02.214 DEBUG:boto:Token: None 2022-09-01T11:26:02.214 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/ 2022-09-01T11:26:02.215 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY= 2022-09-01T11:26:02.216 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY=', 'Content-Length': '0'} 2022-09-01T11:26:02.220 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000090a9678880f7341-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.221 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:02.222 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:02.222 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:02.223 DEBUG:boto:Method: HEAD 2022-09-01T11:26:02.223 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:26:02.224 DEBUG:boto:Data: 2022-09-01T11:26:02.224 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.225 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.225 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.226 DEBUG:boto:Params: {} 2022-09-01T11:26:02.227 DEBUG:boto:Token: None 2022-09-01T11:26:02.227 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj17 2022-09-01T11:26:02.228 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FpN0LUVB4r8/m44PQTd1lXQx2L4= 2022-09-01T11:26:02.228 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FpN0LUVB4r8/m44PQTd1lXQx2L4=', 'Content-Length': '0'} 2022-09-01T11:26:02.230 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005ede0cf90cd4d487-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.231 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:02.232 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:02.232 DEBUG:boto:Method: HEAD 2022-09-01T11:26:02.233 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:26:02.233 DEBUG:boto:Data: 2022-09-01T11:26:02.234 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.234 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.235 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.235 DEBUG:boto:Params: {} 2022-09-01T11:26:02.236 DEBUG:boto:Token: None 2022-09-01T11:26:02.237 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj17 2022-09-01T11:26:02.237 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FpN0LUVB4r8/m44PQTd1lXQx2L4= 2022-09-01T11:26:02.238 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FpN0LUVB4r8/m44PQTd1lXQx2L4=', 'Content-Length': '0'} 2022-09-01T11:26:02.240 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000488ad28581dc7c18-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.241 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:26:02.242 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:02.242 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:02.243 DEBUG:boto:Method: GET 2022-09-01T11:26:02.243 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:26:02.244 DEBUG:boto:Data: 2022-09-01T11:26:02.244 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.245 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.246 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.247 DEBUG:boto:Params: {} 2022-09-01T11:26:02.247 DEBUG:boto:Token: None 2022-09-01T11:26:02.248 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj17 2022-09-01T11:26:02.248 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+yZ2eT72xya1e7GgdURLCdpH044= 2022-09-01T11:26:02.249 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+yZ2eT72xya1e7GgdURLCdpH044=', 'Content-Length': '0'} 2022-09-01T11:26:02.251 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000322d1814945c2a30-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.294 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:02.295 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:02.296 DEBUG:boto:Method: GET 2022-09-01T11:26:02.297 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:26:02.298 DEBUG:boto:Data: 2022-09-01T11:26:02.299 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.300 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.301 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.303 DEBUG:boto:Params: {} 2022-09-01T11:26:02.304 DEBUG:boto:Token: None 2022-09-01T11:26:02.305 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj17 2022-09-01T11:26:02.306 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+yZ2eT72xya1e7GgdURLCdpH044= 2022-09-01T11:26:02.307 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+yZ2eT72xya1e7GgdURLCdpH044=', 'Content-Length': '0'} 2022-09-01T11:26:02.309 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dde203d6cb4f953b-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.310 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:02.311 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:02.312 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:02.313 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:02.313 DEBUG:boto:Method: GET 2022-09-01T11:26:02.314 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:26:02.315 DEBUG:boto:Data: 2022-09-01T11:26:02.316 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.317 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.318 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.318 DEBUG:boto:Params: {} 2022-09-01T11:26:02.319 DEBUG:boto:Token: None 2022-09-01T11:26:02.320 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/ 2022-09-01T11:26:02.321 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY= 2022-09-01T11:26:02.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY=', 'Content-Length': '0'} 2022-09-01T11:26:02.325 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000020942306b8bf1817-00631096ca-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.326 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:02.326 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:02.327 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:02.327 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:02.328 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:02.328 DEBUG:boto:Method: GET 2022-09-01T11:26:02.329 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:26:02.330 DEBUG:boto:Data: 2022-09-01T11:26:02.330 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.331 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.331 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.332 DEBUG:boto:Params: {} 2022-09-01T11:26:02.333 DEBUG:boto:Token: None 2022-09-01T11:26:02.333 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/ 2022-09-01T11:26:02.334 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY= 2022-09-01T11:26:02.335 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY=', 'Content-Length': '0'} 2022-09-01T11:26:02.339 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004499438a41de70d9-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.340 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:02.341 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:26:02.341 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:02.342 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:02.342 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.343 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.343 DEBUG:boto:Method: GET 2022-09-01T11:26:02.344 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.344 DEBUG:boto:Data: 2022-09-01T11:26:02.345 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.346 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.346 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.347 DEBUG:boto:Params: {} 2022-09-01T11:26:02.347 DEBUG:boto:Token: None 2022-09-01T11:26:02.348 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.349 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qH+UenpdG6vfM7SJPrOBUhLCtM8= 2022-09-01T11:26:02.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qH+UenpdG6vfM7SJPrOBUhLCtM8=', 'Content-Length': '0'} 2022-09-01T11:26:02.352 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a5f298541c15bbb0-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.353 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:02.354 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:02.354 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.355 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.355 DEBUG:boto:Method: GET 2022-09-01T11:26:02.356 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.356 DEBUG:boto:Data: 2022-09-01T11:26:02.357 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.357 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.358 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.359 DEBUG:boto:Params: {} 2022-09-01T11:26:02.360 DEBUG:boto:Token: None 2022-09-01T11:26:02.361 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.361 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qH+UenpdG6vfM7SJPrOBUhLCtM8= 2022-09-01T11:26:02.362 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qH+UenpdG6vfM7SJPrOBUhLCtM8=', 'Content-Length': '0'} 2022-09-01T11:26:02.364 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fef40e0415bc3274-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.365 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:02.366 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:02.366 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.367 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.367 DEBUG:boto:Method: HEAD 2022-09-01T11:26:02.368 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.368 DEBUG:boto:Data: 2022-09-01T11:26:02.369 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.369 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.370 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.370 DEBUG:boto:Params: {} 2022-09-01T11:26:02.371 DEBUG:boto:Token: None 2022-09-01T11:26:02.371 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8y00/1u1GvaU4SJ6KUKqr8gp8so= 2022-09-01T11:26:02.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8y00/1u1GvaU4SJ6KUKqr8gp8so=', 'Content-Length': '0'} 2022-09-01T11:26:02.375 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000831224cbac15174f-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.376 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:02.376 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:02.377 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.377 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.378 DEBUG:boto:Method: HEAD 2022-09-01T11:26:02.378 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.379 DEBUG:boto:Data: 2022-09-01T11:26:02.379 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.380 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.380 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.381 DEBUG:boto:Params: {} 2022-09-01T11:26:02.381 DEBUG:boto:Token: None 2022-09-01T11:26:02.382 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.383 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8y00/1u1GvaU4SJ6KUKqr8gp8so= 2022-09-01T11:26:02.383 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8y00/1u1GvaU4SJ6KUKqr8gp8so=', 'Content-Length': '0'} 2022-09-01T11:26:02.386 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008777f6508bbabb44-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.387 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:26:02.387 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:02.388 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:02.388 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.389 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.389 DEBUG:boto:Method: GET 2022-09-01T11:26:02.390 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.390 DEBUG:boto:Data: 2022-09-01T11:26:02.391 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.392 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.392 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.393 DEBUG:boto:Params: {} 2022-09-01T11:26:02.393 DEBUG:boto:Token: None 2022-09-01T11:26:02.394 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.395 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qH+UenpdG6vfM7SJPrOBUhLCtM8= 2022-09-01T11:26:02.396 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qH+UenpdG6vfM7SJPrOBUhLCtM8=', 'Content-Length': '0'} 2022-09-01T11:26:02.399 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000095a5e7b32787f7c8-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.400 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:02.401 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:02.401 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.402 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.402 DEBUG:boto:Method: GET 2022-09-01T11:26:02.403 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.404 DEBUG:boto:Data: 2022-09-01T11:26:02.404 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.405 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.405 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.406 DEBUG:boto:Params: {} 2022-09-01T11:26:02.407 DEBUG:boto:Token: None 2022-09-01T11:26:02.407 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:02.408 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qH+UenpdG6vfM7SJPrOBUhLCtM8= 2022-09-01T11:26:02.409 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qH+UenpdG6vfM7SJPrOBUhLCtM8=', 'Content-Length': '0'} 2022-09-01T11:26:02.411 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007758b6f2e544fde7-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.412 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:02.413 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:02.413 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:02.414 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:02.414 DEBUG:boto:Method: GET 2022-09-01T11:26:02.415 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:26:02.415 DEBUG:boto:Data: 2022-09-01T11:26:02.416 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.416 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.417 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.418 DEBUG:boto:Params: {} 2022-09-01T11:26:02.418 DEBUG:boto:Token: None 2022-09-01T11:26:02.419 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/ 2022-09-01T11:26:02.420 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY= 2022-09-01T11:26:02.420 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY=', 'Content-Length': '0'} 2022-09-01T11:26:02.423 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ae922bb7c2a249cb-00631096ca-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.466 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:02.467 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:02.468 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:02.469 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:02.469 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:02.470 DEBUG:boto:Method: GET 2022-09-01T11:26:02.470 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:26:02.471 DEBUG:boto:Data: 2022-09-01T11:26:02.471 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.472 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.472 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.473 DEBUG:boto:Params: {} 2022-09-01T11:26:02.474 DEBUG:boto:Token: None 2022-09-01T11:26:02.474 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/ 2022-09-01T11:26:02.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY= 2022-09-01T11:26:02.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY=', 'Content-Length': '0'} 2022-09-01T11:26:02.481 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000503ef90f6bab9b5-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.482 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:02.484 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:02.485 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:02.486 DEBUG:boto:Method: HEAD 2022-09-01T11:26:02.487 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:26:02.487 DEBUG:boto:Data: 2022-09-01T11:26:02.488 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.488 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.489 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.489 DEBUG:boto:Params: {} 2022-09-01T11:26:02.490 DEBUG:boto:Token: None 2022-09-01T11:26:02.491 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj19 2022-09-01T11:26:02.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UTP2vLs5w8/vO0u0vRSPj2e+DcY= 2022-09-01T11:26:02.493 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UTP2vLs5w8/vO0u0vRSPj2e+DcY=', 'Content-Length': '0'} 2022-09-01T11:26:02.496 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000780bd37240a079fa-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.497 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:02.497 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:02.498 DEBUG:boto:Method: HEAD 2022-09-01T11:26:02.499 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:26:02.500 DEBUG:boto:Data: 2022-09-01T11:26:02.500 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.501 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.501 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.502 DEBUG:boto:Params: {} 2022-09-01T11:26:02.502 DEBUG:boto:Token: None 2022-09-01T11:26:02.503 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj19 2022-09-01T11:26:02.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UTP2vLs5w8/vO0u0vRSPj2e+DcY= 2022-09-01T11:26:02.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UTP2vLs5w8/vO0u0vRSPj2e+DcY=', 'Content-Length': '0'} 2022-09-01T11:26:02.506 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001382368ec58f47ff-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.507 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:26:02.508 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:02.509 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:02.509 DEBUG:boto:Method: GET 2022-09-01T11:26:02.510 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:26:02.511 DEBUG:boto:Data: 2022-09-01T11:26:02.511 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.512 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.514 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.515 DEBUG:boto:Params: {} 2022-09-01T11:26:02.516 DEBUG:boto:Token: None 2022-09-01T11:26:02.517 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj19 2022-09-01T11:26:02.518 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GCvmM0uHEbjCsG2UVXHaaKj0FK4= 2022-09-01T11:26:02.519 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GCvmM0uHEbjCsG2UVXHaaKj0FK4=', 'Content-Length': '0'} 2022-09-01T11:26:02.522 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000752bc3d7c3dfe4de-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.523 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:02.523 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:02.524 DEBUG:boto:Method: GET 2022-09-01T11:26:02.525 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:26:02.525 DEBUG:boto:Data: 2022-09-01T11:26:02.526 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.526 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.527 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.527 DEBUG:boto:Params: {} 2022-09-01T11:26:02.528 DEBUG:boto:Token: None 2022-09-01T11:26:02.528 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj19 2022-09-01T11:26:02.530 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GCvmM0uHEbjCsG2UVXHaaKj0FK4= 2022-09-01T11:26:02.531 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GCvmM0uHEbjCsG2UVXHaaKj0FK4=', 'Content-Length': '0'} 2022-09-01T11:26:02.534 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000efbf060b0d53283b-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.575 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:02.576 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:02.577 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:02.578 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:02.579 DEBUG:boto:Method: GET 2022-09-01T11:26:02.580 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:26:02.581 DEBUG:boto:Data: 2022-09-01T11:26:02.581 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.582 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.583 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.583 DEBUG:boto:Params: {} 2022-09-01T11:26:02.584 DEBUG:boto:Token: None 2022-09-01T11:26:02.585 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/ 2022-09-01T11:26:02.586 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY= 2022-09-01T11:26:02.587 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY=', 'Content-Length': '0'} 2022-09-01T11:26:02.599 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000014f153998b8a0e00-00631096ca-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.600 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:02.601 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:02.602 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:02.602 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:02.603 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:02.604 DEBUG:boto:Method: GET 2022-09-01T11:26:02.605 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:26:02.606 DEBUG:boto:Data: 2022-09-01T11:26:02.608 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.609 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.610 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.611 DEBUG:boto:Params: {} 2022-09-01T11:26:02.612 DEBUG:boto:Token: None 2022-09-01T11:26:02.613 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/ 2022-09-01T11:26:02.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY= 2022-09-01T11:26:02.616 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY=', 'Content-Length': '0'} 2022-09-01T11:26:02.621 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000063e85848c6584d2d-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.622 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:02.623 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:26:02.623 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:02.624 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:02.624 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.625 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.626 DEBUG:boto:Method: GET 2022-09-01T11:26:02.627 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.627 DEBUG:boto:Data: 2022-09-01T11:26:02.628 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.629 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.629 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.630 DEBUG:boto:Params: {} 2022-09-01T11:26:02.630 DEBUG:boto:Token: None 2022-09-01T11:26:02.631 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.632 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QcPcRQJ2C/in8QtXXhDlQDk2YQk= 2022-09-01T11:26:02.632 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QcPcRQJ2C/in8QtXXhDlQDk2YQk=', 'Content-Length': '0'} 2022-09-01T11:26:02.634 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000063db40f98fa2234a-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.635 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:02.636 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:02.636 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.637 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.637 DEBUG:boto:Method: GET 2022-09-01T11:26:02.638 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.639 DEBUG:boto:Data: 2022-09-01T11:26:02.639 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.640 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.640 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.641 DEBUG:boto:Params: {} 2022-09-01T11:26:02.641 DEBUG:boto:Token: None 2022-09-01T11:26:02.642 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QcPcRQJ2C/in8QtXXhDlQDk2YQk= 2022-09-01T11:26:02.643 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QcPcRQJ2C/in8QtXXhDlQDk2YQk=', 'Content-Length': '0'} 2022-09-01T11:26:02.646 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e00cfbefe8b019ae-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.646 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:02.647 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:02.647 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.648 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.649 DEBUG:boto:Method: HEAD 2022-09-01T11:26:02.649 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.650 DEBUG:boto:Data: 2022-09-01T11:26:02.650 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.651 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.651 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.652 DEBUG:boto:Params: {} 2022-09-01T11:26:02.652 DEBUG:boto:Token: None 2022-09-01T11:26:02.653 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.654 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rzhuohIruAXX1FHQFxR8DZu6z/o= 2022-09-01T11:26:02.654 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rzhuohIruAXX1FHQFxR8DZu6z/o=', 'Content-Length': '0'} 2022-09-01T11:26:02.656 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000024f980955cec134a-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.657 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:02.657 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:02.658 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.658 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.659 DEBUG:boto:Method: HEAD 2022-09-01T11:26:02.659 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.660 DEBUG:boto:Data: 2022-09-01T11:26:02.660 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.661 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.661 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.662 DEBUG:boto:Params: {} 2022-09-01T11:26:02.662 DEBUG:boto:Token: None 2022-09-01T11:26:02.663 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.664 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rzhuohIruAXX1FHQFxR8DZu6z/o= 2022-09-01T11:26:02.664 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rzhuohIruAXX1FHQFxR8DZu6z/o=', 'Content-Length': '0'} 2022-09-01T11:26:02.666 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d454a66cb1c9339-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.667 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:26:02.668 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:02.668 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:02.669 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.669 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.670 DEBUG:boto:Method: GET 2022-09-01T11:26:02.671 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.671 DEBUG:boto:Data: 2022-09-01T11:26:02.672 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.673 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.673 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.674 DEBUG:boto:Params: {} 2022-09-01T11:26:02.675 DEBUG:boto:Token: None 2022-09-01T11:26:02.675 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.676 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QcPcRQJ2C/in8QtXXhDlQDk2YQk= 2022-09-01T11:26:02.677 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QcPcRQJ2C/in8QtXXhDlQDk2YQk=', 'Content-Length': '0'} 2022-09-01T11:26:02.679 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008c4b117bf7a7dd4a-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.722 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:02.725 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:02.725 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.726 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.727 DEBUG:boto:Method: GET 2022-09-01T11:26:02.727 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.728 DEBUG:boto:Data: 2022-09-01T11:26:02.728 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.729 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.729 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.730 DEBUG:boto:Params: {} 2022-09-01T11:26:02.730 DEBUG:boto:Token: None 2022-09-01T11:26:02.731 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:02.732 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QcPcRQJ2C/in8QtXXhDlQDk2YQk= 2022-09-01T11:26:02.733 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QcPcRQJ2C/in8QtXXhDlQDk2YQk=', 'Content-Length': '0'} 2022-09-01T11:26:02.735 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006052d2c9b9cfb5ca-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.737 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:02.737 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:02.738 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:02.738 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:02.739 DEBUG:boto:Method: GET 2022-09-01T11:26:02.739 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:26:02.740 DEBUG:boto:Data: 2022-09-01T11:26:02.740 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.741 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.741 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.742 DEBUG:boto:Params: {} 2022-09-01T11:26:02.743 DEBUG:boto:Token: None 2022-09-01T11:26:02.743 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/ 2022-09-01T11:26:02.744 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY= 2022-09-01T11:26:02.744 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY=', 'Content-Length': '0'} 2022-09-01T11:26:02.747 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000075d37e9e48ef766b-00631096ca-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.748 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:02.749 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:02.749 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:02.750 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:02.750 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:02.751 DEBUG:boto:Method: GET 2022-09-01T11:26:02.752 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:26:02.752 DEBUG:boto:Data: 2022-09-01T11:26:02.753 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.753 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.754 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.754 DEBUG:boto:Params: {} 2022-09-01T11:26:02.755 DEBUG:boto:Token: None 2022-09-01T11:26:02.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/ 2022-09-01T11:26:02.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY= 2022-09-01T11:26:02.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY=', 'Content-Length': '0'} 2022-09-01T11:26:02.761 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a3915d98aaeccc8c-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.762 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:02.762 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:02.763 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:02.764 DEBUG:boto:Method: HEAD 2022-09-01T11:26:02.764 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:26:02.765 DEBUG:boto:Data: 2022-09-01T11:26:02.765 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.766 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.766 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.767 DEBUG:boto:Params: {} 2022-09-01T11:26:02.767 DEBUG:boto:Token: None 2022-09-01T11:26:02.768 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj22 2022-09-01T11:26:02.768 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FH4ab0UgvRVE9fSoMElSGc8N9KI= 2022-09-01T11:26:02.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FH4ab0UgvRVE9fSoMElSGc8N9KI=', 'Content-Length': '0'} 2022-09-01T11:26:02.771 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005d68ee9e32717bba-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.772 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:02.773 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:02.773 DEBUG:boto:Method: HEAD 2022-09-01T11:26:02.774 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:26:02.774 DEBUG:boto:Data: 2022-09-01T11:26:02.775 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.775 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.776 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.776 DEBUG:boto:Params: {} 2022-09-01T11:26:02.777 DEBUG:boto:Token: None 2022-09-01T11:26:02.777 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj22 2022-09-01T11:26:02.778 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FH4ab0UgvRVE9fSoMElSGc8N9KI= 2022-09-01T11:26:02.778 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FH4ab0UgvRVE9fSoMElSGc8N9KI=', 'Content-Length': '0'} 2022-09-01T11:26:02.782 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000036e9ac0f7298669a-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.783 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:26:02.784 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:02.784 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:02.785 DEBUG:boto:Method: GET 2022-09-01T11:26:02.785 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:26:02.786 DEBUG:boto:Data: 2022-09-01T11:26:02.787 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.788 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.789 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.790 DEBUG:boto:Params: {} 2022-09-01T11:26:02.791 DEBUG:boto:Token: None 2022-09-01T11:26:02.792 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj22 2022-09-01T11:26:02.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:auHUxjkURADHElgKVof+UATqIrg= 2022-09-01T11:26:02.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:auHUxjkURADHElgKVof+UATqIrg=', 'Content-Length': '0'} 2022-09-01T11:26:02.797 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ca74009fe1e51fd-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.799 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:02.799 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:02.800 DEBUG:boto:Method: GET 2022-09-01T11:26:02.801 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:26:02.802 DEBUG:boto:Data: 2022-09-01T11:26:02.802 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.803 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.803 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.804 DEBUG:boto:Params: {} 2022-09-01T11:26:02.804 DEBUG:boto:Token: None 2022-09-01T11:26:02.805 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj22 2022-09-01T11:26:02.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:auHUxjkURADHElgKVof+UATqIrg= 2022-09-01T11:26:02.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:auHUxjkURADHElgKVof+UATqIrg=', 'Content-Length': '0'} 2022-09-01T11:26:02.810 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000302defde6f06e688-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.850 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:02.851 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:02.852 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:02.853 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:02.854 DEBUG:boto:Method: GET 2022-09-01T11:26:02.855 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:26:02.856 DEBUG:boto:Data: 2022-09-01T11:26:02.857 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.858 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.859 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.860 DEBUG:boto:Params: {} 2022-09-01T11:26:02.861 DEBUG:boto:Token: None 2022-09-01T11:26:02.862 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/ 2022-09-01T11:26:02.862 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY= 2022-09-01T11:26:02.863 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY=', 'Content-Length': '0'} 2022-09-01T11:26:02.867 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b23955825b574339-00631096ca-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.869 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:02.870 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:02.871 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:02.872 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:02.873 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:02.873 DEBUG:boto:Method: GET 2022-09-01T11:26:02.874 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:26:02.874 DEBUG:boto:Data: 2022-09-01T11:26:02.875 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.876 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.876 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.877 DEBUG:boto:Params: {} 2022-09-01T11:26:02.877 DEBUG:boto:Token: None 2022-09-01T11:26:02.878 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/ 2022-09-01T11:26:02.878 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY= 2022-09-01T11:26:02.879 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:otUnb9g6lZikLNsSD7jYP31pBhY=', 'Content-Length': '0'} 2022-09-01T11:26:02.883 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000054ea52b6f410eb98-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.884 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:02.885 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:26:02.885 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:02.886 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:02.886 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.887 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.887 DEBUG:boto:Method: GET 2022-09-01T11:26:02.888 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.889 DEBUG:boto:Data: 2022-09-01T11:26:02.889 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.890 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.891 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.892 DEBUG:boto:Params: {} 2022-09-01T11:26:02.893 DEBUG:boto:Token: None 2022-09-01T11:26:02.894 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z5werz9GYpTsZfHmRs10viOVShs= 2022-09-01T11:26:02.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z5werz9GYpTsZfHmRs10viOVShs=', 'Content-Length': '0'} 2022-09-01T11:26:02.899 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd79d4481cdb4600-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.949 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:02.949 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:02.950 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.950 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.951 DEBUG:boto:Method: GET 2022-09-01T11:26:02.952 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.952 DEBUG:boto:Data: 2022-09-01T11:26:02.953 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.954 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.954 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.955 DEBUG:boto:Params: {} 2022-09-01T11:26:02.956 DEBUG:boto:Token: None 2022-09-01T11:26:02.956 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.957 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z5werz9GYpTsZfHmRs10viOVShs= 2022-09-01T11:26:02.958 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z5werz9GYpTsZfHmRs10viOVShs=', 'Content-Length': '0'} 2022-09-01T11:26:02.960 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d157e203fc12c860-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.961 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:02.962 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:02.962 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.963 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.963 DEBUG:boto:Method: HEAD 2022-09-01T11:26:02.964 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.964 DEBUG:boto:Data: 2022-09-01T11:26:02.965 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.965 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.966 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.966 DEBUG:boto:Params: {} 2022-09-01T11:26:02.967 DEBUG:boto:Token: None 2022-09-01T11:26:02.968 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.968 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SK6S7I/zFEUswqvnOc7paXvW6Yo= 2022-09-01T11:26:02.969 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SK6S7I/zFEUswqvnOc7paXvW6Yo=', 'Content-Length': '0'} 2022-09-01T11:26:02.971 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000093a170134906c31c-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.972 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:02.972 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:02.973 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.973 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.974 DEBUG:boto:Method: HEAD 2022-09-01T11:26:02.974 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.975 DEBUG:boto:Data: 2022-09-01T11:26:02.976 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.976 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:02.976 DEBUG:boto:Port: 8000 2022-09-01T11:26:02.977 DEBUG:boto:Params: {} 2022-09-01T11:26:02.978 DEBUG:boto:Token: None 2022-09-01T11:26:02.978 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.979 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SK6S7I/zFEUswqvnOc7paXvW6Yo= 2022-09-01T11:26:02.979 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SK6S7I/zFEUswqvnOc7paXvW6Yo=', 'Content-Length': '0'} 2022-09-01T11:26:02.982 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000164453ef66b42a38-00631096ca-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.983 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:26:02.983 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:02.984 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:02.984 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.985 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.985 DEBUG:boto:Method: GET 2022-09-01T11:26:02.986 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.986 DEBUG:boto:Data: 2022-09-01T11:26:02.987 DEBUG:boto:Headers: {} 2022-09-01T11:26:02.988 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:02.988 DEBUG:boto:Port: 8001 2022-09-01T11:26:02.989 DEBUG:boto:Params: {} 2022-09-01T11:26:02.989 DEBUG:boto:Token: None 2022-09-01T11:26:02.990 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:02 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.991 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z5werz9GYpTsZfHmRs10viOVShs= 2022-09-01T11:26:02.992 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z5werz9GYpTsZfHmRs10viOVShs=', 'Content-Length': '0'} 2022-09-01T11:26:02.995 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d2614479162b1e42-00631096ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:02.996 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:02.997 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:02.998 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.998 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:02.999 DEBUG:boto:Method: GET 2022-09-01T11:26:03.000 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:03.001 DEBUG:boto:Data: 2022-09-01T11:26:03.003 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.004 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.005 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.006 DEBUG:boto:Params: {} 2022-09-01T11:26:03.007 DEBUG:boto:Token: None 2022-09-01T11:26:03.008 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:03.009 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dCEiTOhLnLdftdiyQgMAnjpMKfE= 2022-09-01T11:26:03.010 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dCEiTOhLnLdftdiyQgMAnjpMKfE=', 'Content-Length': '0'} 2022-09-01T11:26:03.013 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000af77236f2f94cc41-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.014 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.014 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.015 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:03.015 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:03.016 DEBUG:boto:Method: GET 2022-09-01T11:26:03.017 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:26:03.017 DEBUG:boto:Data: 2022-09-01T11:26:03.018 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.018 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.019 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.020 DEBUG:boto:Params: {} 2022-09-01T11:26:03.020 DEBUG:boto:Token: None 2022-09-01T11:26:03.021 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.022 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.023 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:03.025 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000140546b2fcb45eed-00631096cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.026 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:03.027 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.027 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.028 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:03.029 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:03.029 DEBUG:boto:Method: GET 2022-09-01T11:26:03.030 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:26:03.030 DEBUG:boto:Data: 2022-09-01T11:26:03.031 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.031 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.032 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.032 DEBUG:boto:Params: {} 2022-09-01T11:26:03.033 DEBUG:boto:Token: None 2022-09-01T11:26:03.034 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.034 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.035 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:03.040 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000ed263ca71e1c8e3-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.041 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:03.042 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:03.042 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:03.043 DEBUG:boto:Method: HEAD 2022-09-01T11:26:03.043 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:26:03.044 DEBUG:boto:Data: 2022-09-01T11:26:03.044 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.045 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.046 DEBUG:boto:Params: {} 2022-09-01T11:26:03.046 DEBUG:boto:Token: None 2022-09-01T11:26:03.047 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj23 2022-09-01T11:26:03.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4T+lMuVVnfcIoKmVrMPGVrqLUkI= 2022-09-01T11:26:03.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4T+lMuVVnfcIoKmVrMPGVrqLUkI=', 'Content-Length': '0'} 2022-09-01T11:26:03.050 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000034a2ad42f5b017a7-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.051 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:03.052 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:03.052 DEBUG:boto:Method: HEAD 2022-09-01T11:26:03.053 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:26:03.053 DEBUG:boto:Data: 2022-09-01T11:26:03.054 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.054 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.055 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.055 DEBUG:boto:Params: {} 2022-09-01T11:26:03.056 DEBUG:boto:Token: None 2022-09-01T11:26:03.056 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj23 2022-09-01T11:26:03.057 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4T+lMuVVnfcIoKmVrMPGVrqLUkI= 2022-09-01T11:26:03.058 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4T+lMuVVnfcIoKmVrMPGVrqLUkI=', 'Content-Length': '0'} 2022-09-01T11:26:03.060 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e1479550c03eed9-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.060 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:26:03.061 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:03.062 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:03.062 DEBUG:boto:Method: GET 2022-09-01T11:26:03.063 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:26:03.063 DEBUG:boto:Data: 2022-09-01T11:26:03.064 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.065 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.065 DEBUG:boto:Params: {} 2022-09-01T11:26:03.066 DEBUG:boto:Token: None 2022-09-01T11:26:03.067 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj23 2022-09-01T11:26:03.067 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dutHwQiDSa/NtY9ld9dQHI+vez4= 2022-09-01T11:26:03.068 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dutHwQiDSa/NtY9ld9dQHI+vez4=', 'Content-Length': '0'} 2022-09-01T11:26:03.070 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004984e389c0da7440-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.114 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:03.115 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:03.116 DEBUG:boto:Method: GET 2022-09-01T11:26:03.116 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:26:03.117 DEBUG:boto:Data: 2022-09-01T11:26:03.117 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.118 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.119 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.120 DEBUG:boto:Params: {} 2022-09-01T11:26:03.121 DEBUG:boto:Token: None 2022-09-01T11:26:03.122 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj23 2022-09-01T11:26:03.123 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dutHwQiDSa/NtY9ld9dQHI+vez4= 2022-09-01T11:26:03.124 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dutHwQiDSa/NtY9ld9dQHI+vez4=', 'Content-Length': '0'} 2022-09-01T11:26:03.127 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c0141b434fc67fe0-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.128 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.129 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.130 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:03.131 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:03.133 DEBUG:boto:Method: GET 2022-09-01T11:26:03.134 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:26:03.135 DEBUG:boto:Data: 2022-09-01T11:26:03.136 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.137 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.138 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.139 DEBUG:boto:Params: {} 2022-09-01T11:26:03.140 DEBUG:boto:Token: None 2022-09-01T11:26:03.142 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.143 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.144 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:03.147 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000049d5724d913246e-00631096cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.148 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:03.150 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.151 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.152 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:03.152 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:03.153 DEBUG:boto:Method: GET 2022-09-01T11:26:03.154 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:26:03.155 DEBUG:boto:Data: 2022-09-01T11:26:03.156 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.157 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.158 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.159 DEBUG:boto:Params: {} 2022-09-01T11:26:03.160 DEBUG:boto:Token: None 2022-09-01T11:26:03.161 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.162 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.163 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:03.169 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b7f45dd738ab30ac-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.214 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:03.215 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:26:03.216 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:03.216 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:03.217 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.218 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.218 DEBUG:boto:Method: GET 2022-09-01T11:26:03.219 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.220 DEBUG:boto:Data: 2022-09-01T11:26:03.220 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.221 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.221 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.222 DEBUG:boto:Params: {} 2022-09-01T11:26:03.223 DEBUG:boto:Token: None 2022-09-01T11:26:03.224 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.224 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:agSnxyNIp1dJkd5b4iL1raSqsAo= 2022-09-01T11:26:03.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:agSnxyNIp1dJkd5b4iL1raSqsAo=', 'Content-Length': '0'} 2022-09-01T11:26:03.228 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005203923f88e01f93-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.229 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:03.230 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:03.230 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.231 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.231 DEBUG:boto:Method: GET 2022-09-01T11:26:03.232 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.232 DEBUG:boto:Data: 2022-09-01T11:26:03.233 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.234 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.234 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.235 DEBUG:boto:Params: {} 2022-09-01T11:26:03.235 DEBUG:boto:Token: None 2022-09-01T11:26:03.236 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.237 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:agSnxyNIp1dJkd5b4iL1raSqsAo= 2022-09-01T11:26:03.238 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:agSnxyNIp1dJkd5b4iL1raSqsAo=', 'Content-Length': '0'} 2022-09-01T11:26:03.240 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b74551bbf2df9d85-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.241 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:03.241 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:03.242 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.243 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.243 DEBUG:boto:Method: HEAD 2022-09-01T11:26:03.244 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.244 DEBUG:boto:Data: 2022-09-01T11:26:03.245 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.245 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.246 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.247 DEBUG:boto:Params: {} 2022-09-01T11:26:03.248 DEBUG:boto:Token: None 2022-09-01T11:26:03.248 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.249 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ji73ER4xM5Tzl+kn+8zAIY9a6uY= 2022-09-01T11:26:03.249 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ji73ER4xM5Tzl+kn+8zAIY9a6uY=', 'Content-Length': '0'} 2022-09-01T11:26:03.252 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b6b163f7957ad19-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.252 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:03.253 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:03.253 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.254 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.255 DEBUG:boto:Method: HEAD 2022-09-01T11:26:03.256 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.256 DEBUG:boto:Data: 2022-09-01T11:26:03.257 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.257 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.258 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.259 DEBUG:boto:Params: {} 2022-09-01T11:26:03.260 DEBUG:boto:Token: None 2022-09-01T11:26:03.260 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.261 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ji73ER4xM5Tzl+kn+8zAIY9a6uY= 2022-09-01T11:26:03.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ji73ER4xM5Tzl+kn+8zAIY9a6uY=', 'Content-Length': '0'} 2022-09-01T11:26:03.264 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001f0f026da8955f4e-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.265 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:26:03.266 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:03.266 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:03.267 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.267 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.268 DEBUG:boto:Method: GET 2022-09-01T11:26:03.269 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.270 DEBUG:boto:Data: 2022-09-01T11:26:03.271 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.272 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.273 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.274 DEBUG:boto:Params: {} 2022-09-01T11:26:03.275 DEBUG:boto:Token: None 2022-09-01T11:26:03.276 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.277 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:agSnxyNIp1dJkd5b4iL1raSqsAo= 2022-09-01T11:26:03.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:agSnxyNIp1dJkd5b4iL1raSqsAo=', 'Content-Length': '0'} 2022-09-01T11:26:03.280 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005007ee83315add7-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.281 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:03.281 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:03.282 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.282 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.283 DEBUG:boto:Method: GET 2022-09-01T11:26:03.283 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.284 DEBUG:boto:Data: 2022-09-01T11:26:03.285 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.285 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.286 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.286 DEBUG:boto:Params: {} 2022-09-01T11:26:03.287 DEBUG:boto:Token: None 2022-09-01T11:26:03.288 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:03.288 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:agSnxyNIp1dJkd5b4iL1raSqsAo= 2022-09-01T11:26:03.289 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:agSnxyNIp1dJkd5b4iL1raSqsAo=', 'Content-Length': '0'} 2022-09-01T11:26:03.291 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000277d2f3c795c48ca-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.292 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.293 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.293 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:03.294 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:03.294 DEBUG:boto:Method: GET 2022-09-01T11:26:03.295 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:26:03.295 DEBUG:boto:Data: 2022-09-01T11:26:03.296 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.296 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.297 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.297 DEBUG:boto:Params: {} 2022-09-01T11:26:03.298 DEBUG:boto:Token: None 2022-09-01T11:26:03.299 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:03.303 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c55a046b1c4b62d9-00631096cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.304 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:03.305 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.306 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.306 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:03.307 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:03.308 DEBUG:boto:Method: GET 2022-09-01T11:26:03.309 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:26:03.310 DEBUG:boto:Data: 2022-09-01T11:26:03.310 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.311 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.312 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.313 DEBUG:boto:Params: {} 2022-09-01T11:26:03.314 DEBUG:boto:Token: None 2022-09-01T11:26:03.315 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.316 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.318 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:03.322 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b4305ed4d6852e96-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.323 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:03.324 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:03.325 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:03.325 DEBUG:boto:Method: HEAD 2022-09-01T11:26:03.326 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:26:03.326 DEBUG:boto:Data: 2022-09-01T11:26:03.327 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.327 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.328 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.329 DEBUG:boto:Params: {} 2022-09-01T11:26:03.329 DEBUG:boto:Token: None 2022-09-01T11:26:03.330 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj29 2022-09-01T11:26:03.331 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/oZmnOzsavTUCuIOw7ZPsS8kDqQ= 2022-09-01T11:26:03.332 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/oZmnOzsavTUCuIOw7ZPsS8kDqQ=', 'Content-Length': '0'} 2022-09-01T11:26:03.335 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a09c7bc680950cd0-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.336 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:03.337 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:03.338 DEBUG:boto:Method: HEAD 2022-09-01T11:26:03.339 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:26:03.340 DEBUG:boto:Data: 2022-09-01T11:26:03.341 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.341 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.342 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.343 DEBUG:boto:Params: {} 2022-09-01T11:26:03.344 DEBUG:boto:Token: None 2022-09-01T11:26:03.345 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj29 2022-09-01T11:26:03.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/oZmnOzsavTUCuIOw7ZPsS8kDqQ= 2022-09-01T11:26:03.346 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/oZmnOzsavTUCuIOw7ZPsS8kDqQ=', 'Content-Length': '0'} 2022-09-01T11:26:03.349 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ace5101731752a2e-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.350 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:26:03.351 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:03.352 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:03.352 DEBUG:boto:Method: GET 2022-09-01T11:26:03.353 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:26:03.353 DEBUG:boto:Data: 2022-09-01T11:26:03.354 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.354 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.355 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.355 DEBUG:boto:Params: {} 2022-09-01T11:26:03.356 DEBUG:boto:Token: None 2022-09-01T11:26:03.357 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj29 2022-09-01T11:26:03.357 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ArppiselyNi6WECsPttAx64x9bk= 2022-09-01T11:26:03.358 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ArppiselyNi6WECsPttAx64x9bk=', 'Content-Length': '0'} 2022-09-01T11:26:03.363 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f73a1e8834707caf-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.406 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:03.407 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:03.408 DEBUG:boto:Method: GET 2022-09-01T11:26:03.409 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:26:03.409 DEBUG:boto:Data: 2022-09-01T11:26:03.410 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.411 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.411 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.412 DEBUG:boto:Params: {} 2022-09-01T11:26:03.414 DEBUG:boto:Token: None 2022-09-01T11:26:03.416 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj29 2022-09-01T11:26:03.417 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ArppiselyNi6WECsPttAx64x9bk= 2022-09-01T11:26:03.418 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ArppiselyNi6WECsPttAx64x9bk=', 'Content-Length': '0'} 2022-09-01T11:26:03.420 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ea4a12bba1192ce-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.422 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.423 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.424 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:03.424 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:03.426 DEBUG:boto:Method: GET 2022-09-01T11:26:03.427 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:26:03.427 DEBUG:boto:Data: 2022-09-01T11:26:03.428 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.429 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.430 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.431 DEBUG:boto:Params: {} 2022-09-01T11:26:03.432 DEBUG:boto:Token: None 2022-09-01T11:26:03.433 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.434 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.435 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:03.439 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c1db64b0cdf4c3da-00631096cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.440 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:03.441 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.441 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.442 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:03.442 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:03.443 DEBUG:boto:Method: GET 2022-09-01T11:26:03.443 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:26:03.444 DEBUG:boto:Data: 2022-09-01T11:26:03.445 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.445 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.446 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.447 DEBUG:boto:Params: {} 2022-09-01T11:26:03.448 DEBUG:boto:Token: None 2022-09-01T11:26:03.449 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.450 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.450 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:03.454 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000090777b8de6c5c0c6-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.455 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:03.456 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:26:03.457 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:03.458 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:03.459 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.459 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.460 DEBUG:boto:Method: GET 2022-09-01T11:26:03.460 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.461 DEBUG:boto:Data: 2022-09-01T11:26:03.461 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.462 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.463 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.464 DEBUG:boto:Params: {} 2022-09-01T11:26:03.465 DEBUG:boto:Token: None 2022-09-01T11:26:03.466 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.467 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ybg5fKTsDuxr5okv42eelU1Muw4= 2022-09-01T11:26:03.469 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ybg5fKTsDuxr5okv42eelU1Muw4=', 'Content-Length': '0'} 2022-09-01T11:26:03.471 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000038a7053b57f5b31b-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.472 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:03.472 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:03.473 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.473 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.474 DEBUG:boto:Method: GET 2022-09-01T11:26:03.474 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.475 DEBUG:boto:Data: 2022-09-01T11:26:03.476 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.476 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.477 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.477 DEBUG:boto:Params: {} 2022-09-01T11:26:03.478 DEBUG:boto:Token: None 2022-09-01T11:26:03.478 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.479 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ybg5fKTsDuxr5okv42eelU1Muw4= 2022-09-01T11:26:03.480 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ybg5fKTsDuxr5okv42eelU1Muw4=', 'Content-Length': '0'} 2022-09-01T11:26:03.482 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e09bf222b9ff5dff-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.483 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:03.484 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:03.484 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.485 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.485 DEBUG:boto:Method: HEAD 2022-09-01T11:26:03.486 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.486 DEBUG:boto:Data: 2022-09-01T11:26:03.487 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.487 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.488 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.488 DEBUG:boto:Params: {} 2022-09-01T11:26:03.489 DEBUG:boto:Token: None 2022-09-01T11:26:03.490 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.491 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcxmJ7Gl9iYsTFt3xPD4b0OpYzg= 2022-09-01T11:26:03.491 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcxmJ7Gl9iYsTFt3xPD4b0OpYzg=', 'Content-Length': '0'} 2022-09-01T11:26:03.494 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000050b5e61469531dc-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.495 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:03.495 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:03.496 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.496 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.497 DEBUG:boto:Method: HEAD 2022-09-01T11:26:03.498 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.498 DEBUG:boto:Data: 2022-09-01T11:26:03.499 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.499 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.500 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.500 DEBUG:boto:Params: {} 2022-09-01T11:26:03.501 DEBUG:boto:Token: None 2022-09-01T11:26:03.502 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zcxmJ7Gl9iYsTFt3xPD4b0OpYzg= 2022-09-01T11:26:03.503 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zcxmJ7Gl9iYsTFt3xPD4b0OpYzg=', 'Content-Length': '0'} 2022-09-01T11:26:03.505 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d3e98a46434775bc-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.506 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:26:03.507 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:03.507 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:03.508 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.508 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.509 DEBUG:boto:Method: GET 2022-09-01T11:26:03.510 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.511 DEBUG:boto:Data: 2022-09-01T11:26:03.511 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.512 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.513 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.513 DEBUG:boto:Params: {} 2022-09-01T11:26:03.514 DEBUG:boto:Token: None 2022-09-01T11:26:03.515 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ybg5fKTsDuxr5okv42eelU1Muw4= 2022-09-01T11:26:03.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ybg5fKTsDuxr5okv42eelU1Muw4=', 'Content-Length': '0'} 2022-09-01T11:26:03.518 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b25df8d6a58275a6-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.562 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:03.563 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:03.564 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.565 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.566 DEBUG:boto:Method: GET 2022-09-01T11:26:03.567 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.568 DEBUG:boto:Data: 2022-09-01T11:26:03.569 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.570 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.571 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.572 DEBUG:boto:Params: {} 2022-09-01T11:26:03.573 DEBUG:boto:Token: None 2022-09-01T11:26:03.574 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:03.575 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ybg5fKTsDuxr5okv42eelU1Muw4= 2022-09-01T11:26:03.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ybg5fKTsDuxr5okv42eelU1Muw4=', 'Content-Length': '0'} 2022-09-01T11:26:03.579 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a508ba3babd4fe2b-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.580 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.581 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.582 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:03.583 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:03.585 DEBUG:boto:Method: GET 2022-09-01T11:26:03.586 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:26:03.587 DEBUG:boto:Data: 2022-09-01T11:26:03.588 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.589 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.590 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.591 DEBUG:boto:Params: {} 2022-09-01T11:26:03.592 DEBUG:boto:Token: None 2022-09-01T11:26:03.593 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.594 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.595 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:03.598 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ec9970aee907e469-00631096cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.600 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:03.601 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.602 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.603 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:03.604 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:03.605 DEBUG:boto:Method: GET 2022-09-01T11:26:03.606 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:26:03.607 DEBUG:boto:Data: 2022-09-01T11:26:03.608 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.609 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.610 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.611 DEBUG:boto:Params: {} 2022-09-01T11:26:03.612 DEBUG:boto:Token: None 2022-09-01T11:26:03.613 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.616 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:03.621 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c92a6ec7dcf7bca5-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.662 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:03.663 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:03.664 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:03.665 DEBUG:boto:Method: HEAD 2022-09-01T11:26:03.666 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:26:03.666 DEBUG:boto:Data: 2022-09-01T11:26:03.667 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.667 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.668 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.669 DEBUG:boto:Params: {} 2022-09-01T11:26:03.669 DEBUG:boto:Token: None 2022-09-01T11:26:03.670 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj33 2022-09-01T11:26:03.671 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7tkljRoI8mIaq4ZqSIBc4cWBdkY= 2022-09-01T11:26:03.672 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7tkljRoI8mIaq4ZqSIBc4cWBdkY=', 'Content-Length': '0'} 2022-09-01T11:26:03.676 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a99bce3c41950c81-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.677 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:03.678 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:03.679 DEBUG:boto:Method: HEAD 2022-09-01T11:26:03.680 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:26:03.681 DEBUG:boto:Data: 2022-09-01T11:26:03.682 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.683 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.684 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.685 DEBUG:boto:Params: {} 2022-09-01T11:26:03.686 DEBUG:boto:Token: None 2022-09-01T11:26:03.687 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj33 2022-09-01T11:26:03.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7tkljRoI8mIaq4ZqSIBc4cWBdkY= 2022-09-01T11:26:03.689 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7tkljRoI8mIaq4ZqSIBc4cWBdkY=', 'Content-Length': '0'} 2022-09-01T11:26:03.692 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ad867f30fbf99658-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.693 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:26:03.694 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:03.695 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:03.696 DEBUG:boto:Method: GET 2022-09-01T11:26:03.697 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:26:03.698 DEBUG:boto:Data: 2022-09-01T11:26:03.699 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.700 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.701 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.702 DEBUG:boto:Params: {} 2022-09-01T11:26:03.703 DEBUG:boto:Token: None 2022-09-01T11:26:03.704 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj33 2022-09-01T11:26:03.705 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tb0MXpTEP10DOK4JvuQewNAhzCs= 2022-09-01T11:26:03.706 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tb0MXpTEP10DOK4JvuQewNAhzCs=', 'Content-Length': '0'} 2022-09-01T11:26:03.709 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007b685f90951499be-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.711 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:03.711 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:03.712 DEBUG:boto:Method: GET 2022-09-01T11:26:03.713 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:26:03.714 DEBUG:boto:Data: 2022-09-01T11:26:03.714 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.715 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.716 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.716 DEBUG:boto:Params: {} 2022-09-01T11:26:03.717 DEBUG:boto:Token: None 2022-09-01T11:26:03.718 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj33 2022-09-01T11:26:03.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tb0MXpTEP10DOK4JvuQewNAhzCs= 2022-09-01T11:26:03.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tb0MXpTEP10DOK4JvuQewNAhzCs=', 'Content-Length': '0'} 2022-09-01T11:26:03.721 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002bea84b033b11b37-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.723 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.723 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.724 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:03.724 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:03.725 DEBUG:boto:Method: GET 2022-09-01T11:26:03.725 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:26:03.726 DEBUG:boto:Data: 2022-09-01T11:26:03.726 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.727 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.728 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.729 DEBUG:boto:Params: {} 2022-09-01T11:26:03.729 DEBUG:boto:Token: None 2022-09-01T11:26:03.730 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.731 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.732 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:03.734 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000081e916ca540c452f-00631096cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.735 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:03.736 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.736 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.737 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:03.737 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:03.738 DEBUG:boto:Method: GET 2022-09-01T11:26:03.739 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:26:03.740 DEBUG:boto:Data: 2022-09-01T11:26:03.741 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.742 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.742 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.743 DEBUG:boto:Params: {} 2022-09-01T11:26:03.744 DEBUG:boto:Token: None 2022-09-01T11:26:03.744 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:03.749 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ed8dc7b2b82fd6e6-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.750 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:03.751 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:26:03.752 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:03.752 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:03.753 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.753 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.754 DEBUG:boto:Method: GET 2022-09-01T11:26:03.754 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.755 DEBUG:boto:Data: 2022-09-01T11:26:03.755 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.756 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.756 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.757 DEBUG:boto:Params: {} 2022-09-01T11:26:03.757 DEBUG:boto:Token: None 2022-09-01T11:26:03.758 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.759 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L4kW1LUs70dJhU/rY/+KdWm8PEY= 2022-09-01T11:26:03.759 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L4kW1LUs70dJhU/rY/+KdWm8PEY=', 'Content-Length': '0'} 2022-09-01T11:26:03.762 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c78dd292c1c33306-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.802 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:03.803 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:03.803 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.804 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.804 DEBUG:boto:Method: GET 2022-09-01T11:26:03.805 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.805 DEBUG:boto:Data: 2022-09-01T11:26:03.806 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.806 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.807 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.807 DEBUG:boto:Params: {} 2022-09-01T11:26:03.808 DEBUG:boto:Token: None 2022-09-01T11:26:03.809 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.810 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L4kW1LUs70dJhU/rY/+KdWm8PEY= 2022-09-01T11:26:03.810 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L4kW1LUs70dJhU/rY/+KdWm8PEY=', 'Content-Length': '0'} 2022-09-01T11:26:03.813 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000036f8332f65f0d5e9-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.813 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:03.814 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:03.815 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.815 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.816 DEBUG:boto:Method: HEAD 2022-09-01T11:26:03.816 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.817 DEBUG:boto:Data: 2022-09-01T11:26:03.817 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.818 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.818 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.819 DEBUG:boto:Params: {} 2022-09-01T11:26:03.819 DEBUG:boto:Token: None 2022-09-01T11:26:03.820 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:poXgkFVjKbQKAr1agTxcVxuiHNM= 2022-09-01T11:26:03.821 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:poXgkFVjKbQKAr1agTxcVxuiHNM=', 'Content-Length': '0'} 2022-09-01T11:26:03.823 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d3ed841ccd467141-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.824 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:03.824 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:03.825 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.825 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.826 DEBUG:boto:Method: HEAD 2022-09-01T11:26:03.826 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.827 DEBUG:boto:Data: 2022-09-01T11:26:03.827 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.828 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.828 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.829 DEBUG:boto:Params: {} 2022-09-01T11:26:03.829 DEBUG:boto:Token: None 2022-09-01T11:26:03.830 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.831 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:poXgkFVjKbQKAr1agTxcVxuiHNM= 2022-09-01T11:26:03.831 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:poXgkFVjKbQKAr1agTxcVxuiHNM=', 'Content-Length': '0'} 2022-09-01T11:26:03.834 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006411207f30961098-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.835 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:26:03.835 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:03.836 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:03.836 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.837 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.837 DEBUG:boto:Method: GET 2022-09-01T11:26:03.838 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.838 DEBUG:boto:Data: 2022-09-01T11:26:03.839 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.839 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.840 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.841 DEBUG:boto:Params: {} 2022-09-01T11:26:03.842 DEBUG:boto:Token: None 2022-09-01T11:26:03.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L4kW1LUs70dJhU/rY/+KdWm8PEY= 2022-09-01T11:26:03.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L4kW1LUs70dJhU/rY/+KdWm8PEY=', 'Content-Length': '0'} 2022-09-01T11:26:03.846 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aeeb4b72f7a268da-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.847 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:03.847 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:03.848 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.848 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.849 DEBUG:boto:Method: GET 2022-09-01T11:26:03.850 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.851 DEBUG:boto:Data: 2022-09-01T11:26:03.851 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.852 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.852 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.853 DEBUG:boto:Params: {} 2022-09-01T11:26:03.853 DEBUG:boto:Token: None 2022-09-01T11:26:03.854 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:03.855 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L4kW1LUs70dJhU/rY/+KdWm8PEY= 2022-09-01T11:26:03.855 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L4kW1LUs70dJhU/rY/+KdWm8PEY=', 'Content-Length': '0'} 2022-09-01T11:26:03.858 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007b9beb90049e8ea8-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.859 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.859 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.860 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:03.860 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:03.861 DEBUG:boto:Method: GET 2022-09-01T11:26:03.861 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:26:03.862 DEBUG:boto:Data: 2022-09-01T11:26:03.863 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.863 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.864 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.864 DEBUG:boto:Params: {} 2022-09-01T11:26:03.865 DEBUG:boto:Token: None 2022-09-01T11:26:03.865 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.866 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.866 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:03.869 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c749553821d1a717-00631096cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.870 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:03.871 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.872 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.872 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:03.873 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:03.873 DEBUG:boto:Method: GET 2022-09-01T11:26:03.874 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:26:03.875 DEBUG:boto:Data: 2022-09-01T11:26:03.875 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.876 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.877 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.877 DEBUG:boto:Params: {} 2022-09-01T11:26:03.878 DEBUG:boto:Token: None 2022-09-01T11:26:03.878 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.879 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.880 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:03.883 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008ad305ff1d1392a6-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.884 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:03.885 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:03.886 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:03.886 DEBUG:boto:Method: HEAD 2022-09-01T11:26:03.887 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:26:03.887 DEBUG:boto:Data: 2022-09-01T11:26:03.888 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.888 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.889 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.889 DEBUG:boto:Params: {} 2022-09-01T11:26:03.890 DEBUG:boto:Token: None 2022-09-01T11:26:03.891 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj34 2022-09-01T11:26:03.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DaNtbpK7oapa5mYDNZSjo/I7BRQ= 2022-09-01T11:26:03.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DaNtbpK7oapa5mYDNZSjo/I7BRQ=', 'Content-Length': '0'} 2022-09-01T11:26:03.894 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe189da88bcee4a0-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.895 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:03.895 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:03.896 DEBUG:boto:Method: HEAD 2022-09-01T11:26:03.896 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:26:03.897 DEBUG:boto:Data: 2022-09-01T11:26:03.897 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.898 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.898 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.899 DEBUG:boto:Params: {} 2022-09-01T11:26:03.899 DEBUG:boto:Token: None 2022-09-01T11:26:03.900 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj34 2022-09-01T11:26:03.901 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DaNtbpK7oapa5mYDNZSjo/I7BRQ= 2022-09-01T11:26:03.901 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DaNtbpK7oapa5mYDNZSjo/I7BRQ=', 'Content-Length': '0'} 2022-09-01T11:26:03.903 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1157fe9b0af3f6b-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.904 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:26:03.905 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:03.905 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:03.906 DEBUG:boto:Method: GET 2022-09-01T11:26:03.906 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:26:03.907 DEBUG:boto:Data: 2022-09-01T11:26:03.907 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.908 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.909 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.909 DEBUG:boto:Params: {} 2022-09-01T11:26:03.910 DEBUG:boto:Token: None 2022-09-01T11:26:03.910 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj34 2022-09-01T11:26:03.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tD03nXLu78QMXTaVCrHTriTSb7c= 2022-09-01T11:26:03.912 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tD03nXLu78QMXTaVCrHTriTSb7c=', 'Content-Length': '0'} 2022-09-01T11:26:03.914 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000081efe3ca50ea8736-00631096cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.958 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:03.959 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:03.960 DEBUG:boto:Method: GET 2022-09-01T11:26:03.960 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:26:03.961 DEBUG:boto:Data: 2022-09-01T11:26:03.961 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.962 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.963 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.964 DEBUG:boto:Params: {} 2022-09-01T11:26:03.964 DEBUG:boto:Token: None 2022-09-01T11:26:03.965 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/obj34 2022-09-01T11:26:03.966 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tD03nXLu78QMXTaVCrHTriTSb7c= 2022-09-01T11:26:03.967 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tD03nXLu78QMXTaVCrHTriTSb7c=', 'Content-Length': '0'} 2022-09-01T11:26:03.970 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000049254b30ba42df24-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.971 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.971 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.972 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:03.972 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:03.973 DEBUG:boto:Method: GET 2022-09-01T11:26:03.974 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:26:03.975 DEBUG:boto:Data: 2022-09-01T11:26:03.975 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.976 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:03.977 DEBUG:boto:Port: 8001 2022-09-01T11:26:03.978 DEBUG:boto:Params: {} 2022-09-01T11:26:03.979 DEBUG:boto:Token: None 2022-09-01T11:26:03.980 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:03.986 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005b686091d598048f-00631096cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:03.987 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:03.988 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:03.988 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:03.989 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:03.990 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:03.990 DEBUG:boto:Method: GET 2022-09-01T11:26:03.991 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:26:03.991 DEBUG:boto:Data: 2022-09-01T11:26:03.992 DEBUG:boto:Headers: {} 2022-09-01T11:26:03.992 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:03.993 DEBUG:boto:Port: 8000 2022-09-01T11:26:03.994 DEBUG:boto:Params: {} 2022-09-01T11:26:03.994 DEBUG:boto:Token: None 2022-09-01T11:26:03.996 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:03 GMT /ptoxvb-74/ 2022-09-01T11:26:03.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0= 2022-09-01T11:26:03.997 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzJ3kx7hHABsWoeAaEDSpFEuYA0=', 'Content-Length': '0'} 2022-09-01T11:26:04.001 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fb471bae05bbde2d-00631096cb-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.002 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:04.003 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:26:04.003 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:04.004 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:04.005 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.005 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.006 DEBUG:boto:Method: GET 2022-09-01T11:26:04.007 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.007 DEBUG:boto:Data: 2022-09-01T11:26:04.008 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.008 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.009 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.010 DEBUG:boto:Params: {} 2022-09-01T11:26:04.011 DEBUG:boto:Token: None 2022-09-01T11:26:04.012 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Tfj1Sd787MKmrZaY1Tcc9MdEIBA= 2022-09-01T11:26:04.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Tfj1Sd787MKmrZaY1Tcc9MdEIBA=', 'Content-Length': '0'} 2022-09-01T11:26:04.015 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014bf3b865abd5f4f-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.016 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:04.017 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:04.018 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.018 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.019 DEBUG:boto:Method: GET 2022-09-01T11:26:04.019 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.020 DEBUG:boto:Data: 2022-09-01T11:26:04.021 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.022 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.023 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.023 DEBUG:boto:Params: {} 2022-09-01T11:26:04.024 DEBUG:boto:Token: None 2022-09-01T11:26:04.025 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.025 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Tfj1Sd787MKmrZaY1Tcc9MdEIBA= 2022-09-01T11:26:04.026 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Tfj1Sd787MKmrZaY1Tcc9MdEIBA=', 'Content-Length': '0'} 2022-09-01T11:26:04.029 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b5ac92a452ef5897-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.031 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:04.032 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:04.033 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.034 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.034 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.035 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.036 DEBUG:boto:Data: 2022-09-01T11:26:04.037 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.037 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.038 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.039 DEBUG:boto:Params: {} 2022-09-01T11:26:04.040 DEBUG:boto:Token: None 2022-09-01T11:26:04.041 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.041 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CaA97RzSqhb9sbrzkAQEVguic4A= 2022-09-01T11:26:04.042 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CaA97RzSqhb9sbrzkAQEVguic4A=', 'Content-Length': '0'} 2022-09-01T11:26:04.044 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005113902c7270911-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.045 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:04.046 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:04.047 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.047 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.048 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.049 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.049 DEBUG:boto:Data: 2022-09-01T11:26:04.050 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.051 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.051 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.052 DEBUG:boto:Params: {} 2022-09-01T11:26:04.053 DEBUG:boto:Token: None 2022-09-01T11:26:04.053 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CaA97RzSqhb9sbrzkAQEVguic4A= 2022-09-01T11:26:04.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CaA97RzSqhb9sbrzkAQEVguic4A=', 'Content-Length': '0'} 2022-09-01T11:26:04.057 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed236a3f2b9eb896-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.057 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:26:04.058 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:04.059 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:04.059 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.060 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.060 DEBUG:boto:Method: GET 2022-09-01T11:26:04.061 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.061 DEBUG:boto:Data: 2022-09-01T11:26:04.062 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.062 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.063 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.064 DEBUG:boto:Params: {} 2022-09-01T11:26:04.064 DEBUG:boto:Token: None 2022-09-01T11:26:04.065 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.066 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Tfj1Sd787MKmrZaY1Tcc9MdEIBA= 2022-09-01T11:26:04.066 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Tfj1Sd787MKmrZaY1Tcc9MdEIBA=', 'Content-Length': '0'} 2022-09-01T11:26:04.069 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c18465f9b0777d9b-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.070 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:04.071 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:04.072 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.072 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.073 DEBUG:boto:Method: GET 2022-09-01T11:26:04.073 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.074 DEBUG:boto:Data: 2022-09-01T11:26:04.074 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.075 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.076 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.076 DEBUG:boto:Params: {} 2022-09-01T11:26:04.077 DEBUG:boto:Token: None 2022-09-01T11:26:04.077 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:04.078 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Tfj1Sd787MKmrZaY1Tcc9MdEIBA= 2022-09-01T11:26:04.079 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Tfj1Sd787MKmrZaY1Tcc9MdEIBA=', 'Content-Length': '0'} 2022-09-01T11:26:04.081 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006aff8492aeb4ffd7-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.082 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:04.082 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:04.083 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:04.083 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:04.084 DEBUG:boto:Method: GET 2022-09-01T11:26:04.085 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:26:04.085 DEBUG:boto:Data: 2022-09-01T11:26:04.086 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.086 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.087 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.087 DEBUG:boto:Params: {} 2022-09-01T11:26:04.088 DEBUG:boto:Token: None 2022-09-01T11:26:04.089 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/ 2022-09-01T11:26:04.089 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg= 2022-09-01T11:26:04.090 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg=', 'Content-Length': '0'} 2022-09-01T11:26:04.093 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000048cbf8776b1c4a4f-00631096cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.093 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:04.094 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:04.095 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:04.095 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:04.096 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:04.097 DEBUG:boto:Method: GET 2022-09-01T11:26:04.097 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:26:04.098 DEBUG:boto:Data: 2022-09-01T11:26:04.098 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.099 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.099 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.100 DEBUG:boto:Params: {} 2022-09-01T11:26:04.100 DEBUG:boto:Token: None 2022-09-01T11:26:04.101 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/ 2022-09-01T11:26:04.102 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg= 2022-09-01T11:26:04.102 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg=', 'Content-Length': '0'} 2022-09-01T11:26:04.107 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000015d9093360725b72-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.108 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:04.108 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:04.109 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:04.109 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.110 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:26:04.111 DEBUG:boto:Data: 2022-09-01T11:26:04.111 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.112 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.112 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.113 DEBUG:boto:Params: {} 2022-09-01T11:26:04.113 DEBUG:boto:Token: None 2022-09-01T11:26:04.114 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj38 2022-09-01T11:26:04.115 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W+C1iSQd/GZV1yY2bAN1oYXUNyE= 2022-09-01T11:26:04.115 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W+C1iSQd/GZV1yY2bAN1oYXUNyE=', 'Content-Length': '0'} 2022-09-01T11:26:04.118 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000740f0051b981ccfe-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.119 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:04.119 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:04.120 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.120 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:26:04.121 DEBUG:boto:Data: 2022-09-01T11:26:04.121 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.122 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.122 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.123 DEBUG:boto:Params: {} 2022-09-01T11:26:04.123 DEBUG:boto:Token: None 2022-09-01T11:26:04.124 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj38 2022-09-01T11:26:04.125 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W+C1iSQd/GZV1yY2bAN1oYXUNyE= 2022-09-01T11:26:04.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W+C1iSQd/GZV1yY2bAN1oYXUNyE=', 'Content-Length': '0'} 2022-09-01T11:26:04.128 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000523ccec76365371e-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.128 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:26:04.129 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:04.130 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:04.130 DEBUG:boto:Method: GET 2022-09-01T11:26:04.131 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:26:04.131 DEBUG:boto:Data: 2022-09-01T11:26:04.132 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.132 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.133 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.133 DEBUG:boto:Params: {} 2022-09-01T11:26:04.134 DEBUG:boto:Token: None 2022-09-01T11:26:04.135 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj38 2022-09-01T11:26:04.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZUXxScHZDunximC+0BY1PyrDg6I= 2022-09-01T11:26:04.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZUXxScHZDunximC+0BY1PyrDg6I=', 'Content-Length': '0'} 2022-09-01T11:26:04.138 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b5b960cc64471a8-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.139 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:04.139 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:04.140 DEBUG:boto:Method: GET 2022-09-01T11:26:04.141 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:26:04.141 DEBUG:boto:Data: 2022-09-01T11:26:04.142 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.142 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.143 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.143 DEBUG:boto:Params: {} 2022-09-01T11:26:04.144 DEBUG:boto:Token: None 2022-09-01T11:26:04.145 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj38 2022-09-01T11:26:04.145 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZUXxScHZDunximC+0BY1PyrDg6I= 2022-09-01T11:26:04.146 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZUXxScHZDunximC+0BY1PyrDg6I=', 'Content-Length': '0'} 2022-09-01T11:26:04.148 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000024a881dad329018e-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.194 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:04.195 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:04.195 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:04.196 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:04.196 DEBUG:boto:Method: GET 2022-09-01T11:26:04.197 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:26:04.197 DEBUG:boto:Data: 2022-09-01T11:26:04.198 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.198 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.199 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.200 DEBUG:boto:Params: {} 2022-09-01T11:26:04.200 DEBUG:boto:Token: None 2022-09-01T11:26:04.201 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/ 2022-09-01T11:26:04.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg= 2022-09-01T11:26:04.202 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg=', 'Content-Length': '0'} 2022-09-01T11:26:04.205 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000082a4b04d09d4aece-00631096cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.205 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:04.207 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:04.207 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:04.208 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:04.208 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:04.209 DEBUG:boto:Method: GET 2022-09-01T11:26:04.209 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:26:04.210 DEBUG:boto:Data: 2022-09-01T11:26:04.210 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.211 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.211 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.212 DEBUG:boto:Params: {} 2022-09-01T11:26:04.212 DEBUG:boto:Token: None 2022-09-01T11:26:04.213 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/ 2022-09-01T11:26:04.214 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg= 2022-09-01T11:26:04.214 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg=', 'Content-Length': '0'} 2022-09-01T11:26:04.218 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ec8ab1d0d9191e2e-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.219 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:04.220 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:26:04.220 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:04.221 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:04.221 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.222 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.223 DEBUG:boto:Method: GET 2022-09-01T11:26:04.223 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.224 DEBUG:boto:Data: 2022-09-01T11:26:04.225 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.225 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.226 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.227 DEBUG:boto:Params: {} 2022-09-01T11:26:04.228 DEBUG:boto:Token: None 2022-09-01T11:26:04.228 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WLQwoTxXDgJClagjmc5TcrbRKvY= 2022-09-01T11:26:04.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WLQwoTxXDgJClagjmc5TcrbRKvY=', 'Content-Length': '0'} 2022-09-01T11:26:04.232 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b217caa3a7a08bc-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.232 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:04.233 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:04.233 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.234 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.235 DEBUG:boto:Method: GET 2022-09-01T11:26:04.235 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.236 DEBUG:boto:Data: 2022-09-01T11:26:04.236 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.237 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.237 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.238 DEBUG:boto:Params: {} 2022-09-01T11:26:04.239 DEBUG:boto:Token: None 2022-09-01T11:26:04.239 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WLQwoTxXDgJClagjmc5TcrbRKvY= 2022-09-01T11:26:04.242 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WLQwoTxXDgJClagjmc5TcrbRKvY=', 'Content-Length': '0'} 2022-09-01T11:26:04.245 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009a71a487cc0d9146-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.246 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:04.246 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:04.247 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.247 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.248 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.249 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.249 DEBUG:boto:Data: 2022-09-01T11:26:04.250 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.250 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.251 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.251 DEBUG:boto:Params: {} 2022-09-01T11:26:04.252 DEBUG:boto:Token: None 2022-09-01T11:26:04.253 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.253 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F6fHjStc9/1u6jK/2FF4P0lTkpY= 2022-09-01T11:26:04.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F6fHjStc9/1u6jK/2FF4P0lTkpY=', 'Content-Length': '0'} 2022-09-01T11:26:04.256 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d7db1d840574820e-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.257 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:04.258 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:04.258 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.259 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.259 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.260 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.260 DEBUG:boto:Data: 2022-09-01T11:26:04.261 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.261 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.262 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.262 DEBUG:boto:Params: {} 2022-09-01T11:26:04.263 DEBUG:boto:Token: None 2022-09-01T11:26:04.264 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.265 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F6fHjStc9/1u6jK/2FF4P0lTkpY= 2022-09-01T11:26:04.266 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F6fHjStc9/1u6jK/2FF4P0lTkpY=', 'Content-Length': '0'} 2022-09-01T11:26:04.268 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003ad1121bfcb44fb8-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.268 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:26:04.269 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:04.270 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:04.271 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.271 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.272 DEBUG:boto:Method: GET 2022-09-01T11:26:04.272 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.273 DEBUG:boto:Data: 2022-09-01T11:26:04.274 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.274 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.275 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.276 DEBUG:boto:Params: {} 2022-09-01T11:26:04.276 DEBUG:boto:Token: None 2022-09-01T11:26:04.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WLQwoTxXDgJClagjmc5TcrbRKvY= 2022-09-01T11:26:04.278 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WLQwoTxXDgJClagjmc5TcrbRKvY=', 'Content-Length': '0'} 2022-09-01T11:26:04.281 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e212446a324dbeaa-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.281 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:04.282 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:04.283 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.284 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.285 DEBUG:boto:Method: GET 2022-09-01T11:26:04.286 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.287 DEBUG:boto:Data: 2022-09-01T11:26:04.288 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.289 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.289 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.290 DEBUG:boto:Params: {} 2022-09-01T11:26:04.292 DEBUG:boto:Token: None 2022-09-01T11:26:04.292 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:04.293 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WLQwoTxXDgJClagjmc5TcrbRKvY= 2022-09-01T11:26:04.294 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WLQwoTxXDgJClagjmc5TcrbRKvY=', 'Content-Length': '0'} 2022-09-01T11:26:04.297 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ea927585c07d0bd5-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.297 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:04.298 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:04.299 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:04.300 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:04.301 DEBUG:boto:Method: GET 2022-09-01T11:26:04.302 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:26:04.303 DEBUG:boto:Data: 2022-09-01T11:26:04.304 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.305 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.306 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.307 DEBUG:boto:Params: {} 2022-09-01T11:26:04.307 DEBUG:boto:Token: None 2022-09-01T11:26:04.308 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/ 2022-09-01T11:26:04.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg= 2022-09-01T11:26:04.310 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg=', 'Content-Length': '0'} 2022-09-01T11:26:04.313 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004bf69bb1a6f62a52-00631096cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.313 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:04.315 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:04.315 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:04.316 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:04.316 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:04.317 DEBUG:boto:Method: GET 2022-09-01T11:26:04.318 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:26:04.318 DEBUG:boto:Data: 2022-09-01T11:26:04.319 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.319 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.320 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.320 DEBUG:boto:Params: {} 2022-09-01T11:26:04.321 DEBUG:boto:Token: None 2022-09-01T11:26:04.322 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/ 2022-09-01T11:26:04.322 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg= 2022-09-01T11:26:04.323 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg=', 'Content-Length': '0'} 2022-09-01T11:26:04.327 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000966609513045cbdf-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.328 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:04.330 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:04.331 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:04.332 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.333 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:26:04.334 DEBUG:boto:Data: 2022-09-01T11:26:04.335 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.336 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.336 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.337 DEBUG:boto:Params: {} 2022-09-01T11:26:04.338 DEBUG:boto:Token: None 2022-09-01T11:26:04.339 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj44 2022-09-01T11:26:04.339 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1yIlzrdzoXWUE6Iw1uBAynZd3Tc= 2022-09-01T11:26:04.340 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1yIlzrdzoXWUE6Iw1uBAynZd3Tc=', 'Content-Length': '0'} 2022-09-01T11:26:04.342 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5283d62150e3f0c-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.343 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:04.344 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:04.344 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.345 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:26:04.346 DEBUG:boto:Data: 2022-09-01T11:26:04.346 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.347 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.347 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.348 DEBUG:boto:Params: {} 2022-09-01T11:26:04.349 DEBUG:boto:Token: None 2022-09-01T11:26:04.349 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj44 2022-09-01T11:26:04.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1yIlzrdzoXWUE6Iw1uBAynZd3Tc= 2022-09-01T11:26:04.351 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1yIlzrdzoXWUE6Iw1uBAynZd3Tc=', 'Content-Length': '0'} 2022-09-01T11:26:04.353 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000067d9398f2d408319-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.353 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:26:04.354 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:04.355 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:04.356 DEBUG:boto:Method: GET 2022-09-01T11:26:04.357 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:26:04.358 DEBUG:boto:Data: 2022-09-01T11:26:04.359 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.360 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.361 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.362 DEBUG:boto:Params: {} 2022-09-01T11:26:04.363 DEBUG:boto:Token: None 2022-09-01T11:26:04.364 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj44 2022-09-01T11:26:04.365 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:68RnGRIOwujdsJqWggXuNgmCvYs= 2022-09-01T11:26:04.366 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:68RnGRIOwujdsJqWggXuNgmCvYs=', 'Content-Length': '0'} 2022-09-01T11:26:04.369 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006082ff966ea94e98-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.371 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:04.371 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:04.372 DEBUG:boto:Method: GET 2022-09-01T11:26:04.372 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:26:04.373 DEBUG:boto:Data: 2022-09-01T11:26:04.373 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.374 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.375 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.375 DEBUG:boto:Params: {} 2022-09-01T11:26:04.376 DEBUG:boto:Token: None 2022-09-01T11:26:04.377 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj44 2022-09-01T11:26:04.377 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:68RnGRIOwujdsJqWggXuNgmCvYs= 2022-09-01T11:26:04.378 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:68RnGRIOwujdsJqWggXuNgmCvYs=', 'Content-Length': '0'} 2022-09-01T11:26:04.381 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006fa8b03098ed7a4b-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.422 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:04.423 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:04.424 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:04.425 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:04.425 DEBUG:boto:Method: GET 2022-09-01T11:26:04.426 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:26:04.426 DEBUG:boto:Data: 2022-09-01T11:26:04.427 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.428 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.429 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.429 DEBUG:boto:Params: {} 2022-09-01T11:26:04.430 DEBUG:boto:Token: None 2022-09-01T11:26:04.431 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/ 2022-09-01T11:26:04.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg= 2022-09-01T11:26:04.432 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg=', 'Content-Length': '0'} 2022-09-01T11:26:04.435 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b1369e7aace541df-00631096cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.436 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:04.437 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:04.438 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:04.439 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:04.439 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:04.440 DEBUG:boto:Method: GET 2022-09-01T11:26:04.441 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:26:04.441 DEBUG:boto:Data: 2022-09-01T11:26:04.442 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.443 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.443 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.444 DEBUG:boto:Params: {} 2022-09-01T11:26:04.444 DEBUG:boto:Token: None 2022-09-01T11:26:04.445 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/ 2022-09-01T11:26:04.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg= 2022-09-01T11:26:04.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg=', 'Content-Length': '0'} 2022-09-01T11:26:04.452 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000028be406d21f81a3-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.453 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:04.454 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:26:04.455 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:04.456 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:04.457 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.458 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.459 DEBUG:boto:Method: GET 2022-09-01T11:26:04.460 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.460 DEBUG:boto:Data: 2022-09-01T11:26:04.462 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.462 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.463 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.464 DEBUG:boto:Params: {} 2022-09-01T11:26:04.465 DEBUG:boto:Token: None 2022-09-01T11:26:04.466 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.467 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nG9edWRKyQwgxYe2GiM+wYEsbio= 2022-09-01T11:26:04.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nG9edWRKyQwgxYe2GiM+wYEsbio=', 'Content-Length': '0'} 2022-09-01T11:26:04.470 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001bb19d4164d0577d-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.519 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:04.522 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:04.525 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.526 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.528 DEBUG:boto:Method: GET 2022-09-01T11:26:04.529 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.531 DEBUG:boto:Data: 2022-09-01T11:26:04.532 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.532 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.533 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.533 DEBUG:boto:Params: {} 2022-09-01T11:26:04.534 DEBUG:boto:Token: None 2022-09-01T11:26:04.535 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.536 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nG9edWRKyQwgxYe2GiM+wYEsbio= 2022-09-01T11:26:04.537 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nG9edWRKyQwgxYe2GiM+wYEsbio=', 'Content-Length': '0'} 2022-09-01T11:26:04.539 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000079addccda441029a-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.540 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:04.541 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:04.542 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.542 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.543 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.543 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.544 DEBUG:boto:Data: 2022-09-01T11:26:04.544 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.545 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.545 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.546 DEBUG:boto:Params: {} 2022-09-01T11:26:04.546 DEBUG:boto:Token: None 2022-09-01T11:26:04.547 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.547 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:05CjYq6ECOtgs3J/VWf0Apl4Y2g= 2022-09-01T11:26:04.548 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:05CjYq6ECOtgs3J/VWf0Apl4Y2g=', 'Content-Length': '0'} 2022-09-01T11:26:04.550 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000042f9eb0e3f876757-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.552 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:04.552 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:04.553 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.553 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.554 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.557 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.557 DEBUG:boto:Data: 2022-09-01T11:26:04.558 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.559 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.560 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.560 DEBUG:boto:Params: {} 2022-09-01T11:26:04.561 DEBUG:boto:Token: None 2022-09-01T11:26:04.561 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:05CjYq6ECOtgs3J/VWf0Apl4Y2g= 2022-09-01T11:26:04.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:05CjYq6ECOtgs3J/VWf0Apl4Y2g=', 'Content-Length': '0'} 2022-09-01T11:26:04.566 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b8f64f6681d7320a-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.567 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:26:04.568 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:04.569 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:04.570 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.571 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.571 DEBUG:boto:Method: GET 2022-09-01T11:26:04.572 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.572 DEBUG:boto:Data: 2022-09-01T11:26:04.573 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.573 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.574 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.577 DEBUG:boto:Params: {} 2022-09-01T11:26:04.579 DEBUG:boto:Token: None 2022-09-01T11:26:04.580 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nG9edWRKyQwgxYe2GiM+wYEsbio= 2022-09-01T11:26:04.583 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nG9edWRKyQwgxYe2GiM+wYEsbio=', 'Content-Length': '0'} 2022-09-01T11:26:04.586 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e03fcb12775ea15b-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.588 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:04.588 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:04.589 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.589 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.590 DEBUG:boto:Method: GET 2022-09-01T11:26:04.591 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.591 DEBUG:boto:Data: 2022-09-01T11:26:04.592 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.592 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.593 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.593 DEBUG:boto:Params: {} 2022-09-01T11:26:04.594 DEBUG:boto:Token: None 2022-09-01T11:26:04.595 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:04.595 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nG9edWRKyQwgxYe2GiM+wYEsbio= 2022-09-01T11:26:04.596 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nG9edWRKyQwgxYe2GiM+wYEsbio=', 'Content-Length': '0'} 2022-09-01T11:26:04.598 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eb9569160dfa6624-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.599 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:04.600 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:04.601 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:04.601 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:04.602 DEBUG:boto:Method: GET 2022-09-01T11:26:04.603 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:26:04.603 DEBUG:boto:Data: 2022-09-01T11:26:04.609 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.610 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.611 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.612 DEBUG:boto:Params: {} 2022-09-01T11:26:04.613 DEBUG:boto:Token: None 2022-09-01T11:26:04.614 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/ 2022-09-01T11:26:04.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg= 2022-09-01T11:26:04.615 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg=', 'Content-Length': '0'} 2022-09-01T11:26:04.620 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cb38415787b60abb-00631096cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.621 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:04.623 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:04.624 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:04.625 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:04.626 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:04.626 DEBUG:boto:Method: GET 2022-09-01T11:26:04.627 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:26:04.628 DEBUG:boto:Data: 2022-09-01T11:26:04.629 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.630 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.631 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.632 DEBUG:boto:Params: {} 2022-09-01T11:26:04.633 DEBUG:boto:Token: None 2022-09-01T11:26:04.634 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/ 2022-09-01T11:26:04.635 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg= 2022-09-01T11:26:04.635 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg=', 'Content-Length': '0'} 2022-09-01T11:26:04.639 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000018c5dde1e9bd2463-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.682 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:04.683 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:04.684 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:04.685 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.685 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:26:04.686 DEBUG:boto:Data: 2022-09-01T11:26:04.687 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.687 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.688 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.689 DEBUG:boto:Params: {} 2022-09-01T11:26:04.689 DEBUG:boto:Token: None 2022-09-01T11:26:04.690 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj46 2022-09-01T11:26:04.691 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C24aVSbGkFRs3qnbNFPIBtEaEZU= 2022-09-01T11:26:04.691 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C24aVSbGkFRs3qnbNFPIBtEaEZU=', 'Content-Length': '0'} 2022-09-01T11:26:04.693 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001a9715bd7fcc9e33-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.694 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:04.695 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:04.696 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.696 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:26:04.697 DEBUG:boto:Data: 2022-09-01T11:26:04.697 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.698 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.698 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.699 DEBUG:boto:Params: {} 2022-09-01T11:26:04.699 DEBUG:boto:Token: None 2022-09-01T11:26:04.700 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj46 2022-09-01T11:26:04.700 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C24aVSbGkFRs3qnbNFPIBtEaEZU= 2022-09-01T11:26:04.701 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C24aVSbGkFRs3qnbNFPIBtEaEZU=', 'Content-Length': '0'} 2022-09-01T11:26:04.703 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008bb0aa3bc8300286-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.704 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:26:04.705 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:04.705 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:04.706 DEBUG:boto:Method: GET 2022-09-01T11:26:04.707 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:26:04.707 DEBUG:boto:Data: 2022-09-01T11:26:04.708 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.708 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.709 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.710 DEBUG:boto:Params: {} 2022-09-01T11:26:04.710 DEBUG:boto:Token: None 2022-09-01T11:26:04.711 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj46 2022-09-01T11:26:04.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lhjLrPR+rLD15CfmjAMXffbRkb0= 2022-09-01T11:26:04.713 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lhjLrPR+rLD15CfmjAMXffbRkb0=', 'Content-Length': '0'} 2022-09-01T11:26:04.715 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000adc0b546567a394b-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.716 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:04.716 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:04.717 DEBUG:boto:Method: GET 2022-09-01T11:26:04.717 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:26:04.718 DEBUG:boto:Data: 2022-09-01T11:26:04.718 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.719 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.720 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.720 DEBUG:boto:Params: {} 2022-09-01T11:26:04.721 DEBUG:boto:Token: None 2022-09-01T11:26:04.722 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj46 2022-09-01T11:26:04.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lhjLrPR+rLD15CfmjAMXffbRkb0= 2022-09-01T11:26:04.723 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lhjLrPR+rLD15CfmjAMXffbRkb0=', 'Content-Length': '0'} 2022-09-01T11:26:04.725 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000054be9f2a0a8ddda9-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.726 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:04.726 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:04.727 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:04.727 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:04.728 DEBUG:boto:Method: GET 2022-09-01T11:26:04.728 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:26:04.729 DEBUG:boto:Data: 2022-09-01T11:26:04.729 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.730 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.731 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.731 DEBUG:boto:Params: {} 2022-09-01T11:26:04.732 DEBUG:boto:Token: None 2022-09-01T11:26:04.732 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/ 2022-09-01T11:26:04.733 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg= 2022-09-01T11:26:04.733 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg=', 'Content-Length': '0'} 2022-09-01T11:26:04.736 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000043808d52cb7b5d2e-00631096cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.782 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:04.784 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:04.784 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:04.785 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:04.785 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:04.786 DEBUG:boto:Method: GET 2022-09-01T11:26:04.787 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:26:04.787 DEBUG:boto:Data: 2022-09-01T11:26:04.788 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.788 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.789 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.789 DEBUG:boto:Params: {} 2022-09-01T11:26:04.790 DEBUG:boto:Token: None 2022-09-01T11:26:04.791 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/ 2022-09-01T11:26:04.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg= 2022-09-01T11:26:04.792 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg=', 'Content-Length': '0'} 2022-09-01T11:26:04.796 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e8915cf91c9c0baa-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.797 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:04.798 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:26:04.798 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:04.799 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:04.799 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.800 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.800 DEBUG:boto:Method: GET 2022-09-01T11:26:04.801 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.802 DEBUG:boto:Data: 2022-09-01T11:26:04.802 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.803 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.803 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.804 DEBUG:boto:Params: {} 2022-09-01T11:26:04.804 DEBUG:boto:Token: None 2022-09-01T11:26:04.805 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mk/Fe05YKLYbE+B+w0CdKxNH3HE= 2022-09-01T11:26:04.806 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mk/Fe05YKLYbE+B+w0CdKxNH3HE=', 'Content-Length': '0'} 2022-09-01T11:26:04.809 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009438044802647863-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.810 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:04.810 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:04.811 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.811 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.812 DEBUG:boto:Method: GET 2022-09-01T11:26:04.813 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.813 DEBUG:boto:Data: 2022-09-01T11:26:04.814 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.814 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.815 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.815 DEBUG:boto:Params: {} 2022-09-01T11:26:04.816 DEBUG:boto:Token: None 2022-09-01T11:26:04.816 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mk/Fe05YKLYbE+B+w0CdKxNH3HE= 2022-09-01T11:26:04.818 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mk/Fe05YKLYbE+B+w0CdKxNH3HE=', 'Content-Length': '0'} 2022-09-01T11:26:04.820 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f00f90505b5cb125-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.821 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:04.821 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:04.822 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.822 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.823 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.823 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.824 DEBUG:boto:Data: 2022-09-01T11:26:04.824 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.825 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.825 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.826 DEBUG:boto:Params: {} 2022-09-01T11:26:04.827 DEBUG:boto:Token: None 2022-09-01T11:26:04.827 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.828 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pGZFeuBPQPw9VOJqs4Zpt5H/0MU= 2022-09-01T11:26:04.829 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pGZFeuBPQPw9VOJqs4Zpt5H/0MU=', 'Content-Length': '0'} 2022-09-01T11:26:04.830 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e696a2933cbff626-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.831 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:04.832 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:04.832 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.833 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.833 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.834 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.834 DEBUG:boto:Data: 2022-09-01T11:26:04.835 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.835 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.836 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.836 DEBUG:boto:Params: {} 2022-09-01T11:26:04.837 DEBUG:boto:Token: None 2022-09-01T11:26:04.837 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.838 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pGZFeuBPQPw9VOJqs4Zpt5H/0MU= 2022-09-01T11:26:04.839 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pGZFeuBPQPw9VOJqs4Zpt5H/0MU=', 'Content-Length': '0'} 2022-09-01T11:26:04.841 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000501ac738dbb11a3d-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.842 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:26:04.842 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:04.843 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:04.844 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.844 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.845 DEBUG:boto:Method: GET 2022-09-01T11:26:04.845 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.846 DEBUG:boto:Data: 2022-09-01T11:26:04.846 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.847 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.848 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.848 DEBUG:boto:Params: {} 2022-09-01T11:26:04.849 DEBUG:boto:Token: None 2022-09-01T11:26:04.849 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mk/Fe05YKLYbE+B+w0CdKxNH3HE= 2022-09-01T11:26:04.851 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mk/Fe05YKLYbE+B+w0CdKxNH3HE=', 'Content-Length': '0'} 2022-09-01T11:26:04.852 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002db0183d514f2c70-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.853 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:04.854 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:04.854 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.855 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.856 DEBUG:boto:Method: GET 2022-09-01T11:26:04.856 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.857 DEBUG:boto:Data: 2022-09-01T11:26:04.857 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.858 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.858 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.859 DEBUG:boto:Params: {} 2022-09-01T11:26:04.859 DEBUG:boto:Token: None 2022-09-01T11:26:04.860 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:04.861 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mk/Fe05YKLYbE+B+w0CdKxNH3HE= 2022-09-01T11:26:04.862 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mk/Fe05YKLYbE+B+w0CdKxNH3HE=', 'Content-Length': '0'} 2022-09-01T11:26:04.864 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dcf1b3000c7a72c4-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.865 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:04.865 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:04.866 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:04.866 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:04.867 DEBUG:boto:Method: GET 2022-09-01T11:26:04.867 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:26:04.868 DEBUG:boto:Data: 2022-09-01T11:26:04.868 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.869 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.870 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.870 DEBUG:boto:Params: {} 2022-09-01T11:26:04.871 DEBUG:boto:Token: None 2022-09-01T11:26:04.871 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/ 2022-09-01T11:26:04.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg= 2022-09-01T11:26:04.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg=', 'Content-Length': '0'} 2022-09-01T11:26:04.875 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000992b3635633d749e-00631096cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.877 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:04.878 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:04.879 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:04.879 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:04.880 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:04.880 DEBUG:boto:Method: GET 2022-09-01T11:26:04.881 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:26:04.881 DEBUG:boto:Data: 2022-09-01T11:26:04.882 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.883 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.883 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.884 DEBUG:boto:Params: {} 2022-09-01T11:26:04.885 DEBUG:boto:Token: None 2022-09-01T11:26:04.885 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/ 2022-09-01T11:26:04.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg= 2022-09-01T11:26:04.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg=', 'Content-Length': '0'} 2022-09-01T11:26:04.892 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d919c2e2f02fedcb-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.893 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:04.894 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:04.894 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:04.895 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.896 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:26:04.896 DEBUG:boto:Data: 2022-09-01T11:26:04.897 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.897 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.898 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.898 DEBUG:boto:Params: {} 2022-09-01T11:26:04.899 DEBUG:boto:Token: None 2022-09-01T11:26:04.900 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj51 2022-09-01T11:26:04.901 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zkB7BbvOhtLSRy7K/xjcB1xZhy4= 2022-09-01T11:26:04.901 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zkB7BbvOhtLSRy7K/xjcB1xZhy4=', 'Content-Length': '0'} 2022-09-01T11:26:04.903 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cd6ad4098b658a70-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.904 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:04.905 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:04.905 DEBUG:boto:Method: HEAD 2022-09-01T11:26:04.906 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:26:04.906 DEBUG:boto:Data: 2022-09-01T11:26:04.907 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.907 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.908 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.908 DEBUG:boto:Params: {} 2022-09-01T11:26:04.909 DEBUG:boto:Token: None 2022-09-01T11:26:04.910 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj51 2022-09-01T11:26:04.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zkB7BbvOhtLSRy7K/xjcB1xZhy4= 2022-09-01T11:26:04.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zkB7BbvOhtLSRy7K/xjcB1xZhy4=', 'Content-Length': '0'} 2022-09-01T11:26:04.913 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000055f8b1c39cdbcbca-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.914 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:26:04.914 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:04.915 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:04.915 DEBUG:boto:Method: GET 2022-09-01T11:26:04.916 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:26:04.916 DEBUG:boto:Data: 2022-09-01T11:26:04.917 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.917 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.918 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.919 DEBUG:boto:Params: {} 2022-09-01T11:26:04.919 DEBUG:boto:Token: None 2022-09-01T11:26:04.920 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj51 2022-09-01T11:26:04.920 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n8RaCKBndQP6ACgcjn7WXTUemqI= 2022-09-01T11:26:04.921 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n8RaCKBndQP6ACgcjn7WXTUemqI=', 'Content-Length': '0'} 2022-09-01T11:26:04.923 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001e528aff80fd4d1b-00631096cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.966 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:04.967 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:04.968 DEBUG:boto:Method: GET 2022-09-01T11:26:04.968 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:26:04.969 DEBUG:boto:Data: 2022-09-01T11:26:04.969 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.970 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:04.971 DEBUG:boto:Port: 8000 2022-09-01T11:26:04.971 DEBUG:boto:Params: {} 2022-09-01T11:26:04.972 DEBUG:boto:Token: None 2022-09-01T11:26:04.972 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/obj51 2022-09-01T11:26:04.973 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n8RaCKBndQP6ACgcjn7WXTUemqI= 2022-09-01T11:26:04.974 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n8RaCKBndQP6ACgcjn7WXTUemqI=', 'Content-Length': '0'} 2022-09-01T11:26:04.976 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000162eca515b0e8876-00631096cc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:04.977 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:04.978 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:04.978 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:04.979 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:04.981 DEBUG:boto:Method: GET 2022-09-01T11:26:04.981 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:26:04.982 DEBUG:boto:Data: 2022-09-01T11:26:04.983 DEBUG:boto:Headers: {} 2022-09-01T11:26:04.984 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:04.984 DEBUG:boto:Port: 8001 2022-09-01T11:26:04.986 DEBUG:boto:Params: {} 2022-09-01T11:26:04.988 DEBUG:boto:Token: None 2022-09-01T11:26:04.989 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:04 GMT /ptoxvb-74/ 2022-09-01T11:26:04.991 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg= 2022-09-01T11:26:04.992 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uUtnMbBmyQSWxMAGXKVU7zllwFg=', 'Content-Length': '0'} 2022-09-01T11:26:04.996 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c615d90b7064fb7f-00631096cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.001 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:05.003 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:05.004 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:05.005 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:05.006 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:05.007 DEBUG:boto:Method: GET 2022-09-01T11:26:05.008 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:26:05.008 DEBUG:boto:Data: 2022-09-01T11:26:05.009 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.011 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.012 DEBUG:boto:Params: {} 2022-09-01T11:26:05.013 DEBUG:boto:Token: None 2022-09-01T11:26:05.014 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/ 2022-09-01T11:26:05.016 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk= 2022-09-01T11:26:05.017 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk=', 'Content-Length': '0'} 2022-09-01T11:26:05.022 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c49c8b67f099de39-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.023 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:05.024 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:26:05.024 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:05.025 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:05.025 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.026 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.026 DEBUG:boto:Method: GET 2022-09-01T11:26:05.027 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.027 DEBUG:boto:Data: 2022-09-01T11:26:05.028 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.028 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.029 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.030 DEBUG:boto:Params: {} 2022-09-01T11:26:05.030 DEBUG:boto:Token: None 2022-09-01T11:26:05.031 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbLEaXZpY48uHl6uQ4+yTV4RItA= 2022-09-01T11:26:05.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbLEaXZpY48uHl6uQ4+yTV4RItA=', 'Content-Length': '0'} 2022-09-01T11:26:05.034 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bcba91b8068215f6-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.035 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:05.036 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:05.036 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.037 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.038 DEBUG:boto:Method: GET 2022-09-01T11:26:05.038 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.039 DEBUG:boto:Data: 2022-09-01T11:26:05.039 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.040 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.040 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.041 DEBUG:boto:Params: {} 2022-09-01T11:26:05.042 DEBUG:boto:Token: None 2022-09-01T11:26:05.042 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.043 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbLEaXZpY48uHl6uQ4+yTV4RItA= 2022-09-01T11:26:05.044 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbLEaXZpY48uHl6uQ4+yTV4RItA=', 'Content-Length': '0'} 2022-09-01T11:26:05.047 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000467a4feff6443a43-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.048 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:05.049 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:05.050 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.051 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.052 DEBUG:boto:Method: HEAD 2022-09-01T11:26:05.053 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.054 DEBUG:boto:Data: 2022-09-01T11:26:05.055 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.055 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.057 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.058 DEBUG:boto:Params: {} 2022-09-01T11:26:05.058 DEBUG:boto:Token: None 2022-09-01T11:26:05.060 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.061 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nc1LZJLkgy4a8E+0AGg3Yzf0pSc= 2022-09-01T11:26:05.062 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nc1LZJLkgy4a8E+0AGg3Yzf0pSc=', 'Content-Length': '0'} 2022-09-01T11:26:05.065 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000025fbb28ec72132f2-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.066 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:05.066 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:05.067 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.068 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.069 DEBUG:boto:Method: HEAD 2022-09-01T11:26:05.070 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.071 DEBUG:boto:Data: 2022-09-01T11:26:05.072 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.073 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.073 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.074 DEBUG:boto:Params: {} 2022-09-01T11:26:05.075 DEBUG:boto:Token: None 2022-09-01T11:26:05.076 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.077 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nc1LZJLkgy4a8E+0AGg3Yzf0pSc= 2022-09-01T11:26:05.078 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nc1LZJLkgy4a8E+0AGg3Yzf0pSc=', 'Content-Length': '0'} 2022-09-01T11:26:05.080 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000009dacc8dd0264d-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.081 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:26:05.081 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:05.082 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:05.083 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.083 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.084 DEBUG:boto:Method: GET 2022-09-01T11:26:05.084 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.085 DEBUG:boto:Data: 2022-09-01T11:26:05.085 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.086 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.086 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.087 DEBUG:boto:Params: {} 2022-09-01T11:26:05.088 DEBUG:boto:Token: None 2022-09-01T11:26:05.088 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.089 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbLEaXZpY48uHl6uQ4+yTV4RItA= 2022-09-01T11:26:05.089 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbLEaXZpY48uHl6uQ4+yTV4RItA=', 'Content-Length': '0'} 2022-09-01T11:26:05.092 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006fa2a65500234e52-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.134 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:05.136 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:05.137 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.137 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.138 DEBUG:boto:Method: GET 2022-09-01T11:26:05.138 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.139 DEBUG:boto:Data: 2022-09-01T11:26:05.140 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.140 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.142 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.143 DEBUG:boto:Params: {} 2022-09-01T11:26:05.145 DEBUG:boto:Token: None 2022-09-01T11:26:05.147 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:05.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CbLEaXZpY48uHl6uQ4+yTV4RItA= 2022-09-01T11:26:05.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CbLEaXZpY48uHl6uQ4+yTV4RItA=', 'Content-Length': '0'} 2022-09-01T11:26:05.155 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f3388e153f11de55-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.156 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:05.158 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:05.159 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:05.160 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:05.161 DEBUG:boto:Method: GET 2022-09-01T11:26:05.161 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:26:05.162 DEBUG:boto:Data: 2022-09-01T11:26:05.163 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.165 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.167 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.168 DEBUG:boto:Params: {} 2022-09-01T11:26:05.168 DEBUG:boto:Token: None 2022-09-01T11:26:05.169 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/ 2022-09-01T11:26:05.170 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk= 2022-09-01T11:26:05.171 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk=', 'Content-Length': '0'} 2022-09-01T11:26:05.175 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000407b15bc1fb4c514-00631096cd-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.177 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:05.178 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:05.178 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:05.179 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:05.179 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:05.180 DEBUG:boto:Method: GET 2022-09-01T11:26:05.180 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:26:05.181 DEBUG:boto:Data: 2022-09-01T11:26:05.182 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.182 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.183 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.183 DEBUG:boto:Params: {} 2022-09-01T11:26:05.184 DEBUG:boto:Token: None 2022-09-01T11:26:05.184 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/ 2022-09-01T11:26:05.185 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk= 2022-09-01T11:26:05.186 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk=', 'Content-Length': '0'} 2022-09-01T11:26:05.190 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000888e43564596d078-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.191 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:05.193 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:05.194 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:05.194 DEBUG:boto:Method: HEAD 2022-09-01T11:26:05.196 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:26:05.197 DEBUG:boto:Data: 2022-09-01T11:26:05.199 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.200 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.201 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.202 DEBUG:boto:Params: {} 2022-09-01T11:26:05.203 DEBUG:boto:Token: None 2022-09-01T11:26:05.204 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj55 2022-09-01T11:26:05.205 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M+HIRME+womht5AbYU8J1gs7lXw= 2022-09-01T11:26:05.208 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M+HIRME+womht5AbYU8J1gs7lXw=', 'Content-Length': '0'} 2022-09-01T11:26:05.210 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069ac461833ac3f92-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.212 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:05.213 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:05.213 DEBUG:boto:Method: HEAD 2022-09-01T11:26:05.214 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:26:05.215 DEBUG:boto:Data: 2022-09-01T11:26:05.216 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.217 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.218 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.219 DEBUG:boto:Params: {} 2022-09-01T11:26:05.220 DEBUG:boto:Token: None 2022-09-01T11:26:05.220 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj55 2022-09-01T11:26:05.221 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M+HIRME+womht5AbYU8J1gs7lXw= 2022-09-01T11:26:05.221 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M+HIRME+womht5AbYU8J1gs7lXw=', 'Content-Length': '0'} 2022-09-01T11:26:05.224 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000097eb5b5159c5816e-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.224 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:26:05.225 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:05.226 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:05.226 DEBUG:boto:Method: GET 2022-09-01T11:26:05.227 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:26:05.227 DEBUG:boto:Data: 2022-09-01T11:26:05.228 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.229 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.229 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.230 DEBUG:boto:Params: {} 2022-09-01T11:26:05.231 DEBUG:boto:Token: None 2022-09-01T11:26:05.232 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj55 2022-09-01T11:26:05.233 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WoNDrOF360Ae/BJLhjYtobITW68= 2022-09-01T11:26:05.233 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WoNDrOF360Ae/BJLhjYtobITW68=', 'Content-Length': '0'} 2022-09-01T11:26:05.236 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002793f02ba4aa5af7-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.278 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:05.280 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:05.281 DEBUG:boto:Method: GET 2022-09-01T11:26:05.282 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:26:05.283 DEBUG:boto:Data: 2022-09-01T11:26:05.284 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.286 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.286 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.287 DEBUG:boto:Params: {} 2022-09-01T11:26:05.288 DEBUG:boto:Token: None 2022-09-01T11:26:05.289 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj55 2022-09-01T11:26:05.290 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WoNDrOF360Ae/BJLhjYtobITW68= 2022-09-01T11:26:05.291 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WoNDrOF360Ae/BJLhjYtobITW68=', 'Content-Length': '0'} 2022-09-01T11:26:05.294 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003159db30bf242515-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.295 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:05.295 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:05.296 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:05.296 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:05.297 DEBUG:boto:Method: GET 2022-09-01T11:26:05.297 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:26:05.298 DEBUG:boto:Data: 2022-09-01T11:26:05.299 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.299 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.300 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.300 DEBUG:boto:Params: {} 2022-09-01T11:26:05.301 DEBUG:boto:Token: None 2022-09-01T11:26:05.301 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/ 2022-09-01T11:26:05.302 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk= 2022-09-01T11:26:05.303 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk=', 'Content-Length': '0'} 2022-09-01T11:26:05.306 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000047c9dcd60c5ca817-00631096cd-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.306 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:05.307 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:05.308 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:05.308 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:05.309 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:05.309 DEBUG:boto:Method: GET 2022-09-01T11:26:05.310 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:26:05.311 DEBUG:boto:Data: 2022-09-01T11:26:05.312 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.313 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.314 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.314 DEBUG:boto:Params: {} 2022-09-01T11:26:05.315 DEBUG:boto:Token: None 2022-09-01T11:26:05.316 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/ 2022-09-01T11:26:05.316 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk= 2022-09-01T11:26:05.317 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk=', 'Content-Length': '0'} 2022-09-01T11:26:05.322 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006137d5482c492ac6-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.323 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:05.324 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:26:05.324 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:05.325 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:05.325 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.326 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.326 DEBUG:boto:Method: GET 2022-09-01T11:26:05.327 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.328 DEBUG:boto:Data: 2022-09-01T11:26:05.328 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.329 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.329 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.330 DEBUG:boto:Params: {} 2022-09-01T11:26:05.331 DEBUG:boto:Token: None 2022-09-01T11:26:05.332 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.333 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mhr+UgSxWjtfmYAwu9/cDuuCtJQ= 2022-09-01T11:26:05.334 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mhr+UgSxWjtfmYAwu9/cDuuCtJQ=', 'Content-Length': '0'} 2022-09-01T11:26:05.337 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009997e662a0cfaab5-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.339 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:05.340 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:05.341 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.342 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.343 DEBUG:boto:Method: GET 2022-09-01T11:26:05.343 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.344 DEBUG:boto:Data: 2022-09-01T11:26:05.346 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.347 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.348 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.348 DEBUG:boto:Params: {} 2022-09-01T11:26:05.349 DEBUG:boto:Token: None 2022-09-01T11:26:05.350 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mhr+UgSxWjtfmYAwu9/cDuuCtJQ= 2022-09-01T11:26:05.351 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mhr+UgSxWjtfmYAwu9/cDuuCtJQ=', 'Content-Length': '0'} 2022-09-01T11:26:05.354 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005f4553178390b542-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.355 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:05.356 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:05.357 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.357 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.358 DEBUG:boto:Method: HEAD 2022-09-01T11:26:05.359 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.359 DEBUG:boto:Data: 2022-09-01T11:26:05.360 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.361 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.361 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.362 DEBUG:boto:Params: {} 2022-09-01T11:26:05.363 DEBUG:boto:Token: None 2022-09-01T11:26:05.363 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.364 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1oKXkbRv6DIsh0NbiZe4JpFptiY= 2022-09-01T11:26:05.365 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1oKXkbRv6DIsh0NbiZe4JpFptiY=', 'Content-Length': '0'} 2022-09-01T11:26:05.367 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001ad1a0a405ccb890-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.368 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:05.369 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:05.369 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.370 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.371 DEBUG:boto:Method: HEAD 2022-09-01T11:26:05.371 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.372 DEBUG:boto:Data: 2022-09-01T11:26:05.372 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.373 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.373 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.374 DEBUG:boto:Params: {} 2022-09-01T11:26:05.374 DEBUG:boto:Token: None 2022-09-01T11:26:05.375 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1oKXkbRv6DIsh0NbiZe4JpFptiY= 2022-09-01T11:26:05.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1oKXkbRv6DIsh0NbiZe4JpFptiY=', 'Content-Length': '0'} 2022-09-01T11:26:05.378 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003e7fc21b7142f1da-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.379 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:26:05.380 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:05.380 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:05.381 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.381 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.382 DEBUG:boto:Method: GET 2022-09-01T11:26:05.382 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.383 DEBUG:boto:Data: 2022-09-01T11:26:05.383 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.384 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.384 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.385 DEBUG:boto:Params: {} 2022-09-01T11:26:05.386 DEBUG:boto:Token: None 2022-09-01T11:26:05.386 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mhr+UgSxWjtfmYAwu9/cDuuCtJQ= 2022-09-01T11:26:05.387 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mhr+UgSxWjtfmYAwu9/cDuuCtJQ=', 'Content-Length': '0'} 2022-09-01T11:26:05.390 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000076380ff3dc603a09-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.391 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:05.391 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:05.392 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.392 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.393 DEBUG:boto:Method: GET 2022-09-01T11:26:05.393 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.394 DEBUG:boto:Data: 2022-09-01T11:26:05.394 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.395 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.396 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.396 DEBUG:boto:Params: {} 2022-09-01T11:26:05.397 DEBUG:boto:Token: None 2022-09-01T11:26:05.397 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:05.398 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mhr+UgSxWjtfmYAwu9/cDuuCtJQ= 2022-09-01T11:26:05.399 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mhr+UgSxWjtfmYAwu9/cDuuCtJQ=', 'Content-Length': '0'} 2022-09-01T11:26:05.401 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c2adda993d20d367-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.402 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:05.402 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:05.403 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:05.403 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:05.404 DEBUG:boto:Method: GET 2022-09-01T11:26:05.405 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:26:05.405 DEBUG:boto:Data: 2022-09-01T11:26:05.406 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.406 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.407 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.407 DEBUG:boto:Params: {} 2022-09-01T11:26:05.408 DEBUG:boto:Token: None 2022-09-01T11:26:05.408 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/ 2022-09-01T11:26:05.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk= 2022-09-01T11:26:05.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk=', 'Content-Length': '0'} 2022-09-01T11:26:05.412 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000baa3379f78a77f3c-00631096cd-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.413 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:05.414 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:05.414 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:05.415 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:05.415 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:05.416 DEBUG:boto:Method: GET 2022-09-01T11:26:05.416 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:26:05.417 DEBUG:boto:Data: 2022-09-01T11:26:05.417 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.418 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.419 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.419 DEBUG:boto:Params: {} 2022-09-01T11:26:05.420 DEBUG:boto:Token: None 2022-09-01T11:26:05.420 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/ 2022-09-01T11:26:05.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk= 2022-09-01T11:26:05.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk=', 'Content-Length': '0'} 2022-09-01T11:26:05.426 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000018cac7f26eef3ead-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.427 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:05.427 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:05.428 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:05.429 DEBUG:boto:Method: HEAD 2022-09-01T11:26:05.429 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:26:05.430 DEBUG:boto:Data: 2022-09-01T11:26:05.430 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.431 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.431 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.431 DEBUG:boto:Params: {} 2022-09-01T11:26:05.432 DEBUG:boto:Token: None 2022-09-01T11:26:05.433 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj57 2022-09-01T11:26:05.433 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:taUalZ2Sjtuw4cC5lT+zd67YBhc= 2022-09-01T11:26:05.434 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:taUalZ2Sjtuw4cC5lT+zd67YBhc=', 'Content-Length': '0'} 2022-09-01T11:26:05.436 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001bef799b9e745966-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.437 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:05.437 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:05.438 DEBUG:boto:Method: HEAD 2022-09-01T11:26:05.438 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:26:05.439 DEBUG:boto:Data: 2022-09-01T11:26:05.439 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.440 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.440 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.441 DEBUG:boto:Params: {} 2022-09-01T11:26:05.441 DEBUG:boto:Token: None 2022-09-01T11:26:05.442 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj57 2022-09-01T11:26:05.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:taUalZ2Sjtuw4cC5lT+zd67YBhc= 2022-09-01T11:26:05.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:taUalZ2Sjtuw4cC5lT+zd67YBhc=', 'Content-Length': '0'} 2022-09-01T11:26:05.445 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000050219631d992593e-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.446 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:26:05.447 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:05.447 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:05.448 DEBUG:boto:Method: GET 2022-09-01T11:26:05.448 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:26:05.449 DEBUG:boto:Data: 2022-09-01T11:26:05.449 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.450 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.450 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.451 DEBUG:boto:Params: {} 2022-09-01T11:26:05.452 DEBUG:boto:Token: None 2022-09-01T11:26:05.452 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj57 2022-09-01T11:26:05.453 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i8JlIzR3eHFO/aWS627sKKe3HeY= 2022-09-01T11:26:05.453 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i8JlIzR3eHFO/aWS627sKKe3HeY=', 'Content-Length': '0'} 2022-09-01T11:26:05.456 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e2cb6fa128f1624e-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.457 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:05.457 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:05.458 DEBUG:boto:Method: GET 2022-09-01T11:26:05.458 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:26:05.459 DEBUG:boto:Data: 2022-09-01T11:26:05.459 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.460 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.460 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.461 DEBUG:boto:Params: {} 2022-09-01T11:26:05.462 DEBUG:boto:Token: None 2022-09-01T11:26:05.462 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj57 2022-09-01T11:26:05.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i8JlIzR3eHFO/aWS627sKKe3HeY= 2022-09-01T11:26:05.464 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i8JlIzR3eHFO/aWS627sKKe3HeY=', 'Content-Length': '0'} 2022-09-01T11:26:05.466 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003e66c2c29f5ed8ac-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.514 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:05.515 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:05.515 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:05.516 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:05.516 DEBUG:boto:Method: GET 2022-09-01T11:26:05.517 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:26:05.518 DEBUG:boto:Data: 2022-09-01T11:26:05.519 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.520 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.520 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.521 DEBUG:boto:Params: {} 2022-09-01T11:26:05.522 DEBUG:boto:Token: None 2022-09-01T11:26:05.522 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/ 2022-09-01T11:26:05.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk= 2022-09-01T11:26:05.524 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk=', 'Content-Length': '0'} 2022-09-01T11:26:05.526 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003ed22c963592aabd-00631096cd-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.527 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:05.529 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:05.530 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:05.531 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:05.532 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:05.532 DEBUG:boto:Method: GET 2022-09-01T11:26:05.533 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:26:05.534 DEBUG:boto:Data: 2022-09-01T11:26:05.535 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.535 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.536 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.537 DEBUG:boto:Params: {} 2022-09-01T11:26:05.538 DEBUG:boto:Token: None 2022-09-01T11:26:05.539 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/ 2022-09-01T11:26:05.540 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk= 2022-09-01T11:26:05.540 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk=', 'Content-Length': '0'} 2022-09-01T11:26:05.545 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ddb336b1cace5959-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.546 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:05.547 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:26:05.548 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:05.549 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:05.550 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.551 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.551 DEBUG:boto:Method: GET 2022-09-01T11:26:05.552 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.553 DEBUG:boto:Data: 2022-09-01T11:26:05.553 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.554 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.554 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.555 DEBUG:boto:Params: {} 2022-09-01T11:26:05.556 DEBUG:boto:Token: None 2022-09-01T11:26:05.556 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.557 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OC8m4IsBp7Uv5eVgcd4ehzNNZNg= 2022-09-01T11:26:05.558 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OC8m4IsBp7Uv5eVgcd4ehzNNZNg=', 'Content-Length': '0'} 2022-09-01T11:26:05.561 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c735703bedf9895-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.606 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:05.607 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:05.608 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.609 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.610 DEBUG:boto:Method: GET 2022-09-01T11:26:05.611 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.611 DEBUG:boto:Data: 2022-09-01T11:26:05.612 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.613 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.614 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.615 DEBUG:boto:Params: {} 2022-09-01T11:26:05.616 DEBUG:boto:Token: None 2022-09-01T11:26:05.617 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OC8m4IsBp7Uv5eVgcd4ehzNNZNg= 2022-09-01T11:26:05.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OC8m4IsBp7Uv5eVgcd4ehzNNZNg=', 'Content-Length': '0'} 2022-09-01T11:26:05.622 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f226a7e5471ac35c-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.623 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:05.625 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:05.625 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.626 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.627 DEBUG:boto:Method: HEAD 2022-09-01T11:26:05.627 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.628 DEBUG:boto:Data: 2022-09-01T11:26:05.628 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.629 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.629 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.630 DEBUG:boto:Params: {} 2022-09-01T11:26:05.631 DEBUG:boto:Token: None 2022-09-01T11:26:05.632 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.632 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N3dOIDUN3Jvi0iKB6kLHm46m8i0= 2022-09-01T11:26:05.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N3dOIDUN3Jvi0iKB6kLHm46m8i0=', 'Content-Length': '0'} 2022-09-01T11:26:05.637 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009456ec715c20d102-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.637 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:05.638 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:05.639 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.639 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.639 DEBUG:boto:Method: HEAD 2022-09-01T11:26:05.640 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.640 DEBUG:boto:Data: 2022-09-01T11:26:05.641 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.642 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.643 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.643 DEBUG:boto:Params: {} 2022-09-01T11:26:05.644 DEBUG:boto:Token: None 2022-09-01T11:26:05.645 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.645 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N3dOIDUN3Jvi0iKB6kLHm46m8i0= 2022-09-01T11:26:05.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N3dOIDUN3Jvi0iKB6kLHm46m8i0=', 'Content-Length': '0'} 2022-09-01T11:26:05.649 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000368d9ec4bd2f6f33-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.650 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:26:05.650 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:05.651 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:05.652 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.653 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.654 DEBUG:boto:Method: GET 2022-09-01T11:26:05.655 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.656 DEBUG:boto:Data: 2022-09-01T11:26:05.657 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.657 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.658 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.659 DEBUG:boto:Params: {} 2022-09-01T11:26:05.661 DEBUG:boto:Token: None 2022-09-01T11:26:05.662 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.663 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OC8m4IsBp7Uv5eVgcd4ehzNNZNg= 2022-09-01T11:26:05.664 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OC8m4IsBp7Uv5eVgcd4ehzNNZNg=', 'Content-Length': '0'} 2022-09-01T11:26:05.667 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002649fff66f5fcb53-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.668 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:05.669 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:05.670 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.671 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.672 DEBUG:boto:Method: GET 2022-09-01T11:26:05.673 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.674 DEBUG:boto:Data: 2022-09-01T11:26:05.675 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.676 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.677 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.678 DEBUG:boto:Params: {} 2022-09-01T11:26:05.679 DEBUG:boto:Token: None 2022-09-01T11:26:05.681 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:05.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OC8m4IsBp7Uv5eVgcd4ehzNNZNg= 2022-09-01T11:26:05.683 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OC8m4IsBp7Uv5eVgcd4ehzNNZNg=', 'Content-Length': '0'} 2022-09-01T11:26:05.686 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e66f2351fb36ea34-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.687 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:05.688 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:05.689 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:05.690 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:05.691 DEBUG:boto:Method: GET 2022-09-01T11:26:05.692 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:26:05.692 DEBUG:boto:Data: 2022-09-01T11:26:05.693 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.693 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.694 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.694 DEBUG:boto:Params: {} 2022-09-01T11:26:05.695 DEBUG:boto:Token: None 2022-09-01T11:26:05.695 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/ 2022-09-01T11:26:05.696 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk= 2022-09-01T11:26:05.697 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk=', 'Content-Length': '0'} 2022-09-01T11:26:05.699 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000056d12ed92371f55f-00631096cd-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.700 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:05.701 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:05.701 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:05.702 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:05.703 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:05.703 DEBUG:boto:Method: GET 2022-09-01T11:26:05.704 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:26:05.705 DEBUG:boto:Data: 2022-09-01T11:26:05.706 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.706 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.707 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.708 DEBUG:boto:Params: {} 2022-09-01T11:26:05.708 DEBUG:boto:Token: None 2022-09-01T11:26:05.710 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/ 2022-09-01T11:26:05.710 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk= 2022-09-01T11:26:05.711 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk=', 'Content-Length': '0'} 2022-09-01T11:26:05.715 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000432e3bd413fd196-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.758 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:05.759 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:05.760 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:05.761 DEBUG:boto:Method: HEAD 2022-09-01T11:26:05.762 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:26:05.763 DEBUG:boto:Data: 2022-09-01T11:26:05.764 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.764 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.765 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.765 DEBUG:boto:Params: {} 2022-09-01T11:26:05.766 DEBUG:boto:Token: None 2022-09-01T11:26:05.766 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj58 2022-09-01T11:26:05.767 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ot96AvtiCKUQyFXilRkp+wDPohs= 2022-09-01T11:26:05.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ot96AvtiCKUQyFXilRkp+wDPohs=', 'Content-Length': '0'} 2022-09-01T11:26:05.772 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000046f4ceaac8864c29-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.773 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:05.774 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:05.774 DEBUG:boto:Method: HEAD 2022-09-01T11:26:05.775 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:26:05.776 DEBUG:boto:Data: 2022-09-01T11:26:05.777 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.777 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.778 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.779 DEBUG:boto:Params: {} 2022-09-01T11:26:05.779 DEBUG:boto:Token: None 2022-09-01T11:26:05.780 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj58 2022-09-01T11:26:05.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ot96AvtiCKUQyFXilRkp+wDPohs= 2022-09-01T11:26:05.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ot96AvtiCKUQyFXilRkp+wDPohs=', 'Content-Length': '0'} 2022-09-01T11:26:05.784 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d6fc8a255fb48c59-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.785 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:26:05.786 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:05.786 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:05.787 DEBUG:boto:Method: GET 2022-09-01T11:26:05.788 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:26:05.788 DEBUG:boto:Data: 2022-09-01T11:26:05.789 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.789 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.790 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.790 DEBUG:boto:Params: {} 2022-09-01T11:26:05.791 DEBUG:boto:Token: None 2022-09-01T11:26:05.792 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj58 2022-09-01T11:26:05.792 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WlSMVs1QVnlI5Ti/yMe5TcLUXd0= 2022-09-01T11:26:05.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WlSMVs1QVnlI5Ti/yMe5TcLUXd0=', 'Content-Length': '0'} 2022-09-01T11:26:05.795 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000064b8b01c9f832d4b-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.796 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:05.797 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:05.797 DEBUG:boto:Method: GET 2022-09-01T11:26:05.798 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:26:05.799 DEBUG:boto:Data: 2022-09-01T11:26:05.799 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.800 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.800 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.801 DEBUG:boto:Params: {} 2022-09-01T11:26:05.801 DEBUG:boto:Token: None 2022-09-01T11:26:05.803 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj58 2022-09-01T11:26:05.803 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WlSMVs1QVnlI5Ti/yMe5TcLUXd0= 2022-09-01T11:26:05.804 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WlSMVs1QVnlI5Ti/yMe5TcLUXd0=', 'Content-Length': '0'} 2022-09-01T11:26:05.806 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e60bae21f97f79ee-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.807 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:05.808 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:05.809 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:05.809 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:05.811 DEBUG:boto:Method: GET 2022-09-01T11:26:05.811 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:26:05.812 DEBUG:boto:Data: 2022-09-01T11:26:05.813 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.813 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.814 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.815 DEBUG:boto:Params: {} 2022-09-01T11:26:05.815 DEBUG:boto:Token: None 2022-09-01T11:26:05.819 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/ 2022-09-01T11:26:05.819 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk= 2022-09-01T11:26:05.820 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk=', 'Content-Length': '0'} 2022-09-01T11:26:05.823 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005f9394d925d5bc01-00631096cd-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.824 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:05.825 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:05.825 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:05.826 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:05.826 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:05.827 DEBUG:boto:Method: GET 2022-09-01T11:26:05.828 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:26:05.828 DEBUG:boto:Data: 2022-09-01T11:26:05.829 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.829 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.830 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.830 DEBUG:boto:Params: {} 2022-09-01T11:26:05.831 DEBUG:boto:Token: None 2022-09-01T11:26:05.832 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/ 2022-09-01T11:26:05.832 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk= 2022-09-01T11:26:05.833 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mYfDpVsHizgK2Ah9KhaUf7q+3qk=', 'Content-Length': '0'} 2022-09-01T11:26:05.838 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e8fb339364052440-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.839 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:05.840 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:26:05.840 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:05.841 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:05.842 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.842 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.843 DEBUG:boto:Method: GET 2022-09-01T11:26:05.845 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.845 DEBUG:boto:Data: 2022-09-01T11:26:05.846 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.846 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.847 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.848 DEBUG:boto:Params: {} 2022-09-01T11:26:05.848 DEBUG:boto:Token: None 2022-09-01T11:26:05.849 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yEz2kc9ClQTwJh1aLM16z9U9r5I= 2022-09-01T11:26:05.850 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yEz2kc9ClQTwJh1aLM16z9U9r5I=', 'Content-Length': '0'} 2022-09-01T11:26:05.853 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000065b331409801eeb4-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.898 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:05.899 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:05.900 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.901 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.902 DEBUG:boto:Method: GET 2022-09-01T11:26:05.903 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.904 DEBUG:boto:Data: 2022-09-01T11:26:05.905 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.906 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.907 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.908 DEBUG:boto:Params: {} 2022-09-01T11:26:05.909 DEBUG:boto:Token: None 2022-09-01T11:26:05.910 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yEz2kc9ClQTwJh1aLM16z9U9r5I= 2022-09-01T11:26:05.912 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yEz2kc9ClQTwJh1aLM16z9U9r5I=', 'Content-Length': '0'} 2022-09-01T11:26:05.915 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000fec773c1b5e7d53-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.916 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:05.916 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:05.917 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.917 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.918 DEBUG:boto:Method: HEAD 2022-09-01T11:26:05.919 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.920 DEBUG:boto:Data: 2022-09-01T11:26:05.921 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.922 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.922 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.923 DEBUG:boto:Params: {} 2022-09-01T11:26:05.924 DEBUG:boto:Token: None 2022-09-01T11:26:05.925 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.925 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rh6MTKXbVRbr6fowRi79Phia19E= 2022-09-01T11:26:05.926 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rh6MTKXbVRbr6fowRi79Phia19E=', 'Content-Length': '0'} 2022-09-01T11:26:05.928 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000090a38267fb0149f7-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.929 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:05.930 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:05.930 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.931 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.931 DEBUG:boto:Method: HEAD 2022-09-01T11:26:05.932 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.933 DEBUG:boto:Data: 2022-09-01T11:26:05.933 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.934 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.934 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.935 DEBUG:boto:Params: {} 2022-09-01T11:26:05.936 DEBUG:boto:Token: None 2022-09-01T11:26:05.936 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.937 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rh6MTKXbVRbr6fowRi79Phia19E= 2022-09-01T11:26:05.938 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rh6MTKXbVRbr6fowRi79Phia19E=', 'Content-Length': '0'} 2022-09-01T11:26:05.940 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000882a5d0289d9816f-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.941 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:26:05.942 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:05.942 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:05.943 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.945 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.946 DEBUG:boto:Method: GET 2022-09-01T11:26:05.946 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.947 DEBUG:boto:Data: 2022-09-01T11:26:05.948 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.950 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:05.951 DEBUG:boto:Port: 8001 2022-09-01T11:26:05.952 DEBUG:boto:Params: {} 2022-09-01T11:26:05.953 DEBUG:boto:Token: None 2022-09-01T11:26:05.954 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.955 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yEz2kc9ClQTwJh1aLM16z9U9r5I= 2022-09-01T11:26:05.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yEz2kc9ClQTwJh1aLM16z9U9r5I=', 'Content-Length': '0'} 2022-09-01T11:26:05.960 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dccfc43b257c9eaf-00631096cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:05.962 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:05.963 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:05.964 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.965 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.966 DEBUG:boto:Method: GET 2022-09-01T11:26:05.967 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.968 DEBUG:boto:Data: 2022-09-01T11:26:05.969 DEBUG:boto:Headers: {} 2022-09-01T11:26:05.970 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:05.971 DEBUG:boto:Port: 8000 2022-09-01T11:26:05.971 DEBUG:boto:Params: {} 2022-09-01T11:26:05.972 DEBUG:boto:Token: None 2022-09-01T11:26:05.973 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:05 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:05.974 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yEz2kc9ClQTwJh1aLM16z9U9r5I= 2022-09-01T11:26:05.974 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yEz2kc9ClQTwJh1aLM16z9U9r5I=', 'Content-Length': '0'} 2022-09-01T11:26:05.976 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000029d7ce0c86d2a354-00631096cd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.022 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.023 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.023 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:06.024 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:06.025 DEBUG:boto:Method: GET 2022-09-01T11:26:06.026 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:26:06.026 DEBUG:boto:Data: 2022-09-01T11:26:06.028 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.029 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.030 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.030 DEBUG:boto:Params: {} 2022-09-01T11:26:06.031 DEBUG:boto:Token: None 2022-09-01T11:26:06.031 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.032 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.033 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.036 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007ca0e9b9de1f85d8-00631096ce-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.038 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.039 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.040 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.040 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:06.041 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:06.042 DEBUG:boto:Method: GET 2022-09-01T11:26:06.042 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:26:06.043 DEBUG:boto:Data: 2022-09-01T11:26:06.044 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.046 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.047 DEBUG:boto:Params: {} 2022-09-01T11:26:06.048 DEBUG:boto:Token: None 2022-09-01T11:26:06.049 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.050 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.051 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.055 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b11cdee8f86c6d36-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.056 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.057 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:06.058 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:06.058 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.059 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:26:06.059 DEBUG:boto:Data: 2022-09-01T11:26:06.060 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.061 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.061 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.062 DEBUG:boto:Params: {} 2022-09-01T11:26:06.063 DEBUG:boto:Token: None 2022-09-01T11:26:06.063 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj68 2022-09-01T11:26:06.064 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r+Gm9ncL6DpXYySJLBDKpvVXJd4= 2022-09-01T11:26:06.065 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r+Gm9ncL6DpXYySJLBDKpvVXJd4=', 'Content-Length': '0'} 2022-09-01T11:26:06.068 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001e1ef8010ddcd57b-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.070 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:06.070 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:06.071 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.071 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:26:06.072 DEBUG:boto:Data: 2022-09-01T11:26:06.073 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.073 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.073 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.074 DEBUG:boto:Params: {} 2022-09-01T11:26:06.075 DEBUG:boto:Token: None 2022-09-01T11:26:06.076 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj68 2022-09-01T11:26:06.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r+Gm9ncL6DpXYySJLBDKpvVXJd4= 2022-09-01T11:26:06.077 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r+Gm9ncL6DpXYySJLBDKpvVXJd4=', 'Content-Length': '0'} 2022-09-01T11:26:06.079 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003103ac5e8c44e463-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.081 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:26:06.082 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:06.083 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:06.084 DEBUG:boto:Method: GET 2022-09-01T11:26:06.085 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:26:06.086 DEBUG:boto:Data: 2022-09-01T11:26:06.086 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.087 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.088 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.088 DEBUG:boto:Params: {} 2022-09-01T11:26:06.089 DEBUG:boto:Token: None 2022-09-01T11:26:06.089 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj68 2022-09-01T11:26:06.090 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rkgf27AYN5WdaijS3P8FIOytu5E= 2022-09-01T11:26:06.091 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rkgf27AYN5WdaijS3P8FIOytu5E=', 'Content-Length': '0'} 2022-09-01T11:26:06.093 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003decb3b0065fc3b0-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.094 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:06.094 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:06.095 DEBUG:boto:Method: GET 2022-09-01T11:26:06.096 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:26:06.096 DEBUG:boto:Data: 2022-09-01T11:26:06.097 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.097 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.098 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.099 DEBUG:boto:Params: {} 2022-09-01T11:26:06.099 DEBUG:boto:Token: None 2022-09-01T11:26:06.100 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj68 2022-09-01T11:26:06.100 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Rkgf27AYN5WdaijS3P8FIOytu5E= 2022-09-01T11:26:06.101 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Rkgf27AYN5WdaijS3P8FIOytu5E=', 'Content-Length': '0'} 2022-09-01T11:26:06.104 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000414faa45a52a122d-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.105 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.106 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.107 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:06.108 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:06.109 DEBUG:boto:Method: GET 2022-09-01T11:26:06.110 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:26:06.111 DEBUG:boto:Data: 2022-09-01T11:26:06.112 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.113 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.114 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.115 DEBUG:boto:Params: {} 2022-09-01T11:26:06.115 DEBUG:boto:Token: None 2022-09-01T11:26:06.116 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.117 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.117 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.120 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000095a2015ba7889bf9-00631096ce-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.121 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.122 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.122 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.123 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:06.124 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:06.124 DEBUG:boto:Method: GET 2022-09-01T11:26:06.125 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:26:06.125 DEBUG:boto:Data: 2022-09-01T11:26:06.126 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.127 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.127 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.128 DEBUG:boto:Params: {} 2022-09-01T11:26:06.128 DEBUG:boto:Token: None 2022-09-01T11:26:06.129 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.129 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.130 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.134 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000099b8c3367b4fba79-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.135 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.136 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:26:06.137 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:06.138 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:06.139 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.140 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.140 DEBUG:boto:Method: GET 2022-09-01T11:26:06.141 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.142 DEBUG:boto:Data: 2022-09-01T11:26:06.143 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.144 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.145 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.146 DEBUG:boto:Params: {} 2022-09-01T11:26:06.147 DEBUG:boto:Token: None 2022-09-01T11:26:06.148 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.149 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7DH3P9f/lT1dtlA/PLx+DCOnzX4= 2022-09-01T11:26:06.150 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7DH3P9f/lT1dtlA/PLx+DCOnzX4=', 'Content-Length': '0'} 2022-09-01T11:26:06.153 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000061a96ce66db4d8e6-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.154 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:06.155 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:06.155 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.156 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.157 DEBUG:boto:Method: GET 2022-09-01T11:26:06.157 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.158 DEBUG:boto:Data: 2022-09-01T11:26:06.159 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.160 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.160 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.161 DEBUG:boto:Params: {} 2022-09-01T11:26:06.161 DEBUG:boto:Token: None 2022-09-01T11:26:06.162 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7DH3P9f/lT1dtlA/PLx+DCOnzX4= 2022-09-01T11:26:06.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7DH3P9f/lT1dtlA/PLx+DCOnzX4=', 'Content-Length': '0'} 2022-09-01T11:26:06.166 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b31eef911b8b37d5-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.210 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:06.211 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:06.212 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.213 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.213 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.214 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.215 DEBUG:boto:Data: 2022-09-01T11:26:06.216 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.216 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.217 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.217 DEBUG:boto:Params: {} 2022-09-01T11:26:06.218 DEBUG:boto:Token: None 2022-09-01T11:26:06.219 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.220 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6E0KWuHCuSMI3ijrC1xZ00NMYyU= 2022-09-01T11:26:06.221 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6E0KWuHCuSMI3ijrC1xZ00NMYyU=', 'Content-Length': '0'} 2022-09-01T11:26:06.224 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e71cae827b9af86b-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.226 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:06.227 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:06.228 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.229 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.229 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.230 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.231 DEBUG:boto:Data: 2022-09-01T11:26:06.231 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.232 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.233 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.233 DEBUG:boto:Params: {} 2022-09-01T11:26:06.234 DEBUG:boto:Token: None 2022-09-01T11:26:06.235 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.236 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6E0KWuHCuSMI3ijrC1xZ00NMYyU= 2022-09-01T11:26:06.237 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6E0KWuHCuSMI3ijrC1xZ00NMYyU=', 'Content-Length': '0'} 2022-09-01T11:26:06.240 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e52dc0e8a8f479eb-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.241 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:26:06.242 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:06.243 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:06.244 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.244 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.245 DEBUG:boto:Method: GET 2022-09-01T11:26:06.246 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.247 DEBUG:boto:Data: 2022-09-01T11:26:06.247 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.248 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.249 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.249 DEBUG:boto:Params: {} 2022-09-01T11:26:06.250 DEBUG:boto:Token: None 2022-09-01T11:26:06.251 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7DH3P9f/lT1dtlA/PLx+DCOnzX4= 2022-09-01T11:26:06.253 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7DH3P9f/lT1dtlA/PLx+DCOnzX4=', 'Content-Length': '0'} 2022-09-01T11:26:06.255 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a7fb395e1cfc68aa-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.257 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:06.258 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:06.258 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.259 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.260 DEBUG:boto:Method: GET 2022-09-01T11:26:06.261 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.262 DEBUG:boto:Data: 2022-09-01T11:26:06.262 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.263 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.264 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.265 DEBUG:boto:Params: {} 2022-09-01T11:26:06.266 DEBUG:boto:Token: None 2022-09-01T11:26:06.267 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:06.268 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7DH3P9f/lT1dtlA/PLx+DCOnzX4= 2022-09-01T11:26:06.269 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7DH3P9f/lT1dtlA/PLx+DCOnzX4=', 'Content-Length': '0'} 2022-09-01T11:26:06.272 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000198c28f71b7ad9e6-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.274 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.275 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.276 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:06.277 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:06.277 DEBUG:boto:Method: GET 2022-09-01T11:26:06.278 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:26:06.279 DEBUG:boto:Data: 2022-09-01T11:26:06.280 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.281 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.281 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.282 DEBUG:boto:Params: {} 2022-09-01T11:26:06.283 DEBUG:boto:Token: None 2022-09-01T11:26:06.283 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.284 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.285 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.288 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fcb31ef334a1623a-00631096ce-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.289 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.291 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.292 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.293 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:06.294 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:06.294 DEBUG:boto:Method: GET 2022-09-01T11:26:06.295 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:26:06.296 DEBUG:boto:Data: 2022-09-01T11:26:06.296 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.297 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.298 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.299 DEBUG:boto:Params: {} 2022-09-01T11:26:06.300 DEBUG:boto:Token: None 2022-09-01T11:26:06.300 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.302 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.303 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.307 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009d9e0b3a6f709ba0-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.309 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.310 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:06.311 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:06.312 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.313 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:26:06.313 DEBUG:boto:Data: 2022-09-01T11:26:06.314 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.314 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.315 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.316 DEBUG:boto:Params: {} 2022-09-01T11:26:06.316 DEBUG:boto:Token: None 2022-09-01T11:26:06.317 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj69 2022-09-01T11:26:06.317 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HWxDRle9MZisrHD+BJqY7maKKF8= 2022-09-01T11:26:06.318 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HWxDRle9MZisrHD+BJqY7maKKF8=', 'Content-Length': '0'} 2022-09-01T11:26:06.321 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000263376f8e0c237cf-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.322 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:06.323 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:06.323 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.324 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:26:06.324 DEBUG:boto:Data: 2022-09-01T11:26:06.325 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.325 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.326 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.326 DEBUG:boto:Params: {} 2022-09-01T11:26:06.327 DEBUG:boto:Token: None 2022-09-01T11:26:06.328 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj69 2022-09-01T11:26:06.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HWxDRle9MZisrHD+BJqY7maKKF8= 2022-09-01T11:26:06.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HWxDRle9MZisrHD+BJqY7maKKF8=', 'Content-Length': '0'} 2022-09-01T11:26:06.331 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a767a6fa6e6b2cd0-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.333 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:26:06.333 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:06.334 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:06.335 DEBUG:boto:Method: GET 2022-09-01T11:26:06.335 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:26:06.336 DEBUG:boto:Data: 2022-09-01T11:26:06.336 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.337 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.337 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.338 DEBUG:boto:Params: {} 2022-09-01T11:26:06.339 DEBUG:boto:Token: None 2022-09-01T11:26:06.339 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj69 2022-09-01T11:26:06.340 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T3FxahF1jS6kxbFrlnLSaj9UYh0= 2022-09-01T11:26:06.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T3FxahF1jS6kxbFrlnLSaj9UYh0=', 'Content-Length': '0'} 2022-09-01T11:26:06.343 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000818d07689d92fb5-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.343 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:06.344 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:06.345 DEBUG:boto:Method: GET 2022-09-01T11:26:06.345 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:26:06.346 DEBUG:boto:Data: 2022-09-01T11:26:06.346 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.347 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.347 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.348 DEBUG:boto:Params: {} 2022-09-01T11:26:06.348 DEBUG:boto:Token: None 2022-09-01T11:26:06.349 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj69 2022-09-01T11:26:06.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T3FxahF1jS6kxbFrlnLSaj9UYh0= 2022-09-01T11:26:06.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T3FxahF1jS6kxbFrlnLSaj9UYh0=', 'Content-Length': '0'} 2022-09-01T11:26:06.352 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000365ea2b8a4a02de5-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.394 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.395 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.395 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:06.396 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:06.397 DEBUG:boto:Method: GET 2022-09-01T11:26:06.397 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:26:06.398 DEBUG:boto:Data: 2022-09-01T11:26:06.399 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.399 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.401 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.402 DEBUG:boto:Params: {} 2022-09-01T11:26:06.403 DEBUG:boto:Token: None 2022-09-01T11:26:06.403 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.404 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.405 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.408 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009d3e1978bafeb4cf-00631096ce-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.409 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.410 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.410 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.411 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:06.411 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:06.412 DEBUG:boto:Method: GET 2022-09-01T11:26:06.412 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:26:06.413 DEBUG:boto:Data: 2022-09-01T11:26:06.414 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.414 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.415 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.415 DEBUG:boto:Params: {} 2022-09-01T11:26:06.416 DEBUG:boto:Token: None 2022-09-01T11:26:06.416 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.417 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.418 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.422 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c60af2825945fb34-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.423 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.424 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:26:06.425 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:06.425 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:06.426 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.426 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.427 DEBUG:boto:Method: GET 2022-09-01T11:26:06.427 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.428 DEBUG:boto:Data: 2022-09-01T11:26:06.429 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.429 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.430 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.430 DEBUG:boto:Params: {} 2022-09-01T11:26:06.431 DEBUG:boto:Token: None 2022-09-01T11:26:06.432 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:As8gqcwbk/QnkUxhokniOkRDyf0= 2022-09-01T11:26:06.433 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:As8gqcwbk/QnkUxhokniOkRDyf0=', 'Content-Length': '0'} 2022-09-01T11:26:06.436 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008bb096adbe28b17a-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.478 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:06.479 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:06.480 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.481 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.482 DEBUG:boto:Method: GET 2022-09-01T11:26:06.483 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.483 DEBUG:boto:Data: 2022-09-01T11:26:06.484 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.484 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.485 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.486 DEBUG:boto:Params: {} 2022-09-01T11:26:06.487 DEBUG:boto:Token: None 2022-09-01T11:26:06.488 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:As8gqcwbk/QnkUxhokniOkRDyf0= 2022-09-01T11:26:06.490 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:As8gqcwbk/QnkUxhokniOkRDyf0=', 'Content-Length': '0'} 2022-09-01T11:26:06.494 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008db7f1ba97e0ac51-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.495 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:06.495 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:06.496 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.496 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.497 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.497 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.498 DEBUG:boto:Data: 2022-09-01T11:26:06.498 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.499 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.499 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.500 DEBUG:boto:Params: {} 2022-09-01T11:26:06.500 DEBUG:boto:Token: None 2022-09-01T11:26:06.501 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.501 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TMjNN8aP9oUeAoME+UwfFKeVuqM= 2022-09-01T11:26:06.502 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TMjNN8aP9oUeAoME+UwfFKeVuqM=', 'Content-Length': '0'} 2022-09-01T11:26:06.505 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca59a854df11879e-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.506 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:06.507 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:06.507 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.508 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.508 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.509 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.509 DEBUG:boto:Data: 2022-09-01T11:26:06.510 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.510 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.511 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.512 DEBUG:boto:Params: {} 2022-09-01T11:26:06.513 DEBUG:boto:Token: None 2022-09-01T11:26:06.513 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TMjNN8aP9oUeAoME+UwfFKeVuqM= 2022-09-01T11:26:06.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TMjNN8aP9oUeAoME+UwfFKeVuqM=', 'Content-Length': '0'} 2022-09-01T11:26:06.518 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006dd0a0e080a31b47-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.518 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:26:06.519 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:06.520 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:06.520 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.521 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.521 DEBUG:boto:Method: GET 2022-09-01T11:26:06.522 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.527 DEBUG:boto:Data: 2022-09-01T11:26:06.528 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.528 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.529 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.530 DEBUG:boto:Params: {} 2022-09-01T11:26:06.530 DEBUG:boto:Token: None 2022-09-01T11:26:06.531 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:As8gqcwbk/QnkUxhokniOkRDyf0= 2022-09-01T11:26:06.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:As8gqcwbk/QnkUxhokniOkRDyf0=', 'Content-Length': '0'} 2022-09-01T11:26:06.536 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000377263260fcdd727-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.536 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:06.537 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:06.538 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.538 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.539 DEBUG:boto:Method: GET 2022-09-01T11:26:06.540 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.540 DEBUG:boto:Data: 2022-09-01T11:26:06.541 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.541 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.542 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.542 DEBUG:boto:Params: {} 2022-09-01T11:26:06.544 DEBUG:boto:Token: None 2022-09-01T11:26:06.544 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:06.545 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:As8gqcwbk/QnkUxhokniOkRDyf0= 2022-09-01T11:26:06.546 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:As8gqcwbk/QnkUxhokniOkRDyf0=', 'Content-Length': '0'} 2022-09-01T11:26:06.548 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dabcd2d45a7b1fc8-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.549 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.550 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.550 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:06.551 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:06.551 DEBUG:boto:Method: GET 2022-09-01T11:26:06.552 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:26:06.553 DEBUG:boto:Data: 2022-09-01T11:26:06.554 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.555 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.555 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.556 DEBUG:boto:Params: {} 2022-09-01T11:26:06.556 DEBUG:boto:Token: None 2022-09-01T11:26:06.557 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.557 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.558 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.561 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d45b8a2cba2e6252-00631096ce-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.563 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.564 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.564 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.565 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:06.566 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:06.567 DEBUG:boto:Method: GET 2022-09-01T11:26:06.567 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:26:06.568 DEBUG:boto:Data: 2022-09-01T11:26:06.568 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.569 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.570 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.570 DEBUG:boto:Params: {} 2022-09-01T11:26:06.571 DEBUG:boto:Token: None 2022-09-01T11:26:06.572 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.572 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.573 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.577 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008da8356405f3f7c0-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.578 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.579 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:06.580 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:06.580 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.581 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:26:06.581 DEBUG:boto:Data: 2022-09-01T11:26:06.582 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.582 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.583 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.583 DEBUG:boto:Params: {} 2022-09-01T11:26:06.584 DEBUG:boto:Token: None 2022-09-01T11:26:06.585 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj76 2022-09-01T11:26:06.586 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1uZHmaKmY+abLYDasIgfxi1YO8g= 2022-09-01T11:26:06.587 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1uZHmaKmY+abLYDasIgfxi1YO8g=', 'Content-Length': '0'} 2022-09-01T11:26:06.589 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1a36404f56c3bd8-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.590 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:06.590 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:06.591 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.591 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:26:06.592 DEBUG:boto:Data: 2022-09-01T11:26:06.592 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.593 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.593 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.594 DEBUG:boto:Params: {} 2022-09-01T11:26:06.595 DEBUG:boto:Token: None 2022-09-01T11:26:06.596 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj76 2022-09-01T11:26:06.597 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1uZHmaKmY+abLYDasIgfxi1YO8g= 2022-09-01T11:26:06.598 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1uZHmaKmY+abLYDasIgfxi1YO8g=', 'Content-Length': '0'} 2022-09-01T11:26:06.600 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd6b076c85bf7a58-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.601 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:26:06.601 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:06.602 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:06.603 DEBUG:boto:Method: GET 2022-09-01T11:26:06.603 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:26:06.604 DEBUG:boto:Data: 2022-09-01T11:26:06.604 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.605 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.605 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.606 DEBUG:boto:Params: {} 2022-09-01T11:26:06.607 DEBUG:boto:Token: None 2022-09-01T11:26:06.607 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj76 2022-09-01T11:26:06.608 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z5ZsJ4CnIqP0MfBLlO+KUn6owxI= 2022-09-01T11:26:06.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z5ZsJ4CnIqP0MfBLlO+KUn6owxI=', 'Content-Length': '0'} 2022-09-01T11:26:06.613 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c293c6925d577446-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.617 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:06.617 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:06.618 DEBUG:boto:Method: GET 2022-09-01T11:26:06.619 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:26:06.630 DEBUG:boto:Data: 2022-09-01T11:26:06.631 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.632 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.633 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.635 DEBUG:boto:Params: {} 2022-09-01T11:26:06.636 DEBUG:boto:Token: None 2022-09-01T11:26:06.637 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj76 2022-09-01T11:26:06.638 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z5ZsJ4CnIqP0MfBLlO+KUn6owxI= 2022-09-01T11:26:06.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z5ZsJ4CnIqP0MfBLlO+KUn6owxI=', 'Content-Length': '0'} 2022-09-01T11:26:06.643 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000075754162745c0eb2-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.645 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.646 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.647 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:06.648 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:06.648 DEBUG:boto:Method: GET 2022-09-01T11:26:06.649 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:26:06.649 DEBUG:boto:Data: 2022-09-01T11:26:06.651 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.652 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.653 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.653 DEBUG:boto:Params: {} 2022-09-01T11:26:06.654 DEBUG:boto:Token: None 2022-09-01T11:26:06.655 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.655 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.659 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000003ed65f01dc98d0d-00631096ce-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.660 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.661 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.662 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.663 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:06.664 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:06.665 DEBUG:boto:Method: GET 2022-09-01T11:26:06.666 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:26:06.667 DEBUG:boto:Data: 2022-09-01T11:26:06.668 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.669 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.670 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.671 DEBUG:boto:Params: {} 2022-09-01T11:26:06.672 DEBUG:boto:Token: None 2022-09-01T11:26:06.673 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.679 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000adcb26e131a11f7e-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.681 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.682 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:26:06.682 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:06.683 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:06.683 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.684 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.684 DEBUG:boto:Method: GET 2022-09-01T11:26:06.685 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.685 DEBUG:boto:Data: 2022-09-01T11:26:06.686 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.686 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.687 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.687 DEBUG:boto:Params: {} 2022-09-01T11:26:06.688 DEBUG:boto:Token: None 2022-09-01T11:26:06.689 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.690 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BO6goi82N6YrT6Vhv1pB/KnDVeQ= 2022-09-01T11:26:06.691 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BO6goi82N6YrT6Vhv1pB/KnDVeQ=', 'Content-Length': '0'} 2022-09-01T11:26:06.693 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000acc452ca6721116-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.694 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:06.695 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:06.695 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.696 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.697 DEBUG:boto:Method: GET 2022-09-01T11:26:06.697 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.698 DEBUG:boto:Data: 2022-09-01T11:26:06.698 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.699 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.700 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.700 DEBUG:boto:Params: {} 2022-09-01T11:26:06.701 DEBUG:boto:Token: None 2022-09-01T11:26:06.702 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.704 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BO6goi82N6YrT6Vhv1pB/KnDVeQ= 2022-09-01T11:26:06.705 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BO6goi82N6YrT6Vhv1pB/KnDVeQ=', 'Content-Length': '0'} 2022-09-01T11:26:06.708 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c2906776a2b2e3d0-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.709 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:06.710 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:06.711 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.712 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.713 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.713 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.714 DEBUG:boto:Data: 2022-09-01T11:26:06.714 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.715 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.715 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.716 DEBUG:boto:Params: {} 2022-09-01T11:26:06.716 DEBUG:boto:Token: None 2022-09-01T11:26:06.717 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pBYG+mtXeDvK90HSBQR2DCShRDw= 2022-09-01T11:26:06.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pBYG+mtXeDvK90HSBQR2DCShRDw=', 'Content-Length': '0'} 2022-09-01T11:26:06.721 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c237badca8be30f1-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.721 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:06.722 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:06.723 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.723 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.724 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.724 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.725 DEBUG:boto:Data: 2022-09-01T11:26:06.725 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.726 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.726 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.727 DEBUG:boto:Params: {} 2022-09-01T11:26:06.727 DEBUG:boto:Token: None 2022-09-01T11:26:06.728 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.729 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pBYG+mtXeDvK90HSBQR2DCShRDw= 2022-09-01T11:26:06.729 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pBYG+mtXeDvK90HSBQR2DCShRDw=', 'Content-Length': '0'} 2022-09-01T11:26:06.732 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071a066d66cff3a4c-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.732 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:26:06.733 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:06.733 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:06.734 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.735 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.735 DEBUG:boto:Method: GET 2022-09-01T11:26:06.736 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.737 DEBUG:boto:Data: 2022-09-01T11:26:06.737 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.738 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.739 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.739 DEBUG:boto:Params: {} 2022-09-01T11:26:06.740 DEBUG:boto:Token: None 2022-09-01T11:26:06.741 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.741 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BO6goi82N6YrT6Vhv1pB/KnDVeQ= 2022-09-01T11:26:06.742 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BO6goi82N6YrT6Vhv1pB/KnDVeQ=', 'Content-Length': '0'} 2022-09-01T11:26:06.744 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009bac1e2c1333e996-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.745 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:06.746 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:06.746 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.747 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.748 DEBUG:boto:Method: GET 2022-09-01T11:26:06.748 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.749 DEBUG:boto:Data: 2022-09-01T11:26:06.750 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.750 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.751 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.751 DEBUG:boto:Params: {} 2022-09-01T11:26:06.752 DEBUG:boto:Token: None 2022-09-01T11:26:06.753 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:06.753 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BO6goi82N6YrT6Vhv1pB/KnDVeQ= 2022-09-01T11:26:06.755 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BO6goi82N6YrT6Vhv1pB/KnDVeQ=', 'Content-Length': '0'} 2022-09-01T11:26:06.757 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f55dc70369f61f54-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.758 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.759 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.759 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:06.760 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:06.760 DEBUG:boto:Method: GET 2022-09-01T11:26:06.761 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:26:06.762 DEBUG:boto:Data: 2022-09-01T11:26:06.763 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.763 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.764 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.765 DEBUG:boto:Params: {} 2022-09-01T11:26:06.766 DEBUG:boto:Token: None 2022-09-01T11:26:06.766 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.767 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.768 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.771 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d23ebc7f609b2380-00631096ce-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.772 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.773 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.774 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.774 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:06.775 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:06.777 DEBUG:boto:Method: GET 2022-09-01T11:26:06.777 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:26:06.779 DEBUG:boto:Data: 2022-09-01T11:26:06.779 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.780 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.781 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.781 DEBUG:boto:Params: {} 2022-09-01T11:26:06.782 DEBUG:boto:Token: None 2022-09-01T11:26:06.783 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.784 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.784 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.790 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002e1ec8b195998a69-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.792 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.794 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:06.795 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:06.796 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.797 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:26:06.799 DEBUG:boto:Data: 2022-09-01T11:26:06.800 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.802 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.802 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.803 DEBUG:boto:Params: {} 2022-09-01T11:26:06.804 DEBUG:boto:Token: None 2022-09-01T11:26:06.804 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj85 2022-09-01T11:26:06.805 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1VavMeS7N0xH+T0S/lAftJLLajA= 2022-09-01T11:26:06.805 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1VavMeS7N0xH+T0S/lAftJLLajA=', 'Content-Length': '0'} 2022-09-01T11:26:06.808 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000feaad5b188bfb2d0-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.809 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:06.809 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:06.810 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.810 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:26:06.811 DEBUG:boto:Data: 2022-09-01T11:26:06.811 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.812 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.812 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.813 DEBUG:boto:Params: {} 2022-09-01T11:26:06.813 DEBUG:boto:Token: None 2022-09-01T11:26:06.814 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj85 2022-09-01T11:26:06.815 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1VavMeS7N0xH+T0S/lAftJLLajA= 2022-09-01T11:26:06.816 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1VavMeS7N0xH+T0S/lAftJLLajA=', 'Content-Length': '0'} 2022-09-01T11:26:06.819 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000030279f6ab20848f9-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.820 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:26:06.821 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:06.822 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:06.823 DEBUG:boto:Method: GET 2022-09-01T11:26:06.824 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:26:06.826 DEBUG:boto:Data: 2022-09-01T11:26:06.827 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.828 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.829 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.830 DEBUG:boto:Params: {} 2022-09-01T11:26:06.831 DEBUG:boto:Token: None 2022-09-01T11:26:06.832 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj85 2022-09-01T11:26:06.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4bBppB/6DtJshLUGFjpZw1BxrRg= 2022-09-01T11:26:06.834 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4bBppB/6DtJshLUGFjpZw1BxrRg=', 'Content-Length': '0'} 2022-09-01T11:26:06.837 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1e2a870e7b94751-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.878 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:06.879 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:06.879 DEBUG:boto:Method: GET 2022-09-01T11:26:06.880 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:26:06.881 DEBUG:boto:Data: 2022-09-01T11:26:06.881 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.882 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.882 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.883 DEBUG:boto:Params: {} 2022-09-01T11:26:06.884 DEBUG:boto:Token: None 2022-09-01T11:26:06.884 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj85 2022-09-01T11:26:06.885 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4bBppB/6DtJshLUGFjpZw1BxrRg= 2022-09-01T11:26:06.886 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4bBppB/6DtJshLUGFjpZw1BxrRg=', 'Content-Length': '0'} 2022-09-01T11:26:06.888 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094f27eee250edf1e-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.889 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.890 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.891 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:06.892 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:06.893 DEBUG:boto:Method: GET 2022-09-01T11:26:06.894 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:26:06.895 DEBUG:boto:Data: 2022-09-01T11:26:06.896 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.897 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.898 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.899 DEBUG:boto:Params: {} 2022-09-01T11:26:06.901 DEBUG:boto:Token: None 2022-09-01T11:26:06.902 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.903 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.908 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ed6dc200cc045cf7-00631096ce-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.909 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.910 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:06.911 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:06.912 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:06.913 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:06.914 DEBUG:boto:Method: GET 2022-09-01T11:26:06.915 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:26:06.915 DEBUG:boto:Data: 2022-09-01T11:26:06.916 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.917 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.917 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.918 DEBUG:boto:Params: {} 2022-09-01T11:26:06.918 DEBUG:boto:Token: None 2022-09-01T11:26:06.919 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/ 2022-09-01T11:26:06.920 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE= 2022-09-01T11:26:06.921 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IUyceNvAx4/+lbKPQtbXjvdzfgE=', 'Content-Length': '0'} 2022-09-01T11:26:06.925 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d690ff6e38a2ce05-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.926 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:06.927 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:26:06.928 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:06.928 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:06.929 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.929 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.930 DEBUG:boto:Method: GET 2022-09-01T11:26:06.931 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.932 DEBUG:boto:Data: 2022-09-01T11:26:06.932 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.933 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.934 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.934 DEBUG:boto:Params: {} 2022-09-01T11:26:06.935 DEBUG:boto:Token: None 2022-09-01T11:26:06.936 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.937 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FmmkKKwpIBlRSGZ4dP3GE8QdxXQ= 2022-09-01T11:26:06.937 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FmmkKKwpIBlRSGZ4dP3GE8QdxXQ=', 'Content-Length': '0'} 2022-09-01T11:26:06.940 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000018f25fc73d132168-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.941 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:06.942 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:06.943 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.943 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.944 DEBUG:boto:Method: GET 2022-09-01T11:26:06.945 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.946 DEBUG:boto:Data: 2022-09-01T11:26:06.947 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.947 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.948 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.949 DEBUG:boto:Params: {} 2022-09-01T11:26:06.950 DEBUG:boto:Token: None 2022-09-01T11:26:06.951 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FmmkKKwpIBlRSGZ4dP3GE8QdxXQ= 2022-09-01T11:26:06.953 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FmmkKKwpIBlRSGZ4dP3GE8QdxXQ=', 'Content-Length': '0'} 2022-09-01T11:26:06.955 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000657cfefdcc9f1e1e-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.956 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:06.957 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:06.958 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.958 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.959 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.960 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.960 DEBUG:boto:Data: 2022-09-01T11:26:06.961 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.962 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.963 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.963 DEBUG:boto:Params: {} 2022-09-01T11:26:06.964 DEBUG:boto:Token: None 2022-09-01T11:26:06.965 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.966 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aiEg1W6FdcAr8P0HerWQwOldwdA= 2022-09-01T11:26:06.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aiEg1W6FdcAr8P0HerWQwOldwdA=', 'Content-Length': '0'} 2022-09-01T11:26:06.969 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c3fed0700c5c9b5-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.969 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:06.970 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:06.971 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.971 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.972 DEBUG:boto:Method: HEAD 2022-09-01T11:26:06.972 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.973 DEBUG:boto:Data: 2022-09-01T11:26:06.974 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.974 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.975 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.975 DEBUG:boto:Params: {} 2022-09-01T11:26:06.976 DEBUG:boto:Token: None 2022-09-01T11:26:06.976 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.977 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aiEg1W6FdcAr8P0HerWQwOldwdA= 2022-09-01T11:26:06.978 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aiEg1W6FdcAr8P0HerWQwOldwdA=', 'Content-Length': '0'} 2022-09-01T11:26:06.980 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eb5d7d95e04dd2eb-00631096ce-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.981 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:26:06.982 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:06.982 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:06.983 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.983 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.984 DEBUG:boto:Method: GET 2022-09-01T11:26:06.984 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.985 DEBUG:boto:Data: 2022-09-01T11:26:06.986 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.986 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:06.987 DEBUG:boto:Port: 8001 2022-09-01T11:26:06.987 DEBUG:boto:Params: {} 2022-09-01T11:26:06.988 DEBUG:boto:Token: None 2022-09-01T11:26:06.989 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:06 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.990 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FmmkKKwpIBlRSGZ4dP3GE8QdxXQ= 2022-09-01T11:26:06.991 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FmmkKKwpIBlRSGZ4dP3GE8QdxXQ=', 'Content-Length': '0'} 2022-09-01T11:26:06.993 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007511a03c5c190750-00631096ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:06.994 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:06.994 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:06.995 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.996 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.996 DEBUG:boto:Method: GET 2022-09-01T11:26:06.997 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:06.997 DEBUG:boto:Data: 2022-09-01T11:26:06.998 DEBUG:boto:Headers: {} 2022-09-01T11:26:06.998 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:06.999 DEBUG:boto:Port: 8000 2022-09-01T11:26:06.999 DEBUG:boto:Params: {} 2022-09-01T11:26:07.000 DEBUG:boto:Token: None 2022-09-01T11:26:07.001 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:07.002 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VXqHa0ILp+wTpRy9g6mhwjen03c= 2022-09-01T11:26:07.002 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VXqHa0ILp+wTpRy9g6mhwjen03c=', 'Content-Length': '0'} 2022-09-01T11:26:07.005 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001eeb543fdc237bdd-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.006 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.006 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.007 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:07.007 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:07.008 DEBUG:boto:Method: GET 2022-09-01T11:26:07.008 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:26:07.009 DEBUG:boto:Data: 2022-09-01T11:26:07.009 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.011 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.012 DEBUG:boto:Params: {} 2022-09-01T11:26:07.013 DEBUG:boto:Token: None 2022-09-01T11:26:07.014 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/ 2022-09-01T11:26:07.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo= 2022-09-01T11:26:07.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo=', 'Content-Length': '0'} 2022-09-01T11:26:07.018 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d67bed61ea4f30d2-00631096cf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.019 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.020 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.021 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.022 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:07.022 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:07.023 DEBUG:boto:Method: GET 2022-09-01T11:26:07.024 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:26:07.025 DEBUG:boto:Data: 2022-09-01T11:26:07.025 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.026 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.026 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.027 DEBUG:boto:Params: {} 2022-09-01T11:26:07.028 DEBUG:boto:Token: None 2022-09-01T11:26:07.028 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/ 2022-09-01T11:26:07.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo= 2022-09-01T11:26:07.030 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo=', 'Content-Length': '0'} 2022-09-01T11:26:07.035 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000573117d353637dab-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.036 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.037 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:07.038 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:07.038 DEBUG:boto:Method: HEAD 2022-09-01T11:26:07.039 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:26:07.039 DEBUG:boto:Data: 2022-09-01T11:26:07.040 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.040 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.041 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.042 DEBUG:boto:Params: {} 2022-09-01T11:26:07.043 DEBUG:boto:Token: None 2022-09-01T11:26:07.043 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj87 2022-09-01T11:26:07.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4B0Q+BlXM77xCVFlwFrLtGKEew= 2022-09-01T11:26:07.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4B0Q+BlXM77xCVFlwFrLtGKEew=', 'Content-Length': '0'} 2022-09-01T11:26:07.048 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000640baba2643531b0-00631096cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.049 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:07.049 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:07.050 DEBUG:boto:Method: HEAD 2022-09-01T11:26:07.051 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:26:07.051 DEBUG:boto:Data: 2022-09-01T11:26:07.051 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.053 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.054 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.054 DEBUG:boto:Params: {} 2022-09-01T11:26:07.055 DEBUG:boto:Token: None 2022-09-01T11:26:07.055 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj87 2022-09-01T11:26:07.056 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4B0Q+BlXM77xCVFlwFrLtGKEew= 2022-09-01T11:26:07.056 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4B0Q+BlXM77xCVFlwFrLtGKEew=', 'Content-Length': '0'} 2022-09-01T11:26:07.059 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d1f88b71e1370cd1-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.060 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:26:07.060 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:07.061 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:07.061 DEBUG:boto:Method: GET 2022-09-01T11:26:07.062 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:26:07.062 DEBUG:boto:Data: 2022-09-01T11:26:07.063 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.063 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.064 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.064 DEBUG:boto:Params: {} 2022-09-01T11:26:07.065 DEBUG:boto:Token: None 2022-09-01T11:26:07.066 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj87 2022-09-01T11:26:07.066 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ugWQSrJjwTuY9xItyaAMV7JUQFM= 2022-09-01T11:26:07.067 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ugWQSrJjwTuY9xItyaAMV7JUQFM=', 'Content-Length': '0'} 2022-09-01T11:26:07.069 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b8ff545f21fe0d0e-00631096cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.111 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:07.112 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:07.112 DEBUG:boto:Method: GET 2022-09-01T11:26:07.113 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:26:07.113 DEBUG:boto:Data: 2022-09-01T11:26:07.114 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.115 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.115 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.116 DEBUG:boto:Params: {} 2022-09-01T11:26:07.116 DEBUG:boto:Token: None 2022-09-01T11:26:07.117 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj87 2022-09-01T11:26:07.117 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ugWQSrJjwTuY9xItyaAMV7JUQFM= 2022-09-01T11:26:07.118 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ugWQSrJjwTuY9xItyaAMV7JUQFM=', 'Content-Length': '0'} 2022-09-01T11:26:07.121 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d3ed522733a75fca-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.122 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.123 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.124 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:07.124 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:07.125 DEBUG:boto:Method: GET 2022-09-01T11:26:07.125 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:26:07.126 DEBUG:boto:Data: 2022-09-01T11:26:07.127 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.127 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.128 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.128 DEBUG:boto:Params: {} 2022-09-01T11:26:07.129 DEBUG:boto:Token: None 2022-09-01T11:26:07.129 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/ 2022-09-01T11:26:07.130 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo= 2022-09-01T11:26:07.131 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo=', 'Content-Length': '0'} 2022-09-01T11:26:07.134 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003fa2edd844cf4ea7-00631096cf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.136 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.137 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.137 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.138 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:07.138 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:07.139 DEBUG:boto:Method: GET 2022-09-01T11:26:07.140 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:26:07.141 DEBUG:boto:Data: 2022-09-01T11:26:07.142 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.143 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.144 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.145 DEBUG:boto:Params: {} 2022-09-01T11:26:07.147 DEBUG:boto:Token: None 2022-09-01T11:26:07.148 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/ 2022-09-01T11:26:07.149 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo= 2022-09-01T11:26:07.150 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo=', 'Content-Length': '0'} 2022-09-01T11:26:07.155 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004e282efda7aaa48a-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.156 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.157 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:26:07.158 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:07.158 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:07.159 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.159 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.160 DEBUG:boto:Method: GET 2022-09-01T11:26:07.161 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.161 DEBUG:boto:Data: 2022-09-01T11:26:07.162 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.162 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.163 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.163 DEBUG:boto:Params: {} 2022-09-01T11:26:07.164 DEBUG:boto:Token: None 2022-09-01T11:26:07.165 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.166 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UDcf0k3V7dgkEl5Ju6RdYx0jdc8= 2022-09-01T11:26:07.166 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UDcf0k3V7dgkEl5Ju6RdYx0jdc8=', 'Content-Length': '0'} 2022-09-01T11:26:07.169 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ab6f0da6e219244f-00631096cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.170 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:07.172 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:07.173 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.174 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.174 DEBUG:boto:Method: GET 2022-09-01T11:26:07.175 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.175 DEBUG:boto:Data: 2022-09-01T11:26:07.176 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.176 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.177 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.178 DEBUG:boto:Params: {} 2022-09-01T11:26:07.179 DEBUG:boto:Token: None 2022-09-01T11:26:07.180 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.181 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UDcf0k3V7dgkEl5Ju6RdYx0jdc8= 2022-09-01T11:26:07.181 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UDcf0k3V7dgkEl5Ju6RdYx0jdc8=', 'Content-Length': '0'} 2022-09-01T11:26:07.185 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009764656ba2edfc0d-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.230 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:07.231 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:07.232 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.233 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.234 DEBUG:boto:Method: HEAD 2022-09-01T11:26:07.235 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.236 DEBUG:boto:Data: 2022-09-01T11:26:07.237 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.238 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.239 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.240 DEBUG:boto:Params: {} 2022-09-01T11:26:07.242 DEBUG:boto:Token: None 2022-09-01T11:26:07.243 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Xe2Lrzj2Y6IPu/gXSrzS9QhxotA= 2022-09-01T11:26:07.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Xe2Lrzj2Y6IPu/gXSrzS9QhxotA=', 'Content-Length': '0'} 2022-09-01T11:26:07.248 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ffb456a4327b1179-00631096cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.249 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:07.250 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:07.252 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.253 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.254 DEBUG:boto:Method: HEAD 2022-09-01T11:26:07.255 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.256 DEBUG:boto:Data: 2022-09-01T11:26:07.256 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.257 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.258 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.258 DEBUG:boto:Params: {} 2022-09-01T11:26:07.259 DEBUG:boto:Token: None 2022-09-01T11:26:07.260 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Xe2Lrzj2Y6IPu/gXSrzS9QhxotA= 2022-09-01T11:26:07.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Xe2Lrzj2Y6IPu/gXSrzS9QhxotA=', 'Content-Length': '0'} 2022-09-01T11:26:07.264 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000059c9a651a4676c66-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.265 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:26:07.266 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:07.267 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:07.268 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.269 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.270 DEBUG:boto:Method: GET 2022-09-01T11:26:07.271 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.272 DEBUG:boto:Data: 2022-09-01T11:26:07.272 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.273 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.273 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.274 DEBUG:boto:Params: {} 2022-09-01T11:26:07.275 DEBUG:boto:Token: None 2022-09-01T11:26:07.275 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UDcf0k3V7dgkEl5Ju6RdYx0jdc8= 2022-09-01T11:26:07.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UDcf0k3V7dgkEl5Ju6RdYx0jdc8=', 'Content-Length': '0'} 2022-09-01T11:26:07.279 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000517dd3cef1c38105-00631096cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.280 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:07.280 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:07.281 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.281 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.282 DEBUG:boto:Method: GET 2022-09-01T11:26:07.283 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.283 DEBUG:boto:Data: 2022-09-01T11:26:07.284 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.284 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.285 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.285 DEBUG:boto:Params: {} 2022-09-01T11:26:07.286 DEBUG:boto:Token: None 2022-09-01T11:26:07.287 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:07.287 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UDcf0k3V7dgkEl5Ju6RdYx0jdc8= 2022-09-01T11:26:07.288 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UDcf0k3V7dgkEl5Ju6RdYx0jdc8=', 'Content-Length': '0'} 2022-09-01T11:26:07.290 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009edaf1ee751968ed-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.291 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.292 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.293 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:07.293 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:07.294 DEBUG:boto:Method: GET 2022-09-01T11:26:07.294 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:26:07.295 DEBUG:boto:Data: 2022-09-01T11:26:07.296 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.296 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.297 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.297 DEBUG:boto:Params: {} 2022-09-01T11:26:07.298 DEBUG:boto:Token: None 2022-09-01T11:26:07.298 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/ 2022-09-01T11:26:07.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo= 2022-09-01T11:26:07.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo=', 'Content-Length': '0'} 2022-09-01T11:26:07.303 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ed3c70f38149065d-00631096cf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.346 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.348 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.348 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.349 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:07.349 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:07.350 DEBUG:boto:Method: GET 2022-09-01T11:26:07.350 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:26:07.351 DEBUG:boto:Data: 2022-09-01T11:26:07.351 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.352 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.352 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.353 DEBUG:boto:Params: {} 2022-09-01T11:26:07.354 DEBUG:boto:Token: None 2022-09-01T11:26:07.354 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/ 2022-09-01T11:26:07.355 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo= 2022-09-01T11:26:07.355 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo=', 'Content-Length': '0'} 2022-09-01T11:26:07.360 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aa1338f6ffb7980a-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.360 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.361 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:07.362 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:07.362 DEBUG:boto:Method: HEAD 2022-09-01T11:26:07.363 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:26:07.363 DEBUG:boto:Data: 2022-09-01T11:26:07.364 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.364 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.365 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.365 DEBUG:boto:Params: {} 2022-09-01T11:26:07.366 DEBUG:boto:Token: None 2022-09-01T11:26:07.367 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj92 2022-09-01T11:26:07.367 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JD4Ma/mbMwAlN+CJPCbmmwOD5UQ= 2022-09-01T11:26:07.368 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JD4Ma/mbMwAlN+CJPCbmmwOD5UQ=', 'Content-Length': '0'} 2022-09-01T11:26:07.370 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d214eeb67037cc3b-00631096cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.371 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:07.371 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:07.372 DEBUG:boto:Method: HEAD 2022-09-01T11:26:07.372 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:26:07.373 DEBUG:boto:Data: 2022-09-01T11:26:07.373 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.374 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.374 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.375 DEBUG:boto:Params: {} 2022-09-01T11:26:07.375 DEBUG:boto:Token: None 2022-09-01T11:26:07.376 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj92 2022-09-01T11:26:07.377 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JD4Ma/mbMwAlN+CJPCbmmwOD5UQ= 2022-09-01T11:26:07.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JD4Ma/mbMwAlN+CJPCbmmwOD5UQ=', 'Content-Length': '0'} 2022-09-01T11:26:07.380 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000065ee932c0c47bf84-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.381 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:26:07.381 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:07.382 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:07.382 DEBUG:boto:Method: GET 2022-09-01T11:26:07.383 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:26:07.383 DEBUG:boto:Data: 2022-09-01T11:26:07.384 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.385 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.385 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.386 DEBUG:boto:Params: {} 2022-09-01T11:26:07.386 DEBUG:boto:Token: None 2022-09-01T11:26:07.387 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj92 2022-09-01T11:26:07.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q9YTy1KS+sk+Yeg5YBUPtqLEEys= 2022-09-01T11:26:07.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q9YTy1KS+sk+Yeg5YBUPtqLEEys=', 'Content-Length': '0'} 2022-09-01T11:26:07.390 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094311033717b6cef-00631096cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.391 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:07.391 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:07.392 DEBUG:boto:Method: GET 2022-09-01T11:26:07.393 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:26:07.393 DEBUG:boto:Data: 2022-09-01T11:26:07.394 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.395 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.395 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.396 DEBUG:boto:Params: {} 2022-09-01T11:26:07.396 DEBUG:boto:Token: None 2022-09-01T11:26:07.397 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj92 2022-09-01T11:26:07.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q9YTy1KS+sk+Yeg5YBUPtqLEEys= 2022-09-01T11:26:07.398 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q9YTy1KS+sk+Yeg5YBUPtqLEEys=', 'Content-Length': '0'} 2022-09-01T11:26:07.400 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d1f9b7667b0bdeff-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.401 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.401 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.402 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:07.403 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:07.403 DEBUG:boto:Method: GET 2022-09-01T11:26:07.404 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:26:07.404 DEBUG:boto:Data: 2022-09-01T11:26:07.405 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.405 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.406 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.406 DEBUG:boto:Params: {} 2022-09-01T11:26:07.407 DEBUG:boto:Token: None 2022-09-01T11:26:07.407 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/ 2022-09-01T11:26:07.408 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo= 2022-09-01T11:26:07.409 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo=', 'Content-Length': '0'} 2022-09-01T11:26:07.411 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000172acda29999f1e2-00631096cf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.454 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.456 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.457 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.458 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:07.459 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:07.460 DEBUG:boto:Method: GET 2022-09-01T11:26:07.461 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:26:07.462 DEBUG:boto:Data: 2022-09-01T11:26:07.462 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.463 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.463 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.464 DEBUG:boto:Params: {} 2022-09-01T11:26:07.465 DEBUG:boto:Token: None 2022-09-01T11:26:07.465 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/ 2022-09-01T11:26:07.466 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo= 2022-09-01T11:26:07.466 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo=', 'Content-Length': '0'} 2022-09-01T11:26:07.471 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004571eff260b97fc7-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.472 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.473 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:26:07.474 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:07.476 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:07.476 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.477 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.477 DEBUG:boto:Method: GET 2022-09-01T11:26:07.478 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.478 DEBUG:boto:Data: 2022-09-01T11:26:07.479 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.479 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.480 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.481 DEBUG:boto:Params: {} 2022-09-01T11:26:07.481 DEBUG:boto:Token: None 2022-09-01T11:26:07.482 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ER7p0agwexo/o/zU5HDvQqKOLVI= 2022-09-01T11:26:07.483 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ER7p0agwexo/o/zU5HDvQqKOLVI=', 'Content-Length': '0'} 2022-09-01T11:26:07.486 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf492db1bd8c1cda-00631096cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.487 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:07.489 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:07.491 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.492 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.492 DEBUG:boto:Method: GET 2022-09-01T11:26:07.493 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.493 DEBUG:boto:Data: 2022-09-01T11:26:07.494 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.495 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.495 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.496 DEBUG:boto:Params: {} 2022-09-01T11:26:07.497 DEBUG:boto:Token: None 2022-09-01T11:26:07.498 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.498 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ER7p0agwexo/o/zU5HDvQqKOLVI= 2022-09-01T11:26:07.499 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ER7p0agwexo/o/zU5HDvQqKOLVI=', 'Content-Length': '0'} 2022-09-01T11:26:07.501 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003226473695822ffd-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.546 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:07.547 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:07.547 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.548 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.548 DEBUG:boto:Method: HEAD 2022-09-01T11:26:07.549 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.549 DEBUG:boto:Data: 2022-09-01T11:26:07.550 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.550 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.551 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.551 DEBUG:boto:Params: {} 2022-09-01T11:26:07.553 DEBUG:boto:Token: None 2022-09-01T11:26:07.554 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.555 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CjQTzYgYruuNEwUMiKoshmv1KDA= 2022-09-01T11:26:07.556 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CjQTzYgYruuNEwUMiKoshmv1KDA=', 'Content-Length': '0'} 2022-09-01T11:26:07.558 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000325bedd9194982ad-00631096cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.559 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:07.560 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:07.561 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.561 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.562 DEBUG:boto:Method: HEAD 2022-09-01T11:26:07.563 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.563 DEBUG:boto:Data: 2022-09-01T11:26:07.564 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.564 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.565 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.565 DEBUG:boto:Params: {} 2022-09-01T11:26:07.566 DEBUG:boto:Token: None 2022-09-01T11:26:07.567 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CjQTzYgYruuNEwUMiKoshmv1KDA= 2022-09-01T11:26:07.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CjQTzYgYruuNEwUMiKoshmv1KDA=', 'Content-Length': '0'} 2022-09-01T11:26:07.570 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002dddb3feb531f568-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.571 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:26:07.572 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:07.572 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:07.573 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.573 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.574 DEBUG:boto:Method: GET 2022-09-01T11:26:07.574 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.575 DEBUG:boto:Data: 2022-09-01T11:26:07.576 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.576 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.577 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.578 DEBUG:boto:Params: {} 2022-09-01T11:26:07.579 DEBUG:boto:Token: None 2022-09-01T11:26:07.579 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.580 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ER7p0agwexo/o/zU5HDvQqKOLVI= 2022-09-01T11:26:07.581 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ER7p0agwexo/o/zU5HDvQqKOLVI=', 'Content-Length': '0'} 2022-09-01T11:26:07.583 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000ef41c7c3d2400d4-00631096cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.584 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:07.585 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:07.586 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.587 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.588 DEBUG:boto:Method: GET 2022-09-01T11:26:07.589 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.590 DEBUG:boto:Data: 2022-09-01T11:26:07.590 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.591 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.591 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.592 DEBUG:boto:Params: {} 2022-09-01T11:26:07.593 DEBUG:boto:Token: None 2022-09-01T11:26:07.593 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:07.594 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ER7p0agwexo/o/zU5HDvQqKOLVI= 2022-09-01T11:26:07.595 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ER7p0agwexo/o/zU5HDvQqKOLVI=', 'Content-Length': '0'} 2022-09-01T11:26:07.597 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094f8876e3d2715ca-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.599 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.600 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.601 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:07.602 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:07.602 DEBUG:boto:Method: GET 2022-09-01T11:26:07.603 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:26:07.603 DEBUG:boto:Data: 2022-09-01T11:26:07.604 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.605 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.605 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.606 DEBUG:boto:Params: {} 2022-09-01T11:26:07.606 DEBUG:boto:Token: None 2022-09-01T11:26:07.607 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/ 2022-09-01T11:26:07.608 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo= 2022-09-01T11:26:07.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo=', 'Content-Length': '0'} 2022-09-01T11:26:07.612 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001d88de9c937b1054-00631096cf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.658 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.659 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.660 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.661 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:07.662 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:07.663 DEBUG:boto:Method: GET 2022-09-01T11:26:07.663 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:26:07.664 DEBUG:boto:Data: 2022-09-01T11:26:07.664 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.665 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.666 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.667 DEBUG:boto:Params: {} 2022-09-01T11:26:07.667 DEBUG:boto:Token: None 2022-09-01T11:26:07.668 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/ 2022-09-01T11:26:07.669 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo= 2022-09-01T11:26:07.669 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo=', 'Content-Length': '0'} 2022-09-01T11:26:07.674 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b2300cf818896ba6-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.675 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.678 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:07.679 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:07.680 DEBUG:boto:Method: HEAD 2022-09-01T11:26:07.680 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:26:07.681 DEBUG:boto:Data: 2022-09-01T11:26:07.682 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.683 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.683 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.684 DEBUG:boto:Params: {} 2022-09-01T11:26:07.684 DEBUG:boto:Token: None 2022-09-01T11:26:07.685 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj95 2022-09-01T11:26:07.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cXpm7C067YNdNApfPXqTImskmzY= 2022-09-01T11:26:07.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cXpm7C067YNdNApfPXqTImskmzY=', 'Content-Length': '0'} 2022-09-01T11:26:07.688 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004f465b7ceb28c10b-00631096cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.689 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:07.690 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:07.690 DEBUG:boto:Method: HEAD 2022-09-01T11:26:07.691 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:26:07.691 DEBUG:boto:Data: 2022-09-01T11:26:07.692 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.692 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.693 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.693 DEBUG:boto:Params: {} 2022-09-01T11:26:07.694 DEBUG:boto:Token: None 2022-09-01T11:26:07.695 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj95 2022-09-01T11:26:07.695 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cXpm7C067YNdNApfPXqTImskmzY= 2022-09-01T11:26:07.696 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cXpm7C067YNdNApfPXqTImskmzY=', 'Content-Length': '0'} 2022-09-01T11:26:07.698 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000925922396a49b2c7-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.699 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:26:07.699 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:07.700 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:07.700 DEBUG:boto:Method: GET 2022-09-01T11:26:07.701 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:26:07.701 DEBUG:boto:Data: 2022-09-01T11:26:07.702 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.702 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.703 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.703 DEBUG:boto:Params: {} 2022-09-01T11:26:07.704 DEBUG:boto:Token: None 2022-09-01T11:26:07.705 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj95 2022-09-01T11:26:07.705 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Xx3PWktHJxxcQpPOvx9tiVd/J/k= 2022-09-01T11:26:07.706 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Xx3PWktHJxxcQpPOvx9tiVd/J/k=', 'Content-Length': '0'} 2022-09-01T11:26:07.708 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e5b8840252e6ec58-00631096cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.709 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:07.709 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:07.710 DEBUG:boto:Method: GET 2022-09-01T11:26:07.710 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:26:07.711 DEBUG:boto:Data: 2022-09-01T11:26:07.711 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.712 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.712 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.713 DEBUG:boto:Params: {} 2022-09-01T11:26:07.714 DEBUG:boto:Token: None 2022-09-01T11:26:07.714 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj95 2022-09-01T11:26:07.715 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Xx3PWktHJxxcQpPOvx9tiVd/J/k= 2022-09-01T11:26:07.715 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Xx3PWktHJxxcQpPOvx9tiVd/J/k=', 'Content-Length': '0'} 2022-09-01T11:26:07.718 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ff3f7a7ac40a3082-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.758 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.759 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.759 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:07.760 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:07.760 DEBUG:boto:Method: GET 2022-09-01T11:26:07.761 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:26:07.762 DEBUG:boto:Data: 2022-09-01T11:26:07.762 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.763 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.763 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.764 DEBUG:boto:Params: {} 2022-09-01T11:26:07.765 DEBUG:boto:Token: None 2022-09-01T11:26:07.765 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/ 2022-09-01T11:26:07.766 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo= 2022-09-01T11:26:07.767 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo=', 'Content-Length': '0'} 2022-09-01T11:26:07.770 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f7f7a128e5106156-00631096cf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.771 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.772 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.773 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.773 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:07.774 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:07.774 DEBUG:boto:Method: GET 2022-09-01T11:26:07.775 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:26:07.776 DEBUG:boto:Data: 2022-09-01T11:26:07.777 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.777 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:07.778 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.778 DEBUG:boto:Params: {} 2022-09-01T11:26:07.779 DEBUG:boto:Token: None 2022-09-01T11:26:07.780 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/ 2022-09-01T11:26:07.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo= 2022-09-01T11:26:07.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7IqOnChmMy+XaIdzjQac7O41apo=', 'Content-Length': '0'} 2022-09-01T11:26:07.785 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003b8fe4e3d9b9964c-00631096cf-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.786 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.787 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone3, test-zone1} 2022-09-01T11:26:07.787 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone3, test-zone2} 2022-09-01T11:26:07.788 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.788 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.789 DEBUG:boto:Method: HEAD 2022-09-01T11:26:07.789 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:26:07.790 DEBUG:boto:Data: 2022-09-01T11:26:07.790 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.791 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.791 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.792 DEBUG:boto:Params: {} 2022-09-01T11:26:07.793 DEBUG:boto:Token: None 2022-09-01T11:26:07.793 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/ 2022-09-01T11:26:07.794 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WcYzvBRulGWSokAPn3qqXrveZOo= 2022-09-01T11:26:07.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WcYzvBRulGWSokAPn3qqXrveZOo=', 'Content-Length': '0'} 2022-09-01T11:26:07.797 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '25'), ('X-RGW-Bytes-Used', '75'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003371b3e88deeb2c5-00631096cf-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.798 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.798 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.799 DEBUG:boto:Method: HEAD 2022-09-01T11:26:07.800 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:26:07.801 DEBUG:boto:Data: 2022-09-01T11:26:07.801 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.802 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:07.802 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.803 DEBUG:boto:Params: {} 2022-09-01T11:26:07.803 DEBUG:boto:Token: None 2022-09-01T11:26:07.804 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/ 2022-09-01T11:26:07.804 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WcYzvBRulGWSokAPn3qqXrveZOo= 2022-09-01T11:26:07.805 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WcYzvBRulGWSokAPn3qqXrveZOo=', 'Content-Length': '0'} 2022-09-01T11:26:07.808 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '25'), ('X-RGW-Bytes-Used', '75'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000c40c01f4d07c07c1-00631096cf-183f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.809 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:26:07.810 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.810 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.811 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:07.811 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:07.812 DEBUG:boto:Method: GET 2022-09-01T11:26:07.812 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:07.813 DEBUG:boto:Data: 2022-09-01T11:26:07.814 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.815 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.815 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.816 DEBUG:boto:Params: {} 2022-09-01T11:26:07.817 DEBUG:boto:Token: None 2022-09-01T11:26:07.817 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/?versions 2022-09-01T11:26:07.818 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/9Vf7SDTF/j3dCFjkTNvqmOZSW8= 2022-09-01T11:26:07.819 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/9Vf7SDTF/j3dCFjkTNvqmOZSW8=', 'Content-Length': '0'} 2022-09-01T11:26:07.822 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fc29a4bc3359e8c7-00631096cf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.822 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.825 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:26:07.825 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:26:07.826 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:26:07.826 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:26:07.827 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:26:07.827 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:26:07.828 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:26:07.828 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:26:07.829 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:26:07.829 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:26:07.830 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:26:07.830 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:26:07.831 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:26:07.831 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:26:07.832 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:26:07.832 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:26:07.833 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:26:07.834 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:26:07.835 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:26:07.835 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:26:07.836 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:26:07.836 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:26:07.837 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:26:07.837 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:26:07.838 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:26:07.838 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:26:07.839 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.839 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.840 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:07.840 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:07.841 DEBUG:boto:Method: GET 2022-09-01T11:26:07.842 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:07.842 DEBUG:boto:Data: 2022-09-01T11:26:07.843 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.843 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:07.844 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.844 DEBUG:boto:Params: {} 2022-09-01T11:26:07.845 DEBUG:boto:Token: None 2022-09-01T11:26:07.846 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/?versions 2022-09-01T11:26:07.846 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/9Vf7SDTF/j3dCFjkTNvqmOZSW8= 2022-09-01T11:26:07.847 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/9Vf7SDTF/j3dCFjkTNvqmOZSW8=', 'Content-Length': '0'} 2022-09-01T11:26:07.850 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007d52fa232ffe418e-00631096cf-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.850 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.852 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:26:07.853 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:26:07.853 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:26:07.854 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:26:07.854 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:26:07.855 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:26:07.855 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:26:07.856 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:26:07.856 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:26:07.857 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:26:07.857 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:26:07.858 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:26:07.858 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:26:07.859 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:26:07.859 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:26:07.860 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:26:07.860 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:26:07.861 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:26:07.861 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:26:07.862 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:26:07.862 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:26:07.863 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:26:07.863 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:26:07.864 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:26:07.864 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:26:07.865 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.865 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.866 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:07.866 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:07.867 DEBUG:boto:Method: GET 2022-09-01T11:26:07.867 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:07.868 DEBUG:boto:Data: 2022-09-01T11:26:07.868 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.869 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.869 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.870 DEBUG:boto:Params: {} 2022-09-01T11:26:07.870 DEBUG:boto:Token: None 2022-09-01T11:26:07.871 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/?versions 2022-09-01T11:26:07.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/9Vf7SDTF/j3dCFjkTNvqmOZSW8= 2022-09-01T11:26:07.872 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/9Vf7SDTF/j3dCFjkTNvqmOZSW8=', 'Content-Length': '0'} 2022-09-01T11:26:07.875 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fd14b58840e528b0-00631096cf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.876 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.878 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:07.878 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:07.879 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:07.879 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:07.880 DEBUG:boto:Method: GET 2022-09-01T11:26:07.881 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:26:07.881 DEBUG:boto:Data: 2022-09-01T11:26:07.882 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.882 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:07.883 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.883 DEBUG:boto:Params: {} 2022-09-01T11:26:07.884 DEBUG:boto:Token: None 2022-09-01T11:26:07.884 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/?versions 2022-09-01T11:26:07.885 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/9Vf7SDTF/j3dCFjkTNvqmOZSW8= 2022-09-01T11:26:07.886 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/9Vf7SDTF/j3dCFjkTNvqmOZSW8=', 'Content-Length': '0'} 2022-09-01T11:26:07.889 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000088aa02ed00a6773b-00631096cf-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.890 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:07.892 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:26:07.893 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:07.893 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:07.894 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.894 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.895 DEBUG:boto:Method: GET 2022-09-01T11:26:07.895 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.896 DEBUG:boto:Data: 2022-09-01T11:26:07.896 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.897 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.897 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.898 DEBUG:boto:Params: {} 2022-09-01T11:26:07.899 DEBUG:boto:Token: None 2022-09-01T11:26:07.899 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.900 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sMEOb2MQnpLW4/H/V46R2lmxbkE= 2022-09-01T11:26:07.901 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sMEOb2MQnpLW4/H/V46R2lmxbkE=', 'Content-Length': '0'} 2022-09-01T11:26:07.903 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aab0c938ce14d01a-00631096cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.946 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:07.947 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:07.948 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.949 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.949 DEBUG:boto:Method: GET 2022-09-01T11:26:07.950 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.950 DEBUG:boto:Data: 2022-09-01T11:26:07.951 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.952 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:07.952 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.953 DEBUG:boto:Params: {} 2022-09-01T11:26:07.953 DEBUG:boto:Token: None 2022-09-01T11:26:07.954 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.955 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sMEOb2MQnpLW4/H/V46R2lmxbkE= 2022-09-01T11:26:07.956 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sMEOb2MQnpLW4/H/V46R2lmxbkE=', 'Content-Length': '0'} 2022-09-01T11:26:07.959 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df92860b9af65949-00631096cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.960 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:07.960 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:07.961 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.962 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.962 DEBUG:boto:Method: HEAD 2022-09-01T11:26:07.963 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.963 DEBUG:boto:Data: 2022-09-01T11:26:07.964 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.964 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.965 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.966 DEBUG:boto:Params: {} 2022-09-01T11:26:07.967 DEBUG:boto:Token: None 2022-09-01T11:26:07.968 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.969 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DZC2pXfqkiPCWZPDdtRxiz+GGas= 2022-09-01T11:26:07.970 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DZC2pXfqkiPCWZPDdtRxiz+GGas=', 'Content-Length': '0'} 2022-09-01T11:26:07.974 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001a313c4944156643-00631096cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.975 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:07.976 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:07.977 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.978 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.980 DEBUG:boto:Method: HEAD 2022-09-01T11:26:07.980 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.981 DEBUG:boto:Data: 2022-09-01T11:26:07.981 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.982 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:07.983 DEBUG:boto:Port: 8000 2022-09-01T11:26:07.983 DEBUG:boto:Params: {} 2022-09-01T11:26:07.984 DEBUG:boto:Token: None 2022-09-01T11:26:07.984 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DZC2pXfqkiPCWZPDdtRxiz+GGas= 2022-09-01T11:26:07.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DZC2pXfqkiPCWZPDdtRxiz+GGas=', 'Content-Length': '0'} 2022-09-01T11:26:07.988 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000022ae89dfd701dff9-00631096cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:07.989 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:26:07.989 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:07.990 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:07.991 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.992 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.992 DEBUG:boto:Method: GET 2022-09-01T11:26:07.993 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:07.994 DEBUG:boto:Data: 2022-09-01T11:26:07.994 DEBUG:boto:Headers: {} 2022-09-01T11:26:07.995 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:07.996 DEBUG:boto:Port: 8001 2022-09-01T11:26:07.996 DEBUG:boto:Params: {} 2022-09-01T11:26:07.997 DEBUG:boto:Token: None 2022-09-01T11:26:07.998 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:07 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:08.000 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sMEOb2MQnpLW4/H/V46R2lmxbkE= 2022-09-01T11:26:08.001 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sMEOb2MQnpLW4/H/V46R2lmxbkE=', 'Content-Length': '0'} 2022-09-01T11:26:08.004 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000da26ca7c68d7adbe-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.006 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:08.006 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:08.007 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:08.008 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:08.008 DEBUG:boto:Method: GET 2022-09-01T11:26:08.009 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:08.010 DEBUG:boto:Data: 2022-09-01T11:26:08.010 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.011 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.012 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.013 DEBUG:boto:Params: {} 2022-09-01T11:26:08.013 DEBUG:boto:Token: None 2022-09-01T11:26:08.014 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:26:08.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:h+Tb4Qmf8AWdAi47NfmY/AuUJkE= 2022-09-01T11:26:08.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:h+Tb4Qmf8AWdAi47NfmY/AuUJkE=', 'Content-Length': '0'} 2022-09-01T11:26:08.021 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cefbb30aa1638555-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.064 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:08.065 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:08.066 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:08.069 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:08.070 DEBUG:boto:Method: GET 2022-09-01T11:26:08.071 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:26:08.072 DEBUG:boto:Data: 2022-09-01T11:26:08.073 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.073 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.074 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.075 DEBUG:boto:Params: {} 2022-09-01T11:26:08.076 DEBUG:boto:Token: None 2022-09-01T11:26:08.078 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/ 2022-09-01T11:26:08.079 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw= 2022-09-01T11:26:08.080 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw=', 'Content-Length': '0'} 2022-09-01T11:26:08.083 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c2a734ced45e4757-00631096d0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.084 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:08.085 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:08.086 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:08.086 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:08.087 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:08.088 DEBUG:boto:Method: GET 2022-09-01T11:26:08.088 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:26:08.089 DEBUG:boto:Data: 2022-09-01T11:26:08.089 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.090 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.090 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.091 DEBUG:boto:Params: {} 2022-09-01T11:26:08.092 DEBUG:boto:Token: None 2022-09-01T11:26:08.092 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/ 2022-09-01T11:26:08.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw= 2022-09-01T11:26:08.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw=', 'Content-Length': '0'} 2022-09-01T11:26:08.096 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000213852766c7add7a-00631096d0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.097 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:08.098 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:08.099 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:08.099 DEBUG:boto:Method: HEAD 2022-09-01T11:26:08.100 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:26:08.100 DEBUG:boto:Data: 2022-09-01T11:26:08.101 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.101 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.102 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.103 DEBUG:boto:Params: {} 2022-09-01T11:26:08.103 DEBUG:boto:Token: None 2022-09-01T11:26:08.104 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj11 2022-09-01T11:26:08.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YSjjwCI66cOrHR08QEBJeHl/PEE= 2022-09-01T11:26:08.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YSjjwCI66cOrHR08QEBJeHl/PEE=', 'Content-Length': '0'} 2022-09-01T11:26:08.107 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000105f1faa68b3b93a-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.109 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:08.110 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:08.111 DEBUG:boto:Method: HEAD 2022-09-01T11:26:08.112 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:26:08.113 DEBUG:boto:Data: 2022-09-01T11:26:08.114 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.115 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.115 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.116 DEBUG:boto:Params: {} 2022-09-01T11:26:08.116 DEBUG:boto:Token: None 2022-09-01T11:26:08.117 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj11 2022-09-01T11:26:08.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YSjjwCI66cOrHR08QEBJeHl/PEE= 2022-09-01T11:26:08.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YSjjwCI66cOrHR08QEBJeHl/PEE=', 'Content-Length': '0'} 2022-09-01T11:26:08.121 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a5e77dad6a60fc7-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.122 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:26:08.123 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:08.123 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:08.124 DEBUG:boto:Method: GET 2022-09-01T11:26:08.124 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:26:08.125 DEBUG:boto:Data: 2022-09-01T11:26:08.126 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.126 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.127 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.127 DEBUG:boto:Params: {} 2022-09-01T11:26:08.128 DEBUG:boto:Token: None 2022-09-01T11:26:08.128 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj11 2022-09-01T11:26:08.129 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hsK0CvnvRPBmgHuYJ360+VryTQU= 2022-09-01T11:26:08.130 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hsK0CvnvRPBmgHuYJ360+VryTQU=', 'Content-Length': '0'} 2022-09-01T11:26:08.133 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004b1146ae0a2acbe4-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.178 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:26:08.180 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:26:08.181 DEBUG:boto:Method: GET 2022-09-01T11:26:08.186 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:26:08.187 DEBUG:boto:Data: 2022-09-01T11:26:08.188 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.189 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.190 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.191 DEBUG:boto:Params: {} 2022-09-01T11:26:08.192 DEBUG:boto:Token: None 2022-09-01T11:26:08.193 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj11 2022-09-01T11:26:08.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hsK0CvnvRPBmgHuYJ360+VryTQU= 2022-09-01T11:26:08.196 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hsK0CvnvRPBmgHuYJ360+VryTQU=', 'Content-Length': '0'} 2022-09-01T11:26:08.198 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000031acf3b9dcb9e88-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.200 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:08.200 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:08.201 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:08.201 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:08.202 DEBUG:boto:Method: GET 2022-09-01T11:26:08.203 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:26:08.203 DEBUG:boto:Data: 2022-09-01T11:26:08.204 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.204 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.205 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.205 DEBUG:boto:Params: {} 2022-09-01T11:26:08.206 DEBUG:boto:Token: None 2022-09-01T11:26:08.207 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/ 2022-09-01T11:26:08.207 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw= 2022-09-01T11:26:08.208 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw=', 'Content-Length': '0'} 2022-09-01T11:26:08.211 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c3702bc564d5cee6-00631096d0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.211 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:08.212 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:08.213 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:08.213 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:08.214 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:26:08.215 DEBUG:boto:Method: GET 2022-09-01T11:26:08.215 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:26:08.216 DEBUG:boto:Data: 2022-09-01T11:26:08.217 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.217 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.218 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.218 DEBUG:boto:Params: {} 2022-09-01T11:26:08.219 DEBUG:boto:Token: None 2022-09-01T11:26:08.220 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/ 2022-09-01T11:26:08.220 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw= 2022-09-01T11:26:08.221 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw=', 'Content-Length': '0'} 2022-09-01T11:26:08.224 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009571343320719492-00631096d0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.225 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:08.225 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:26:08.226 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:08.227 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:08.227 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.228 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.228 DEBUG:boto:Method: GET 2022-09-01T11:26:08.229 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.229 DEBUG:boto:Data: 2022-09-01T11:26:08.230 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.230 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.231 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.232 DEBUG:boto:Params: {} 2022-09-01T11:26:08.232 DEBUG:boto:Token: None 2022-09-01T11:26:08.233 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.234 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ihWqx2+okA8OBPphvIa7FHRHKKY= 2022-09-01T11:26:08.234 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ihWqx2+okA8OBPphvIa7FHRHKKY=', 'Content-Length': '0'} 2022-09-01T11:26:08.236 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000777934ea0f1ecc6e-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.237 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:08.238 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:08.238 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.239 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.240 DEBUG:boto:Method: GET 2022-09-01T11:26:08.240 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.241 DEBUG:boto:Data: 2022-09-01T11:26:08.241 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.242 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.243 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.243 DEBUG:boto:Params: {} 2022-09-01T11:26:08.244 DEBUG:boto:Token: None 2022-09-01T11:26:08.245 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.245 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ihWqx2+okA8OBPphvIa7FHRHKKY= 2022-09-01T11:26:08.246 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ihWqx2+okA8OBPphvIa7FHRHKKY=', 'Content-Length': '0'} 2022-09-01T11:26:08.248 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007333812ea7ffe159-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.250 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:08.251 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:08.252 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.252 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.253 DEBUG:boto:Method: HEAD 2022-09-01T11:26:08.254 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.255 DEBUG:boto:Data: 2022-09-01T11:26:08.256 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.257 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.258 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.259 DEBUG:boto:Params: {} 2022-09-01T11:26:08.260 DEBUG:boto:Token: None 2022-09-01T11:26:08.261 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.262 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M7DLEAfW/8wAm2qvUaKr59ninw8= 2022-09-01T11:26:08.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M7DLEAfW/8wAm2qvUaKr59ninw8=', 'Content-Length': '0'} 2022-09-01T11:26:08.265 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000006d025ae7b73fbe-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.267 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:08.267 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:08.268 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.269 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.270 DEBUG:boto:Method: HEAD 2022-09-01T11:26:08.271 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.272 DEBUG:boto:Data: 2022-09-01T11:26:08.272 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.273 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.274 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.275 DEBUG:boto:Params: {} 2022-09-01T11:26:08.275 DEBUG:boto:Token: None 2022-09-01T11:26:08.276 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.277 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M7DLEAfW/8wAm2qvUaKr59ninw8= 2022-09-01T11:26:08.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M7DLEAfW/8wAm2qvUaKr59ninw8=', 'Content-Length': '0'} 2022-09-01T11:26:08.279 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000086f73261823ecaaa-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.280 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:26:08.281 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:08.281 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:08.282 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.282 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.283 DEBUG:boto:Method: GET 2022-09-01T11:26:08.284 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.284 DEBUG:boto:Data: 2022-09-01T11:26:08.285 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.285 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.286 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.287 DEBUG:boto:Params: {} 2022-09-01T11:26:08.287 DEBUG:boto:Token: None 2022-09-01T11:26:08.288 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.288 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ihWqx2+okA8OBPphvIa7FHRHKKY= 2022-09-01T11:26:08.289 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ihWqx2+okA8OBPphvIa7FHRHKKY=', 'Content-Length': '0'} 2022-09-01T11:26:08.291 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005146db45c0b18e33-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.292 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:08.293 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:08.294 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.295 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.296 DEBUG:boto:Method: GET 2022-09-01T11:26:08.296 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.297 DEBUG:boto:Data: 2022-09-01T11:26:08.297 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.298 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.299 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.299 DEBUG:boto:Params: {} 2022-09-01T11:26:08.300 DEBUG:boto:Token: None 2022-09-01T11:26:08.301 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:26:08.302 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ihWqx2+okA8OBPphvIa7FHRHKKY= 2022-09-01T11:26:08.303 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ihWqx2+okA8OBPphvIa7FHRHKKY=', 'Content-Length': '0'} 2022-09-01T11:26:08.306 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bcdc6ba6e2d0622f-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.307 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:08.308 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:08.309 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:08.309 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:08.310 DEBUG:boto:Method: GET 2022-09-01T11:26:08.310 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:26:08.311 DEBUG:boto:Data: 2022-09-01T11:26:08.311 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.312 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.313 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.313 DEBUG:boto:Params: {} 2022-09-01T11:26:08.314 DEBUG:boto:Token: None 2022-09-01T11:26:08.315 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/ 2022-09-01T11:26:08.316 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw= 2022-09-01T11:26:08.317 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw=', 'Content-Length': '0'} 2022-09-01T11:26:08.320 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b1ed3cd654b81d33-00631096d0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.321 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:08.322 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:08.323 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:08.323 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:08.324 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:08.324 DEBUG:boto:Method: GET 2022-09-01T11:26:08.325 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:26:08.325 DEBUG:boto:Data: 2022-09-01T11:26:08.326 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.326 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.327 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.327 DEBUG:boto:Params: {} 2022-09-01T11:26:08.328 DEBUG:boto:Token: None 2022-09-01T11:26:08.329 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/ 2022-09-01T11:26:08.329 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw= 2022-09-01T11:26:08.330 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw=', 'Content-Length': '0'} 2022-09-01T11:26:08.333 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d8d93dc9d96da94f-00631096d0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.333 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:08.334 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:08.335 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:08.335 DEBUG:boto:Method: HEAD 2022-09-01T11:26:08.336 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:26:08.336 DEBUG:boto:Data: 2022-09-01T11:26:08.337 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.337 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.338 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.338 DEBUG:boto:Params: {} 2022-09-01T11:26:08.339 DEBUG:boto:Token: None 2022-09-01T11:26:08.340 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj115 2022-09-01T11:26:08.340 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2Za41JMtcHbn7mw9uQurdfyxDs8= 2022-09-01T11:26:08.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2Za41JMtcHbn7mw9uQurdfyxDs8=', 'Content-Length': '0'} 2022-09-01T11:26:08.343 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000582cd5316e0f55d9-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.344 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:08.344 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:08.345 DEBUG:boto:Method: HEAD 2022-09-01T11:26:08.345 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:26:08.346 DEBUG:boto:Data: 2022-09-01T11:26:08.347 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.347 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.348 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.348 DEBUG:boto:Params: {} 2022-09-01T11:26:08.349 DEBUG:boto:Token: None 2022-09-01T11:26:08.349 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj115 2022-09-01T11:26:08.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2Za41JMtcHbn7mw9uQurdfyxDs8= 2022-09-01T11:26:08.351 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2Za41JMtcHbn7mw9uQurdfyxDs8=', 'Content-Length': '0'} 2022-09-01T11:26:08.353 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e2ee6223952443ab-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.354 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:26:08.354 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:08.355 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:08.355 DEBUG:boto:Method: GET 2022-09-01T11:26:08.356 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:26:08.356 DEBUG:boto:Data: 2022-09-01T11:26:08.357 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.358 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.358 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.359 DEBUG:boto:Params: {} 2022-09-01T11:26:08.359 DEBUG:boto:Token: None 2022-09-01T11:26:08.360 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj115 2022-09-01T11:26:08.361 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BqsZtxhPBry8XZ9blYUZXJj/F4Q= 2022-09-01T11:26:08.361 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BqsZtxhPBry8XZ9blYUZXJj/F4Q=', 'Content-Length': '0'} 2022-09-01T11:26:08.363 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000478b49cb7507c74e-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.407 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:26:08.409 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:26:08.410 DEBUG:boto:Method: GET 2022-09-01T11:26:08.411 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:26:08.412 DEBUG:boto:Data: 2022-09-01T11:26:08.413 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.415 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.416 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.417 DEBUG:boto:Params: {} 2022-09-01T11:26:08.418 DEBUG:boto:Token: None 2022-09-01T11:26:08.419 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj115 2022-09-01T11:26:08.420 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BqsZtxhPBry8XZ9blYUZXJj/F4Q= 2022-09-01T11:26:08.421 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BqsZtxhPBry8XZ9blYUZXJj/F4Q=', 'Content-Length': '0'} 2022-09-01T11:26:08.424 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000049a91038ce2cebfb-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.425 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:08.426 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:08.427 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:08.427 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:08.428 DEBUG:boto:Method: GET 2022-09-01T11:26:08.428 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:26:08.429 DEBUG:boto:Data: 2022-09-01T11:26:08.429 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.430 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.431 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.431 DEBUG:boto:Params: {} 2022-09-01T11:26:08.432 DEBUG:boto:Token: None 2022-09-01T11:26:08.433 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/ 2022-09-01T11:26:08.433 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw= 2022-09-01T11:26:08.434 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw=', 'Content-Length': '0'} 2022-09-01T11:26:08.437 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000435a32bca00a6bab-00631096d0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.437 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:08.438 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:08.439 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:08.440 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:08.440 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:26:08.441 DEBUG:boto:Method: GET 2022-09-01T11:26:08.442 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:26:08.442 DEBUG:boto:Data: 2022-09-01T11:26:08.443 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.443 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.444 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.445 DEBUG:boto:Params: {} 2022-09-01T11:26:08.445 DEBUG:boto:Token: None 2022-09-01T11:26:08.446 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/ 2022-09-01T11:26:08.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw= 2022-09-01T11:26:08.447 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw=', 'Content-Length': '0'} 2022-09-01T11:26:08.452 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b8aaa83db56f2688-00631096d0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.453 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:08.455 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:26:08.455 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:08.456 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:08.456 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.457 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.457 DEBUG:boto:Method: GET 2022-09-01T11:26:08.458 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.459 DEBUG:boto:Data: 2022-09-01T11:26:08.459 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.460 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.461 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.461 DEBUG:boto:Params: {} 2022-09-01T11:26:08.462 DEBUG:boto:Token: None 2022-09-01T11:26:08.462 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XrtPv9l7iqysIqluLdppzIWJ0AM= 2022-09-01T11:26:08.464 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XrtPv9l7iqysIqluLdppzIWJ0AM=', 'Content-Length': '0'} 2022-09-01T11:26:08.466 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eb83d1840854dfde-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.467 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:08.467 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:08.468 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.468 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.469 DEBUG:boto:Method: GET 2022-09-01T11:26:08.470 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.470 DEBUG:boto:Data: 2022-09-01T11:26:08.471 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.471 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.472 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.472 DEBUG:boto:Params: {} 2022-09-01T11:26:08.473 DEBUG:boto:Token: None 2022-09-01T11:26:08.474 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XrtPv9l7iqysIqluLdppzIWJ0AM= 2022-09-01T11:26:08.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XrtPv9l7iqysIqluLdppzIWJ0AM=', 'Content-Length': '0'} 2022-09-01T11:26:08.477 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001cd14c0d6e6b439c-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.522 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:08.523 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:08.523 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.527 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.528 DEBUG:boto:Method: HEAD 2022-09-01T11:26:08.529 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.530 DEBUG:boto:Data: 2022-09-01T11:26:08.531 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.532 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.533 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.534 DEBUG:boto:Params: {} 2022-09-01T11:26:08.535 DEBUG:boto:Token: None 2022-09-01T11:26:08.536 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.537 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lafASAuxv030oWOVzht5IinhWko= 2022-09-01T11:26:08.539 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lafASAuxv030oWOVzht5IinhWko=', 'Content-Length': '0'} 2022-09-01T11:26:08.542 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000011deb06e1ea79dc6-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.543 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:08.544 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:08.545 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.545 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.545 DEBUG:boto:Method: HEAD 2022-09-01T11:26:08.546 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.547 DEBUG:boto:Data: 2022-09-01T11:26:08.547 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.548 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.549 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.550 DEBUG:boto:Params: {} 2022-09-01T11:26:08.550 DEBUG:boto:Token: None 2022-09-01T11:26:08.551 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.552 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lafASAuxv030oWOVzht5IinhWko= 2022-09-01T11:26:08.553 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lafASAuxv030oWOVzht5IinhWko=', 'Content-Length': '0'} 2022-09-01T11:26:08.555 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dc007d87d8645377-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.556 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:26:08.556 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:08.557 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:08.558 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.558 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.559 DEBUG:boto:Method: GET 2022-09-01T11:26:08.559 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.560 DEBUG:boto:Data: 2022-09-01T11:26:08.560 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.561 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.562 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.562 DEBUG:boto:Params: {} 2022-09-01T11:26:08.563 DEBUG:boto:Token: None 2022-09-01T11:26:08.564 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.564 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XrtPv9l7iqysIqluLdppzIWJ0AM= 2022-09-01T11:26:08.565 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XrtPv9l7iqysIqluLdppzIWJ0AM=', 'Content-Length': '0'} 2022-09-01T11:26:08.567 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000636fdb6efba0e953-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.568 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:08.569 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:08.570 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.571 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.571 DEBUG:boto:Method: GET 2022-09-01T11:26:08.572 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.573 DEBUG:boto:Data: 2022-09-01T11:26:08.574 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.575 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.575 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.576 DEBUG:boto:Params: {} 2022-09-01T11:26:08.576 DEBUG:boto:Token: None 2022-09-01T11:26:08.577 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:26:08.578 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XrtPv9l7iqysIqluLdppzIWJ0AM= 2022-09-01T11:26:08.579 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XrtPv9l7iqysIqluLdppzIWJ0AM=', 'Content-Length': '0'} 2022-09-01T11:26:08.581 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ae27720786c38c7e-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.583 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:08.584 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:08.585 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:08.586 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:08.587 DEBUG:boto:Method: GET 2022-09-01T11:26:08.588 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:26:08.589 DEBUG:boto:Data: 2022-09-01T11:26:08.590 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.591 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.592 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.592 DEBUG:boto:Params: {} 2022-09-01T11:26:08.593 DEBUG:boto:Token: None 2022-09-01T11:26:08.594 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/ 2022-09-01T11:26:08.594 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw= 2022-09-01T11:26:08.595 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw=', 'Content-Length': '0'} 2022-09-01T11:26:08.598 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000b4e319f47ff0234-00631096d0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.599 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:08.600 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:08.601 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:08.601 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:08.602 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:08.602 DEBUG:boto:Method: GET 2022-09-01T11:26:08.603 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:26:08.604 DEBUG:boto:Data: 2022-09-01T11:26:08.604 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.605 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.606 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.607 DEBUG:boto:Params: {} 2022-09-01T11:26:08.608 DEBUG:boto:Token: None 2022-09-01T11:26:08.608 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/ 2022-09-01T11:26:08.609 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw= 2022-09-01T11:26:08.610 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw=', 'Content-Length': '0'} 2022-09-01T11:26:08.612 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c533d74188261833-00631096d0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.613 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:08.614 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:08.615 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:08.615 DEBUG:boto:Method: HEAD 2022-09-01T11:26:08.616 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:26:08.616 DEBUG:boto:Data: 2022-09-01T11:26:08.617 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.618 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.619 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.620 DEBUG:boto:Params: {} 2022-09-01T11:26:08.621 DEBUG:boto:Token: None 2022-09-01T11:26:08.621 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj116 2022-09-01T11:26:08.622 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LY/ksFDNMONC/3etPAFBURFfYMM= 2022-09-01T11:26:08.623 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LY/ksFDNMONC/3etPAFBURFfYMM=', 'Content-Length': '0'} 2022-09-01T11:26:08.625 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007053daf06148167b-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.626 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:08.627 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:08.627 DEBUG:boto:Method: HEAD 2022-09-01T11:26:08.628 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:26:08.628 DEBUG:boto:Data: 2022-09-01T11:26:08.629 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.629 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.630 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.630 DEBUG:boto:Params: {} 2022-09-01T11:26:08.631 DEBUG:boto:Token: None 2022-09-01T11:26:08.632 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj116 2022-09-01T11:26:08.633 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LY/ksFDNMONC/3etPAFBURFfYMM= 2022-09-01T11:26:08.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LY/ksFDNMONC/3etPAFBURFfYMM=', 'Content-Length': '0'} 2022-09-01T11:26:08.635 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ff33af9237cc8fc1-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.645 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:26:08.646 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:08.646 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:08.647 DEBUG:boto:Method: GET 2022-09-01T11:26:08.648 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:26:08.649 DEBUG:boto:Data: 2022-09-01T11:26:08.649 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.650 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.650 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.651 DEBUG:boto:Params: {} 2022-09-01T11:26:08.651 DEBUG:boto:Token: None 2022-09-01T11:26:08.652 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj116 2022-09-01T11:26:08.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VwEL7n2YD5/jrrbZe8UCU/mCICA= 2022-09-01T11:26:08.653 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VwEL7n2YD5/jrrbZe8UCU/mCICA=', 'Content-Length': '0'} 2022-09-01T11:26:08.658 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000af6b1149fece9e83-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.659 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:26:08.660 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:26:08.660 DEBUG:boto:Method: GET 2022-09-01T11:26:08.661 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:26:08.662 DEBUG:boto:Data: 2022-09-01T11:26:08.662 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.663 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.663 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.664 DEBUG:boto:Params: {} 2022-09-01T11:26:08.665 DEBUG:boto:Token: None 2022-09-01T11:26:08.667 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj116 2022-09-01T11:26:08.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VwEL7n2YD5/jrrbZe8UCU/mCICA= 2022-09-01T11:26:08.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VwEL7n2YD5/jrrbZe8UCU/mCICA=', 'Content-Length': '0'} 2022-09-01T11:26:08.671 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000076f76f8a819bdfce-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.672 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:08.673 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:08.673 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:08.674 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:08.675 DEBUG:boto:Method: GET 2022-09-01T11:26:08.676 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:26:08.676 DEBUG:boto:Data: 2022-09-01T11:26:08.677 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.678 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.678 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.679 DEBUG:boto:Params: {} 2022-09-01T11:26:08.680 DEBUG:boto:Token: None 2022-09-01T11:26:08.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/ 2022-09-01T11:26:08.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw= 2022-09-01T11:26:08.682 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw=', 'Content-Length': '0'} 2022-09-01T11:26:08.684 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000720512608de06e97-00631096d0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.685 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:08.686 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:08.687 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:08.688 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:08.689 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:26:08.690 DEBUG:boto:Method: GET 2022-09-01T11:26:08.691 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:26:08.692 DEBUG:boto:Data: 2022-09-01T11:26:08.692 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.693 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.693 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.694 DEBUG:boto:Params: {} 2022-09-01T11:26:08.694 DEBUG:boto:Token: None 2022-09-01T11:26:08.695 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/ 2022-09-01T11:26:08.696 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw= 2022-09-01T11:26:08.696 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw=', 'Content-Length': '0'} 2022-09-01T11:26:08.699 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000375cefb30f869ed3-00631096d0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.742 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:08.743 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:26:08.744 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:08.745 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:08.745 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.746 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.746 DEBUG:boto:Method: GET 2022-09-01T11:26:08.747 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.747 DEBUG:boto:Data: 2022-09-01T11:26:08.748 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.748 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.749 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.750 DEBUG:boto:Params: {} 2022-09-01T11:26:08.751 DEBUG:boto:Token: None 2022-09-01T11:26:08.751 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.752 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:csNVIELYMcyjeTXhaE0bpRbqjVY= 2022-09-01T11:26:08.753 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:csNVIELYMcyjeTXhaE0bpRbqjVY=', 'Content-Length': '0'} 2022-09-01T11:26:08.762 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a1cc70be62cc8412-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.763 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:08.764 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:08.764 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.765 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.765 DEBUG:boto:Method: GET 2022-09-01T11:26:08.766 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.766 DEBUG:boto:Data: 2022-09-01T11:26:08.767 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.767 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.768 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.768 DEBUG:boto:Params: {} 2022-09-01T11:26:08.769 DEBUG:boto:Token: None 2022-09-01T11:26:08.770 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.770 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:csNVIELYMcyjeTXhaE0bpRbqjVY= 2022-09-01T11:26:08.771 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:csNVIELYMcyjeTXhaE0bpRbqjVY=', 'Content-Length': '0'} 2022-09-01T11:26:08.773 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e7e660ea6c33c34a-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.774 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:08.774 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:08.775 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.775 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.776 DEBUG:boto:Method: HEAD 2022-09-01T11:26:08.776 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.777 DEBUG:boto:Data: 2022-09-01T11:26:08.777 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.778 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.779 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.779 DEBUG:boto:Params: {} 2022-09-01T11:26:08.780 DEBUG:boto:Token: None 2022-09-01T11:26:08.780 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JpC1dTQJHw6EI5KCAJ35AzYTYLg= 2022-09-01T11:26:08.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JpC1dTQJHw6EI5KCAJ35AzYTYLg=', 'Content-Length': '0'} 2022-09-01T11:26:08.784 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001f9a8cb238ac652a-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.784 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:08.785 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:08.785 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.786 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.786 DEBUG:boto:Method: HEAD 2022-09-01T11:26:08.787 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.787 DEBUG:boto:Data: 2022-09-01T11:26:08.788 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.789 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.789 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.790 DEBUG:boto:Params: {} 2022-09-01T11:26:08.790 DEBUG:boto:Token: None 2022-09-01T11:26:08.791 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JpC1dTQJHw6EI5KCAJ35AzYTYLg= 2022-09-01T11:26:08.792 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JpC1dTQJHw6EI5KCAJ35AzYTYLg=', 'Content-Length': '0'} 2022-09-01T11:26:08.794 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002dc54ca1313f3bc8-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.795 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:26:08.795 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:08.796 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:08.796 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.797 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.798 DEBUG:boto:Method: GET 2022-09-01T11:26:08.798 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.799 DEBUG:boto:Data: 2022-09-01T11:26:08.799 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.800 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.801 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.801 DEBUG:boto:Params: {} 2022-09-01T11:26:08.802 DEBUG:boto:Token: None 2022-09-01T11:26:08.802 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.803 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:csNVIELYMcyjeTXhaE0bpRbqjVY= 2022-09-01T11:26:08.804 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:csNVIELYMcyjeTXhaE0bpRbqjVY=', 'Content-Length': '0'} 2022-09-01T11:26:08.806 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee99a582181f2474-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.850 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:08.851 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:08.852 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.853 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.853 DEBUG:boto:Method: GET 2022-09-01T11:26:08.854 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.854 DEBUG:boto:Data: 2022-09-01T11:26:08.855 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.855 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.856 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.857 DEBUG:boto:Params: {} 2022-09-01T11:26:08.857 DEBUG:boto:Token: None 2022-09-01T11:26:08.858 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:26:08.858 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:csNVIELYMcyjeTXhaE0bpRbqjVY= 2022-09-01T11:26:08.859 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:csNVIELYMcyjeTXhaE0bpRbqjVY=', 'Content-Length': '0'} 2022-09-01T11:26:08.861 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a776b1f8a564544b-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.862 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:08.863 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:08.863 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:08.864 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:08.865 DEBUG:boto:Method: GET 2022-09-01T11:26:08.865 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:26:08.866 DEBUG:boto:Data: 2022-09-01T11:26:08.866 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.868 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.868 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.869 DEBUG:boto:Params: {} 2022-09-01T11:26:08.869 DEBUG:boto:Token: None 2022-09-01T11:26:08.870 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/ 2022-09-01T11:26:08.871 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw= 2022-09-01T11:26:08.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw=', 'Content-Length': '0'} 2022-09-01T11:26:08.880 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000020aac598d47e21d-00631096d0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.882 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:08.884 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:08.885 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:08.886 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:08.887 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:08.889 DEBUG:boto:Method: GET 2022-09-01T11:26:08.889 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:26:08.890 DEBUG:boto:Data: 2022-09-01T11:26:08.891 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.891 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.892 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.892 DEBUG:boto:Params: {} 2022-09-01T11:26:08.893 DEBUG:boto:Token: None 2022-09-01T11:26:08.894 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/ 2022-09-01T11:26:08.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw= 2022-09-01T11:26:08.895 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cQUr0ubr2yrvI/iJPt4UexuvNgw=', 'Content-Length': '0'} 2022-09-01T11:26:08.898 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006e4dbad4291436aa-00631096d0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.899 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:08.900 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:08.900 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:08.901 DEBUG:boto:Method: HEAD 2022-09-01T11:26:08.901 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:26:08.902 DEBUG:boto:Data: 2022-09-01T11:26:08.903 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.903 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.904 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.904 DEBUG:boto:Params: {} 2022-09-01T11:26:08.905 DEBUG:boto:Token: None 2022-09-01T11:26:08.905 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj145 2022-09-01T11:26:08.906 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qqWyLeOTTjthXBG3JVIse4k6gJI= 2022-09-01T11:26:08.907 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qqWyLeOTTjthXBG3JVIse4k6gJI=', 'Content-Length': '0'} 2022-09-01T11:26:08.911 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000722712e57df8a42c-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.913 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:08.914 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:08.915 DEBUG:boto:Method: HEAD 2022-09-01T11:26:08.915 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:26:08.917 DEBUG:boto:Data: 2022-09-01T11:26:08.918 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.919 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.920 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.921 DEBUG:boto:Params: {} 2022-09-01T11:26:08.921 DEBUG:boto:Token: None 2022-09-01T11:26:08.922 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj145 2022-09-01T11:26:08.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qqWyLeOTTjthXBG3JVIse4k6gJI= 2022-09-01T11:26:08.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qqWyLeOTTjthXBG3JVIse4k6gJI=', 'Content-Length': '0'} 2022-09-01T11:26:08.926 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000240df4cf104f591d-00631096d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.927 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:26:08.929 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:08.929 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:08.931 DEBUG:boto:Method: GET 2022-09-01T11:26:08.932 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:26:08.933 DEBUG:boto:Data: 2022-09-01T11:26:08.934 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.935 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:08.936 DEBUG:boto:Port: 8001 2022-09-01T11:26:08.939 DEBUG:boto:Params: {} 2022-09-01T11:26:08.941 DEBUG:boto:Token: None 2022-09-01T11:26:08.942 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:08 GMT /ptoxvb-74/obj145 2022-09-01T11:26:08.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FYflt9F+4X2DiBzVancvSh1wp4Y= 2022-09-01T11:26:08.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FYflt9F+4X2DiBzVancvSh1wp4Y=', 'Content-Length': '0'} 2022-09-01T11:26:08.950 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b61286e59c6536c9-00631096d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:08.994 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:26:08.995 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:26:08.996 DEBUG:boto:Method: GET 2022-09-01T11:26:08.997 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:26:08.997 DEBUG:boto:Data: 2022-09-01T11:26:08.998 DEBUG:boto:Headers: {} 2022-09-01T11:26:08.998 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:08.999 DEBUG:boto:Port: 8000 2022-09-01T11:26:08.999 DEBUG:boto:Params: {} 2022-09-01T11:26:09.000 DEBUG:boto:Token: None 2022-09-01T11:26:09.000 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj145 2022-09-01T11:26:09.001 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wgqFt02i8hP2lSr500bjyWDG9mM= 2022-09-01T11:26:09.002 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wgqFt02i8hP2lSr500bjyWDG9mM=', 'Content-Length': '0'} 2022-09-01T11:26:09.004 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000083cfc0ab69a7852c-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.005 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:09.005 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:09.006 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:09.006 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:09.007 DEBUG:boto:Method: GET 2022-09-01T11:26:09.007 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:26:09.008 DEBUG:boto:Data: 2022-09-01T11:26:09.008 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.009 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.009 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.010 DEBUG:boto:Params: {} 2022-09-01T11:26:09.011 DEBUG:boto:Token: None 2022-09-01T11:26:09.011 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/ 2022-09-01T11:26:09.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c= 2022-09-01T11:26:09.012 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c=', 'Content-Length': '0'} 2022-09-01T11:26:09.015 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005a2dbba9f841a03c-00631096d1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.016 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:09.017 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:09.018 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:09.018 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:09.019 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:26:09.020 DEBUG:boto:Method: GET 2022-09-01T11:26:09.020 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:26:09.021 DEBUG:boto:Data: 2022-09-01T11:26:09.021 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.022 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.022 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.023 DEBUG:boto:Params: {} 2022-09-01T11:26:09.024 DEBUG:boto:Token: None 2022-09-01T11:26:09.024 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/ 2022-09-01T11:26:09.025 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c= 2022-09-01T11:26:09.026 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c=', 'Content-Length': '0'} 2022-09-01T11:26:09.029 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b1fc5ba995dcff40-00631096d1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.030 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:09.031 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:26:09.032 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:09.032 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:09.033 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.034 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.034 DEBUG:boto:Method: GET 2022-09-01T11:26:09.035 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.036 DEBUG:boto:Data: 2022-09-01T11:26:09.036 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.037 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.037 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.038 DEBUG:boto:Params: {} 2022-09-01T11:26:09.038 DEBUG:boto:Token: None 2022-09-01T11:26:09.039 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.040 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MpmxcNMyJZXLantHcU/Csk4uhYk= 2022-09-01T11:26:09.040 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MpmxcNMyJZXLantHcU/Csk4uhYk=', 'Content-Length': '0'} 2022-09-01T11:26:09.043 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b618a5f940116e98-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.044 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:09.044 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:09.045 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.045 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.046 DEBUG:boto:Method: GET 2022-09-01T11:26:09.046 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.047 DEBUG:boto:Data: 2022-09-01T11:26:09.047 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.048 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.048 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.049 DEBUG:boto:Params: {} 2022-09-01T11:26:09.050 DEBUG:boto:Token: None 2022-09-01T11:26:09.050 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.051 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MpmxcNMyJZXLantHcU/Csk4uhYk= 2022-09-01T11:26:09.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MpmxcNMyJZXLantHcU/Csk4uhYk=', 'Content-Length': '0'} 2022-09-01T11:26:09.056 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007639c4193c0d7d62-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.058 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:09.058 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:09.059 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.060 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.061 DEBUG:boto:Method: HEAD 2022-09-01T11:26:09.062 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.063 DEBUG:boto:Data: 2022-09-01T11:26:09.064 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.065 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.066 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.067 DEBUG:boto:Params: {} 2022-09-01T11:26:09.068 DEBUG:boto:Token: None 2022-09-01T11:26:09.069 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.069 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pXdi03iiDgGs09hU+TEpFQeWVMk= 2022-09-01T11:26:09.070 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pXdi03iiDgGs09hU+TEpFQeWVMk=', 'Content-Length': '0'} 2022-09-01T11:26:09.072 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002f79c29e87ca114f-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.073 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:09.074 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:09.075 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.076 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.076 DEBUG:boto:Method: HEAD 2022-09-01T11:26:09.077 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.078 DEBUG:boto:Data: 2022-09-01T11:26:09.079 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.080 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.080 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.081 DEBUG:boto:Params: {} 2022-09-01T11:26:09.081 DEBUG:boto:Token: None 2022-09-01T11:26:09.082 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.083 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pXdi03iiDgGs09hU+TEpFQeWVMk= 2022-09-01T11:26:09.084 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pXdi03iiDgGs09hU+TEpFQeWVMk=', 'Content-Length': '0'} 2022-09-01T11:26:09.086 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e564888440eebf96-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.087 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:26:09.088 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:09.089 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:09.090 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.091 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.092 DEBUG:boto:Method: GET 2022-09-01T11:26:09.093 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.094 DEBUG:boto:Data: 2022-09-01T11:26:09.095 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.097 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.097 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.098 DEBUG:boto:Params: {} 2022-09-01T11:26:09.099 DEBUG:boto:Token: None 2022-09-01T11:26:09.099 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.101 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MpmxcNMyJZXLantHcU/Csk4uhYk= 2022-09-01T11:26:09.102 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MpmxcNMyJZXLantHcU/Csk4uhYk=', 'Content-Length': '0'} 2022-09-01T11:26:09.104 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9efb062c68e1f78-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.150 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:09.151 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:09.152 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.153 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.153 DEBUG:boto:Method: GET 2022-09-01T11:26:09.154 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.155 DEBUG:boto:Data: 2022-09-01T11:26:09.156 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.157 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.158 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.159 DEBUG:boto:Params: {} 2022-09-01T11:26:09.160 DEBUG:boto:Token: None 2022-09-01T11:26:09.162 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:26:09.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MpmxcNMyJZXLantHcU/Csk4uhYk= 2022-09-01T11:26:09.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MpmxcNMyJZXLantHcU/Csk4uhYk=', 'Content-Length': '0'} 2022-09-01T11:26:09.169 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000738a186c906c539e-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.171 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:09.173 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:09.174 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:09.175 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:09.176 DEBUG:boto:Method: GET 2022-09-01T11:26:09.177 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:26:09.178 DEBUG:boto:Data: 2022-09-01T11:26:09.179 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.179 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.180 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.181 DEBUG:boto:Params: {} 2022-09-01T11:26:09.182 DEBUG:boto:Token: None 2022-09-01T11:26:09.183 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/ 2022-09-01T11:26:09.184 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c= 2022-09-01T11:26:09.184 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c=', 'Content-Length': '0'} 2022-09-01T11:26:09.187 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a1ca849566654536-00631096d1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.188 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:09.189 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:09.190 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:09.191 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:09.193 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:09.194 DEBUG:boto:Method: GET 2022-09-01T11:26:09.195 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:26:09.196 DEBUG:boto:Data: 2022-09-01T11:26:09.196 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.197 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.197 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.198 DEBUG:boto:Params: {} 2022-09-01T11:26:09.199 DEBUG:boto:Token: None 2022-09-01T11:26:09.199 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/ 2022-09-01T11:26:09.200 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c= 2022-09-01T11:26:09.201 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c=', 'Content-Length': '0'} 2022-09-01T11:26:09.204 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a59b29804519360e-00631096d1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.206 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:09.207 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:09.208 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:09.209 DEBUG:boto:Method: HEAD 2022-09-01T11:26:09.210 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:26:09.211 DEBUG:boto:Data: 2022-09-01T11:26:09.211 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.212 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.213 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.214 DEBUG:boto:Params: {} 2022-09-01T11:26:09.214 DEBUG:boto:Token: None 2022-09-01T11:26:09.215 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj17 2022-09-01T11:26:09.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xLF1Gm9WtoLww24fV7SONsYtURY= 2022-09-01T11:26:09.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xLF1Gm9WtoLww24fV7SONsYtURY=', 'Content-Length': '0'} 2022-09-01T11:26:09.221 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006bf90beb271869ec-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.223 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:09.223 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:09.225 DEBUG:boto:Method: HEAD 2022-09-01T11:26:09.225 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:26:09.226 DEBUG:boto:Data: 2022-09-01T11:26:09.227 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.227 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.228 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.229 DEBUG:boto:Params: {} 2022-09-01T11:26:09.230 DEBUG:boto:Token: None 2022-09-01T11:26:09.231 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj17 2022-09-01T11:26:09.232 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xLF1Gm9WtoLww24fV7SONsYtURY= 2022-09-01T11:26:09.233 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xLF1Gm9WtoLww24fV7SONsYtURY=', 'Content-Length': '0'} 2022-09-01T11:26:09.235 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eb11205c368631d8-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.236 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:26:09.237 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:09.237 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:09.238 DEBUG:boto:Method: GET 2022-09-01T11:26:09.239 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:26:09.240 DEBUG:boto:Data: 2022-09-01T11:26:09.240 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.241 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.242 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.242 DEBUG:boto:Params: {} 2022-09-01T11:26:09.244 DEBUG:boto:Token: None 2022-09-01T11:26:09.245 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj17 2022-09-01T11:26:09.245 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vLC26J4iCYW2IIUWzxuqyC5f93U= 2022-09-01T11:26:09.246 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vLC26J4iCYW2IIUWzxuqyC5f93U=', 'Content-Length': '0'} 2022-09-01T11:26:09.248 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000030db7b096f6822a8-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.250 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:26:09.251 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:26:09.252 DEBUG:boto:Method: GET 2022-09-01T11:26:09.253 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:26:09.254 DEBUG:boto:Data: 2022-09-01T11:26:09.255 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.256 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.257 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.259 DEBUG:boto:Params: {} 2022-09-01T11:26:09.260 DEBUG:boto:Token: None 2022-09-01T11:26:09.261 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj17 2022-09-01T11:26:09.263 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vLC26J4iCYW2IIUWzxuqyC5f93U= 2022-09-01T11:26:09.264 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vLC26J4iCYW2IIUWzxuqyC5f93U=', 'Content-Length': '0'} 2022-09-01T11:26:09.267 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf3996045e6d0fd9-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.268 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:09.269 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:09.270 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:09.270 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:09.271 DEBUG:boto:Method: GET 2022-09-01T11:26:09.272 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:26:09.272 DEBUG:boto:Data: 2022-09-01T11:26:09.273 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.273 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.274 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.275 DEBUG:boto:Params: {} 2022-09-01T11:26:09.275 DEBUG:boto:Token: None 2022-09-01T11:26:09.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/ 2022-09-01T11:26:09.277 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c= 2022-09-01T11:26:09.278 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c=', 'Content-Length': '0'} 2022-09-01T11:26:09.281 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000030529210389d1d7c-00631096d1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.281 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:09.282 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:09.283 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:09.284 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:09.284 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:26:09.285 DEBUG:boto:Method: GET 2022-09-01T11:26:09.286 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:26:09.287 DEBUG:boto:Data: 2022-09-01T11:26:09.288 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.288 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.289 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.290 DEBUG:boto:Params: {} 2022-09-01T11:26:09.291 DEBUG:boto:Token: None 2022-09-01T11:26:09.292 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/ 2022-09-01T11:26:09.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c= 2022-09-01T11:26:09.293 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c=', 'Content-Length': '0'} 2022-09-01T11:26:09.296 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004466fdebf9b676fa-00631096d1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.296 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:09.298 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:26:09.299 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:09.300 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:09.300 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.302 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.303 DEBUG:boto:Method: GET 2022-09-01T11:26:09.304 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.305 DEBUG:boto:Data: 2022-09-01T11:26:09.306 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.307 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.308 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.309 DEBUG:boto:Params: {} 2022-09-01T11:26:09.310 DEBUG:boto:Token: None 2022-09-01T11:26:09.310 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RlrBLz16kvNe1M0ZQfHhN/e//Lk= 2022-09-01T11:26:09.312 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RlrBLz16kvNe1M0ZQfHhN/e//Lk=', 'Content-Length': '0'} 2022-09-01T11:26:09.314 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000d8c17ad9a9cf032-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.315 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:09.316 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:09.316 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.317 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.318 DEBUG:boto:Method: GET 2022-09-01T11:26:09.318 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.319 DEBUG:boto:Data: 2022-09-01T11:26:09.320 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.321 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.321 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.322 DEBUG:boto:Params: {} 2022-09-01T11:26:09.323 DEBUG:boto:Token: None 2022-09-01T11:26:09.324 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.324 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RlrBLz16kvNe1M0ZQfHhN/e//Lk= 2022-09-01T11:26:09.325 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RlrBLz16kvNe1M0ZQfHhN/e//Lk=', 'Content-Length': '0'} 2022-09-01T11:26:09.327 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003ed3ec6f1b402a79-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.329 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:09.330 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:09.331 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.332 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.333 DEBUG:boto:Method: HEAD 2022-09-01T11:26:09.334 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.334 DEBUG:boto:Data: 2022-09-01T11:26:09.335 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.336 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.337 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.338 DEBUG:boto:Params: {} 2022-09-01T11:26:09.341 DEBUG:boto:Token: None 2022-09-01T11:26:09.342 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.343 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:A2sc0lJOcE6eUPMjKU0+Q/JDoN8= 2022-09-01T11:26:09.345 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:A2sc0lJOcE6eUPMjKU0+Q/JDoN8=', 'Content-Length': '0'} 2022-09-01T11:26:09.348 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cadb3a5a523e4c94-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.349 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:09.351 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:09.352 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.353 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.354 DEBUG:boto:Method: HEAD 2022-09-01T11:26:09.355 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.356 DEBUG:boto:Data: 2022-09-01T11:26:09.357 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.358 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.359 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.360 DEBUG:boto:Params: {} 2022-09-01T11:26:09.361 DEBUG:boto:Token: None 2022-09-01T11:26:09.363 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.364 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:A2sc0lJOcE6eUPMjKU0+Q/JDoN8= 2022-09-01T11:26:09.365 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:A2sc0lJOcE6eUPMjKU0+Q/JDoN8=', 'Content-Length': '0'} 2022-09-01T11:26:09.368 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d7b678d2babc47b-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.369 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:26:09.370 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:09.370 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:09.371 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.373 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.374 DEBUG:boto:Method: GET 2022-09-01T11:26:09.375 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.375 DEBUG:boto:Data: 2022-09-01T11:26:09.376 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.377 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.377 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.378 DEBUG:boto:Params: {} 2022-09-01T11:26:09.379 DEBUG:boto:Token: None 2022-09-01T11:26:09.380 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.381 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RlrBLz16kvNe1M0ZQfHhN/e//Lk= 2022-09-01T11:26:09.381 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RlrBLz16kvNe1M0ZQfHhN/e//Lk=', 'Content-Length': '0'} 2022-09-01T11:26:09.388 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003801fcc7b4ee268f-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.431 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:09.432 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:09.432 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.433 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.434 DEBUG:boto:Method: GET 2022-09-01T11:26:09.434 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.435 DEBUG:boto:Data: 2022-09-01T11:26:09.436 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.437 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.438 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.439 DEBUG:boto:Params: {} 2022-09-01T11:26:09.440 DEBUG:boto:Token: None 2022-09-01T11:26:09.441 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:26:09.441 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RlrBLz16kvNe1M0ZQfHhN/e//Lk= 2022-09-01T11:26:09.442 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RlrBLz16kvNe1M0ZQfHhN/e//Lk=', 'Content-Length': '0'} 2022-09-01T11:26:09.445 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c637af6fcae3ec1-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.447 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:09.448 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:09.449 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:09.449 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:09.450 DEBUG:boto:Method: GET 2022-09-01T11:26:09.451 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:26:09.451 DEBUG:boto:Data: 2022-09-01T11:26:09.452 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.453 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.454 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.454 DEBUG:boto:Params: {} 2022-09-01T11:26:09.455 DEBUG:boto:Token: None 2022-09-01T11:26:09.456 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/ 2022-09-01T11:26:09.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c= 2022-09-01T11:26:09.459 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c=', 'Content-Length': '0'} 2022-09-01T11:26:09.462 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004d61667b3599e685-00631096d1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.463 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:09.464 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:09.466 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:09.466 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:09.467 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:09.467 DEBUG:boto:Method: GET 2022-09-01T11:26:09.468 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:26:09.470 DEBUG:boto:Data: 2022-09-01T11:26:09.471 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.472 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.472 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.473 DEBUG:boto:Params: {} 2022-09-01T11:26:09.474 DEBUG:boto:Token: None 2022-09-01T11:26:09.475 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/ 2022-09-01T11:26:09.476 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c= 2022-09-01T11:26:09.477 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c=', 'Content-Length': '0'} 2022-09-01T11:26:09.482 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e361c3884154d8ae-00631096d1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.486 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:09.487 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:09.488 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:09.488 DEBUG:boto:Method: HEAD 2022-09-01T11:26:09.489 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:26:09.489 DEBUG:boto:Data: 2022-09-01T11:26:09.490 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.491 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.491 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.492 DEBUG:boto:Params: {} 2022-09-01T11:26:09.493 DEBUG:boto:Token: None 2022-09-01T11:26:09.493 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj19 2022-09-01T11:26:09.494 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dQeKQztU5ayp0yD8XCuapgeoqjw= 2022-09-01T11:26:09.495 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dQeKQztU5ayp0yD8XCuapgeoqjw=', 'Content-Length': '0'} 2022-09-01T11:26:09.497 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000077394b05c7f58445-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.498 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:09.499 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:09.500 DEBUG:boto:Method: HEAD 2022-09-01T11:26:09.501 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:26:09.502 DEBUG:boto:Data: 2022-09-01T11:26:09.503 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.504 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.505 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.506 DEBUG:boto:Params: {} 2022-09-01T11:26:09.507 DEBUG:boto:Token: None 2022-09-01T11:26:09.508 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj19 2022-09-01T11:26:09.509 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dQeKQztU5ayp0yD8XCuapgeoqjw= 2022-09-01T11:26:09.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dQeKQztU5ayp0yD8XCuapgeoqjw=', 'Content-Length': '0'} 2022-09-01T11:26:09.513 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000044ee005f36fe05c2-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.514 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:26:09.515 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:09.516 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:09.517 DEBUG:boto:Method: GET 2022-09-01T11:26:09.518 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:26:09.519 DEBUG:boto:Data: 2022-09-01T11:26:09.520 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.521 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.523 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.524 DEBUG:boto:Params: {} 2022-09-01T11:26:09.525 DEBUG:boto:Token: None 2022-09-01T11:26:09.526 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj19 2022-09-01T11:26:09.527 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E+Jte+KJyLl7pbDKkMvTGGrn1+g= 2022-09-01T11:26:09.529 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E+Jte+KJyLl7pbDKkMvTGGrn1+g=', 'Content-Length': '0'} 2022-09-01T11:26:09.532 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3e9f998bc5e36f6-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.533 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:26:09.534 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:26:09.535 DEBUG:boto:Method: GET 2022-09-01T11:26:09.536 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:26:09.537 DEBUG:boto:Data: 2022-09-01T11:26:09.538 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.538 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.539 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.539 DEBUG:boto:Params: {} 2022-09-01T11:26:09.540 DEBUG:boto:Token: None 2022-09-01T11:26:09.541 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj19 2022-09-01T11:26:09.541 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E+Jte+KJyLl7pbDKkMvTGGrn1+g= 2022-09-01T11:26:09.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E+Jte+KJyLl7pbDKkMvTGGrn1+g=', 'Content-Length': '0'} 2022-09-01T11:26:09.544 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe9567df8b5b7e06-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.545 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:09.546 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:09.546 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:09.547 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:09.548 DEBUG:boto:Method: GET 2022-09-01T11:26:09.548 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:26:09.549 DEBUG:boto:Data: 2022-09-01T11:26:09.549 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.550 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.550 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.551 DEBUG:boto:Params: {} 2022-09-01T11:26:09.552 DEBUG:boto:Token: None 2022-09-01T11:26:09.552 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/ 2022-09-01T11:26:09.553 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c= 2022-09-01T11:26:09.554 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c=', 'Content-Length': '0'} 2022-09-01T11:26:09.557 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000036983817acb53a3c-00631096d1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.558 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:09.559 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:09.559 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:09.560 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:09.561 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:26:09.561 DEBUG:boto:Method: GET 2022-09-01T11:26:09.562 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:26:09.562 DEBUG:boto:Data: 2022-09-01T11:26:09.563 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.563 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.564 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.565 DEBUG:boto:Params: {} 2022-09-01T11:26:09.565 DEBUG:boto:Token: None 2022-09-01T11:26:09.566 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/ 2022-09-01T11:26:09.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c= 2022-09-01T11:26:09.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c=', 'Content-Length': '0'} 2022-09-01T11:26:09.571 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cad2e23d8abe3ecf-00631096d1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.571 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:09.572 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:26:09.573 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:09.573 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:09.574 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.575 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.575 DEBUG:boto:Method: GET 2022-09-01T11:26:09.576 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.577 DEBUG:boto:Data: 2022-09-01T11:26:09.577 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.578 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.578 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.579 DEBUG:boto:Params: {} 2022-09-01T11:26:09.580 DEBUG:boto:Token: None 2022-09-01T11:26:09.580 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.581 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TFS/YQ8ssvODX4XHxsQq3OqLa1I= 2022-09-01T11:26:09.581 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TFS/YQ8ssvODX4XHxsQq3OqLa1I=', 'Content-Length': '0'} 2022-09-01T11:26:09.584 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002a94f19386acfe1c-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.585 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:09.586 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:09.586 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.587 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.588 DEBUG:boto:Method: GET 2022-09-01T11:26:09.588 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.589 DEBUG:boto:Data: 2022-09-01T11:26:09.589 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.590 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.591 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.591 DEBUG:boto:Params: {} 2022-09-01T11:26:09.592 DEBUG:boto:Token: None 2022-09-01T11:26:09.593 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.594 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TFS/YQ8ssvODX4XHxsQq3OqLa1I= 2022-09-01T11:26:09.594 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TFS/YQ8ssvODX4XHxsQq3OqLa1I=', 'Content-Length': '0'} 2022-09-01T11:26:09.597 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a3e48e7954fbcf46-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.643 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:09.644 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:09.644 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.645 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.645 DEBUG:boto:Method: HEAD 2022-09-01T11:26:09.646 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.646 DEBUG:boto:Data: 2022-09-01T11:26:09.647 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.647 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.648 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.649 DEBUG:boto:Params: {} 2022-09-01T11:26:09.650 DEBUG:boto:Token: None 2022-09-01T11:26:09.650 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.651 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9KdQkDRhAcdHKpchY3ovJ+PJvbo= 2022-09-01T11:26:09.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9KdQkDRhAcdHKpchY3ovJ+PJvbo=', 'Content-Length': '0'} 2022-09-01T11:26:09.653 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf7bce7fb478029a-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.654 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:09.655 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:09.655 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.656 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.656 DEBUG:boto:Method: HEAD 2022-09-01T11:26:09.657 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.657 DEBUG:boto:Data: 2022-09-01T11:26:09.658 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.658 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.659 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.659 DEBUG:boto:Params: {} 2022-09-01T11:26:09.660 DEBUG:boto:Token: None 2022-09-01T11:26:09.661 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9KdQkDRhAcdHKpchY3ovJ+PJvbo= 2022-09-01T11:26:09.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9KdQkDRhAcdHKpchY3ovJ+PJvbo=', 'Content-Length': '0'} 2022-09-01T11:26:09.664 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000297bc13f51a9c70e-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.665 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:26:09.665 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:09.666 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:09.667 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.667 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.668 DEBUG:boto:Method: GET 2022-09-01T11:26:09.668 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.669 DEBUG:boto:Data: 2022-09-01T11:26:09.669 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.670 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.670 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.671 DEBUG:boto:Params: {} 2022-09-01T11:26:09.671 DEBUG:boto:Token: None 2022-09-01T11:26:09.672 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TFS/YQ8ssvODX4XHxsQq3OqLa1I= 2022-09-01T11:26:09.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TFS/YQ8ssvODX4XHxsQq3OqLa1I=', 'Content-Length': '0'} 2022-09-01T11:26:09.675 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a4ecdf1162a0e445-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.676 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:09.677 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:09.678 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.678 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.679 DEBUG:boto:Method: GET 2022-09-01T11:26:09.679 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.680 DEBUG:boto:Data: 2022-09-01T11:26:09.680 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.681 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.681 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.682 DEBUG:boto:Params: {} 2022-09-01T11:26:09.682 DEBUG:boto:Token: None 2022-09-01T11:26:09.683 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:26:09.684 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TFS/YQ8ssvODX4XHxsQq3OqLa1I= 2022-09-01T11:26:09.684 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TFS/YQ8ssvODX4XHxsQq3OqLa1I=', 'Content-Length': '0'} 2022-09-01T11:26:09.689 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b2a8338436fe763f-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.690 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:09.691 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:09.691 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:09.692 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:09.693 DEBUG:boto:Method: GET 2022-09-01T11:26:09.693 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:26:09.694 DEBUG:boto:Data: 2022-09-01T11:26:09.694 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.695 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.695 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.696 DEBUG:boto:Params: {} 2022-09-01T11:26:09.696 DEBUG:boto:Token: None 2022-09-01T11:26:09.697 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/ 2022-09-01T11:26:09.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c= 2022-09-01T11:26:09.698 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c=', 'Content-Length': '0'} 2022-09-01T11:26:09.701 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000255bcc6f46268eb3-00631096d1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.702 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:09.703 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:09.703 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:09.704 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:09.705 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:09.705 DEBUG:boto:Method: GET 2022-09-01T11:26:09.706 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:26:09.706 DEBUG:boto:Data: 2022-09-01T11:26:09.707 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.707 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.708 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.708 DEBUG:boto:Params: {} 2022-09-01T11:26:09.709 DEBUG:boto:Token: None 2022-09-01T11:26:09.710 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/ 2022-09-01T11:26:09.710 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c= 2022-09-01T11:26:09.711 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c=', 'Content-Length': '0'} 2022-09-01T11:26:09.714 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000001e93412e30ec874-00631096d1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.715 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:09.716 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:09.716 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:09.717 DEBUG:boto:Method: HEAD 2022-09-01T11:26:09.717 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:26:09.718 DEBUG:boto:Data: 2022-09-01T11:26:09.718 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.719 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.719 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.720 DEBUG:boto:Params: {} 2022-09-01T11:26:09.721 DEBUG:boto:Token: None 2022-09-01T11:26:09.721 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj22 2022-09-01T11:26:09.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:e6NZuYrPDmo7Cf/SR1acARI8qfU= 2022-09-01T11:26:09.725 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:e6NZuYrPDmo7Cf/SR1acARI8qfU=', 'Content-Length': '0'} 2022-09-01T11:26:09.729 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000026ecf72182f63f68-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.730 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:09.731 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:09.732 DEBUG:boto:Method: HEAD 2022-09-01T11:26:09.733 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:26:09.734 DEBUG:boto:Data: 2022-09-01T11:26:09.735 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.736 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.737 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.738 DEBUG:boto:Params: {} 2022-09-01T11:26:09.739 DEBUG:boto:Token: None 2022-09-01T11:26:09.740 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj22 2022-09-01T11:26:09.741 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:e6NZuYrPDmo7Cf/SR1acARI8qfU= 2022-09-01T11:26:09.742 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:e6NZuYrPDmo7Cf/SR1acARI8qfU=', 'Content-Length': '0'} 2022-09-01T11:26:09.744 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009ffd923b812368ff-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.746 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:26:09.747 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:09.748 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:09.749 DEBUG:boto:Method: GET 2022-09-01T11:26:09.750 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:26:09.751 DEBUG:boto:Data: 2022-09-01T11:26:09.752 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.753 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.754 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.755 DEBUG:boto:Params: {} 2022-09-01T11:26:09.756 DEBUG:boto:Token: None 2022-09-01T11:26:09.757 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj22 2022-09-01T11:26:09.758 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MW7/0C0bBAXYzRCgEZM+0ugQBfU= 2022-09-01T11:26:09.759 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MW7/0C0bBAXYzRCgEZM+0ugQBfU=', 'Content-Length': '0'} 2022-09-01T11:26:09.764 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a387122d635afcee-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.774 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:26:09.775 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:26:09.776 DEBUG:boto:Method: GET 2022-09-01T11:26:09.776 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:26:09.777 DEBUG:boto:Data: 2022-09-01T11:26:09.777 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.778 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.779 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.779 DEBUG:boto:Params: {} 2022-09-01T11:26:09.780 DEBUG:boto:Token: None 2022-09-01T11:26:09.781 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj22 2022-09-01T11:26:09.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MW7/0C0bBAXYzRCgEZM+0ugQBfU= 2022-09-01T11:26:09.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MW7/0C0bBAXYzRCgEZM+0ugQBfU=', 'Content-Length': '0'} 2022-09-01T11:26:09.784 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b28c33715adcb7a4-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.826 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:09.828 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:09.829 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:09.830 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:09.832 DEBUG:boto:Method: GET 2022-09-01T11:26:09.833 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:26:09.834 DEBUG:boto:Data: 2022-09-01T11:26:09.836 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.837 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.838 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.839 DEBUG:boto:Params: {} 2022-09-01T11:26:09.840 DEBUG:boto:Token: None 2022-09-01T11:26:09.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/ 2022-09-01T11:26:09.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c= 2022-09-01T11:26:09.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c=', 'Content-Length': '0'} 2022-09-01T11:26:09.848 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e27a460e89356622-00631096d1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.849 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:09.851 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:09.852 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:09.853 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:09.854 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:26:09.855 DEBUG:boto:Method: GET 2022-09-01T11:26:09.856 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:26:09.858 DEBUG:boto:Data: 2022-09-01T11:26:09.859 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.860 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.860 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.861 DEBUG:boto:Params: {} 2022-09-01T11:26:09.861 DEBUG:boto:Token: None 2022-09-01T11:26:09.863 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/ 2022-09-01T11:26:09.864 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c= 2022-09-01T11:26:09.864 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XiI6WjQSaZJv+A2A/CG9OHJus+c=', 'Content-Length': '0'} 2022-09-01T11:26:09.867 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f920cf09cd71c891-00631096d1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.869 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:09.870 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:26:09.870 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:09.871 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:09.872 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.872 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.873 DEBUG:boto:Method: GET 2022-09-01T11:26:09.874 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.874 DEBUG:boto:Data: 2022-09-01T11:26:09.875 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.875 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.877 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.877 DEBUG:boto:Params: {} 2022-09-01T11:26:09.878 DEBUG:boto:Token: None 2022-09-01T11:26:09.879 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4VV5oj7ywwVKXboeHtzJp6dFkU= 2022-09-01T11:26:09.881 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4VV5oj7ywwVKXboeHtzJp6dFkU=', 'Content-Length': '0'} 2022-09-01T11:26:09.891 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f7a46183336e4aaa-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.938 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:09.940 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:09.941 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.942 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.943 DEBUG:boto:Method: GET 2022-09-01T11:26:09.944 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.945 DEBUG:boto:Data: 2022-09-01T11:26:09.947 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.948 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.949 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.950 DEBUG:boto:Params: {} 2022-09-01T11:26:09.951 DEBUG:boto:Token: None 2022-09-01T11:26:09.952 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.953 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j4VV5oj7ywwVKXboeHtzJp6dFkU= 2022-09-01T11:26:09.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j4VV5oj7ywwVKXboeHtzJp6dFkU=', 'Content-Length': '0'} 2022-09-01T11:26:09.958 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dafb1308c7548cb5-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.960 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:09.961 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:09.962 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.963 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.965 DEBUG:boto:Method: HEAD 2022-09-01T11:26:09.966 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.967 DEBUG:boto:Data: 2022-09-01T11:26:09.968 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.969 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:09.970 DEBUG:boto:Port: 8001 2022-09-01T11:26:09.971 DEBUG:boto:Params: {} 2022-09-01T11:26:09.972 DEBUG:boto:Token: None 2022-09-01T11:26:09.973 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.973 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CghmZ9+/KY4pkXfHok8cOepYKEM= 2022-09-01T11:26:09.974 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CghmZ9+/KY4pkXfHok8cOepYKEM=', 'Content-Length': '0'} 2022-09-01T11:26:09.978 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000001b55b944c49782e-00631096d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.979 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:09.980 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:09.981 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.982 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.983 DEBUG:boto:Method: HEAD 2022-09-01T11:26:09.984 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.985 DEBUG:boto:Data: 2022-09-01T11:26:09.986 DEBUG:boto:Headers: {} 2022-09-01T11:26:09.987 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:09.988 DEBUG:boto:Port: 8000 2022-09-01T11:26:09.989 DEBUG:boto:Params: {} 2022-09-01T11:26:09.990 DEBUG:boto:Token: None 2022-09-01T11:26:09.991 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:09 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:09.992 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CghmZ9+/KY4pkXfHok8cOepYKEM= 2022-09-01T11:26:09.994 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CghmZ9+/KY4pkXfHok8cOepYKEM=', 'Content-Length': '0'} 2022-09-01T11:26:09.998 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f60bea833876e307-00631096d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:09.999 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:26:10.001 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:10.002 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:10.004 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:10.007 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:10.008 DEBUG:boto:Method: GET 2022-09-01T11:26:10.009 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:10.010 DEBUG:boto:Data: 2022-09-01T11:26:10.011 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.012 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.013 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.015 DEBUG:boto:Params: {} 2022-09-01T11:26:10.016 DEBUG:boto:Token: None 2022-09-01T11:26:10.018 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:10.019 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/KO4mYcvMuEl5BIWrCIH32uJMqI= 2022-09-01T11:26:10.020 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/KO4mYcvMuEl5BIWrCIH32uJMqI=', 'Content-Length': '0'} 2022-09-01T11:26:10.024 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000028ff6ccd8e834940-00631096d2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.026 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:10.027 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:10.028 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:10.029 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:10.030 DEBUG:boto:Method: GET 2022-09-01T11:26:10.032 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:10.046 DEBUG:boto:Data: 2022-09-01T11:26:10.047 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.048 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.048 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.049 DEBUG:boto:Params: {} 2022-09-01T11:26:10.050 DEBUG:boto:Token: None 2022-09-01T11:26:10.050 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:26:10.051 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/KO4mYcvMuEl5BIWrCIH32uJMqI= 2022-09-01T11:26:10.051 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/KO4mYcvMuEl5BIWrCIH32uJMqI=', 'Content-Length': '0'} 2022-09-01T11:26:10.058 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec50c41323b22b06-00631096d2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.060 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:10.061 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:10.062 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:10.063 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:10.064 DEBUG:boto:Method: GET 2022-09-01T11:26:10.065 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:26:10.067 DEBUG:boto:Data: 2022-09-01T11:26:10.067 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.068 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.069 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.071 DEBUG:boto:Params: {} 2022-09-01T11:26:10.073 DEBUG:boto:Token: None 2022-09-01T11:26:10.074 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/ 2022-09-01T11:26:10.075 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU= 2022-09-01T11:26:10.076 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU=', 'Content-Length': '0'} 2022-09-01T11:26:10.083 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004f94819dff42a9e5-00631096d2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.084 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:10.085 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:10.086 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:10.086 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:10.087 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:10.087 DEBUG:boto:Method: GET 2022-09-01T11:26:10.088 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:26:10.088 DEBUG:boto:Data: 2022-09-01T11:26:10.089 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.089 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.094 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.095 DEBUG:boto:Params: {} 2022-09-01T11:26:10.096 DEBUG:boto:Token: None 2022-09-01T11:26:10.097 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/ 2022-09-01T11:26:10.099 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU= 2022-09-01T11:26:10.100 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU=', 'Content-Length': '0'} 2022-09-01T11:26:10.106 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d7cff85ece39d651-00631096d2-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.147 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:10.148 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:10.149 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:10.150 DEBUG:boto:Method: HEAD 2022-09-01T11:26:10.150 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:26:10.151 DEBUG:boto:Data: 2022-09-01T11:26:10.152 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.153 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.155 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.156 DEBUG:boto:Params: {} 2022-09-01T11:26:10.158 DEBUG:boto:Token: None 2022-09-01T11:26:10.159 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj23 2022-09-01T11:26:10.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:joMh3ULJN1n9vfdECTtyaS+gpRY= 2022-09-01T11:26:10.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:joMh3ULJN1n9vfdECTtyaS+gpRY=', 'Content-Length': '0'} 2022-09-01T11:26:10.166 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000da7506b10843f2bb-00631096d2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.167 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:10.168 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:10.168 DEBUG:boto:Method: HEAD 2022-09-01T11:26:10.169 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:26:10.169 DEBUG:boto:Data: 2022-09-01T11:26:10.170 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.170 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.171 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.171 DEBUG:boto:Params: {} 2022-09-01T11:26:10.172 DEBUG:boto:Token: None 2022-09-01T11:26:10.172 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj23 2022-09-01T11:26:10.173 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:joMh3ULJN1n9vfdECTtyaS+gpRY= 2022-09-01T11:26:10.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:joMh3ULJN1n9vfdECTtyaS+gpRY=', 'Content-Length': '0'} 2022-09-01T11:26:10.176 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000064709c0ca8693061-00631096d2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.177 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:26:10.178 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:10.178 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:10.179 DEBUG:boto:Method: GET 2022-09-01T11:26:10.180 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:26:10.181 DEBUG:boto:Data: 2022-09-01T11:26:10.181 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.182 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.183 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.183 DEBUG:boto:Params: {} 2022-09-01T11:26:10.184 DEBUG:boto:Token: None 2022-09-01T11:26:10.185 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj23 2022-09-01T11:26:10.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vY4jfHis4CypNaHYz/UthGmAtx8= 2022-09-01T11:26:10.187 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vY4jfHis4CypNaHYz/UthGmAtx8=', 'Content-Length': '0'} 2022-09-01T11:26:10.190 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000075de42084e0b311a-00631096d2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.191 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:26:10.191 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:26:10.192 DEBUG:boto:Method: GET 2022-09-01T11:26:10.192 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:26:10.193 DEBUG:boto:Data: 2022-09-01T11:26:10.193 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.194 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.194 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.195 DEBUG:boto:Params: {} 2022-09-01T11:26:10.195 DEBUG:boto:Token: None 2022-09-01T11:26:10.196 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj23 2022-09-01T11:26:10.197 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vY4jfHis4CypNaHYz/UthGmAtx8= 2022-09-01T11:26:10.198 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vY4jfHis4CypNaHYz/UthGmAtx8=', 'Content-Length': '0'} 2022-09-01T11:26:10.201 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004b38016866ea3575-00631096d2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.203 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:10.204 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:10.205 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:10.206 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:10.207 DEBUG:boto:Method: GET 2022-09-01T11:26:10.210 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:26:10.211 DEBUG:boto:Data: 2022-09-01T11:26:10.212 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.213 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.223 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.229 DEBUG:boto:Params: {} 2022-09-01T11:26:10.229 DEBUG:boto:Token: None 2022-09-01T11:26:10.230 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/ 2022-09-01T11:26:10.231 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU= 2022-09-01T11:26:10.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU=', 'Content-Length': '0'} 2022-09-01T11:26:10.236 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007ed572966357ed58-00631096d2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.237 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:10.239 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:10.240 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:10.241 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:10.242 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:26:10.243 DEBUG:boto:Method: GET 2022-09-01T11:26:10.243 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:26:10.244 DEBUG:boto:Data: 2022-09-01T11:26:10.246 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.247 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.248 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.248 DEBUG:boto:Params: {} 2022-09-01T11:26:10.249 DEBUG:boto:Token: None 2022-09-01T11:26:10.250 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/ 2022-09-01T11:26:10.251 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU= 2022-09-01T11:26:10.252 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU=', 'Content-Length': '0'} 2022-09-01T11:26:10.255 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001a7a7b6ad48fcabd-00631096d2-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.256 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:10.257 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:26:10.258 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:10.259 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:10.260 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.261 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.262 DEBUG:boto:Method: GET 2022-09-01T11:26:10.263 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.264 DEBUG:boto:Data: 2022-09-01T11:26:10.265 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.266 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.267 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.267 DEBUG:boto:Params: {} 2022-09-01T11:26:10.268 DEBUG:boto:Token: None 2022-09-01T11:26:10.270 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VENb8uSTLT53KIov1CXOX3sbgKw= 2022-09-01T11:26:10.272 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VENb8uSTLT53KIov1CXOX3sbgKw=', 'Content-Length': '0'} 2022-09-01T11:26:10.282 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000098a9d57c8958d39f-00631096d2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.326 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:10.330 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:10.331 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.337 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.338 DEBUG:boto:Method: GET 2022-09-01T11:26:10.339 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.342 DEBUG:boto:Data: 2022-09-01T11:26:10.342 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.343 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.344 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.344 DEBUG:boto:Params: {} 2022-09-01T11:26:10.345 DEBUG:boto:Token: None 2022-09-01T11:26:10.345 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VENb8uSTLT53KIov1CXOX3sbgKw= 2022-09-01T11:26:10.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VENb8uSTLT53KIov1CXOX3sbgKw=', 'Content-Length': '0'} 2022-09-01T11:26:10.349 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e264ce5806be67cb-00631096d2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.350 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:10.351 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:10.352 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.353 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.353 DEBUG:boto:Method: HEAD 2022-09-01T11:26:10.354 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.354 DEBUG:boto:Data: 2022-09-01T11:26:10.355 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.356 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.357 DEBUG:boto:Params: {} 2022-09-01T11:26:10.357 DEBUG:boto:Token: None 2022-09-01T11:26:10.358 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2zNsmPfk56xbG2U1/NNJA+DiBXU= 2022-09-01T11:26:10.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2zNsmPfk56xbG2U1/NNJA+DiBXU=', 'Content-Length': '0'} 2022-09-01T11:26:10.364 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe4605855514c00b-00631096d2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.365 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:10.365 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:10.366 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.366 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.368 DEBUG:boto:Method: HEAD 2022-09-01T11:26:10.368 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.369 DEBUG:boto:Data: 2022-09-01T11:26:10.370 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.370 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.371 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.371 DEBUG:boto:Params: {} 2022-09-01T11:26:10.373 DEBUG:boto:Token: None 2022-09-01T11:26:10.374 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.375 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2zNsmPfk56xbG2U1/NNJA+DiBXU= 2022-09-01T11:26:10.375 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2zNsmPfk56xbG2U1/NNJA+DiBXU=', 'Content-Length': '0'} 2022-09-01T11:26:10.379 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f5baf9adb5f7265-00631096d2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.380 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:26:10.382 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:10.383 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:10.384 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.385 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.386 DEBUG:boto:Method: GET 2022-09-01T11:26:10.387 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.388 DEBUG:boto:Data: 2022-09-01T11:26:10.388 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.389 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.389 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.390 DEBUG:boto:Params: {} 2022-09-01T11:26:10.391 DEBUG:boto:Token: None 2022-09-01T11:26:10.391 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VENb8uSTLT53KIov1CXOX3sbgKw= 2022-09-01T11:26:10.393 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VENb8uSTLT53KIov1CXOX3sbgKw=', 'Content-Length': '0'} 2022-09-01T11:26:10.398 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092074d40f2a6f91e-00631096d2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.399 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:10.400 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:10.400 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.401 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.401 DEBUG:boto:Method: GET 2022-09-01T11:26:10.402 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.402 DEBUG:boto:Data: 2022-09-01T11:26:10.403 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.403 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.404 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.404 DEBUG:boto:Params: {} 2022-09-01T11:26:10.405 DEBUG:boto:Token: None 2022-09-01T11:26:10.406 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:26:10.407 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VENb8uSTLT53KIov1CXOX3sbgKw= 2022-09-01T11:26:10.408 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VENb8uSTLT53KIov1CXOX3sbgKw=', 'Content-Length': '0'} 2022-09-01T11:26:10.411 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004636173ef98943d3-00631096d2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.413 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:10.414 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:10.416 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:10.417 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:10.418 DEBUG:boto:Method: GET 2022-09-01T11:26:10.420 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:26:10.421 DEBUG:boto:Data: 2022-09-01T11:26:10.422 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.424 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.426 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.427 DEBUG:boto:Params: {} 2022-09-01T11:26:10.428 DEBUG:boto:Token: None 2022-09-01T11:26:10.429 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/ 2022-09-01T11:26:10.430 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU= 2022-09-01T11:26:10.430 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU=', 'Content-Length': '0'} 2022-09-01T11:26:10.433 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003617c5cdcd185254-00631096d2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.435 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:10.435 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:10.436 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:10.437 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:10.437 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:10.438 DEBUG:boto:Method: GET 2022-09-01T11:26:10.439 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:26:10.440 DEBUG:boto:Data: 2022-09-01T11:26:10.440 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.441 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.441 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.442 DEBUG:boto:Params: {} 2022-09-01T11:26:10.443 DEBUG:boto:Token: None 2022-09-01T11:26:10.444 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/ 2022-09-01T11:26:10.445 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU= 2022-09-01T11:26:10.446 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU=', 'Content-Length': '0'} 2022-09-01T11:26:10.449 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009fd1ee7e9fbc5d30-00631096d2-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.491 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:10.493 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:10.496 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:10.497 DEBUG:boto:Method: HEAD 2022-09-01T11:26:10.498 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:26:10.500 DEBUG:boto:Data: 2022-09-01T11:26:10.501 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.502 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.503 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.504 DEBUG:boto:Params: {} 2022-09-01T11:26:10.505 DEBUG:boto:Token: None 2022-09-01T11:26:10.507 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj29 2022-09-01T11:26:10.508 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DtpX+zH7/wqeUP5hOLOoI2O8PZ0= 2022-09-01T11:26:10.509 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DtpX+zH7/wqeUP5hOLOoI2O8PZ0=', 'Content-Length': '0'} 2022-09-01T11:26:10.512 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007661eecc55836e49-00631096d2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.514 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:10.515 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:10.516 DEBUG:boto:Method: HEAD 2022-09-01T11:26:10.517 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:26:10.517 DEBUG:boto:Data: 2022-09-01T11:26:10.518 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.519 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.520 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.521 DEBUG:boto:Params: {} 2022-09-01T11:26:10.522 DEBUG:boto:Token: None 2022-09-01T11:26:10.523 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj29 2022-09-01T11:26:10.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DtpX+zH7/wqeUP5hOLOoI2O8PZ0= 2022-09-01T11:26:10.524 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DtpX+zH7/wqeUP5hOLOoI2O8PZ0=', 'Content-Length': '0'} 2022-09-01T11:26:10.528 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000455009c87e25bb26-00631096d2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.530 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:26:10.531 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:10.532 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:10.534 DEBUG:boto:Method: GET 2022-09-01T11:26:10.536 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:26:10.537 DEBUG:boto:Data: 2022-09-01T11:26:10.538 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.539 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.540 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.541 DEBUG:boto:Params: {} 2022-09-01T11:26:10.542 DEBUG:boto:Token: None 2022-09-01T11:26:10.543 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj29 2022-09-01T11:26:10.545 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hyCqwrjtN0/AIL/oN7S6+kg89Mg= 2022-09-01T11:26:10.546 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hyCqwrjtN0/AIL/oN7S6+kg89Mg=', 'Content-Length': '0'} 2022-09-01T11:26:10.555 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007b80cba59b7296e9-00631096d2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.557 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:26:10.558 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:26:10.560 DEBUG:boto:Method: GET 2022-09-01T11:26:10.561 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:26:10.562 DEBUG:boto:Data: 2022-09-01T11:26:10.563 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.564 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.565 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.566 DEBUG:boto:Params: {} 2022-09-01T11:26:10.566 DEBUG:boto:Token: None 2022-09-01T11:26:10.567 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj29 2022-09-01T11:26:10.568 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hyCqwrjtN0/AIL/oN7S6+kg89Mg= 2022-09-01T11:26:10.569 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hyCqwrjtN0/AIL/oN7S6+kg89Mg=', 'Content-Length': '0'} 2022-09-01T11:26:10.574 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d8af041cb1b57622-00631096d2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.575 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:10.575 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:10.576 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:10.577 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:10.577 DEBUG:boto:Method: GET 2022-09-01T11:26:10.578 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:26:10.578 DEBUG:boto:Data: 2022-09-01T11:26:10.579 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.579 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.580 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.580 DEBUG:boto:Params: {} 2022-09-01T11:26:10.581 DEBUG:boto:Token: None 2022-09-01T11:26:10.581 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/ 2022-09-01T11:26:10.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU= 2022-09-01T11:26:10.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU=', 'Content-Length': '0'} 2022-09-01T11:26:10.590 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cedb5ae00aec496b-00631096d2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.635 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:10.637 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:10.638 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:10.639 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:10.640 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:26:10.641 DEBUG:boto:Method: GET 2022-09-01T11:26:10.642 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:26:10.643 DEBUG:boto:Data: 2022-09-01T11:26:10.644 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.645 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.646 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.647 DEBUG:boto:Params: {} 2022-09-01T11:26:10.647 DEBUG:boto:Token: None 2022-09-01T11:26:10.648 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/ 2022-09-01T11:26:10.649 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU= 2022-09-01T11:26:10.649 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU=', 'Content-Length': '0'} 2022-09-01T11:26:10.661 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a81f9431c1f8e472-00631096d2-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.662 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:10.663 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:26:10.663 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:10.664 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:10.664 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.665 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.666 DEBUG:boto:Method: GET 2022-09-01T11:26:10.666 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.667 DEBUG:boto:Data: 2022-09-01T11:26:10.667 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.668 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.669 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.669 DEBUG:boto:Params: {} 2022-09-01T11:26:10.670 DEBUG:boto:Token: None 2022-09-01T11:26:10.671 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.672 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BTTHQ1YV+jfBwODNRhMOt3Y7SRE= 2022-09-01T11:26:10.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BTTHQ1YV+jfBwODNRhMOt3Y7SRE=', 'Content-Length': '0'} 2022-09-01T11:26:10.676 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1c1ac98fd50f2bf-00631096d2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.677 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:10.677 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:10.678 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.678 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.679 DEBUG:boto:Method: GET 2022-09-01T11:26:10.680 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.680 DEBUG:boto:Data: 2022-09-01T11:26:10.682 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.682 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.683 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.684 DEBUG:boto:Params: {} 2022-09-01T11:26:10.686 DEBUG:boto:Token: None 2022-09-01T11:26:10.687 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BTTHQ1YV+jfBwODNRhMOt3Y7SRE= 2022-09-01T11:26:10.689 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BTTHQ1YV+jfBwODNRhMOt3Y7SRE=', 'Content-Length': '0'} 2022-09-01T11:26:10.693 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008671e67b25dfe600-00631096d2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.734 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:10.735 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:10.736 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.737 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.738 DEBUG:boto:Method: HEAD 2022-09-01T11:26:10.739 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.740 DEBUG:boto:Data: 2022-09-01T11:26:10.741 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.742 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.743 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.743 DEBUG:boto:Params: {} 2022-09-01T11:26:10.744 DEBUG:boto:Token: None 2022-09-01T11:26:10.746 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.747 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:54ohtz3giQNqbjBYTZ86W0cwItA= 2022-09-01T11:26:10.748 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:54ohtz3giQNqbjBYTZ86W0cwItA=', 'Content-Length': '0'} 2022-09-01T11:26:10.751 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cc5d499a4fa4b846-00631096d2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.752 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:10.753 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:10.754 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.755 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.756 DEBUG:boto:Method: HEAD 2022-09-01T11:26:10.756 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.757 DEBUG:boto:Data: 2022-09-01T11:26:10.758 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.759 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.760 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.761 DEBUG:boto:Params: {} 2022-09-01T11:26:10.762 DEBUG:boto:Token: None 2022-09-01T11:26:10.763 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.764 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:54ohtz3giQNqbjBYTZ86W0cwItA= 2022-09-01T11:26:10.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:54ohtz3giQNqbjBYTZ86W0cwItA=', 'Content-Length': '0'} 2022-09-01T11:26:10.768 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000481b392dc6222035-00631096d2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.770 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:26:10.771 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:10.772 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:10.773 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.774 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.775 DEBUG:boto:Method: GET 2022-09-01T11:26:10.775 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.776 DEBUG:boto:Data: 2022-09-01T11:26:10.776 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.777 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.778 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.778 DEBUG:boto:Params: {} 2022-09-01T11:26:10.780 DEBUG:boto:Token: None 2022-09-01T11:26:10.781 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.782 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BTTHQ1YV+jfBwODNRhMOt3Y7SRE= 2022-09-01T11:26:10.783 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BTTHQ1YV+jfBwODNRhMOt3Y7SRE=', 'Content-Length': '0'} 2022-09-01T11:26:10.786 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009ad2e7842d722427-00631096d2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.787 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:10.788 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:10.789 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.790 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.790 DEBUG:boto:Method: GET 2022-09-01T11:26:10.791 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.791 DEBUG:boto:Data: 2022-09-01T11:26:10.792 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.792 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.793 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.793 DEBUG:boto:Params: {} 2022-09-01T11:26:10.794 DEBUG:boto:Token: None 2022-09-01T11:26:10.795 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:26:10.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BTTHQ1YV+jfBwODNRhMOt3Y7SRE= 2022-09-01T11:26:10.796 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BTTHQ1YV+jfBwODNRhMOt3Y7SRE=', 'Content-Length': '0'} 2022-09-01T11:26:10.798 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000208d4a28b5cacde4-00631096d2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.799 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:10.800 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:10.801 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:10.801 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:10.802 DEBUG:boto:Method: GET 2022-09-01T11:26:10.802 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:26:10.803 DEBUG:boto:Data: 2022-09-01T11:26:10.804 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.804 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.805 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.805 DEBUG:boto:Params: {} 2022-09-01T11:26:10.806 DEBUG:boto:Token: None 2022-09-01T11:26:10.807 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/ 2022-09-01T11:26:10.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU= 2022-09-01T11:26:10.808 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU=', 'Content-Length': '0'} 2022-09-01T11:26:10.811 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000044b0180af735e13b-00631096d2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.812 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:10.813 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:10.814 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:10.814 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:10.815 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:10.816 DEBUG:boto:Method: GET 2022-09-01T11:26:10.817 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:26:10.817 DEBUG:boto:Data: 2022-09-01T11:26:10.818 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.819 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.819 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.820 DEBUG:boto:Params: {} 2022-09-01T11:26:10.820 DEBUG:boto:Token: None 2022-09-01T11:26:10.821 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/ 2022-09-01T11:26:10.822 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU= 2022-09-01T11:26:10.822 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU=', 'Content-Length': '0'} 2022-09-01T11:26:10.825 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dde35395f77f5f72-00631096d2-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.826 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:10.827 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:10.827 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:10.828 DEBUG:boto:Method: HEAD 2022-09-01T11:26:10.828 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:26:10.829 DEBUG:boto:Data: 2022-09-01T11:26:10.829 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.830 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.830 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.831 DEBUG:boto:Params: {} 2022-09-01T11:26:10.831 DEBUG:boto:Token: None 2022-09-01T11:26:10.832 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj33 2022-09-01T11:26:10.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JGppYc657LVQpFXHfHFntVp1Q4= 2022-09-01T11:26:10.833 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JGppYc657LVQpFXHfHFntVp1Q4=', 'Content-Length': '0'} 2022-09-01T11:26:10.836 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000006d43683113d1385-00631096d2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.837 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:10.837 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:10.838 DEBUG:boto:Method: HEAD 2022-09-01T11:26:10.838 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:26:10.839 DEBUG:boto:Data: 2022-09-01T11:26:10.840 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.840 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.841 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.842 DEBUG:boto:Params: {} 2022-09-01T11:26:10.843 DEBUG:boto:Token: None 2022-09-01T11:26:10.845 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj33 2022-09-01T11:26:10.846 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JGppYc657LVQpFXHfHFntVp1Q4= 2022-09-01T11:26:10.847 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JGppYc657LVQpFXHfHFntVp1Q4=', 'Content-Length': '0'} 2022-09-01T11:26:10.849 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000913804d724adcba5-00631096d2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.850 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:26:10.851 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:10.852 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:10.853 DEBUG:boto:Method: GET 2022-09-01T11:26:10.855 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:26:10.855 DEBUG:boto:Data: 2022-09-01T11:26:10.857 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.858 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.859 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.860 DEBUG:boto:Params: {} 2022-09-01T11:26:10.862 DEBUG:boto:Token: None 2022-09-01T11:26:10.863 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj33 2022-09-01T11:26:10.864 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VOTME/ZrdNubFjYvLkc28DI1ZnM= 2022-09-01T11:26:10.865 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VOTME/ZrdNubFjYvLkc28DI1ZnM=', 'Content-Length': '0'} 2022-09-01T11:26:10.868 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004da749740cf2edc7-00631096d2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.869 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:26:10.869 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:26:10.870 DEBUG:boto:Method: GET 2022-09-01T11:26:10.870 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:26:10.871 DEBUG:boto:Data: 2022-09-01T11:26:10.872 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.872 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.873 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.873 DEBUG:boto:Params: {} 2022-09-01T11:26:10.874 DEBUG:boto:Token: None 2022-09-01T11:26:10.874 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj33 2022-09-01T11:26:10.875 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VOTME/ZrdNubFjYvLkc28DI1ZnM= 2022-09-01T11:26:10.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VOTME/ZrdNubFjYvLkc28DI1ZnM=', 'Content-Length': '0'} 2022-09-01T11:26:10.878 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d846d9124592a52e-00631096d2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.879 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:10.879 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:10.880 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:10.880 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:10.881 DEBUG:boto:Method: GET 2022-09-01T11:26:10.881 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:26:10.882 DEBUG:boto:Data: 2022-09-01T11:26:10.882 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.883 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.884 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.884 DEBUG:boto:Params: {} 2022-09-01T11:26:10.885 DEBUG:boto:Token: None 2022-09-01T11:26:10.886 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/ 2022-09-01T11:26:10.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU= 2022-09-01T11:26:10.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU=', 'Content-Length': '0'} 2022-09-01T11:26:10.890 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006c5fcae058833dcd-00631096d2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.891 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:10.893 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:10.893 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:10.894 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:10.894 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:26:10.895 DEBUG:boto:Method: GET 2022-09-01T11:26:10.896 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:26:10.896 DEBUG:boto:Data: 2022-09-01T11:26:10.897 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.897 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.898 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.898 DEBUG:boto:Params: {} 2022-09-01T11:26:10.899 DEBUG:boto:Token: None 2022-09-01T11:26:10.900 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/ 2022-09-01T11:26:10.900 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU= 2022-09-01T11:26:10.901 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1P3CGMpPrUoVgVVmLzkFidEqtIU=', 'Content-Length': '0'} 2022-09-01T11:26:10.904 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009519049166942b09-00631096d2-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.947 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:10.949 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:26:10.950 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:10.951 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:10.952 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:10.953 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:10.953 DEBUG:boto:Method: GET 2022-09-01T11:26:10.954 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:10.955 DEBUG:boto:Data: 2022-09-01T11:26:10.956 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.957 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.958 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.959 DEBUG:boto:Params: {} 2022-09-01T11:26:10.959 DEBUG:boto:Token: None 2022-09-01T11:26:10.960 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:10.961 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vDtfldfhXKSx5uKpYGNqH/9ZTTo= 2022-09-01T11:26:10.962 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vDtfldfhXKSx5uKpYGNqH/9ZTTo=', 'Content-Length': '0'} 2022-09-01T11:26:10.965 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005adb88d11a7a24da-00631096d2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.965 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:10.966 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:10.967 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:10.967 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:10.968 DEBUG:boto:Method: GET 2022-09-01T11:26:10.969 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:10.969 DEBUG:boto:Data: 2022-09-01T11:26:10.970 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.971 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:10.971 DEBUG:boto:Port: 8000 2022-09-01T11:26:10.972 DEBUG:boto:Params: {} 2022-09-01T11:26:10.974 DEBUG:boto:Token: None 2022-09-01T11:26:10.975 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:10.976 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vDtfldfhXKSx5uKpYGNqH/9ZTTo= 2022-09-01T11:26:10.977 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vDtfldfhXKSx5uKpYGNqH/9ZTTo=', 'Content-Length': '0'} 2022-09-01T11:26:10.980 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005059fb4ac59b5db2-00631096d2-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.982 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:10.983 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:10.984 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:10.984 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:10.985 DEBUG:boto:Method: HEAD 2022-09-01T11:26:10.986 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:10.987 DEBUG:boto:Data: 2022-09-01T11:26:10.988 DEBUG:boto:Headers: {} 2022-09-01T11:26:10.989 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:10.990 DEBUG:boto:Port: 8001 2022-09-01T11:26:10.991 DEBUG:boto:Params: {} 2022-09-01T11:26:10.991 DEBUG:boto:Token: None 2022-09-01T11:26:10.992 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:10 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:10.993 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:omZ/C/4P8V7QWx4qa0Ad+lHI9rc= 2022-09-01T11:26:10.994 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:omZ/C/4P8V7QWx4qa0Ad+lHI9rc=', 'Content-Length': '0'} 2022-09-01T11:26:10.997 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cfccd8fe64445ab4-00631096d2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:10.999 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:11.000 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:11.000 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:11.001 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:11.002 DEBUG:boto:Method: HEAD 2022-09-01T11:26:11.003 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:11.004 DEBUG:boto:Data: 2022-09-01T11:26:11.005 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.006 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.007 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.007 DEBUG:boto:Params: {} 2022-09-01T11:26:11.009 DEBUG:boto:Token: None 2022-09-01T11:26:11.010 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:11.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7j9FSLO+kxARpboACgeiDxrb+XA= 2022-09-01T11:26:11.012 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7j9FSLO+kxARpboACgeiDxrb+XA=', 'Content-Length': '0'} 2022-09-01T11:26:11.014 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000984a78d7a15fde31-00631096d3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.016 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:26:11.017 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:11.018 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:11.019 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:11.020 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:11.021 DEBUG:boto:Method: GET 2022-09-01T11:26:11.022 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:11.023 DEBUG:boto:Data: 2022-09-01T11:26:11.024 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.025 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.026 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.027 DEBUG:boto:Params: {} 2022-09-01T11:26:11.028 DEBUG:boto:Token: None 2022-09-01T11:26:11.029 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:11.030 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NNFrFZEcYv43JVscduCvegs9qr8= 2022-09-01T11:26:11.030 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NNFrFZEcYv43JVscduCvegs9qr8=', 'Content-Length': '0'} 2022-09-01T11:26:11.032 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000098e46dcc9639cafb-00631096d3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.033 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:11.034 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:11.035 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:11.036 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:11.036 DEBUG:boto:Method: GET 2022-09-01T11:26:11.037 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:11.038 DEBUG:boto:Data: 2022-09-01T11:26:11.039 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.040 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.041 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.042 DEBUG:boto:Params: {} 2022-09-01T11:26:11.043 DEBUG:boto:Token: None 2022-09-01T11:26:11.044 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:26:11.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NNFrFZEcYv43JVscduCvegs9qr8= 2022-09-01T11:26:11.046 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NNFrFZEcYv43JVscduCvegs9qr8=', 'Content-Length': '0'} 2022-09-01T11:26:11.050 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009bb88635f006d8e1-00631096d3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.051 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:11.052 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:11.053 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:11.053 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:11.055 DEBUG:boto:Method: GET 2022-09-01T11:26:11.056 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:26:11.057 DEBUG:boto:Data: 2022-09-01T11:26:11.058 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.059 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.060 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.061 DEBUG:boto:Params: {} 2022-09-01T11:26:11.062 DEBUG:boto:Token: None 2022-09-01T11:26:11.063 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/ 2022-09-01T11:26:11.064 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4= 2022-09-01T11:26:11.065 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4=', 'Content-Length': '0'} 2022-09-01T11:26:11.070 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000409f545b363a3c2f-00631096d3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.072 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:11.073 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:11.074 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:11.075 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:11.076 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:11.077 DEBUG:boto:Method: GET 2022-09-01T11:26:11.079 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:26:11.079 DEBUG:boto:Data: 2022-09-01T11:26:11.080 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.081 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.082 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.083 DEBUG:boto:Params: {} 2022-09-01T11:26:11.084 DEBUG:boto:Token: None 2022-09-01T11:26:11.085 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/ 2022-09-01T11:26:11.086 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4= 2022-09-01T11:26:11.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4=', 'Content-Length': '0'} 2022-09-01T11:26:11.091 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e050333d616abeda-00631096d3-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.134 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:11.135 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:11.136 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:11.136 DEBUG:boto:Method: HEAD 2022-09-01T11:26:11.137 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:26:11.138 DEBUG:boto:Data: 2022-09-01T11:26:11.141 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.142 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.143 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.144 DEBUG:boto:Params: {} 2022-09-01T11:26:11.145 DEBUG:boto:Token: None 2022-09-01T11:26:11.147 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj34 2022-09-01T11:26:11.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:26aKQoDBez8q4X0ojl79Z4RCvCs= 2022-09-01T11:26:11.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:26aKQoDBez8q4X0ojl79Z4RCvCs=', 'Content-Length': '0'} 2022-09-01T11:26:11.151 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000618491f88706079a-00631096d3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.152 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:11.152 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:11.153 DEBUG:boto:Method: HEAD 2022-09-01T11:26:11.153 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:26:11.154 DEBUG:boto:Data: 2022-09-01T11:26:11.154 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.155 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.155 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.156 DEBUG:boto:Params: {} 2022-09-01T11:26:11.157 DEBUG:boto:Token: None 2022-09-01T11:26:11.157 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj34 2022-09-01T11:26:11.158 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:26aKQoDBez8q4X0ojl79Z4RCvCs= 2022-09-01T11:26:11.158 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:26aKQoDBez8q4X0ojl79Z4RCvCs=', 'Content-Length': '0'} 2022-09-01T11:26:11.162 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3dca6f5673aa925-00631096d3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.163 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:26:11.164 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:11.165 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:11.166 DEBUG:boto:Method: GET 2022-09-01T11:26:11.167 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:26:11.168 DEBUG:boto:Data: 2022-09-01T11:26:11.169 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.171 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.172 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.173 DEBUG:boto:Params: {} 2022-09-01T11:26:11.174 DEBUG:boto:Token: None 2022-09-01T11:26:11.176 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj34 2022-09-01T11:26:11.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JIWXjn6SeKmwMOW4i8IYUCxPV/s= 2022-09-01T11:26:11.180 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JIWXjn6SeKmwMOW4i8IYUCxPV/s=', 'Content-Length': '0'} 2022-09-01T11:26:11.190 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d274be1493115b5-00631096d3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.226 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:26:11.228 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:26:11.229 DEBUG:boto:Method: GET 2022-09-01T11:26:11.230 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:26:11.232 DEBUG:boto:Data: 2022-09-01T11:26:11.233 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.234 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.235 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.236 DEBUG:boto:Params: {} 2022-09-01T11:26:11.237 DEBUG:boto:Token: None 2022-09-01T11:26:11.239 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj34 2022-09-01T11:26:11.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JIWXjn6SeKmwMOW4i8IYUCxPV/s= 2022-09-01T11:26:11.244 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JIWXjn6SeKmwMOW4i8IYUCxPV/s=', 'Content-Length': '0'} 2022-09-01T11:26:11.247 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000009ce8d708815bfba-00631096d3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.249 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:11.249 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:11.250 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:11.251 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:11.253 DEBUG:boto:Method: GET 2022-09-01T11:26:11.255 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:26:11.256 DEBUG:boto:Data: 2022-09-01T11:26:11.257 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.258 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.259 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.260 DEBUG:boto:Params: {} 2022-09-01T11:26:11.262 DEBUG:boto:Token: None 2022-09-01T11:26:11.264 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/ 2022-09-01T11:26:11.265 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4= 2022-09-01T11:26:11.266 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4=', 'Content-Length': '0'} 2022-09-01T11:26:11.269 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002e8cb4ee75430b7c-00631096d3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.270 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:11.271 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:11.272 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:11.273 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:11.273 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:26:11.275 DEBUG:boto:Method: GET 2022-09-01T11:26:11.276 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:26:11.279 DEBUG:boto:Data: 2022-09-01T11:26:11.280 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.281 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.282 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.283 DEBUG:boto:Params: {} 2022-09-01T11:26:11.285 DEBUG:boto:Token: None 2022-09-01T11:26:11.286 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/ 2022-09-01T11:26:11.288 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4= 2022-09-01T11:26:11.289 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4=', 'Content-Length': '0'} 2022-09-01T11:26:11.293 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000332eab0fad0718c6-00631096d3-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.294 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:11.297 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:26:11.298 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:11.298 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:11.299 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.299 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.301 DEBUG:boto:Method: GET 2022-09-01T11:26:11.302 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.303 DEBUG:boto:Data: 2022-09-01T11:26:11.304 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.305 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.307 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.307 DEBUG:boto:Params: {} 2022-09-01T11:26:11.308 DEBUG:boto:Token: None 2022-09-01T11:26:11.309 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PL2kzQSvNxviKrBGZYjDLzZPnwI= 2022-09-01T11:26:11.310 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PL2kzQSvNxviKrBGZYjDLzZPnwI=', 'Content-Length': '0'} 2022-09-01T11:26:11.312 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000baf8b0a14e488028-00631096d3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.314 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:11.315 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:11.315 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.322 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.323 DEBUG:boto:Method: GET 2022-09-01T11:26:11.325 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.326 DEBUG:boto:Data: 2022-09-01T11:26:11.327 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.329 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.332 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.333 DEBUG:boto:Params: {} 2022-09-01T11:26:11.334 DEBUG:boto:Token: None 2022-09-01T11:26:11.344 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PL2kzQSvNxviKrBGZYjDLzZPnwI= 2022-09-01T11:26:11.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PL2kzQSvNxviKrBGZYjDLzZPnwI=', 'Content-Length': '0'} 2022-09-01T11:26:11.356 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b7a680bc4a04758e-00631096d3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.357 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:11.358 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:11.359 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.359 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.359 DEBUG:boto:Method: HEAD 2022-09-01T11:26:11.360 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.360 DEBUG:boto:Data: 2022-09-01T11:26:11.361 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.361 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.362 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.362 DEBUG:boto:Params: {} 2022-09-01T11:26:11.363 DEBUG:boto:Token: None 2022-09-01T11:26:11.364 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.364 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aQ8EcA8k36hh2FGo2IuNthCrons= 2022-09-01T11:26:11.365 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aQ8EcA8k36hh2FGo2IuNthCrons=', 'Content-Length': '0'} 2022-09-01T11:26:11.367 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000acfb5afda03ac466-00631096d3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.368 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:11.369 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:11.370 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.370 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.371 DEBUG:boto:Method: HEAD 2022-09-01T11:26:11.372 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.374 DEBUG:boto:Data: 2022-09-01T11:26:11.374 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.375 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.375 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.376 DEBUG:boto:Params: {} 2022-09-01T11:26:11.377 DEBUG:boto:Token: None 2022-09-01T11:26:11.378 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.378 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aQ8EcA8k36hh2FGo2IuNthCrons= 2022-09-01T11:26:11.379 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aQ8EcA8k36hh2FGo2IuNthCrons=', 'Content-Length': '0'} 2022-09-01T11:26:11.386 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fbd7b590ae478360-00631096d3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.388 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:26:11.389 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:11.390 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:11.395 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.396 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.397 DEBUG:boto:Method: GET 2022-09-01T11:26:11.397 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.398 DEBUG:boto:Data: 2022-09-01T11:26:11.400 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.400 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.401 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.401 DEBUG:boto:Params: {} 2022-09-01T11:26:11.402 DEBUG:boto:Token: None 2022-09-01T11:26:11.402 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.403 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PL2kzQSvNxviKrBGZYjDLzZPnwI= 2022-09-01T11:26:11.404 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PL2kzQSvNxviKrBGZYjDLzZPnwI=', 'Content-Length': '0'} 2022-09-01T11:26:11.410 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004ddcfdb917b858f0-00631096d3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.411 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:11.412 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:11.412 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.413 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.414 DEBUG:boto:Method: GET 2022-09-01T11:26:11.415 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.416 DEBUG:boto:Data: 2022-09-01T11:26:11.417 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.418 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.419 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.420 DEBUG:boto:Params: {} 2022-09-01T11:26:11.421 DEBUG:boto:Token: None 2022-09-01T11:26:11.422 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:26:11.423 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PL2kzQSvNxviKrBGZYjDLzZPnwI= 2022-09-01T11:26:11.424 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PL2kzQSvNxviKrBGZYjDLzZPnwI=', 'Content-Length': '0'} 2022-09-01T11:26:11.427 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002b8ec46aa5c7f642-00631096d3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.429 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:11.430 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:11.431 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:11.434 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:11.436 DEBUG:boto:Method: GET 2022-09-01T11:26:11.439 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:26:11.440 DEBUG:boto:Data: 2022-09-01T11:26:11.441 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.443 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.444 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.445 DEBUG:boto:Params: {} 2022-09-01T11:26:11.447 DEBUG:boto:Token: None 2022-09-01T11:26:11.448 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/ 2022-09-01T11:26:11.449 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4= 2022-09-01T11:26:11.450 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4=', 'Content-Length': '0'} 2022-09-01T11:26:11.454 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002a2291f0dead312e-00631096d3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.508 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:11.510 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:11.511 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:11.512 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:11.514 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:11.515 DEBUG:boto:Method: GET 2022-09-01T11:26:11.516 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:26:11.518 DEBUG:boto:Data: 2022-09-01T11:26:11.519 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.520 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.521 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.523 DEBUG:boto:Params: {} 2022-09-01T11:26:11.524 DEBUG:boto:Token: None 2022-09-01T11:26:11.526 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/ 2022-09-01T11:26:11.528 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4= 2022-09-01T11:26:11.529 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4=', 'Content-Length': '0'} 2022-09-01T11:26:11.536 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004e11aee61d9d9728-00631096d3-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.538 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:11.539 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:11.540 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:11.541 DEBUG:boto:Method: HEAD 2022-09-01T11:26:11.542 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:26:11.543 DEBUG:boto:Data: 2022-09-01T11:26:11.544 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.545 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.546 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.547 DEBUG:boto:Params: {} 2022-09-01T11:26:11.549 DEBUG:boto:Token: None 2022-09-01T11:26:11.550 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj38 2022-09-01T11:26:11.551 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tR6gtCvgv3N8RRqnegLaOJipGXc= 2022-09-01T11:26:11.553 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tR6gtCvgv3N8RRqnegLaOJipGXc=', 'Content-Length': '0'} 2022-09-01T11:26:11.562 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000670d57e21dd5bf46-00631096d3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.563 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:11.566 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:11.567 DEBUG:boto:Method: HEAD 2022-09-01T11:26:11.569 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:26:11.570 DEBUG:boto:Data: 2022-09-01T11:26:11.571 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.572 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.573 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.575 DEBUG:boto:Params: {} 2022-09-01T11:26:11.576 DEBUG:boto:Token: None 2022-09-01T11:26:11.578 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj38 2022-09-01T11:26:11.579 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tR6gtCvgv3N8RRqnegLaOJipGXc= 2022-09-01T11:26:11.580 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tR6gtCvgv3N8RRqnegLaOJipGXc=', 'Content-Length': '0'} 2022-09-01T11:26:11.584 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000082b50eaaeed9ce65-00631096d3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.586 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:26:11.588 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:11.588 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:11.589 DEBUG:boto:Method: GET 2022-09-01T11:26:11.592 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:26:11.593 DEBUG:boto:Data: 2022-09-01T11:26:11.594 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.595 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.596 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.597 DEBUG:boto:Params: {} 2022-09-01T11:26:11.598 DEBUG:boto:Token: None 2022-09-01T11:26:11.598 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj38 2022-09-01T11:26:11.599 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZldG9ySY9lW9kZPY5v6myRHIwZI= 2022-09-01T11:26:11.600 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZldG9ySY9lW9kZPY5v6myRHIwZI=', 'Content-Length': '0'} 2022-09-01T11:26:11.604 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e0301b436bdee275-00631096d3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.606 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:26:11.608 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:26:11.609 DEBUG:boto:Method: GET 2022-09-01T11:26:11.609 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:26:11.610 DEBUG:boto:Data: 2022-09-01T11:26:11.611 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.613 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.613 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.615 DEBUG:boto:Params: {} 2022-09-01T11:26:11.616 DEBUG:boto:Token: None 2022-09-01T11:26:11.616 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj38 2022-09-01T11:26:11.617 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZldG9ySY9lW9kZPY5v6myRHIwZI= 2022-09-01T11:26:11.618 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZldG9ySY9lW9kZPY5v6myRHIwZI=', 'Content-Length': '0'} 2022-09-01T11:26:11.624 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c2eb52a34352a48a-00631096d3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.666 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:11.668 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:11.668 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:11.669 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:11.670 DEBUG:boto:Method: GET 2022-09-01T11:26:11.671 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:26:11.671 DEBUG:boto:Data: 2022-09-01T11:26:11.672 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.673 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.674 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.675 DEBUG:boto:Params: {} 2022-09-01T11:26:11.676 DEBUG:boto:Token: None 2022-09-01T11:26:11.678 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/ 2022-09-01T11:26:11.679 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4= 2022-09-01T11:26:11.680 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4=', 'Content-Length': '0'} 2022-09-01T11:26:11.683 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006ecddc9bdf6752fe-00631096d3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.684 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:11.685 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:11.686 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:11.686 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:11.687 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:26:11.688 DEBUG:boto:Method: GET 2022-09-01T11:26:11.688 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:26:11.689 DEBUG:boto:Data: 2022-09-01T11:26:11.689 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.690 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.691 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.691 DEBUG:boto:Params: {} 2022-09-01T11:26:11.693 DEBUG:boto:Token: None 2022-09-01T11:26:11.694 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/ 2022-09-01T11:26:11.694 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4= 2022-09-01T11:26:11.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4=', 'Content-Length': '0'} 2022-09-01T11:26:11.701 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000025ee3751dd2b5c42-00631096d3-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.702 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:11.703 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:26:11.703 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:11.704 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:11.704 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.705 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.706 DEBUG:boto:Method: GET 2022-09-01T11:26:11.706 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.707 DEBUG:boto:Data: 2022-09-01T11:26:11.707 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.708 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.708 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.709 DEBUG:boto:Params: {} 2022-09-01T11:26:11.710 DEBUG:boto:Token: None 2022-09-01T11:26:11.710 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.711 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7NZg9aTT5kugM43+jJnSXh+eqtg= 2022-09-01T11:26:11.712 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7NZg9aTT5kugM43+jJnSXh+eqtg=', 'Content-Length': '0'} 2022-09-01T11:26:11.714 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eb09678b40b7d266-00631096d3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.715 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:11.715 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:11.716 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.716 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.717 DEBUG:boto:Method: GET 2022-09-01T11:26:11.718 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.718 DEBUG:boto:Data: 2022-09-01T11:26:11.719 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.719 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.720 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.720 DEBUG:boto:Params: {} 2022-09-01T11:26:11.721 DEBUG:boto:Token: None 2022-09-01T11:26:11.721 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7NZg9aTT5kugM43+jJnSXh+eqtg= 2022-09-01T11:26:11.723 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7NZg9aTT5kugM43+jJnSXh+eqtg=', 'Content-Length': '0'} 2022-09-01T11:26:11.725 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c530ce4e79b128f2-00631096d3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.726 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:11.727 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:11.727 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.728 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.728 DEBUG:boto:Method: HEAD 2022-09-01T11:26:11.729 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.729 DEBUG:boto:Data: 2022-09-01T11:26:11.730 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.730 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.731 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.731 DEBUG:boto:Params: {} 2022-09-01T11:26:11.732 DEBUG:boto:Token: None 2022-09-01T11:26:11.733 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.733 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G5lzSyRjtkEzrGCl1IrH+K/9K5g= 2022-09-01T11:26:11.734 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G5lzSyRjtkEzrGCl1IrH+K/9K5g=', 'Content-Length': '0'} 2022-09-01T11:26:11.736 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000075d5724bc931af14-00631096d3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.737 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:11.737 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:11.738 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.738 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.739 DEBUG:boto:Method: HEAD 2022-09-01T11:26:11.739 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.740 DEBUG:boto:Data: 2022-09-01T11:26:11.740 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.741 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.741 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.742 DEBUG:boto:Params: {} 2022-09-01T11:26:11.742 DEBUG:boto:Token: None 2022-09-01T11:26:11.743 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.743 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G5lzSyRjtkEzrGCl1IrH+K/9K5g= 2022-09-01T11:26:11.744 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G5lzSyRjtkEzrGCl1IrH+K/9K5g=', 'Content-Length': '0'} 2022-09-01T11:26:11.746 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b9cbc96b7cfd0757-00631096d3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.747 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:26:11.747 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:11.748 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:11.748 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.749 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.750 DEBUG:boto:Method: GET 2022-09-01T11:26:11.750 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.751 DEBUG:boto:Data: 2022-09-01T11:26:11.751 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.752 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.752 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.753 DEBUG:boto:Params: {} 2022-09-01T11:26:11.753 DEBUG:boto:Token: None 2022-09-01T11:26:11.754 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.755 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7NZg9aTT5kugM43+jJnSXh+eqtg= 2022-09-01T11:26:11.755 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7NZg9aTT5kugM43+jJnSXh+eqtg=', 'Content-Length': '0'} 2022-09-01T11:26:11.757 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000886c3b1151851d63-00631096d3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.798 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:11.799 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:11.799 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.800 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.801 DEBUG:boto:Method: GET 2022-09-01T11:26:11.801 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.802 DEBUG:boto:Data: 2022-09-01T11:26:11.802 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.803 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.803 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.804 DEBUG:boto:Params: {} 2022-09-01T11:26:11.804 DEBUG:boto:Token: None 2022-09-01T11:26:11.805 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:26:11.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7NZg9aTT5kugM43+jJnSXh+eqtg= 2022-09-01T11:26:11.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7NZg9aTT5kugM43+jJnSXh+eqtg=', 'Content-Length': '0'} 2022-09-01T11:26:11.810 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005458969136a957ac-00631096d3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.812 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:11.813 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:11.814 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:11.815 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:11.818 DEBUG:boto:Method: GET 2022-09-01T11:26:11.819 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:26:11.820 DEBUG:boto:Data: 2022-09-01T11:26:11.822 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.823 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.824 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.825 DEBUG:boto:Params: {} 2022-09-01T11:26:11.826 DEBUG:boto:Token: None 2022-09-01T11:26:11.829 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/ 2022-09-01T11:26:11.830 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4= 2022-09-01T11:26:11.831 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4=', 'Content-Length': '0'} 2022-09-01T11:26:11.836 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ad3cfdbec97c9373-00631096d3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.836 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:11.837 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:11.838 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:11.839 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:11.840 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:11.841 DEBUG:boto:Method: GET 2022-09-01T11:26:11.841 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:26:11.842 DEBUG:boto:Data: 2022-09-01T11:26:11.843 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.844 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.844 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.845 DEBUG:boto:Params: {} 2022-09-01T11:26:11.845 DEBUG:boto:Token: None 2022-09-01T11:26:11.846 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/ 2022-09-01T11:26:11.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4= 2022-09-01T11:26:11.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4=', 'Content-Length': '0'} 2022-09-01T11:26:11.851 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008093f7aa6283e491-00631096d3-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.852 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:11.853 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:11.854 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:11.855 DEBUG:boto:Method: HEAD 2022-09-01T11:26:11.856 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:26:11.857 DEBUG:boto:Data: 2022-09-01T11:26:11.858 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.859 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.860 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.861 DEBUG:boto:Params: {} 2022-09-01T11:26:11.862 DEBUG:boto:Token: None 2022-09-01T11:26:11.863 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj44 2022-09-01T11:26:11.864 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T/1hzvlxUWXxNcuFBwOuVlDN+2I= 2022-09-01T11:26:11.865 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T/1hzvlxUWXxNcuFBwOuVlDN+2I=', 'Content-Length': '0'} 2022-09-01T11:26:11.871 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d46910b9a9f12c7c-00631096d3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.872 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:11.873 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:11.874 DEBUG:boto:Method: HEAD 2022-09-01T11:26:11.875 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:26:11.875 DEBUG:boto:Data: 2022-09-01T11:26:11.876 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.877 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.878 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.879 DEBUG:boto:Params: {} 2022-09-01T11:26:11.880 DEBUG:boto:Token: None 2022-09-01T11:26:11.880 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj44 2022-09-01T11:26:11.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T/1hzvlxUWXxNcuFBwOuVlDN+2I= 2022-09-01T11:26:11.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T/1hzvlxUWXxNcuFBwOuVlDN+2I=', 'Content-Length': '0'} 2022-09-01T11:26:11.884 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e6bbe616d925421-00631096d3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.884 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:26:11.885 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:11.886 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:11.886 DEBUG:boto:Method: GET 2022-09-01T11:26:11.887 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:26:11.887 DEBUG:boto:Data: 2022-09-01T11:26:11.888 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.888 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.889 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.889 DEBUG:boto:Params: {} 2022-09-01T11:26:11.890 DEBUG:boto:Token: None 2022-09-01T11:26:11.891 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj44 2022-09-01T11:26:11.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bRIim5NeMT7sxhP+RMEb+VLVFQA= 2022-09-01T11:26:11.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bRIim5NeMT7sxhP+RMEb+VLVFQA=', 'Content-Length': '0'} 2022-09-01T11:26:11.895 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000257f89621a2b8616-00631096d3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.938 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:26:11.939 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:26:11.940 DEBUG:boto:Method: GET 2022-09-01T11:26:11.940 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:26:11.941 DEBUG:boto:Data: 2022-09-01T11:26:11.942 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.943 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.943 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.944 DEBUG:boto:Params: {} 2022-09-01T11:26:11.945 DEBUG:boto:Token: None 2022-09-01T11:26:11.946 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/obj44 2022-09-01T11:26:11.946 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bRIim5NeMT7sxhP+RMEb+VLVFQA= 2022-09-01T11:26:11.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bRIim5NeMT7sxhP+RMEb+VLVFQA=', 'Content-Length': '0'} 2022-09-01T11:26:11.950 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004ba66a06065d0bed-00631096d3-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.951 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:11.951 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:11.952 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:11.952 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:11.953 DEBUG:boto:Method: GET 2022-09-01T11:26:11.954 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:26:11.955 DEBUG:boto:Data: 2022-09-01T11:26:11.955 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.956 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:11.957 DEBUG:boto:Port: 8001 2022-09-01T11:26:11.958 DEBUG:boto:Params: {} 2022-09-01T11:26:11.960 DEBUG:boto:Token: None 2022-09-01T11:26:11.962 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/ 2022-09-01T11:26:11.963 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4= 2022-09-01T11:26:11.964 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4=', 'Content-Length': '0'} 2022-09-01T11:26:11.970 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000fd35b5dbad99368-00631096d3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.971 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:11.973 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:11.974 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:11.975 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:11.976 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:26:11.977 DEBUG:boto:Method: GET 2022-09-01T11:26:11.978 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:26:11.979 DEBUG:boto:Data: 2022-09-01T11:26:11.981 DEBUG:boto:Headers: {} 2022-09-01T11:26:11.982 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:11.983 DEBUG:boto:Port: 8000 2022-09-01T11:26:11.984 DEBUG:boto:Params: {} 2022-09-01T11:26:11.985 DEBUG:boto:Token: None 2022-09-01T11:26:11.987 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:11 GMT /ptoxvb-74/ 2022-09-01T11:26:11.988 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4= 2022-09-01T11:26:11.989 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zfJB2jPGctyQezTY/h6CflR4cr4=', 'Content-Length': '0'} 2022-09-01T11:26:11.992 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000009a332f24c3edb7c-00631096d3-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:11.994 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:11.995 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:26:11.996 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:11.997 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:11.997 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:11.998 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:11.999 DEBUG:boto:Method: GET 2022-09-01T11:26:11.999 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.000 DEBUG:boto:Data: 2022-09-01T11:26:12.001 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.001 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.002 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.003 DEBUG:boto:Params: {} 2022-09-01T11:26:12.003 DEBUG:boto:Token: None 2022-09-01T11:26:12.004 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZyXrci7b6McMta4b+7zbVYoAVTk= 2022-09-01T11:26:12.005 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZyXrci7b6McMta4b+7zbVYoAVTk=', 'Content-Length': '0'} 2022-09-01T11:26:12.008 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009875fff0741674f2-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.009 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:12.010 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:12.011 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.011 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.012 DEBUG:boto:Method: GET 2022-09-01T11:26:12.013 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.013 DEBUG:boto:Data: 2022-09-01T11:26:12.014 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.014 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.015 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.015 DEBUG:boto:Params: {} 2022-09-01T11:26:12.016 DEBUG:boto:Token: None 2022-09-01T11:26:12.017 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.018 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZyXrci7b6McMta4b+7zbVYoAVTk= 2022-09-01T11:26:12.020 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZyXrci7b6McMta4b+7zbVYoAVTk=', 'Content-Length': '0'} 2022-09-01T11:26:12.023 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec4d66a969ec2e04-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.025 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:12.026 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:12.027 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.028 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.028 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.029 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.030 DEBUG:boto:Data: 2022-09-01T11:26:12.031 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.031 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.032 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.032 DEBUG:boto:Params: {} 2022-09-01T11:26:12.033 DEBUG:boto:Token: None 2022-09-01T11:26:12.034 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.034 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jPm2armkIC6CyEYUU+kyQ9z7f7Q= 2022-09-01T11:26:12.035 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jPm2armkIC6CyEYUU+kyQ9z7f7Q=', 'Content-Length': '0'} 2022-09-01T11:26:12.037 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006bfbbeef097b3517-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.038 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:12.038 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:12.039 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.039 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.040 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.040 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.041 DEBUG:boto:Data: 2022-09-01T11:26:12.041 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.042 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.043 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.043 DEBUG:boto:Params: {} 2022-09-01T11:26:12.044 DEBUG:boto:Token: None 2022-09-01T11:26:12.044 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jPm2armkIC6CyEYUU+kyQ9z7f7Q= 2022-09-01T11:26:12.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jPm2armkIC6CyEYUU+kyQ9z7f7Q=', 'Content-Length': '0'} 2022-09-01T11:26:12.048 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ca0dc573741edd0-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.049 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:26:12.051 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:12.052 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:12.052 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.053 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.054 DEBUG:boto:Method: GET 2022-09-01T11:26:12.055 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.056 DEBUG:boto:Data: 2022-09-01T11:26:12.057 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.058 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.059 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.060 DEBUG:boto:Params: {} 2022-09-01T11:26:12.061 DEBUG:boto:Token: None 2022-09-01T11:26:12.062 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.064 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZyXrci7b6McMta4b+7zbVYoAVTk= 2022-09-01T11:26:12.064 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZyXrci7b6McMta4b+7zbVYoAVTk=', 'Content-Length': '0'} 2022-09-01T11:26:12.067 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005279dec4343b127-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.068 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:12.068 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:12.069 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.069 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.070 DEBUG:boto:Method: GET 2022-09-01T11:26:12.070 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.071 DEBUG:boto:Data: 2022-09-01T11:26:12.071 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.072 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.072 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.073 DEBUG:boto:Params: {} 2022-09-01T11:26:12.074 DEBUG:boto:Token: None 2022-09-01T11:26:12.074 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:26:12.075 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZyXrci7b6McMta4b+7zbVYoAVTk= 2022-09-01T11:26:12.076 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZyXrci7b6McMta4b+7zbVYoAVTk=', 'Content-Length': '0'} 2022-09-01T11:26:12.078 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ddaa1c661fb81cfd-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.079 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:12.079 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:12.080 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:12.080 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:12.081 DEBUG:boto:Method: GET 2022-09-01T11:26:12.081 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:26:12.082 DEBUG:boto:Data: 2022-09-01T11:26:12.082 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.083 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.084 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.084 DEBUG:boto:Params: {} 2022-09-01T11:26:12.085 DEBUG:boto:Token: None 2022-09-01T11:26:12.085 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/ 2022-09-01T11:26:12.086 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk= 2022-09-01T11:26:12.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk=', 'Content-Length': '0'} 2022-09-01T11:26:12.090 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fa4e4d15ec185d3e-00631096d4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.134 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:12.135 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:12.136 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:12.136 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:12.137 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:12.138 DEBUG:boto:Method: GET 2022-09-01T11:26:12.139 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:26:12.139 DEBUG:boto:Data: 2022-09-01T11:26:12.140 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.141 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.141 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.142 DEBUG:boto:Params: {} 2022-09-01T11:26:12.142 DEBUG:boto:Token: None 2022-09-01T11:26:12.143 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/ 2022-09-01T11:26:12.144 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk= 2022-09-01T11:26:12.145 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk=', 'Content-Length': '0'} 2022-09-01T11:26:12.149 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006c48048827249e9f-00631096d4-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.150 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:12.151 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:12.152 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:12.153 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.154 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:26:12.155 DEBUG:boto:Data: 2022-09-01T11:26:12.155 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.156 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.156 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.157 DEBUG:boto:Params: {} 2022-09-01T11:26:12.158 DEBUG:boto:Token: None 2022-09-01T11:26:12.159 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj46 2022-09-01T11:26:12.159 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AFvOWDr+BQ5P3g49Ri//p3447C0= 2022-09-01T11:26:12.160 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AFvOWDr+BQ5P3g49Ri//p3447C0=', 'Content-Length': '0'} 2022-09-01T11:26:12.163 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002b5d0b1425911f8e-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.165 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:12.166 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:12.167 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.168 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:26:12.169 DEBUG:boto:Data: 2022-09-01T11:26:12.170 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.171 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.172 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.173 DEBUG:boto:Params: {} 2022-09-01T11:26:12.174 DEBUG:boto:Token: None 2022-09-01T11:26:12.175 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj46 2022-09-01T11:26:12.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AFvOWDr+BQ5P3g49Ri//p3447C0= 2022-09-01T11:26:12.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AFvOWDr+BQ5P3g49Ri//p3447C0=', 'Content-Length': '0'} 2022-09-01T11:26:12.181 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000241df1b7c3596de2-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.182 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:26:12.183 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:12.184 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:12.185 DEBUG:boto:Method: GET 2022-09-01T11:26:12.186 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:26:12.187 DEBUG:boto:Data: 2022-09-01T11:26:12.188 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.189 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.190 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.190 DEBUG:boto:Params: {} 2022-09-01T11:26:12.191 DEBUG:boto:Token: None 2022-09-01T11:26:12.192 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj46 2022-09-01T11:26:12.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QlUQGcF4k7gQtAgalw1QI/nNl8c= 2022-09-01T11:26:12.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QlUQGcF4k7gQtAgalw1QI/nNl8c=', 'Content-Length': '0'} 2022-09-01T11:26:12.198 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000029c6e6685b66c1db-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.199 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:26:12.200 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:26:12.201 DEBUG:boto:Method: GET 2022-09-01T11:26:12.202 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:26:12.203 DEBUG:boto:Data: 2022-09-01T11:26:12.204 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.205 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.206 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.207 DEBUG:boto:Params: {} 2022-09-01T11:26:12.208 DEBUG:boto:Token: None 2022-09-01T11:26:12.209 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj46 2022-09-01T11:26:12.209 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QlUQGcF4k7gQtAgalw1QI/nNl8c= 2022-09-01T11:26:12.210 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QlUQGcF4k7gQtAgalw1QI/nNl8c=', 'Content-Length': '0'} 2022-09-01T11:26:12.212 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005fa37214c8a121c4-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.213 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:12.214 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:12.215 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:12.215 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:12.216 DEBUG:boto:Method: GET 2022-09-01T11:26:12.216 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:26:12.217 DEBUG:boto:Data: 2022-09-01T11:26:12.217 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.218 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.218 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.219 DEBUG:boto:Params: {} 2022-09-01T11:26:12.220 DEBUG:boto:Token: None 2022-09-01T11:26:12.220 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/ 2022-09-01T11:26:12.221 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk= 2022-09-01T11:26:12.222 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk=', 'Content-Length': '0'} 2022-09-01T11:26:12.225 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c0d8e73a3d08db10-00631096d4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.266 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:12.267 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:12.268 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:12.268 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:12.269 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:26:12.269 DEBUG:boto:Method: GET 2022-09-01T11:26:12.270 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:26:12.270 DEBUG:boto:Data: 2022-09-01T11:26:12.271 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.271 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.272 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.272 DEBUG:boto:Params: {} 2022-09-01T11:26:12.273 DEBUG:boto:Token: None 2022-09-01T11:26:12.274 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/ 2022-09-01T11:26:12.274 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk= 2022-09-01T11:26:12.275 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk=', 'Content-Length': '0'} 2022-09-01T11:26:12.278 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000104999d25f00113-00631096d4-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.279 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:12.282 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:26:12.284 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:12.284 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:12.285 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.286 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.287 DEBUG:boto:Method: GET 2022-09-01T11:26:12.287 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.288 DEBUG:boto:Data: 2022-09-01T11:26:12.289 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.290 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.291 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.292 DEBUG:boto:Params: {} 2022-09-01T11:26:12.293 DEBUG:boto:Token: None 2022-09-01T11:26:12.294 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.295 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AI3/8xzmT24bffIWSt4x27NJqlg= 2022-09-01T11:26:12.295 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AI3/8xzmT24bffIWSt4x27NJqlg=', 'Content-Length': '0'} 2022-09-01T11:26:12.298 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c19010bcac48479-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.300 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:12.300 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:12.301 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.302 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.303 DEBUG:boto:Method: GET 2022-09-01T11:26:12.304 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.304 DEBUG:boto:Data: 2022-09-01T11:26:12.305 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.305 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.306 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.307 DEBUG:boto:Params: {} 2022-09-01T11:26:12.308 DEBUG:boto:Token: None 2022-09-01T11:26:12.309 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.310 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AI3/8xzmT24bffIWSt4x27NJqlg= 2022-09-01T11:26:12.311 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AI3/8xzmT24bffIWSt4x27NJqlg=', 'Content-Length': '0'} 2022-09-01T11:26:12.314 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000008cb11cef4d05d81-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.354 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:12.355 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:12.356 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.356 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.357 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.358 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.358 DEBUG:boto:Data: 2022-09-01T11:26:12.359 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.360 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.360 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.361 DEBUG:boto:Params: {} 2022-09-01T11:26:12.361 DEBUG:boto:Token: None 2022-09-01T11:26:12.362 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.363 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XSBfNByUvCnd2oO+VuGi/001rxA= 2022-09-01T11:26:12.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XSBfNByUvCnd2oO+VuGi/001rxA=', 'Content-Length': '0'} 2022-09-01T11:26:12.366 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eec765db8ec68b02-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.367 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:12.368 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:12.369 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.369 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.370 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.370 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.371 DEBUG:boto:Data: 2022-09-01T11:26:12.371 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.372 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.372 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.373 DEBUG:boto:Params: {} 2022-09-01T11:26:12.373 DEBUG:boto:Token: None 2022-09-01T11:26:12.374 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.375 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XSBfNByUvCnd2oO+VuGi/001rxA= 2022-09-01T11:26:12.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XSBfNByUvCnd2oO+VuGi/001rxA=', 'Content-Length': '0'} 2022-09-01T11:26:12.378 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c97b31c8483135e-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.378 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:26:12.379 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:12.380 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:12.380 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.381 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.381 DEBUG:boto:Method: GET 2022-09-01T11:26:12.382 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.382 DEBUG:boto:Data: 2022-09-01T11:26:12.383 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.384 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.385 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.385 DEBUG:boto:Params: {} 2022-09-01T11:26:12.386 DEBUG:boto:Token: None 2022-09-01T11:26:12.387 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AI3/8xzmT24bffIWSt4x27NJqlg= 2022-09-01T11:26:12.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AI3/8xzmT24bffIWSt4x27NJqlg=', 'Content-Length': '0'} 2022-09-01T11:26:12.390 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cae779d19a42cbac-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.391 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:12.392 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:12.393 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.393 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.394 DEBUG:boto:Method: GET 2022-09-01T11:26:12.394 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.395 DEBUG:boto:Data: 2022-09-01T11:26:12.396 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.396 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.397 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.398 DEBUG:boto:Params: {} 2022-09-01T11:26:12.398 DEBUG:boto:Token: None 2022-09-01T11:26:12.399 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:26:12.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AI3/8xzmT24bffIWSt4x27NJqlg= 2022-09-01T11:26:12.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AI3/8xzmT24bffIWSt4x27NJqlg=', 'Content-Length': '0'} 2022-09-01T11:26:12.403 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004e3a3ea4eae5e188-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.404 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:12.405 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:12.406 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:12.407 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:12.407 DEBUG:boto:Method: GET 2022-09-01T11:26:12.408 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:26:12.409 DEBUG:boto:Data: 2022-09-01T11:26:12.409 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.410 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.410 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.411 DEBUG:boto:Params: {} 2022-09-01T11:26:12.412 DEBUG:boto:Token: None 2022-09-01T11:26:12.412 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/ 2022-09-01T11:26:12.413 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk= 2022-09-01T11:26:12.414 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk=', 'Content-Length': '0'} 2022-09-01T11:26:12.417 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000073a99292b5075660-00631096d4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.418 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:12.419 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:12.420 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:12.420 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:12.421 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:12.422 DEBUG:boto:Method: GET 2022-09-01T11:26:12.422 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:26:12.423 DEBUG:boto:Data: 2022-09-01T11:26:12.423 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.424 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.424 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.425 DEBUG:boto:Params: {} 2022-09-01T11:26:12.426 DEBUG:boto:Token: None 2022-09-01T11:26:12.427 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/ 2022-09-01T11:26:12.428 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk= 2022-09-01T11:26:12.429 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk=', 'Content-Length': '0'} 2022-09-01T11:26:12.432 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000382766cc650061c-00631096d4-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.433 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:12.434 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:12.435 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:12.435 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.436 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:26:12.437 DEBUG:boto:Data: 2022-09-01T11:26:12.437 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.438 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.439 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.439 DEBUG:boto:Params: {} 2022-09-01T11:26:12.440 DEBUG:boto:Token: None 2022-09-01T11:26:12.440 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj51 2022-09-01T11:26:12.441 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DjRVaTOLVTM5MYtBpE4v4I2G4nQ= 2022-09-01T11:26:12.442 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DjRVaTOLVTM5MYtBpE4v4I2G4nQ=', 'Content-Length': '0'} 2022-09-01T11:26:12.444 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003457c7fb8cb63a2f-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.445 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:12.446 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:12.446 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.447 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:26:12.447 DEBUG:boto:Data: 2022-09-01T11:26:12.448 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.448 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.449 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.450 DEBUG:boto:Params: {} 2022-09-01T11:26:12.451 DEBUG:boto:Token: None 2022-09-01T11:26:12.451 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj51 2022-09-01T11:26:12.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DjRVaTOLVTM5MYtBpE4v4I2G4nQ= 2022-09-01T11:26:12.453 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DjRVaTOLVTM5MYtBpE4v4I2G4nQ=', 'Content-Length': '0'} 2022-09-01T11:26:12.455 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003e06be3d614d3932-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.456 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:26:12.456 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:12.457 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:12.458 DEBUG:boto:Method: GET 2022-09-01T11:26:12.459 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:26:12.460 DEBUG:boto:Data: 2022-09-01T11:26:12.460 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.461 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.461 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.462 DEBUG:boto:Params: {} 2022-09-01T11:26:12.463 DEBUG:boto:Token: None 2022-09-01T11:26:12.463 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj51 2022-09-01T11:26:12.464 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/kJoqUe4gDuSZH2+pi2GVmS4J/w= 2022-09-01T11:26:12.465 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/kJoqUe4gDuSZH2+pi2GVmS4J/w=', 'Content-Length': '0'} 2022-09-01T11:26:12.467 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f893ae7f6cff8077-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.469 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:26:12.470 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:26:12.471 DEBUG:boto:Method: GET 2022-09-01T11:26:12.472 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:26:12.473 DEBUG:boto:Data: 2022-09-01T11:26:12.474 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.475 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.476 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.477 DEBUG:boto:Params: {} 2022-09-01T11:26:12.478 DEBUG:boto:Token: None 2022-09-01T11:26:12.479 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj51 2022-09-01T11:26:12.481 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/kJoqUe4gDuSZH2+pi2GVmS4J/w= 2022-09-01T11:26:12.482 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/kJoqUe4gDuSZH2+pi2GVmS4J/w=', 'Content-Length': '0'} 2022-09-01T11:26:12.484 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071ace4ec5520eeb5-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.526 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:12.528 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:12.528 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:12.529 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:12.530 DEBUG:boto:Method: GET 2022-09-01T11:26:12.530 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:26:12.532 DEBUG:boto:Data: 2022-09-01T11:26:12.533 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.533 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.534 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.535 DEBUG:boto:Params: {} 2022-09-01T11:26:12.536 DEBUG:boto:Token: None 2022-09-01T11:26:12.537 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/ 2022-09-01T11:26:12.538 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk= 2022-09-01T11:26:12.539 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk=', 'Content-Length': '0'} 2022-09-01T11:26:12.543 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c0fea2261697a76f-00631096d4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.544 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:12.545 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:12.546 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:12.548 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:12.549 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:26:12.549 DEBUG:boto:Method: GET 2022-09-01T11:26:12.550 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:26:12.551 DEBUG:boto:Data: 2022-09-01T11:26:12.552 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.553 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.554 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.554 DEBUG:boto:Params: {} 2022-09-01T11:26:12.555 DEBUG:boto:Token: None 2022-09-01T11:26:12.556 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/ 2022-09-01T11:26:12.557 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk= 2022-09-01T11:26:12.558 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk=', 'Content-Length': '0'} 2022-09-01T11:26:12.561 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001dae7f14df78db2a-00631096d4-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.562 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:12.563 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:26:12.563 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:12.564 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:12.565 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.565 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.566 DEBUG:boto:Method: GET 2022-09-01T11:26:12.566 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.567 DEBUG:boto:Data: 2022-09-01T11:26:12.567 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.568 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.568 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.569 DEBUG:boto:Params: {} 2022-09-01T11:26:12.569 DEBUG:boto:Token: None 2022-09-01T11:26:12.570 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.571 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V2qEKsMr6E4qrZdwsOMAov8GHCw= 2022-09-01T11:26:12.572 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V2qEKsMr6E4qrZdwsOMAov8GHCw=', 'Content-Length': '0'} 2022-09-01T11:26:12.574 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001dbc5b92fb4f11a4-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.622 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:12.623 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:12.624 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.625 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.626 DEBUG:boto:Method: GET 2022-09-01T11:26:12.627 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.628 DEBUG:boto:Data: 2022-09-01T11:26:12.629 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.629 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.630 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.631 DEBUG:boto:Params: {} 2022-09-01T11:26:12.631 DEBUG:boto:Token: None 2022-09-01T11:26:12.633 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.634 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V2qEKsMr6E4qrZdwsOMAov8GHCw= 2022-09-01T11:26:12.635 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V2qEKsMr6E4qrZdwsOMAov8GHCw=', 'Content-Length': '0'} 2022-09-01T11:26:12.637 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045604c68d4f0dd76-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.639 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:12.640 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:12.641 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.641 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.642 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.643 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.643 DEBUG:boto:Data: 2022-09-01T11:26:12.644 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.644 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.645 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.645 DEBUG:boto:Params: {} 2022-09-01T11:26:12.646 DEBUG:boto:Token: None 2022-09-01T11:26:12.647 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vzOS9pd7zu4y2OAimj9NS83aiHU= 2022-09-01T11:26:12.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vzOS9pd7zu4y2OAimj9NS83aiHU=', 'Content-Length': '0'} 2022-09-01T11:26:12.651 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000074015d10bb065926-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.652 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:12.653 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:12.654 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.655 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.655 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.656 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.656 DEBUG:boto:Data: 2022-09-01T11:26:12.657 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.657 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.658 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.658 DEBUG:boto:Params: {} 2022-09-01T11:26:12.659 DEBUG:boto:Token: None 2022-09-01T11:26:12.660 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.660 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vzOS9pd7zu4y2OAimj9NS83aiHU= 2022-09-01T11:26:12.661 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vzOS9pd7zu4y2OAimj9NS83aiHU=', 'Content-Length': '0'} 2022-09-01T11:26:12.663 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000050a0602cdf942d4e-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.664 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:26:12.665 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:12.665 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:12.666 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.676 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.677 DEBUG:boto:Method: GET 2022-09-01T11:26:12.678 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.679 DEBUG:boto:Data: 2022-09-01T11:26:12.679 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.680 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.680 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.681 DEBUG:boto:Params: {} 2022-09-01T11:26:12.682 DEBUG:boto:Token: None 2022-09-01T11:26:12.682 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.683 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V2qEKsMr6E4qrZdwsOMAov8GHCw= 2022-09-01T11:26:12.684 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V2qEKsMr6E4qrZdwsOMAov8GHCw=', 'Content-Length': '0'} 2022-09-01T11:26:12.687 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ea59b103a39bc5c-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.688 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:12.689 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:12.690 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.691 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.692 DEBUG:boto:Method: GET 2022-09-01T11:26:12.693 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.694 DEBUG:boto:Data: 2022-09-01T11:26:12.696 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.697 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.698 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.699 DEBUG:boto:Params: {} 2022-09-01T11:26:12.700 DEBUG:boto:Token: None 2022-09-01T11:26:12.700 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:26:12.701 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:V2qEKsMr6E4qrZdwsOMAov8GHCw= 2022-09-01T11:26:12.702 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:V2qEKsMr6E4qrZdwsOMAov8GHCw=', 'Content-Length': '0'} 2022-09-01T11:26:12.704 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009c6c1ca609eba5f9-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.705 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:12.706 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:12.706 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:12.707 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:12.708 DEBUG:boto:Method: GET 2022-09-01T11:26:12.708 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:26:12.709 DEBUG:boto:Data: 2022-09-01T11:26:12.709 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.710 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.710 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.711 DEBUG:boto:Params: {} 2022-09-01T11:26:12.711 DEBUG:boto:Token: None 2022-09-01T11:26:12.712 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/ 2022-09-01T11:26:12.713 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk= 2022-09-01T11:26:12.713 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk=', 'Content-Length': '0'} 2022-09-01T11:26:12.716 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003284b3bf8257aaf8-00631096d4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.762 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:12.763 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:12.764 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:12.765 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:12.766 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:12.767 DEBUG:boto:Method: GET 2022-09-01T11:26:12.768 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:26:12.769 DEBUG:boto:Data: 2022-09-01T11:26:12.770 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.770 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.771 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.772 DEBUG:boto:Params: {} 2022-09-01T11:26:12.773 DEBUG:boto:Token: None 2022-09-01T11:26:12.773 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/ 2022-09-01T11:26:12.774 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk= 2022-09-01T11:26:12.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk=', 'Content-Length': '0'} 2022-09-01T11:26:12.778 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005b8dbab3fd837889-00631096d4-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.778 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:12.779 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:12.780 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:12.780 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.781 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:26:12.781 DEBUG:boto:Data: 2022-09-01T11:26:12.782 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.782 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.783 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.783 DEBUG:boto:Params: {} 2022-09-01T11:26:12.784 DEBUG:boto:Token: None 2022-09-01T11:26:12.784 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj55 2022-09-01T11:26:12.785 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GGg0sVU0WrGmdXzwe7nrYMbAWDE= 2022-09-01T11:26:12.786 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GGg0sVU0WrGmdXzwe7nrYMbAWDE=', 'Content-Length': '0'} 2022-09-01T11:26:12.788 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e0cbf4785911cb67-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.788 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:12.789 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:12.790 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.790 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:26:12.791 DEBUG:boto:Data: 2022-09-01T11:26:12.791 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.792 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.792 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.793 DEBUG:boto:Params: {} 2022-09-01T11:26:12.793 DEBUG:boto:Token: None 2022-09-01T11:26:12.794 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj55 2022-09-01T11:26:12.794 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GGg0sVU0WrGmdXzwe7nrYMbAWDE= 2022-09-01T11:26:12.795 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GGg0sVU0WrGmdXzwe7nrYMbAWDE=', 'Content-Length': '0'} 2022-09-01T11:26:12.797 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000004b330d10dcaab5-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.798 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:26:12.798 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:12.799 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:12.800 DEBUG:boto:Method: GET 2022-09-01T11:26:12.800 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:26:12.801 DEBUG:boto:Data: 2022-09-01T11:26:12.801 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.802 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.802 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.803 DEBUG:boto:Params: {} 2022-09-01T11:26:12.803 DEBUG:boto:Token: None 2022-09-01T11:26:12.804 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj55 2022-09-01T11:26:12.805 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZccccltMLfkz8gPj4J7N0FD2i6o= 2022-09-01T11:26:12.805 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZccccltMLfkz8gPj4J7N0FD2i6o=', 'Content-Length': '0'} 2022-09-01T11:26:12.807 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000afbd87c3c9454c1c-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.808 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:26:12.809 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:26:12.809 DEBUG:boto:Method: GET 2022-09-01T11:26:12.810 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:26:12.810 DEBUG:boto:Data: 2022-09-01T11:26:12.811 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.812 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.812 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.813 DEBUG:boto:Params: {} 2022-09-01T11:26:12.813 DEBUG:boto:Token: None 2022-09-01T11:26:12.814 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj55 2022-09-01T11:26:12.815 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZccccltMLfkz8gPj4J7N0FD2i6o= 2022-09-01T11:26:12.815 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZccccltMLfkz8gPj4J7N0FD2i6o=', 'Content-Length': '0'} 2022-09-01T11:26:12.817 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060c09214026c2144-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.818 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:12.819 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:12.819 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:12.820 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:12.820 DEBUG:boto:Method: GET 2022-09-01T11:26:12.821 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:26:12.821 DEBUG:boto:Data: 2022-09-01T11:26:12.822 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.822 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.823 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.823 DEBUG:boto:Params: {} 2022-09-01T11:26:12.824 DEBUG:boto:Token: None 2022-09-01T11:26:12.824 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/ 2022-09-01T11:26:12.825 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk= 2022-09-01T11:26:12.826 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk=', 'Content-Length': '0'} 2022-09-01T11:26:12.829 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000702e9876c57eb2b6-00631096d4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.829 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:12.830 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:12.831 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:12.831 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:12.832 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:26:12.832 DEBUG:boto:Method: GET 2022-09-01T11:26:12.833 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:26:12.833 DEBUG:boto:Data: 2022-09-01T11:26:12.834 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.835 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.835 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.836 DEBUG:boto:Params: {} 2022-09-01T11:26:12.836 DEBUG:boto:Token: None 2022-09-01T11:26:12.837 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/ 2022-09-01T11:26:12.837 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk= 2022-09-01T11:26:12.838 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk=', 'Content-Length': '0'} 2022-09-01T11:26:12.841 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000897baa8a06064274-00631096d4-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.842 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:12.843 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:26:12.843 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:12.844 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:12.844 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.845 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.845 DEBUG:boto:Method: GET 2022-09-01T11:26:12.846 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.846 DEBUG:boto:Data: 2022-09-01T11:26:12.847 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.848 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.848 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.849 DEBUG:boto:Params: {} 2022-09-01T11:26:12.849 DEBUG:boto:Token: None 2022-09-01T11:26:12.850 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PTlFwzhzYL8iok417lo2/uE17+w= 2022-09-01T11:26:12.851 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PTlFwzhzYL8iok417lo2/uE17+w=', 'Content-Length': '0'} 2022-09-01T11:26:12.853 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e6b4b22d2785a9f-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.854 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:12.855 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:12.855 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.856 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.856 DEBUG:boto:Method: GET 2022-09-01T11:26:12.857 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.857 DEBUG:boto:Data: 2022-09-01T11:26:12.858 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.859 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.859 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.860 DEBUG:boto:Params: {} 2022-09-01T11:26:12.860 DEBUG:boto:Token: None 2022-09-01T11:26:12.861 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.862 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PTlFwzhzYL8iok417lo2/uE17+w= 2022-09-01T11:26:12.862 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PTlFwzhzYL8iok417lo2/uE17+w=', 'Content-Length': '0'} 2022-09-01T11:26:12.864 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f4c55851bd414ae9-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.865 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:12.866 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:12.866 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.867 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.867 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.868 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.868 DEBUG:boto:Data: 2022-09-01T11:26:12.869 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.869 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.870 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.870 DEBUG:boto:Params: {} 2022-09-01T11:26:12.871 DEBUG:boto:Token: None 2022-09-01T11:26:12.872 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GzQzI4ziIiEG+wIJWEQE9OGrGio= 2022-09-01T11:26:12.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GzQzI4ziIiEG+wIJWEQE9OGrGio=', 'Content-Length': '0'} 2022-09-01T11:26:12.875 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000126dae7273f95926-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.876 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:12.877 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:12.877 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.878 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.879 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.879 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.880 DEBUG:boto:Data: 2022-09-01T11:26:12.880 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.881 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.882 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.882 DEBUG:boto:Params: {} 2022-09-01T11:26:12.883 DEBUG:boto:Token: None 2022-09-01T11:26:12.884 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.884 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GzQzI4ziIiEG+wIJWEQE9OGrGio= 2022-09-01T11:26:12.885 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GzQzI4ziIiEG+wIJWEQE9OGrGio=', 'Content-Length': '0'} 2022-09-01T11:26:12.888 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006806d9221318dcc6-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.890 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:26:12.890 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:12.891 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:12.892 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.892 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.893 DEBUG:boto:Method: GET 2022-09-01T11:26:12.894 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.895 DEBUG:boto:Data: 2022-09-01T11:26:12.895 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.896 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.896 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.897 DEBUG:boto:Params: {} 2022-09-01T11:26:12.898 DEBUG:boto:Token: None 2022-09-01T11:26:12.899 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.900 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PTlFwzhzYL8iok417lo2/uE17+w= 2022-09-01T11:26:12.901 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PTlFwzhzYL8iok417lo2/uE17+w=', 'Content-Length': '0'} 2022-09-01T11:26:12.904 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e789fa808915ea47-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.905 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:12.906 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:12.907 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.907 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.908 DEBUG:boto:Method: GET 2022-09-01T11:26:12.908 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.909 DEBUG:boto:Data: 2022-09-01T11:26:12.909 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.910 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.911 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.912 DEBUG:boto:Params: {} 2022-09-01T11:26:12.913 DEBUG:boto:Token: None 2022-09-01T11:26:12.914 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:26:12.915 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PTlFwzhzYL8iok417lo2/uE17+w= 2022-09-01T11:26:12.916 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PTlFwzhzYL8iok417lo2/uE17+w=', 'Content-Length': '0'} 2022-09-01T11:26:12.918 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000003b59b4f80f8d8ef-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.919 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:12.920 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:12.920 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:12.921 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:12.922 DEBUG:boto:Method: GET 2022-09-01T11:26:12.922 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:26:12.923 DEBUG:boto:Data: 2022-09-01T11:26:12.924 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.925 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.925 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.926 DEBUG:boto:Params: {} 2022-09-01T11:26:12.927 DEBUG:boto:Token: None 2022-09-01T11:26:12.928 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/ 2022-09-01T11:26:12.928 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk= 2022-09-01T11:26:12.929 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk=', 'Content-Length': '0'} 2022-09-01T11:26:12.932 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eeb56b30d64ed627-00631096d4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.933 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:12.935 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:12.936 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:12.937 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:12.937 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:12.938 DEBUG:boto:Method: GET 2022-09-01T11:26:12.939 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:26:12.940 DEBUG:boto:Data: 2022-09-01T11:26:12.941 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.942 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.943 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.944 DEBUG:boto:Params: {} 2022-09-01T11:26:12.946 DEBUG:boto:Token: None 2022-09-01T11:26:12.947 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/ 2022-09-01T11:26:12.948 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk= 2022-09-01T11:26:12.949 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BBAOsVYC/H2YOaeAvJvdxMLkRmk=', 'Content-Length': '0'} 2022-09-01T11:26:12.952 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006dc18c9f44e9bbc8-00631096d4-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.954 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:12.955 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:12.956 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:12.957 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.958 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:26:12.958 DEBUG:boto:Data: 2022-09-01T11:26:12.959 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.960 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.960 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.961 DEBUG:boto:Params: {} 2022-09-01T11:26:12.962 DEBUG:boto:Token: None 2022-09-01T11:26:12.962 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj57 2022-09-01T11:26:12.963 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pb7l7rCKS0AYlHFjAXdgYWgdfHE= 2022-09-01T11:26:12.964 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pb7l7rCKS0AYlHFjAXdgYWgdfHE=', 'Content-Length': '0'} 2022-09-01T11:26:12.966 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000105f46ea7cd4d1ba-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.967 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:12.967 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:12.968 DEBUG:boto:Method: HEAD 2022-09-01T11:26:12.969 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:26:12.970 DEBUG:boto:Data: 2022-09-01T11:26:12.971 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.971 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.972 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.973 DEBUG:boto:Params: {} 2022-09-01T11:26:12.973 DEBUG:boto:Token: None 2022-09-01T11:26:12.974 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj57 2022-09-01T11:26:12.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pb7l7rCKS0AYlHFjAXdgYWgdfHE= 2022-09-01T11:26:12.975 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pb7l7rCKS0AYlHFjAXdgYWgdfHE=', 'Content-Length': '0'} 2022-09-01T11:26:12.978 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007d3f6a0f279c5fb2-00631096d4-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.979 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:26:12.980 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:12.980 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:12.981 DEBUG:boto:Method: GET 2022-09-01T11:26:12.981 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:26:12.982 DEBUG:boto:Data: 2022-09-01T11:26:12.983 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.983 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:12.984 DEBUG:boto:Port: 8001 2022-09-01T11:26:12.984 DEBUG:boto:Params: {} 2022-09-01T11:26:12.985 DEBUG:boto:Token: None 2022-09-01T11:26:12.986 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj57 2022-09-01T11:26:12.987 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rqKtOpr95HeP++ZgKitVVIIacZ8= 2022-09-01T11:26:12.987 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rqKtOpr95HeP++ZgKitVVIIacZ8=', 'Content-Length': '0'} 2022-09-01T11:26:12.989 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094b4f1b89401ace8-00631096d4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:12.990 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:26:12.991 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:26:12.992 DEBUG:boto:Method: GET 2022-09-01T11:26:12.992 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:26:12.993 DEBUG:boto:Data: 2022-09-01T11:26:12.994 DEBUG:boto:Headers: {} 2022-09-01T11:26:12.994 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:12.995 DEBUG:boto:Port: 8000 2022-09-01T11:26:12.995 DEBUG:boto:Params: {} 2022-09-01T11:26:12.996 DEBUG:boto:Token: None 2022-09-01T11:26:12.997 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:12 GMT /ptoxvb-74/obj57 2022-09-01T11:26:12.997 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rqKtOpr95HeP++ZgKitVVIIacZ8= 2022-09-01T11:26:12.998 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rqKtOpr95HeP++ZgKitVVIIacZ8=', 'Content-Length': '0'} 2022-09-01T11:26:13.000 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009cef0a69af6fad28-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.001 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.002 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.003 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:13.003 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:13.004 DEBUG:boto:Method: GET 2022-09-01T11:26:13.004 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:26:13.005 DEBUG:boto:Data: 2022-09-01T11:26:13.005 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.006 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.006 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.007 DEBUG:boto:Params: {} 2022-09-01T11:26:13.008 DEBUG:boto:Token: None 2022-09-01T11:26:13.008 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.009 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.010 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.013 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004ae35b60fd7c6073-00631096d5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.014 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.016 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.017 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.018 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:13.019 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:26:13.020 DEBUG:boto:Method: GET 2022-09-01T11:26:13.021 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:26:13.023 DEBUG:boto:Data: 2022-09-01T11:26:13.024 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.025 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.026 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.027 DEBUG:boto:Params: {} 2022-09-01T11:26:13.028 DEBUG:boto:Token: None 2022-09-01T11:26:13.029 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.035 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a8eb7c16d4941c75-00631096d5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.036 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.037 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:26:13.038 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:13.039 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:13.040 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.041 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.042 DEBUG:boto:Method: GET 2022-09-01T11:26:13.043 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.044 DEBUG:boto:Data: 2022-09-01T11:26:13.044 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.046 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.046 DEBUG:boto:Params: {} 2022-09-01T11:26:13.047 DEBUG:boto:Token: None 2022-09-01T11:26:13.048 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d6cKDqmM3oAE7O05OOd00Tf6Cs8= 2022-09-01T11:26:13.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d6cKDqmM3oAE7O05OOd00Tf6Cs8=', 'Content-Length': '0'} 2022-09-01T11:26:13.051 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003e824008b86be104-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.052 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:13.052 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:13.053 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.053 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.054 DEBUG:boto:Method: GET 2022-09-01T11:26:13.054 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.055 DEBUG:boto:Data: 2022-09-01T11:26:13.055 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.056 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.056 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.057 DEBUG:boto:Params: {} 2022-09-01T11:26:13.058 DEBUG:boto:Token: None 2022-09-01T11:26:13.058 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.059 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d6cKDqmM3oAE7O05OOd00Tf6Cs8= 2022-09-01T11:26:13.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d6cKDqmM3oAE7O05OOd00Tf6Cs8=', 'Content-Length': '0'} 2022-09-01T11:26:13.062 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006a2c30f94dd7481f-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.063 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:13.063 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:13.064 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.064 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.065 DEBUG:boto:Method: HEAD 2022-09-01T11:26:13.065 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.066 DEBUG:boto:Data: 2022-09-01T11:26:13.066 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.067 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.067 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.068 DEBUG:boto:Params: {} 2022-09-01T11:26:13.069 DEBUG:boto:Token: None 2022-09-01T11:26:13.069 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.070 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8qp0jnMpSEqPBi75gzU/h3hLrpA= 2022-09-01T11:26:13.071 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8qp0jnMpSEqPBi75gzU/h3hLrpA=', 'Content-Length': '0'} 2022-09-01T11:26:13.075 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009366d4f03ab301c2-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.076 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:13.076 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:13.077 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.077 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.078 DEBUG:boto:Method: HEAD 2022-09-01T11:26:13.080 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.081 DEBUG:boto:Data: 2022-09-01T11:26:13.082 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.083 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.084 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.085 DEBUG:boto:Params: {} 2022-09-01T11:26:13.086 DEBUG:boto:Token: None 2022-09-01T11:26:13.087 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.088 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8qp0jnMpSEqPBi75gzU/h3hLrpA= 2022-09-01T11:26:13.091 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8qp0jnMpSEqPBi75gzU/h3hLrpA=', 'Content-Length': '0'} 2022-09-01T11:26:13.094 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c10301efd4df7432-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.096 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:26:13.097 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:13.098 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:13.099 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.100 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.100 DEBUG:boto:Method: GET 2022-09-01T11:26:13.101 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.103 DEBUG:boto:Data: 2022-09-01T11:26:13.104 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.104 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.105 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.106 DEBUG:boto:Params: {} 2022-09-01T11:26:13.107 DEBUG:boto:Token: None 2022-09-01T11:26:13.107 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.108 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d6cKDqmM3oAE7O05OOd00Tf6Cs8= 2022-09-01T11:26:13.109 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d6cKDqmM3oAE7O05OOd00Tf6Cs8=', 'Content-Length': '0'} 2022-09-01T11:26:13.111 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008c0ad87a07eb5c74-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.154 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:13.155 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:13.156 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.157 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.158 DEBUG:boto:Method: GET 2022-09-01T11:26:13.159 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.160 DEBUG:boto:Data: 2022-09-01T11:26:13.160 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.161 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.161 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.162 DEBUG:boto:Params: {} 2022-09-01T11:26:13.162 DEBUG:boto:Token: None 2022-09-01T11:26:13.163 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:26:13.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:d6cKDqmM3oAE7O05OOd00Tf6Cs8= 2022-09-01T11:26:13.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:d6cKDqmM3oAE7O05OOd00Tf6Cs8=', 'Content-Length': '0'} 2022-09-01T11:26:13.166 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000e7d80aa691ec14c-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.167 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.168 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.168 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:13.169 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:13.169 DEBUG:boto:Method: GET 2022-09-01T11:26:13.170 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:26:13.171 DEBUG:boto:Data: 2022-09-01T11:26:13.171 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.172 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.172 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.173 DEBUG:boto:Params: {} 2022-09-01T11:26:13.173 DEBUG:boto:Token: None 2022-09-01T11:26:13.174 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.179 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c3a2cea95cd39102-00631096d5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.179 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.180 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.181 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.181 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:13.182 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:13.182 DEBUG:boto:Method: GET 2022-09-01T11:26:13.183 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:26:13.183 DEBUG:boto:Data: 2022-09-01T11:26:13.184 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.185 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.185 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.186 DEBUG:boto:Params: {} 2022-09-01T11:26:13.186 DEBUG:boto:Token: None 2022-09-01T11:26:13.187 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.188 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.191 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008b4402f78f2fdc6f-00631096d5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.192 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.193 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:13.193 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:13.194 DEBUG:boto:Method: HEAD 2022-09-01T11:26:13.194 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:26:13.195 DEBUG:boto:Data: 2022-09-01T11:26:13.195 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.196 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.196 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.197 DEBUG:boto:Params: {} 2022-09-01T11:26:13.197 DEBUG:boto:Token: None 2022-09-01T11:26:13.198 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj58 2022-09-01T11:26:13.199 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xPr8MU3jI/HS1YzNKDXoVaJvMxg= 2022-09-01T11:26:13.199 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xPr8MU3jI/HS1YzNKDXoVaJvMxg=', 'Content-Length': '0'} 2022-09-01T11:26:13.201 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001d0d597d3aa7763a-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.202 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:13.203 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:13.203 DEBUG:boto:Method: HEAD 2022-09-01T11:26:13.204 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:26:13.204 DEBUG:boto:Data: 2022-09-01T11:26:13.205 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.205 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.205 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.206 DEBUG:boto:Params: {} 2022-09-01T11:26:13.207 DEBUG:boto:Token: None 2022-09-01T11:26:13.207 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj58 2022-09-01T11:26:13.208 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xPr8MU3jI/HS1YzNKDXoVaJvMxg= 2022-09-01T11:26:13.208 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xPr8MU3jI/HS1YzNKDXoVaJvMxg=', 'Content-Length': '0'} 2022-09-01T11:26:13.211 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e7ea4173e94ed3a-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.211 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:26:13.212 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:13.212 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:13.213 DEBUG:boto:Method: GET 2022-09-01T11:26:13.213 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:26:13.214 DEBUG:boto:Data: 2022-09-01T11:26:13.215 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.215 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.216 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.216 DEBUG:boto:Params: {} 2022-09-01T11:26:13.217 DEBUG:boto:Token: None 2022-09-01T11:26:13.217 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj58 2022-09-01T11:26:13.218 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IaYckSucqvGs16i9Xg6lT/vz0to= 2022-09-01T11:26:13.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IaYckSucqvGs16i9Xg6lT/vz0to=', 'Content-Length': '0'} 2022-09-01T11:26:13.221 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000000a2beb476a17e54-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.222 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:26:13.222 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:26:13.223 DEBUG:boto:Method: GET 2022-09-01T11:26:13.223 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:26:13.224 DEBUG:boto:Data: 2022-09-01T11:26:13.224 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.225 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.225 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.226 DEBUG:boto:Params: {} 2022-09-01T11:26:13.226 DEBUG:boto:Token: None 2022-09-01T11:26:13.227 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj58 2022-09-01T11:26:13.228 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IaYckSucqvGs16i9Xg6lT/vz0to= 2022-09-01T11:26:13.228 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IaYckSucqvGs16i9Xg6lT/vz0to=', 'Content-Length': '0'} 2022-09-01T11:26:13.230 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000559330728e57f6f8-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.274 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.275 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.276 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:13.277 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:13.277 DEBUG:boto:Method: GET 2022-09-01T11:26:13.278 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:26:13.279 DEBUG:boto:Data: 2022-09-01T11:26:13.279 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.280 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.281 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.281 DEBUG:boto:Params: {} 2022-09-01T11:26:13.282 DEBUG:boto:Token: None 2022-09-01T11:26:13.282 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.283 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.284 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.287 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000061da3fa1f7a7b5cb-00631096d5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.288 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.289 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.290 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.290 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:13.291 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:26:13.292 DEBUG:boto:Method: GET 2022-09-01T11:26:13.292 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:26:13.293 DEBUG:boto:Data: 2022-09-01T11:26:13.293 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.294 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.295 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.295 DEBUG:boto:Params: {} 2022-09-01T11:26:13.296 DEBUG:boto:Token: None 2022-09-01T11:26:13.297 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.302 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000968fd8ab21768868-00631096d5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.303 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.304 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:26:13.305 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:13.305 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:13.306 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.306 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.307 DEBUG:boto:Method: GET 2022-09-01T11:26:13.308 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.308 DEBUG:boto:Data: 2022-09-01T11:26:13.309 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.309 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.310 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.311 DEBUG:boto:Params: {} 2022-09-01T11:26:13.312 DEBUG:boto:Token: None 2022-09-01T11:26:13.313 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.314 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:77/KrzZlZx3uDsSjj0hMHBbaT00= 2022-09-01T11:26:13.314 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:77/KrzZlZx3uDsSjj0hMHBbaT00=', 'Content-Length': '0'} 2022-09-01T11:26:13.316 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f64f30dfb8ea8f89-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.362 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:13.363 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:13.364 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.366 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.367 DEBUG:boto:Method: GET 2022-09-01T11:26:13.368 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.369 DEBUG:boto:Data: 2022-09-01T11:26:13.370 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.371 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.372 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.373 DEBUG:boto:Params: {} 2022-09-01T11:26:13.373 DEBUG:boto:Token: None 2022-09-01T11:26:13.374 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.375 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:77/KrzZlZx3uDsSjj0hMHBbaT00= 2022-09-01T11:26:13.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:77/KrzZlZx3uDsSjj0hMHBbaT00=', 'Content-Length': '0'} 2022-09-01T11:26:13.378 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d02eaa440ec1b96-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.379 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:13.379 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:13.380 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.380 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.381 DEBUG:boto:Method: HEAD 2022-09-01T11:26:13.381 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.382 DEBUG:boto:Data: 2022-09-01T11:26:13.383 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.384 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.385 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.386 DEBUG:boto:Params: {} 2022-09-01T11:26:13.387 DEBUG:boto:Token: None 2022-09-01T11:26:13.397 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.398 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M/1RwKPBLOqaDYK1F1UJby4KO/c= 2022-09-01T11:26:13.399 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M/1RwKPBLOqaDYK1F1UJby4KO/c=', 'Content-Length': '0'} 2022-09-01T11:26:13.401 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a530b1e52b1e51d3-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.403 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:13.404 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:13.405 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.406 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.407 DEBUG:boto:Method: HEAD 2022-09-01T11:26:13.407 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.408 DEBUG:boto:Data: 2022-09-01T11:26:13.409 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.410 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.411 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.411 DEBUG:boto:Params: {} 2022-09-01T11:26:13.412 DEBUG:boto:Token: None 2022-09-01T11:26:13.413 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.413 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:M/1RwKPBLOqaDYK1F1UJby4KO/c= 2022-09-01T11:26:13.414 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:M/1RwKPBLOqaDYK1F1UJby4KO/c=', 'Content-Length': '0'} 2022-09-01T11:26:13.416 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000545b767b3014179-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.417 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:26:13.417 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:13.418 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:13.418 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.419 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.420 DEBUG:boto:Method: GET 2022-09-01T11:26:13.420 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.421 DEBUG:boto:Data: 2022-09-01T11:26:13.422 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.423 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.424 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.424 DEBUG:boto:Params: {} 2022-09-01T11:26:13.426 DEBUG:boto:Token: None 2022-09-01T11:26:13.427 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.428 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:77/KrzZlZx3uDsSjj0hMHBbaT00= 2022-09-01T11:26:13.429 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:77/KrzZlZx3uDsSjj0hMHBbaT00=', 'Content-Length': '0'} 2022-09-01T11:26:13.432 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007ae04063c5c78f30-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.433 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:13.434 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:13.434 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.435 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.435 DEBUG:boto:Method: GET 2022-09-01T11:26:13.436 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.436 DEBUG:boto:Data: 2022-09-01T11:26:13.437 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.438 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.438 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.439 DEBUG:boto:Params: {} 2022-09-01T11:26:13.439 DEBUG:boto:Token: None 2022-09-01T11:26:13.440 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:26:13.441 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:77/KrzZlZx3uDsSjj0hMHBbaT00= 2022-09-01T11:26:13.441 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:77/KrzZlZx3uDsSjj0hMHBbaT00=', 'Content-Length': '0'} 2022-09-01T11:26:13.444 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000337f719399f60741-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.445 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.445 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.446 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:13.446 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:13.447 DEBUG:boto:Method: GET 2022-09-01T11:26:13.447 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:26:13.448 DEBUG:boto:Data: 2022-09-01T11:26:13.449 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.449 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.450 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.450 DEBUG:boto:Params: {} 2022-09-01T11:26:13.451 DEBUG:boto:Token: None 2022-09-01T11:26:13.451 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.453 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.455 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007101123636a2a1c3-00631096d5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.456 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.458 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.458 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.459 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:13.460 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:13.460 DEBUG:boto:Method: GET 2022-09-01T11:26:13.461 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:26:13.462 DEBUG:boto:Data: 2022-09-01T11:26:13.462 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.463 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.463 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.464 DEBUG:boto:Params: {} 2022-09-01T11:26:13.464 DEBUG:boto:Token: None 2022-09-01T11:26:13.465 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.466 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.466 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.469 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000048c333feec09d5f1-00631096d5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.470 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.471 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:13.472 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:13.473 DEBUG:boto:Method: HEAD 2022-09-01T11:26:13.474 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:26:13.474 DEBUG:boto:Data: 2022-09-01T11:26:13.475 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.475 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.476 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.476 DEBUG:boto:Params: {} 2022-09-01T11:26:13.477 DEBUG:boto:Token: None 2022-09-01T11:26:13.477 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj68 2022-09-01T11:26:13.478 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/fFyl/Tmmr5ABVDaA4EQVaCOFVo= 2022-09-01T11:26:13.479 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/fFyl/Tmmr5ABVDaA4EQVaCOFVo=', 'Content-Length': '0'} 2022-09-01T11:26:13.481 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a8dcc56848d80275-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.482 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:13.482 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:13.483 DEBUG:boto:Method: HEAD 2022-09-01T11:26:13.483 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:26:13.484 DEBUG:boto:Data: 2022-09-01T11:26:13.485 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.485 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.486 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.486 DEBUG:boto:Params: {} 2022-09-01T11:26:13.487 DEBUG:boto:Token: None 2022-09-01T11:26:13.487 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj68 2022-09-01T11:26:13.488 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/fFyl/Tmmr5ABVDaA4EQVaCOFVo= 2022-09-01T11:26:13.488 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/fFyl/Tmmr5ABVDaA4EQVaCOFVo=', 'Content-Length': '0'} 2022-09-01T11:26:13.491 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000e0727f2b782f3a2-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.492 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:26:13.493 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:13.493 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:13.495 DEBUG:boto:Method: GET 2022-09-01T11:26:13.496 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:26:13.497 DEBUG:boto:Data: 2022-09-01T11:26:13.498 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.499 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.499 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.500 DEBUG:boto:Params: {} 2022-09-01T11:26:13.501 DEBUG:boto:Token: None 2022-09-01T11:26:13.502 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj68 2022-09-01T11:26:13.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5fp3nOj4aERkr3e5OSceAxalo9w= 2022-09-01T11:26:13.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5fp3nOj4aERkr3e5OSceAxalo9w=', 'Content-Length': '0'} 2022-09-01T11:26:13.506 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d872e6e95d74d8f-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.507 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:26:13.508 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:26:13.508 DEBUG:boto:Method: GET 2022-09-01T11:26:13.509 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:26:13.510 DEBUG:boto:Data: 2022-09-01T11:26:13.510 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.511 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.511 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.512 DEBUG:boto:Params: {} 2022-09-01T11:26:13.512 DEBUG:boto:Token: None 2022-09-01T11:26:13.513 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj68 2022-09-01T11:26:13.514 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5fp3nOj4aERkr3e5OSceAxalo9w= 2022-09-01T11:26:13.514 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5fp3nOj4aERkr3e5OSceAxalo9w=', 'Content-Length': '0'} 2022-09-01T11:26:13.517 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cfbb4f11e59e76c5-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.558 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.559 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.559 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:13.560 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:13.561 DEBUG:boto:Method: GET 2022-09-01T11:26:13.561 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:26:13.562 DEBUG:boto:Data: 2022-09-01T11:26:13.562 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.563 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.564 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.564 DEBUG:boto:Params: {} 2022-09-01T11:26:13.565 DEBUG:boto:Token: None 2022-09-01T11:26:13.565 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.566 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.567 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.570 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000261f74bd1dd52008-00631096d5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.571 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.572 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.572 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.573 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:13.573 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:26:13.574 DEBUG:boto:Method: GET 2022-09-01T11:26:13.574 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:26:13.575 DEBUG:boto:Data: 2022-09-01T11:26:13.575 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.576 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.576 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.577 DEBUG:boto:Params: {} 2022-09-01T11:26:13.578 DEBUG:boto:Token: None 2022-09-01T11:26:13.578 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.579 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.580 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.582 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c6d5bea75a5bedb6-00631096d5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.583 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.584 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:26:13.585 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:13.585 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:13.586 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.587 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.587 DEBUG:boto:Method: GET 2022-09-01T11:26:13.588 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.588 DEBUG:boto:Data: 2022-09-01T11:26:13.589 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.589 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.590 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.590 DEBUG:boto:Params: {} 2022-09-01T11:26:13.591 DEBUG:boto:Token: None 2022-09-01T11:26:13.592 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.592 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eyIyR50CIrKZKobhDxvLhKR23B0= 2022-09-01T11:26:13.593 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eyIyR50CIrKZKobhDxvLhKR23B0=', 'Content-Length': '0'} 2022-09-01T11:26:13.595 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000058322cfa2b8690f9-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.638 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:13.639 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:13.640 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.640 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.641 DEBUG:boto:Method: GET 2022-09-01T11:26:13.642 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.642 DEBUG:boto:Data: 2022-09-01T11:26:13.643 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.643 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.644 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.644 DEBUG:boto:Params: {} 2022-09-01T11:26:13.645 DEBUG:boto:Token: None 2022-09-01T11:26:13.646 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.646 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eyIyR50CIrKZKobhDxvLhKR23B0= 2022-09-01T11:26:13.647 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eyIyR50CIrKZKobhDxvLhKR23B0=', 'Content-Length': '0'} 2022-09-01T11:26:13.649 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aee06b25e3b62b8d-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.650 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:13.651 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:13.651 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.652 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.652 DEBUG:boto:Method: HEAD 2022-09-01T11:26:13.653 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.653 DEBUG:boto:Data: 2022-09-01T11:26:13.654 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.654 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.655 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.656 DEBUG:boto:Params: {} 2022-09-01T11:26:13.656 DEBUG:boto:Token: None 2022-09-01T11:26:13.657 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.658 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SbTIVzde30o8exkIwW3js9G3E9A= 2022-09-01T11:26:13.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SbTIVzde30o8exkIwW3js9G3E9A=', 'Content-Length': '0'} 2022-09-01T11:26:13.660 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000043ea53248a49c74-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.661 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:13.661 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:13.662 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.662 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.663 DEBUG:boto:Method: HEAD 2022-09-01T11:26:13.663 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.664 DEBUG:boto:Data: 2022-09-01T11:26:13.665 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.665 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.666 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.666 DEBUG:boto:Params: {} 2022-09-01T11:26:13.667 DEBUG:boto:Token: None 2022-09-01T11:26:13.667 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.668 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SbTIVzde30o8exkIwW3js9G3E9A= 2022-09-01T11:26:13.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SbTIVzde30o8exkIwW3js9G3E9A=', 'Content-Length': '0'} 2022-09-01T11:26:13.671 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d4ca8a362749005d-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.671 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:26:13.672 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:13.672 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:13.673 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.674 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.675 DEBUG:boto:Method: GET 2022-09-01T11:26:13.676 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.677 DEBUG:boto:Data: 2022-09-01T11:26:13.678 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.678 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.679 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.679 DEBUG:boto:Params: {} 2022-09-01T11:26:13.680 DEBUG:boto:Token: None 2022-09-01T11:26:13.681 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eyIyR50CIrKZKobhDxvLhKR23B0= 2022-09-01T11:26:13.682 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eyIyR50CIrKZKobhDxvLhKR23B0=', 'Content-Length': '0'} 2022-09-01T11:26:13.685 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000afd7da97c943b97f-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.686 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:13.686 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:13.687 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.688 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.688 DEBUG:boto:Method: GET 2022-09-01T11:26:13.689 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.690 DEBUG:boto:Data: 2022-09-01T11:26:13.691 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.691 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.692 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.693 DEBUG:boto:Params: {} 2022-09-01T11:26:13.693 DEBUG:boto:Token: None 2022-09-01T11:26:13.694 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:26:13.695 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eyIyR50CIrKZKobhDxvLhKR23B0= 2022-09-01T11:26:13.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eyIyR50CIrKZKobhDxvLhKR23B0=', 'Content-Length': '0'} 2022-09-01T11:26:13.698 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c47b9d180d3a25e-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.699 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.699 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.700 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:13.700 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:13.701 DEBUG:boto:Method: GET 2022-09-01T11:26:13.702 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:26:13.703 DEBUG:boto:Data: 2022-09-01T11:26:13.703 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.704 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.704 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.705 DEBUG:boto:Params: {} 2022-09-01T11:26:13.705 DEBUG:boto:Token: None 2022-09-01T11:26:13.706 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.707 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.710 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.715 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003909580a44c19056-00631096d5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.716 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.717 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.718 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.718 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:13.719 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:13.719 DEBUG:boto:Method: GET 2022-09-01T11:26:13.720 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:26:13.721 DEBUG:boto:Data: 2022-09-01T11:26:13.721 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.722 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.722 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.723 DEBUG:boto:Params: {} 2022-09-01T11:26:13.723 DEBUG:boto:Token: None 2022-09-01T11:26:13.724 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.724 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.725 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.728 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000caa0bc8e52f68b60-00631096d5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.729 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.729 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:13.730 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:13.731 DEBUG:boto:Method: HEAD 2022-09-01T11:26:13.731 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:26:13.732 DEBUG:boto:Data: 2022-09-01T11:26:13.732 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.733 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.733 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.734 DEBUG:boto:Params: {} 2022-09-01T11:26:13.735 DEBUG:boto:Token: None 2022-09-01T11:26:13.736 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj69 2022-09-01T11:26:13.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6ouemVvMP5O7WynbNMRwhB076Jw= 2022-09-01T11:26:13.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6ouemVvMP5O7WynbNMRwhB076Jw=', 'Content-Length': '0'} 2022-09-01T11:26:13.739 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000106acc40e564a047-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.740 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:13.741 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:13.741 DEBUG:boto:Method: HEAD 2022-09-01T11:26:13.742 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:26:13.742 DEBUG:boto:Data: 2022-09-01T11:26:13.743 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.743 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.743 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.744 DEBUG:boto:Params: {} 2022-09-01T11:26:13.745 DEBUG:boto:Token: None 2022-09-01T11:26:13.745 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj69 2022-09-01T11:26:13.746 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6ouemVvMP5O7WynbNMRwhB076Jw= 2022-09-01T11:26:13.747 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6ouemVvMP5O7WynbNMRwhB076Jw=', 'Content-Length': '0'} 2022-09-01T11:26:13.749 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009559be00982d9261-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.749 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:26:13.750 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:13.751 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:13.752 DEBUG:boto:Method: GET 2022-09-01T11:26:13.752 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:26:13.753 DEBUG:boto:Data: 2022-09-01T11:26:13.753 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.754 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.755 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.755 DEBUG:boto:Params: {} 2022-09-01T11:26:13.756 DEBUG:boto:Token: None 2022-09-01T11:26:13.757 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj69 2022-09-01T11:26:13.759 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nwbGo/CzAUUNGCSNeVtTCBEYQ5I= 2022-09-01T11:26:13.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nwbGo/CzAUUNGCSNeVtTCBEYQ5I=', 'Content-Length': '0'} 2022-09-01T11:26:13.762 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000328778dc6e027c5d-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.763 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:26:13.764 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:26:13.764 DEBUG:boto:Method: GET 2022-09-01T11:26:13.765 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:26:13.765 DEBUG:boto:Data: 2022-09-01T11:26:13.766 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.767 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.767 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.768 DEBUG:boto:Params: {} 2022-09-01T11:26:13.768 DEBUG:boto:Token: None 2022-09-01T11:26:13.769 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj69 2022-09-01T11:26:13.770 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nwbGo/CzAUUNGCSNeVtTCBEYQ5I= 2022-09-01T11:26:13.770 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nwbGo/CzAUUNGCSNeVtTCBEYQ5I=', 'Content-Length': '0'} 2022-09-01T11:26:13.773 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c8c9c2cb4919189-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.774 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.774 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.775 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:13.775 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:13.776 DEBUG:boto:Method: GET 2022-09-01T11:26:13.776 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:26:13.777 DEBUG:boto:Data: 2022-09-01T11:26:13.778 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.778 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.779 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.780 DEBUG:boto:Params: {} 2022-09-01T11:26:13.781 DEBUG:boto:Token: None 2022-09-01T11:26:13.782 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.783 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.784 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.787 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d68a769ddebc9039-00631096d5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.830 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.831 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.832 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.833 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:13.833 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:26:13.834 DEBUG:boto:Method: GET 2022-09-01T11:26:13.834 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:26:13.835 DEBUG:boto:Data: 2022-09-01T11:26:13.835 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.836 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.836 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.837 DEBUG:boto:Params: {} 2022-09-01T11:26:13.838 DEBUG:boto:Token: None 2022-09-01T11:26:13.838 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.839 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.840 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.842 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007f28773576b4a0a3-00631096d5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.843 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.844 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:26:13.845 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:13.845 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:13.846 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.847 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.848 DEBUG:boto:Method: GET 2022-09-01T11:26:13.848 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.849 DEBUG:boto:Data: 2022-09-01T11:26:13.849 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.850 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.851 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.852 DEBUG:boto:Params: {} 2022-09-01T11:26:13.852 DEBUG:boto:Token: None 2022-09-01T11:26:13.853 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.854 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q7FAEa21KpA8ihKpcgnCzNj26/g= 2022-09-01T11:26:13.854 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q7FAEa21KpA8ihKpcgnCzNj26/g=', 'Content-Length': '0'} 2022-09-01T11:26:13.856 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000771204a3a396c423-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.857 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:13.858 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:13.859 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.860 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.860 DEBUG:boto:Method: GET 2022-09-01T11:26:13.861 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.862 DEBUG:boto:Data: 2022-09-01T11:26:13.863 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.864 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.864 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.865 DEBUG:boto:Params: {} 2022-09-01T11:26:13.866 DEBUG:boto:Token: None 2022-09-01T11:26:13.867 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q7FAEa21KpA8ihKpcgnCzNj26/g= 2022-09-01T11:26:13.869 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q7FAEa21KpA8ihKpcgnCzNj26/g=', 'Content-Length': '0'} 2022-09-01T11:26:13.871 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007385863ab84abccb-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.918 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:13.919 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:13.920 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.921 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.922 DEBUG:boto:Method: HEAD 2022-09-01T11:26:13.923 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.924 DEBUG:boto:Data: 2022-09-01T11:26:13.925 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.926 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.926 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.927 DEBUG:boto:Params: {} 2022-09-01T11:26:13.928 DEBUG:boto:Token: None 2022-09-01T11:26:13.929 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.930 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:he4gGf3OoMNMpvJ9PesaxLqgqBg= 2022-09-01T11:26:13.931 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:he4gGf3OoMNMpvJ9PesaxLqgqBg=', 'Content-Length': '0'} 2022-09-01T11:26:13.934 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000741b20a4f18d9e08-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.935 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:13.935 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:13.936 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.936 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.937 DEBUG:boto:Method: HEAD 2022-09-01T11:26:13.937 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.938 DEBUG:boto:Data: 2022-09-01T11:26:13.939 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.939 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.940 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.941 DEBUG:boto:Params: {} 2022-09-01T11:26:13.941 DEBUG:boto:Token: None 2022-09-01T11:26:13.942 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.942 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:he4gGf3OoMNMpvJ9PesaxLqgqBg= 2022-09-01T11:26:13.943 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:he4gGf3OoMNMpvJ9PesaxLqgqBg=', 'Content-Length': '0'} 2022-09-01T11:26:13.945 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000011e31e5c6430703c-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.946 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:26:13.946 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:13.947 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:13.947 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.948 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.948 DEBUG:boto:Method: GET 2022-09-01T11:26:13.949 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.949 DEBUG:boto:Data: 2022-09-01T11:26:13.950 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.950 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.951 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.952 DEBUG:boto:Params: {} 2022-09-01T11:26:13.952 DEBUG:boto:Token: None 2022-09-01T11:26:13.953 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.953 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q7FAEa21KpA8ihKpcgnCzNj26/g= 2022-09-01T11:26:13.954 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q7FAEa21KpA8ihKpcgnCzNj26/g=', 'Content-Length': '0'} 2022-09-01T11:26:13.956 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009a14ce9eafc1808d-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.957 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:13.958 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:13.958 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.959 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.959 DEBUG:boto:Method: GET 2022-09-01T11:26:13.960 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.960 DEBUG:boto:Data: 2022-09-01T11:26:13.961 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.961 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.962 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.963 DEBUG:boto:Params: {} 2022-09-01T11:26:13.963 DEBUG:boto:Token: None 2022-09-01T11:26:13.964 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:26:13.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q7FAEa21KpA8ihKpcgnCzNj26/g= 2022-09-01T11:26:13.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q7FAEa21KpA8ihKpcgnCzNj26/g=', 'Content-Length': '0'} 2022-09-01T11:26:13.967 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a2b29a8e6cd4b68-00631096d5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.968 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.969 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.969 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:13.970 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:13.970 DEBUG:boto:Method: GET 2022-09-01T11:26:13.971 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:26:13.971 DEBUG:boto:Data: 2022-09-01T11:26:13.972 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.973 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.973 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.974 DEBUG:boto:Params: {} 2022-09-01T11:26:13.974 DEBUG:boto:Token: None 2022-09-01T11:26:13.975 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.976 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.979 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f1c83cd6db07654a-00631096d5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.980 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.981 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:13.982 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:13.982 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:13.983 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:13.983 DEBUG:boto:Method: GET 2022-09-01T11:26:13.984 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:26:13.984 DEBUG:boto:Data: 2022-09-01T11:26:13.985 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.985 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:13.986 DEBUG:boto:Port: 8000 2022-09-01T11:26:13.986 DEBUG:boto:Params: {} 2022-09-01T11:26:13.987 DEBUG:boto:Token: None 2022-09-01T11:26:13.988 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/ 2022-09-01T11:26:13.988 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw= 2022-09-01T11:26:13.989 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZVz//qH4SnKGqkHS/KE6kVk9Tsw=', 'Content-Length': '0'} 2022-09-01T11:26:13.992 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d8e7fbdce8f453dc-00631096d5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:13.992 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:13.993 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:13.994 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:13.994 DEBUG:boto:Method: HEAD 2022-09-01T11:26:13.995 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:26:13.995 DEBUG:boto:Data: 2022-09-01T11:26:13.996 DEBUG:boto:Headers: {} 2022-09-01T11:26:13.996 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:13.997 DEBUG:boto:Port: 8001 2022-09-01T11:26:13.997 DEBUG:boto:Params: {} 2022-09-01T11:26:13.998 DEBUG:boto:Token: None 2022-09-01T11:26:13.998 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:13 GMT /ptoxvb-74/obj76 2022-09-01T11:26:13.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H6EOExosiH9tuoHzV0tU6nd7xZY= 2022-09-01T11:26:14.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H6EOExosiH9tuoHzV0tU6nd7xZY=', 'Content-Length': '0'} 2022-09-01T11:26:14.003 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e6c77444c63eec0-00631096d5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.003 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:14.004 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:14.005 DEBUG:boto:Method: HEAD 2022-09-01T11:26:14.005 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:26:14.006 DEBUG:boto:Data: 2022-09-01T11:26:14.006 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.007 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.007 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.008 DEBUG:boto:Params: {} 2022-09-01T11:26:14.008 DEBUG:boto:Token: None 2022-09-01T11:26:14.009 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj76 2022-09-01T11:26:14.010 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8gLNckiBblkpzxpgi60ykXfSUgk= 2022-09-01T11:26:14.010 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8gLNckiBblkpzxpgi60ykXfSUgk=', 'Content-Length': '0'} 2022-09-01T11:26:14.012 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b612ee6cd17d7a75-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.013 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:26:14.014 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:14.015 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:14.015 DEBUG:boto:Method: GET 2022-09-01T11:26:14.016 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:26:14.016 DEBUG:boto:Data: 2022-09-01T11:26:14.017 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.017 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.018 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.018 DEBUG:boto:Params: {} 2022-09-01T11:26:14.019 DEBUG:boto:Token: None 2022-09-01T11:26:14.019 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj76 2022-09-01T11:26:14.020 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y/5HvxQE2cZkQYjL4ttqycd4h38= 2022-09-01T11:26:14.021 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y/5HvxQE2cZkQYjL4ttqycd4h38=', 'Content-Length': '0'} 2022-09-01T11:26:14.024 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006605b4f8e9436bde-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.070 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:26:14.072 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:26:14.073 DEBUG:boto:Method: GET 2022-09-01T11:26:14.074 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:26:14.075 DEBUG:boto:Data: 2022-09-01T11:26:14.076 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.077 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.078 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.079 DEBUG:boto:Params: {} 2022-09-01T11:26:14.080 DEBUG:boto:Token: None 2022-09-01T11:26:14.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj76 2022-09-01T11:26:14.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y/5HvxQE2cZkQYjL4ttqycd4h38= 2022-09-01T11:26:14.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y/5HvxQE2cZkQYjL4ttqycd4h38=', 'Content-Length': '0'} 2022-09-01T11:26:14.086 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f6431f7388a3505-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.087 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:14.088 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:14.089 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:14.090 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:14.091 DEBUG:boto:Method: GET 2022-09-01T11:26:14.092 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:26:14.093 DEBUG:boto:Data: 2022-09-01T11:26:14.093 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.094 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.095 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.095 DEBUG:boto:Params: {} 2022-09-01T11:26:14.096 DEBUG:boto:Token: None 2022-09-01T11:26:14.097 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/ 2022-09-01T11:26:14.098 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0= 2022-09-01T11:26:14.098 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0=', 'Content-Length': '0'} 2022-09-01T11:26:14.101 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a00d22f4fcb1e988-00631096d6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.102 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:14.103 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:14.104 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:14.104 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:14.105 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:26:14.106 DEBUG:boto:Method: GET 2022-09-01T11:26:14.107 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:26:14.107 DEBUG:boto:Data: 2022-09-01T11:26:14.108 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.108 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.109 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.109 DEBUG:boto:Params: {} 2022-09-01T11:26:14.110 DEBUG:boto:Token: None 2022-09-01T11:26:14.111 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/ 2022-09-01T11:26:14.111 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0= 2022-09-01T11:26:14.112 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0=', 'Content-Length': '0'} 2022-09-01T11:26:14.115 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006a502042bbad1003-00631096d6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.116 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:14.117 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:26:14.118 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:14.119 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:14.119 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.120 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.120 DEBUG:boto:Method: GET 2022-09-01T11:26:14.121 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.121 DEBUG:boto:Data: 2022-09-01T11:26:14.122 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.122 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.123 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.123 DEBUG:boto:Params: {} 2022-09-01T11:26:14.124 DEBUG:boto:Token: None 2022-09-01T11:26:14.125 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.125 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rB2iwzDQFcQayhNFBh87xHU6Cvk= 2022-09-01T11:26:14.126 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rB2iwzDQFcQayhNFBh87xHU6Cvk=', 'Content-Length': '0'} 2022-09-01T11:26:14.129 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000031e01bca99015e7d-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.130 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:14.130 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:14.131 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.133 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.133 DEBUG:boto:Method: GET 2022-09-01T11:26:14.134 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.134 DEBUG:boto:Data: 2022-09-01T11:26:14.135 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.136 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.136 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.137 DEBUG:boto:Params: {} 2022-09-01T11:26:14.138 DEBUG:boto:Token: None 2022-09-01T11:26:14.139 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.140 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rB2iwzDQFcQayhNFBh87xHU6Cvk= 2022-09-01T11:26:14.141 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rB2iwzDQFcQayhNFBh87xHU6Cvk=', 'Content-Length': '0'} 2022-09-01T11:26:14.144 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000114828956ba08f17-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.146 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:14.147 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:14.148 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.148 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.149 DEBUG:boto:Method: HEAD 2022-09-01T11:26:14.150 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.150 DEBUG:boto:Data: 2022-09-01T11:26:14.151 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.154 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.154 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.155 DEBUG:boto:Params: {} 2022-09-01T11:26:14.156 DEBUG:boto:Token: None 2022-09-01T11:26:14.157 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.158 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f8/uh3FtbdbzC4rmhWqbqUnYf3k= 2022-09-01T11:26:14.160 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f8/uh3FtbdbzC4rmhWqbqUnYf3k=', 'Content-Length': '0'} 2022-09-01T11:26:14.162 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000496796ddba26466a-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.164 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:14.165 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:14.165 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.166 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.166 DEBUG:boto:Method: HEAD 2022-09-01T11:26:14.167 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.168 DEBUG:boto:Data: 2022-09-01T11:26:14.170 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.170 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.171 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.171 DEBUG:boto:Params: {} 2022-09-01T11:26:14.172 DEBUG:boto:Token: None 2022-09-01T11:26:14.173 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.173 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f8/uh3FtbdbzC4rmhWqbqUnYf3k= 2022-09-01T11:26:14.174 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f8/uh3FtbdbzC4rmhWqbqUnYf3k=', 'Content-Length': '0'} 2022-09-01T11:26:14.177 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000621c6cf867fc1490-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.178 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:26:14.179 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:14.179 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:14.180 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.181 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.181 DEBUG:boto:Method: GET 2022-09-01T11:26:14.182 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.182 DEBUG:boto:Data: 2022-09-01T11:26:14.183 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.183 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.184 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.185 DEBUG:boto:Params: {} 2022-09-01T11:26:14.185 DEBUG:boto:Token: None 2022-09-01T11:26:14.186 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rB2iwzDQFcQayhNFBh87xHU6Cvk= 2022-09-01T11:26:14.189 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rB2iwzDQFcQayhNFBh87xHU6Cvk=', 'Content-Length': '0'} 2022-09-01T11:26:14.191 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045b0db38a54e95e9-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.192 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:14.193 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:14.193 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.194 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.195 DEBUG:boto:Method: GET 2022-09-01T11:26:14.195 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.196 DEBUG:boto:Data: 2022-09-01T11:26:14.197 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.197 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.198 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.198 DEBUG:boto:Params: {} 2022-09-01T11:26:14.200 DEBUG:boto:Token: None 2022-09-01T11:26:14.200 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:26:14.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rB2iwzDQFcQayhNFBh87xHU6Cvk= 2022-09-01T11:26:14.202 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rB2iwzDQFcQayhNFBh87xHU6Cvk=', 'Content-Length': '0'} 2022-09-01T11:26:14.206 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000236a8277bd8d84aa-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.208 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:14.209 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:14.210 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:14.211 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:14.212 DEBUG:boto:Method: GET 2022-09-01T11:26:14.214 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:26:14.215 DEBUG:boto:Data: 2022-09-01T11:26:14.217 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.218 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.218 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.219 DEBUG:boto:Params: {} 2022-09-01T11:26:14.220 DEBUG:boto:Token: None 2022-09-01T11:26:14.221 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/ 2022-09-01T11:26:14.222 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0= 2022-09-01T11:26:14.223 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0=', 'Content-Length': '0'} 2022-09-01T11:26:14.228 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006b968e42a452dd52-00631096d6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.229 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:14.231 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:14.232 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:14.233 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:14.234 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:14.235 DEBUG:boto:Method: GET 2022-09-01T11:26:14.237 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:26:14.238 DEBUG:boto:Data: 2022-09-01T11:26:14.239 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.240 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.241 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.241 DEBUG:boto:Params: {} 2022-09-01T11:26:14.242 DEBUG:boto:Token: None 2022-09-01T11:26:14.243 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/ 2022-09-01T11:26:14.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0= 2022-09-01T11:26:14.244 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0=', 'Content-Length': '0'} 2022-09-01T11:26:14.247 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ee6fbf939b59a1d8-00631096d6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.248 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:14.249 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:14.249 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:14.250 DEBUG:boto:Method: HEAD 2022-09-01T11:26:14.250 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:26:14.251 DEBUG:boto:Data: 2022-09-01T11:26:14.252 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.252 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.253 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.253 DEBUG:boto:Params: {} 2022-09-01T11:26:14.254 DEBUG:boto:Token: None 2022-09-01T11:26:14.255 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj85 2022-09-01T11:26:14.255 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tn6DwOE3TjNW9VBI6K2WPG5IcmA= 2022-09-01T11:26:14.256 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tn6DwOE3TjNW9VBI6K2WPG5IcmA=', 'Content-Length': '0'} 2022-09-01T11:26:14.259 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c4d4754e9d746e93-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.260 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:14.260 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:14.261 DEBUG:boto:Method: HEAD 2022-09-01T11:26:14.261 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:26:14.262 DEBUG:boto:Data: 2022-09-01T11:26:14.263 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.263 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.264 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.264 DEBUG:boto:Params: {} 2022-09-01T11:26:14.265 DEBUG:boto:Token: None 2022-09-01T11:26:14.265 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj85 2022-09-01T11:26:14.266 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tn6DwOE3TjNW9VBI6K2WPG5IcmA= 2022-09-01T11:26:14.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tn6DwOE3TjNW9VBI6K2WPG5IcmA=', 'Content-Length': '0'} 2022-09-01T11:26:14.269 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f14b652d5495514b-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.270 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:26:14.270 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:14.271 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:14.272 DEBUG:boto:Method: GET 2022-09-01T11:26:14.273 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:26:14.273 DEBUG:boto:Data: 2022-09-01T11:26:14.274 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.274 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.275 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.275 DEBUG:boto:Params: {} 2022-09-01T11:26:14.276 DEBUG:boto:Token: None 2022-09-01T11:26:14.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj85 2022-09-01T11:26:14.277 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/Huq5r49OI/WbZ18zp/U2thBSPU= 2022-09-01T11:26:14.278 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/Huq5r49OI/WbZ18zp/U2thBSPU=', 'Content-Length': '0'} 2022-09-01T11:26:14.280 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008708fa59a0b6806c-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.322 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:26:14.323 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:26:14.323 DEBUG:boto:Method: GET 2022-09-01T11:26:14.324 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:26:14.325 DEBUG:boto:Data: 2022-09-01T11:26:14.325 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.326 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.327 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.327 DEBUG:boto:Params: {} 2022-09-01T11:26:14.328 DEBUG:boto:Token: None 2022-09-01T11:26:14.328 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj85 2022-09-01T11:26:14.329 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/Huq5r49OI/WbZ18zp/U2thBSPU= 2022-09-01T11:26:14.330 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/Huq5r49OI/WbZ18zp/U2thBSPU=', 'Content-Length': '0'} 2022-09-01T11:26:14.332 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002b8d58046ae66ec5-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.333 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:14.334 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:14.334 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:14.335 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:14.335 DEBUG:boto:Method: GET 2022-09-01T11:26:14.336 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:26:14.337 DEBUG:boto:Data: 2022-09-01T11:26:14.338 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.338 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.339 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.339 DEBUG:boto:Params: {} 2022-09-01T11:26:14.340 DEBUG:boto:Token: None 2022-09-01T11:26:14.342 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/ 2022-09-01T11:26:14.342 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0= 2022-09-01T11:26:14.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0=', 'Content-Length': '0'} 2022-09-01T11:26:14.346 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b0836cb2469f8558-00631096d6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.347 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:14.348 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:14.349 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:14.349 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:14.350 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:26:14.350 DEBUG:boto:Method: GET 2022-09-01T11:26:14.351 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:26:14.351 DEBUG:boto:Data: 2022-09-01T11:26:14.352 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.352 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.353 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.354 DEBUG:boto:Params: {} 2022-09-01T11:26:14.355 DEBUG:boto:Token: None 2022-09-01T11:26:14.356 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/ 2022-09-01T11:26:14.357 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0= 2022-09-01T11:26:14.358 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0=', 'Content-Length': '0'} 2022-09-01T11:26:14.361 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e6b5aca127de0852-00631096d6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.362 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:14.363 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:26:14.364 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:14.366 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:14.367 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.367 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.368 DEBUG:boto:Method: GET 2022-09-01T11:26:14.369 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.370 DEBUG:boto:Data: 2022-09-01T11:26:14.371 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.372 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.373 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.373 DEBUG:boto:Params: {} 2022-09-01T11:26:14.374 DEBUG:boto:Token: None 2022-09-01T11:26:14.375 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.375 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rzGF/atjrrmVmUz7Lmq/CVWJIyY= 2022-09-01T11:26:14.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rzGF/atjrrmVmUz7Lmq/CVWJIyY=', 'Content-Length': '0'} 2022-09-01T11:26:14.379 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014e2d4721c481606-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.380 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:14.380 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:14.381 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.382 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.383 DEBUG:boto:Method: GET 2022-09-01T11:26:14.384 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.385 DEBUG:boto:Data: 2022-09-01T11:26:14.385 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.386 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.387 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.388 DEBUG:boto:Params: {} 2022-09-01T11:26:14.389 DEBUG:boto:Token: None 2022-09-01T11:26:14.390 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.390 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rzGF/atjrrmVmUz7Lmq/CVWJIyY= 2022-09-01T11:26:14.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rzGF/atjrrmVmUz7Lmq/CVWJIyY=', 'Content-Length': '0'} 2022-09-01T11:26:14.393 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009efc38ea860b238d-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.394 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:14.395 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:14.396 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.397 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.397 DEBUG:boto:Method: HEAD 2022-09-01T11:26:14.398 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.398 DEBUG:boto:Data: 2022-09-01T11:26:14.399 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.400 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.400 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.401 DEBUG:boto:Params: {} 2022-09-01T11:26:14.401 DEBUG:boto:Token: None 2022-09-01T11:26:14.402 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.403 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hSIQGnlSxvA7R5OmMgDBE6MELi0= 2022-09-01T11:26:14.404 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hSIQGnlSxvA7R5OmMgDBE6MELi0=', 'Content-Length': '0'} 2022-09-01T11:26:14.407 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b9101ced3d78b02b-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.408 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:14.408 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:14.409 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.409 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.410 DEBUG:boto:Method: HEAD 2022-09-01T11:26:14.410 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.411 DEBUG:boto:Data: 2022-09-01T11:26:14.411 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.412 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.412 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.413 DEBUG:boto:Params: {} 2022-09-01T11:26:14.414 DEBUG:boto:Token: None 2022-09-01T11:26:14.414 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.415 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hSIQGnlSxvA7R5OmMgDBE6MELi0= 2022-09-01T11:26:14.415 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hSIQGnlSxvA7R5OmMgDBE6MELi0=', 'Content-Length': '0'} 2022-09-01T11:26:14.418 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000476783469c1a141-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.418 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:26:14.419 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:14.420 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:14.420 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.421 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.421 DEBUG:boto:Method: GET 2022-09-01T11:26:14.422 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.422 DEBUG:boto:Data: 2022-09-01T11:26:14.423 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.423 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.424 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.424 DEBUG:boto:Params: {} 2022-09-01T11:26:14.425 DEBUG:boto:Token: None 2022-09-01T11:26:14.426 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.427 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rzGF/atjrrmVmUz7Lmq/CVWJIyY= 2022-09-01T11:26:14.428 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rzGF/atjrrmVmUz7Lmq/CVWJIyY=', 'Content-Length': '0'} 2022-09-01T11:26:14.431 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000862b8b7b10f897b8-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.478 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:14.479 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:14.480 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.480 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.481 DEBUG:boto:Method: GET 2022-09-01T11:26:14.482 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.482 DEBUG:boto:Data: 2022-09-01T11:26:14.483 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.484 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.484 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.485 DEBUG:boto:Params: {} 2022-09-01T11:26:14.485 DEBUG:boto:Token: None 2022-09-01T11:26:14.486 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:26:14.487 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rzGF/atjrrmVmUz7Lmq/CVWJIyY= 2022-09-01T11:26:14.488 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rzGF/atjrrmVmUz7Lmq/CVWJIyY=', 'Content-Length': '0'} 2022-09-01T11:26:14.490 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000031daecc0706fa794-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.491 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:14.492 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:14.493 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:14.494 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:14.495 DEBUG:boto:Method: GET 2022-09-01T11:26:14.496 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:26:14.497 DEBUG:boto:Data: 2022-09-01T11:26:14.498 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.498 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.499 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.500 DEBUG:boto:Params: {} 2022-09-01T11:26:14.500 DEBUG:boto:Token: None 2022-09-01T11:26:14.501 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/ 2022-09-01T11:26:14.502 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0= 2022-09-01T11:26:14.503 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0=', 'Content-Length': '0'} 2022-09-01T11:26:14.506 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004c7d79c8d1986428-00631096d6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.507 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:14.509 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:14.510 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:14.511 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:14.512 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:14.513 DEBUG:boto:Method: GET 2022-09-01T11:26:14.513 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:26:14.514 DEBUG:boto:Data: 2022-09-01T11:26:14.515 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.516 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.516 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.517 DEBUG:boto:Params: {} 2022-09-01T11:26:14.518 DEBUG:boto:Token: None 2022-09-01T11:26:14.518 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/ 2022-09-01T11:26:14.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0= 2022-09-01T11:26:14.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0=', 'Content-Length': '0'} 2022-09-01T11:26:14.523 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b466033b592727ee-00631096d6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.524 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:14.525 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:14.525 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:14.526 DEBUG:boto:Method: HEAD 2022-09-01T11:26:14.526 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:26:14.527 DEBUG:boto:Data: 2022-09-01T11:26:14.527 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.528 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.529 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.529 DEBUG:boto:Params: {} 2022-09-01T11:26:14.530 DEBUG:boto:Token: None 2022-09-01T11:26:14.530 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj87 2022-09-01T11:26:14.531 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wb7jg/nnYnk1ZIqvbIVeQIP921M= 2022-09-01T11:26:14.532 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wb7jg/nnYnk1ZIqvbIVeQIP921M=', 'Content-Length': '0'} 2022-09-01T11:26:14.534 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000095ba46af1a0660b5-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.535 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:14.535 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:14.536 DEBUG:boto:Method: HEAD 2022-09-01T11:26:14.536 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:26:14.537 DEBUG:boto:Data: 2022-09-01T11:26:14.537 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.538 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.538 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.539 DEBUG:boto:Params: {} 2022-09-01T11:26:14.539 DEBUG:boto:Token: None 2022-09-01T11:26:14.540 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj87 2022-09-01T11:26:14.540 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wb7jg/nnYnk1ZIqvbIVeQIP921M= 2022-09-01T11:26:14.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wb7jg/nnYnk1ZIqvbIVeQIP921M=', 'Content-Length': '0'} 2022-09-01T11:26:14.543 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000390db3d780fe009c-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.544 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:26:14.545 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:14.545 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:14.546 DEBUG:boto:Method: GET 2022-09-01T11:26:14.547 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:26:14.547 DEBUG:boto:Data: 2022-09-01T11:26:14.548 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.548 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.549 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.549 DEBUG:boto:Params: {} 2022-09-01T11:26:14.550 DEBUG:boto:Token: None 2022-09-01T11:26:14.550 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj87 2022-09-01T11:26:14.551 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MGoJKuI+ROoDiCubHoFNRnPosZc= 2022-09-01T11:26:14.552 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MGoJKuI+ROoDiCubHoFNRnPosZc=', 'Content-Length': '0'} 2022-09-01T11:26:14.563 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005970b64387da9c59-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.564 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:26:14.565 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:26:14.566 DEBUG:boto:Method: GET 2022-09-01T11:26:14.567 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:26:14.568 DEBUG:boto:Data: 2022-09-01T11:26:14.568 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.569 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.569 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.570 DEBUG:boto:Params: {} 2022-09-01T11:26:14.571 DEBUG:boto:Token: None 2022-09-01T11:26:14.571 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj87 2022-09-01T11:26:14.572 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MGoJKuI+ROoDiCubHoFNRnPosZc= 2022-09-01T11:26:14.572 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MGoJKuI+ROoDiCubHoFNRnPosZc=', 'Content-Length': '0'} 2022-09-01T11:26:14.575 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b33b94bb4c78ca6-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.575 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:14.576 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:14.576 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:14.577 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:14.577 DEBUG:boto:Method: GET 2022-09-01T11:26:14.578 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:26:14.579 DEBUG:boto:Data: 2022-09-01T11:26:14.579 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.580 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.580 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.581 DEBUG:boto:Params: {} 2022-09-01T11:26:14.581 DEBUG:boto:Token: None 2022-09-01T11:26:14.582 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/ 2022-09-01T11:26:14.583 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0= 2022-09-01T11:26:14.583 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0=', 'Content-Length': '0'} 2022-09-01T11:26:14.586 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006a16763928ff0c89-00631096d6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.634 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:14.636 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:14.636 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:14.637 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:14.637 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:26:14.638 DEBUG:boto:Method: GET 2022-09-01T11:26:14.638 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:26:14.639 DEBUG:boto:Data: 2022-09-01T11:26:14.639 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.640 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.641 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.641 DEBUG:boto:Params: {} 2022-09-01T11:26:14.642 DEBUG:boto:Token: None 2022-09-01T11:26:14.643 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/ 2022-09-01T11:26:14.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0= 2022-09-01T11:26:14.644 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0=', 'Content-Length': '0'} 2022-09-01T11:26:14.647 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ff94e4cc1222a0e9-00631096d6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.647 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:14.648 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:26:14.649 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:14.650 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:14.650 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.651 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.651 DEBUG:boto:Method: GET 2022-09-01T11:26:14.652 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.653 DEBUG:boto:Data: 2022-09-01T11:26:14.653 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.654 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.654 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.655 DEBUG:boto:Params: {} 2022-09-01T11:26:14.655 DEBUG:boto:Token: None 2022-09-01T11:26:14.656 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HtJGeIH6qyJ8QJyyqkextIJF6ik= 2022-09-01T11:26:14.657 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HtJGeIH6qyJ8QJyyqkextIJF6ik=', 'Content-Length': '0'} 2022-09-01T11:26:14.660 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b2596ef5d1a4b93d-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.662 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:14.666 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:14.667 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.668 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.669 DEBUG:boto:Method: GET 2022-09-01T11:26:14.670 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.672 DEBUG:boto:Data: 2022-09-01T11:26:14.673 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.675 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.676 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.676 DEBUG:boto:Params: {} 2022-09-01T11:26:14.677 DEBUG:boto:Token: None 2022-09-01T11:26:14.678 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.680 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HtJGeIH6qyJ8QJyyqkextIJF6ik= 2022-09-01T11:26:14.680 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HtJGeIH6qyJ8QJyyqkextIJF6ik=', 'Content-Length': '0'} 2022-09-01T11:26:14.693 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001efdeaed649dd297-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.694 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:14.695 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:14.695 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.696 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.696 DEBUG:boto:Method: HEAD 2022-09-01T11:26:14.697 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.698 DEBUG:boto:Data: 2022-09-01T11:26:14.699 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.700 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.700 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.701 DEBUG:boto:Params: {} 2022-09-01T11:26:14.703 DEBUG:boto:Token: None 2022-09-01T11:26:14.704 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.705 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yshxL8IYYtmeXqj2l7N+3apCxMI= 2022-09-01T11:26:14.706 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yshxL8IYYtmeXqj2l7N+3apCxMI=', 'Content-Length': '0'} 2022-09-01T11:26:14.710 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd051f64428e4fa0-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.711 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:14.712 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:14.713 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.713 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.714 DEBUG:boto:Method: HEAD 2022-09-01T11:26:14.715 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.715 DEBUG:boto:Data: 2022-09-01T11:26:14.715 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.716 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.716 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.717 DEBUG:boto:Params: {} 2022-09-01T11:26:14.718 DEBUG:boto:Token: None 2022-09-01T11:26:14.718 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.719 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yshxL8IYYtmeXqj2l7N+3apCxMI= 2022-09-01T11:26:14.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yshxL8IYYtmeXqj2l7N+3apCxMI=', 'Content-Length': '0'} 2022-09-01T11:26:14.722 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000138ade6eb5f76ec8-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.723 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:26:14.725 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:14.726 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:14.727 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.728 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.729 DEBUG:boto:Method: GET 2022-09-01T11:26:14.730 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.731 DEBUG:boto:Data: 2022-09-01T11:26:14.732 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.732 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.733 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.734 DEBUG:boto:Params: {} 2022-09-01T11:26:14.736 DEBUG:boto:Token: None 2022-09-01T11:26:14.737 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.738 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HtJGeIH6qyJ8QJyyqkextIJF6ik= 2022-09-01T11:26:14.739 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HtJGeIH6qyJ8QJyyqkextIJF6ik=', 'Content-Length': '0'} 2022-09-01T11:26:14.741 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d314bd1ca0c7a8bd-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.742 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:14.743 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:14.744 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.745 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.746 DEBUG:boto:Method: GET 2022-09-01T11:26:14.747 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.749 DEBUG:boto:Data: 2022-09-01T11:26:14.750 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.751 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.752 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.753 DEBUG:boto:Params: {} 2022-09-01T11:26:14.754 DEBUG:boto:Token: None 2022-09-01T11:26:14.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:26:14.757 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HtJGeIH6qyJ8QJyyqkextIJF6ik= 2022-09-01T11:26:14.758 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HtJGeIH6qyJ8QJyyqkextIJF6ik=', 'Content-Length': '0'} 2022-09-01T11:26:14.761 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000329dc7685ea6d4ec-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.806 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:14.807 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:14.808 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:14.809 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:14.810 DEBUG:boto:Method: GET 2022-09-01T11:26:14.811 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:26:14.812 DEBUG:boto:Data: 2022-09-01T11:26:14.814 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.815 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.816 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.817 DEBUG:boto:Params: {} 2022-09-01T11:26:14.818 DEBUG:boto:Token: None 2022-09-01T11:26:14.819 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/ 2022-09-01T11:26:14.821 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0= 2022-09-01T11:26:14.822 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0=', 'Content-Length': '0'} 2022-09-01T11:26:14.826 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000063ba5eb7b258f614-00631096d6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.826 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:14.828 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:14.828 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:14.829 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:14.830 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:14.830 DEBUG:boto:Method: GET 2022-09-01T11:26:14.831 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:26:14.831 DEBUG:boto:Data: 2022-09-01T11:26:14.832 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.833 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.833 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.834 DEBUG:boto:Params: {} 2022-09-01T11:26:14.834 DEBUG:boto:Token: None 2022-09-01T11:26:14.835 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/ 2022-09-01T11:26:14.836 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0= 2022-09-01T11:26:14.837 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0=', 'Content-Length': '0'} 2022-09-01T11:26:14.840 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000325cc18005d525f4-00631096d6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.840 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:14.841 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:14.842 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:14.842 DEBUG:boto:Method: HEAD 2022-09-01T11:26:14.843 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:26:14.843 DEBUG:boto:Data: 2022-09-01T11:26:14.844 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.844 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.845 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.845 DEBUG:boto:Params: {} 2022-09-01T11:26:14.846 DEBUG:boto:Token: None 2022-09-01T11:26:14.847 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj92 2022-09-01T11:26:14.849 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:a3Jm2FyT92bnNdMMvQ/riAGIoGg= 2022-09-01T11:26:14.850 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:a3Jm2FyT92bnNdMMvQ/riAGIoGg=', 'Content-Length': '0'} 2022-09-01T11:26:14.852 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a2681fb03a6c917-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.854 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:14.855 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:14.855 DEBUG:boto:Method: HEAD 2022-09-01T11:26:14.856 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:26:14.857 DEBUG:boto:Data: 2022-09-01T11:26:14.857 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.859 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.860 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.860 DEBUG:boto:Params: {} 2022-09-01T11:26:14.861 DEBUG:boto:Token: None 2022-09-01T11:26:14.862 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj92 2022-09-01T11:26:14.863 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:a3Jm2FyT92bnNdMMvQ/riAGIoGg= 2022-09-01T11:26:14.864 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:a3Jm2FyT92bnNdMMvQ/riAGIoGg=', 'Content-Length': '0'} 2022-09-01T11:26:14.866 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aaac83751d259b13-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.867 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:26:14.867 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:14.868 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:14.869 DEBUG:boto:Method: GET 2022-09-01T11:26:14.870 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:26:14.871 DEBUG:boto:Data: 2022-09-01T11:26:14.872 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.873 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.874 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.875 DEBUG:boto:Params: {} 2022-09-01T11:26:14.877 DEBUG:boto:Token: None 2022-09-01T11:26:14.878 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj92 2022-09-01T11:26:14.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F7gzgWE8k5P6qrNcIn7EgNPnMgA= 2022-09-01T11:26:14.881 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F7gzgWE8k5P6qrNcIn7EgNPnMgA=', 'Content-Length': '0'} 2022-09-01T11:26:14.884 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004a12ef711a015c3d-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.886 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:26:14.887 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:26:14.888 DEBUG:boto:Method: GET 2022-09-01T11:26:14.889 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:26:14.890 DEBUG:boto:Data: 2022-09-01T11:26:14.891 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.891 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.892 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.892 DEBUG:boto:Params: {} 2022-09-01T11:26:14.893 DEBUG:boto:Token: None 2022-09-01T11:26:14.894 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj92 2022-09-01T11:26:14.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F7gzgWE8k5P6qrNcIn7EgNPnMgA= 2022-09-01T11:26:14.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F7gzgWE8k5P6qrNcIn7EgNPnMgA=', 'Content-Length': '0'} 2022-09-01T11:26:14.898 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c74bb3b458da6af1-00631096d6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.942 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:14.943 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:14.944 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:14.944 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:14.945 DEBUG:boto:Method: GET 2022-09-01T11:26:14.945 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:26:14.946 DEBUG:boto:Data: 2022-09-01T11:26:14.947 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.947 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.948 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.949 DEBUG:boto:Params: {} 2022-09-01T11:26:14.950 DEBUG:boto:Token: None 2022-09-01T11:26:14.951 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/ 2022-09-01T11:26:14.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0= 2022-09-01T11:26:14.952 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0=', 'Content-Length': '0'} 2022-09-01T11:26:14.956 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001ed3dc39d2efb809-00631096d6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.956 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:14.957 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:14.958 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:14.959 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:14.959 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:26:14.961 DEBUG:boto:Method: GET 2022-09-01T11:26:14.962 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:26:14.963 DEBUG:boto:Data: 2022-09-01T11:26:14.964 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.965 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:14.965 DEBUG:boto:Port: 8000 2022-09-01T11:26:14.966 DEBUG:boto:Params: {} 2022-09-01T11:26:14.967 DEBUG:boto:Token: None 2022-09-01T11:26:14.969 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/ 2022-09-01T11:26:14.971 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0= 2022-09-01T11:26:14.972 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5eGUNsCdZQDJkHq8Yxh+I2+KG0=', 'Content-Length': '0'} 2022-09-01T11:26:14.975 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007002800ca841243f-00631096d6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.977 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:14.979 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:26:14.980 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:14.981 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:14.982 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:14.983 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:14.983 DEBUG:boto:Method: GET 2022-09-01T11:26:14.984 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:14.984 DEBUG:boto:Data: 2022-09-01T11:26:14.985 DEBUG:boto:Headers: {} 2022-09-01T11:26:14.985 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:14.986 DEBUG:boto:Port: 8001 2022-09-01T11:26:14.986 DEBUG:boto:Params: {} 2022-09-01T11:26:14.987 DEBUG:boto:Token: None 2022-09-01T11:26:14.988 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:14 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:14.988 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IMpOB4VBRr/YDfjwOWGyhSh6MLk= 2022-09-01T11:26:14.989 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IMpOB4VBRr/YDfjwOWGyhSh6MLk=', 'Content-Length': '0'} 2022-09-01T11:26:14.991 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000062fc6377c3dc94d1-00631096d6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:14.992 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:14.993 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:14.993 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:14.995 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:14.995 DEBUG:boto:Method: GET 2022-09-01T11:26:14.997 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:14.998 DEBUG:boto:Data: 2022-09-01T11:26:14.999 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.000 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:15.000 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.001 DEBUG:boto:Params: {} 2022-09-01T11:26:15.002 DEBUG:boto:Token: None 2022-09-01T11:26:15.004 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:InEmYUvkhBjEGvPPt8bwIMtuQqg= 2022-09-01T11:26:15.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:InEmYUvkhBjEGvPPt8bwIMtuQqg=', 'Content-Length': '0'} 2022-09-01T11:26:15.009 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000022d04886a5527162-00631096d7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.010 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:15.011 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:15.011 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.012 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.012 DEBUG:boto:Method: HEAD 2022-09-01T11:26:15.013 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.013 DEBUG:boto:Data: 2022-09-01T11:26:15.014 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.014 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:15.015 DEBUG:boto:Port: 8001 2022-09-01T11:26:15.015 DEBUG:boto:Params: {} 2022-09-01T11:26:15.016 DEBUG:boto:Token: None 2022-09-01T11:26:15.016 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.017 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LL/RlIWqLQc0+1TylCDF4JWChAA= 2022-09-01T11:26:15.018 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LL/RlIWqLQc0+1TylCDF4JWChAA=', 'Content-Length': '0'} 2022-09-01T11:26:15.020 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f81518b781c2dc25-00631096d7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.021 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:15.021 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:15.022 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.023 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.023 DEBUG:boto:Method: HEAD 2022-09-01T11:26:15.024 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.024 DEBUG:boto:Data: 2022-09-01T11:26:15.025 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.025 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:15.026 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.027 DEBUG:boto:Params: {} 2022-09-01T11:26:15.028 DEBUG:boto:Token: None 2022-09-01T11:26:15.029 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.030 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LL/RlIWqLQc0+1TylCDF4JWChAA= 2022-09-01T11:26:15.031 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LL/RlIWqLQc0+1TylCDF4JWChAA=', 'Content-Length': '0'} 2022-09-01T11:26:15.033 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009e06c206a34018a9-00631096d7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.034 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:26:15.035 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:15.036 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:15.036 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.037 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.038 DEBUG:boto:Method: GET 2022-09-01T11:26:15.038 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.039 DEBUG:boto:Data: 2022-09-01T11:26:15.040 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.041 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:15.041 DEBUG:boto:Port: 8001 2022-09-01T11:26:15.042 DEBUG:boto:Params: {} 2022-09-01T11:26:15.042 DEBUG:boto:Token: None 2022-09-01T11:26:15.043 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:InEmYUvkhBjEGvPPt8bwIMtuQqg= 2022-09-01T11:26:15.044 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:InEmYUvkhBjEGvPPt8bwIMtuQqg=', 'Content-Length': '0'} 2022-09-01T11:26:15.047 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000135f6e936f2bc6a8-00631096d7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.048 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:15.049 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:15.049 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.050 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.051 DEBUG:boto:Method: GET 2022-09-01T11:26:15.051 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.052 DEBUG:boto:Data: 2022-09-01T11:26:15.053 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.054 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:15.055 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.055 DEBUG:boto:Params: {} 2022-09-01T11:26:15.056 DEBUG:boto:Token: None 2022-09-01T11:26:15.056 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:26:15.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:InEmYUvkhBjEGvPPt8bwIMtuQqg= 2022-09-01T11:26:15.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:InEmYUvkhBjEGvPPt8bwIMtuQqg=', 'Content-Length': '0'} 2022-09-01T11:26:15.063 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000acf979d0297564bd-00631096d7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.064 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:15.065 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:15.067 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:15.068 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:15.068 DEBUG:boto:Method: GET 2022-09-01T11:26:15.069 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:26:15.069 DEBUG:boto:Data: 2022-09-01T11:26:15.070 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.071 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:15.073 DEBUG:boto:Port: 8001 2022-09-01T11:26:15.074 DEBUG:boto:Params: {} 2022-09-01T11:26:15.075 DEBUG:boto:Token: None 2022-09-01T11:26:15.077 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/ 2022-09-01T11:26:15.078 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ezKKMGyPyV9TnTrmeRdRZJeIESY= 2022-09-01T11:26:15.079 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ezKKMGyPyV9TnTrmeRdRZJeIESY=', 'Content-Length': '0'} 2022-09-01T11:26:15.082 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fc25fb0352712e49-00631096d7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.083 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:15.084 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:15.085 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:15.085 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:15.086 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:15.087 DEBUG:boto:Method: GET 2022-09-01T11:26:15.087 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:26:15.088 DEBUG:boto:Data: 2022-09-01T11:26:15.092 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.093 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:15.094 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.095 DEBUG:boto:Params: {} 2022-09-01T11:26:15.096 DEBUG:boto:Token: None 2022-09-01T11:26:15.097 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/ 2022-09-01T11:26:15.098 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ezKKMGyPyV9TnTrmeRdRZJeIESY= 2022-09-01T11:26:15.099 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ezKKMGyPyV9TnTrmeRdRZJeIESY=', 'Content-Length': '0'} 2022-09-01T11:26:15.104 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c9b36fc42012fa09-00631096d7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.146 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:15.147 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:15.148 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:15.149 DEBUG:boto:Method: HEAD 2022-09-01T11:26:15.149 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:26:15.150 DEBUG:boto:Data: 2022-09-01T11:26:15.151 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.151 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:15.152 DEBUG:boto:Port: 8001 2022-09-01T11:26:15.152 DEBUG:boto:Params: {} 2022-09-01T11:26:15.153 DEBUG:boto:Token: None 2022-09-01T11:26:15.153 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/obj95 2022-09-01T11:26:15.154 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X5Wpc19um/cjTcSWYzI+/pdThUE= 2022-09-01T11:26:15.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X5Wpc19um/cjTcSWYzI+/pdThUE=', 'Content-Length': '0'} 2022-09-01T11:26:15.158 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a8f00fe3ada9d16-00631096d7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.159 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:15.162 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:15.163 DEBUG:boto:Method: HEAD 2022-09-01T11:26:15.164 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:26:15.165 DEBUG:boto:Data: 2022-09-01T11:26:15.165 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.166 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:15.166 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.167 DEBUG:boto:Params: {} 2022-09-01T11:26:15.167 DEBUG:boto:Token: None 2022-09-01T11:26:15.168 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/obj95 2022-09-01T11:26:15.169 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X5Wpc19um/cjTcSWYzI+/pdThUE= 2022-09-01T11:26:15.170 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X5Wpc19um/cjTcSWYzI+/pdThUE=', 'Content-Length': '0'} 2022-09-01T11:26:15.176 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e318373889459ae8-00631096d7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.177 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:26:15.178 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:15.179 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:15.180 DEBUG:boto:Method: GET 2022-09-01T11:26:15.181 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:26:15.183 DEBUG:boto:Data: 2022-09-01T11:26:15.183 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.184 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:15.184 DEBUG:boto:Port: 8001 2022-09-01T11:26:15.185 DEBUG:boto:Params: {} 2022-09-01T11:26:15.186 DEBUG:boto:Token: None 2022-09-01T11:26:15.186 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/obj95 2022-09-01T11:26:15.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8mb3mNZs6Ogmx3P6L9XFfYG9u/w= 2022-09-01T11:26:15.188 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8mb3mNZs6Ogmx3P6L9XFfYG9u/w=', 'Content-Length': '0'} 2022-09-01T11:26:15.191 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf1e0178b9707b44-00631096d7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.192 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:26:15.193 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:26:15.194 DEBUG:boto:Method: GET 2022-09-01T11:26:15.195 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:26:15.196 DEBUG:boto:Data: 2022-09-01T11:26:15.197 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.198 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:15.200 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.201 DEBUG:boto:Params: {} 2022-09-01T11:26:15.203 DEBUG:boto:Token: None 2022-09-01T11:26:15.204 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/obj95 2022-09-01T11:26:15.205 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8mb3mNZs6Ogmx3P6L9XFfYG9u/w= 2022-09-01T11:26:15.206 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8mb3mNZs6Ogmx3P6L9XFfYG9u/w=', 'Content-Length': '0'} 2022-09-01T11:26:15.210 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000434c7f03991ccd23-00631096d7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.211 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:15.212 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:15.213 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:15.214 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:15.214 DEBUG:boto:Method: GET 2022-09-01T11:26:15.215 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:26:15.215 DEBUG:boto:Data: 2022-09-01T11:26:15.216 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.216 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:26:15.217 DEBUG:boto:Port: 8001 2022-09-01T11:26:15.218 DEBUG:boto:Params: {} 2022-09-01T11:26:15.219 DEBUG:boto:Token: None 2022-09-01T11:26:15.220 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/ 2022-09-01T11:26:15.221 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ezKKMGyPyV9TnTrmeRdRZJeIESY= 2022-09-01T11:26:15.222 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ezKKMGyPyV9TnTrmeRdRZJeIESY=', 'Content-Length': '0'} 2022-09-01T11:26:15.225 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000096782bdb7d3065d5-00631096d7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.266 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:15.267 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:15.268 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:15.268 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:15.269 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:26:15.269 DEBUG:boto:Method: GET 2022-09-01T11:26:15.270 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:26:15.271 DEBUG:boto:Data: 2022-09-01T11:26:15.271 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.272 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:26:15.272 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.273 DEBUG:boto:Params: {} 2022-09-01T11:26:15.273 DEBUG:boto:Token: None 2022-09-01T11:26:15.274 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/ 2022-09-01T11:26:15.275 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ezKKMGyPyV9TnTrmeRdRZJeIESY= 2022-09-01T11:26:15.275 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ezKKMGyPyV9TnTrmeRdRZJeIESY=', 'Content-Length': '0'} 2022-09-01T11:26:15.280 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003e62220c3fcb0066-00631096d7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.280 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:26:15.282 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone3, test-zone2} 2022-09-01T11:26:15.282 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--num-shards', '31', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:26:15.283 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--num-shards', '31', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:26:15.284 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --num-shards 31 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:26:15.345 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:26:15.346 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:26:15.420 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:26:15.420 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-74 2022-09-01T11:26:15.431 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 25 2022-09-01T11:26:15.512 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:15.513 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:15.514 DEBUG:boto:Method: HEAD 2022-09-01T11:26:15.515 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:26:15.516 DEBUG:boto:Data: 2022-09-01T11:26:15.516 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.517 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:15.518 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.519 DEBUG:boto:Params: {} 2022-09-01T11:26:15.521 DEBUG:boto:Token: None 2022-09-01T11:26:15.522 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/ 2022-09-01T11:26:15.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TbkWM6AMrR2gn8p+lzODc75Tn9k= 2022-09-01T11:26:15.524 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TbkWM6AMrR2gn8p+lzODc75Tn9k=', 'Content-Length': '0'} 2022-09-01T11:26:15.529 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '25'), ('X-RGW-Bytes-Used', '75'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b72ff1a0fc8404a1-00631096d7-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.531 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:26:15.532 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:26:15.533 DEBUG:boto:Method: PUT 2022-09-01T11:26:15.534 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:26:15.535 DEBUG:boto:Data: 2022-09-01T11:26:15.535 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:26:15.536 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:15.537 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.538 DEBUG:boto:Params: {} 2022-09-01T11:26:15.539 DEBUG:boto:Token: None 2022-09-01T11:26:15.540 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/obj31 2022-09-01T11:26:15.540 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mUqq/qEGtHW3cHPON6nf5xKWIUY= 2022-09-01T11:26:15.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mUqq/qEGtHW3cHPON6nf5xKWIUY='} 2022-09-01T11:26:15.549 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000ef9380debb98e3b1-00631096d7-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.550 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:15.551 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:15.551 DEBUG:boto:Method: HEAD 2022-09-01T11:26:15.552 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:26:15.552 DEBUG:boto:Data: 2022-09-01T11:26:15.553 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.553 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:15.554 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.554 DEBUG:boto:Params: {} 2022-09-01T11:26:15.555 DEBUG:boto:Token: None 2022-09-01T11:26:15.556 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/ 2022-09-01T11:26:15.556 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TbkWM6AMrR2gn8p+lzODc75Tn9k= 2022-09-01T11:26:15.557 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TbkWM6AMrR2gn8p+lzODc75Tn9k=', 'Content-Length': '0'} 2022-09-01T11:26:15.561 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '26'), ('X-RGW-Bytes-Used', '78'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000b7f6aa00664ffb1-00631096d7-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.562 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:26:15.562 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:26:15.563 DEBUG:boto:Method: PUT 2022-09-01T11:26:15.563 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:26:15.564 DEBUG:boto:Data: 2022-09-01T11:26:15.564 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:26:15.565 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:15.565 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.566 DEBUG:boto:Params: {} 2022-09-01T11:26:15.567 DEBUG:boto:Token: None 2022-09-01T11:26:15.567 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/obj62 2022-09-01T11:26:15.568 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F9vQd7PzTO/zlywb2l8Ujc0IlQI= 2022-09-01T11:26:15.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F9vQd7PzTO/zlywb2l8Ujc0IlQI='} 2022-09-01T11:26:15.575 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000b5e77d0409e5f6ee-00631096d7-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.576 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:15.576 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:15.577 DEBUG:boto:Method: HEAD 2022-09-01T11:26:15.578 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:26:15.578 DEBUG:boto:Data: 2022-09-01T11:26:15.579 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.579 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:15.580 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.580 DEBUG:boto:Params: {} 2022-09-01T11:26:15.581 DEBUG:boto:Token: None 2022-09-01T11:26:15.581 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/ 2022-09-01T11:26:15.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TbkWM6AMrR2gn8p+lzODc75Tn9k= 2022-09-01T11:26:15.583 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TbkWM6AMrR2gn8p+lzODc75Tn9k=', 'Content-Length': '0'} 2022-09-01T11:26:15.588 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '27'), ('X-RGW-Bytes-Used', '81'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a61214bf41da73be-00631096d7-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.589 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:26:15.589 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:26:15.590 DEBUG:boto:Method: PUT 2022-09-01T11:26:15.592 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:26:15.593 DEBUG:boto:Data: 2022-09-01T11:26:15.593 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:26:15.594 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:15.595 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.595 DEBUG:boto:Params: {} 2022-09-01T11:26:15.596 DEBUG:boto:Token: None 2022-09-01T11:26:15.597 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/obj93 2022-09-01T11:26:15.597 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RXaDgaxzj/TYmua3Zbfx27KhJa4= 2022-09-01T11:26:15.598 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RXaDgaxzj/TYmua3Zbfx27KhJa4='} 2022-09-01T11:26:15.642 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000028375f7a75ddf575-00631096d7-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.644 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:15.645 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:15.646 DEBUG:boto:Method: HEAD 2022-09-01T11:26:15.647 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:26:15.648 DEBUG:boto:Data: 2022-09-01T11:26:15.649 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.650 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:15.651 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.651 DEBUG:boto:Params: {} 2022-09-01T11:26:15.652 DEBUG:boto:Token: None 2022-09-01T11:26:15.652 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/ 2022-09-01T11:26:15.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TbkWM6AMrR2gn8p+lzODc75Tn9k= 2022-09-01T11:26:15.654 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TbkWM6AMrR2gn8p+lzODc75Tn9k=', 'Content-Length': '0'} 2022-09-01T11:26:15.657 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '28'), ('X-RGW-Bytes-Used', '84'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000001985ccccd87a7616-00631096d7-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.658 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:26:15.659 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:26:15.659 DEBUG:boto:Method: PUT 2022-09-01T11:26:15.660 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:26:15.661 DEBUG:boto:Data: 2022-09-01T11:26:15.662 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:26:15.663 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:15.663 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.664 DEBUG:boto:Params: {} 2022-09-01T11:26:15.664 DEBUG:boto:Token: None 2022-09-01T11:26:15.665 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/obj124 2022-09-01T11:26:15.666 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NJTKbNKhv/cC2/Q2j3cJcQVvxZE= 2022-09-01T11:26:15.666 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NJTKbNKhv/cC2/Q2j3cJcQVvxZE='} 2022-09-01T11:26:15.675 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000988f7f7607b6a223-00631096d7-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.676 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:26:15.676 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:26:15.677 DEBUG:boto:Method: HEAD 2022-09-01T11:26:15.677 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:26:15.678 DEBUG:boto:Data: 2022-09-01T11:26:15.679 DEBUG:boto:Headers: {} 2022-09-01T11:26:15.679 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:15.680 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.680 DEBUG:boto:Params: {} 2022-09-01T11:26:15.681 DEBUG:boto:Token: None 2022-09-01T11:26:15.681 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/ 2022-09-01T11:26:15.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TbkWM6AMrR2gn8p+lzODc75Tn9k= 2022-09-01T11:26:15.683 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TbkWM6AMrR2gn8p+lzODc75Tn9k=', 'Content-Length': '0'} 2022-09-01T11:26:15.686 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '29'), ('X-RGW-Bytes-Used', '87'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004b7a82c90257fd1e-00631096d7-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.687 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:26:15.687 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:26:15.688 DEBUG:boto:Method: PUT 2022-09-01T11:26:15.688 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:26:15.689 DEBUG:boto:Data: 2022-09-01T11:26:15.690 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:26:15.690 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:26:15.691 DEBUG:boto:Port: 8000 2022-09-01T11:26:15.691 DEBUG:boto:Params: {} 2022-09-01T11:26:15.692 DEBUG:boto:Token: None 2022-09-01T11:26:15.692 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:26:15 GMT /ptoxvb-74/obj155 2022-09-01T11:26:15.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yT9pDsQdgxKwEA4LqZI1BHr+nds= 2022-09-01T11:26:15.694 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:26:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yT9pDsQdgxKwEA4LqZI1BHr+nds='} 2022-09-01T11:26:15.742 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000c442471a258e3550-00631096d7-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:26:15.744 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-74 2022-09-01T11:26:15.744 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:26:15.745 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:26:15.746 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:26:15.812 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:26:15.813 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:26:15.852 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:26:15.851+0000 7feb1577e600 1 waiting to reach latest gen 5, on 4.. 2022-09-01T11:26:20.853 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:26:20.852+0000 7feb1577e600 1 waiting to reach latest gen 5, on 4.. 2022-09-01T11:26:25.856 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:26:25.855+0000 7feb1577e600 1 waiting for incremental sync to catch up: 2022-09-01T11:26:25.857 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:26:25.857 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:26:30.859 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:26:30.858+0000 7feb1577e600 1 waiting for incremental sync to catch up: 2022-09-01T11:26:30.860 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:26:30.860 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:26:35.862 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:26:35.861+0000 7feb1577e600 1 waiting for incremental sync to catch up: 2022-09-01T11:26:35.862 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:26:35.862 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:26:40.864 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:26:40.863+0000 7feb1577e600 1 waiting for incremental sync to catch up: 2022-09-01T11:26:40.865 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:26:40.865 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:26:45.867 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:26:45.866+0000 7feb1577e600 1 waiting for incremental sync to catch up: 2022-09-01T11:26:45.867 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , 00000000001.104.5, , , , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , ] 2022-09-01T11:26:45.868 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:26:50.869 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:26:50.868+0000 7feb1577e600 1 waiting for incremental sync to catch up: 2022-09-01T11:26:50.870 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , 00000000001.104.5, , , , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , ] 2022-09-01T11:26:50.871 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:26:55.872 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:26:55.872+0000 7feb1577e600 1 waiting for incremental sync to catch up: 2022-09-01T11:26:55.873 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , 00000000001.104.5, , , , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , ] 2022-09-01T11:26:55.873 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:27:00.875 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:27:00.875+0000 7feb1577e600 1 waiting for incremental sync to catch up: 2022-09-01T11:27:00.876 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , 00000000001.104.5, , , , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , ] 2022-09-01T11:27:00.877 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:27:05.878 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:27:05.878+0000 7feb1577e600 1 waiting for incremental sync to catch up: 2022-09-01T11:27:05.878 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , 00000000001.104.5, , , , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , ] 2022-09-01T11:27:05.878 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:27:10.881 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:27:10.880+0000 7feb1577e600 1 waiting for incremental sync to catch up: 2022-09-01T11:27:10.881 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , 00000000001.104.5, , , , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , ] 2022-09-01T11:27:10.882 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:27:15.883 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:27:15.882+0000 7feb1577e600 1 waiting for incremental sync to catch up: 2022-09-01T11:27:15.884 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , 00000000001.104.5, , , , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , ] 2022-09-01T11:27:15.884 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:27:20.886 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:27:20.884+0000 7feb1577e600 1 waiting for incremental sync to catch up: 2022-09-01T11:27:20.887 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , 00000000001.104.5, , , , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , ] 2022-09-01T11:27:20.887 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:27:25.888 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:27:25.886+0000 7feb1577e600 1 bucket sync caught up with source: 2022-09-01T11:27:25.888 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:27:25.889 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:27:25.889 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:27:25.886+0000 7feb1577e600 0 bucket checkpoint complete 2022-09-01T11:27:25.907 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-74 2022-09-01T11:27:25.908 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:27:25.910 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:27:25.911 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:27:25.977 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:27:25.978 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:27:26.035 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:27:26.031+0000 7fc528fee600 1 bucket sync caught up with source: 2022-09-01T11:27:26.036 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:27:26.036 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:27:26.037 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:27:26.031+0000 7fc528fee600 0 bucket checkpoint complete 2022-09-01T11:27:26.051 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:27:26.051 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:27:26.052 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:27:26.053 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:27:26.118 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:27:26.119 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:27:26.160 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:27:26.159+0000 7fad6e87e600 1 bucket sync caught up with source: 2022-09-01T11:27:26.161 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:27:26.161 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , 00000000002.79.5, , 00000000001.104.5, , 00000000001.86.5, , , , , , , , , , 00000000001.107.5, , , , , , , , , , , , , , 00000000001.86.5] 2022-09-01T11:27:26.162 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:27:26.159+0000 7fad6e87e600 0 bucket checkpoint complete 2022-09-01T11:27:26.174 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-74 2022-09-01T11:27:26.175 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:27:26.176 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:27:26.176 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:27:26.235 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:27:26.236 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:27:26.288 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:27:26.283+0000 7f134c94a600 1 waiting for incremental sync to catch up: 2022-09-01T11:27:26.289 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.276.5, 00000000002.225.5, 00000000002.218.5, 00000000004.361.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000003.194.5, 00000000006.290.5, 00000000004.236.5] 2022-09-01T11:27:26.289 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.285.5, 00000000002.225.5, 00000000002.218.5, 00000000004.361.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000003.194.5, 00000000006.290.5, 00000000004.236.5] 2022-09-01T11:27:31.288 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:27:31.284+0000 7f134c94a600 1 waiting for incremental sync to catch up: 2022-09-01T11:27:31.289 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.276.5, 00000000002.225.5, 00000000002.218.5, 00000000004.361.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000003.194.5, 00000000006.290.5, 00000000004.236.5] 2022-09-01T11:27:31.289 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.285.5, 00000000002.225.5, 00000000002.218.5, 00000000004.361.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000003.194.5, 00000000006.290.5, 00000000004.236.5] 2022-09-01T11:27:36.290 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:27:36.286+0000 7f134c94a600 1 bucket sync caught up with source: 2022-09-01T11:27:36.291 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.285.5, 00000000002.225.5, 00000000002.218.5, 00000000004.361.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000003.194.5, 00000000006.290.5, 00000000004.236.5] 2022-09-01T11:27:36.291 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.285.5, 00000000002.225.5, 00000000002.218.5, 00000000004.361.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000003.194.5, 00000000006.290.5, 00000000004.236.5] 2022-09-01T11:27:36.291 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:27:36.286+0000 7f134c94a600 0 bucket checkpoint complete 2022-09-01T11:27:36.315 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-74 2022-09-01T11:27:36.316 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:27:36.316 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:27:36.317 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:27:36.380 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:27:36.380 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:27:36.426 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:27:36.422+0000 7fddeddb1600 1 waiting for incremental sync to catch up: 2022-09-01T11:27:36.427 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.276.5, 00000000002.225.5, 00000000002.218.5, 00000000004.361.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000003.194.5, 00000000006.290.5, 00000000004.236.5] 2022-09-01T11:27:36.427 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.285.5, 00000000002.225.5, 00000000002.218.5, 00000000004.361.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000003.194.5, 00000000006.290.5, 00000000004.236.5] 2022-09-01T11:27:41.428 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:27:41.424+0000 7fddeddb1600 1 waiting for incremental sync to catch up: 2022-09-01T11:27:41.428 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000002.276.5, 00000000002.225.5, 00000000002.218.5, 00000000004.361.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000003.194.5, 00000000006.290.5, 00000000004.236.5] 2022-09-01T11:27:41.428 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.285.5, 00000000002.225.5, 00000000002.218.5, 00000000004.361.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000003.194.5, 00000000006.290.5, 00000000004.236.5] 2022-09-01T11:27:46.429 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:27:46.425+0000 7fddeddb1600 1 bucket sync caught up with source: 2022-09-01T11:27:46.429 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.285.5, 00000000002.225.5, 00000000002.218.5, 00000000004.361.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000003.194.5, 00000000006.290.5, 00000000004.236.5] 2022-09-01T11:27:46.430 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.285.5, 00000000002.225.5, 00000000002.218.5, 00000000004.361.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000003.194.5, 00000000006.290.5, 00000000004.236.5] 2022-09-01T11:27:46.430 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:27:46.425+0000 7fddeddb1600 0 bucket checkpoint complete 2022-09-01T11:27:46.450 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:27:46.450 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-74 2022-09-01T11:27:46.451 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:27:46.451 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:27:46.452 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:27:46.516 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:27:46.516 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:27:46.559 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:27:46.555+0000 7ff079781600 1 bucket sync caught up with source: 2022-09-01T11:27:46.560 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.438.5, 00000000002.476.5, 00000000002.369.5, 00000000004.674.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000003.411.5, 00000000006.468.5, 00000000004.303.5] 2022-09-01T11:27:46.560 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.438.5, 00000000002.476.5, 00000000002.369.5, 00000000004.674.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000003.411.5, 00000000006.468.5, 00000000004.303.5] 2022-09-01T11:27:46.561 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:27:46.555+0000 7ff079781600 0 bucket checkpoint complete 2022-09-01T11:27:46.574 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-74 2022-09-01T11:27:46.575 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:27:46.576 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:27:46.576 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:27:46.641 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:27:46.642 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:27:46.682 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:27:46.681+0000 7f1801213600 1 waiting for incremental sync to catch up: 2022-09-01T11:27:46.682 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.428.5, 00000000002.476.5, 00000000002.369.5, 00000000004.674.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000003.411.5, 00000000006.468.5, 00000000004.303.5] 2022-09-01T11:27:46.683 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000003.438.5, 00000000002.476.5, 00000000002.369.5, 00000000004.674.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000003.411.5, 00000000006.468.5, 00000000004.303.5] 2022-09-01T11:27:51.683 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:27:51.682+0000 7f1801213600 1 waiting for incremental sync to catch up: 2022-09-01T11:27:51.684 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000002.428.5, 00000000002.476.5, 00000000002.369.5, 00000000004.674.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000003.411.5, 00000000006.468.5, 00000000004.303.5] 2022-09-01T11:27:51.684 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000003.438.5, 00000000002.476.5, 00000000002.369.5, 00000000004.674.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000003.411.5, 00000000006.468.5, 00000000004.303.5] 2022-09-01T11:27:56.685 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:27:56.684+0000 7f1801213600 1 bucket sync caught up with source: 2022-09-01T11:27:56.686 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000003.438.5, 00000000002.476.5, 00000000002.369.5, 00000000004.674.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000003.411.5, 00000000006.468.5, 00000000004.303.5] 2022-09-01T11:27:56.686 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000003.438.5, 00000000002.476.5, 00000000002.369.5, 00000000004.674.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000003.411.5, 00000000006.468.5, 00000000004.303.5] 2022-09-01T11:27:56.687 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:27:56.684+0000 7f1801213600 0 bucket checkpoint complete 2022-09-01T11:27:56.705 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:27:56.706 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone2, test-zone1} 2022-09-01T11:27:56.707 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:56.708 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:56.709 DEBUG:boto:Method: HEAD 2022-09-01T11:27:56.710 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:27:56.711 DEBUG:boto:Data: 2022-09-01T11:27:56.712 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.713 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:56.714 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.715 DEBUG:boto:Params: {} 2022-09-01T11:27:56.716 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:27:56.717 DEBUG:boto:Token: None 2022-09-01T11:27:56.719 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/ 2022-09-01T11:27:56.720 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0Paw9i8AydKdhxPqQLfhARx1Qtc= 2022-09-01T11:27:56.721 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0Paw9i8AydKdhxPqQLfhARx1Qtc=', 'Content-Length': '0'} 2022-09-01T11:27:56.725 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '30'), ('X-RGW-Bytes-Used', '90'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000892a4740c8b0f261-006310973c-183f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.726 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:56.726 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:56.727 DEBUG:boto:Method: HEAD 2022-09-01T11:27:56.727 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:27:56.728 DEBUG:boto:Data: 2022-09-01T11:27:56.728 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.729 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:56.729 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.730 DEBUG:boto:Params: {} 2022-09-01T11:27:56.731 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:27:56.732 DEBUG:boto:Token: None 2022-09-01T11:27:56.733 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/ 2022-09-01T11:27:56.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0Paw9i8AydKdhxPqQLfhARx1Qtc= 2022-09-01T11:27:56.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0Paw9i8AydKdhxPqQLfhARx1Qtc=', 'Content-Length': '0'} 2022-09-01T11:27:56.754 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '30'), ('X-RGW-Bytes-Used', '90'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b4a83b5bcf040317-006310973c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.755 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:27:56.755 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:56.756 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:56.756 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:27:56.757 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:27:56.757 DEBUG:boto:Method: GET 2022-09-01T11:27:56.758 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:27:56.758 DEBUG:boto:Data: 2022-09-01T11:27:56.759 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.759 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:56.760 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.761 DEBUG:boto:Params: {} 2022-09-01T11:27:56.762 DEBUG:boto:Token: None 2022-09-01T11:27:56.763 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/?versions 2022-09-01T11:27:56.763 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TUrmFdhu6tkud1XB174lQZCtc5M= 2022-09-01T11:27:56.764 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TUrmFdhu6tkud1XB174lQZCtc5M=', 'Content-Length': '0'} 2022-09-01T11:27:56.767 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a8b08d211b4368c2-006310973c-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.768 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:56.770 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:27:56.771 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:27:56.772 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:27:56.772 DEBUG:tasks.rgw_multi.zone_rados:o=obj124 2022-09-01T11:27:56.773 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:27:56.773 DEBUG:tasks.rgw_multi.zone_rados:o=obj155 2022-09-01T11:27:56.773 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:27:56.774 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:27:56.774 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:27:56.775 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:27:56.775 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:27:56.776 DEBUG:tasks.rgw_multi.zone_rados:o=obj31 2022-09-01T11:27:56.776 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:27:56.777 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:27:56.777 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:27:56.778 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:27:56.778 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:27:56.779 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:27:56.779 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:27:56.780 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:27:56.780 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:27:56.781 DEBUG:tasks.rgw_multi.zone_rados:o=obj62 2022-09-01T11:27:56.781 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:27:56.781 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:27:56.782 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:27:56.782 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:27:56.783 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:27:56.783 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:27:56.784 DEBUG:tasks.rgw_multi.zone_rados:o=obj93 2022-09-01T11:27:56.784 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:27:56.785 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:27:56.785 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:56.786 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:56.787 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:27:56.787 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:27:56.788 DEBUG:boto:Method: GET 2022-09-01T11:27:56.788 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:27:56.789 DEBUG:boto:Data: 2022-09-01T11:27:56.789 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.790 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:56.790 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.791 DEBUG:boto:Params: {} 2022-09-01T11:27:56.791 DEBUG:boto:Token: None 2022-09-01T11:27:56.792 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/?versions 2022-09-01T11:27:56.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TUrmFdhu6tkud1XB174lQZCtc5M= 2022-09-01T11:27:56.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TUrmFdhu6tkud1XB174lQZCtc5M=', 'Content-Length': '0'} 2022-09-01T11:27:56.798 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000087a121a1a8cbb3d8-006310973c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.799 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:56.801 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:27:56.802 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:27:56.802 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:27:56.802 DEBUG:tasks.rgw_multi.zone_rados:o=obj124 2022-09-01T11:27:56.803 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:27:56.803 DEBUG:tasks.rgw_multi.zone_rados:o=obj155 2022-09-01T11:27:56.804 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:27:56.804 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:27:56.805 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:27:56.805 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:27:56.806 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:27:56.806 DEBUG:tasks.rgw_multi.zone_rados:o=obj31 2022-09-01T11:27:56.807 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:27:56.807 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:27:56.808 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:27:56.808 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:27:56.809 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:27:56.809 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:27:56.810 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:27:56.810 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:27:56.811 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:27:56.811 DEBUG:tasks.rgw_multi.zone_rados:o=obj62 2022-09-01T11:27:56.811 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:27:56.812 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:27:56.812 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:27:56.813 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:27:56.813 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:27:56.814 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:27:56.814 DEBUG:tasks.rgw_multi.zone_rados:o=obj93 2022-09-01T11:27:56.815 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:27:56.815 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:56.816 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:56.816 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:27:56.817 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:27:56.817 DEBUG:boto:Method: GET 2022-09-01T11:27:56.818 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:27:56.819 DEBUG:boto:Data: 2022-09-01T11:27:56.819 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.820 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:56.820 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.821 DEBUG:boto:Params: {} 2022-09-01T11:27:56.821 DEBUG:boto:Token: None 2022-09-01T11:27:56.822 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/?versions 2022-09-01T11:27:56.822 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TUrmFdhu6tkud1XB174lQZCtc5M= 2022-09-01T11:27:56.823 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TUrmFdhu6tkud1XB174lQZCtc5M=', 'Content-Length': '0'} 2022-09-01T11:27:56.826 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d45cc653dc51ba99-006310973c-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.827 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:56.829 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:56.829 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:56.830 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:27:56.831 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:27:56.831 DEBUG:boto:Method: GET 2022-09-01T11:27:56.832 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:27:56.832 DEBUG:boto:Data: 2022-09-01T11:27:56.833 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.833 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:56.834 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.834 DEBUG:boto:Params: {} 2022-09-01T11:27:56.835 DEBUG:boto:Token: None 2022-09-01T11:27:56.835 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/?versions 2022-09-01T11:27:56.836 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TUrmFdhu6tkud1XB174lQZCtc5M= 2022-09-01T11:27:56.837 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TUrmFdhu6tkud1XB174lQZCtc5M=', 'Content-Length': '0'} 2022-09-01T11:27:56.842 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a5abe725dafbb876-006310973c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.843 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:56.846 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:27:56.847 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:27:56.847 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:27:56.848 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.848 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.849 DEBUG:boto:Method: GET 2022-09-01T11:27:56.849 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.850 DEBUG:boto:Data: 2022-09-01T11:27:56.851 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.851 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:56.852 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.853 DEBUG:boto:Params: {} 2022-09-01T11:27:56.853 DEBUG:boto:Token: None 2022-09-01T11:27:56.854 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.855 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8VpMmp0uc+8MlECf+Mre1/cfQJg= 2022-09-01T11:27:56.855 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8VpMmp0uc+8MlECf+Mre1/cfQJg=', 'Content-Length': '0'} 2022-09-01T11:27:56.858 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1e0e5c68099c286-006310973c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.859 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:27:56.859 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:27:56.860 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.860 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.861 DEBUG:boto:Method: GET 2022-09-01T11:27:56.862 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.862 DEBUG:boto:Data: 2022-09-01T11:27:56.863 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.864 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:56.864 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.865 DEBUG:boto:Params: {} 2022-09-01T11:27:56.865 DEBUG:boto:Token: None 2022-09-01T11:27:56.866 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.867 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8VpMmp0uc+8MlECf+Mre1/cfQJg= 2022-09-01T11:27:56.867 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8VpMmp0uc+8MlECf+Mre1/cfQJg=', 'Content-Length': '0'} 2022-09-01T11:27:56.870 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045d02532b134e64d-006310973c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.870 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:27:56.871 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:27:56.872 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.872 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.873 DEBUG:boto:Method: HEAD 2022-09-01T11:27:56.873 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.874 DEBUG:boto:Data: 2022-09-01T11:27:56.875 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.875 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:56.876 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.876 DEBUG:boto:Params: {} 2022-09-01T11:27:56.877 DEBUG:boto:Token: None 2022-09-01T11:27:56.877 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.878 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bIleTG3pq5RDi4F6wwipvZE2oQ8= 2022-09-01T11:27:56.879 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bIleTG3pq5RDi4F6wwipvZE2oQ8=', 'Content-Length': '0'} 2022-09-01T11:27:56.881 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d9c5021cc315252-006310973c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.882 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:27:56.882 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:27:56.883 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.883 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.884 DEBUG:boto:Method: HEAD 2022-09-01T11:27:56.885 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.885 DEBUG:boto:Data: 2022-09-01T11:27:56.886 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.886 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:56.887 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.887 DEBUG:boto:Params: {} 2022-09-01T11:27:56.888 DEBUG:boto:Token: None 2022-09-01T11:27:56.889 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.889 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bIleTG3pq5RDi4F6wwipvZE2oQ8= 2022-09-01T11:27:56.890 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bIleTG3pq5RDi4F6wwipvZE2oQ8=', 'Content-Length': '0'} 2022-09-01T11:27:56.892 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c6abda995e8cd77f-006310973c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.893 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:27:56.893 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:27:56.894 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:27:56.895 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.895 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.896 DEBUG:boto:Method: GET 2022-09-01T11:27:56.897 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.898 DEBUG:boto:Data: 2022-09-01T11:27:56.898 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.899 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:56.899 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.900 DEBUG:boto:Params: {} 2022-09-01T11:27:56.901 DEBUG:boto:Token: None 2022-09-01T11:27:56.901 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.902 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8VpMmp0uc+8MlECf+Mre1/cfQJg= 2022-09-01T11:27:56.903 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8VpMmp0uc+8MlECf+Mre1/cfQJg=', 'Content-Length': '0'} 2022-09-01T11:27:56.905 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c2503813b7e587f0-006310973c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.906 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:27:56.907 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:27:56.907 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.908 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.908 DEBUG:boto:Method: GET 2022-09-01T11:27:56.909 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.909 DEBUG:boto:Data: 2022-09-01T11:27:56.910 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.911 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:56.911 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.912 DEBUG:boto:Params: {} 2022-09-01T11:27:56.913 DEBUG:boto:Token: None 2022-09-01T11:27:56.913 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:27:56.914 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8VpMmp0uc+8MlECf+Mre1/cfQJg= 2022-09-01T11:27:56.914 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8VpMmp0uc+8MlECf+Mre1/cfQJg=', 'Content-Length': '0'} 2022-09-01T11:27:56.917 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000038959c94ea61460-006310973c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.918 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:56.919 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:56.919 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:27:56.920 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:27:56.921 DEBUG:boto:Method: GET 2022-09-01T11:27:56.921 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:27:56.922 DEBUG:boto:Data: 2022-09-01T11:27:56.922 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.923 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:56.923 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.924 DEBUG:boto:Params: {} 2022-09-01T11:27:56.924 DEBUG:boto:Token: None 2022-09-01T11:27:56.925 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/ 2022-09-01T11:27:56.926 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2tyIe/uGkmsEzsFZLVfxA6pNDkE= 2022-09-01T11:27:56.926 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2tyIe/uGkmsEzsFZLVfxA6pNDkE=', 'Content-Length': '0'} 2022-09-01T11:27:56.929 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ca5ce56508405e41-006310973c-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.930 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:56.932 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:56.933 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:56.933 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:27:56.934 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:27:56.934 DEBUG:boto:Method: GET 2022-09-01T11:27:56.935 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:27:56.935 DEBUG:boto:Data: 2022-09-01T11:27:56.936 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.936 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:56.937 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.937 DEBUG:boto:Params: {} 2022-09-01T11:27:56.938 DEBUG:boto:Token: None 2022-09-01T11:27:56.939 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/ 2022-09-01T11:27:56.939 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2tyIe/uGkmsEzsFZLVfxA6pNDkE= 2022-09-01T11:27:56.940 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2tyIe/uGkmsEzsFZLVfxA6pNDkE=', 'Content-Length': '0'} 2022-09-01T11:27:56.944 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000aca662340c5bbd50-006310973c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.945 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:56.946 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:27:56.947 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:27:56.947 DEBUG:boto:Method: HEAD 2022-09-01T11:27:56.948 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:27:56.948 DEBUG:boto:Data: 2022-09-01T11:27:56.949 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.949 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:56.950 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.950 DEBUG:boto:Params: {} 2022-09-01T11:27:56.951 DEBUG:boto:Token: None 2022-09-01T11:27:56.952 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/obj11 2022-09-01T11:27:56.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y8xWle6mKQfiRE+4ovfYSLtgp2Y= 2022-09-01T11:27:56.953 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y8xWle6mKQfiRE+4ovfYSLtgp2Y=', 'Content-Length': '0'} 2022-09-01T11:27:56.955 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000a52319a8b24b265-006310973c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.956 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:27:56.956 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:27:56.957 DEBUG:boto:Method: HEAD 2022-09-01T11:27:56.957 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:27:56.958 DEBUG:boto:Data: 2022-09-01T11:27:56.958 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.959 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:56.959 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.960 DEBUG:boto:Params: {} 2022-09-01T11:27:56.960 DEBUG:boto:Token: None 2022-09-01T11:27:56.961 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/obj11 2022-09-01T11:27:56.961 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y8xWle6mKQfiRE+4ovfYSLtgp2Y= 2022-09-01T11:27:56.962 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y8xWle6mKQfiRE+4ovfYSLtgp2Y=', 'Content-Length': '0'} 2022-09-01T11:27:56.964 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000152489274ebf3341-006310973c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.965 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:27:56.965 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:27:56.966 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:27:56.967 DEBUG:boto:Method: GET 2022-09-01T11:27:56.967 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:27:56.968 DEBUG:boto:Data: 2022-09-01T11:27:56.968 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.969 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:56.969 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.970 DEBUG:boto:Params: {} 2022-09-01T11:27:56.970 DEBUG:boto:Token: None 2022-09-01T11:27:56.971 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/obj11 2022-09-01T11:27:56.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eUEikYvGlzEiIuvWzULcXi3ZhTE= 2022-09-01T11:27:56.972 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eUEikYvGlzEiIuvWzULcXi3ZhTE=', 'Content-Length': '0'} 2022-09-01T11:27:56.974 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009a832574c6161cda-006310973c-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:56.975 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:27:56.976 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:27:56.976 DEBUG:boto:Method: GET 2022-09-01T11:27:56.977 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:27:56.977 DEBUG:boto:Data: 2022-09-01T11:27:56.978 DEBUG:boto:Headers: {} 2022-09-01T11:27:56.978 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:56.979 DEBUG:boto:Port: 8000 2022-09-01T11:27:56.980 DEBUG:boto:Params: {} 2022-09-01T11:27:56.980 DEBUG:boto:Token: None 2022-09-01T11:27:56.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:56 GMT /ptoxvb-74/obj11 2022-09-01T11:27:56.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eUEikYvGlzEiIuvWzULcXi3ZhTE= 2022-09-01T11:27:56.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:56 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eUEikYvGlzEiIuvWzULcXi3ZhTE=', 'Content-Length': '0'} 2022-09-01T11:27:56.984 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e52e9a9c189a424f-006310973c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:56 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.026 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.027 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.028 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:27:57.029 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:27:57.029 DEBUG:boto:Method: GET 2022-09-01T11:27:57.030 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:27:57.031 DEBUG:boto:Data: 2022-09-01T11:27:57.031 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.032 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.032 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.033 DEBUG:boto:Params: {} 2022-09-01T11:27:57.033 DEBUG:boto:Token: None 2022-09-01T11:27:57.034 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.035 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.038 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fb7a98986d89f9ab-006310973d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.039 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.040 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.041 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.041 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:27:57.042 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:27:57.043 DEBUG:boto:Method: GET 2022-09-01T11:27:57.043 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:27:57.044 DEBUG:boto:Data: 2022-09-01T11:27:57.044 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.045 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.046 DEBUG:boto:Params: {} 2022-09-01T11:27:57.046 DEBUG:boto:Token: None 2022-09-01T11:27:57.047 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.053 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ecbe005fa920bf13-006310973d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.054 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.056 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:27:57.057 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:27:57.057 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:27:57.058 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.059 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.059 DEBUG:boto:Method: GET 2022-09-01T11:27:57.060 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.060 DEBUG:boto:Data: 2022-09-01T11:27:57.061 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.061 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.062 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.063 DEBUG:boto:Params: {} 2022-09-01T11:27:57.064 DEBUG:boto:Token: None 2022-09-01T11:27:57.064 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.065 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hGWk60/EGZcNLdKe0ZCC93UEOG0= 2022-09-01T11:27:57.066 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hGWk60/EGZcNLdKe0ZCC93UEOG0=', 'Content-Length': '0'} 2022-09-01T11:27:57.068 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f9cc3245b2c42c99-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.110 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:27:57.111 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:27:57.111 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.112 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.113 DEBUG:boto:Method: GET 2022-09-01T11:27:57.113 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.114 DEBUG:boto:Data: 2022-09-01T11:27:57.114 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.115 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.115 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.116 DEBUG:boto:Params: {} 2022-09-01T11:27:57.117 DEBUG:boto:Token: None 2022-09-01T11:27:57.117 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hGWk60/EGZcNLdKe0ZCC93UEOG0= 2022-09-01T11:27:57.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hGWk60/EGZcNLdKe0ZCC93UEOG0=', 'Content-Length': '0'} 2022-09-01T11:27:57.121 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000052b9d215003957d-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.122 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:27:57.122 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:27:57.123 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.123 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.124 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.124 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.125 DEBUG:boto:Data: 2022-09-01T11:27:57.125 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.126 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.126 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.127 DEBUG:boto:Params: {} 2022-09-01T11:27:57.128 DEBUG:boto:Token: None 2022-09-01T11:27:57.128 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.129 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5was6MFp4JdXqwRjXVznsfY3oQA= 2022-09-01T11:27:57.129 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5was6MFp4JdXqwRjXVznsfY3oQA=', 'Content-Length': '0'} 2022-09-01T11:27:57.131 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000996d1f91b0b53f1f-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.133 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:27:57.134 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:27:57.135 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.135 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.136 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.137 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.137 DEBUG:boto:Data: 2022-09-01T11:27:57.138 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.138 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.139 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.139 DEBUG:boto:Params: {} 2022-09-01T11:27:57.140 DEBUG:boto:Token: None 2022-09-01T11:27:57.141 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.141 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5was6MFp4JdXqwRjXVznsfY3oQA= 2022-09-01T11:27:57.142 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5was6MFp4JdXqwRjXVznsfY3oQA=', 'Content-Length': '0'} 2022-09-01T11:27:57.144 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bfbb2c8633e6843c-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.145 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:27:57.145 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:27:57.146 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:27:57.147 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.147 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.148 DEBUG:boto:Method: GET 2022-09-01T11:27:57.148 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.149 DEBUG:boto:Data: 2022-09-01T11:27:57.149 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.150 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.151 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.151 DEBUG:boto:Params: {} 2022-09-01T11:27:57.152 DEBUG:boto:Token: None 2022-09-01T11:27:57.153 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hGWk60/EGZcNLdKe0ZCC93UEOG0= 2022-09-01T11:27:57.154 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hGWk60/EGZcNLdKe0ZCC93UEOG0=', 'Content-Length': '0'} 2022-09-01T11:27:57.156 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1b81a0f9491410e-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.157 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:27:57.157 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:27:57.158 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.158 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.159 DEBUG:boto:Method: GET 2022-09-01T11:27:57.159 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.160 DEBUG:boto:Data: 2022-09-01T11:27:57.160 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.161 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.162 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.162 DEBUG:boto:Params: {} 2022-09-01T11:27:57.163 DEBUG:boto:Token: None 2022-09-01T11:27:57.163 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:27:57.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hGWk60/EGZcNLdKe0ZCC93UEOG0= 2022-09-01T11:27:57.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hGWk60/EGZcNLdKe0ZCC93UEOG0=', 'Content-Length': '0'} 2022-09-01T11:27:57.167 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e2640926219cd156-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.168 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.168 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.169 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:27:57.169 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:27:57.170 DEBUG:boto:Method: GET 2022-09-01T11:27:57.171 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:27:57.171 DEBUG:boto:Data: 2022-09-01T11:27:57.172 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.172 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.173 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.173 DEBUG:boto:Params: {} 2022-09-01T11:27:57.174 DEBUG:boto:Token: None 2022-09-01T11:27:57.174 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.178 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a484492e3fb2673c-006310973d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.179 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.180 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.181 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.181 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:27:57.182 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:27:57.182 DEBUG:boto:Method: GET 2022-09-01T11:27:57.183 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:27:57.183 DEBUG:boto:Data: 2022-09-01T11:27:57.184 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.184 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.185 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.185 DEBUG:boto:Params: {} 2022-09-01T11:27:57.186 DEBUG:boto:Token: None 2022-09-01T11:27:57.187 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.188 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.192 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003780f04486393d87-006310973d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.193 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.194 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:27:57.195 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:27:57.195 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.196 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:27:57.196 DEBUG:boto:Data: 2022-09-01T11:27:57.197 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.197 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.198 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.198 DEBUG:boto:Params: {} 2022-09-01T11:27:57.199 DEBUG:boto:Token: None 2022-09-01T11:27:57.199 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj115 2022-09-01T11:27:57.200 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QHF4C2WHehttnu+KYqE2OFh4UsY= 2022-09-01T11:27:57.201 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QHF4C2WHehttnu+KYqE2OFh4UsY=', 'Content-Length': '0'} 2022-09-01T11:27:57.203 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b716161eb9b70af3-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.203 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:27:57.204 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:27:57.204 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.205 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:27:57.205 DEBUG:boto:Data: 2022-09-01T11:27:57.206 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.206 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.207 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.207 DEBUG:boto:Params: {} 2022-09-01T11:27:57.208 DEBUG:boto:Token: None 2022-09-01T11:27:57.209 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj115 2022-09-01T11:27:57.209 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QHF4C2WHehttnu+KYqE2OFh4UsY= 2022-09-01T11:27:57.210 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QHF4C2WHehttnu+KYqE2OFh4UsY=', 'Content-Length': '0'} 2022-09-01T11:27:57.212 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000047b5a5e6ae683847-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.213 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:27:57.214 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:27:57.214 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:27:57.215 DEBUG:boto:Method: GET 2022-09-01T11:27:57.215 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:27:57.216 DEBUG:boto:Data: 2022-09-01T11:27:57.216 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.217 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.217 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.218 DEBUG:boto:Params: {} 2022-09-01T11:27:57.219 DEBUG:boto:Token: None 2022-09-01T11:27:57.219 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj115 2022-09-01T11:27:57.220 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KsiyZ2jc+qnW8gg/3fgZr+Fl0qs= 2022-09-01T11:27:57.220 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KsiyZ2jc+qnW8gg/3fgZr+Fl0qs=', 'Content-Length': '0'} 2022-09-01T11:27:57.223 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f07bde31e6859943-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.271 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:27:57.272 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:27:57.273 DEBUG:boto:Method: GET 2022-09-01T11:27:57.273 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:27:57.274 DEBUG:boto:Data: 2022-09-01T11:27:57.274 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.275 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.276 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.276 DEBUG:boto:Params: {} 2022-09-01T11:27:57.277 DEBUG:boto:Token: None 2022-09-01T11:27:57.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj115 2022-09-01T11:27:57.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KsiyZ2jc+qnW8gg/3fgZr+Fl0qs= 2022-09-01T11:27:57.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KsiyZ2jc+qnW8gg/3fgZr+Fl0qs=', 'Content-Length': '0'} 2022-09-01T11:27:57.281 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004b2a41e8d9f29c0c-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.282 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.283 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.283 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:27:57.284 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:27:57.286 DEBUG:boto:Method: GET 2022-09-01T11:27:57.287 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:27:57.287 DEBUG:boto:Data: 2022-09-01T11:27:57.288 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.288 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.289 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.289 DEBUG:boto:Params: {} 2022-09-01T11:27:57.290 DEBUG:boto:Token: None 2022-09-01T11:27:57.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.292 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.295 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000022dcd4a614a7110a-006310973d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.296 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.297 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.297 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.298 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:27:57.299 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:27:57.299 DEBUG:boto:Method: GET 2022-09-01T11:27:57.300 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:27:57.300 DEBUG:boto:Data: 2022-09-01T11:27:57.301 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.302 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.302 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.303 DEBUG:boto:Params: {} 2022-09-01T11:27:57.303 DEBUG:boto:Token: None 2022-09-01T11:27:57.304 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.305 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.305 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.310 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009e69b40861b0d1fd-006310973d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.311 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.312 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:27:57.313 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:27:57.313 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:27:57.314 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.314 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.315 DEBUG:boto:Method: GET 2022-09-01T11:27:57.316 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.316 DEBUG:boto:Data: 2022-09-01T11:27:57.317 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.317 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.318 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.319 DEBUG:boto:Params: {} 2022-09-01T11:27:57.320 DEBUG:boto:Token: None 2022-09-01T11:27:57.321 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.322 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fLyWKiDDJLA/St2RSUrJDxHApSU= 2022-09-01T11:27:57.323 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fLyWKiDDJLA/St2RSUrJDxHApSU=', 'Content-Length': '0'} 2022-09-01T11:27:57.326 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000cc4ca4ae467296d-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.327 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:27:57.328 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:27:57.329 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.330 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.331 DEBUG:boto:Method: GET 2022-09-01T11:27:57.331 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.332 DEBUG:boto:Data: 2022-09-01T11:27:57.332 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.333 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.333 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.334 DEBUG:boto:Params: {} 2022-09-01T11:27:57.335 DEBUG:boto:Token: None 2022-09-01T11:27:57.335 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.336 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fLyWKiDDJLA/St2RSUrJDxHApSU= 2022-09-01T11:27:57.337 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fLyWKiDDJLA/St2RSUrJDxHApSU=', 'Content-Length': '0'} 2022-09-01T11:27:57.339 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b24223335f45601-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.340 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:27:57.340 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:27:57.341 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.341 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.342 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.342 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.343 DEBUG:boto:Data: 2022-09-01T11:27:57.343 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.344 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.344 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.345 DEBUG:boto:Params: {} 2022-09-01T11:27:57.346 DEBUG:boto:Token: None 2022-09-01T11:27:57.346 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QFn4hEscs5/+UZNaDb3jdqlmSaM= 2022-09-01T11:27:57.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QFn4hEscs5/+UZNaDb3jdqlmSaM=', 'Content-Length': '0'} 2022-09-01T11:27:57.350 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000079f7d93015ca1d39-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.351 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:27:57.352 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:27:57.353 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.354 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.355 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.355 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.356 DEBUG:boto:Data: 2022-09-01T11:27:57.356 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.357 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.357 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.358 DEBUG:boto:Params: {} 2022-09-01T11:27:57.358 DEBUG:boto:Token: None 2022-09-01T11:27:57.359 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.360 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QFn4hEscs5/+UZNaDb3jdqlmSaM= 2022-09-01T11:27:57.360 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QFn4hEscs5/+UZNaDb3jdqlmSaM=', 'Content-Length': '0'} 2022-09-01T11:27:57.362 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d48426bf0e0a5aaf-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.363 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:27:57.364 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:27:57.364 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:27:57.365 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.365 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.366 DEBUG:boto:Method: GET 2022-09-01T11:27:57.367 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.367 DEBUG:boto:Data: 2022-09-01T11:27:57.368 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.368 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.369 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.370 DEBUG:boto:Params: {} 2022-09-01T11:27:57.370 DEBUG:boto:Token: None 2022-09-01T11:27:57.371 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fLyWKiDDJLA/St2RSUrJDxHApSU= 2022-09-01T11:27:57.372 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fLyWKiDDJLA/St2RSUrJDxHApSU=', 'Content-Length': '0'} 2022-09-01T11:27:57.374 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000749c6d204110ecc0-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.375 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:27:57.376 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:27:57.376 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.377 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.378 DEBUG:boto:Method: GET 2022-09-01T11:27:57.378 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.379 DEBUG:boto:Data: 2022-09-01T11:27:57.379 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.380 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.380 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.381 DEBUG:boto:Params: {} 2022-09-01T11:27:57.381 DEBUG:boto:Token: None 2022-09-01T11:27:57.382 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:27:57.383 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fLyWKiDDJLA/St2RSUrJDxHApSU= 2022-09-01T11:27:57.383 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fLyWKiDDJLA/St2RSUrJDxHApSU=', 'Content-Length': '0'} 2022-09-01T11:27:57.386 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000000f0643448c3d5a4-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.426 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.427 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.427 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:27:57.428 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:27:57.428 DEBUG:boto:Method: GET 2022-09-01T11:27:57.429 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:27:57.430 DEBUG:boto:Data: 2022-09-01T11:27:57.430 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.431 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.431 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.432 DEBUG:boto:Params: {} 2022-09-01T11:27:57.432 DEBUG:boto:Token: None 2022-09-01T11:27:57.433 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.433 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.434 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.437 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008bee43545f560f00-006310973d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.437 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.438 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.439 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.439 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:27:57.440 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:27:57.441 DEBUG:boto:Method: GET 2022-09-01T11:27:57.441 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:27:57.442 DEBUG:boto:Data: 2022-09-01T11:27:57.442 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.443 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.443 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.444 DEBUG:boto:Params: {} 2022-09-01T11:27:57.444 DEBUG:boto:Token: None 2022-09-01T11:27:57.445 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.446 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.450 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000017d56b489997768d-006310973d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.451 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.452 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:27:57.452 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:27:57.453 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.453 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:27:57.454 DEBUG:boto:Data: 2022-09-01T11:27:57.455 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.455 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.456 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.456 DEBUG:boto:Params: {} 2022-09-01T11:27:57.457 DEBUG:boto:Token: None 2022-09-01T11:27:57.457 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj116 2022-09-01T11:27:57.458 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kZTnmJ7oMnziOyL/9COlvcgeouc= 2022-09-01T11:27:57.458 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kZTnmJ7oMnziOyL/9COlvcgeouc=', 'Content-Length': '0'} 2022-09-01T11:27:57.461 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000893e50368f116b92-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.461 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:27:57.462 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:27:57.462 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.463 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:27:57.463 DEBUG:boto:Data: 2022-09-01T11:27:57.464 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.464 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.465 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.465 DEBUG:boto:Params: {} 2022-09-01T11:27:57.466 DEBUG:boto:Token: None 2022-09-01T11:27:57.467 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj116 2022-09-01T11:27:57.467 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kZTnmJ7oMnziOyL/9COlvcgeouc= 2022-09-01T11:27:57.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kZTnmJ7oMnziOyL/9COlvcgeouc=', 'Content-Length': '0'} 2022-09-01T11:27:57.470 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000300c6223b9cd3d57-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.471 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:27:57.472 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:27:57.472 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:27:57.473 DEBUG:boto:Method: GET 2022-09-01T11:27:57.473 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:27:57.474 DEBUG:boto:Data: 2022-09-01T11:27:57.474 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.475 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.475 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.476 DEBUG:boto:Params: {} 2022-09-01T11:27:57.477 DEBUG:boto:Token: None 2022-09-01T11:27:57.477 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj116 2022-09-01T11:27:57.478 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GEzP/tKO1wj+d8fuZ4plNtDMjAo= 2022-09-01T11:27:57.479 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GEzP/tKO1wj+d8fuZ4plNtDMjAo=', 'Content-Length': '0'} 2022-09-01T11:27:57.481 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000022a71ea908fffeb1-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.482 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:27:57.482 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:27:57.483 DEBUG:boto:Method: GET 2022-09-01T11:27:57.483 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:27:57.484 DEBUG:boto:Data: 2022-09-01T11:27:57.484 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.485 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.485 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.486 DEBUG:boto:Params: {} 2022-09-01T11:27:57.486 DEBUG:boto:Token: None 2022-09-01T11:27:57.487 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj116 2022-09-01T11:27:57.488 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GEzP/tKO1wj+d8fuZ4plNtDMjAo= 2022-09-01T11:27:57.488 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GEzP/tKO1wj+d8fuZ4plNtDMjAo=', 'Content-Length': '0'} 2022-09-01T11:27:57.491 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ab0d853e5d1a3c36-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.538 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.539 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.539 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:27:57.540 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:27:57.540 DEBUG:boto:Method: GET 2022-09-01T11:27:57.541 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:27:57.541 DEBUG:boto:Data: 2022-09-01T11:27:57.542 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.543 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.543 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.544 DEBUG:boto:Params: {} 2022-09-01T11:27:57.544 DEBUG:boto:Token: None 2022-09-01T11:27:57.545 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.545 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.546 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.549 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000041d1dadde9a9e6a2-006310973d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.549 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.550 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.551 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.551 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:27:57.552 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:27:57.552 DEBUG:boto:Method: GET 2022-09-01T11:27:57.553 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:27:57.553 DEBUG:boto:Data: 2022-09-01T11:27:57.554 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.555 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.555 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.556 DEBUG:boto:Params: {} 2022-09-01T11:27:57.556 DEBUG:boto:Token: None 2022-09-01T11:27:57.557 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.557 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.558 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.562 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bd3824466ccd5f28-006310973d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.563 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.564 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:27:57.564 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:27:57.565 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:27:57.565 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.566 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.566 DEBUG:boto:Method: GET 2022-09-01T11:27:57.567 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.567 DEBUG:boto:Data: 2022-09-01T11:27:57.568 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.568 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.569 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.570 DEBUG:boto:Params: {} 2022-09-01T11:27:57.570 DEBUG:boto:Token: None 2022-09-01T11:27:57.571 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.571 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7ynPBvY5Zg0bWqqRV3Uwv2DCmkE= 2022-09-01T11:27:57.572 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7ynPBvY5Zg0bWqqRV3Uwv2DCmkE=', 'Content-Length': '0'} 2022-09-01T11:27:57.574 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c2f635e158c10e81-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.575 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:27:57.576 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:27:57.576 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.577 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.577 DEBUG:boto:Method: GET 2022-09-01T11:27:57.578 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.578 DEBUG:boto:Data: 2022-09-01T11:27:57.579 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.579 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.580 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.580 DEBUG:boto:Params: {} 2022-09-01T11:27:57.581 DEBUG:boto:Token: None 2022-09-01T11:27:57.582 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7ynPBvY5Zg0bWqqRV3Uwv2DCmkE= 2022-09-01T11:27:57.583 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7ynPBvY5Zg0bWqqRV3Uwv2DCmkE=', 'Content-Length': '0'} 2022-09-01T11:27:57.585 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008c02295293c78480-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.586 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:27:57.587 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:27:57.587 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.588 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.588 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.589 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.589 DEBUG:boto:Data: 2022-09-01T11:27:57.590 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.590 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.591 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.591 DEBUG:boto:Params: {} 2022-09-01T11:27:57.592 DEBUG:boto:Token: None 2022-09-01T11:27:57.592 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.593 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MrFrKq0q8lT3YxnNhKMHOCuEMN4= 2022-09-01T11:27:57.593 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MrFrKq0q8lT3YxnNhKMHOCuEMN4=', 'Content-Length': '0'} 2022-09-01T11:27:57.595 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000484eced1ba9e4dd2-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.596 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:27:57.597 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:27:57.597 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.598 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.598 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.599 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.599 DEBUG:boto:Data: 2022-09-01T11:27:57.600 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.601 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.601 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.602 DEBUG:boto:Params: {} 2022-09-01T11:27:57.602 DEBUG:boto:Token: None 2022-09-01T11:27:57.603 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.604 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MrFrKq0q8lT3YxnNhKMHOCuEMN4= 2022-09-01T11:27:57.604 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MrFrKq0q8lT3YxnNhKMHOCuEMN4=', 'Content-Length': '0'} 2022-09-01T11:27:57.607 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000078ec3dab57da5a5a-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.608 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:27:57.609 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:27:57.609 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:27:57.610 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.611 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.612 DEBUG:boto:Method: GET 2022-09-01T11:27:57.612 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.613 DEBUG:boto:Data: 2022-09-01T11:27:57.613 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.614 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.614 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.615 DEBUG:boto:Params: {} 2022-09-01T11:27:57.616 DEBUG:boto:Token: None 2022-09-01T11:27:57.617 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.617 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7ynPBvY5Zg0bWqqRV3Uwv2DCmkE= 2022-09-01T11:27:57.618 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7ynPBvY5Zg0bWqqRV3Uwv2DCmkE=', 'Content-Length': '0'} 2022-09-01T11:27:57.620 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003ea22843157af18e-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.669 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:27:57.670 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:27:57.671 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.671 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.672 DEBUG:boto:Method: GET 2022-09-01T11:27:57.673 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.674 DEBUG:boto:Data: 2022-09-01T11:27:57.674 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.675 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.675 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.676 DEBUG:boto:Params: {} 2022-09-01T11:27:57.676 DEBUG:boto:Token: None 2022-09-01T11:27:57.677 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:27:57.678 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7ynPBvY5Zg0bWqqRV3Uwv2DCmkE= 2022-09-01T11:27:57.679 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7ynPBvY5Zg0bWqqRV3Uwv2DCmkE=', 'Content-Length': '0'} 2022-09-01T11:27:57.682 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e77e38008128313b-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.683 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.683 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.684 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:27:57.685 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:27:57.685 DEBUG:boto:Method: GET 2022-09-01T11:27:57.686 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:27:57.686 DEBUG:boto:Data: 2022-09-01T11:27:57.687 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.687 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.688 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.689 DEBUG:boto:Params: {} 2022-09-01T11:27:57.689 DEBUG:boto:Token: None 2022-09-01T11:27:57.690 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.691 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.692 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.695 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001c7c624fe243b9fe-006310973d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.695 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.696 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.697 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.697 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:27:57.698 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:27:57.698 DEBUG:boto:Method: GET 2022-09-01T11:27:57.699 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:27:57.699 DEBUG:boto:Data: 2022-09-01T11:27:57.700 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.701 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.701 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.702 DEBUG:boto:Params: {} 2022-09-01T11:27:57.702 DEBUG:boto:Token: None 2022-09-01T11:27:57.703 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.703 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.704 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.708 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000001284e067593e291-006310973d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.709 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.710 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:27:57.711 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:27:57.711 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.712 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:27:57.712 DEBUG:boto:Data: 2022-09-01T11:27:57.713 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.713 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.714 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.715 DEBUG:boto:Params: {} 2022-09-01T11:27:57.715 DEBUG:boto:Token: None 2022-09-01T11:27:57.716 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj124 2022-09-01T11:27:57.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FWuXFDZFdTiyZOzQXOlKBt02VMQ= 2022-09-01T11:27:57.717 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FWuXFDZFdTiyZOzQXOlKBt02VMQ=', 'Content-Length': '0'} 2022-09-01T11:27:57.719 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a0e996b10ba4d468-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.720 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:27:57.720 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:27:57.721 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.722 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:27:57.722 DEBUG:boto:Data: 2022-09-01T11:27:57.723 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.723 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.724 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.724 DEBUG:boto:Params: {} 2022-09-01T11:27:57.725 DEBUG:boto:Token: None 2022-09-01T11:27:57.726 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj124 2022-09-01T11:27:57.727 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FWuXFDZFdTiyZOzQXOlKBt02VMQ= 2022-09-01T11:27:57.728 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FWuXFDZFdTiyZOzQXOlKBt02VMQ=', 'Content-Length': '0'} 2022-09-01T11:27:57.730 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006feb21d12c477474-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.731 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:27:57.732 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:27:57.733 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:27:57.734 DEBUG:boto:Method: GET 2022-09-01T11:27:57.735 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:27:57.736 DEBUG:boto:Data: 2022-09-01T11:27:57.737 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.738 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.739 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.740 DEBUG:boto:Params: {} 2022-09-01T11:27:57.742 DEBUG:boto:Token: None 2022-09-01T11:27:57.742 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj124 2022-09-01T11:27:57.743 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bz0fuX00JfnntUexabt93eYmS3Q= 2022-09-01T11:27:57.744 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bz0fuX00JfnntUexabt93eYmS3Q=', 'Content-Length': '0'} 2022-09-01T11:27:57.747 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dce0c36f5cfdffc8-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.790 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:27:57.791 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:27:57.792 DEBUG:boto:Method: GET 2022-09-01T11:27:57.792 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:27:57.793 DEBUG:boto:Data: 2022-09-01T11:27:57.794 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.794 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.795 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.796 DEBUG:boto:Params: {} 2022-09-01T11:27:57.796 DEBUG:boto:Token: None 2022-09-01T11:27:57.797 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj124 2022-09-01T11:27:57.797 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bz0fuX00JfnntUexabt93eYmS3Q= 2022-09-01T11:27:57.798 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bz0fuX00JfnntUexabt93eYmS3Q=', 'Content-Length': '0'} 2022-09-01T11:27:57.801 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000124f395e5542453f-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.802 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.803 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.804 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:27:57.805 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:27:57.806 DEBUG:boto:Method: GET 2022-09-01T11:27:57.807 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:27:57.808 DEBUG:boto:Data: 2022-09-01T11:27:57.808 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.809 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.810 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.810 DEBUG:boto:Params: {} 2022-09-01T11:27:57.811 DEBUG:boto:Token: None 2022-09-01T11:27:57.812 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.812 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.813 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.816 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000061af48be6ee5ed5c-006310973d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.816 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.817 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.818 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.818 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:27:57.819 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:27:57.819 DEBUG:boto:Method: GET 2022-09-01T11:27:57.820 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:27:57.820 DEBUG:boto:Data: 2022-09-01T11:27:57.821 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.821 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.822 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.823 DEBUG:boto:Params: {} 2022-09-01T11:27:57.823 DEBUG:boto:Token: None 2022-09-01T11:27:57.824 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.825 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.825 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.830 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cd11fef8fcb081d0-006310973d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.832 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.833 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:27:57.834 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:27:57.835 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:27:57.836 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.837 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.838 DEBUG:boto:Method: GET 2022-09-01T11:27:57.838 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.839 DEBUG:boto:Data: 2022-09-01T11:27:57.840 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.840 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.841 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.841 DEBUG:boto:Params: {} 2022-09-01T11:27:57.842 DEBUG:boto:Token: None 2022-09-01T11:27:57.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nf5kiosP8Tsm7AXzQ+zXA1RfeLo= 2022-09-01T11:27:57.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nf5kiosP8Tsm7AXzQ+zXA1RfeLo=', 'Content-Length': '0'} 2022-09-01T11:27:57.846 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009022ca1f777eeafe-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.847 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:27:57.847 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:27:57.848 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.848 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.849 DEBUG:boto:Method: GET 2022-09-01T11:27:57.849 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.850 DEBUG:boto:Data: 2022-09-01T11:27:57.850 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.851 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.851 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.852 DEBUG:boto:Params: {} 2022-09-01T11:27:57.853 DEBUG:boto:Token: None 2022-09-01T11:27:57.853 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.854 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nf5kiosP8Tsm7AXzQ+zXA1RfeLo= 2022-09-01T11:27:57.854 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nf5kiosP8Tsm7AXzQ+zXA1RfeLo=', 'Content-Length': '0'} 2022-09-01T11:27:57.857 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d751d6199e3a5d38-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.858 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:27:57.858 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:27:57.859 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.859 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.860 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.860 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.861 DEBUG:boto:Data: 2022-09-01T11:27:57.861 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.862 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.862 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.863 DEBUG:boto:Params: {} 2022-09-01T11:27:57.863 DEBUG:boto:Token: None 2022-09-01T11:27:57.864 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.864 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r3aM0CM6l2UuxndScmwyqcgI8Eg= 2022-09-01T11:27:57.865 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r3aM0CM6l2UuxndScmwyqcgI8Eg=', 'Content-Length': '0'} 2022-09-01T11:27:57.867 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f0461c4954e2e8a-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.868 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:27:57.868 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:27:57.869 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.869 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.870 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.870 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.871 DEBUG:boto:Data: 2022-09-01T11:27:57.871 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.872 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.872 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.873 DEBUG:boto:Params: {} 2022-09-01T11:27:57.873 DEBUG:boto:Token: None 2022-09-01T11:27:57.874 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.874 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r3aM0CM6l2UuxndScmwyqcgI8Eg= 2022-09-01T11:27:57.875 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r3aM0CM6l2UuxndScmwyqcgI8Eg=', 'Content-Length': '0'} 2022-09-01T11:27:57.877 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005d5c13511a83ff4-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.878 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:27:57.879 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:27:57.879 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:27:57.880 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.880 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.881 DEBUG:boto:Method: GET 2022-09-01T11:27:57.881 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.882 DEBUG:boto:Data: 2022-09-01T11:27:57.882 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.883 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.883 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.884 DEBUG:boto:Params: {} 2022-09-01T11:27:57.884 DEBUG:boto:Token: None 2022-09-01T11:27:57.885 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nf5kiosP8Tsm7AXzQ+zXA1RfeLo= 2022-09-01T11:27:57.886 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nf5kiosP8Tsm7AXzQ+zXA1RfeLo=', 'Content-Length': '0'} 2022-09-01T11:27:57.888 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000090e35378b56f2a7d-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.889 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:27:57.890 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:27:57.890 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.891 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.891 DEBUG:boto:Method: GET 2022-09-01T11:27:57.892 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.892 DEBUG:boto:Data: 2022-09-01T11:27:57.893 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.893 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.894 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.894 DEBUG:boto:Params: {} 2022-09-01T11:27:57.895 DEBUG:boto:Token: None 2022-09-01T11:27:57.896 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:27:57.896 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nf5kiosP8Tsm7AXzQ+zXA1RfeLo= 2022-09-01T11:27:57.897 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nf5kiosP8Tsm7AXzQ+zXA1RfeLo=', 'Content-Length': '0'} 2022-09-01T11:27:57.899 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d1de89118a7afb51-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.900 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.900 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.901 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:27:57.901 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:27:57.902 DEBUG:boto:Method: GET 2022-09-01T11:27:57.902 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:27:57.903 DEBUG:boto:Data: 2022-09-01T11:27:57.903 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.904 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.904 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.905 DEBUG:boto:Params: {} 2022-09-01T11:27:57.906 DEBUG:boto:Token: None 2022-09-01T11:27:57.906 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.907 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.907 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.910 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000091c6ef607001f477-006310973d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.911 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.912 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:57.912 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:57.913 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:27:57.913 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:27:57.914 DEBUG:boto:Method: GET 2022-09-01T11:27:57.914 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:27:57.915 DEBUG:boto:Data: 2022-09-01T11:27:57.915 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.916 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.916 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.917 DEBUG:boto:Params: {} 2022-09-01T11:27:57.918 DEBUG:boto:Token: None 2022-09-01T11:27:57.918 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/ 2022-09-01T11:27:57.919 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg= 2022-09-01T11:27:57.920 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NZPIjMhgP7aYGcMgxmPRX8FYbIg=', 'Content-Length': '0'} 2022-09-01T11:27:57.924 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006c4cf08d2d576716-006310973d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.925 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:57.925 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:27:57.926 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:27:57.926 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.927 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:27:57.927 DEBUG:boto:Data: 2022-09-01T11:27:57.928 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.928 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.929 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.929 DEBUG:boto:Params: {} 2022-09-01T11:27:57.930 DEBUG:boto:Token: None 2022-09-01T11:27:57.931 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj145 2022-09-01T11:27:57.931 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rLe1IAB5GNEMcyylx3s/1ZNwaF0= 2022-09-01T11:27:57.932 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rLe1IAB5GNEMcyylx3s/1ZNwaF0=', 'Content-Length': '0'} 2022-09-01T11:27:57.934 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000074a4677b587bdc16-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.935 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:27:57.935 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:27:57.936 DEBUG:boto:Method: HEAD 2022-09-01T11:27:57.936 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:27:57.937 DEBUG:boto:Data: 2022-09-01T11:27:57.937 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.938 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.938 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.939 DEBUG:boto:Params: {} 2022-09-01T11:27:57.939 DEBUG:boto:Token: None 2022-09-01T11:27:57.940 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj145 2022-09-01T11:27:57.940 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rLe1IAB5GNEMcyylx3s/1ZNwaF0= 2022-09-01T11:27:57.941 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rLe1IAB5GNEMcyylx3s/1ZNwaF0=', 'Content-Length': '0'} 2022-09-01T11:27:57.943 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045682bc85e854d99-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.944 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:27:57.945 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:27:57.945 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:27:57.946 DEBUG:boto:Method: GET 2022-09-01T11:27:57.946 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:27:57.947 DEBUG:boto:Data: 2022-09-01T11:27:57.947 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.948 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:57.948 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.949 DEBUG:boto:Params: {} 2022-09-01T11:27:57.950 DEBUG:boto:Token: None 2022-09-01T11:27:57.950 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:57 GMT /ptoxvb-74/obj145 2022-09-01T11:27:57.951 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9oyz6NQcYNEznx0naf3h5IsAEJ8= 2022-09-01T11:27:57.951 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9oyz6NQcYNEznx0naf3h5IsAEJ8=', 'Content-Length': '0'} 2022-09-01T11:27:57.954 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001819912f8cafa099-006310973d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:57.994 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:27:57.995 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:27:57.995 DEBUG:boto:Method: GET 2022-09-01T11:27:57.996 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:27:57.996 DEBUG:boto:Data: 2022-09-01T11:27:57.997 DEBUG:boto:Headers: {} 2022-09-01T11:27:57.997 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:57.998 DEBUG:boto:Port: 8000 2022-09-01T11:27:57.998 DEBUG:boto:Params: {} 2022-09-01T11:27:57.999 DEBUG:boto:Token: None 2022-09-01T11:27:58.000 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj145 2022-09-01T11:27:58.000 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xmj3wLEvG1dk7VbV7xcpgI4YzzA= 2022-09-01T11:27:58.001 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xmj3wLEvG1dk7VbV7xcpgI4YzzA=', 'Content-Length': '0'} 2022-09-01T11:27:58.003 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000089035ff65516f730-006310973d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.004 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.005 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.005 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:27:58.006 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:27:58.006 DEBUG:boto:Method: GET 2022-09-01T11:27:58.007 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:27:58.007 DEBUG:boto:Data: 2022-09-01T11:27:58.008 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.008 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.009 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.010 DEBUG:boto:Params: {} 2022-09-01T11:27:58.010 DEBUG:boto:Token: None 2022-09-01T11:27:58.011 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.011 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.012 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.015 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006fd59db8a376bbc9-006310973e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.016 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.017 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.017 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.018 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:27:58.018 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:27:58.019 DEBUG:boto:Method: GET 2022-09-01T11:27:58.019 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:27:58.020 DEBUG:boto:Data: 2022-09-01T11:27:58.020 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.021 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.021 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.022 DEBUG:boto:Params: {} 2022-09-01T11:27:58.022 DEBUG:boto:Token: None 2022-09-01T11:27:58.023 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.024 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.024 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.029 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005e3943710a11fa8e-006310973e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.029 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.030 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:27:58.031 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:27:58.031 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:27:58.032 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.032 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.033 DEBUG:boto:Method: GET 2022-09-01T11:27:58.034 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.034 DEBUG:boto:Data: 2022-09-01T11:27:58.035 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.035 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.036 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.036 DEBUG:boto:Params: {} 2022-09-01T11:27:58.037 DEBUG:boto:Token: None 2022-09-01T11:27:58.038 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.038 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kBu2ZTQaVewnyXlH6bxK8RtD2CY= 2022-09-01T11:27:58.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kBu2ZTQaVewnyXlH6bxK8RtD2CY=', 'Content-Length': '0'} 2022-09-01T11:27:58.042 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c30726030887de67-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.043 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:27:58.044 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:27:58.044 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.045 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.045 DEBUG:boto:Method: GET 2022-09-01T11:27:58.046 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.047 DEBUG:boto:Data: 2022-09-01T11:27:58.047 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.048 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.049 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.049 DEBUG:boto:Params: {} 2022-09-01T11:27:58.050 DEBUG:boto:Token: None 2022-09-01T11:27:58.051 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.053 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kBu2ZTQaVewnyXlH6bxK8RtD2CY= 2022-09-01T11:27:58.054 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kBu2ZTQaVewnyXlH6bxK8RtD2CY=', 'Content-Length': '0'} 2022-09-01T11:27:58.057 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000575fd60acc3ce066-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.058 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:27:58.059 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:27:58.060 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.061 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.061 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.062 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.062 DEBUG:boto:Data: 2022-09-01T11:27:58.063 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.063 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.064 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.064 DEBUG:boto:Params: {} 2022-09-01T11:27:58.065 DEBUG:boto:Token: None 2022-09-01T11:27:58.065 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.066 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pdxNq8PzcKDniHm3oih//r+oBCk= 2022-09-01T11:27:58.067 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pdxNq8PzcKDniHm3oih//r+oBCk=', 'Content-Length': '0'} 2022-09-01T11:27:58.069 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a73e2839a68fc5db-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.070 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:27:58.070 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:27:58.071 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.071 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.072 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.072 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.073 DEBUG:boto:Data: 2022-09-01T11:27:58.073 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.074 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.074 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.075 DEBUG:boto:Params: {} 2022-09-01T11:27:58.076 DEBUG:boto:Token: None 2022-09-01T11:27:58.076 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.077 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pdxNq8PzcKDniHm3oih//r+oBCk= 2022-09-01T11:27:58.077 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pdxNq8PzcKDniHm3oih//r+oBCk=', 'Content-Length': '0'} 2022-09-01T11:27:58.080 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d2342586f24a5620-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.080 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:27:58.081 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:27:58.081 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:27:58.082 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.083 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.083 DEBUG:boto:Method: GET 2022-09-01T11:27:58.084 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.084 DEBUG:boto:Data: 2022-09-01T11:27:58.085 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.085 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.086 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.087 DEBUG:boto:Params: {} 2022-09-01T11:27:58.087 DEBUG:boto:Token: None 2022-09-01T11:27:58.088 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.088 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kBu2ZTQaVewnyXlH6bxK8RtD2CY= 2022-09-01T11:27:58.089 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kBu2ZTQaVewnyXlH6bxK8RtD2CY=', 'Content-Length': '0'} 2022-09-01T11:27:58.091 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000068ad5e39f9569e61-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.092 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:27:58.093 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:27:58.093 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.094 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.094 DEBUG:boto:Method: GET 2022-09-01T11:27:58.095 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.095 DEBUG:boto:Data: 2022-09-01T11:27:58.096 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.097 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.097 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.098 DEBUG:boto:Params: {} 2022-09-01T11:27:58.098 DEBUG:boto:Token: None 2022-09-01T11:27:58.099 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:27:58.100 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kBu2ZTQaVewnyXlH6bxK8RtD2CY= 2022-09-01T11:27:58.100 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kBu2ZTQaVewnyXlH6bxK8RtD2CY=', 'Content-Length': '0'} 2022-09-01T11:27:58.103 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d047c7e2f00c56bf-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.104 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.104 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.105 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:27:58.106 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:27:58.106 DEBUG:boto:Method: GET 2022-09-01T11:27:58.107 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:27:58.107 DEBUG:boto:Data: 2022-09-01T11:27:58.108 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.108 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.109 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.110 DEBUG:boto:Params: {} 2022-09-01T11:27:58.110 DEBUG:boto:Token: None 2022-09-01T11:27:58.111 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.112 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.112 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.115 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000066c1f541f4935cb9-006310973e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.116 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.117 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.118 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.118 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:27:58.119 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:27:58.120 DEBUG:boto:Method: GET 2022-09-01T11:27:58.120 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:27:58.121 DEBUG:boto:Data: 2022-09-01T11:27:58.121 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.122 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.122 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.123 DEBUG:boto:Params: {} 2022-09-01T11:27:58.124 DEBUG:boto:Token: None 2022-09-01T11:27:58.124 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.125 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.130 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005c4f9d696c91e247-006310973e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.170 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.171 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:27:58.172 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:27:58.172 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.173 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:27:58.173 DEBUG:boto:Data: 2022-09-01T11:27:58.174 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.174 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.175 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.175 DEBUG:boto:Params: {} 2022-09-01T11:27:58.176 DEBUG:boto:Token: None 2022-09-01T11:27:58.177 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj155 2022-09-01T11:27:58.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kKtRiMG2uVNP/5aUNJKzsb0vGqc= 2022-09-01T11:27:58.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kKtRiMG2uVNP/5aUNJKzsb0vGqc=', 'Content-Length': '0'} 2022-09-01T11:27:58.181 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b15478137c05a8d-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.182 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:27:58.183 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:27:58.184 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.185 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:27:58.186 DEBUG:boto:Data: 2022-09-01T11:27:58.186 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.187 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.188 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.188 DEBUG:boto:Params: {} 2022-09-01T11:27:58.189 DEBUG:boto:Token: None 2022-09-01T11:27:58.189 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj155 2022-09-01T11:27:58.190 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kKtRiMG2uVNP/5aUNJKzsb0vGqc= 2022-09-01T11:27:58.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kKtRiMG2uVNP/5aUNJKzsb0vGqc=', 'Content-Length': '0'} 2022-09-01T11:27:58.193 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007f8c9b1f5207c0ae-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.194 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:27:58.195 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:27:58.195 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:27:58.196 DEBUG:boto:Method: GET 2022-09-01T11:27:58.197 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:27:58.197 DEBUG:boto:Data: 2022-09-01T11:27:58.198 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.198 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.199 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.199 DEBUG:boto:Params: {} 2022-09-01T11:27:58.200 DEBUG:boto:Token: None 2022-09-01T11:27:58.201 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj155 2022-09-01T11:27:58.203 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ryx+Xxk6xOdFkC+j+f7S9z9G4g= 2022-09-01T11:27:58.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ryx+Xxk6xOdFkC+j+f7S9z9G4g=', 'Content-Length': '0'} 2022-09-01T11:27:58.207 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eeff17919ed00bd7-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.208 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:27:58.209 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:27:58.210 DEBUG:boto:Method: GET 2022-09-01T11:27:58.211 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:27:58.212 DEBUG:boto:Data: 2022-09-01T11:27:58.213 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.214 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.214 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.215 DEBUG:boto:Params: {} 2022-09-01T11:27:58.216 DEBUG:boto:Token: None 2022-09-01T11:27:58.216 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj155 2022-09-01T11:27:58.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ryx+Xxk6xOdFkC+j+f7S9z9G4g= 2022-09-01T11:27:58.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ryx+Xxk6xOdFkC+j+f7S9z9G4g=', 'Content-Length': '0'} 2022-09-01T11:27:58.220 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000018deadc6234b2a0a-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.221 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.222 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.222 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:27:58.223 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:27:58.224 DEBUG:boto:Method: GET 2022-09-01T11:27:58.224 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:27:58.225 DEBUG:boto:Data: 2022-09-01T11:27:58.226 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.226 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.227 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.227 DEBUG:boto:Params: {} 2022-09-01T11:27:58.228 DEBUG:boto:Token: None 2022-09-01T11:27:58.229 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.233 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000742e9e5e7085e23b-006310973e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.278 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.280 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.281 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.282 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:27:58.283 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:27:58.284 DEBUG:boto:Method: GET 2022-09-01T11:27:58.285 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:27:58.285 DEBUG:boto:Data: 2022-09-01T11:27:58.286 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.286 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.287 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.288 DEBUG:boto:Params: {} 2022-09-01T11:27:58.288 DEBUG:boto:Token: None 2022-09-01T11:27:58.289 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.290 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.295 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ba89dcc577d5ae1e-006310973e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.295 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.296 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:27:58.297 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:27:58.298 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:27:58.298 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.299 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.299 DEBUG:boto:Method: GET 2022-09-01T11:27:58.300 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.300 DEBUG:boto:Data: 2022-09-01T11:27:58.301 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.302 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.302 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.303 DEBUG:boto:Params: {} 2022-09-01T11:27:58.303 DEBUG:boto:Token: None 2022-09-01T11:27:58.304 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.305 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dQRydYuMEWThP+4yYvbg5mlJvLI= 2022-09-01T11:27:58.305 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dQRydYuMEWThP+4yYvbg5mlJvLI=', 'Content-Length': '0'} 2022-09-01T11:27:58.308 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000070ce90a4cfbbfaa6-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.309 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:27:58.311 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:27:58.312 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.313 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.314 DEBUG:boto:Method: GET 2022-09-01T11:27:58.315 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.316 DEBUG:boto:Data: 2022-09-01T11:27:58.317 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.318 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.319 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.319 DEBUG:boto:Params: {} 2022-09-01T11:27:58.320 DEBUG:boto:Token: None 2022-09-01T11:27:58.321 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.321 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dQRydYuMEWThP+4yYvbg5mlJvLI= 2022-09-01T11:27:58.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dQRydYuMEWThP+4yYvbg5mlJvLI=', 'Content-Length': '0'} 2022-09-01T11:27:58.324 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009be51d23ce2643db-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.325 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:27:58.326 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:27:58.327 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.327 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.328 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.328 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.329 DEBUG:boto:Data: 2022-09-01T11:27:58.329 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.330 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.331 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.331 DEBUG:boto:Params: {} 2022-09-01T11:27:58.332 DEBUG:boto:Token: None 2022-09-01T11:27:58.332 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.333 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bK+RqDFCA5brUtXj8VZddxGATbI= 2022-09-01T11:27:58.334 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bK+RqDFCA5brUtXj8VZddxGATbI=', 'Content-Length': '0'} 2022-09-01T11:27:58.336 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000064d50a8ba9fc1e7e-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.337 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:27:58.337 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:27:58.338 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.338 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.339 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.339 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.340 DEBUG:boto:Data: 2022-09-01T11:27:58.340 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.341 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.341 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.342 DEBUG:boto:Params: {} 2022-09-01T11:27:58.343 DEBUG:boto:Token: None 2022-09-01T11:27:58.343 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.344 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bK+RqDFCA5brUtXj8VZddxGATbI= 2022-09-01T11:27:58.344 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bK+RqDFCA5brUtXj8VZddxGATbI=', 'Content-Length': '0'} 2022-09-01T11:27:58.347 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000461122e285cf4b70-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.348 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:27:58.349 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:27:58.349 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:27:58.350 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.350 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.351 DEBUG:boto:Method: GET 2022-09-01T11:27:58.351 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.352 DEBUG:boto:Data: 2022-09-01T11:27:58.352 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.353 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.353 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.354 DEBUG:boto:Params: {} 2022-09-01T11:27:58.355 DEBUG:boto:Token: None 2022-09-01T11:27:58.355 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.356 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dQRydYuMEWThP+4yYvbg5mlJvLI= 2022-09-01T11:27:58.357 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dQRydYuMEWThP+4yYvbg5mlJvLI=', 'Content-Length': '0'} 2022-09-01T11:27:58.359 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000952edd081aa960e0-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.360 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:27:58.361 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:27:58.361 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.362 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.362 DEBUG:boto:Method: GET 2022-09-01T11:27:58.363 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.363 DEBUG:boto:Data: 2022-09-01T11:27:58.364 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.364 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.365 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.365 DEBUG:boto:Params: {} 2022-09-01T11:27:58.366 DEBUG:boto:Token: None 2022-09-01T11:27:58.367 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:27:58.367 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dQRydYuMEWThP+4yYvbg5mlJvLI= 2022-09-01T11:27:58.368 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dQRydYuMEWThP+4yYvbg5mlJvLI=', 'Content-Length': '0'} 2022-09-01T11:27:58.370 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000001eaacac24323155-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.414 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.415 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.416 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:27:58.416 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:27:58.417 DEBUG:boto:Method: GET 2022-09-01T11:27:58.418 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:27:58.418 DEBUG:boto:Data: 2022-09-01T11:27:58.419 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.419 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.420 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.421 DEBUG:boto:Params: {} 2022-09-01T11:27:58.422 DEBUG:boto:Token: None 2022-09-01T11:27:58.422 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.423 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.428 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b0f055a921510088-006310973e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.428 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.429 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.430 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.430 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:27:58.431 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:27:58.432 DEBUG:boto:Method: GET 2022-09-01T11:27:58.433 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:27:58.434 DEBUG:boto:Data: 2022-09-01T11:27:58.436 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.437 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.437 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.438 DEBUG:boto:Params: {} 2022-09-01T11:27:58.438 DEBUG:boto:Token: None 2022-09-01T11:27:58.439 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.440 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.440 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.445 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000026605e1267ff5382-006310973e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.446 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.447 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:27:58.448 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:27:58.449 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.450 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:27:58.451 DEBUG:boto:Data: 2022-09-01T11:27:58.452 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.452 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.453 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.453 DEBUG:boto:Params: {} 2022-09-01T11:27:58.454 DEBUG:boto:Token: None 2022-09-01T11:27:58.455 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj17 2022-09-01T11:27:58.456 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TKeq3j+PnxyQggN/bVObZGd6O6U= 2022-09-01T11:27:58.457 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TKeq3j+PnxyQggN/bVObZGd6O6U=', 'Content-Length': '0'} 2022-09-01T11:27:58.459 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b526cbc337958ab-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.460 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:27:58.461 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:27:58.461 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.462 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:27:58.462 DEBUG:boto:Data: 2022-09-01T11:27:58.463 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.463 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.464 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.464 DEBUG:boto:Params: {} 2022-09-01T11:27:58.465 DEBUG:boto:Token: None 2022-09-01T11:27:58.466 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj17 2022-09-01T11:27:58.466 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TKeq3j+PnxyQggN/bVObZGd6O6U= 2022-09-01T11:27:58.467 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TKeq3j+PnxyQggN/bVObZGd6O6U=', 'Content-Length': '0'} 2022-09-01T11:27:58.469 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aa80b12da3e03bbb-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.470 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:27:58.471 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:27:58.471 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:27:58.472 DEBUG:boto:Method: GET 2022-09-01T11:27:58.472 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:27:58.473 DEBUG:boto:Data: 2022-09-01T11:27:58.474 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.475 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.475 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.476 DEBUG:boto:Params: {} 2022-09-01T11:27:58.477 DEBUG:boto:Token: None 2022-09-01T11:27:58.477 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj17 2022-09-01T11:27:58.478 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ntyz1GnaxsSqW+yWBVRBuDCM8k8= 2022-09-01T11:27:58.479 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ntyz1GnaxsSqW+yWBVRBuDCM8k8=', 'Content-Length': '0'} 2022-09-01T11:27:58.481 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000870358973d4f36ad-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.526 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:27:58.527 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:27:58.528 DEBUG:boto:Method: GET 2022-09-01T11:27:58.529 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:27:58.531 DEBUG:boto:Data: 2022-09-01T11:27:58.532 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.533 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.533 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.534 DEBUG:boto:Params: {} 2022-09-01T11:27:58.535 DEBUG:boto:Token: None 2022-09-01T11:27:58.535 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj17 2022-09-01T11:27:58.536 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ntyz1GnaxsSqW+yWBVRBuDCM8k8= 2022-09-01T11:27:58.537 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ntyz1GnaxsSqW+yWBVRBuDCM8k8=', 'Content-Length': '0'} 2022-09-01T11:27:58.539 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db836a20b34f0231-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.540 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.541 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.541 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:27:58.542 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:27:58.542 DEBUG:boto:Method: GET 2022-09-01T11:27:58.543 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:27:58.544 DEBUG:boto:Data: 2022-09-01T11:27:58.544 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.545 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.546 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.562 DEBUG:boto:Params: {} 2022-09-01T11:27:58.563 DEBUG:boto:Token: None 2022-09-01T11:27:58.564 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.567 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.570 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003096565079a0d9e7-006310973e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.572 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.573 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.574 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.575 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:27:58.576 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:27:58.577 DEBUG:boto:Method: GET 2022-09-01T11:27:58.578 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:27:58.579 DEBUG:boto:Data: 2022-09-01T11:27:58.580 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.581 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.582 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.583 DEBUG:boto:Params: {} 2022-09-01T11:27:58.584 DEBUG:boto:Token: None 2022-09-01T11:27:58.585 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.588 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.593 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000015f5f50b357e1000-006310973e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.594 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.595 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:27:58.596 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:27:58.597 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:27:58.598 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.598 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.599 DEBUG:boto:Method: GET 2022-09-01T11:27:58.599 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.600 DEBUG:boto:Data: 2022-09-01T11:27:58.601 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.601 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.602 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.603 DEBUG:boto:Params: {} 2022-09-01T11:27:58.604 DEBUG:boto:Token: None 2022-09-01T11:27:58.605 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k9JtXBvgTm66dxIMB3Wy7CkGwdU= 2022-09-01T11:27:58.606 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k9JtXBvgTm66dxIMB3Wy7CkGwdU=', 'Content-Length': '0'} 2022-09-01T11:27:58.609 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002de19a2bb51b856e-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.610 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:27:58.611 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:27:58.611 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.612 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.612 DEBUG:boto:Method: GET 2022-09-01T11:27:58.613 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.613 DEBUG:boto:Data: 2022-09-01T11:27:58.614 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.615 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.615 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.616 DEBUG:boto:Params: {} 2022-09-01T11:27:58.617 DEBUG:boto:Token: None 2022-09-01T11:27:58.618 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k9JtXBvgTm66dxIMB3Wy7CkGwdU= 2022-09-01T11:27:58.620 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k9JtXBvgTm66dxIMB3Wy7CkGwdU=', 'Content-Length': '0'} 2022-09-01T11:27:58.622 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f0676937e8bfdaea-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.666 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:27:58.667 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:27:58.668 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.669 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.669 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.670 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.670 DEBUG:boto:Data: 2022-09-01T11:27:58.671 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.671 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.672 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.672 DEBUG:boto:Params: {} 2022-09-01T11:27:58.673 DEBUG:boto:Token: None 2022-09-01T11:27:58.673 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AQED/f9Wq6OHAhjYyCv+eN0q/To= 2022-09-01T11:27:58.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AQED/f9Wq6OHAhjYyCv+eN0q/To=', 'Content-Length': '0'} 2022-09-01T11:27:58.677 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d87a3fd52227c7e-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.678 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:27:58.679 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:27:58.679 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.680 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.680 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.681 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.681 DEBUG:boto:Data: 2022-09-01T11:27:58.682 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.683 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.683 DEBUG:boto:Params: {} 2022-09-01T11:27:58.684 DEBUG:boto:Token: None 2022-09-01T11:27:58.684 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AQED/f9Wq6OHAhjYyCv+eN0q/To= 2022-09-01T11:27:58.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AQED/f9Wq6OHAhjYyCv+eN0q/To=', 'Content-Length': '0'} 2022-09-01T11:27:58.688 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000095bcbd98dd967e5c-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.689 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:27:58.689 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:27:58.690 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:27:58.691 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.691 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.692 DEBUG:boto:Method: GET 2022-09-01T11:27:58.692 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.693 DEBUG:boto:Data: 2022-09-01T11:27:58.693 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.694 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.695 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.695 DEBUG:boto:Params: {} 2022-09-01T11:27:58.696 DEBUG:boto:Token: None 2022-09-01T11:27:58.696 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k9JtXBvgTm66dxIMB3Wy7CkGwdU= 2022-09-01T11:27:58.698 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k9JtXBvgTm66dxIMB3Wy7CkGwdU=', 'Content-Length': '0'} 2022-09-01T11:27:58.700 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001690f40132c3a5bb-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.701 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:27:58.701 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:27:58.702 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.703 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.703 DEBUG:boto:Method: GET 2022-09-01T11:27:58.704 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.704 DEBUG:boto:Data: 2022-09-01T11:27:58.705 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.705 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.706 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.706 DEBUG:boto:Params: {} 2022-09-01T11:27:58.707 DEBUG:boto:Token: None 2022-09-01T11:27:58.708 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:27:58.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k9JtXBvgTm66dxIMB3Wy7CkGwdU= 2022-09-01T11:27:58.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k9JtXBvgTm66dxIMB3Wy7CkGwdU=', 'Content-Length': '0'} 2022-09-01T11:27:58.712 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000033ad3a3114da9d77-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.713 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.713 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.714 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:27:58.715 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:27:58.715 DEBUG:boto:Method: GET 2022-09-01T11:27:58.716 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:27:58.716 DEBUG:boto:Data: 2022-09-01T11:27:58.717 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.717 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.718 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.718 DEBUG:boto:Params: {} 2022-09-01T11:27:58.719 DEBUG:boto:Token: None 2022-09-01T11:27:58.719 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.720 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.721 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.724 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007cff37edbb66bd41-006310973e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.725 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.726 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.726 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.727 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:27:58.727 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:27:58.728 DEBUG:boto:Method: GET 2022-09-01T11:27:58.728 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:27:58.729 DEBUG:boto:Data: 2022-09-01T11:27:58.729 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.730 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.730 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.731 DEBUG:boto:Params: {} 2022-09-01T11:27:58.732 DEBUG:boto:Token: None 2022-09-01T11:27:58.732 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.733 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.733 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.738 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fbe427e9106398dc-006310973e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.739 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.739 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:27:58.740 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:27:58.741 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.741 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:27:58.742 DEBUG:boto:Data: 2022-09-01T11:27:58.742 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.743 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.743 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.744 DEBUG:boto:Params: {} 2022-09-01T11:27:58.744 DEBUG:boto:Token: None 2022-09-01T11:27:58.745 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj19 2022-09-01T11:27:58.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y176p62ot0ooQSGA2rjICPdg74s= 2022-09-01T11:27:58.746 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y176p62ot0ooQSGA2rjICPdg74s=', 'Content-Length': '0'} 2022-09-01T11:27:58.748 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000843b4d6111bf5437-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.749 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:27:58.749 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:27:58.750 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.750 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:27:58.751 DEBUG:boto:Data: 2022-09-01T11:27:58.751 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.752 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.752 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.753 DEBUG:boto:Params: {} 2022-09-01T11:27:58.753 DEBUG:boto:Token: None 2022-09-01T11:27:58.754 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj19 2022-09-01T11:27:58.754 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y176p62ot0ooQSGA2rjICPdg74s= 2022-09-01T11:27:58.755 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y176p62ot0ooQSGA2rjICPdg74s=', 'Content-Length': '0'} 2022-09-01T11:27:58.757 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca32813a4abd68a7-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.758 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:27:58.759 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:27:58.759 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:27:58.760 DEBUG:boto:Method: GET 2022-09-01T11:27:58.760 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:27:58.761 DEBUG:boto:Data: 2022-09-01T11:27:58.761 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.762 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.762 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.763 DEBUG:boto:Params: {} 2022-09-01T11:27:58.764 DEBUG:boto:Token: None 2022-09-01T11:27:58.764 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj19 2022-09-01T11:27:58.765 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SUVd6OEh1+FlpiegdX2/iHw79i0= 2022-09-01T11:27:58.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SUVd6OEh1+FlpiegdX2/iHw79i0=', 'Content-Length': '0'} 2022-09-01T11:27:58.768 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000767e99f58962e340-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.768 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:27:58.769 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:27:58.769 DEBUG:boto:Method: GET 2022-09-01T11:27:58.770 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:27:58.770 DEBUG:boto:Data: 2022-09-01T11:27:58.771 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.772 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.772 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.773 DEBUG:boto:Params: {} 2022-09-01T11:27:58.773 DEBUG:boto:Token: None 2022-09-01T11:27:58.774 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj19 2022-09-01T11:27:58.775 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SUVd6OEh1+FlpiegdX2/iHw79i0= 2022-09-01T11:27:58.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SUVd6OEh1+FlpiegdX2/iHw79i0=', 'Content-Length': '0'} 2022-09-01T11:27:58.778 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c35b41322ad6d51-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.779 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.779 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.780 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:27:58.780 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:27:58.781 DEBUG:boto:Method: GET 2022-09-01T11:27:58.782 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:27:58.782 DEBUG:boto:Data: 2022-09-01T11:27:58.783 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.783 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.784 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.785 DEBUG:boto:Params: {} 2022-09-01T11:27:58.786 DEBUG:boto:Token: None 2022-09-01T11:27:58.786 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.787 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.788 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.790 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000158b2b51716591ce-006310973e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.791 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.792 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.793 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.793 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:27:58.794 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:27:58.795 DEBUG:boto:Method: GET 2022-09-01T11:27:58.796 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:27:58.796 DEBUG:boto:Data: 2022-09-01T11:27:58.797 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.797 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.798 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.798 DEBUG:boto:Params: {} 2022-09-01T11:27:58.799 DEBUG:boto:Token: None 2022-09-01T11:27:58.799 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.800 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.801 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.805 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ba01dfbcba0b2f9e-006310973e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.806 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.806 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:27:58.807 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:27:58.808 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:27:58.808 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.809 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.809 DEBUG:boto:Method: GET 2022-09-01T11:27:58.810 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.810 DEBUG:boto:Data: 2022-09-01T11:27:58.811 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.811 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.812 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.812 DEBUG:boto:Params: {} 2022-09-01T11:27:58.813 DEBUG:boto:Token: None 2022-09-01T11:27:58.814 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.814 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:khWyTj1u2AIraMYidaRSs5XufCM= 2022-09-01T11:27:58.815 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:khWyTj1u2AIraMYidaRSs5XufCM=', 'Content-Length': '0'} 2022-09-01T11:27:58.818 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001de74679fdeb2d96-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.818 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:27:58.819 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:27:58.820 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.821 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.821 DEBUG:boto:Method: GET 2022-09-01T11:27:58.822 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.822 DEBUG:boto:Data: 2022-09-01T11:27:58.823 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.823 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.824 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.824 DEBUG:boto:Params: {} 2022-09-01T11:27:58.825 DEBUG:boto:Token: None 2022-09-01T11:27:58.826 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:khWyTj1u2AIraMYidaRSs5XufCM= 2022-09-01T11:27:58.827 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:khWyTj1u2AIraMYidaRSs5XufCM=', 'Content-Length': '0'} 2022-09-01T11:27:58.829 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d9db51f0345fa75-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.870 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:27:58.871 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:27:58.872 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.872 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.873 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.873 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.874 DEBUG:boto:Data: 2022-09-01T11:27:58.874 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.875 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.875 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.876 DEBUG:boto:Params: {} 2022-09-01T11:27:58.876 DEBUG:boto:Token: None 2022-09-01T11:27:58.877 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.878 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P+H+JrhLc+Pyu4CNyaO8Ehmd3dI= 2022-09-01T11:27:58.879 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P+H+JrhLc+Pyu4CNyaO8Ehmd3dI=', 'Content-Length': '0'} 2022-09-01T11:27:58.881 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000be4238f3624be13b-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.882 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:27:58.883 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:27:58.883 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.884 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.884 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.885 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.885 DEBUG:boto:Data: 2022-09-01T11:27:58.886 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.886 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.887 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.888 DEBUG:boto:Params: {} 2022-09-01T11:27:58.888 DEBUG:boto:Token: None 2022-09-01T11:27:58.889 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.890 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P+H+JrhLc+Pyu4CNyaO8Ehmd3dI= 2022-09-01T11:27:58.891 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P+H+JrhLc+Pyu4CNyaO8Ehmd3dI=', 'Content-Length': '0'} 2022-09-01T11:27:58.893 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e048165438472878-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.894 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:27:58.895 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:27:58.896 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:27:58.896 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.897 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.898 DEBUG:boto:Method: GET 2022-09-01T11:27:58.899 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.900 DEBUG:boto:Data: 2022-09-01T11:27:58.900 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.901 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.902 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.903 DEBUG:boto:Params: {} 2022-09-01T11:27:58.903 DEBUG:boto:Token: None 2022-09-01T11:27:58.904 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.905 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:khWyTj1u2AIraMYidaRSs5XufCM= 2022-09-01T11:27:58.905 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:khWyTj1u2AIraMYidaRSs5XufCM=', 'Content-Length': '0'} 2022-09-01T11:27:58.908 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000ac0b584b897927a-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.909 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:27:58.910 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:27:58.911 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.912 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.912 DEBUG:boto:Method: GET 2022-09-01T11:27:58.913 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.913 DEBUG:boto:Data: 2022-09-01T11:27:58.914 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.914 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.915 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.916 DEBUG:boto:Params: {} 2022-09-01T11:27:58.917 DEBUG:boto:Token: None 2022-09-01T11:27:58.918 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:27:58.919 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:khWyTj1u2AIraMYidaRSs5XufCM= 2022-09-01T11:27:58.920 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:khWyTj1u2AIraMYidaRSs5XufCM=', 'Content-Length': '0'} 2022-09-01T11:27:58.923 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b077b09042185c0-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.924 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.925 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.926 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:27:58.927 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:27:58.927 DEBUG:boto:Method: GET 2022-09-01T11:27:58.928 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:27:58.929 DEBUG:boto:Data: 2022-09-01T11:27:58.930 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.931 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.932 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.933 DEBUG:boto:Params: {} 2022-09-01T11:27:58.934 DEBUG:boto:Token: None 2022-09-01T11:27:58.935 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.936 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.937 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.940 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d3d1a83603b1ab5e-006310973e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.941 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.942 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:58.943 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:58.943 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:27:58.944 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:27:58.944 DEBUG:boto:Method: GET 2022-09-01T11:27:58.945 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:27:58.946 DEBUG:boto:Data: 2022-09-01T11:27:58.946 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.947 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.948 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.948 DEBUG:boto:Params: {} 2022-09-01T11:27:58.949 DEBUG:boto:Token: None 2022-09-01T11:27:58.949 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/ 2022-09-01T11:27:58.950 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA= 2022-09-01T11:27:58.952 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsPZVs1AX8zGX1WmirpcDiDJzuA=', 'Content-Length': '0'} 2022-09-01T11:27:58.956 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d0a55a5ced0d1c63-006310973e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.958 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:58.958 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:27:58.959 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:27:58.959 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.960 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:27:58.961 DEBUG:boto:Data: 2022-09-01T11:27:58.961 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.962 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.963 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.963 DEBUG:boto:Params: {} 2022-09-01T11:27:58.964 DEBUG:boto:Token: None 2022-09-01T11:27:58.965 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj22 2022-09-01T11:27:58.965 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rkvopgD20IPaVeTmymae/caZ1fo= 2022-09-01T11:27:58.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rkvopgD20IPaVeTmymae/caZ1fo=', 'Content-Length': '0'} 2022-09-01T11:27:58.968 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000042c7c2db8675f10b-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.969 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:27:58.970 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:27:58.970 DEBUG:boto:Method: HEAD 2022-09-01T11:27:58.971 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:27:58.972 DEBUG:boto:Data: 2022-09-01T11:27:58.973 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.973 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.974 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.974 DEBUG:boto:Params: {} 2022-09-01T11:27:58.975 DEBUG:boto:Token: None 2022-09-01T11:27:58.976 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj22 2022-09-01T11:27:58.976 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rkvopgD20IPaVeTmymae/caZ1fo= 2022-09-01T11:27:58.977 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rkvopgD20IPaVeTmymae/caZ1fo=', 'Content-Length': '0'} 2022-09-01T11:27:58.979 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002bcf48ee3c3d8f07-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.980 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:27:58.981 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:27:58.981 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:27:58.982 DEBUG:boto:Method: GET 2022-09-01T11:27:58.983 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:27:58.984 DEBUG:boto:Data: 2022-09-01T11:27:58.984 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.985 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:58.985 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.986 DEBUG:boto:Params: {} 2022-09-01T11:27:58.987 DEBUG:boto:Token: None 2022-09-01T11:27:58.987 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj22 2022-09-01T11:27:58.988 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:75Oxhc0YCcCpQ71TkY3dLsQFA3Y= 2022-09-01T11:27:58.989 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:75Oxhc0YCcCpQ71TkY3dLsQFA3Y=', 'Content-Length': '0'} 2022-09-01T11:27:58.991 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aab7c8aae4d23ebb-006310973e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:58.992 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:27:58.993 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:27:58.993 DEBUG:boto:Method: GET 2022-09-01T11:27:58.994 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:27:58.995 DEBUG:boto:Data: 2022-09-01T11:27:58.995 DEBUG:boto:Headers: {} 2022-09-01T11:27:58.996 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:58.997 DEBUG:boto:Port: 8000 2022-09-01T11:27:58.998 DEBUG:boto:Params: {} 2022-09-01T11:27:58.999 DEBUG:boto:Token: None 2022-09-01T11:27:59.000 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:58 GMT /ptoxvb-74/obj22 2022-09-01T11:27:59.000 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:75Oxhc0YCcCpQ71TkY3dLsQFA3Y= 2022-09-01T11:27:59.001 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:75Oxhc0YCcCpQ71TkY3dLsQFA3Y=', 'Content-Length': '0'} 2022-09-01T11:27:59.004 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1b8ba006697cfb9-006310973e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.046 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:59.047 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:59.048 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:27:59.049 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:27:59.050 DEBUG:boto:Method: GET 2022-09-01T11:27:59.050 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:27:59.051 DEBUG:boto:Data: 2022-09-01T11:27:59.051 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.052 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.052 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.053 DEBUG:boto:Params: {} 2022-09-01T11:27:59.053 DEBUG:boto:Token: None 2022-09-01T11:27:59.054 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/ 2022-09-01T11:27:59.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA= 2022-09-01T11:27:59.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA=', 'Content-Length': '0'} 2022-09-01T11:27:59.059 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002bc7913e4703661f-006310973f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.060 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:59.061 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:59.062 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:59.062 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:27:59.063 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:27:59.064 DEBUG:boto:Method: GET 2022-09-01T11:27:59.065 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:27:59.065 DEBUG:boto:Data: 2022-09-01T11:27:59.066 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.067 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.068 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.069 DEBUG:boto:Params: {} 2022-09-01T11:27:59.069 DEBUG:boto:Token: None 2022-09-01T11:27:59.070 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/ 2022-09-01T11:27:59.071 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA= 2022-09-01T11:27:59.072 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA=', 'Content-Length': '0'} 2022-09-01T11:27:59.076 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000088dcaaa6fb1f2133-006310973f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.077 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:59.078 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:27:59.079 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:27:59.079 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:27:59.080 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.081 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.082 DEBUG:boto:Method: GET 2022-09-01T11:27:59.082 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.083 DEBUG:boto:Data: 2022-09-01T11:27:59.083 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.084 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.085 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.085 DEBUG:boto:Params: {} 2022-09-01T11:27:59.086 DEBUG:boto:Token: None 2022-09-01T11:27:59.087 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.088 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ot6VtB8jA6SBUEi0tATkIVZAftE= 2022-09-01T11:27:59.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ot6VtB8jA6SBUEi0tATkIVZAftE=', 'Content-Length': '0'} 2022-09-01T11:27:59.091 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009346f009df58e380-006310973f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.134 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:27:59.135 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:27:59.135 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.136 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.137 DEBUG:boto:Method: GET 2022-09-01T11:27:59.137 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.138 DEBUG:boto:Data: 2022-09-01T11:27:59.138 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.139 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.139 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.140 DEBUG:boto:Params: {} 2022-09-01T11:27:59.141 DEBUG:boto:Token: None 2022-09-01T11:27:59.142 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.142 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ot6VtB8jA6SBUEi0tATkIVZAftE= 2022-09-01T11:27:59.143 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ot6VtB8jA6SBUEi0tATkIVZAftE=', 'Content-Length': '0'} 2022-09-01T11:27:59.145 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000354e6eac0b4ebbb1-006310973f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.146 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:27:59.147 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:27:59.147 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.148 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.149 DEBUG:boto:Method: HEAD 2022-09-01T11:27:59.150 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.151 DEBUG:boto:Data: 2022-09-01T11:27:59.151 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.152 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.152 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.153 DEBUG:boto:Params: {} 2022-09-01T11:27:59.153 DEBUG:boto:Token: None 2022-09-01T11:27:59.154 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wmrSaN35+eKkkmm5k3zz9vaCFWg= 2022-09-01T11:27:59.155 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wmrSaN35+eKkkmm5k3zz9vaCFWg=', 'Content-Length': '0'} 2022-09-01T11:27:59.157 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f027456d03e4a0fa-006310973f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.158 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:27:59.158 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:27:59.159 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.160 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.160 DEBUG:boto:Method: HEAD 2022-09-01T11:27:59.161 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.161 DEBUG:boto:Data: 2022-09-01T11:27:59.162 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.162 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.163 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.164 DEBUG:boto:Params: {} 2022-09-01T11:27:59.164 DEBUG:boto:Token: None 2022-09-01T11:27:59.165 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.165 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wmrSaN35+eKkkmm5k3zz9vaCFWg= 2022-09-01T11:27:59.166 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wmrSaN35+eKkkmm5k3zz9vaCFWg=', 'Content-Length': '0'} 2022-09-01T11:27:59.168 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000064c823360be07f3a-006310973f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.169 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:27:59.170 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:27:59.170 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:27:59.171 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.171 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.172 DEBUG:boto:Method: GET 2022-09-01T11:27:59.172 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.173 DEBUG:boto:Data: 2022-09-01T11:27:59.174 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.174 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.175 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.175 DEBUG:boto:Params: {} 2022-09-01T11:27:59.176 DEBUG:boto:Token: None 2022-09-01T11:27:59.177 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ot6VtB8jA6SBUEi0tATkIVZAftE= 2022-09-01T11:27:59.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ot6VtB8jA6SBUEi0tATkIVZAftE=', 'Content-Length': '0'} 2022-09-01T11:27:59.180 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071822a7feb6185ac-006310973f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.181 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:27:59.182 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:27:59.182 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.183 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.183 DEBUG:boto:Method: GET 2022-09-01T11:27:59.184 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.184 DEBUG:boto:Data: 2022-09-01T11:27:59.185 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.185 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.186 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.186 DEBUG:boto:Params: {} 2022-09-01T11:27:59.187 DEBUG:boto:Token: None 2022-09-01T11:27:59.188 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:27:59.188 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ot6VtB8jA6SBUEi0tATkIVZAftE= 2022-09-01T11:27:59.189 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ot6VtB8jA6SBUEi0tATkIVZAftE=', 'Content-Length': '0'} 2022-09-01T11:27:59.191 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000093bda83cc1ec3bb8-006310973f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.192 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:59.193 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:59.194 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:27:59.194 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:27:59.195 DEBUG:boto:Method: GET 2022-09-01T11:27:59.195 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:27:59.196 DEBUG:boto:Data: 2022-09-01T11:27:59.197 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.197 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.198 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.199 DEBUG:boto:Params: {} 2022-09-01T11:27:59.199 DEBUG:boto:Token: None 2022-09-01T11:27:59.200 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/ 2022-09-01T11:27:59.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA= 2022-09-01T11:27:59.201 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA=', 'Content-Length': '0'} 2022-09-01T11:27:59.205 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008c6ea05a340ac39a-006310973f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.206 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:59.207 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:59.208 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:59.208 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:27:59.209 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:27:59.210 DEBUG:boto:Method: GET 2022-09-01T11:27:59.210 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:27:59.211 DEBUG:boto:Data: 2022-09-01T11:27:59.212 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.212 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.213 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.214 DEBUG:boto:Params: {} 2022-09-01T11:27:59.214 DEBUG:boto:Token: None 2022-09-01T11:27:59.215 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/ 2022-09-01T11:27:59.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA= 2022-09-01T11:27:59.216 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA=', 'Content-Length': '0'} 2022-09-01T11:27:59.220 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cac8ccb55ecf6d75-006310973f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.221 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:59.222 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:27:59.223 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:27:59.223 DEBUG:boto:Method: HEAD 2022-09-01T11:27:59.224 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:27:59.225 DEBUG:boto:Data: 2022-09-01T11:27:59.225 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.226 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.227 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.228 DEBUG:boto:Params: {} 2022-09-01T11:27:59.317 DEBUG:boto:Token: None 2022-09-01T11:27:59.319 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj23 2022-09-01T11:27:59.319 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q0aHQy9lNQiir4BmdmjGGjAwxIQ= 2022-09-01T11:27:59.320 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q0aHQy9lNQiir4BmdmjGGjAwxIQ=', 'Content-Length': '0'} 2022-09-01T11:27:59.322 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000095df76f3ac79a3ce-006310973f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.323 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:27:59.323 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:27:59.324 DEBUG:boto:Method: HEAD 2022-09-01T11:27:59.324 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:27:59.325 DEBUG:boto:Data: 2022-09-01T11:27:59.325 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.326 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.327 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.327 DEBUG:boto:Params: {} 2022-09-01T11:27:59.328 DEBUG:boto:Token: None 2022-09-01T11:27:59.329 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj23 2022-09-01T11:27:59.330 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q0aHQy9lNQiir4BmdmjGGjAwxIQ= 2022-09-01T11:27:59.330 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q0aHQy9lNQiir4BmdmjGGjAwxIQ=', 'Content-Length': '0'} 2022-09-01T11:27:59.333 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a574f05baacf03da-006310973f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.334 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:27:59.334 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:27:59.335 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:27:59.336 DEBUG:boto:Method: GET 2022-09-01T11:27:59.336 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:27:59.337 DEBUG:boto:Data: 2022-09-01T11:27:59.337 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.338 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.338 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.339 DEBUG:boto:Params: {} 2022-09-01T11:27:59.340 DEBUG:boto:Token: None 2022-09-01T11:27:59.340 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj23 2022-09-01T11:27:59.341 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VAovTcMqvldzIuTtsf0TWlDkpVw= 2022-09-01T11:27:59.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VAovTcMqvldzIuTtsf0TWlDkpVw=', 'Content-Length': '0'} 2022-09-01T11:27:59.344 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d8e1ab38abdd186e-006310973f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.344 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:27:59.345 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:27:59.346 DEBUG:boto:Method: GET 2022-09-01T11:27:59.346 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:27:59.347 DEBUG:boto:Data: 2022-09-01T11:27:59.348 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.348 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.349 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.349 DEBUG:boto:Params: {} 2022-09-01T11:27:59.350 DEBUG:boto:Token: None 2022-09-01T11:27:59.350 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj23 2022-09-01T11:27:59.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VAovTcMqvldzIuTtsf0TWlDkpVw= 2022-09-01T11:27:59.352 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VAovTcMqvldzIuTtsf0TWlDkpVw=', 'Content-Length': '0'} 2022-09-01T11:27:59.354 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ac71e3c6a07d28f3-006310973f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.355 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:59.356 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:59.356 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:27:59.357 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:27:59.358 DEBUG:boto:Method: GET 2022-09-01T11:27:59.358 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:27:59.359 DEBUG:boto:Data: 2022-09-01T11:27:59.359 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.360 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.360 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.361 DEBUG:boto:Params: {} 2022-09-01T11:27:59.361 DEBUG:boto:Token: None 2022-09-01T11:27:59.362 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/ 2022-09-01T11:27:59.363 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA= 2022-09-01T11:27:59.363 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA=', 'Content-Length': '0'} 2022-09-01T11:27:59.366 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000969f1a95f49ad766-006310973f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.367 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:59.368 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:59.368 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:59.369 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:27:59.369 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:27:59.370 DEBUG:boto:Method: GET 2022-09-01T11:27:59.370 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:27:59.371 DEBUG:boto:Data: 2022-09-01T11:27:59.371 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.372 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.372 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.373 DEBUG:boto:Params: {} 2022-09-01T11:27:59.374 DEBUG:boto:Token: None 2022-09-01T11:27:59.374 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/ 2022-09-01T11:27:59.375 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA= 2022-09-01T11:27:59.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA=', 'Content-Length': '0'} 2022-09-01T11:27:59.380 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ee76b68dadbef423-006310973f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.381 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:59.381 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:27:59.382 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:27:59.383 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:27:59.383 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.384 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.385 DEBUG:boto:Method: GET 2022-09-01T11:27:59.385 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.386 DEBUG:boto:Data: 2022-09-01T11:27:59.386 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.387 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.387 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.388 DEBUG:boto:Params: {} 2022-09-01T11:27:59.388 DEBUG:boto:Token: None 2022-09-01T11:27:59.389 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.390 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GQFzLoDdUz1TvXrdl8YFWVSTEV0= 2022-09-01T11:27:59.390 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GQFzLoDdUz1TvXrdl8YFWVSTEV0=', 'Content-Length': '0'} 2022-09-01T11:27:59.393 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c3e788f81c09630-006310973f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.434 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:27:59.435 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:27:59.435 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.436 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.436 DEBUG:boto:Method: GET 2022-09-01T11:27:59.437 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.438 DEBUG:boto:Data: 2022-09-01T11:27:59.438 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.439 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.440 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.440 DEBUG:boto:Params: {} 2022-09-01T11:27:59.441 DEBUG:boto:Token: None 2022-09-01T11:27:59.442 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GQFzLoDdUz1TvXrdl8YFWVSTEV0= 2022-09-01T11:27:59.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GQFzLoDdUz1TvXrdl8YFWVSTEV0=', 'Content-Length': '0'} 2022-09-01T11:27:59.446 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000097b89647d044affb-006310973f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.447 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:27:59.448 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:27:59.448 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.449 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.450 DEBUG:boto:Method: HEAD 2022-09-01T11:27:59.450 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.451 DEBUG:boto:Data: 2022-09-01T11:27:59.451 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.452 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.453 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.453 DEBUG:boto:Params: {} 2022-09-01T11:27:59.454 DEBUG:boto:Token: None 2022-09-01T11:27:59.455 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.455 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v0y1ZYRfp2Dx0BijbZhdFboVHME= 2022-09-01T11:27:59.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v0y1ZYRfp2Dx0BijbZhdFboVHME=', 'Content-Length': '0'} 2022-09-01T11:27:59.458 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004b491de3ad6f6214-006310973f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.459 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:27:59.460 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:27:59.461 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.462 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.463 DEBUG:boto:Method: HEAD 2022-09-01T11:27:59.464 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.465 DEBUG:boto:Data: 2022-09-01T11:27:59.466 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.467 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.467 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.468 DEBUG:boto:Params: {} 2022-09-01T11:27:59.469 DEBUG:boto:Token: None 2022-09-01T11:27:59.470 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.470 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v0y1ZYRfp2Dx0BijbZhdFboVHME= 2022-09-01T11:27:59.471 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v0y1ZYRfp2Dx0BijbZhdFboVHME=', 'Content-Length': '0'} 2022-09-01T11:27:59.473 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b5dad3a58ba66b9-006310973f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.474 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:27:59.475 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:27:59.475 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:27:59.476 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.476 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.477 DEBUG:boto:Method: GET 2022-09-01T11:27:59.477 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.478 DEBUG:boto:Data: 2022-09-01T11:27:59.478 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.479 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.480 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.480 DEBUG:boto:Params: {} 2022-09-01T11:27:59.481 DEBUG:boto:Token: None 2022-09-01T11:27:59.481 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.482 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GQFzLoDdUz1TvXrdl8YFWVSTEV0= 2022-09-01T11:27:59.483 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GQFzLoDdUz1TvXrdl8YFWVSTEV0=', 'Content-Length': '0'} 2022-09-01T11:27:59.485 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071060946427f7e0e-006310973f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.486 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:27:59.487 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:27:59.487 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.488 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.489 DEBUG:boto:Method: GET 2022-09-01T11:27:59.489 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.490 DEBUG:boto:Data: 2022-09-01T11:27:59.491 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.492 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.493 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.493 DEBUG:boto:Params: {} 2022-09-01T11:27:59.495 DEBUG:boto:Token: None 2022-09-01T11:27:59.496 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:27:59.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GQFzLoDdUz1TvXrdl8YFWVSTEV0= 2022-09-01T11:27:59.498 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GQFzLoDdUz1TvXrdl8YFWVSTEV0=', 'Content-Length': '0'} 2022-09-01T11:27:59.500 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000373c0fff338d1a4f-006310973f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.542 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:59.543 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:59.544 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:27:59.545 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:27:59.546 DEBUG:boto:Method: GET 2022-09-01T11:27:59.547 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:27:59.548 DEBUG:boto:Data: 2022-09-01T11:27:59.549 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.549 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.550 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.550 DEBUG:boto:Params: {} 2022-09-01T11:27:59.551 DEBUG:boto:Token: None 2022-09-01T11:27:59.551 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/ 2022-09-01T11:27:59.552 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA= 2022-09-01T11:27:59.553 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA=', 'Content-Length': '0'} 2022-09-01T11:27:59.556 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000901c551ea7c195ad-006310973f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.556 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:59.557 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:59.558 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:59.559 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:27:59.559 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:27:59.560 DEBUG:boto:Method: GET 2022-09-01T11:27:59.560 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:27:59.561 DEBUG:boto:Data: 2022-09-01T11:27:59.561 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.562 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.562 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.563 DEBUG:boto:Params: {} 2022-09-01T11:27:59.563 DEBUG:boto:Token: None 2022-09-01T11:27:59.564 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/ 2022-09-01T11:27:59.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA= 2022-09-01T11:27:59.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA=', 'Content-Length': '0'} 2022-09-01T11:27:59.573 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008919ceaa5639134f-006310973f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.575 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:59.576 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:27:59.576 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:27:59.577 DEBUG:boto:Method: HEAD 2022-09-01T11:27:59.577 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:27:59.578 DEBUG:boto:Data: 2022-09-01T11:27:59.579 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.579 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.580 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.580 DEBUG:boto:Params: {} 2022-09-01T11:27:59.581 DEBUG:boto:Token: None 2022-09-01T11:27:59.581 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj29 2022-09-01T11:27:59.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+o/pPZ6I+8hlySTOUpwJZO7Z4EU= 2022-09-01T11:27:59.583 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+o/pPZ6I+8hlySTOUpwJZO7Z4EU=', 'Content-Length': '0'} 2022-09-01T11:27:59.585 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b4a53efec727e34-006310973f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.586 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:27:59.586 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:27:59.587 DEBUG:boto:Method: HEAD 2022-09-01T11:27:59.587 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:27:59.588 DEBUG:boto:Data: 2022-09-01T11:27:59.588 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.589 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.589 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.590 DEBUG:boto:Params: {} 2022-09-01T11:27:59.591 DEBUG:boto:Token: None 2022-09-01T11:27:59.591 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj29 2022-09-01T11:27:59.592 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+o/pPZ6I+8hlySTOUpwJZO7Z4EU= 2022-09-01T11:27:59.593 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+o/pPZ6I+8hlySTOUpwJZO7Z4EU=', 'Content-Length': '0'} 2022-09-01T11:27:59.595 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b64fd1d00b72de51-006310973f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.596 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:27:59.597 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:27:59.597 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:27:59.598 DEBUG:boto:Method: GET 2022-09-01T11:27:59.598 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:27:59.599 DEBUG:boto:Data: 2022-09-01T11:27:59.600 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.601 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.601 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.602 DEBUG:boto:Params: {} 2022-09-01T11:27:59.602 DEBUG:boto:Token: None 2022-09-01T11:27:59.603 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj29 2022-09-01T11:27:59.604 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PfWQvUaZcUeySE4gn7owNatF90o= 2022-09-01T11:27:59.604 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PfWQvUaZcUeySE4gn7owNatF90o=', 'Content-Length': '0'} 2022-09-01T11:27:59.606 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e91ef482ba15367a-006310973f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.607 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:27:59.608 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:27:59.608 DEBUG:boto:Method: GET 2022-09-01T11:27:59.609 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:27:59.610 DEBUG:boto:Data: 2022-09-01T11:27:59.611 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.611 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.612 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.613 DEBUG:boto:Params: {} 2022-09-01T11:27:59.613 DEBUG:boto:Token: None 2022-09-01T11:27:59.614 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj29 2022-09-01T11:27:59.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PfWQvUaZcUeySE4gn7owNatF90o= 2022-09-01T11:27:59.615 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PfWQvUaZcUeySE4gn7owNatF90o=', 'Content-Length': '0'} 2022-09-01T11:27:59.617 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000090779d50f8164c24-006310973f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.618 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:59.619 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:59.619 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:27:59.620 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:27:59.621 DEBUG:boto:Method: GET 2022-09-01T11:27:59.622 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:27:59.623 DEBUG:boto:Data: 2022-09-01T11:27:59.624 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.625 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.626 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.626 DEBUG:boto:Params: {} 2022-09-01T11:27:59.628 DEBUG:boto:Token: None 2022-09-01T11:27:59.629 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/ 2022-09-01T11:27:59.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA= 2022-09-01T11:27:59.631 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA=', 'Content-Length': '0'} 2022-09-01T11:27:59.634 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cc055960364b5782-006310973f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.678 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:59.680 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:59.681 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:59.682 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:27:59.683 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:27:59.684 DEBUG:boto:Method: GET 2022-09-01T11:27:59.685 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:27:59.686 DEBUG:boto:Data: 2022-09-01T11:27:59.687 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.688 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.689 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.690 DEBUG:boto:Params: {} 2022-09-01T11:27:59.691 DEBUG:boto:Token: None 2022-09-01T11:27:59.692 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/ 2022-09-01T11:27:59.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA= 2022-09-01T11:27:59.694 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA=', 'Content-Length': '0'} 2022-09-01T11:27:59.700 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ddac8982de413cbc-006310973f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.701 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:59.703 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:27:59.704 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:27:59.705 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:27:59.706 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.707 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.708 DEBUG:boto:Method: GET 2022-09-01T11:27:59.708 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.709 DEBUG:boto:Data: 2022-09-01T11:27:59.710 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.711 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.712 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.713 DEBUG:boto:Params: {} 2022-09-01T11:27:59.714 DEBUG:boto:Token: None 2022-09-01T11:27:59.715 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xfZiZljHRtvnUHQV710Vq1raxyg= 2022-09-01T11:27:59.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xfZiZljHRtvnUHQV710Vq1raxyg=', 'Content-Length': '0'} 2022-09-01T11:27:59.721 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a84f2c19aa7685b3-006310973f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.722 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:27:59.723 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:27:59.724 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.725 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.726 DEBUG:boto:Method: GET 2022-09-01T11:27:59.727 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.728 DEBUG:boto:Data: 2022-09-01T11:27:59.729 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.730 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.731 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.732 DEBUG:boto:Params: {} 2022-09-01T11:27:59.733 DEBUG:boto:Token: None 2022-09-01T11:27:59.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xfZiZljHRtvnUHQV710Vq1raxyg= 2022-09-01T11:27:59.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xfZiZljHRtvnUHQV710Vq1raxyg=', 'Content-Length': '0'} 2022-09-01T11:27:59.737 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b8fdcb1958645f8-006310973f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.778 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:27:59.780 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:27:59.781 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.782 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.783 DEBUG:boto:Method: HEAD 2022-09-01T11:27:59.784 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.785 DEBUG:boto:Data: 2022-09-01T11:27:59.786 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.787 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.788 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.789 DEBUG:boto:Params: {} 2022-09-01T11:27:59.790 DEBUG:boto:Token: None 2022-09-01T11:27:59.791 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.792 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ndTuLlgpIQ99kaJapb/TMjuTEnI= 2022-09-01T11:27:59.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ndTuLlgpIQ99kaJapb/TMjuTEnI=', 'Content-Length': '0'} 2022-09-01T11:27:59.796 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ea6317d875f4084-006310973f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.798 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:27:59.799 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:27:59.800 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.801 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.802 DEBUG:boto:Method: HEAD 2022-09-01T11:27:59.803 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.804 DEBUG:boto:Data: 2022-09-01T11:27:59.805 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.805 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.806 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.807 DEBUG:boto:Params: {} 2022-09-01T11:27:59.808 DEBUG:boto:Token: None 2022-09-01T11:27:59.809 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.810 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ndTuLlgpIQ99kaJapb/TMjuTEnI= 2022-09-01T11:27:59.811 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ndTuLlgpIQ99kaJapb/TMjuTEnI=', 'Content-Length': '0'} 2022-09-01T11:27:59.814 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000e78eaeb0f2a796c-006310973f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.815 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:27:59.816 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:27:59.817 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:27:59.818 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.819 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.819 DEBUG:boto:Method: GET 2022-09-01T11:27:59.820 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.820 DEBUG:boto:Data: 2022-09-01T11:27:59.821 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.821 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.822 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.822 DEBUG:boto:Params: {} 2022-09-01T11:27:59.823 DEBUG:boto:Token: None 2022-09-01T11:27:59.824 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.824 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xfZiZljHRtvnUHQV710Vq1raxyg= 2022-09-01T11:27:59.825 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xfZiZljHRtvnUHQV710Vq1raxyg=', 'Content-Length': '0'} 2022-09-01T11:27:59.827 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000789ed7d7a65fb068-006310973f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.828 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:27:59.829 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:27:59.829 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.830 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.830 DEBUG:boto:Method: GET 2022-09-01T11:27:59.831 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.831 DEBUG:boto:Data: 2022-09-01T11:27:59.832 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.833 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.833 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.834 DEBUG:boto:Params: {} 2022-09-01T11:27:59.834 DEBUG:boto:Token: None 2022-09-01T11:27:59.835 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:27:59.836 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xfZiZljHRtvnUHQV710Vq1raxyg= 2022-09-01T11:27:59.836 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xfZiZljHRtvnUHQV710Vq1raxyg=', 'Content-Length': '0'} 2022-09-01T11:27:59.839 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000025864e1e12cc9875-006310973f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.840 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:59.841 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:59.842 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:27:59.842 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:27:59.843 DEBUG:boto:Method: GET 2022-09-01T11:27:59.844 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:27:59.844 DEBUG:boto:Data: 2022-09-01T11:27:59.845 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.846 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.846 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.847 DEBUG:boto:Params: {} 2022-09-01T11:27:59.848 DEBUG:boto:Token: None 2022-09-01T11:27:59.849 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/ 2022-09-01T11:27:59.849 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA= 2022-09-01T11:27:59.850 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA=', 'Content-Length': '0'} 2022-09-01T11:27:59.853 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000537e6fc3d5bef6e5-006310973f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.854 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:59.855 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:59.855 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:59.856 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:27:59.858 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:27:59.858 DEBUG:boto:Method: GET 2022-09-01T11:27:59.859 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:27:59.860 DEBUG:boto:Data: 2022-09-01T11:27:59.861 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.861 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.862 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.862 DEBUG:boto:Params: {} 2022-09-01T11:27:59.863 DEBUG:boto:Token: None 2022-09-01T11:27:59.864 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/ 2022-09-01T11:27:59.864 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA= 2022-09-01T11:27:59.865 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA=', 'Content-Length': '0'} 2022-09-01T11:27:59.869 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a4cb35789f1cd48e-006310973f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.910 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:59.911 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:27:59.912 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:27:59.912 DEBUG:boto:Method: HEAD 2022-09-01T11:27:59.913 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:27:59.913 DEBUG:boto:Data: 2022-09-01T11:27:59.914 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.915 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.915 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.916 DEBUG:boto:Params: {} 2022-09-01T11:27:59.916 DEBUG:boto:Token: None 2022-09-01T11:27:59.917 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj31 2022-09-01T11:27:59.918 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j9f5MZCWV5VfHjmAe/iA9dNvpHY= 2022-09-01T11:27:59.918 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j9f5MZCWV5VfHjmAe/iA9dNvpHY=', 'Content-Length': '0'} 2022-09-01T11:27:59.921 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bfd18bd42d22fadf-006310973f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.922 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:27:59.923 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:27:59.924 DEBUG:boto:Method: HEAD 2022-09-01T11:27:59.925 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:27:59.926 DEBUG:boto:Data: 2022-09-01T11:27:59.927 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.928 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.929 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.930 DEBUG:boto:Params: {} 2022-09-01T11:27:59.931 DEBUG:boto:Token: None 2022-09-01T11:27:59.932 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj31 2022-09-01T11:27:59.932 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j9f5MZCWV5VfHjmAe/iA9dNvpHY= 2022-09-01T11:27:59.933 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j9f5MZCWV5VfHjmAe/iA9dNvpHY=', 'Content-Length': '0'} 2022-09-01T11:27:59.936 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001c63c56342d95808-006310973f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.937 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:27:59.938 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:27:59.939 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:27:59.940 DEBUG:boto:Method: GET 2022-09-01T11:27:59.941 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:27:59.942 DEBUG:boto:Data: 2022-09-01T11:27:59.943 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.944 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.945 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.946 DEBUG:boto:Params: {} 2022-09-01T11:27:59.947 DEBUG:boto:Token: None 2022-09-01T11:27:59.948 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj31 2022-09-01T11:27:59.949 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7cgM927M9tMeV/EuAUQp15eKOc0= 2022-09-01T11:27:59.951 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7cgM927M9tMeV/EuAUQp15eKOc0=', 'Content-Length': '0'} 2022-09-01T11:27:59.953 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a7bd0e063af9bfc-006310973f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.954 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:27:59.955 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:27:59.955 DEBUG:boto:Method: GET 2022-09-01T11:27:59.956 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:27:59.956 DEBUG:boto:Data: 2022-09-01T11:27:59.957 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.958 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.958 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.959 DEBUG:boto:Params: {} 2022-09-01T11:27:59.959 DEBUG:boto:Token: None 2022-09-01T11:27:59.960 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj31 2022-09-01T11:27:59.961 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7cgM927M9tMeV/EuAUQp15eKOc0= 2022-09-01T11:27:59.961 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7cgM927M9tMeV/EuAUQp15eKOc0=', 'Content-Length': '0'} 2022-09-01T11:27:59.964 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001d9fa3f7c10dadb9-006310973f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.965 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:59.965 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:59.966 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:27:59.966 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:27:59.967 DEBUG:boto:Method: GET 2022-09-01T11:27:59.968 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:27:59.968 DEBUG:boto:Data: 2022-09-01T11:27:59.969 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.969 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.970 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.970 DEBUG:boto:Params: {} 2022-09-01T11:27:59.971 DEBUG:boto:Token: None 2022-09-01T11:27:59.971 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/ 2022-09-01T11:27:59.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA= 2022-09-01T11:27:59.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA=', 'Content-Length': '0'} 2022-09-01T11:27:59.976 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000654fd7fd249c964b-006310973f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.976 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:59.977 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:27:59.978 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:27:59.978 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:27:59.979 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:27:59.979 DEBUG:boto:Method: GET 2022-09-01T11:27:59.980 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:27:59.980 DEBUG:boto:Data: 2022-09-01T11:27:59.981 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.981 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:27:59.982 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.982 DEBUG:boto:Params: {} 2022-09-01T11:27:59.983 DEBUG:boto:Token: None 2022-09-01T11:27:59.984 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/ 2022-09-01T11:27:59.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA= 2022-09-01T11:27:59.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T66177nGYBNx8yN2iUFHQ+9YNrA=', 'Content-Length': '0'} 2022-09-01T11:27:59.989 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006ac497e2f68ec660-006310973f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:27:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:27:59.990 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:27:59.991 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:27:59.992 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:27:59.992 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:27:59.993 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:27:59.993 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:27:59.994 DEBUG:boto:Method: GET 2022-09-01T11:27:59.994 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:27:59.995 DEBUG:boto:Data: 2022-09-01T11:27:59.996 DEBUG:boto:Headers: {} 2022-09-01T11:27:59.996 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:27:59.997 DEBUG:boto:Port: 8000 2022-09-01T11:27:59.997 DEBUG:boto:Params: {} 2022-09-01T11:27:59.998 DEBUG:boto:Token: None 2022-09-01T11:27:59.999 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:27:59 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:27:59.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5Pwlf0TEINWc/tVjaVcj5IFA3CI= 2022-09-01T11:28:00.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:27:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5Pwlf0TEINWc/tVjaVcj5IFA3CI=', 'Content-Length': '0'} 2022-09-01T11:28:00.002 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c665edfc82425c7b-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.003 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:00.004 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:00.004 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.005 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.006 DEBUG:boto:Method: GET 2022-09-01T11:28:00.006 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.007 DEBUG:boto:Data: 2022-09-01T11:28:00.007 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.008 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.008 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.009 DEBUG:boto:Params: {} 2022-09-01T11:28:00.010 DEBUG:boto:Token: None 2022-09-01T11:28:00.010 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.011 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r1vDnvp2ZszGot7SPulji9qPrFA= 2022-09-01T11:28:00.012 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r1vDnvp2ZszGot7SPulji9qPrFA=', 'Content-Length': '0'} 2022-09-01T11:28:00.014 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000033f5252ef6e4852d-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.015 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:00.015 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:00.016 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.016 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.017 DEBUG:boto:Method: HEAD 2022-09-01T11:28:00.017 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.018 DEBUG:boto:Data: 2022-09-01T11:28:00.019 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.019 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.020 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.020 DEBUG:boto:Params: {} 2022-09-01T11:28:00.021 DEBUG:boto:Token: None 2022-09-01T11:28:00.022 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.022 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sOvnQ8eb1lBDWiX7lDfLr6eQN9A= 2022-09-01T11:28:00.023 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sOvnQ8eb1lBDWiX7lDfLr6eQN9A=', 'Content-Length': '0'} 2022-09-01T11:28:00.025 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045851098aff6237c-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.026 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:00.027 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:00.027 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.028 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.028 DEBUG:boto:Method: HEAD 2022-09-01T11:28:00.029 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.029 DEBUG:boto:Data: 2022-09-01T11:28:00.030 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.030 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.031 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.032 DEBUG:boto:Params: {} 2022-09-01T11:28:00.033 DEBUG:boto:Token: None 2022-09-01T11:28:00.034 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sOvnQ8eb1lBDWiX7lDfLr6eQN9A= 2022-09-01T11:28:00.036 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sOvnQ8eb1lBDWiX7lDfLr6eQN9A=', 'Content-Length': '0'} 2022-09-01T11:28:00.039 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c4520e86bd2caf1-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.040 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:28:00.041 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:00.042 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:00.043 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.044 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.045 DEBUG:boto:Method: GET 2022-09-01T11:28:00.046 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.047 DEBUG:boto:Data: 2022-09-01T11:28:00.048 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.049 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.050 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.051 DEBUG:boto:Params: {} 2022-09-01T11:28:00.052 DEBUG:boto:Token: None 2022-09-01T11:28:00.053 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r1vDnvp2ZszGot7SPulji9qPrFA= 2022-09-01T11:28:00.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r1vDnvp2ZszGot7SPulji9qPrFA=', 'Content-Length': '0'} 2022-09-01T11:28:00.058 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001a325e1ed8b96e7b-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.102 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:00.103 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:00.104 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.105 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.105 DEBUG:boto:Method: GET 2022-09-01T11:28:00.106 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.107 DEBUG:boto:Data: 2022-09-01T11:28:00.107 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.108 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.108 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.109 DEBUG:boto:Params: {} 2022-09-01T11:28:00.109 DEBUG:boto:Token: None 2022-09-01T11:28:00.110 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:00.110 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r1vDnvp2ZszGot7SPulji9qPrFA= 2022-09-01T11:28:00.111 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r1vDnvp2ZszGot7SPulji9qPrFA=', 'Content-Length': '0'} 2022-09-01T11:28:00.113 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000797d1e22a49863fa-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.114 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:00.115 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:00.115 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:00.116 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:00.116 DEBUG:boto:Method: GET 2022-09-01T11:28:00.117 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:28:00.117 DEBUG:boto:Data: 2022-09-01T11:28:00.118 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.118 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.119 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.119 DEBUG:boto:Params: {} 2022-09-01T11:28:00.120 DEBUG:boto:Token: None 2022-09-01T11:28:00.121 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/ 2022-09-01T11:28:00.121 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM= 2022-09-01T11:28:00.122 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM=', 'Content-Length': '0'} 2022-09-01T11:28:00.125 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000181181ebea8bac8e-0063109740-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.125 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:00.126 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:00.127 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:00.127 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:00.128 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:00.128 DEBUG:boto:Method: GET 2022-09-01T11:28:00.129 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:28:00.129 DEBUG:boto:Data: 2022-09-01T11:28:00.130 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.131 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.131 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.132 DEBUG:boto:Params: {} 2022-09-01T11:28:00.132 DEBUG:boto:Token: None 2022-09-01T11:28:00.133 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/ 2022-09-01T11:28:00.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM= 2022-09-01T11:28:00.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM=', 'Content-Length': '0'} 2022-09-01T11:28:00.139 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000064f813132179ec4d-0063109740-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.140 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:00.141 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:00.141 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:00.142 DEBUG:boto:Method: HEAD 2022-09-01T11:28:00.142 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:28:00.143 DEBUG:boto:Data: 2022-09-01T11:28:00.143 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.144 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.144 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.145 DEBUG:boto:Params: {} 2022-09-01T11:28:00.145 DEBUG:boto:Token: None 2022-09-01T11:28:00.146 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj33 2022-09-01T11:28:00.146 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tDXiB7bP49EigIwolSVnm3u+RpY= 2022-09-01T11:28:00.147 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tDXiB7bP49EigIwolSVnm3u+RpY=', 'Content-Length': '0'} 2022-09-01T11:28:00.149 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003a3b7151402c3516-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.150 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:00.150 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:00.151 DEBUG:boto:Method: HEAD 2022-09-01T11:28:00.152 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:28:00.153 DEBUG:boto:Data: 2022-09-01T11:28:00.153 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.154 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.155 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.155 DEBUG:boto:Params: {} 2022-09-01T11:28:00.156 DEBUG:boto:Token: None 2022-09-01T11:28:00.156 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj33 2022-09-01T11:28:00.157 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tDXiB7bP49EigIwolSVnm3u+RpY= 2022-09-01T11:28:00.157 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tDXiB7bP49EigIwolSVnm3u+RpY=', 'Content-Length': '0'} 2022-09-01T11:28:00.160 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000316411bdfc0210e1-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.161 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:28:00.161 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:00.162 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:00.162 DEBUG:boto:Method: GET 2022-09-01T11:28:00.163 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:28:00.164 DEBUG:boto:Data: 2022-09-01T11:28:00.165 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.166 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.167 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.168 DEBUG:boto:Params: {} 2022-09-01T11:28:00.169 DEBUG:boto:Token: None 2022-09-01T11:28:00.170 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj33 2022-09-01T11:28:00.171 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DazqvA9inVq6y2rugD7t0CCsdSY= 2022-09-01T11:28:00.172 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DazqvA9inVq6y2rugD7t0CCsdSY=', 'Content-Length': '0'} 2022-09-01T11:28:00.175 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a5227c39618bca0c-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.176 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:00.176 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:00.177 DEBUG:boto:Method: GET 2022-09-01T11:28:00.177 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:28:00.178 DEBUG:boto:Data: 2022-09-01T11:28:00.179 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.179 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.180 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.180 DEBUG:boto:Params: {} 2022-09-01T11:28:00.181 DEBUG:boto:Token: None 2022-09-01T11:28:00.182 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj33 2022-09-01T11:28:00.183 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DazqvA9inVq6y2rugD7t0CCsdSY= 2022-09-01T11:28:00.184 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DazqvA9inVq6y2rugD7t0CCsdSY=', 'Content-Length': '0'} 2022-09-01T11:28:00.187 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a7ff4988326e92d2-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.230 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:00.231 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:00.231 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:00.232 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:00.233 DEBUG:boto:Method: GET 2022-09-01T11:28:00.233 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:28:00.234 DEBUG:boto:Data: 2022-09-01T11:28:00.234 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.235 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.236 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.237 DEBUG:boto:Params: {} 2022-09-01T11:28:00.238 DEBUG:boto:Token: None 2022-09-01T11:28:00.239 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/ 2022-09-01T11:28:00.239 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM= 2022-09-01T11:28:00.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM=', 'Content-Length': '0'} 2022-09-01T11:28:00.244 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000078a07af6fd51b45f-0063109740-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.244 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:00.245 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:00.246 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:00.247 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:00.247 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:00.248 DEBUG:boto:Method: GET 2022-09-01T11:28:00.248 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:28:00.249 DEBUG:boto:Data: 2022-09-01T11:28:00.249 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.250 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.251 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.252 DEBUG:boto:Params: {} 2022-09-01T11:28:00.253 DEBUG:boto:Token: None 2022-09-01T11:28:00.254 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/ 2022-09-01T11:28:00.255 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM= 2022-09-01T11:28:00.256 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM=', 'Content-Length': '0'} 2022-09-01T11:28:00.262 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009aab87a8fc031c0b-0063109740-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.264 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:00.264 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:28:00.265 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:00.266 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:00.266 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.267 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.268 DEBUG:boto:Method: GET 2022-09-01T11:28:00.268 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.269 DEBUG:boto:Data: 2022-09-01T11:28:00.269 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.270 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.271 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.271 DEBUG:boto:Params: {} 2022-09-01T11:28:00.272 DEBUG:boto:Token: None 2022-09-01T11:28:00.273 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.273 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Le/Ik4V0BW5qkUeqe7CSEN+8BXA= 2022-09-01T11:28:00.274 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Le/Ik4V0BW5qkUeqe7CSEN+8BXA=', 'Content-Length': '0'} 2022-09-01T11:28:00.276 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000039a431482eaf16e1-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.277 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:00.278 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:00.278 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.279 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.280 DEBUG:boto:Method: GET 2022-09-01T11:28:00.280 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.281 DEBUG:boto:Data: 2022-09-01T11:28:00.282 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.282 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.283 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.283 DEBUG:boto:Params: {} 2022-09-01T11:28:00.284 DEBUG:boto:Token: None 2022-09-01T11:28:00.285 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.285 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Le/Ik4V0BW5qkUeqe7CSEN+8BXA= 2022-09-01T11:28:00.286 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Le/Ik4V0BW5qkUeqe7CSEN+8BXA=', 'Content-Length': '0'} 2022-09-01T11:28:00.289 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000076081e0c45bad66d-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.290 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:00.290 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:00.291 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.291 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.292 DEBUG:boto:Method: HEAD 2022-09-01T11:28:00.293 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.293 DEBUG:boto:Data: 2022-09-01T11:28:00.294 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.294 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.295 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.295 DEBUG:boto:Params: {} 2022-09-01T11:28:00.296 DEBUG:boto:Token: None 2022-09-01T11:28:00.297 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.297 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mYCdTYSqn2sOywQmHpC4tZlQTqI= 2022-09-01T11:28:00.298 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mYCdTYSqn2sOywQmHpC4tZlQTqI=', 'Content-Length': '0'} 2022-09-01T11:28:00.300 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001bd4e6167d486433-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.301 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:00.301 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:00.302 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.302 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.303 DEBUG:boto:Method: HEAD 2022-09-01T11:28:00.303 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.304 DEBUG:boto:Data: 2022-09-01T11:28:00.304 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.305 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.305 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.306 DEBUG:boto:Params: {} 2022-09-01T11:28:00.307 DEBUG:boto:Token: None 2022-09-01T11:28:00.307 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.308 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mYCdTYSqn2sOywQmHpC4tZlQTqI= 2022-09-01T11:28:00.309 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mYCdTYSqn2sOywQmHpC4tZlQTqI=', 'Content-Length': '0'} 2022-09-01T11:28:00.311 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000416c3e27cd19779e-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.312 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:28:00.313 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:00.313 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:00.314 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.315 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.315 DEBUG:boto:Method: GET 2022-09-01T11:28:00.316 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.317 DEBUG:boto:Data: 2022-09-01T11:28:00.317 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.318 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.319 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.319 DEBUG:boto:Params: {} 2022-09-01T11:28:00.321 DEBUG:boto:Token: None 2022-09-01T11:28:00.322 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.323 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Le/Ik4V0BW5qkUeqe7CSEN+8BXA= 2022-09-01T11:28:00.324 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Le/Ik4V0BW5qkUeqe7CSEN+8BXA=', 'Content-Length': '0'} 2022-09-01T11:28:00.326 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bcff837fe229520d-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.327 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:00.328 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:00.329 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.330 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.331 DEBUG:boto:Method: GET 2022-09-01T11:28:00.331 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.332 DEBUG:boto:Data: 2022-09-01T11:28:00.333 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.334 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.334 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.335 DEBUG:boto:Params: {} 2022-09-01T11:28:00.336 DEBUG:boto:Token: None 2022-09-01T11:28:00.337 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:00.338 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Le/Ik4V0BW5qkUeqe7CSEN+8BXA= 2022-09-01T11:28:00.339 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Le/Ik4V0BW5qkUeqe7CSEN+8BXA=', 'Content-Length': '0'} 2022-09-01T11:28:00.342 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d918fd1d0ac2708e-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.386 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:00.387 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:00.388 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:00.388 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:00.389 DEBUG:boto:Method: GET 2022-09-01T11:28:00.389 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:28:00.390 DEBUG:boto:Data: 2022-09-01T11:28:00.390 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.391 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.392 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.392 DEBUG:boto:Params: {} 2022-09-01T11:28:00.393 DEBUG:boto:Token: None 2022-09-01T11:28:00.394 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/ 2022-09-01T11:28:00.394 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM= 2022-09-01T11:28:00.395 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM=', 'Content-Length': '0'} 2022-09-01T11:28:00.398 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d41917cd2672324d-0063109740-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.399 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:00.400 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:00.400 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:00.402 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:00.402 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:00.403 DEBUG:boto:Method: GET 2022-09-01T11:28:00.404 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:28:00.405 DEBUG:boto:Data: 2022-09-01T11:28:00.405 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.406 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.406 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.407 DEBUG:boto:Params: {} 2022-09-01T11:28:00.408 DEBUG:boto:Token: None 2022-09-01T11:28:00.409 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/ 2022-09-01T11:28:00.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM= 2022-09-01T11:28:00.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM=', 'Content-Length': '0'} 2022-09-01T11:28:00.416 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000053745b8faa7e422d-0063109740-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.417 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:00.418 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:00.418 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:00.419 DEBUG:boto:Method: HEAD 2022-09-01T11:28:00.420 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:28:00.421 DEBUG:boto:Data: 2022-09-01T11:28:00.421 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.422 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.422 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.423 DEBUG:boto:Params: {} 2022-09-01T11:28:00.423 DEBUG:boto:Token: None 2022-09-01T11:28:00.424 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj34 2022-09-01T11:28:00.424 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gP0mRpx6P6vB3QUhrWTr0BcElRA= 2022-09-01T11:28:00.426 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gP0mRpx6P6vB3QUhrWTr0BcElRA=', 'Content-Length': '0'} 2022-09-01T11:28:00.428 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000099e49341f36fc079-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.429 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:00.429 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:00.430 DEBUG:boto:Method: HEAD 2022-09-01T11:28:00.431 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:28:00.431 DEBUG:boto:Data: 2022-09-01T11:28:00.432 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.432 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.433 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.434 DEBUG:boto:Params: {} 2022-09-01T11:28:00.434 DEBUG:boto:Token: None 2022-09-01T11:28:00.435 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj34 2022-09-01T11:28:00.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gP0mRpx6P6vB3QUhrWTr0BcElRA= 2022-09-01T11:28:00.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gP0mRpx6P6vB3QUhrWTr0BcElRA=', 'Content-Length': '0'} 2022-09-01T11:28:00.438 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d84f7d0a33f9f2e7-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.439 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:28:00.440 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:00.440 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:00.441 DEBUG:boto:Method: GET 2022-09-01T11:28:00.442 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:28:00.442 DEBUG:boto:Data: 2022-09-01T11:28:00.443 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.443 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.444 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.444 DEBUG:boto:Params: {} 2022-09-01T11:28:00.445 DEBUG:boto:Token: None 2022-09-01T11:28:00.446 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj34 2022-09-01T11:28:00.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W9aDsMlGheAzYTprh71mBwU1aYM= 2022-09-01T11:28:00.447 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W9aDsMlGheAzYTprh71mBwU1aYM=', 'Content-Length': '0'} 2022-09-01T11:28:00.449 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000925cd28fce993e2-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.490 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:00.491 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:00.492 DEBUG:boto:Method: GET 2022-09-01T11:28:00.493 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:28:00.494 DEBUG:boto:Data: 2022-09-01T11:28:00.495 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.496 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.497 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.498 DEBUG:boto:Params: {} 2022-09-01T11:28:00.498 DEBUG:boto:Token: None 2022-09-01T11:28:00.499 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj34 2022-09-01T11:28:00.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W9aDsMlGheAzYTprh71mBwU1aYM= 2022-09-01T11:28:00.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W9aDsMlGheAzYTprh71mBwU1aYM=', 'Content-Length': '0'} 2022-09-01T11:28:00.503 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009064e32fdd6d9b87-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.504 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:00.504 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:00.505 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:00.505 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:00.506 DEBUG:boto:Method: GET 2022-09-01T11:28:00.506 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:28:00.507 DEBUG:boto:Data: 2022-09-01T11:28:00.507 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.508 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.509 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.509 DEBUG:boto:Params: {} 2022-09-01T11:28:00.510 DEBUG:boto:Token: None 2022-09-01T11:28:00.511 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/ 2022-09-01T11:28:00.511 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM= 2022-09-01T11:28:00.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM=', 'Content-Length': '0'} 2022-09-01T11:28:00.515 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000008b607772a7057fb-0063109740-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.515 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:00.516 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:00.517 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:00.517 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:00.518 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:00.518 DEBUG:boto:Method: GET 2022-09-01T11:28:00.519 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:28:00.519 DEBUG:boto:Data: 2022-09-01T11:28:00.520 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.521 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.521 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.522 DEBUG:boto:Params: {} 2022-09-01T11:28:00.522 DEBUG:boto:Token: None 2022-09-01T11:28:00.523 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/ 2022-09-01T11:28:00.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM= 2022-09-01T11:28:00.524 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM=', 'Content-Length': '0'} 2022-09-01T11:28:00.529 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000111d78ad8745fddb-0063109740-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.570 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:00.571 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:28:00.572 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:00.573 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:00.573 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.574 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.574 DEBUG:boto:Method: GET 2022-09-01T11:28:00.575 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.575 DEBUG:boto:Data: 2022-09-01T11:28:00.576 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.576 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.577 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.577 DEBUG:boto:Params: {} 2022-09-01T11:28:00.578 DEBUG:boto:Token: None 2022-09-01T11:28:00.579 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.580 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wVobiqC7WO+ZoNwk62sXlnAvtbY= 2022-09-01T11:28:00.581 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wVobiqC7WO+ZoNwk62sXlnAvtbY=', 'Content-Length': '0'} 2022-09-01T11:28:00.583 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009f0f265c3b04daef-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.584 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:00.585 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:00.586 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.587 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.588 DEBUG:boto:Method: GET 2022-09-01T11:28:00.589 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.590 DEBUG:boto:Data: 2022-09-01T11:28:00.591 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.592 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.593 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.593 DEBUG:boto:Params: {} 2022-09-01T11:28:00.595 DEBUG:boto:Token: None 2022-09-01T11:28:00.596 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wVobiqC7WO+ZoNwk62sXlnAvtbY= 2022-09-01T11:28:00.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wVobiqC7WO+ZoNwk62sXlnAvtbY=', 'Content-Length': '0'} 2022-09-01T11:28:00.600 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d7f7a5d22795290-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.601 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:00.601 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:00.602 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.602 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.603 DEBUG:boto:Method: HEAD 2022-09-01T11:28:00.603 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.604 DEBUG:boto:Data: 2022-09-01T11:28:00.604 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.605 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.605 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.606 DEBUG:boto:Params: {} 2022-09-01T11:28:00.606 DEBUG:boto:Token: None 2022-09-01T11:28:00.607 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.607 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0ET3qJd3qbyydwtHvC3W/RpirI= 2022-09-01T11:28:00.608 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0ET3qJd3qbyydwtHvC3W/RpirI=', 'Content-Length': '0'} 2022-09-01T11:28:00.611 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a06c553e4ef20fa9-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.612 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:00.613 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:00.614 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.615 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.616 DEBUG:boto:Method: HEAD 2022-09-01T11:28:00.616 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.617 DEBUG:boto:Data: 2022-09-01T11:28:00.618 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.619 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.620 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.621 DEBUG:boto:Params: {} 2022-09-01T11:28:00.622 DEBUG:boto:Token: None 2022-09-01T11:28:00.622 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.623 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i0ET3qJd3qbyydwtHvC3W/RpirI= 2022-09-01T11:28:00.623 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i0ET3qJd3qbyydwtHvC3W/RpirI=', 'Content-Length': '0'} 2022-09-01T11:28:00.626 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bfb912ff203b0e34-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.626 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:28:00.627 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:00.627 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:00.628 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.629 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.629 DEBUG:boto:Method: GET 2022-09-01T11:28:00.630 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.630 DEBUG:boto:Data: 2022-09-01T11:28:00.631 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.632 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.633 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.633 DEBUG:boto:Params: {} 2022-09-01T11:28:00.634 DEBUG:boto:Token: None 2022-09-01T11:28:00.634 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.635 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wVobiqC7WO+ZoNwk62sXlnAvtbY= 2022-09-01T11:28:00.636 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wVobiqC7WO+ZoNwk62sXlnAvtbY=', 'Content-Length': '0'} 2022-09-01T11:28:00.638 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b8986588d8053f23-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.686 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:00.687 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:00.688 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.688 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.689 DEBUG:boto:Method: GET 2022-09-01T11:28:00.689 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.690 DEBUG:boto:Data: 2022-09-01T11:28:00.691 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.691 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.692 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.693 DEBUG:boto:Params: {} 2022-09-01T11:28:00.693 DEBUG:boto:Token: None 2022-09-01T11:28:00.694 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:00.695 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wVobiqC7WO+ZoNwk62sXlnAvtbY= 2022-09-01T11:28:00.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wVobiqC7WO+ZoNwk62sXlnAvtbY=', 'Content-Length': '0'} 2022-09-01T11:28:00.698 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003252aeda5b611193-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.699 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:00.699 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:00.700 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:00.700 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:00.701 DEBUG:boto:Method: GET 2022-09-01T11:28:00.702 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:28:00.702 DEBUG:boto:Data: 2022-09-01T11:28:00.703 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.703 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.704 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.704 DEBUG:boto:Params: {} 2022-09-01T11:28:00.705 DEBUG:boto:Token: None 2022-09-01T11:28:00.706 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/ 2022-09-01T11:28:00.707 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM= 2022-09-01T11:28:00.707 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM=', 'Content-Length': '0'} 2022-09-01T11:28:00.710 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002a941fb49b0b36a5-0063109740-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.711 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:00.712 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:00.713 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:00.713 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:00.714 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:00.714 DEBUG:boto:Method: GET 2022-09-01T11:28:00.715 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:28:00.716 DEBUG:boto:Data: 2022-09-01T11:28:00.716 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.717 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.717 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.718 DEBUG:boto:Params: {} 2022-09-01T11:28:00.719 DEBUG:boto:Token: None 2022-09-01T11:28:00.719 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/ 2022-09-01T11:28:00.720 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM= 2022-09-01T11:28:00.721 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM=', 'Content-Length': '0'} 2022-09-01T11:28:00.725 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003506f242e1fb0a0e-0063109740-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.726 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:00.727 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:00.727 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:00.728 DEBUG:boto:Method: HEAD 2022-09-01T11:28:00.728 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:28:00.729 DEBUG:boto:Data: 2022-09-01T11:28:00.729 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.730 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.731 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.731 DEBUG:boto:Params: {} 2022-09-01T11:28:00.732 DEBUG:boto:Token: None 2022-09-01T11:28:00.732 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj38 2022-09-01T11:28:00.733 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3pqmrxnmSo3SHmUeeXQLte7aw3w= 2022-09-01T11:28:00.734 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3pqmrxnmSo3SHmUeeXQLte7aw3w=', 'Content-Length': '0'} 2022-09-01T11:28:00.736 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000065182215126c4902-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.737 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:00.737 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:00.738 DEBUG:boto:Method: HEAD 2022-09-01T11:28:00.738 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:28:00.739 DEBUG:boto:Data: 2022-09-01T11:28:00.740 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.740 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.741 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.741 DEBUG:boto:Params: {} 2022-09-01T11:28:00.742 DEBUG:boto:Token: None 2022-09-01T11:28:00.743 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj38 2022-09-01T11:28:00.743 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3pqmrxnmSo3SHmUeeXQLte7aw3w= 2022-09-01T11:28:00.744 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3pqmrxnmSo3SHmUeeXQLte7aw3w=', 'Content-Length': '0'} 2022-09-01T11:28:00.746 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b37531d8d88795e-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.747 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:28:00.747 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:00.748 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:00.749 DEBUG:boto:Method: GET 2022-09-01T11:28:00.749 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:28:00.750 DEBUG:boto:Data: 2022-09-01T11:28:00.750 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.751 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.752 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.752 DEBUG:boto:Params: {} 2022-09-01T11:28:00.753 DEBUG:boto:Token: None 2022-09-01T11:28:00.754 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj38 2022-09-01T11:28:00.754 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xwcq6IXoDkHPIQ91hZms4jEmhu0= 2022-09-01T11:28:00.755 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xwcq6IXoDkHPIQ91hZms4jEmhu0=', 'Content-Length': '0'} 2022-09-01T11:28:00.757 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002074a127102e2edc-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.758 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:00.759 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:00.759 DEBUG:boto:Method: GET 2022-09-01T11:28:00.760 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:28:00.760 DEBUG:boto:Data: 2022-09-01T11:28:00.761 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.762 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.762 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.763 DEBUG:boto:Params: {} 2022-09-01T11:28:00.763 DEBUG:boto:Token: None 2022-09-01T11:28:00.764 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj38 2022-09-01T11:28:00.765 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xwcq6IXoDkHPIQ91hZms4jEmhu0= 2022-09-01T11:28:00.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xwcq6IXoDkHPIQ91hZms4jEmhu0=', 'Content-Length': '0'} 2022-09-01T11:28:00.768 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a5335d50899be169-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.810 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:00.811 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:00.812 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:00.812 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:00.813 DEBUG:boto:Method: GET 2022-09-01T11:28:00.814 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:28:00.814 DEBUG:boto:Data: 2022-09-01T11:28:00.815 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.815 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.816 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.816 DEBUG:boto:Params: {} 2022-09-01T11:28:00.817 DEBUG:boto:Token: None 2022-09-01T11:28:00.818 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/ 2022-09-01T11:28:00.819 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM= 2022-09-01T11:28:00.819 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM=', 'Content-Length': '0'} 2022-09-01T11:28:00.822 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ad3f236fe3654d45-0063109740-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.823 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:00.824 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:00.825 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:00.826 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:00.826 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:00.827 DEBUG:boto:Method: GET 2022-09-01T11:28:00.828 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:28:00.828 DEBUG:boto:Data: 2022-09-01T11:28:00.829 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.830 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.830 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.831 DEBUG:boto:Params: {} 2022-09-01T11:28:00.832 DEBUG:boto:Token: None 2022-09-01T11:28:00.832 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/ 2022-09-01T11:28:00.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM= 2022-09-01T11:28:00.834 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM=', 'Content-Length': '0'} 2022-09-01T11:28:00.838 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000788534b5007b9f2f-0063109740-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.839 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:00.840 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:28:00.840 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:00.841 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:00.841 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.842 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.842 DEBUG:boto:Method: GET 2022-09-01T11:28:00.843 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.844 DEBUG:boto:Data: 2022-09-01T11:28:00.844 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.845 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.845 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.846 DEBUG:boto:Params: {} 2022-09-01T11:28:00.847 DEBUG:boto:Token: None 2022-09-01T11:28:00.847 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.848 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:21CbjDh0AwNIZJkPMtiqW36PIL0= 2022-09-01T11:28:00.849 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:21CbjDh0AwNIZJkPMtiqW36PIL0=', 'Content-Length': '0'} 2022-09-01T11:28:00.851 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005d17c21c113417d3-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.896 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:00.897 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:00.897 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.898 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.898 DEBUG:boto:Method: GET 2022-09-01T11:28:00.899 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.900 DEBUG:boto:Data: 2022-09-01T11:28:00.900 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.901 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.901 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.902 DEBUG:boto:Params: {} 2022-09-01T11:28:00.903 DEBUG:boto:Token: None 2022-09-01T11:28:00.903 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.904 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:21CbjDh0AwNIZJkPMtiqW36PIL0= 2022-09-01T11:28:00.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:21CbjDh0AwNIZJkPMtiqW36PIL0=', 'Content-Length': '0'} 2022-09-01T11:28:00.907 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000046c3f61fbb9892c9-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.907 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:00.908 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:00.909 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.909 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.910 DEBUG:boto:Method: HEAD 2022-09-01T11:28:00.911 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.911 DEBUG:boto:Data: 2022-09-01T11:28:00.912 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.913 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.914 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.915 DEBUG:boto:Params: {} 2022-09-01T11:28:00.915 DEBUG:boto:Token: None 2022-09-01T11:28:00.916 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.916 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LPScy7oTpmpzHhGs6k2k5uQg3Fs= 2022-09-01T11:28:00.917 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LPScy7oTpmpzHhGs6k2k5uQg3Fs=', 'Content-Length': '0'} 2022-09-01T11:28:00.919 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c2ba55a1a3c9136-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.920 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:00.921 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:00.922 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.922 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.923 DEBUG:boto:Method: HEAD 2022-09-01T11:28:00.923 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.924 DEBUG:boto:Data: 2022-09-01T11:28:00.924 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.925 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.926 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.926 DEBUG:boto:Params: {} 2022-09-01T11:28:00.927 DEBUG:boto:Token: None 2022-09-01T11:28:00.927 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.928 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LPScy7oTpmpzHhGs6k2k5uQg3Fs= 2022-09-01T11:28:00.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LPScy7oTpmpzHhGs6k2k5uQg3Fs=', 'Content-Length': '0'} 2022-09-01T11:28:00.932 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007d805012701265d2-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.934 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:28:00.935 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:00.935 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:00.936 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.936 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.937 DEBUG:boto:Method: GET 2022-09-01T11:28:00.937 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.938 DEBUG:boto:Data: 2022-09-01T11:28:00.939 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.941 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.941 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.942 DEBUG:boto:Params: {} 2022-09-01T11:28:00.943 DEBUG:boto:Token: None 2022-09-01T11:28:00.944 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.945 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:21CbjDh0AwNIZJkPMtiqW36PIL0= 2022-09-01T11:28:00.946 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:21CbjDh0AwNIZJkPMtiqW36PIL0=', 'Content-Length': '0'} 2022-09-01T11:28:00.951 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002105dce70bbcb4f1-0063109740-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.952 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:00.953 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:00.953 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.954 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.955 DEBUG:boto:Method: GET 2022-09-01T11:28:00.956 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.957 DEBUG:boto:Data: 2022-09-01T11:28:00.958 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.959 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:00.960 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.961 DEBUG:boto:Params: {} 2022-09-01T11:28:00.961 DEBUG:boto:Token: None 2022-09-01T11:28:00.962 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:00.963 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:21CbjDh0AwNIZJkPMtiqW36PIL0= 2022-09-01T11:28:00.963 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:21CbjDh0AwNIZJkPMtiqW36PIL0=', 'Content-Length': '0'} 2022-09-01T11:28:00.965 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009a9bd1e76d768d8c-0063109740-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:00.966 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:00.967 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:00.967 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:00.968 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:00.968 DEBUG:boto:Method: GET 2022-09-01T11:28:00.969 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:28:00.969 DEBUG:boto:Data: 2022-09-01T11:28:00.970 DEBUG:boto:Headers: {} 2022-09-01T11:28:00.971 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:00.971 DEBUG:boto:Port: 8000 2022-09-01T11:28:00.972 DEBUG:boto:Params: {} 2022-09-01T11:28:00.972 DEBUG:boto:Token: None 2022-09-01T11:28:00.973 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:00 GMT /ptoxvb-74/ 2022-09-01T11:28:00.974 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM= 2022-09-01T11:28:00.974 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fCB/7PME7SERfUabBNm5AIu4IKM=', 'Content-Length': '0'} 2022-09-01T11:28:00.977 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000086b680205453bef8-0063109740-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.022 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.023 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.024 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.025 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:01.025 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:01.026 DEBUG:boto:Method: GET 2022-09-01T11:28:01.027 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:28:01.028 DEBUG:boto:Data: 2022-09-01T11:28:01.028 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.029 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.029 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.030 DEBUG:boto:Params: {} 2022-09-01T11:28:01.031 DEBUG:boto:Token: None 2022-09-01T11:28:01.031 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/ 2022-09-01T11:28:01.032 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8= 2022-09-01T11:28:01.033 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8=', 'Content-Length': '0'} 2022-09-01T11:28:01.037 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000190051a963e1b2ca-0063109741-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.038 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.039 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:01.039 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:01.040 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.040 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:28:01.041 DEBUG:boto:Data: 2022-09-01T11:28:01.041 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.042 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.042 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.043 DEBUG:boto:Params: {} 2022-09-01T11:28:01.043 DEBUG:boto:Token: None 2022-09-01T11:28:01.044 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj44 2022-09-01T11:28:01.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:05Tudop2XaPRAH9/DI7pAWovock= 2022-09-01T11:28:01.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:05Tudop2XaPRAH9/DI7pAWovock=', 'Content-Length': '0'} 2022-09-01T11:28:01.048 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005020e8dd00adbfab-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.048 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:01.049 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:01.049 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.050 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:28:01.051 DEBUG:boto:Data: 2022-09-01T11:28:01.051 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.052 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.052 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.053 DEBUG:boto:Params: {} 2022-09-01T11:28:01.054 DEBUG:boto:Token: None 2022-09-01T11:28:01.054 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj44 2022-09-01T11:28:01.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:05Tudop2XaPRAH9/DI7pAWovock= 2022-09-01T11:28:01.056 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:05Tudop2XaPRAH9/DI7pAWovock=', 'Content-Length': '0'} 2022-09-01T11:28:01.058 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001f88fd6337438b42-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.060 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:28:01.060 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:01.061 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:01.061 DEBUG:boto:Method: GET 2022-09-01T11:28:01.062 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:28:01.062 DEBUG:boto:Data: 2022-09-01T11:28:01.063 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.064 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.064 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.065 DEBUG:boto:Params: {} 2022-09-01T11:28:01.065 DEBUG:boto:Token: None 2022-09-01T11:28:01.066 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj44 2022-09-01T11:28:01.066 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TflnsOhUtGp7Rm7bxlfrrKRhmZg= 2022-09-01T11:28:01.067 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TflnsOhUtGp7Rm7bxlfrrKRhmZg=', 'Content-Length': '0'} 2022-09-01T11:28:01.069 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e51c7a93ccf8a647-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.070 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:01.070 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:01.071 DEBUG:boto:Method: GET 2022-09-01T11:28:01.072 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:28:01.072 DEBUG:boto:Data: 2022-09-01T11:28:01.073 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.073 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.074 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.074 DEBUG:boto:Params: {} 2022-09-01T11:28:01.075 DEBUG:boto:Token: None 2022-09-01T11:28:01.076 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj44 2022-09-01T11:28:01.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TflnsOhUtGp7Rm7bxlfrrKRhmZg= 2022-09-01T11:28:01.077 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TflnsOhUtGp7Rm7bxlfrrKRhmZg=', 'Content-Length': '0'} 2022-09-01T11:28:01.079 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e9b75a71624bfb2d-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.122 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.123 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.123 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:01.124 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:01.125 DEBUG:boto:Method: GET 2022-09-01T11:28:01.125 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:28:01.126 DEBUG:boto:Data: 2022-09-01T11:28:01.126 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.127 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.128 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.128 DEBUG:boto:Params: {} 2022-09-01T11:28:01.129 DEBUG:boto:Token: None 2022-09-01T11:28:01.129 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/ 2022-09-01T11:28:01.130 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8= 2022-09-01T11:28:01.131 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8=', 'Content-Length': '0'} 2022-09-01T11:28:01.133 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005b6394cd5fef903d-0063109741-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.134 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.135 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.136 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.136 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:01.137 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:01.137 DEBUG:boto:Method: GET 2022-09-01T11:28:01.138 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:28:01.138 DEBUG:boto:Data: 2022-09-01T11:28:01.139 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.140 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.140 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.141 DEBUG:boto:Params: {} 2022-09-01T11:28:01.142 DEBUG:boto:Token: None 2022-09-01T11:28:01.143 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/ 2022-09-01T11:28:01.145 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8= 2022-09-01T11:28:01.146 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8=', 'Content-Length': '0'} 2022-09-01T11:28:01.151 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003c234afff1956efb-0063109741-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.152 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.153 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:28:01.154 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:01.154 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:01.155 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.155 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.156 DEBUG:boto:Method: GET 2022-09-01T11:28:01.156 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.157 DEBUG:boto:Data: 2022-09-01T11:28:01.157 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.158 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.158 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.159 DEBUG:boto:Params: {} 2022-09-01T11:28:01.160 DEBUG:boto:Token: None 2022-09-01T11:28:01.160 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.161 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EU41m+Em6Uij2v8IQPBBgjCOBhA= 2022-09-01T11:28:01.162 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EU41m+Em6Uij2v8IQPBBgjCOBhA=', 'Content-Length': '0'} 2022-09-01T11:28:01.164 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000515b0804196bb733-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.165 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:01.165 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:01.166 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.166 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.167 DEBUG:boto:Method: GET 2022-09-01T11:28:01.168 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.168 DEBUG:boto:Data: 2022-09-01T11:28:01.169 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.169 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.170 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.170 DEBUG:boto:Params: {} 2022-09-01T11:28:01.171 DEBUG:boto:Token: None 2022-09-01T11:28:01.171 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.172 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EU41m+Em6Uij2v8IQPBBgjCOBhA= 2022-09-01T11:28:01.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EU41m+Em6Uij2v8IQPBBgjCOBhA=', 'Content-Length': '0'} 2022-09-01T11:28:01.176 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000061a0ab4970198a7b-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.177 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:01.177 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:01.178 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.178 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.179 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.179 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.180 DEBUG:boto:Data: 2022-09-01T11:28:01.180 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.181 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.181 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.182 DEBUG:boto:Params: {} 2022-09-01T11:28:01.183 DEBUG:boto:Token: None 2022-09-01T11:28:01.183 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.184 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lQ7aomTOqb7jKOfde9whc4Gvs8I= 2022-09-01T11:28:01.184 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lQ7aomTOqb7jKOfde9whc4Gvs8I=', 'Content-Length': '0'} 2022-09-01T11:28:01.186 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000766a7601352aa2a4-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.187 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:01.188 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:01.188 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.189 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.189 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.190 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.190 DEBUG:boto:Data: 2022-09-01T11:28:01.191 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.192 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.192 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.193 DEBUG:boto:Params: {} 2022-09-01T11:28:01.193 DEBUG:boto:Token: None 2022-09-01T11:28:01.194 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lQ7aomTOqb7jKOfde9whc4Gvs8I= 2022-09-01T11:28:01.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lQ7aomTOqb7jKOfde9whc4Gvs8I=', 'Content-Length': '0'} 2022-09-01T11:28:01.197 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ddfaf0c993c46c93-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.198 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:28:01.198 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:01.199 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:01.199 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.200 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.200 DEBUG:boto:Method: GET 2022-09-01T11:28:01.201 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.201 DEBUG:boto:Data: 2022-09-01T11:28:01.202 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.203 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.203 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.204 DEBUG:boto:Params: {} 2022-09-01T11:28:01.204 DEBUG:boto:Token: None 2022-09-01T11:28:01.205 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.205 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EU41m+Em6Uij2v8IQPBBgjCOBhA= 2022-09-01T11:28:01.206 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EU41m+Em6Uij2v8IQPBBgjCOBhA=', 'Content-Length': '0'} 2022-09-01T11:28:01.208 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dd3b5855d15efe46-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.209 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:01.210 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:01.210 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.211 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.211 DEBUG:boto:Method: GET 2022-09-01T11:28:01.212 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.213 DEBUG:boto:Data: 2022-09-01T11:28:01.213 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.214 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.214 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.215 DEBUG:boto:Params: {} 2022-09-01T11:28:01.216 DEBUG:boto:Token: None 2022-09-01T11:28:01.216 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:01.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EU41m+Em6Uij2v8IQPBBgjCOBhA= 2022-09-01T11:28:01.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EU41m+Em6Uij2v8IQPBBgjCOBhA=', 'Content-Length': '0'} 2022-09-01T11:28:01.220 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ce5fad641d65af14-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.221 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.222 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.222 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:01.223 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:01.224 DEBUG:boto:Method: GET 2022-09-01T11:28:01.224 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:28:01.225 DEBUG:boto:Data: 2022-09-01T11:28:01.226 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.226 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.227 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.227 DEBUG:boto:Params: {} 2022-09-01T11:28:01.228 DEBUG:boto:Token: None 2022-09-01T11:28:01.228 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/ 2022-09-01T11:28:01.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8= 2022-09-01T11:28:01.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8=', 'Content-Length': '0'} 2022-09-01T11:28:01.234 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e68ad094ace00709-0063109741-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.235 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.236 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.237 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.238 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:01.238 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:01.239 DEBUG:boto:Method: GET 2022-09-01T11:28:01.240 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:28:01.240 DEBUG:boto:Data: 2022-09-01T11:28:01.241 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.242 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.242 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.243 DEBUG:boto:Params: {} 2022-09-01T11:28:01.243 DEBUG:boto:Token: None 2022-09-01T11:28:01.244 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/ 2022-09-01T11:28:01.245 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8= 2022-09-01T11:28:01.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8=', 'Content-Length': '0'} 2022-09-01T11:28:01.250 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000617b2f39b6c7bf5a-0063109741-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.251 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.252 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:01.252 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:01.253 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.253 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:28:01.254 DEBUG:boto:Data: 2022-09-01T11:28:01.254 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.255 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.255 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.256 DEBUG:boto:Params: {} 2022-09-01T11:28:01.257 DEBUG:boto:Token: None 2022-09-01T11:28:01.258 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj46 2022-09-01T11:28:01.259 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1EGZM0GY2Zj3kxw3ch3FubdWkj0= 2022-09-01T11:28:01.260 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1EGZM0GY2Zj3kxw3ch3FubdWkj0=', 'Content-Length': '0'} 2022-09-01T11:28:01.263 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000028dd57d693eed4b7-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.264 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:01.264 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:01.265 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.265 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:28:01.266 DEBUG:boto:Data: 2022-09-01T11:28:01.267 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.267 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.267 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.268 DEBUG:boto:Params: {} 2022-09-01T11:28:01.269 DEBUG:boto:Token: None 2022-09-01T11:28:01.269 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj46 2022-09-01T11:28:01.270 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1EGZM0GY2Zj3kxw3ch3FubdWkj0= 2022-09-01T11:28:01.270 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1EGZM0GY2Zj3kxw3ch3FubdWkj0=', 'Content-Length': '0'} 2022-09-01T11:28:01.273 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000754b7b820806fa22-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.274 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:28:01.274 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:01.275 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:01.275 DEBUG:boto:Method: GET 2022-09-01T11:28:01.276 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:28:01.277 DEBUG:boto:Data: 2022-09-01T11:28:01.277 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.278 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.278 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.279 DEBUG:boto:Params: {} 2022-09-01T11:28:01.280 DEBUG:boto:Token: None 2022-09-01T11:28:01.280 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj46 2022-09-01T11:28:01.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S05PKovauv0zbttOnYfjN6mEusg= 2022-09-01T11:28:01.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S05PKovauv0zbttOnYfjN6mEusg=', 'Content-Length': '0'} 2022-09-01T11:28:01.284 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd7be9c8ae763ea7-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.326 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:01.327 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:01.327 DEBUG:boto:Method: GET 2022-09-01T11:28:01.328 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:28:01.329 DEBUG:boto:Data: 2022-09-01T11:28:01.329 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.330 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.330 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.331 DEBUG:boto:Params: {} 2022-09-01T11:28:01.331 DEBUG:boto:Token: None 2022-09-01T11:28:01.332 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj46 2022-09-01T11:28:01.333 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S05PKovauv0zbttOnYfjN6mEusg= 2022-09-01T11:28:01.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S05PKovauv0zbttOnYfjN6mEusg=', 'Content-Length': '0'} 2022-09-01T11:28:01.336 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b766e06da897f31c-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.337 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.337 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.338 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:01.339 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:01.339 DEBUG:boto:Method: GET 2022-09-01T11:28:01.340 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:28:01.341 DEBUG:boto:Data: 2022-09-01T11:28:01.341 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.342 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.342 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.343 DEBUG:boto:Params: {} 2022-09-01T11:28:01.344 DEBUG:boto:Token: None 2022-09-01T11:28:01.344 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/ 2022-09-01T11:28:01.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8= 2022-09-01T11:28:01.346 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8=', 'Content-Length': '0'} 2022-09-01T11:28:01.349 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dfba561585ed9a56-0063109741-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.350 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.351 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.351 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.352 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:01.353 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:01.353 DEBUG:boto:Method: GET 2022-09-01T11:28:01.354 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:28:01.354 DEBUG:boto:Data: 2022-09-01T11:28:01.355 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.356 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.356 DEBUG:boto:Params: {} 2022-09-01T11:28:01.357 DEBUG:boto:Token: None 2022-09-01T11:28:01.358 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/ 2022-09-01T11:28:01.358 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8= 2022-09-01T11:28:01.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8=', 'Content-Length': '0'} 2022-09-01T11:28:01.363 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f1d9f725727d6b8d-0063109741-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.364 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.365 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:28:01.366 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:01.367 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:01.368 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.368 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.369 DEBUG:boto:Method: GET 2022-09-01T11:28:01.370 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.371 DEBUG:boto:Data: 2022-09-01T11:28:01.372 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.373 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.374 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.375 DEBUG:boto:Params: {} 2022-09-01T11:28:01.376 DEBUG:boto:Token: None 2022-09-01T11:28:01.377 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.378 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9EmXLkyIY9yPW2k71JwDDbi8bl4= 2022-09-01T11:28:01.379 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9EmXLkyIY9yPW2k71JwDDbi8bl4=', 'Content-Length': '0'} 2022-09-01T11:28:01.382 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f878fed5bd881eb-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.383 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:01.384 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:01.384 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.385 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.385 DEBUG:boto:Method: GET 2022-09-01T11:28:01.386 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.386 DEBUG:boto:Data: 2022-09-01T11:28:01.387 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.387 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.388 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.389 DEBUG:boto:Params: {} 2022-09-01T11:28:01.389 DEBUG:boto:Token: None 2022-09-01T11:28:01.390 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.391 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9EmXLkyIY9yPW2k71JwDDbi8bl4= 2022-09-01T11:28:01.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9EmXLkyIY9yPW2k71JwDDbi8bl4=', 'Content-Length': '0'} 2022-09-01T11:28:01.394 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c29d80bada80d03-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.395 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:01.396 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:01.396 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.397 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.397 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.398 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.398 DEBUG:boto:Data: 2022-09-01T11:28:01.399 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.399 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.400 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.400 DEBUG:boto:Params: {} 2022-09-01T11:28:01.401 DEBUG:boto:Token: None 2022-09-01T11:28:01.402 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.402 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lP4f7waM7+IoHZX1Up5rKHstyz4= 2022-09-01T11:28:01.403 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lP4f7waM7+IoHZX1Up5rKHstyz4=', 'Content-Length': '0'} 2022-09-01T11:28:01.405 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005f843b9446b79eff-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.406 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:01.406 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:01.407 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.407 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.408 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.408 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.409 DEBUG:boto:Data: 2022-09-01T11:28:01.409 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.410 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.411 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.411 DEBUG:boto:Params: {} 2022-09-01T11:28:01.412 DEBUG:boto:Token: None 2022-09-01T11:28:01.412 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.413 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lP4f7waM7+IoHZX1Up5rKHstyz4= 2022-09-01T11:28:01.413 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lP4f7waM7+IoHZX1Up5rKHstyz4=', 'Content-Length': '0'} 2022-09-01T11:28:01.416 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000195d6e8f2495bfa6-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.417 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:28:01.417 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:01.418 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:01.418 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.419 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.419 DEBUG:boto:Method: GET 2022-09-01T11:28:01.420 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.420 DEBUG:boto:Data: 2022-09-01T11:28:01.421 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.421 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.422 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.422 DEBUG:boto:Params: {} 2022-09-01T11:28:01.423 DEBUG:boto:Token: None 2022-09-01T11:28:01.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.424 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9EmXLkyIY9yPW2k71JwDDbi8bl4= 2022-09-01T11:28:01.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9EmXLkyIY9yPW2k71JwDDbi8bl4=', 'Content-Length': '0'} 2022-09-01T11:28:01.427 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005cf6091c45c99db0-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.428 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:01.428 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:01.429 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.429 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.430 DEBUG:boto:Method: GET 2022-09-01T11:28:01.430 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.431 DEBUG:boto:Data: 2022-09-01T11:28:01.431 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.432 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.433 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.433 DEBUG:boto:Params: {} 2022-09-01T11:28:01.434 DEBUG:boto:Token: None 2022-09-01T11:28:01.434 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:01.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9EmXLkyIY9yPW2k71JwDDbi8bl4= 2022-09-01T11:28:01.435 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9EmXLkyIY9yPW2k71JwDDbi8bl4=', 'Content-Length': '0'} 2022-09-01T11:28:01.438 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000075f0a5983c4ea8cd-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.438 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.439 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.440 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:01.440 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:01.441 DEBUG:boto:Method: GET 2022-09-01T11:28:01.441 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:28:01.442 DEBUG:boto:Data: 2022-09-01T11:28:01.442 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.443 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.443 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.444 DEBUG:boto:Params: {} 2022-09-01T11:28:01.444 DEBUG:boto:Token: None 2022-09-01T11:28:01.445 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/ 2022-09-01T11:28:01.445 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8= 2022-09-01T11:28:01.446 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8=', 'Content-Length': '0'} 2022-09-01T11:28:01.449 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000024e663bc8fa2f322-0063109741-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.490 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.491 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.492 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.492 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:01.493 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:01.493 DEBUG:boto:Method: GET 2022-09-01T11:28:01.494 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:28:01.495 DEBUG:boto:Data: 2022-09-01T11:28:01.495 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.496 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.497 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.497 DEBUG:boto:Params: {} 2022-09-01T11:28:01.498 DEBUG:boto:Token: None 2022-09-01T11:28:01.499 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/ 2022-09-01T11:28:01.499 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8= 2022-09-01T11:28:01.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8=', 'Content-Length': '0'} 2022-09-01T11:28:01.504 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003fcb34716c94020a-0063109741-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.505 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.506 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:01.507 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:01.507 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.508 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:28:01.508 DEBUG:boto:Data: 2022-09-01T11:28:01.509 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.509 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.510 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.510 DEBUG:boto:Params: {} 2022-09-01T11:28:01.511 DEBUG:boto:Token: None 2022-09-01T11:28:01.511 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj51 2022-09-01T11:28:01.512 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ByQM7g3GG9jNbJyljtkAsZfjEPU= 2022-09-01T11:28:01.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ByQM7g3GG9jNbJyljtkAsZfjEPU=', 'Content-Length': '0'} 2022-09-01T11:28:01.515 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004da31cb3e8d7be43-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.516 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:01.516 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:01.517 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.518 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:28:01.518 DEBUG:boto:Data: 2022-09-01T11:28:01.519 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.519 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.520 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.520 DEBUG:boto:Params: {} 2022-09-01T11:28:01.521 DEBUG:boto:Token: None 2022-09-01T11:28:01.521 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj51 2022-09-01T11:28:01.522 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ByQM7g3GG9jNbJyljtkAsZfjEPU= 2022-09-01T11:28:01.523 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ByQM7g3GG9jNbJyljtkAsZfjEPU=', 'Content-Length': '0'} 2022-09-01T11:28:01.525 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000dacf0d5f33b6f89-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.526 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:28:01.527 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:01.528 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:01.528 DEBUG:boto:Method: GET 2022-09-01T11:28:01.529 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:28:01.529 DEBUG:boto:Data: 2022-09-01T11:28:01.530 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.530 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.531 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.532 DEBUG:boto:Params: {} 2022-09-01T11:28:01.533 DEBUG:boto:Token: None 2022-09-01T11:28:01.534 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj51 2022-09-01T11:28:01.535 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DSPb7rVFkve3sPm4MaOPJs/1ZMs= 2022-09-01T11:28:01.536 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DSPb7rVFkve3sPm4MaOPJs/1ZMs=', 'Content-Length': '0'} 2022-09-01T11:28:01.539 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005fd9cbe8285125c-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.540 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:01.541 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:01.541 DEBUG:boto:Method: GET 2022-09-01T11:28:01.542 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:28:01.543 DEBUG:boto:Data: 2022-09-01T11:28:01.543 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.544 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.544 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.545 DEBUG:boto:Params: {} 2022-09-01T11:28:01.545 DEBUG:boto:Token: None 2022-09-01T11:28:01.546 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj51 2022-09-01T11:28:01.546 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DSPb7rVFkve3sPm4MaOPJs/1ZMs= 2022-09-01T11:28:01.547 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DSPb7rVFkve3sPm4MaOPJs/1ZMs=', 'Content-Length': '0'} 2022-09-01T11:28:01.549 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a80b8c0efc04e2e5-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.594 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.595 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.595 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:01.596 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:01.596 DEBUG:boto:Method: GET 2022-09-01T11:28:01.597 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:28:01.598 DEBUG:boto:Data: 2022-09-01T11:28:01.598 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.599 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.599 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.600 DEBUG:boto:Params: {} 2022-09-01T11:28:01.601 DEBUG:boto:Token: None 2022-09-01T11:28:01.601 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/ 2022-09-01T11:28:01.602 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8= 2022-09-01T11:28:01.603 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8=', 'Content-Length': '0'} 2022-09-01T11:28:01.607 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008f6807cab0113eac-0063109741-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.608 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.609 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.609 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.610 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:01.611 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:01.612 DEBUG:boto:Method: GET 2022-09-01T11:28:01.613 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:28:01.613 DEBUG:boto:Data: 2022-09-01T11:28:01.614 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.615 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.615 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.616 DEBUG:boto:Params: {} 2022-09-01T11:28:01.616 DEBUG:boto:Token: None 2022-09-01T11:28:01.617 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/ 2022-09-01T11:28:01.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8= 2022-09-01T11:28:01.618 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8=', 'Content-Length': '0'} 2022-09-01T11:28:01.623 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000020b45db4c0171884-0063109741-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.623 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.624 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:28:01.625 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:01.625 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:01.626 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.626 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.627 DEBUG:boto:Method: GET 2022-09-01T11:28:01.627 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.628 DEBUG:boto:Data: 2022-09-01T11:28:01.628 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.629 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.630 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.630 DEBUG:boto:Params: {} 2022-09-01T11:28:01.631 DEBUG:boto:Token: None 2022-09-01T11:28:01.631 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.632 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DcZf2CVjFzg0l5iGcpfMexHegq0= 2022-09-01T11:28:01.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DcZf2CVjFzg0l5iGcpfMexHegq0=', 'Content-Length': '0'} 2022-09-01T11:28:01.635 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e6ba8cc727fa4553-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.678 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:01.679 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:01.680 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.680 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.681 DEBUG:boto:Method: GET 2022-09-01T11:28:01.681 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.682 DEBUG:boto:Data: 2022-09-01T11:28:01.682 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.683 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.683 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.684 DEBUG:boto:Params: {} 2022-09-01T11:28:01.685 DEBUG:boto:Token: None 2022-09-01T11:28:01.685 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.686 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DcZf2CVjFzg0l5iGcpfMexHegq0= 2022-09-01T11:28:01.687 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DcZf2CVjFzg0l5iGcpfMexHegq0=', 'Content-Length': '0'} 2022-09-01T11:28:01.689 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b652a8648012e2c1-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.690 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:01.691 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:01.691 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.692 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.692 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.693 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.693 DEBUG:boto:Data: 2022-09-01T11:28:01.694 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.694 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.695 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.697 DEBUG:boto:Params: {} 2022-09-01T11:28:01.698 DEBUG:boto:Token: None 2022-09-01T11:28:01.698 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.699 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mCm7GYWIOc0u1310WMgf4ZkD/Wo= 2022-09-01T11:28:01.699 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mCm7GYWIOc0u1310WMgf4ZkD/Wo=', 'Content-Length': '0'} 2022-09-01T11:28:01.701 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c181402513464df-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.702 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:01.703 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:01.703 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.704 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.704 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.705 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.705 DEBUG:boto:Data: 2022-09-01T11:28:01.705 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.706 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.706 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.707 DEBUG:boto:Params: {} 2022-09-01T11:28:01.708 DEBUG:boto:Token: None 2022-09-01T11:28:01.708 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mCm7GYWIOc0u1310WMgf4ZkD/Wo= 2022-09-01T11:28:01.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mCm7GYWIOc0u1310WMgf4ZkD/Wo=', 'Content-Length': '0'} 2022-09-01T11:28:01.711 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e4a03d5b15bb09f3-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.712 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:28:01.713 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:01.713 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:01.714 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.714 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.715 DEBUG:boto:Method: GET 2022-09-01T11:28:01.715 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.716 DEBUG:boto:Data: 2022-09-01T11:28:01.716 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.717 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.717 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.718 DEBUG:boto:Params: {} 2022-09-01T11:28:01.718 DEBUG:boto:Token: None 2022-09-01T11:28:01.719 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.720 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DcZf2CVjFzg0l5iGcpfMexHegq0= 2022-09-01T11:28:01.720 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DcZf2CVjFzg0l5iGcpfMexHegq0=', 'Content-Length': '0'} 2022-09-01T11:28:01.722 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d5338f21034fa84-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.723 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:01.724 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:01.724 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.725 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.725 DEBUG:boto:Method: GET 2022-09-01T11:28:01.726 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.727 DEBUG:boto:Data: 2022-09-01T11:28:01.727 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.728 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.729 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.730 DEBUG:boto:Params: {} 2022-09-01T11:28:01.730 DEBUG:boto:Token: None 2022-09-01T11:28:01.732 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:01.733 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DcZf2CVjFzg0l5iGcpfMexHegq0= 2022-09-01T11:28:01.733 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DcZf2CVjFzg0l5iGcpfMexHegq0=', 'Content-Length': '0'} 2022-09-01T11:28:01.736 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cc6e1aadef7e227a-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.737 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.737 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.738 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:01.738 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:01.739 DEBUG:boto:Method: GET 2022-09-01T11:28:01.739 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:28:01.740 DEBUG:boto:Data: 2022-09-01T11:28:01.741 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.741 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.742 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.742 DEBUG:boto:Params: {} 2022-09-01T11:28:01.743 DEBUG:boto:Token: None 2022-09-01T11:28:01.743 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/ 2022-09-01T11:28:01.744 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8= 2022-09-01T11:28:01.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8=', 'Content-Length': '0'} 2022-09-01T11:28:01.748 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005b48ea01b2d40ecf-0063109741-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.748 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.749 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.750 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.750 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:01.751 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:01.751 DEBUG:boto:Method: GET 2022-09-01T11:28:01.752 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:28:01.752 DEBUG:boto:Data: 2022-09-01T11:28:01.753 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.753 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.754 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.754 DEBUG:boto:Params: {} 2022-09-01T11:28:01.755 DEBUG:boto:Token: None 2022-09-01T11:28:01.756 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/ 2022-09-01T11:28:01.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8= 2022-09-01T11:28:01.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8=', 'Content-Length': '0'} 2022-09-01T11:28:01.761 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cd9ed997b946cfb1-0063109741-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.762 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.763 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:01.764 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:01.764 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.765 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:28:01.765 DEBUG:boto:Data: 2022-09-01T11:28:01.766 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.766 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.767 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.767 DEBUG:boto:Params: {} 2022-09-01T11:28:01.768 DEBUG:boto:Token: None 2022-09-01T11:28:01.768 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj55 2022-09-01T11:28:01.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+uslT9/aJVIQUKlc3ju4bYk54UY= 2022-09-01T11:28:01.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+uslT9/aJVIQUKlc3ju4bYk54UY=', 'Content-Length': '0'} 2022-09-01T11:28:01.772 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003ccf59122e84f885-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.773 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:01.773 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:01.774 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.774 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:28:01.775 DEBUG:boto:Data: 2022-09-01T11:28:01.775 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.776 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.777 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.778 DEBUG:boto:Params: {} 2022-09-01T11:28:01.778 DEBUG:boto:Token: None 2022-09-01T11:28:01.779 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj55 2022-09-01T11:28:01.779 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+uslT9/aJVIQUKlc3ju4bYk54UY= 2022-09-01T11:28:01.780 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+uslT9/aJVIQUKlc3ju4bYk54UY=', 'Content-Length': '0'} 2022-09-01T11:28:01.782 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df82fccba33cecb9-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.783 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:28:01.784 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:01.784 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:01.785 DEBUG:boto:Method: GET 2022-09-01T11:28:01.786 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:28:01.787 DEBUG:boto:Data: 2022-09-01T11:28:01.788 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.789 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.790 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.791 DEBUG:boto:Params: {} 2022-09-01T11:28:01.792 DEBUG:boto:Token: None 2022-09-01T11:28:01.794 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj55 2022-09-01T11:28:01.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HU0IbqsoRk5++pFAvhoHFCJMMEo= 2022-09-01T11:28:01.796 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HU0IbqsoRk5++pFAvhoHFCJMMEo=', 'Content-Length': '0'} 2022-09-01T11:28:01.799 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060b362a8bf5869a3-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.842 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:01.843 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:01.844 DEBUG:boto:Method: GET 2022-09-01T11:28:01.845 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:28:01.845 DEBUG:boto:Data: 2022-09-01T11:28:01.846 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.846 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.847 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.847 DEBUG:boto:Params: {} 2022-09-01T11:28:01.848 DEBUG:boto:Token: None 2022-09-01T11:28:01.849 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj55 2022-09-01T11:28:01.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HU0IbqsoRk5++pFAvhoHFCJMMEo= 2022-09-01T11:28:01.851 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HU0IbqsoRk5++pFAvhoHFCJMMEo=', 'Content-Length': '0'} 2022-09-01T11:28:01.853 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004b0a3671ead16685-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.854 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.855 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.856 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:01.857 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:01.858 DEBUG:boto:Method: GET 2022-09-01T11:28:01.858 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:28:01.859 DEBUG:boto:Data: 2022-09-01T11:28:01.860 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.860 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.861 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.861 DEBUG:boto:Params: {} 2022-09-01T11:28:01.862 DEBUG:boto:Token: None 2022-09-01T11:28:01.863 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/ 2022-09-01T11:28:01.863 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8= 2022-09-01T11:28:01.864 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8=', 'Content-Length': '0'} 2022-09-01T11:28:01.867 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009c7818542f2cb1f7-0063109741-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.867 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.868 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.869 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.869 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:01.870 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:01.870 DEBUG:boto:Method: GET 2022-09-01T11:28:01.871 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:28:01.871 DEBUG:boto:Data: 2022-09-01T11:28:01.872 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.873 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.873 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.874 DEBUG:boto:Params: {} 2022-09-01T11:28:01.874 DEBUG:boto:Token: None 2022-09-01T11:28:01.875 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/ 2022-09-01T11:28:01.875 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8= 2022-09-01T11:28:01.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4z1P01C5rpHb6IbnBGrafEwfii8=', 'Content-Length': '0'} 2022-09-01T11:28:01.880 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000083c41089eb2576f1-0063109741-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.881 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:01.882 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:28:01.882 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:01.883 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:01.884 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.884 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.885 DEBUG:boto:Method: GET 2022-09-01T11:28:01.885 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.886 DEBUG:boto:Data: 2022-09-01T11:28:01.886 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.887 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.887 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.888 DEBUG:boto:Params: {} 2022-09-01T11:28:01.888 DEBUG:boto:Token: None 2022-09-01T11:28:01.889 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.890 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K/BaU53dPHWBasw1jRzQ8rl5lRw= 2022-09-01T11:28:01.890 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K/BaU53dPHWBasw1jRzQ8rl5lRw=', 'Content-Length': '0'} 2022-09-01T11:28:01.892 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000211939bc79d68996-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.893 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:01.894 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:01.894 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.895 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.895 DEBUG:boto:Method: GET 2022-09-01T11:28:01.896 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.896 DEBUG:boto:Data: 2022-09-01T11:28:01.897 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.897 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.898 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.898 DEBUG:boto:Params: {} 2022-09-01T11:28:01.899 DEBUG:boto:Token: None 2022-09-01T11:28:01.900 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.900 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K/BaU53dPHWBasw1jRzQ8rl5lRw= 2022-09-01T11:28:01.901 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K/BaU53dPHWBasw1jRzQ8rl5lRw=', 'Content-Length': '0'} 2022-09-01T11:28:01.903 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca5bceebf96ff446-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.946 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:01.947 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:01.947 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.948 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.948 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.949 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.950 DEBUG:boto:Data: 2022-09-01T11:28:01.950 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.951 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.951 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.952 DEBUG:boto:Params: {} 2022-09-01T11:28:01.953 DEBUG:boto:Token: None 2022-09-01T11:28:01.953 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.954 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2CZo/h8d+Nm641f+je8q1Ar1GoQ= 2022-09-01T11:28:01.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2CZo/h8d+Nm641f+je8q1Ar1GoQ=', 'Content-Length': '0'} 2022-09-01T11:28:01.957 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b43a3ad9e50ceeb-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.958 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:01.959 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:01.959 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.960 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.960 DEBUG:boto:Method: HEAD 2022-09-01T11:28:01.961 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.962 DEBUG:boto:Data: 2022-09-01T11:28:01.962 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.963 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.964 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.965 DEBUG:boto:Params: {} 2022-09-01T11:28:01.965 DEBUG:boto:Token: None 2022-09-01T11:28:01.966 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.967 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2CZo/h8d+Nm641f+je8q1Ar1GoQ= 2022-09-01T11:28:01.968 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2CZo/h8d+Nm641f+je8q1Ar1GoQ=', 'Content-Length': '0'} 2022-09-01T11:28:01.971 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e510d10bd1ee141-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.972 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:28:01.973 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:01.974 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:01.975 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.975 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.976 DEBUG:boto:Method: GET 2022-09-01T11:28:01.977 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.978 DEBUG:boto:Data: 2022-09-01T11:28:01.978 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.979 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:01.979 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.980 DEBUG:boto:Params: {} 2022-09-01T11:28:01.980 DEBUG:boto:Token: None 2022-09-01T11:28:01.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K/BaU53dPHWBasw1jRzQ8rl5lRw= 2022-09-01T11:28:01.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K/BaU53dPHWBasw1jRzQ8rl5lRw=', 'Content-Length': '0'} 2022-09-01T11:28:01.985 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a627d407e90619ef-0063109741-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.986 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:01.986 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:01.987 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.987 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.988 DEBUG:boto:Method: GET 2022-09-01T11:28:01.988 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.989 DEBUG:boto:Data: 2022-09-01T11:28:01.989 DEBUG:boto:Headers: {} 2022-09-01T11:28:01.990 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:01.990 DEBUG:boto:Port: 8000 2022-09-01T11:28:01.991 DEBUG:boto:Params: {} 2022-09-01T11:28:01.992 DEBUG:boto:Token: None 2022-09-01T11:28:01.993 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:01 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:01.993 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K/BaU53dPHWBasw1jRzQ8rl5lRw= 2022-09-01T11:28:01.994 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K/BaU53dPHWBasw1jRzQ8rl5lRw=', 'Content-Length': '0'} 2022-09-01T11:28:01.996 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b7811a471bc6b6f0-0063109741-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:01.997 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:01.998 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:01.999 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:01.999 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:02.000 DEBUG:boto:Method: GET 2022-09-01T11:28:02.000 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:28:02.001 DEBUG:boto:Data: 2022-09-01T11:28:02.001 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.002 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.003 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.003 DEBUG:boto:Params: {} 2022-09-01T11:28:02.004 DEBUG:boto:Token: None 2022-09-01T11:28:02.004 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.009 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000019a602705d3ca1fa-0063109742-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.010 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.011 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:02.011 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:02.012 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:02.012 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:02.013 DEBUG:boto:Method: GET 2022-09-01T11:28:02.014 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:28:02.014 DEBUG:boto:Data: 2022-09-01T11:28:02.015 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.015 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.016 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.016 DEBUG:boto:Params: {} 2022-09-01T11:28:02.017 DEBUG:boto:Token: None 2022-09-01T11:28:02.018 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.019 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.020 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.024 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c665005b886448f0-0063109742-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.025 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.025 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:02.026 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:02.027 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.027 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:28:02.028 DEBUG:boto:Data: 2022-09-01T11:28:02.028 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.029 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.029 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.030 DEBUG:boto:Params: {} 2022-09-01T11:28:02.031 DEBUG:boto:Token: None 2022-09-01T11:28:02.031 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj57 2022-09-01T11:28:02.032 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tMBpnneo3gXOYM7xHu7CeFrxYo0= 2022-09-01T11:28:02.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tMBpnneo3gXOYM7xHu7CeFrxYo0=', 'Content-Length': '0'} 2022-09-01T11:28:02.035 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001cba65d1affc43d2-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.035 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:02.036 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:02.036 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.037 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:28:02.037 DEBUG:boto:Data: 2022-09-01T11:28:02.038 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.038 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.039 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.039 DEBUG:boto:Params: {} 2022-09-01T11:28:02.040 DEBUG:boto:Token: None 2022-09-01T11:28:02.041 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj57 2022-09-01T11:28:02.041 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tMBpnneo3gXOYM7xHu7CeFrxYo0= 2022-09-01T11:28:02.042 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tMBpnneo3gXOYM7xHu7CeFrxYo0=', 'Content-Length': '0'} 2022-09-01T11:28:02.044 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009f76d14ce575565e-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.045 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:28:02.045 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:02.046 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:02.046 DEBUG:boto:Method: GET 2022-09-01T11:28:02.047 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:28:02.047 DEBUG:boto:Data: 2022-09-01T11:28:02.048 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.049 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.049 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.050 DEBUG:boto:Params: {} 2022-09-01T11:28:02.050 DEBUG:boto:Token: None 2022-09-01T11:28:02.051 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj57 2022-09-01T11:28:02.051 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q1rBhFe/npQkmhrqZxiu3myU+QM= 2022-09-01T11:28:02.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q1rBhFe/npQkmhrqZxiu3myU+QM=', 'Content-Length': '0'} 2022-09-01T11:28:02.055 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001cfb883a176bafca-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.098 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:02.099 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:02.099 DEBUG:boto:Method: GET 2022-09-01T11:28:02.100 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:28:02.101 DEBUG:boto:Data: 2022-09-01T11:28:02.101 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.102 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.102 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.103 DEBUG:boto:Params: {} 2022-09-01T11:28:02.103 DEBUG:boto:Token: None 2022-09-01T11:28:02.104 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj57 2022-09-01T11:28:02.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q1rBhFe/npQkmhrqZxiu3myU+QM= 2022-09-01T11:28:02.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q1rBhFe/npQkmhrqZxiu3myU+QM=', 'Content-Length': '0'} 2022-09-01T11:28:02.107 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000803e4235ede2d30c-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.108 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:02.109 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:02.109 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:02.110 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:02.110 DEBUG:boto:Method: GET 2022-09-01T11:28:02.111 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:28:02.111 DEBUG:boto:Data: 2022-09-01T11:28:02.112 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.112 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.113 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.113 DEBUG:boto:Params: {} 2022-09-01T11:28:02.114 DEBUG:boto:Token: None 2022-09-01T11:28:02.115 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.115 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.116 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.119 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002676c47164db4669-0063109742-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.119 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.120 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:02.121 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:02.121 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:02.122 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:02.123 DEBUG:boto:Method: GET 2022-09-01T11:28:02.123 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:28:02.124 DEBUG:boto:Data: 2022-09-01T11:28:02.124 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.125 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.125 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.126 DEBUG:boto:Params: {} 2022-09-01T11:28:02.126 DEBUG:boto:Token: None 2022-09-01T11:28:02.127 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.128 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.128 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.133 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000000e6b06e4ef8515-0063109742-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.133 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.134 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:28:02.135 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:02.135 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:02.136 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.136 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.137 DEBUG:boto:Method: GET 2022-09-01T11:28:02.137 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.138 DEBUG:boto:Data: 2022-09-01T11:28:02.138 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.139 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.139 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.140 DEBUG:boto:Params: {} 2022-09-01T11:28:02.141 DEBUG:boto:Token: None 2022-09-01T11:28:02.141 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.142 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nHliZjEJYiL+YFzdEWDQF9d0Vf0= 2022-09-01T11:28:02.142 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nHliZjEJYiL+YFzdEWDQF9d0Vf0=', 'Content-Length': '0'} 2022-09-01T11:28:02.145 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007f36b4cbc45671b3-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.146 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:02.146 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:02.147 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.147 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.148 DEBUG:boto:Method: GET 2022-09-01T11:28:02.148 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.149 DEBUG:boto:Data: 2022-09-01T11:28:02.149 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.150 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.150 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.151 DEBUG:boto:Params: {} 2022-09-01T11:28:02.151 DEBUG:boto:Token: None 2022-09-01T11:28:02.152 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nHliZjEJYiL+YFzdEWDQF9d0Vf0= 2022-09-01T11:28:02.153 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nHliZjEJYiL+YFzdEWDQF9d0Vf0=', 'Content-Length': '0'} 2022-09-01T11:28:02.156 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e95936619aa15e2c-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.156 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:02.157 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:02.157 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.158 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.158 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.159 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.159 DEBUG:boto:Data: 2022-09-01T11:28:02.160 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.160 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.161 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.161 DEBUG:boto:Params: {} 2022-09-01T11:28:02.162 DEBUG:boto:Token: None 2022-09-01T11:28:02.162 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gSM4TflXwdqup0AGMXKFPfhWSLA= 2022-09-01T11:28:02.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gSM4TflXwdqup0AGMXKFPfhWSLA=', 'Content-Length': '0'} 2022-09-01T11:28:02.166 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006fcacfb198e998b8-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.167 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:02.167 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:02.168 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.168 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.169 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.169 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.170 DEBUG:boto:Data: 2022-09-01T11:28:02.170 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.171 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.172 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.172 DEBUG:boto:Params: {} 2022-09-01T11:28:02.173 DEBUG:boto:Token: None 2022-09-01T11:28:02.174 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.174 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gSM4TflXwdqup0AGMXKFPfhWSLA= 2022-09-01T11:28:02.175 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gSM4TflXwdqup0AGMXKFPfhWSLA=', 'Content-Length': '0'} 2022-09-01T11:28:02.177 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000015ad7148851b3057-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.178 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:28:02.179 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:02.180 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:02.180 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.181 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.181 DEBUG:boto:Method: GET 2022-09-01T11:28:02.182 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.183 DEBUG:boto:Data: 2022-09-01T11:28:02.183 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.184 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.184 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.185 DEBUG:boto:Params: {} 2022-09-01T11:28:02.186 DEBUG:boto:Token: None 2022-09-01T11:28:02.186 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nHliZjEJYiL+YFzdEWDQF9d0Vf0= 2022-09-01T11:28:02.188 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nHliZjEJYiL+YFzdEWDQF9d0Vf0=', 'Content-Length': '0'} 2022-09-01T11:28:02.190 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf718fb813621875-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.230 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:02.231 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:02.232 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.233 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.234 DEBUG:boto:Method: GET 2022-09-01T11:28:02.235 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.236 DEBUG:boto:Data: 2022-09-01T11:28:02.237 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.237 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.238 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.238 DEBUG:boto:Params: {} 2022-09-01T11:28:02.239 DEBUG:boto:Token: None 2022-09-01T11:28:02.240 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:02.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nHliZjEJYiL+YFzdEWDQF9d0Vf0= 2022-09-01T11:28:02.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nHliZjEJYiL+YFzdEWDQF9d0Vf0=', 'Content-Length': '0'} 2022-09-01T11:28:02.243 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007d525d0ddf6ed8d6-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.244 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:02.245 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:02.245 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:02.246 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:02.246 DEBUG:boto:Method: GET 2022-09-01T11:28:02.247 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:28:02.247 DEBUG:boto:Data: 2022-09-01T11:28:02.248 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.249 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.249 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.250 DEBUG:boto:Params: {} 2022-09-01T11:28:02.251 DEBUG:boto:Token: None 2022-09-01T11:28:02.251 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.253 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.255 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001f0eec1a1d2230ab-0063109742-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.256 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.257 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:02.258 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:02.258 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:02.259 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:02.260 DEBUG:boto:Method: GET 2022-09-01T11:28:02.260 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:28:02.261 DEBUG:boto:Data: 2022-09-01T11:28:02.261 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.262 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.262 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.263 DEBUG:boto:Params: {} 2022-09-01T11:28:02.264 DEBUG:boto:Token: None 2022-09-01T11:28:02.264 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.265 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.265 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.270 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002e1329bd9fe6bbd5-0063109742-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.271 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.272 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:02.273 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:02.273 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.274 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:28:02.274 DEBUG:boto:Data: 2022-09-01T11:28:02.275 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.276 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.276 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.277 DEBUG:boto:Params: {} 2022-09-01T11:28:02.277 DEBUG:boto:Token: None 2022-09-01T11:28:02.278 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj58 2022-09-01T11:28:02.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7BupvySMfZmOefMZ9mu3x6+Uwek= 2022-09-01T11:28:02.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7BupvySMfZmOefMZ9mu3x6+Uwek=', 'Content-Length': '0'} 2022-09-01T11:28:02.281 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000098797a7f3ccf0f4c-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.282 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:02.283 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:02.283 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.284 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:28:02.284 DEBUG:boto:Data: 2022-09-01T11:28:02.285 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.286 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.286 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.287 DEBUG:boto:Params: {} 2022-09-01T11:28:02.287 DEBUG:boto:Token: None 2022-09-01T11:28:02.288 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj58 2022-09-01T11:28:02.288 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7BupvySMfZmOefMZ9mu3x6+Uwek= 2022-09-01T11:28:02.289 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7BupvySMfZmOefMZ9mu3x6+Uwek=', 'Content-Length': '0'} 2022-09-01T11:28:02.291 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a3202dd09ee442d-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.292 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:28:02.292 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:02.293 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:02.294 DEBUG:boto:Method: GET 2022-09-01T11:28:02.294 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:28:02.295 DEBUG:boto:Data: 2022-09-01T11:28:02.295 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.296 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.296 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.297 DEBUG:boto:Params: {} 2022-09-01T11:28:02.297 DEBUG:boto:Token: None 2022-09-01T11:28:02.298 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj58 2022-09-01T11:28:02.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hza/51edVYgZbweYxPG7RJfmQuU= 2022-09-01T11:28:02.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hza/51edVYgZbweYxPG7RJfmQuU=', 'Content-Length': '0'} 2022-09-01T11:28:02.302 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000063d7c215c4b0c95e-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.303 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:02.304 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:02.305 DEBUG:boto:Method: GET 2022-09-01T11:28:02.306 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:28:02.307 DEBUG:boto:Data: 2022-09-01T11:28:02.308 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.309 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.310 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.311 DEBUG:boto:Params: {} 2022-09-01T11:28:02.312 DEBUG:boto:Token: None 2022-09-01T11:28:02.313 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj58 2022-09-01T11:28:02.314 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hza/51edVYgZbweYxPG7RJfmQuU= 2022-09-01T11:28:02.315 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hza/51edVYgZbweYxPG7RJfmQuU=', 'Content-Length': '0'} 2022-09-01T11:28:02.317 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cd3bcf07ee3e5351-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.362 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:02.363 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:02.364 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:02.364 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:02.365 DEBUG:boto:Method: GET 2022-09-01T11:28:02.365 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:28:02.366 DEBUG:boto:Data: 2022-09-01T11:28:02.366 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.367 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.368 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.368 DEBUG:boto:Params: {} 2022-09-01T11:28:02.369 DEBUG:boto:Token: None 2022-09-01T11:28:02.370 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.370 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.371 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.374 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006611a5f9890a578f-0063109742-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.375 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.376 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:02.376 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:02.377 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:02.377 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:02.378 DEBUG:boto:Method: GET 2022-09-01T11:28:02.378 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:28:02.379 DEBUG:boto:Data: 2022-09-01T11:28:02.380 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.380 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.381 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.381 DEBUG:boto:Params: {} 2022-09-01T11:28:02.382 DEBUG:boto:Token: None 2022-09-01T11:28:02.383 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.383 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.384 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.388 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009aafb0269def4a7c-0063109742-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.389 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.390 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:28:02.390 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:02.391 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:02.391 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.392 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.393 DEBUG:boto:Method: GET 2022-09-01T11:28:02.393 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.394 DEBUG:boto:Data: 2022-09-01T11:28:02.394 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.395 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.395 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.396 DEBUG:boto:Params: {} 2022-09-01T11:28:02.397 DEBUG:boto:Token: None 2022-09-01T11:28:02.397 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.399 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jhud8+YfnJHbGUAf/LjICXlrMgA= 2022-09-01T11:28:02.399 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jhud8+YfnJHbGUAf/LjICXlrMgA=', 'Content-Length': '0'} 2022-09-01T11:28:02.401 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b292eded4e3c1383-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.442 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:02.443 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:02.444 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.445 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.446 DEBUG:boto:Method: GET 2022-09-01T11:28:02.446 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.447 DEBUG:boto:Data: 2022-09-01T11:28:02.447 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.448 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.448 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.449 DEBUG:boto:Params: {} 2022-09-01T11:28:02.450 DEBUG:boto:Token: None 2022-09-01T11:28:02.450 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.451 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jhud8+YfnJHbGUAf/LjICXlrMgA= 2022-09-01T11:28:02.452 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jhud8+YfnJHbGUAf/LjICXlrMgA=', 'Content-Length': '0'} 2022-09-01T11:28:02.454 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000b9368b3c7306be8-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.455 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:02.456 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:02.456 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.457 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.457 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.458 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.459 DEBUG:boto:Data: 2022-09-01T11:28:02.459 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.460 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.460 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.461 DEBUG:boto:Params: {} 2022-09-01T11:28:02.461 DEBUG:boto:Token: None 2022-09-01T11:28:02.462 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k+1I8ldnw+7J1yGCmcv8+SN8zpA= 2022-09-01T11:28:02.463 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k+1I8ldnw+7J1yGCmcv8+SN8zpA=', 'Content-Length': '0'} 2022-09-01T11:28:02.465 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000029a6ae23d54b2ec7-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.466 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:02.467 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:02.467 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.468 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.468 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.469 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.469 DEBUG:boto:Data: 2022-09-01T11:28:02.470 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.470 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.471 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.471 DEBUG:boto:Params: {} 2022-09-01T11:28:02.472 DEBUG:boto:Token: None 2022-09-01T11:28:02.473 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k+1I8ldnw+7J1yGCmcv8+SN8zpA= 2022-09-01T11:28:02.474 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k+1I8ldnw+7J1yGCmcv8+SN8zpA=', 'Content-Length': '0'} 2022-09-01T11:28:02.477 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b636e124c11a697-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.478 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:28:02.478 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:02.479 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:02.480 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.480 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.481 DEBUG:boto:Method: GET 2022-09-01T11:28:02.481 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.482 DEBUG:boto:Data: 2022-09-01T11:28:02.482 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.483 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.483 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.484 DEBUG:boto:Params: {} 2022-09-01T11:28:02.485 DEBUG:boto:Token: None 2022-09-01T11:28:02.485 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jhud8+YfnJHbGUAf/LjICXlrMgA= 2022-09-01T11:28:02.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jhud8+YfnJHbGUAf/LjICXlrMgA=', 'Content-Length': '0'} 2022-09-01T11:28:02.489 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dfcfc4318377c284-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.490 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:02.490 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:02.491 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.491 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.492 DEBUG:boto:Method: GET 2022-09-01T11:28:02.492 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.493 DEBUG:boto:Data: 2022-09-01T11:28:02.494 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.494 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.495 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.495 DEBUG:boto:Params: {} 2022-09-01T11:28:02.496 DEBUG:boto:Token: None 2022-09-01T11:28:02.496 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:02.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jhud8+YfnJHbGUAf/LjICXlrMgA= 2022-09-01T11:28:02.498 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jhud8+YfnJHbGUAf/LjICXlrMgA=', 'Content-Length': '0'} 2022-09-01T11:28:02.500 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007fe44b74ca9c7a3f-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.502 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:02.502 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:02.503 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:02.503 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:02.504 DEBUG:boto:Method: GET 2022-09-01T11:28:02.505 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:28:02.505 DEBUG:boto:Data: 2022-09-01T11:28:02.506 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.507 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.507 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.508 DEBUG:boto:Params: {} 2022-09-01T11:28:02.508 DEBUG:boto:Token: None 2022-09-01T11:28:02.509 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.509 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.513 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000054eaaaa1a12754e1-0063109742-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.514 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.515 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:02.515 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:02.516 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:02.517 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:02.517 DEBUG:boto:Method: GET 2022-09-01T11:28:02.518 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:28:02.518 DEBUG:boto:Data: 2022-09-01T11:28:02.519 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.520 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.520 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.521 DEBUG:boto:Params: {} 2022-09-01T11:28:02.522 DEBUG:boto:Token: None 2022-09-01T11:28:02.522 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.524 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.528 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000037197d3ef8762d06-0063109742-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.529 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.530 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:02.531 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:02.531 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.532 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:28:02.533 DEBUG:boto:Data: 2022-09-01T11:28:02.533 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.534 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.534 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.535 DEBUG:boto:Params: {} 2022-09-01T11:28:02.535 DEBUG:boto:Token: None 2022-09-01T11:28:02.536 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj62 2022-09-01T11:28:02.537 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tD4Pgah344luZ2XBpws+CYrpKB8= 2022-09-01T11:28:02.537 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tD4Pgah344luZ2XBpws+CYrpKB8=', 'Content-Length': '0'} 2022-09-01T11:28:02.540 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004215ec0c5221a9d9-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.540 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:02.541 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:02.541 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.542 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:28:02.543 DEBUG:boto:Data: 2022-09-01T11:28:02.543 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.544 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.544 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.545 DEBUG:boto:Params: {} 2022-09-01T11:28:02.546 DEBUG:boto:Token: None 2022-09-01T11:28:02.546 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj62 2022-09-01T11:28:02.547 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tD4Pgah344luZ2XBpws+CYrpKB8= 2022-09-01T11:28:02.548 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tD4Pgah344luZ2XBpws+CYrpKB8=', 'Content-Length': '0'} 2022-09-01T11:28:02.550 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004e8cb38334894408-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.551 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:28:02.551 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:02.552 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:02.552 DEBUG:boto:Method: GET 2022-09-01T11:28:02.553 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:28:02.553 DEBUG:boto:Data: 2022-09-01T11:28:02.554 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.555 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.555 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.556 DEBUG:boto:Params: {} 2022-09-01T11:28:02.557 DEBUG:boto:Token: None 2022-09-01T11:28:02.557 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj62 2022-09-01T11:28:02.558 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LuYUN3aJjr1lelgj6wpopWvbETw= 2022-09-01T11:28:02.559 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LuYUN3aJjr1lelgj6wpopWvbETw=', 'Content-Length': '0'} 2022-09-01T11:28:02.562 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e69ec53468d29d5e-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.563 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:02.564 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:02.565 DEBUG:boto:Method: GET 2022-09-01T11:28:02.566 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:28:02.567 DEBUG:boto:Data: 2022-09-01T11:28:02.568 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.569 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.570 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.571 DEBUG:boto:Params: {} 2022-09-01T11:28:02.571 DEBUG:boto:Token: None 2022-09-01T11:28:02.572 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj62 2022-09-01T11:28:02.573 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LuYUN3aJjr1lelgj6wpopWvbETw= 2022-09-01T11:28:02.573 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LuYUN3aJjr1lelgj6wpopWvbETw=', 'Content-Length': '0'} 2022-09-01T11:28:02.576 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c2a7a79c0f4e857-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.622 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:02.623 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:02.624 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:02.625 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:02.626 DEBUG:boto:Method: GET 2022-09-01T11:28:02.627 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:28:02.628 DEBUG:boto:Data: 2022-09-01T11:28:02.629 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.629 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.630 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.630 DEBUG:boto:Params: {} 2022-09-01T11:28:02.631 DEBUG:boto:Token: None 2022-09-01T11:28:02.632 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.632 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.636 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d1aad105045961ff-0063109742-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.637 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.638 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:02.638 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:02.639 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:02.639 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:02.640 DEBUG:boto:Method: GET 2022-09-01T11:28:02.641 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:28:02.641 DEBUG:boto:Data: 2022-09-01T11:28:02.642 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.642 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.643 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.643 DEBUG:boto:Params: {} 2022-09-01T11:28:02.644 DEBUG:boto:Token: None 2022-09-01T11:28:02.645 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.645 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.651 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c627bfde1eaf6bea-0063109742-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.651 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.652 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:28:02.653 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:02.653 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:02.654 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.654 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.655 DEBUG:boto:Method: GET 2022-09-01T11:28:02.656 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.656 DEBUG:boto:Data: 2022-09-01T11:28:02.657 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.658 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.658 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.659 DEBUG:boto:Params: {} 2022-09-01T11:28:02.659 DEBUG:boto:Token: None 2022-09-01T11:28:02.660 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TzOAqSUgQsvG3qIGRKmyNhpajXA= 2022-09-01T11:28:02.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TzOAqSUgQsvG3qIGRKmyNhpajXA=', 'Content-Length': '0'} 2022-09-01T11:28:02.664 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004711494ae3819e86-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.665 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:02.666 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:02.666 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.667 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.667 DEBUG:boto:Method: GET 2022-09-01T11:28:02.668 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.669 DEBUG:boto:Data: 2022-09-01T11:28:02.670 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.670 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.671 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.671 DEBUG:boto:Params: {} 2022-09-01T11:28:02.672 DEBUG:boto:Token: None 2022-09-01T11:28:02.673 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TzOAqSUgQsvG3qIGRKmyNhpajXA= 2022-09-01T11:28:02.674 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TzOAqSUgQsvG3qIGRKmyNhpajXA=', 'Content-Length': '0'} 2022-09-01T11:28:02.676 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002a680e76017b3ee7-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.677 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:02.678 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:02.679 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.679 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.680 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.680 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.681 DEBUG:boto:Data: 2022-09-01T11:28:02.682 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.682 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.683 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.684 DEBUG:boto:Params: {} 2022-09-01T11:28:02.684 DEBUG:boto:Token: None 2022-09-01T11:28:02.685 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yODaASGXIZmJnayYcAt2eEHXMwY= 2022-09-01T11:28:02.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yODaASGXIZmJnayYcAt2eEHXMwY=', 'Content-Length': '0'} 2022-09-01T11:28:02.688 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b48b253ce449c103-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.689 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:02.690 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:02.690 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.691 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.692 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.692 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.693 DEBUG:boto:Data: 2022-09-01T11:28:02.693 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.694 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.695 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.695 DEBUG:boto:Params: {} 2022-09-01T11:28:02.696 DEBUG:boto:Token: None 2022-09-01T11:28:02.696 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yODaASGXIZmJnayYcAt2eEHXMwY= 2022-09-01T11:28:02.698 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yODaASGXIZmJnayYcAt2eEHXMwY=', 'Content-Length': '0'} 2022-09-01T11:28:02.700 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004e0ef78eb902d15a-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.701 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:28:02.701 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:02.702 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:02.703 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.703 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.704 DEBUG:boto:Method: GET 2022-09-01T11:28:02.705 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.705 DEBUG:boto:Data: 2022-09-01T11:28:02.706 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.707 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.708 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.709 DEBUG:boto:Params: {} 2022-09-01T11:28:02.710 DEBUG:boto:Token: None 2022-09-01T11:28:02.711 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TzOAqSUgQsvG3qIGRKmyNhpajXA= 2022-09-01T11:28:02.713 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TzOAqSUgQsvG3qIGRKmyNhpajXA=', 'Content-Length': '0'} 2022-09-01T11:28:02.716 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005dde7e017ccc97d0-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.718 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:02.719 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:02.720 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.720 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.721 DEBUG:boto:Method: GET 2022-09-01T11:28:02.722 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.722 DEBUG:boto:Data: 2022-09-01T11:28:02.723 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.724 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.724 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.725 DEBUG:boto:Params: {} 2022-09-01T11:28:02.726 DEBUG:boto:Token: None 2022-09-01T11:28:02.727 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:02.727 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TzOAqSUgQsvG3qIGRKmyNhpajXA= 2022-09-01T11:28:02.728 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TzOAqSUgQsvG3qIGRKmyNhpajXA=', 'Content-Length': '0'} 2022-09-01T11:28:02.731 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000715df39558cfa63e-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.733 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:02.733 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:02.734 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:02.734 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:02.735 DEBUG:boto:Method: GET 2022-09-01T11:28:02.736 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:28:02.736 DEBUG:boto:Data: 2022-09-01T11:28:02.737 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.737 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.738 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.739 DEBUG:boto:Params: {} 2022-09-01T11:28:02.740 DEBUG:boto:Token: None 2022-09-01T11:28:02.741 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.741 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.742 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.745 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000029b6c64f9650af90-0063109742-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.745 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.746 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:02.747 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:02.747 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:02.748 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:02.749 DEBUG:boto:Method: GET 2022-09-01T11:28:02.749 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:28:02.750 DEBUG:boto:Data: 2022-09-01T11:28:02.750 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.751 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.751 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.752 DEBUG:boto:Params: {} 2022-09-01T11:28:02.753 DEBUG:boto:Token: None 2022-09-01T11:28:02.753 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.754 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.755 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.759 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000acfa61b1a060d06d-0063109742-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.802 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.803 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:02.804 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:02.804 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.805 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:28:02.805 DEBUG:boto:Data: 2022-09-01T11:28:02.806 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.806 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.807 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.807 DEBUG:boto:Params: {} 2022-09-01T11:28:02.808 DEBUG:boto:Token: None 2022-09-01T11:28:02.808 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj68 2022-09-01T11:28:02.809 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3Doud94CmvNeUJshTh0jVeijU/0= 2022-09-01T11:28:02.810 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3Doud94CmvNeUJshTh0jVeijU/0=', 'Content-Length': '0'} 2022-09-01T11:28:02.812 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000064071d0d0dedbb9a-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.813 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:02.814 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:02.815 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.816 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:28:02.817 DEBUG:boto:Data: 2022-09-01T11:28:02.818 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.819 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.820 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.820 DEBUG:boto:Params: {} 2022-09-01T11:28:02.821 DEBUG:boto:Token: None 2022-09-01T11:28:02.821 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj68 2022-09-01T11:28:02.822 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3Doud94CmvNeUJshTh0jVeijU/0= 2022-09-01T11:28:02.823 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3Doud94CmvNeUJshTh0jVeijU/0=', 'Content-Length': '0'} 2022-09-01T11:28:02.825 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000485ec5dfeaa82394-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.826 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:28:02.826 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:02.827 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:02.828 DEBUG:boto:Method: GET 2022-09-01T11:28:02.828 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:28:02.829 DEBUG:boto:Data: 2022-09-01T11:28:02.829 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.830 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.831 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.832 DEBUG:boto:Params: {} 2022-09-01T11:28:02.833 DEBUG:boto:Token: None 2022-09-01T11:28:02.834 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj68 2022-09-01T11:28:02.836 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ruTLQ2daleMzcbcngDr0eFPLJjQ= 2022-09-01T11:28:02.837 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ruTLQ2daleMzcbcngDr0eFPLJjQ=', 'Content-Length': '0'} 2022-09-01T11:28:02.839 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec901a369f153c0a-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.840 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:02.841 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:02.842 DEBUG:boto:Method: GET 2022-09-01T11:28:02.842 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:28:02.843 DEBUG:boto:Data: 2022-09-01T11:28:02.843 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.844 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.845 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.845 DEBUG:boto:Params: {} 2022-09-01T11:28:02.846 DEBUG:boto:Token: None 2022-09-01T11:28:02.847 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj68 2022-09-01T11:28:02.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ruTLQ2daleMzcbcngDr0eFPLJjQ= 2022-09-01T11:28:02.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ruTLQ2daleMzcbcngDr0eFPLJjQ=', 'Content-Length': '0'} 2022-09-01T11:28:02.850 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002b7849d19e8c3af1-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.851 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:02.852 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:02.853 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:02.854 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:02.854 DEBUG:boto:Method: GET 2022-09-01T11:28:02.855 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:28:02.856 DEBUG:boto:Data: 2022-09-01T11:28:02.857 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.858 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.858 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.859 DEBUG:boto:Params: {} 2022-09-01T11:28:02.859 DEBUG:boto:Token: None 2022-09-01T11:28:02.860 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.861 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.861 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.864 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001491652ed8cea355-0063109742-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.865 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.866 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:02.867 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:02.867 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:02.868 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:02.868 DEBUG:boto:Method: GET 2022-09-01T11:28:02.869 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:28:02.869 DEBUG:boto:Data: 2022-09-01T11:28:02.870 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.870 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.871 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.871 DEBUG:boto:Params: {} 2022-09-01T11:28:02.872 DEBUG:boto:Token: None 2022-09-01T11:28:02.873 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/ 2022-09-01T11:28:02.873 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4= 2022-09-01T11:28:02.874 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:90u5/n3RO7c4DVApGJZpy3Mg7B4=', 'Content-Length': '0'} 2022-09-01T11:28:02.879 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000022d62372260a3bfb-0063109742-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.880 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:02.882 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:28:02.883 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:02.884 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:02.885 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.886 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.887 DEBUG:boto:Method: GET 2022-09-01T11:28:02.888 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.889 DEBUG:boto:Data: 2022-09-01T11:28:02.890 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.891 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.892 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.893 DEBUG:boto:Params: {} 2022-09-01T11:28:02.894 DEBUG:boto:Token: None 2022-09-01T11:28:02.895 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.896 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qiyQ8qeMnW8rqMzGZG4YZvZLwwo= 2022-09-01T11:28:02.897 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qiyQ8qeMnW8rqMzGZG4YZvZLwwo=', 'Content-Length': '0'} 2022-09-01T11:28:02.900 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000294f044a600a0ab4-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.902 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:02.903 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:02.903 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.904 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.904 DEBUG:boto:Method: GET 2022-09-01T11:28:02.905 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.905 DEBUG:boto:Data: 2022-09-01T11:28:02.906 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.907 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.907 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.908 DEBUG:boto:Params: {} 2022-09-01T11:28:02.908 DEBUG:boto:Token: None 2022-09-01T11:28:02.909 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qiyQ8qeMnW8rqMzGZG4YZvZLwwo= 2022-09-01T11:28:02.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qiyQ8qeMnW8rqMzGZG4YZvZLwwo=', 'Content-Length': '0'} 2022-09-01T11:28:02.913 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d509478d544f8269-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.954 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:02.955 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:02.956 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.956 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.957 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.958 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.958 DEBUG:boto:Data: 2022-09-01T11:28:02.959 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.959 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.960 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.961 DEBUG:boto:Params: {} 2022-09-01T11:28:02.962 DEBUG:boto:Token: None 2022-09-01T11:28:02.963 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FY9tkcQKpXBytsjrF0VnL13C4NY= 2022-09-01T11:28:02.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FY9tkcQKpXBytsjrF0VnL13C4NY=', 'Content-Length': '0'} 2022-09-01T11:28:02.968 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000013a9163d354342b-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.969 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:02.970 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:02.970 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.971 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.971 DEBUG:boto:Method: HEAD 2022-09-01T11:28:02.972 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.972 DEBUG:boto:Data: 2022-09-01T11:28:02.973 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.974 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:02.974 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.975 DEBUG:boto:Params: {} 2022-09-01T11:28:02.976 DEBUG:boto:Token: None 2022-09-01T11:28:02.977 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.978 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FY9tkcQKpXBytsjrF0VnL13C4NY= 2022-09-01T11:28:02.979 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FY9tkcQKpXBytsjrF0VnL13C4NY=', 'Content-Length': '0'} 2022-09-01T11:28:02.981 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000001050502dd03fcea-0063109742-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.982 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:28:02.983 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:02.984 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:02.985 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.986 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.987 DEBUG:boto:Method: GET 2022-09-01T11:28:02.988 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.988 DEBUG:boto:Data: 2022-09-01T11:28:02.989 DEBUG:boto:Headers: {} 2022-09-01T11:28:02.990 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:02.991 DEBUG:boto:Port: 8000 2022-09-01T11:28:02.992 DEBUG:boto:Params: {} 2022-09-01T11:28:02.992 DEBUG:boto:Token: None 2022-09-01T11:28:02.993 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:02 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qiyQ8qeMnW8rqMzGZG4YZvZLwwo= 2022-09-01T11:28:02.994 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qiyQ8qeMnW8rqMzGZG4YZvZLwwo=', 'Content-Length': '0'} 2022-09-01T11:28:02.996 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000024bab53e28b7c6e4-0063109742-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:02.997 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:02.998 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:02.999 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:02.999 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:03.000 DEBUG:boto:Method: GET 2022-09-01T11:28:03.001 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:03.001 DEBUG:boto:Data: 2022-09-01T11:28:03.002 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.002 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.003 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.004 DEBUG:boto:Params: {} 2022-09-01T11:28:03.004 DEBUG:boto:Token: None 2022-09-01T11:28:03.005 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:03.006 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QGhLGU8A+HkkPZ/tR7hV0LQrbek= 2022-09-01T11:28:03.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QGhLGU8A+HkkPZ/tR7hV0LQrbek=', 'Content-Length': '0'} 2022-09-01T11:28:03.009 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f76e5e9300505f6d-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.010 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.011 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.011 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:03.012 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:03.013 DEBUG:boto:Method: GET 2022-09-01T11:28:03.014 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:28:03.014 DEBUG:boto:Data: 2022-09-01T11:28:03.015 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.016 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.016 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.017 DEBUG:boto:Params: {} 2022-09-01T11:28:03.018 DEBUG:boto:Token: None 2022-09-01T11:28:03.018 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.019 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.020 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.023 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000767330082ee1fdb3-0063109743-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.024 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.026 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.027 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.028 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:03.028 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:03.029 DEBUG:boto:Method: GET 2022-09-01T11:28:03.030 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:28:03.031 DEBUG:boto:Data: 2022-09-01T11:28:03.032 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.033 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.033 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.034 DEBUG:boto:Params: {} 2022-09-01T11:28:03.035 DEBUG:boto:Token: None 2022-09-01T11:28:03.036 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.037 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.038 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.043 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000598d69e940147c73-0063109743-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.044 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.045 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:03.047 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:03.047 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.048 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:28:03.049 DEBUG:boto:Data: 2022-09-01T11:28:03.049 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.050 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.051 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.051 DEBUG:boto:Params: {} 2022-09-01T11:28:03.052 DEBUG:boto:Token: None 2022-09-01T11:28:03.053 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj69 2022-09-01T11:28:03.053 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NKgoyQIoBJzj7mh0mnNAFOZpa/M= 2022-09-01T11:28:03.054 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NKgoyQIoBJzj7mh0mnNAFOZpa/M=', 'Content-Length': '0'} 2022-09-01T11:28:03.056 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e48c5282decc5dc9-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.057 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:03.058 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:03.059 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.060 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:28:03.061 DEBUG:boto:Data: 2022-09-01T11:28:03.062 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.063 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.064 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.065 DEBUG:boto:Params: {} 2022-09-01T11:28:03.066 DEBUG:boto:Token: None 2022-09-01T11:28:03.067 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj69 2022-09-01T11:28:03.068 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NKgoyQIoBJzj7mh0mnNAFOZpa/M= 2022-09-01T11:28:03.069 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NKgoyQIoBJzj7mh0mnNAFOZpa/M=', 'Content-Length': '0'} 2022-09-01T11:28:03.072 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008be31895a53bf6be-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.074 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:28:03.075 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:03.076 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:03.077 DEBUG:boto:Method: GET 2022-09-01T11:28:03.079 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:28:03.080 DEBUG:boto:Data: 2022-09-01T11:28:03.081 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.083 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.083 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.084 DEBUG:boto:Params: {} 2022-09-01T11:28:03.085 DEBUG:boto:Token: None 2022-09-01T11:28:03.085 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj69 2022-09-01T11:28:03.086 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g2BEWFjIndgYT6M4X2pcSqvNiE4= 2022-09-01T11:28:03.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g2BEWFjIndgYT6M4X2pcSqvNiE4=', 'Content-Length': '0'} 2022-09-01T11:28:03.089 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b56a7a8aed7f5474-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.090 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:03.091 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:03.091 DEBUG:boto:Method: GET 2022-09-01T11:28:03.092 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:28:03.093 DEBUG:boto:Data: 2022-09-01T11:28:03.093 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.094 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.095 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.096 DEBUG:boto:Params: {} 2022-09-01T11:28:03.098 DEBUG:boto:Token: None 2022-09-01T11:28:03.099 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj69 2022-09-01T11:28:03.100 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g2BEWFjIndgYT6M4X2pcSqvNiE4= 2022-09-01T11:28:03.101 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g2BEWFjIndgYT6M4X2pcSqvNiE4=', 'Content-Length': '0'} 2022-09-01T11:28:03.103 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fa5974dea4adb864-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.105 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.106 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.107 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:03.108 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:03.109 DEBUG:boto:Method: GET 2022-09-01T11:28:03.110 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:28:03.111 DEBUG:boto:Data: 2022-09-01T11:28:03.111 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.112 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.113 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.113 DEBUG:boto:Params: {} 2022-09-01T11:28:03.114 DEBUG:boto:Token: None 2022-09-01T11:28:03.115 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.116 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.116 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.119 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004a507672a7e0276b-0063109743-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.120 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.122 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.123 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.124 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:03.124 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:03.125 DEBUG:boto:Method: GET 2022-09-01T11:28:03.125 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:28:03.126 DEBUG:boto:Data: 2022-09-01T11:28:03.127 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.127 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.128 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.128 DEBUG:boto:Params: {} 2022-09-01T11:28:03.129 DEBUG:boto:Token: None 2022-09-01T11:28:03.130 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.130 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.131 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.136 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000038c65922e8f36aa6-0063109743-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.137 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.137 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:28:03.138 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:03.139 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:03.139 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.140 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.141 DEBUG:boto:Method: GET 2022-09-01T11:28:03.141 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.142 DEBUG:boto:Data: 2022-09-01T11:28:03.142 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.143 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.143 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.144 DEBUG:boto:Params: {} 2022-09-01T11:28:03.145 DEBUG:boto:Token: None 2022-09-01T11:28:03.146 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.146 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1dygZnkWWvrEP4XttfiwRerp9OU= 2022-09-01T11:28:03.147 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1dygZnkWWvrEP4XttfiwRerp9OU=', 'Content-Length': '0'} 2022-09-01T11:28:03.149 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000066d98d830e4ea29b-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.190 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:03.191 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:03.192 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.192 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.193 DEBUG:boto:Method: GET 2022-09-01T11:28:03.193 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.194 DEBUG:boto:Data: 2022-09-01T11:28:03.195 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.195 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.196 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.197 DEBUG:boto:Params: {} 2022-09-01T11:28:03.197 DEBUG:boto:Token: None 2022-09-01T11:28:03.198 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.199 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1dygZnkWWvrEP4XttfiwRerp9OU= 2022-09-01T11:28:03.200 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1dygZnkWWvrEP4XttfiwRerp9OU=', 'Content-Length': '0'} 2022-09-01T11:28:03.202 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000017bce6e886c412b4-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.203 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:03.204 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:03.204 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.204 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.205 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.205 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.206 DEBUG:boto:Data: 2022-09-01T11:28:03.207 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.207 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.208 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.208 DEBUG:boto:Params: {} 2022-09-01T11:28:03.209 DEBUG:boto:Token: None 2022-09-01T11:28:03.209 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v/+jXdmBc7aD1mIp6q6jXqGXO7Y= 2022-09-01T11:28:03.211 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v/+jXdmBc7aD1mIp6q6jXqGXO7Y=', 'Content-Length': '0'} 2022-09-01T11:28:03.213 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006cff97d3cc951754-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.214 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:03.214 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:03.215 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.215 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.216 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.216 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.217 DEBUG:boto:Data: 2022-09-01T11:28:03.218 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.219 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.219 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.220 DEBUG:boto:Params: {} 2022-09-01T11:28:03.220 DEBUG:boto:Token: None 2022-09-01T11:28:03.221 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.222 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v/+jXdmBc7aD1mIp6q6jXqGXO7Y= 2022-09-01T11:28:03.222 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v/+jXdmBc7aD1mIp6q6jXqGXO7Y=', 'Content-Length': '0'} 2022-09-01T11:28:03.224 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cb999e627677914d-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.225 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:28:03.226 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:03.226 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:03.227 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.227 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.228 DEBUG:boto:Method: GET 2022-09-01T11:28:03.229 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.229 DEBUG:boto:Data: 2022-09-01T11:28:03.230 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.230 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.231 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.231 DEBUG:boto:Params: {} 2022-09-01T11:28:03.232 DEBUG:boto:Token: None 2022-09-01T11:28:03.233 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.233 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1dygZnkWWvrEP4XttfiwRerp9OU= 2022-09-01T11:28:03.234 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1dygZnkWWvrEP4XttfiwRerp9OU=', 'Content-Length': '0'} 2022-09-01T11:28:03.237 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a1b1d4debd5816dc-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.238 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:03.239 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:03.239 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.240 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.241 DEBUG:boto:Method: GET 2022-09-01T11:28:03.241 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.242 DEBUG:boto:Data: 2022-09-01T11:28:03.242 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.243 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.244 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.244 DEBUG:boto:Params: {} 2022-09-01T11:28:03.245 DEBUG:boto:Token: None 2022-09-01T11:28:03.246 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:03.247 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1dygZnkWWvrEP4XttfiwRerp9OU= 2022-09-01T11:28:03.248 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1dygZnkWWvrEP4XttfiwRerp9OU=', 'Content-Length': '0'} 2022-09-01T11:28:03.251 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000058251751f5a914b6-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.295 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.296 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.296 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:03.297 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:03.298 DEBUG:boto:Method: GET 2022-09-01T11:28:03.298 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:28:03.299 DEBUG:boto:Data: 2022-09-01T11:28:03.300 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.300 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.301 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.301 DEBUG:boto:Params: {} 2022-09-01T11:28:03.302 DEBUG:boto:Token: None 2022-09-01T11:28:03.303 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.303 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.304 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.308 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a692bdfd3da61a2e-0063109743-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.309 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.310 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.310 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.311 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:03.312 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:03.313 DEBUG:boto:Method: GET 2022-09-01T11:28:03.314 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:28:03.315 DEBUG:boto:Data: 2022-09-01T11:28:03.316 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.317 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.318 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.319 DEBUG:boto:Params: {} 2022-09-01T11:28:03.320 DEBUG:boto:Token: None 2022-09-01T11:28:03.321 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.322 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.323 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.328 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007337754faf1155e7-0063109743-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.329 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.330 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:03.330 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:03.331 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.331 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:28:03.332 DEBUG:boto:Data: 2022-09-01T11:28:03.332 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.333 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.333 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.334 DEBUG:boto:Params: {} 2022-09-01T11:28:03.335 DEBUG:boto:Token: None 2022-09-01T11:28:03.335 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj76 2022-09-01T11:28:03.336 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kDl5eJrKVQ390y4WkbaQGlIjkR8= 2022-09-01T11:28:03.337 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kDl5eJrKVQ390y4WkbaQGlIjkR8=', 'Content-Length': '0'} 2022-09-01T11:28:03.339 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000105386da76271d0e-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.341 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:03.341 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:03.342 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.343 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:28:03.344 DEBUG:boto:Data: 2022-09-01T11:28:03.345 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.346 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.347 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.348 DEBUG:boto:Params: {} 2022-09-01T11:28:03.348 DEBUG:boto:Token: None 2022-09-01T11:28:03.349 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj76 2022-09-01T11:28:03.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kDl5eJrKVQ390y4WkbaQGlIjkR8= 2022-09-01T11:28:03.351 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kDl5eJrKVQ390y4WkbaQGlIjkR8=', 'Content-Length': '0'} 2022-09-01T11:28:03.353 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000024b21df9c0d3ff8e-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.354 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:28:03.355 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:03.355 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:03.356 DEBUG:boto:Method: GET 2022-09-01T11:28:03.356 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:28:03.357 DEBUG:boto:Data: 2022-09-01T11:28:03.357 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.358 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.358 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.359 DEBUG:boto:Params: {} 2022-09-01T11:28:03.360 DEBUG:boto:Token: None 2022-09-01T11:28:03.360 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj76 2022-09-01T11:28:03.361 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1GujVO9aPRStwRA5L6e9Tjjiv3c= 2022-09-01T11:28:03.362 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1GujVO9aPRStwRA5L6e9Tjjiv3c=', 'Content-Length': '0'} 2022-09-01T11:28:03.364 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000892938c4bdf94e88-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.365 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:03.365 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:03.366 DEBUG:boto:Method: GET 2022-09-01T11:28:03.366 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:28:03.367 DEBUG:boto:Data: 2022-09-01T11:28:03.368 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.368 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.369 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.369 DEBUG:boto:Params: {} 2022-09-01T11:28:03.370 DEBUG:boto:Token: None 2022-09-01T11:28:03.371 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj76 2022-09-01T11:28:03.371 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1GujVO9aPRStwRA5L6e9Tjjiv3c= 2022-09-01T11:28:03.372 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1GujVO9aPRStwRA5L6e9Tjjiv3c=', 'Content-Length': '0'} 2022-09-01T11:28:03.375 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b047283b5e2ad5b4-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.376 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.376 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.377 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:03.377 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:03.378 DEBUG:boto:Method: GET 2022-09-01T11:28:03.378 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:28:03.379 DEBUG:boto:Data: 2022-09-01T11:28:03.379 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.380 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.381 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.381 DEBUG:boto:Params: {} 2022-09-01T11:28:03.382 DEBUG:boto:Token: None 2022-09-01T11:28:03.383 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.384 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.384 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.387 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ce02eefe0d287339-0063109743-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.388 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.389 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.389 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.390 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:03.391 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:03.391 DEBUG:boto:Method: GET 2022-09-01T11:28:03.392 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:28:03.393 DEBUG:boto:Data: 2022-09-01T11:28:03.394 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.395 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.395 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.396 DEBUG:boto:Params: {} 2022-09-01T11:28:03.397 DEBUG:boto:Token: None 2022-09-01T11:28:03.397 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.398 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.398 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.403 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007d52ed58a96eef85-0063109743-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.446 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.447 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:28:03.448 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:03.448 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:03.449 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.449 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.450 DEBUG:boto:Method: GET 2022-09-01T11:28:03.451 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.451 DEBUG:boto:Data: 2022-09-01T11:28:03.452 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.452 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.453 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.453 DEBUG:boto:Params: {} 2022-09-01T11:28:03.454 DEBUG:boto:Token: None 2022-09-01T11:28:03.455 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.456 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L0FG14lkKbtVSJcAJh5pNYFd/H0= 2022-09-01T11:28:03.457 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L0FG14lkKbtVSJcAJh5pNYFd/H0=', 'Content-Length': '0'} 2022-09-01T11:28:03.460 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007b49d53a6b76591d-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.461 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:03.462 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:03.463 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.464 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.465 DEBUG:boto:Method: GET 2022-09-01T11:28:03.466 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.467 DEBUG:boto:Data: 2022-09-01T11:28:03.468 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.468 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.469 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.469 DEBUG:boto:Params: {} 2022-09-01T11:28:03.470 DEBUG:boto:Token: None 2022-09-01T11:28:03.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L0FG14lkKbtVSJcAJh5pNYFd/H0= 2022-09-01T11:28:03.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L0FG14lkKbtVSJcAJh5pNYFd/H0=', 'Content-Length': '0'} 2022-09-01T11:28:03.474 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000547a1d2be83b4ff7-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.475 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:03.476 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:03.476 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.477 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.477 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.478 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.478 DEBUG:boto:Data: 2022-09-01T11:28:03.479 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.479 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.480 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.480 DEBUG:boto:Params: {} 2022-09-01T11:28:03.481 DEBUG:boto:Token: None 2022-09-01T11:28:03.481 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.482 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BYyk+TAHlTP1OuiyW15f3vcSBHA= 2022-09-01T11:28:03.483 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BYyk+TAHlTP1OuiyW15f3vcSBHA=', 'Content-Length': '0'} 2022-09-01T11:28:03.485 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000097cb55c2edabfa9c-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.486 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:03.487 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:03.487 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.488 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.488 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.489 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.489 DEBUG:boto:Data: 2022-09-01T11:28:03.490 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.490 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.491 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.491 DEBUG:boto:Params: {} 2022-09-01T11:28:03.492 DEBUG:boto:Token: None 2022-09-01T11:28:03.492 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.493 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BYyk+TAHlTP1OuiyW15f3vcSBHA= 2022-09-01T11:28:03.494 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BYyk+TAHlTP1OuiyW15f3vcSBHA=', 'Content-Length': '0'} 2022-09-01T11:28:03.496 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002a73f1ff1a5a1f8d-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.497 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:28:03.497 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:03.498 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:03.499 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.499 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.500 DEBUG:boto:Method: GET 2022-09-01T11:28:03.500 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.501 DEBUG:boto:Data: 2022-09-01T11:28:03.501 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.502 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.502 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.503 DEBUG:boto:Params: {} 2022-09-01T11:28:03.504 DEBUG:boto:Token: None 2022-09-01T11:28:03.505 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L0FG14lkKbtVSJcAJh5pNYFd/H0= 2022-09-01T11:28:03.506 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L0FG14lkKbtVSJcAJh5pNYFd/H0=', 'Content-Length': '0'} 2022-09-01T11:28:03.508 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c61327150e8f7a8-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.509 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:03.509 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:03.510 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.511 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.511 DEBUG:boto:Method: GET 2022-09-01T11:28:03.512 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.512 DEBUG:boto:Data: 2022-09-01T11:28:03.513 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.513 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.514 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.514 DEBUG:boto:Params: {} 2022-09-01T11:28:03.515 DEBUG:boto:Token: None 2022-09-01T11:28:03.516 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:03.517 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L0FG14lkKbtVSJcAJh5pNYFd/H0= 2022-09-01T11:28:03.517 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L0FG14lkKbtVSJcAJh5pNYFd/H0=', 'Content-Length': '0'} 2022-09-01T11:28:03.520 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045df8aac9695a9a1-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.520 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.521 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.522 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:03.522 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:03.523 DEBUG:boto:Method: GET 2022-09-01T11:28:03.523 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:28:03.524 DEBUG:boto:Data: 2022-09-01T11:28:03.524 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.525 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.525 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.526 DEBUG:boto:Params: {} 2022-09-01T11:28:03.527 DEBUG:boto:Token: None 2022-09-01T11:28:03.527 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.528 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.529 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.532 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000012161f2f0c5a64c9-0063109743-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.532 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.533 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.534 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.534 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:03.535 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:03.535 DEBUG:boto:Method: GET 2022-09-01T11:28:03.536 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:28:03.537 DEBUG:boto:Data: 2022-09-01T11:28:03.537 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.538 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.538 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.539 DEBUG:boto:Params: {} 2022-09-01T11:28:03.540 DEBUG:boto:Token: None 2022-09-01T11:28:03.540 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.541 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.546 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b4cb71afddfeb383-0063109743-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.547 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.548 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:03.549 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:03.549 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.550 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:28:03.550 DEBUG:boto:Data: 2022-09-01T11:28:03.551 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.551 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.552 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.552 DEBUG:boto:Params: {} 2022-09-01T11:28:03.553 DEBUG:boto:Token: None 2022-09-01T11:28:03.554 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj85 2022-09-01T11:28:03.555 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZfZ2ZylHxnYCsV/YNc3TpCVddvU= 2022-09-01T11:28:03.556 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZfZ2ZylHxnYCsV/YNc3TpCVddvU=', 'Content-Length': '0'} 2022-09-01T11:28:03.558 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000006b808429d6cb343-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.560 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:03.561 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:03.562 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.562 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:28:03.563 DEBUG:boto:Data: 2022-09-01T11:28:03.564 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.565 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.565 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.565 DEBUG:boto:Params: {} 2022-09-01T11:28:03.566 DEBUG:boto:Token: None 2022-09-01T11:28:03.567 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj85 2022-09-01T11:28:03.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZfZ2ZylHxnYCsV/YNc3TpCVddvU= 2022-09-01T11:28:03.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZfZ2ZylHxnYCsV/YNc3TpCVddvU=', 'Content-Length': '0'} 2022-09-01T11:28:03.570 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007cd73c633a20278f-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.571 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:28:03.571 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:03.572 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:03.573 DEBUG:boto:Method: GET 2022-09-01T11:28:03.573 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:28:03.574 DEBUG:boto:Data: 2022-09-01T11:28:03.574 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.575 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.575 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.576 DEBUG:boto:Params: {} 2022-09-01T11:28:03.577 DEBUG:boto:Token: None 2022-09-01T11:28:03.577 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj85 2022-09-01T11:28:03.578 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nkCk07wKeXaHJjTF8+H4Uc4Uq1A= 2022-09-01T11:28:03.578 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nkCk07wKeXaHJjTF8+H4Uc4Uq1A=', 'Content-Length': '0'} 2022-09-01T11:28:03.581 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000246384d871bfd8b4-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.622 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:03.623 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:03.624 DEBUG:boto:Method: GET 2022-09-01T11:28:03.625 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:28:03.626 DEBUG:boto:Data: 2022-09-01T11:28:03.627 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.628 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.629 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.629 DEBUG:boto:Params: {} 2022-09-01T11:28:03.630 DEBUG:boto:Token: None 2022-09-01T11:28:03.631 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj85 2022-09-01T11:28:03.632 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nkCk07wKeXaHJjTF8+H4Uc4Uq1A= 2022-09-01T11:28:03.632 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nkCk07wKeXaHJjTF8+H4Uc4Uq1A=', 'Content-Length': '0'} 2022-09-01T11:28:03.635 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000059c40e7246122745-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.636 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.636 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.637 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:03.638 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:03.639 DEBUG:boto:Method: GET 2022-09-01T11:28:03.640 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:28:03.641 DEBUG:boto:Data: 2022-09-01T11:28:03.642 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.643 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.644 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.645 DEBUG:boto:Params: {} 2022-09-01T11:28:03.646 DEBUG:boto:Token: None 2022-09-01T11:28:03.647 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.648 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.649 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.652 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000057337dcb8e42df5d-0063109743-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.653 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.653 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.654 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.655 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:03.655 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:03.656 DEBUG:boto:Method: GET 2022-09-01T11:28:03.656 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:28:03.657 DEBUG:boto:Data: 2022-09-01T11:28:03.657 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.658 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.659 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.660 DEBUG:boto:Params: {} 2022-09-01T11:28:03.660 DEBUG:boto:Token: None 2022-09-01T11:28:03.661 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.662 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.667 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005ea16a33f402b6b1-0063109743-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.668 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.669 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:28:03.670 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:03.671 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:03.672 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.673 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.674 DEBUG:boto:Method: GET 2022-09-01T11:28:03.675 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.676 DEBUG:boto:Data: 2022-09-01T11:28:03.677 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.678 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.679 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.680 DEBUG:boto:Params: {} 2022-09-01T11:28:03.681 DEBUG:boto:Token: None 2022-09-01T11:28:03.682 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.683 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ythRMzM84jc1tEVHllXaY08KKg8= 2022-09-01T11:28:03.684 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ythRMzM84jc1tEVHllXaY08KKg8=', 'Content-Length': '0'} 2022-09-01T11:28:03.687 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ce010eea16f3716f-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.689 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:03.689 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:03.690 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.691 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.692 DEBUG:boto:Method: GET 2022-09-01T11:28:03.693 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.693 DEBUG:boto:Data: 2022-09-01T11:28:03.694 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.695 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.695 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.696 DEBUG:boto:Params: {} 2022-09-01T11:28:03.697 DEBUG:boto:Token: None 2022-09-01T11:28:03.697 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.698 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ythRMzM84jc1tEVHllXaY08KKg8= 2022-09-01T11:28:03.699 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ythRMzM84jc1tEVHllXaY08KKg8=', 'Content-Length': '0'} 2022-09-01T11:28:03.702 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a8ade6403f1a08b5-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.703 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:03.704 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:03.705 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.706 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.707 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.707 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.710 DEBUG:boto:Data: 2022-09-01T11:28:03.711 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.712 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.712 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.713 DEBUG:boto:Params: {} 2022-09-01T11:28:03.714 DEBUG:boto:Token: None 2022-09-01T11:28:03.715 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TwbbwZpiiaBJdk9b4caeBfEnDAo= 2022-09-01T11:28:03.717 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TwbbwZpiiaBJdk9b4caeBfEnDAo=', 'Content-Length': '0'} 2022-09-01T11:28:03.720 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e1fd3d9669bb494c-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.721 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:03.722 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:03.723 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.724 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.725 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.725 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.726 DEBUG:boto:Data: 2022-09-01T11:28:03.727 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.727 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.728 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.728 DEBUG:boto:Params: {} 2022-09-01T11:28:03.729 DEBUG:boto:Token: None 2022-09-01T11:28:03.729 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.730 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TwbbwZpiiaBJdk9b4caeBfEnDAo= 2022-09-01T11:28:03.731 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TwbbwZpiiaBJdk9b4caeBfEnDAo=', 'Content-Length': '0'} 2022-09-01T11:28:03.733 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006336e4a044dda442-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.734 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:28:03.735 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:03.735 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:03.736 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.737 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.737 DEBUG:boto:Method: GET 2022-09-01T11:28:03.738 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.738 DEBUG:boto:Data: 2022-09-01T11:28:03.739 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.740 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.740 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.741 DEBUG:boto:Params: {} 2022-09-01T11:28:03.741 DEBUG:boto:Token: None 2022-09-01T11:28:03.742 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.743 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ythRMzM84jc1tEVHllXaY08KKg8= 2022-09-01T11:28:03.743 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ythRMzM84jc1tEVHllXaY08KKg8=', 'Content-Length': '0'} 2022-09-01T11:28:03.746 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d59431d8927db8e-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.747 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:03.747 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:03.748 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.748 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.749 DEBUG:boto:Method: GET 2022-09-01T11:28:03.750 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.751 DEBUG:boto:Data: 2022-09-01T11:28:03.752 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.753 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.754 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.755 DEBUG:boto:Params: {} 2022-09-01T11:28:03.756 DEBUG:boto:Token: None 2022-09-01T11:28:03.757 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:03.757 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ythRMzM84jc1tEVHllXaY08KKg8= 2022-09-01T11:28:03.758 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ythRMzM84jc1tEVHllXaY08KKg8=', 'Content-Length': '0'} 2022-09-01T11:28:03.760 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001a4fe0db7b27ae96-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.761 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.762 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.762 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:03.763 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:03.763 DEBUG:boto:Method: GET 2022-09-01T11:28:03.764 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:28:03.764 DEBUG:boto:Data: 2022-09-01T11:28:03.765 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.765 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.766 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.766 DEBUG:boto:Params: {} 2022-09-01T11:28:03.767 DEBUG:boto:Token: None 2022-09-01T11:28:03.768 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.768 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.772 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c34b4662f8ca5a6d-0063109743-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.818 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.820 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.820 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.821 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:03.822 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:03.823 DEBUG:boto:Method: GET 2022-09-01T11:28:03.823 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:28:03.824 DEBUG:boto:Data: 2022-09-01T11:28:03.824 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.825 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.825 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.826 DEBUG:boto:Params: {} 2022-09-01T11:28:03.827 DEBUG:boto:Token: None 2022-09-01T11:28:03.827 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.828 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.828 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.833 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000412a1e1ce396932c-0063109743-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.833 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.834 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:03.835 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:03.835 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.836 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:28:03.836 DEBUG:boto:Data: 2022-09-01T11:28:03.837 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.838 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.838 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.839 DEBUG:boto:Params: {} 2022-09-01T11:28:03.839 DEBUG:boto:Token: None 2022-09-01T11:28:03.840 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj87 2022-09-01T11:28:03.841 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aYZyriQ18scdwQRa6oOySu4aX5c= 2022-09-01T11:28:03.841 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aYZyriQ18scdwQRa6oOySu4aX5c=', 'Content-Length': '0'} 2022-09-01T11:28:03.843 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000075415ccbd762f77c-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.844 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:03.845 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:03.845 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.846 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:28:03.846 DEBUG:boto:Data: 2022-09-01T11:28:03.847 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.848 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.848 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.849 DEBUG:boto:Params: {} 2022-09-01T11:28:03.849 DEBUG:boto:Token: None 2022-09-01T11:28:03.850 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj87 2022-09-01T11:28:03.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aYZyriQ18scdwQRa6oOySu4aX5c= 2022-09-01T11:28:03.851 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aYZyriQ18scdwQRa6oOySu4aX5c=', 'Content-Length': '0'} 2022-09-01T11:28:03.854 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000199bdbb7a87d071b-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.854 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:28:03.855 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:03.856 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:03.856 DEBUG:boto:Method: GET 2022-09-01T11:28:03.857 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:28:03.857 DEBUG:boto:Data: 2022-09-01T11:28:03.858 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.858 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.859 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.859 DEBUG:boto:Params: {} 2022-09-01T11:28:03.860 DEBUG:boto:Token: None 2022-09-01T11:28:03.860 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj87 2022-09-01T11:28:03.861 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AVOlNpl3WXG9RKGz63pmXjCdp8k= 2022-09-01T11:28:03.862 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AVOlNpl3WXG9RKGz63pmXjCdp8k=', 'Content-Length': '0'} 2022-09-01T11:28:03.864 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000686fa298d07abcf2-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.865 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:03.865 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:03.866 DEBUG:boto:Method: GET 2022-09-01T11:28:03.867 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:28:03.867 DEBUG:boto:Data: 2022-09-01T11:28:03.868 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.868 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.869 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.869 DEBUG:boto:Params: {} 2022-09-01T11:28:03.870 DEBUG:boto:Token: None 2022-09-01T11:28:03.871 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj87 2022-09-01T11:28:03.871 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AVOlNpl3WXG9RKGz63pmXjCdp8k= 2022-09-01T11:28:03.872 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AVOlNpl3WXG9RKGz63pmXjCdp8k=', 'Content-Length': '0'} 2022-09-01T11:28:03.874 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d3d47b057662c9dc-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.918 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.919 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.919 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:03.920 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:03.921 DEBUG:boto:Method: GET 2022-09-01T11:28:03.922 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:28:03.922 DEBUG:boto:Data: 2022-09-01T11:28:03.923 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.924 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.925 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.926 DEBUG:boto:Params: {} 2022-09-01T11:28:03.928 DEBUG:boto:Token: None 2022-09-01T11:28:03.929 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.930 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.931 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.934 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004993a51252273f44-0063109743-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.935 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.937 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:03.938 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:03.939 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:03.940 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:03.941 DEBUG:boto:Method: GET 2022-09-01T11:28:03.942 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:28:03.943 DEBUG:boto:Data: 2022-09-01T11:28:03.944 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.944 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.945 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.946 DEBUG:boto:Params: {} 2022-09-01T11:28:03.947 DEBUG:boto:Token: None 2022-09-01T11:28:03.948 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/ 2022-09-01T11:28:03.949 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew= 2022-09-01T11:28:03.950 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XqR6gCWSWfuNdb/aK8oBR8+hvew=', 'Content-Length': '0'} 2022-09-01T11:28:03.955 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000093897fc1022113aa-0063109743-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.956 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:03.957 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:28:03.958 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:03.958 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:03.959 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:03.960 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:03.960 DEBUG:boto:Method: GET 2022-09-01T11:28:03.961 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:03.962 DEBUG:boto:Data: 2022-09-01T11:28:03.963 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.963 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.964 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.964 DEBUG:boto:Params: {} 2022-09-01T11:28:03.965 DEBUG:boto:Token: None 2022-09-01T11:28:03.966 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:03.966 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cUeKTpaPvdUkHkynIdbBnJYt+Cc= 2022-09-01T11:28:03.967 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cUeKTpaPvdUkHkynIdbBnJYt+Cc=', 'Content-Length': '0'} 2022-09-01T11:28:03.970 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d2888f72bce4b8af-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.970 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:03.971 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:03.972 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:03.973 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:03.973 DEBUG:boto:Method: GET 2022-09-01T11:28:03.974 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:03.974 DEBUG:boto:Data: 2022-09-01T11:28:03.975 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.975 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.976 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.976 DEBUG:boto:Params: {} 2022-09-01T11:28:03.977 DEBUG:boto:Token: None 2022-09-01T11:28:03.978 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:03.978 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cUeKTpaPvdUkHkynIdbBnJYt+Cc= 2022-09-01T11:28:03.979 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cUeKTpaPvdUkHkynIdbBnJYt+Cc=', 'Content-Length': '0'} 2022-09-01T11:28:03.981 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008fdf962d007ccf20-0063109743-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.982 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:03.983 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:03.983 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:03.984 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:03.984 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.985 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:03.985 DEBUG:boto:Data: 2022-09-01T11:28:03.986 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.986 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:03.987 DEBUG:boto:Port: 8000 2022-09-01T11:28:03.987 DEBUG:boto:Params: {} 2022-09-01T11:28:03.988 DEBUG:boto:Token: None 2022-09-01T11:28:03.989 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:03 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:03.989 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sYJr/+BXx3gVNCuorMdxZm5G0gE= 2022-09-01T11:28:03.990 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sYJr/+BXx3gVNCuorMdxZm5G0gE=', 'Content-Length': '0'} 2022-09-01T11:28:03.992 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fc291f83ef077cf1-0063109743-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:03.993 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:03.994 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:03.994 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:03.995 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:03.996 DEBUG:boto:Method: HEAD 2022-09-01T11:28:03.996 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:03.997 DEBUG:boto:Data: 2022-09-01T11:28:03.998 DEBUG:boto:Headers: {} 2022-09-01T11:28:03.998 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:03.999 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.000 DEBUG:boto:Params: {} 2022-09-01T11:28:04.000 DEBUG:boto:Token: None 2022-09-01T11:28:04.001 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:04.002 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iqhKY2JtpgJ/4vlp+/0q/Dbevss= 2022-09-01T11:28:04.002 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iqhKY2JtpgJ/4vlp+/0q/Dbevss=', 'Content-Length': '0'} 2022-09-01T11:28:04.005 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe4a7d481fa8276e-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.006 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:28:04.007 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:04.007 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:04.008 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:04.009 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:04.009 DEBUG:boto:Method: GET 2022-09-01T11:28:04.010 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:04.010 DEBUG:boto:Data: 2022-09-01T11:28:04.011 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.011 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.012 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.012 DEBUG:boto:Params: {} 2022-09-01T11:28:04.013 DEBUG:boto:Token: None 2022-09-01T11:28:04.014 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:04.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bHcwMmVKJwwNIo/+H4QJeVhM5O8= 2022-09-01T11:28:04.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bHcwMmVKJwwNIo/+H4QJeVhM5O8=', 'Content-Length': '0'} 2022-09-01T11:28:04.017 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000123c26fc0d568d32-0063109744-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.018 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:04.019 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:04.019 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:04.020 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:04.020 DEBUG:boto:Method: GET 2022-09-01T11:28:04.021 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:04.021 DEBUG:boto:Data: 2022-09-01T11:28:04.022 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.023 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.023 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.024 DEBUG:boto:Params: {} 2022-09-01T11:28:04.024 DEBUG:boto:Token: None 2022-09-01T11:28:04.025 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:04.025 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bHcwMmVKJwwNIo/+H4QJeVhM5O8= 2022-09-01T11:28:04.026 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bHcwMmVKJwwNIo/+H4QJeVhM5O8=', 'Content-Length': '0'} 2022-09-01T11:28:04.029 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000006b5e16902ec2be2-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.029 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.030 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.031 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:04.031 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:04.032 DEBUG:boto:Method: GET 2022-09-01T11:28:04.032 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:28:04.033 DEBUG:boto:Data: 2022-09-01T11:28:04.033 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.034 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.034 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.035 DEBUG:boto:Params: {} 2022-09-01T11:28:04.035 DEBUG:boto:Token: None 2022-09-01T11:28:04.036 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.037 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.037 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.040 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a48ee9b5b2ea24f2-0063109744-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.041 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.042 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.042 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.043 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:04.043 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:04.044 DEBUG:boto:Method: GET 2022-09-01T11:28:04.044 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:28:04.045 DEBUG:boto:Data: 2022-09-01T11:28:04.045 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.046 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.046 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.047 DEBUG:boto:Params: {} 2022-09-01T11:28:04.048 DEBUG:boto:Token: None 2022-09-01T11:28:04.048 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.049 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.054 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000084841c1de895093-0063109744-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.055 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.056 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:04.056 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:04.057 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.057 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:28:04.058 DEBUG:boto:Data: 2022-09-01T11:28:04.058 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.059 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.059 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.060 DEBUG:boto:Params: {} 2022-09-01T11:28:04.060 DEBUG:boto:Token: None 2022-09-01T11:28:04.061 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj92 2022-09-01T11:28:04.062 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NXn3KSwZSFcf0QRZwHwJq4/wQT4= 2022-09-01T11:28:04.062 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NXn3KSwZSFcf0QRZwHwJq4/wQT4=', 'Content-Length': '0'} 2022-09-01T11:28:04.064 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008842ce5792e8c31a-0063109744-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.065 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:04.066 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:04.066 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.067 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:28:04.067 DEBUG:boto:Data: 2022-09-01T11:28:04.068 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.068 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.069 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.069 DEBUG:boto:Params: {} 2022-09-01T11:28:04.070 DEBUG:boto:Token: None 2022-09-01T11:28:04.070 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj92 2022-09-01T11:28:04.071 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NXn3KSwZSFcf0QRZwHwJq4/wQT4= 2022-09-01T11:28:04.072 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NXn3KSwZSFcf0QRZwHwJq4/wQT4=', 'Content-Length': '0'} 2022-09-01T11:28:04.074 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000e35187fc6e2a393-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.075 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:28:04.075 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:04.076 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:04.077 DEBUG:boto:Method: GET 2022-09-01T11:28:04.077 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:28:04.078 DEBUG:boto:Data: 2022-09-01T11:28:04.078 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.079 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.079 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.080 DEBUG:boto:Params: {} 2022-09-01T11:28:04.080 DEBUG:boto:Token: None 2022-09-01T11:28:04.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj92 2022-09-01T11:28:04.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:22YALad6VMUy/DklV0wzFfHLwLI= 2022-09-01T11:28:04.082 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:22YALad6VMUy/DklV0wzFfHLwLI=', 'Content-Length': '0'} 2022-09-01T11:28:04.084 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000041822fe70e265790-0063109744-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.085 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:04.086 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:04.086 DEBUG:boto:Method: GET 2022-09-01T11:28:04.087 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:28:04.087 DEBUG:boto:Data: 2022-09-01T11:28:04.088 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.089 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.089 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.090 DEBUG:boto:Params: {} 2022-09-01T11:28:04.090 DEBUG:boto:Token: None 2022-09-01T11:28:04.091 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj92 2022-09-01T11:28:04.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:22YALad6VMUy/DklV0wzFfHLwLI= 2022-09-01T11:28:04.092 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:22YALad6VMUy/DklV0wzFfHLwLI=', 'Content-Length': '0'} 2022-09-01T11:28:04.094 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000041a90575f8a7fe68-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.138 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.140 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.141 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:04.141 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:04.142 DEBUG:boto:Method: GET 2022-09-01T11:28:04.143 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:28:04.143 DEBUG:boto:Data: 2022-09-01T11:28:04.144 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.144 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.145 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.146 DEBUG:boto:Params: {} 2022-09-01T11:28:04.146 DEBUG:boto:Token: None 2022-09-01T11:28:04.147 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.152 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000846bf37b04cea5ed-0063109744-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.153 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.154 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.155 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.156 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:04.156 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:04.157 DEBUG:boto:Method: GET 2022-09-01T11:28:04.158 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:28:04.159 DEBUG:boto:Data: 2022-09-01T11:28:04.159 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.160 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.161 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.161 DEBUG:boto:Params: {} 2022-09-01T11:28:04.162 DEBUG:boto:Token: None 2022-09-01T11:28:04.163 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.169 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006f52a4a778270959-0063109744-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.170 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.171 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:28:04.171 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:04.172 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:04.172 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.173 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.174 DEBUG:boto:Method: GET 2022-09-01T11:28:04.174 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.175 DEBUG:boto:Data: 2022-09-01T11:28:04.175 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.176 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.176 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.177 DEBUG:boto:Params: {} 2022-09-01T11:28:04.177 DEBUG:boto:Token: None 2022-09-01T11:28:04.178 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.179 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gVfoKy2V++tm8lMW+V5Pdi1uLoA= 2022-09-01T11:28:04.179 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gVfoKy2V++tm8lMW+V5Pdi1uLoA=', 'Content-Length': '0'} 2022-09-01T11:28:04.182 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073da7f69cc5dd1b8-0063109744-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.183 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:04.183 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:04.184 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.184 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.185 DEBUG:boto:Method: GET 2022-09-01T11:28:04.185 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.186 DEBUG:boto:Data: 2022-09-01T11:28:04.186 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.187 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.187 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.188 DEBUG:boto:Params: {} 2022-09-01T11:28:04.189 DEBUG:boto:Token: None 2022-09-01T11:28:04.189 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.190 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gVfoKy2V++tm8lMW+V5Pdi1uLoA= 2022-09-01T11:28:04.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gVfoKy2V++tm8lMW+V5Pdi1uLoA=', 'Content-Length': '0'} 2022-09-01T11:28:04.193 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000037e81dc4f0552696-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.194 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:04.195 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:04.196 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.196 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.197 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.198 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.198 DEBUG:boto:Data: 2022-09-01T11:28:04.199 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.199 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.200 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.201 DEBUG:boto:Params: {} 2022-09-01T11:28:04.201 DEBUG:boto:Token: None 2022-09-01T11:28:04.202 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.203 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EFO0G9kkGHZcqKEedZFs8QcQXko= 2022-09-01T11:28:04.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EFO0G9kkGHZcqKEedZFs8QcQXko=', 'Content-Length': '0'} 2022-09-01T11:28:04.206 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000712fe94c3c3d51f5-0063109744-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.207 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:04.207 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:04.208 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.208 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.209 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.209 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.210 DEBUG:boto:Data: 2022-09-01T11:28:04.210 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.211 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.211 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.212 DEBUG:boto:Params: {} 2022-09-01T11:28:04.212 DEBUG:boto:Token: None 2022-09-01T11:28:04.213 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.213 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EFO0G9kkGHZcqKEedZFs8QcQXko= 2022-09-01T11:28:04.214 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EFO0G9kkGHZcqKEedZFs8QcQXko=', 'Content-Length': '0'} 2022-09-01T11:28:04.217 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004a4d643f14ac8a05-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.217 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:28:04.218 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:04.219 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:04.219 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.220 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.220 DEBUG:boto:Method: GET 2022-09-01T11:28:04.221 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.222 DEBUG:boto:Data: 2022-09-01T11:28:04.222 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.223 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.223 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.224 DEBUG:boto:Params: {} 2022-09-01T11:28:04.225 DEBUG:boto:Token: None 2022-09-01T11:28:04.225 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.226 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gVfoKy2V++tm8lMW+V5Pdi1uLoA= 2022-09-01T11:28:04.227 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gVfoKy2V++tm8lMW+V5Pdi1uLoA=', 'Content-Length': '0'} 2022-09-01T11:28:04.229 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004da2ede550d68b12-0063109744-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.230 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:04.230 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:04.231 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.231 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.232 DEBUG:boto:Method: GET 2022-09-01T11:28:04.233 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.233 DEBUG:boto:Data: 2022-09-01T11:28:04.234 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.235 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.235 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.236 DEBUG:boto:Params: {} 2022-09-01T11:28:04.236 DEBUG:boto:Token: None 2022-09-01T11:28:04.237 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:04.238 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gVfoKy2V++tm8lMW+V5Pdi1uLoA= 2022-09-01T11:28:04.238 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gVfoKy2V++tm8lMW+V5Pdi1uLoA=', 'Content-Length': '0'} 2022-09-01T11:28:04.241 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000065721963b5faf18f-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.242 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.243 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.243 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:04.244 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:04.245 DEBUG:boto:Method: GET 2022-09-01T11:28:04.245 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:28:04.246 DEBUG:boto:Data: 2022-09-01T11:28:04.246 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.247 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.247 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.248 DEBUG:boto:Params: {} 2022-09-01T11:28:04.248 DEBUG:boto:Token: None 2022-09-01T11:28:04.249 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.251 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.252 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.255 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007f647f0cc0122bac-0063109744-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.256 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.257 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.257 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.258 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:04.258 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:04.259 DEBUG:boto:Method: GET 2022-09-01T11:28:04.260 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:28:04.261 DEBUG:boto:Data: 2022-09-01T11:28:04.262 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.263 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.264 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.265 DEBUG:boto:Params: {} 2022-09-01T11:28:04.266 DEBUG:boto:Token: None 2022-09-01T11:28:04.267 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.268 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.269 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.274 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000016f170bf2e7cef0a-0063109744-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.275 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.276 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:04.276 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:04.277 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.277 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:28:04.278 DEBUG:boto:Data: 2022-09-01T11:28:04.279 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.279 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.280 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.281 DEBUG:boto:Params: {} 2022-09-01T11:28:04.282 DEBUG:boto:Token: None 2022-09-01T11:28:04.283 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj93 2022-09-01T11:28:04.284 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L0ai36KlUJI43dJPLlIp02M0pP8= 2022-09-01T11:28:04.284 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L0ai36KlUJI43dJPLlIp02M0pP8=', 'Content-Length': '0'} 2022-09-01T11:28:04.286 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007088f9f61f82dec8-0063109744-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.287 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:04.287 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:04.288 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.288 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:28:04.289 DEBUG:boto:Data: 2022-09-01T11:28:04.289 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.290 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.290 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.291 DEBUG:boto:Params: {} 2022-09-01T11:28:04.291 DEBUG:boto:Token: None 2022-09-01T11:28:04.292 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj93 2022-09-01T11:28:04.293 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L0ai36KlUJI43dJPLlIp02M0pP8= 2022-09-01T11:28:04.293 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L0ai36KlUJI43dJPLlIp02M0pP8=', 'Content-Length': '0'} 2022-09-01T11:28:04.295 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000084fe400b8c46b9c8-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.296 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:28:04.297 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:04.297 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:04.298 DEBUG:boto:Method: GET 2022-09-01T11:28:04.298 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:28:04.299 DEBUG:boto:Data: 2022-09-01T11:28:04.299 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.300 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.300 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.301 DEBUG:boto:Params: {} 2022-09-01T11:28:04.302 DEBUG:boto:Token: None 2022-09-01T11:28:04.302 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj93 2022-09-01T11:28:04.303 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qGS7F71/oVeDAZjktiRMarmuI6w= 2022-09-01T11:28:04.303 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qGS7F71/oVeDAZjktiRMarmuI6w=', 'Content-Length': '0'} 2022-09-01T11:28:04.306 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000822f799d6cf6cf75-0063109744-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.350 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:04.351 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:04.352 DEBUG:boto:Method: GET 2022-09-01T11:28:04.352 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:28:04.353 DEBUG:boto:Data: 2022-09-01T11:28:04.353 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.354 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.354 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.355 DEBUG:boto:Params: {} 2022-09-01T11:28:04.355 DEBUG:boto:Token: None 2022-09-01T11:28:04.356 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj93 2022-09-01T11:28:04.357 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qGS7F71/oVeDAZjktiRMarmuI6w= 2022-09-01T11:28:04.357 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qGS7F71/oVeDAZjktiRMarmuI6w=', 'Content-Length': '0'} 2022-09-01T11:28:04.360 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000249a55808e5e217c-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.360 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.361 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.362 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:04.362 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:04.363 DEBUG:boto:Method: GET 2022-09-01T11:28:04.363 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:28:04.364 DEBUG:boto:Data: 2022-09-01T11:28:04.364 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.365 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.365 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.366 DEBUG:boto:Params: {} 2022-09-01T11:28:04.366 DEBUG:boto:Token: None 2022-09-01T11:28:04.367 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.368 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.368 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.371 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000154e0da8198d4210-0063109744-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.372 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.373 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.373 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.374 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:04.374 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:04.375 DEBUG:boto:Method: GET 2022-09-01T11:28:04.375 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:28:04.376 DEBUG:boto:Data: 2022-09-01T11:28:04.376 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.377 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.377 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.378 DEBUG:boto:Params: {} 2022-09-01T11:28:04.378 DEBUG:boto:Token: None 2022-09-01T11:28:04.379 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.380 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.380 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.385 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000903c5a0c13888af5-0063109744-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.385 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.386 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:28:04.387 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:04.387 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:04.388 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.388 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.389 DEBUG:boto:Method: GET 2022-09-01T11:28:04.389 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.390 DEBUG:boto:Data: 2022-09-01T11:28:04.390 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.391 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.391 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.392 DEBUG:boto:Params: {} 2022-09-01T11:28:04.393 DEBUG:boto:Token: None 2022-09-01T11:28:04.393 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.394 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tPz/9qzEfn3DBK+W7kpsnAfJbYQ= 2022-09-01T11:28:04.395 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tPz/9qzEfn3DBK+W7kpsnAfJbYQ=', 'Content-Length': '0'} 2022-09-01T11:28:04.397 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d632f8a3fffb379b-0063109744-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.397 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:04.398 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:04.399 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.399 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.400 DEBUG:boto:Method: GET 2022-09-01T11:28:04.400 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.401 DEBUG:boto:Data: 2022-09-01T11:28:04.401 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.402 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.402 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.403 DEBUG:boto:Params: {} 2022-09-01T11:28:04.403 DEBUG:boto:Token: None 2022-09-01T11:28:04.404 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.405 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tPz/9qzEfn3DBK+W7kpsnAfJbYQ= 2022-09-01T11:28:04.405 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tPz/9qzEfn3DBK+W7kpsnAfJbYQ=', 'Content-Length': '0'} 2022-09-01T11:28:04.408 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000871be532d45b6e39-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.409 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:04.410 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:04.410 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.411 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.411 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.412 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.412 DEBUG:boto:Data: 2022-09-01T11:28:04.413 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.413 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.414 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.414 DEBUG:boto:Params: {} 2022-09-01T11:28:04.415 DEBUG:boto:Token: None 2022-09-01T11:28:04.415 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u92FFSInbgZ+I/eLQD+sV6+IIdc= 2022-09-01T11:28:04.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u92FFSInbgZ+I/eLQD+sV6+IIdc=', 'Content-Length': '0'} 2022-09-01T11:28:04.419 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000096e200fac3d71fdd-0063109744-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.420 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:04.420 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:04.421 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.421 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.422 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.423 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.423 DEBUG:boto:Data: 2022-09-01T11:28:04.424 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.424 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.424 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.425 DEBUG:boto:Params: {} 2022-09-01T11:28:04.426 DEBUG:boto:Token: None 2022-09-01T11:28:04.426 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.427 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u92FFSInbgZ+I/eLQD+sV6+IIdc= 2022-09-01T11:28:04.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u92FFSInbgZ+I/eLQD+sV6+IIdc=', 'Content-Length': '0'} 2022-09-01T11:28:04.430 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009e2a591a63d8bef0-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.430 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:28:04.431 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:04.431 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:04.432 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.433 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.433 DEBUG:boto:Method: GET 2022-09-01T11:28:04.434 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.434 DEBUG:boto:Data: 2022-09-01T11:28:04.435 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.435 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.436 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.436 DEBUG:boto:Params: {} 2022-09-01T11:28:04.437 DEBUG:boto:Token: None 2022-09-01T11:28:04.437 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tPz/9qzEfn3DBK+W7kpsnAfJbYQ= 2022-09-01T11:28:04.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tPz/9qzEfn3DBK+W7kpsnAfJbYQ=', 'Content-Length': '0'} 2022-09-01T11:28:04.441 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000016af00ba1bf88ed-0063109744-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.482 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:04.483 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:04.484 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.484 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.485 DEBUG:boto:Method: GET 2022-09-01T11:28:04.485 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.486 DEBUG:boto:Data: 2022-09-01T11:28:04.486 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.487 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.487 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.488 DEBUG:boto:Params: {} 2022-09-01T11:28:04.489 DEBUG:boto:Token: None 2022-09-01T11:28:04.489 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:04.490 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tPz/9qzEfn3DBK+W7kpsnAfJbYQ= 2022-09-01T11:28:04.491 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tPz/9qzEfn3DBK+W7kpsnAfJbYQ=', 'Content-Length': '0'} 2022-09-01T11:28:04.493 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000557709359e206839-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.494 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.494 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.495 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:04.496 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:04.496 DEBUG:boto:Method: GET 2022-09-01T11:28:04.497 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:28:04.497 DEBUG:boto:Data: 2022-09-01T11:28:04.498 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.498 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.499 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.500 DEBUG:boto:Params: {} 2022-09-01T11:28:04.501 DEBUG:boto:Token: None 2022-09-01T11:28:04.502 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.507 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000094f2e2fa585e303c-0063109744-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.508 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.509 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.510 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.510 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:04.511 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:04.511 DEBUG:boto:Method: GET 2022-09-01T11:28:04.512 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:28:04.512 DEBUG:boto:Data: 2022-09-01T11:28:04.513 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.513 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.514 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.515 DEBUG:boto:Params: {} 2022-09-01T11:28:04.515 DEBUG:boto:Token: None 2022-09-01T11:28:04.516 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.516 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.517 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.521 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fd63edf5e1ab8128-0063109744-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.522 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.523 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:04.523 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:04.524 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.524 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:28:04.525 DEBUG:boto:Data: 2022-09-01T11:28:04.525 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.526 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.526 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.527 DEBUG:boto:Params: {} 2022-09-01T11:28:04.527 DEBUG:boto:Token: None 2022-09-01T11:28:04.528 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj95 2022-09-01T11:28:04.528 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BkbKrd2OqiIXupkj0pMo8JFj01k= 2022-09-01T11:28:04.529 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BkbKrd2OqiIXupkj0pMo8JFj01k=', 'Content-Length': '0'} 2022-09-01T11:28:04.531 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000050ac058bd89197d0-0063109744-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.532 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:04.532 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:04.533 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.534 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:28:04.534 DEBUG:boto:Data: 2022-09-01T11:28:04.535 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.535 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.536 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.536 DEBUG:boto:Params: {} 2022-09-01T11:28:04.537 DEBUG:boto:Token: None 2022-09-01T11:28:04.537 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj95 2022-09-01T11:28:04.538 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BkbKrd2OqiIXupkj0pMo8JFj01k= 2022-09-01T11:28:04.539 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BkbKrd2OqiIXupkj0pMo8JFj01k=', 'Content-Length': '0'} 2022-09-01T11:28:04.541 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c70127b09da82722-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.542 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:28:04.542 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:04.543 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:04.543 DEBUG:boto:Method: GET 2022-09-01T11:28:04.544 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:28:04.545 DEBUG:boto:Data: 2022-09-01T11:28:04.545 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.546 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.546 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.547 DEBUG:boto:Params: {} 2022-09-01T11:28:04.548 DEBUG:boto:Token: None 2022-09-01T11:28:04.548 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj95 2022-09-01T11:28:04.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SyOyiu+SLzc1zBCm34gLZASUdT4= 2022-09-01T11:28:04.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SyOyiu+SLzc1zBCm34gLZASUdT4=', 'Content-Length': '0'} 2022-09-01T11:28:04.552 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000305990de4f0670b5-0063109744-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.553 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:04.553 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:04.554 DEBUG:boto:Method: GET 2022-09-01T11:28:04.554 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:28:04.555 DEBUG:boto:Data: 2022-09-01T11:28:04.556 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.556 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.557 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.557 DEBUG:boto:Params: {} 2022-09-01T11:28:04.558 DEBUG:boto:Token: None 2022-09-01T11:28:04.558 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj95 2022-09-01T11:28:04.559 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SyOyiu+SLzc1zBCm34gLZASUdT4= 2022-09-01T11:28:04.560 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SyOyiu+SLzc1zBCm34gLZASUdT4=', 'Content-Length': '0'} 2022-09-01T11:28:04.562 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f67adbd09e030aba-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.563 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.564 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.564 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:04.565 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:04.565 DEBUG:boto:Method: GET 2022-09-01T11:28:04.566 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:28:04.567 DEBUG:boto:Data: 2022-09-01T11:28:04.567 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.568 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:04.569 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.569 DEBUG:boto:Params: {} 2022-09-01T11:28:04.570 DEBUG:boto:Token: None 2022-09-01T11:28:04.571 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.571 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.572 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.575 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ad26ebf7f802dc7c-0063109744-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.576 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.576 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.577 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.578 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:04.579 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:04.580 DEBUG:boto:Method: GET 2022-09-01T11:28:04.581 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:28:04.582 DEBUG:boto:Data: 2022-09-01T11:28:04.583 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.584 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.585 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.586 DEBUG:boto:Params: {} 2022-09-01T11:28:04.587 DEBUG:boto:Token: None 2022-09-01T11:28:04.588 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.589 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.590 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.595 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000082434821155e0db2-0063109744-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.596 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.598 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone2, test-zone1} 2022-09-01T11:28:04.599 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone3, test-zone1} 2022-09-01T11:28:04.600 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.601 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.602 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.602 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:28:04.603 DEBUG:boto:Data: 2022-09-01T11:28:04.604 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.605 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:04.606 DEBUG:boto:Port: 8001 2022-09-01T11:28:04.607 DEBUG:boto:Params: {} 2022-09-01T11:28:04.608 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T11:28:04.609 DEBUG:boto:Token: None 2022-09-01T11:28:04.610 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.611 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:djdLhqZDlE+SZyBpgiJqhtjh39Q= 2022-09-01T11:28:04.613 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:djdLhqZDlE+SZyBpgiJqhtjh39Q=', 'Content-Length': '0'} 2022-09-01T11:28:04.617 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '30'), ('X-RGW-Bytes-Used', '90'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003ee0379d69466fd1-0063109744-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.618 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.619 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.619 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.620 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:28:04.620 DEBUG:boto:Data: 2022-09-01T11:28:04.621 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.621 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.622 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.623 DEBUG:boto:Params: {} 2022-09-01T11:28:04.623 DEBUG:boto:Token: None 2022-09-01T11:28:04.624 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.625 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:djdLhqZDlE+SZyBpgiJqhtjh39Q= 2022-09-01T11:28:04.625 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:djdLhqZDlE+SZyBpgiJqhtjh39Q=', 'Content-Length': '0'} 2022-09-01T11:28:04.629 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '30'), ('X-RGW-Bytes-Used', '90'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000669e6e96bc64ac81-0063109744-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.630 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:28:04.631 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.631 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.632 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:04.632 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:04.633 DEBUG:boto:Method: GET 2022-09-01T11:28:04.634 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:04.634 DEBUG:boto:Data: 2022-09-01T11:28:04.635 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.635 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:04.636 DEBUG:boto:Port: 8001 2022-09-01T11:28:04.636 DEBUG:boto:Params: {} 2022-09-01T11:28:04.637 DEBUG:boto:Token: None 2022-09-01T11:28:04.638 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/?versions 2022-09-01T11:28:04.638 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gUtTjIEEP8o7OlmkJBb/2t0S2OA= 2022-09-01T11:28:04.639 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gUtTjIEEP8o7OlmkJBb/2t0S2OA=', 'Content-Length': '0'} 2022-09-01T11:28:04.642 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f447e399e6436538-0063109744-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.643 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.645 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:28:04.646 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:28:04.647 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:28:04.647 DEBUG:tasks.rgw_multi.zone_rados:o=obj124 2022-09-01T11:28:04.647 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:28:04.648 DEBUG:tasks.rgw_multi.zone_rados:o=obj155 2022-09-01T11:28:04.648 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:28:04.649 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:28:04.649 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:28:04.650 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:28:04.650 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:28:04.651 DEBUG:tasks.rgw_multi.zone_rados:o=obj31 2022-09-01T11:28:04.651 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:28:04.652 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:28:04.652 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:28:04.653 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:28:04.653 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:28:04.654 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:28:04.655 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:28:04.655 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:28:04.656 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:28:04.656 DEBUG:tasks.rgw_multi.zone_rados:o=obj62 2022-09-01T11:28:04.657 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:28:04.657 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:28:04.657 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:28:04.658 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:28:04.658 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:28:04.659 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:28:04.659 DEBUG:tasks.rgw_multi.zone_rados:o=obj93 2022-09-01T11:28:04.660 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:28:04.660 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:28:04.661 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.661 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.662 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:04.662 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:04.663 DEBUG:boto:Method: GET 2022-09-01T11:28:04.663 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:04.664 DEBUG:boto:Data: 2022-09-01T11:28:04.664 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.665 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.665 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.666 DEBUG:boto:Params: {} 2022-09-01T11:28:04.667 DEBUG:boto:Token: None 2022-09-01T11:28:04.667 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/?versions 2022-09-01T11:28:04.668 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gUtTjIEEP8o7OlmkJBb/2t0S2OA= 2022-09-01T11:28:04.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gUtTjIEEP8o7OlmkJBb/2t0S2OA=', 'Content-Length': '0'} 2022-09-01T11:28:04.673 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009123a298b08369ff-0063109744-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.674 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.677 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:28:04.677 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:28:04.678 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:28:04.678 DEBUG:tasks.rgw_multi.zone_rados:o=obj124 2022-09-01T11:28:04.679 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:28:04.679 DEBUG:tasks.rgw_multi.zone_rados:o=obj155 2022-09-01T11:28:04.680 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:28:04.680 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:28:04.681 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:28:04.681 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:28:04.682 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:28:04.682 DEBUG:tasks.rgw_multi.zone_rados:o=obj31 2022-09-01T11:28:04.683 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:28:04.684 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:28:04.685 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:28:04.686 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:28:04.686 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:28:04.687 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:28:04.688 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:28:04.689 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:28:04.690 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:28:04.690 DEBUG:tasks.rgw_multi.zone_rados:o=obj62 2022-09-01T11:28:04.691 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:28:04.691 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:28:04.692 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:28:04.692 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:28:04.693 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:28:04.693 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:28:04.694 DEBUG:tasks.rgw_multi.zone_rados:o=obj93 2022-09-01T11:28:04.694 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:28:04.695 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.696 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.697 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:04.697 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:04.698 DEBUG:boto:Method: GET 2022-09-01T11:28:04.698 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:04.699 DEBUG:boto:Data: 2022-09-01T11:28:04.700 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.700 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:04.701 DEBUG:boto:Port: 8001 2022-09-01T11:28:04.701 DEBUG:boto:Params: {} 2022-09-01T11:28:04.702 DEBUG:boto:Token: None 2022-09-01T11:28:04.703 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/?versions 2022-09-01T11:28:04.703 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gUtTjIEEP8o7OlmkJBb/2t0S2OA= 2022-09-01T11:28:04.704 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gUtTjIEEP8o7OlmkJBb/2t0S2OA=', 'Content-Length': '0'} 2022-09-01T11:28:04.707 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000055fbcfc3361c77ce-0063109744-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.708 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.710 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.710 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.711 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:04.712 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:04.712 DEBUG:boto:Method: GET 2022-09-01T11:28:04.713 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:04.713 DEBUG:boto:Data: 2022-09-01T11:28:04.714 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.714 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.715 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.715 DEBUG:boto:Params: {} 2022-09-01T11:28:04.716 DEBUG:boto:Token: None 2022-09-01T11:28:04.717 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/?versions 2022-09-01T11:28:04.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gUtTjIEEP8o7OlmkJBb/2t0S2OA= 2022-09-01T11:28:04.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gUtTjIEEP8o7OlmkJBb/2t0S2OA=', 'Content-Length': '0'} 2022-09-01T11:28:04.723 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089f093b97b24f927-0063109744-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.724 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.726 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:28:04.727 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:04.727 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:04.728 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.729 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.730 DEBUG:boto:Method: GET 2022-09-01T11:28:04.730 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.731 DEBUG:boto:Data: 2022-09-01T11:28:04.731 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.732 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:04.732 DEBUG:boto:Port: 8001 2022-09-01T11:28:04.733 DEBUG:boto:Params: {} 2022-09-01T11:28:04.733 DEBUG:boto:Token: None 2022-09-01T11:28:04.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.735 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0T7qBTvZHb+2wkv30lX0+ykA4Xo= 2022-09-01T11:28:04.736 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0T7qBTvZHb+2wkv30lX0+ykA4Xo=', 'Content-Length': '0'} 2022-09-01T11:28:04.738 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014a29ac92c35efea-0063109744-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.739 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:04.740 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:04.741 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.742 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.742 DEBUG:boto:Method: GET 2022-09-01T11:28:04.743 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.744 DEBUG:boto:Data: 2022-09-01T11:28:04.744 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.745 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.746 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.746 DEBUG:boto:Params: {} 2022-09-01T11:28:04.747 DEBUG:boto:Token: None 2022-09-01T11:28:04.747 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.748 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0T7qBTvZHb+2wkv30lX0+ykA4Xo= 2022-09-01T11:28:04.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0T7qBTvZHb+2wkv30lX0+ykA4Xo=', 'Content-Length': '0'} 2022-09-01T11:28:04.751 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f5b12352aa4b7d25-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.752 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:04.753 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:04.753 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.754 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.755 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.755 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.756 DEBUG:boto:Data: 2022-09-01T11:28:04.756 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.757 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:04.757 DEBUG:boto:Port: 8001 2022-09-01T11:28:04.758 DEBUG:boto:Params: {} 2022-09-01T11:28:04.758 DEBUG:boto:Token: None 2022-09-01T11:28:04.759 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.760 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iDuamjiztSs9Th7EUNHymPun+3E= 2022-09-01T11:28:04.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iDuamjiztSs9Th7EUNHymPun+3E=', 'Content-Length': '0'} 2022-09-01T11:28:04.762 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b58089cb3dadbeb0-0063109744-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.763 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:04.764 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:04.764 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.765 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.765 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.766 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.767 DEBUG:boto:Data: 2022-09-01T11:28:04.767 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.768 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.768 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.769 DEBUG:boto:Params: {} 2022-09-01T11:28:04.769 DEBUG:boto:Token: None 2022-09-01T11:28:04.770 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.770 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iDuamjiztSs9Th7EUNHymPun+3E= 2022-09-01T11:28:04.771 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iDuamjiztSs9Th7EUNHymPun+3E=', 'Content-Length': '0'} 2022-09-01T11:28:04.773 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005765223d83c2be84-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.774 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:28:04.775 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:04.775 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:04.776 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.777 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.777 DEBUG:boto:Method: GET 2022-09-01T11:28:04.778 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.778 DEBUG:boto:Data: 2022-09-01T11:28:04.779 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.779 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:04.780 DEBUG:boto:Port: 8001 2022-09-01T11:28:04.780 DEBUG:boto:Params: {} 2022-09-01T11:28:04.781 DEBUG:boto:Token: None 2022-09-01T11:28:04.782 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.782 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0T7qBTvZHb+2wkv30lX0+ykA4Xo= 2022-09-01T11:28:04.783 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0T7qBTvZHb+2wkv30lX0+ykA4Xo=', 'Content-Length': '0'} 2022-09-01T11:28:04.785 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000004be0b131e9a3301-0063109744-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.826 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:04.827 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:04.827 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.828 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.829 DEBUG:boto:Method: GET 2022-09-01T11:28:04.829 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.830 DEBUG:boto:Data: 2022-09-01T11:28:04.830 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.831 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.831 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.832 DEBUG:boto:Params: {} 2022-09-01T11:28:04.833 DEBUG:boto:Token: None 2022-09-01T11:28:04.833 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:04.834 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0T7qBTvZHb+2wkv30lX0+ykA4Xo= 2022-09-01T11:28:04.835 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0T7qBTvZHb+2wkv30lX0+ykA4Xo=', 'Content-Length': '0'} 2022-09-01T11:28:04.837 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e6443c99fac010d8-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.838 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.839 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.839 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:04.840 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:04.841 DEBUG:boto:Method: GET 2022-09-01T11:28:04.841 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:28:04.842 DEBUG:boto:Data: 2022-09-01T11:28:04.842 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.843 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:04.844 DEBUG:boto:Port: 8001 2022-09-01T11:28:04.844 DEBUG:boto:Params: {} 2022-09-01T11:28:04.845 DEBUG:boto:Token: None 2022-09-01T11:28:04.845 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.846 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.847 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.850 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002ad3cd7bc360476c-0063109744-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.851 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.852 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.852 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.853 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:04.853 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:04.854 DEBUG:boto:Method: GET 2022-09-01T11:28:04.855 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:28:04.855 DEBUG:boto:Data: 2022-09-01T11:28:04.856 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.857 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.857 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.858 DEBUG:boto:Params: {} 2022-09-01T11:28:04.859 DEBUG:boto:Token: None 2022-09-01T11:28:04.859 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.860 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.860 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.865 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007c5b30351c0917c4-0063109744-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.866 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.867 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:04.868 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:04.868 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.869 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:28:04.870 DEBUG:boto:Data: 2022-09-01T11:28:04.870 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.871 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:04.871 DEBUG:boto:Port: 8001 2022-09-01T11:28:04.872 DEBUG:boto:Params: {} 2022-09-01T11:28:04.872 DEBUG:boto:Token: None 2022-09-01T11:28:04.873 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj11 2022-09-01T11:28:04.874 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s4Bla/0hU7peXtDevTQ/2iHVr5k= 2022-09-01T11:28:04.874 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s4Bla/0hU7peXtDevTQ/2iHVr5k=', 'Content-Length': '0'} 2022-09-01T11:28:04.877 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b048fbeace04d4f1-0063109744-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.877 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:04.878 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:04.879 DEBUG:boto:Method: HEAD 2022-09-01T11:28:04.879 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:28:04.880 DEBUG:boto:Data: 2022-09-01T11:28:04.880 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.881 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.881 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.882 DEBUG:boto:Params: {} 2022-09-01T11:28:04.882 DEBUG:boto:Token: None 2022-09-01T11:28:04.883 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj11 2022-09-01T11:28:04.884 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s4Bla/0hU7peXtDevTQ/2iHVr5k= 2022-09-01T11:28:04.884 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s4Bla/0hU7peXtDevTQ/2iHVr5k=', 'Content-Length': '0'} 2022-09-01T11:28:04.887 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000848de9a16f9580b1-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.887 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:28:04.888 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:04.888 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:04.889 DEBUG:boto:Method: GET 2022-09-01T11:28:04.890 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:28:04.891 DEBUG:boto:Data: 2022-09-01T11:28:04.891 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.892 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:04.893 DEBUG:boto:Port: 8001 2022-09-01T11:28:04.893 DEBUG:boto:Params: {} 2022-09-01T11:28:04.894 DEBUG:boto:Token: None 2022-09-01T11:28:04.894 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj11 2022-09-01T11:28:04.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rceq5d9onb/OmOo75laDaPAEa8I= 2022-09-01T11:28:04.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rceq5d9onb/OmOo75laDaPAEa8I=', 'Content-Length': '0'} 2022-09-01T11:28:04.898 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001bc7297c71cd11a1-0063109744-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.899 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:04.900 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:04.900 DEBUG:boto:Method: GET 2022-09-01T11:28:04.901 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:28:04.901 DEBUG:boto:Data: 2022-09-01T11:28:04.902 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.903 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.904 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.905 DEBUG:boto:Params: {} 2022-09-01T11:28:04.906 DEBUG:boto:Token: None 2022-09-01T11:28:04.907 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/obj11 2022-09-01T11:28:04.908 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rceq5d9onb/OmOo75laDaPAEa8I= 2022-09-01T11:28:04.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rceq5d9onb/OmOo75laDaPAEa8I=', 'Content-Length': '0'} 2022-09-01T11:28:04.911 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a4be101d6132358d-0063109744-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.954 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.955 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.956 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:04.957 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:04.958 DEBUG:boto:Method: GET 2022-09-01T11:28:04.959 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:28:04.960 DEBUG:boto:Data: 2022-09-01T11:28:04.961 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.962 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:04.963 DEBUG:boto:Port: 8001 2022-09-01T11:28:04.964 DEBUG:boto:Params: {} 2022-09-01T11:28:04.965 DEBUG:boto:Token: None 2022-09-01T11:28:04.966 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.967 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.967 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.970 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d00938e75acc4f4c-0063109744-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.972 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.973 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:04.974 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:04.975 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:04.976 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:04.976 DEBUG:boto:Method: GET 2022-09-01T11:28:04.977 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:28:04.978 DEBUG:boto:Data: 2022-09-01T11:28:04.979 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.980 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:04.980 DEBUG:boto:Port: 8000 2022-09-01T11:28:04.981 DEBUG:boto:Params: {} 2022-09-01T11:28:04.981 DEBUG:boto:Token: None 2022-09-01T11:28:04.982 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:04 GMT /ptoxvb-74/ 2022-09-01T11:28:04.983 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A= 2022-09-01T11:28:04.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BOuWFcnTTJV/sbUFdSmFz7ozI7A=', 'Content-Length': '0'} 2022-09-01T11:28:04.988 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008e951cfa84f0edb4-0063109744-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:04.988 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:04.989 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:28:04.990 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:04.990 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:04.991 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:04.991 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:04.992 DEBUG:boto:Method: GET 2022-09-01T11:28:04.993 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:04.994 DEBUG:boto:Data: 2022-09-01T11:28:04.995 DEBUG:boto:Headers: {} 2022-09-01T11:28:04.996 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:04.997 DEBUG:boto:Port: 8001 2022-09-01T11:28:04.998 DEBUG:boto:Params: {} 2022-09-01T11:28:04.999 DEBUG:boto:Token: None 2022-09-01T11:28:05.000 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.001 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cv/cIvocyuIXoLdCbgZ3Y2C5b1s= 2022-09-01T11:28:05.002 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cv/cIvocyuIXoLdCbgZ3Y2C5b1s=', 'Content-Length': '0'} 2022-09-01T11:28:05.004 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005847207aea2fb5b3-0063109744-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.050 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:05.051 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:05.051 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.052 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.053 DEBUG:boto:Method: GET 2022-09-01T11:28:05.053 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.054 DEBUG:boto:Data: 2022-09-01T11:28:05.055 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.055 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.056 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.056 DEBUG:boto:Params: {} 2022-09-01T11:28:05.057 DEBUG:boto:Token: None 2022-09-01T11:28:05.058 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cv/cIvocyuIXoLdCbgZ3Y2C5b1s= 2022-09-01T11:28:05.059 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cv/cIvocyuIXoLdCbgZ3Y2C5b1s=', 'Content-Length': '0'} 2022-09-01T11:28:05.062 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006755fa245ddc6ca4-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.062 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:05.063 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:05.064 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.064 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.065 DEBUG:boto:Method: HEAD 2022-09-01T11:28:05.065 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.066 DEBUG:boto:Data: 2022-09-01T11:28:05.066 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.067 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.068 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.068 DEBUG:boto:Params: {} 2022-09-01T11:28:05.069 DEBUG:boto:Token: None 2022-09-01T11:28:05.069 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.070 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j79D3LYV1XUYKNV8DmRwHV2PtBg= 2022-09-01T11:28:05.071 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j79D3LYV1XUYKNV8DmRwHV2PtBg=', 'Content-Length': '0'} 2022-09-01T11:28:05.073 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d26f36e33d3fb09a-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.073 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:05.074 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:05.075 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.075 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.076 DEBUG:boto:Method: HEAD 2022-09-01T11:28:05.076 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.077 DEBUG:boto:Data: 2022-09-01T11:28:05.077 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.078 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.079 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.079 DEBUG:boto:Params: {} 2022-09-01T11:28:05.080 DEBUG:boto:Token: None 2022-09-01T11:28:05.080 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.081 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j79D3LYV1XUYKNV8DmRwHV2PtBg= 2022-09-01T11:28:05.081 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j79D3LYV1XUYKNV8DmRwHV2PtBg=', 'Content-Length': '0'} 2022-09-01T11:28:05.084 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006865cbe644c555cf-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.085 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:28:05.085 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:05.086 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:05.087 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.087 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.088 DEBUG:boto:Method: GET 2022-09-01T11:28:05.089 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.089 DEBUG:boto:Data: 2022-09-01T11:28:05.090 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.090 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.091 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.091 DEBUG:boto:Params: {} 2022-09-01T11:28:05.092 DEBUG:boto:Token: None 2022-09-01T11:28:05.093 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cv/cIvocyuIXoLdCbgZ3Y2C5b1s= 2022-09-01T11:28:05.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cv/cIvocyuIXoLdCbgZ3Y2C5b1s=', 'Content-Length': '0'} 2022-09-01T11:28:05.096 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fdf527915c20bb30-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.097 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:05.098 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:05.098 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.099 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.100 DEBUG:boto:Method: GET 2022-09-01T11:28:05.100 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.101 DEBUG:boto:Data: 2022-09-01T11:28:05.101 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.102 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.103 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.103 DEBUG:boto:Params: {} 2022-09-01T11:28:05.104 DEBUG:boto:Token: None 2022-09-01T11:28:05.104 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:05.105 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cv/cIvocyuIXoLdCbgZ3Y2C5b1s= 2022-09-01T11:28:05.106 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cv/cIvocyuIXoLdCbgZ3Y2C5b1s=', 'Content-Length': '0'} 2022-09-01T11:28:05.108 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d665548dd3928773-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.109 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:05.110 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:05.110 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:05.111 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:05.111 DEBUG:boto:Method: GET 2022-09-01T11:28:05.112 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:28:05.112 DEBUG:boto:Data: 2022-09-01T11:28:05.113 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.114 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.114 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.115 DEBUG:boto:Params: {} 2022-09-01T11:28:05.116 DEBUG:boto:Token: None 2022-09-01T11:28:05.117 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/ 2022-09-01T11:28:05.117 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc= 2022-09-01T11:28:05.118 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc=', 'Content-Length': '0'} 2022-09-01T11:28:05.121 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000070c50262e92d1588-0063109745-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.122 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:05.123 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:05.124 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:05.125 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:05.126 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:05.127 DEBUG:boto:Method: GET 2022-09-01T11:28:05.128 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:28:05.129 DEBUG:boto:Data: 2022-09-01T11:28:05.129 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.130 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.131 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.132 DEBUG:boto:Params: {} 2022-09-01T11:28:05.132 DEBUG:boto:Token: None 2022-09-01T11:28:05.133 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/ 2022-09-01T11:28:05.134 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc= 2022-09-01T11:28:05.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc=', 'Content-Length': '0'} 2022-09-01T11:28:05.139 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000261d637b8e679e97-0063109745-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.140 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:05.141 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:05.142 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:05.142 DEBUG:boto:Method: HEAD 2022-09-01T11:28:05.143 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:28:05.143 DEBUG:boto:Data: 2022-09-01T11:28:05.144 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.145 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.145 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.146 DEBUG:boto:Params: {} 2022-09-01T11:28:05.147 DEBUG:boto:Token: None 2022-09-01T11:28:05.147 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj115 2022-09-01T11:28:05.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xOwF9BU+aJad+1Fn2de+qVefpfQ= 2022-09-01T11:28:05.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xOwF9BU+aJad+1Fn2de+qVefpfQ=', 'Content-Length': '0'} 2022-09-01T11:28:05.151 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007cd04d1aabace313-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.152 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:05.153 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:05.153 DEBUG:boto:Method: HEAD 2022-09-01T11:28:05.154 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:28:05.154 DEBUG:boto:Data: 2022-09-01T11:28:05.155 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.155 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.156 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.156 DEBUG:boto:Params: {} 2022-09-01T11:28:05.157 DEBUG:boto:Token: None 2022-09-01T11:28:05.158 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj115 2022-09-01T11:28:05.158 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xOwF9BU+aJad+1Fn2de+qVefpfQ= 2022-09-01T11:28:05.159 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xOwF9BU+aJad+1Fn2de+qVefpfQ=', 'Content-Length': '0'} 2022-09-01T11:28:05.161 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee3308fbf85d534f-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.162 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:28:05.163 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:05.163 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:05.164 DEBUG:boto:Method: GET 2022-09-01T11:28:05.165 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:28:05.165 DEBUG:boto:Data: 2022-09-01T11:28:05.166 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.166 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.167 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.167 DEBUG:boto:Params: {} 2022-09-01T11:28:05.168 DEBUG:boto:Token: None 2022-09-01T11:28:05.168 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj115 2022-09-01T11:28:05.169 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eAUYMzbQizB5rDoZEoI+bB8MJBc= 2022-09-01T11:28:05.170 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eAUYMzbQizB5rDoZEoI+bB8MJBc=', 'Content-Length': '0'} 2022-09-01T11:28:05.172 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000692bc678cd38bc73-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.173 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:05.173 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:05.174 DEBUG:boto:Method: GET 2022-09-01T11:28:05.175 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:28:05.175 DEBUG:boto:Data: 2022-09-01T11:28:05.176 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.176 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.177 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.177 DEBUG:boto:Params: {} 2022-09-01T11:28:05.178 DEBUG:boto:Token: None 2022-09-01T11:28:05.178 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj115 2022-09-01T11:28:05.179 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eAUYMzbQizB5rDoZEoI+bB8MJBc= 2022-09-01T11:28:05.180 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eAUYMzbQizB5rDoZEoI+bB8MJBc=', 'Content-Length': '0'} 2022-09-01T11:28:05.182 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000086f0d5403ebfba74-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.183 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:05.184 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:05.184 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:05.185 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:05.185 DEBUG:boto:Method: GET 2022-09-01T11:28:05.186 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:28:05.186 DEBUG:boto:Data: 2022-09-01T11:28:05.187 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.187 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.188 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.188 DEBUG:boto:Params: {} 2022-09-01T11:28:05.189 DEBUG:boto:Token: None 2022-09-01T11:28:05.190 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/ 2022-09-01T11:28:05.190 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc= 2022-09-01T11:28:05.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc=', 'Content-Length': '0'} 2022-09-01T11:28:05.194 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000035887835cef71bd1-0063109745-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.194 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:05.195 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:05.196 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:05.196 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:05.197 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:05.197 DEBUG:boto:Method: GET 2022-09-01T11:28:05.198 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:28:05.198 DEBUG:boto:Data: 2022-09-01T11:28:05.199 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.200 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.200 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.201 DEBUG:boto:Params: {} 2022-09-01T11:28:05.201 DEBUG:boto:Token: None 2022-09-01T11:28:05.202 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/ 2022-09-01T11:28:05.202 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc= 2022-09-01T11:28:05.203 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc=', 'Content-Length': '0'} 2022-09-01T11:28:05.207 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000052010df53e74042d-0063109745-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.254 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:05.256 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:28:05.257 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:05.258 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:05.258 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.259 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.260 DEBUG:boto:Method: GET 2022-09-01T11:28:05.260 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.261 DEBUG:boto:Data: 2022-09-01T11:28:05.262 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.262 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.263 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.263 DEBUG:boto:Params: {} 2022-09-01T11:28:05.264 DEBUG:boto:Token: None 2022-09-01T11:28:05.265 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.265 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3pR+2kil8EP4TrIyO+FMqGrXpHo= 2022-09-01T11:28:05.266 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3pR+2kil8EP4TrIyO+FMqGrXpHo=', 'Content-Length': '0'} 2022-09-01T11:28:05.268 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1aed6a5d463c16e-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.269 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:05.270 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:05.270 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.271 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.271 DEBUG:boto:Method: GET 2022-09-01T11:28:05.272 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.272 DEBUG:boto:Data: 2022-09-01T11:28:05.273 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.274 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.274 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.275 DEBUG:boto:Params: {} 2022-09-01T11:28:05.276 DEBUG:boto:Token: None 2022-09-01T11:28:05.276 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.277 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3pR+2kil8EP4TrIyO+FMqGrXpHo= 2022-09-01T11:28:05.278 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3pR+2kil8EP4TrIyO+FMqGrXpHo=', 'Content-Length': '0'} 2022-09-01T11:28:05.280 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ded69a453afd9da7-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.281 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:05.282 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:05.282 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.283 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.283 DEBUG:boto:Method: HEAD 2022-09-01T11:28:05.284 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.284 DEBUG:boto:Data: 2022-09-01T11:28:05.285 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.285 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.286 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.286 DEBUG:boto:Params: {} 2022-09-01T11:28:05.287 DEBUG:boto:Token: None 2022-09-01T11:28:05.288 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.288 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2BnKQnkP7hfGTpaIYcibY/BZD7A= 2022-09-01T11:28:05.289 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2BnKQnkP7hfGTpaIYcibY/BZD7A=', 'Content-Length': '0'} 2022-09-01T11:28:05.291 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014f6a034434583d4-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.292 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:05.292 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:05.293 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.293 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.294 DEBUG:boto:Method: HEAD 2022-09-01T11:28:05.295 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.295 DEBUG:boto:Data: 2022-09-01T11:28:05.296 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.296 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.297 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.297 DEBUG:boto:Params: {} 2022-09-01T11:28:05.298 DEBUG:boto:Token: None 2022-09-01T11:28:05.299 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2BnKQnkP7hfGTpaIYcibY/BZD7A= 2022-09-01T11:28:05.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2BnKQnkP7hfGTpaIYcibY/BZD7A=', 'Content-Length': '0'} 2022-09-01T11:28:05.302 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005f2fec0789a3ba8c-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.303 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:28:05.304 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:05.304 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:05.305 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.306 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.306 DEBUG:boto:Method: GET 2022-09-01T11:28:05.307 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.307 DEBUG:boto:Data: 2022-09-01T11:28:05.308 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.309 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.309 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.310 DEBUG:boto:Params: {} 2022-09-01T11:28:05.311 DEBUG:boto:Token: None 2022-09-01T11:28:05.311 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.312 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3pR+2kil8EP4TrIyO+FMqGrXpHo= 2022-09-01T11:28:05.313 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3pR+2kil8EP4TrIyO+FMqGrXpHo=', 'Content-Length': '0'} 2022-09-01T11:28:05.315 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012765a45e6683ed2-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.316 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:05.316 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:05.317 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.318 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.318 DEBUG:boto:Method: GET 2022-09-01T11:28:05.319 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.319 DEBUG:boto:Data: 2022-09-01T11:28:05.320 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.321 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.321 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.322 DEBUG:boto:Params: {} 2022-09-01T11:28:05.322 DEBUG:boto:Token: None 2022-09-01T11:28:05.323 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:05.324 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3pR+2kil8EP4TrIyO+FMqGrXpHo= 2022-09-01T11:28:05.325 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3pR+2kil8EP4TrIyO+FMqGrXpHo=', 'Content-Length': '0'} 2022-09-01T11:28:05.327 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000039479c9db3d8ddb9-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.328 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:05.328 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:05.329 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:05.329 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:05.330 DEBUG:boto:Method: GET 2022-09-01T11:28:05.331 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:28:05.331 DEBUG:boto:Data: 2022-09-01T11:28:05.332 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.332 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.333 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.334 DEBUG:boto:Params: {} 2022-09-01T11:28:05.334 DEBUG:boto:Token: None 2022-09-01T11:28:05.335 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/ 2022-09-01T11:28:05.336 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc= 2022-09-01T11:28:05.336 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc=', 'Content-Length': '0'} 2022-09-01T11:28:05.339 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d330cac203df4b31-0063109745-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.389 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:05.390 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:05.390 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:05.391 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:05.392 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:05.392 DEBUG:boto:Method: GET 2022-09-01T11:28:05.393 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:28:05.393 DEBUG:boto:Data: 2022-09-01T11:28:05.394 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.394 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.395 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.396 DEBUG:boto:Params: {} 2022-09-01T11:28:05.396 DEBUG:boto:Token: None 2022-09-01T11:28:05.397 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/ 2022-09-01T11:28:05.398 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc= 2022-09-01T11:28:05.399 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc=', 'Content-Length': '0'} 2022-09-01T11:28:05.403 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000345658df5070c816-0063109745-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.404 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:05.404 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:05.405 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:05.406 DEBUG:boto:Method: HEAD 2022-09-01T11:28:05.406 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:28:05.407 DEBUG:boto:Data: 2022-09-01T11:28:05.407 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.408 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.409 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.409 DEBUG:boto:Params: {} 2022-09-01T11:28:05.410 DEBUG:boto:Token: None 2022-09-01T11:28:05.410 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj116 2022-09-01T11:28:05.411 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EtvCmwaBbuD8SiP8qte7EqBJxZA= 2022-09-01T11:28:05.412 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EtvCmwaBbuD8SiP8qte7EqBJxZA=', 'Content-Length': '0'} 2022-09-01T11:28:05.414 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009626257b6c376dc1-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.415 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:05.416 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:05.416 DEBUG:boto:Method: HEAD 2022-09-01T11:28:05.417 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:28:05.417 DEBUG:boto:Data: 2022-09-01T11:28:05.418 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.419 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.419 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.420 DEBUG:boto:Params: {} 2022-09-01T11:28:05.421 DEBUG:boto:Token: None 2022-09-01T11:28:05.421 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj116 2022-09-01T11:28:05.422 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EtvCmwaBbuD8SiP8qte7EqBJxZA= 2022-09-01T11:28:05.423 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EtvCmwaBbuD8SiP8qte7EqBJxZA=', 'Content-Length': '0'} 2022-09-01T11:28:05.425 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000004c09d20f0159510-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.426 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:28:05.427 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:05.427 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:05.428 DEBUG:boto:Method: GET 2022-09-01T11:28:05.428 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:28:05.429 DEBUG:boto:Data: 2022-09-01T11:28:05.430 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.430 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.431 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.432 DEBUG:boto:Params: {} 2022-09-01T11:28:05.433 DEBUG:boto:Token: None 2022-09-01T11:28:05.435 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj116 2022-09-01T11:28:05.436 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qlmNJifqI9flEjKzTlIOcGqpEqg= 2022-09-01T11:28:05.437 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qlmNJifqI9flEjKzTlIOcGqpEqg=', 'Content-Length': '0'} 2022-09-01T11:28:05.440 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000035d5582b3bca7997-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.441 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:05.442 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:05.443 DEBUG:boto:Method: GET 2022-09-01T11:28:05.444 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:28:05.444 DEBUG:boto:Data: 2022-09-01T11:28:05.445 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.446 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.446 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.447 DEBUG:boto:Params: {} 2022-09-01T11:28:05.448 DEBUG:boto:Token: None 2022-09-01T11:28:05.448 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj116 2022-09-01T11:28:05.449 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qlmNJifqI9flEjKzTlIOcGqpEqg= 2022-09-01T11:28:05.450 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qlmNJifqI9flEjKzTlIOcGqpEqg=', 'Content-Length': '0'} 2022-09-01T11:28:05.452 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000024f77d4354a42794-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.498 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:05.499 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:05.500 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:05.500 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:05.501 DEBUG:boto:Method: GET 2022-09-01T11:28:05.501 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:28:05.502 DEBUG:boto:Data: 2022-09-01T11:28:05.503 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.503 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.504 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.504 DEBUG:boto:Params: {} 2022-09-01T11:28:05.505 DEBUG:boto:Token: None 2022-09-01T11:28:05.506 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/ 2022-09-01T11:28:05.507 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc= 2022-09-01T11:28:05.507 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc=', 'Content-Length': '0'} 2022-09-01T11:28:05.510 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005f7016e1f21dabd1-0063109745-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.511 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:05.513 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:05.514 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:05.515 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:05.516 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:05.517 DEBUG:boto:Method: GET 2022-09-01T11:28:05.517 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:28:05.518 DEBUG:boto:Data: 2022-09-01T11:28:05.519 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.520 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.520 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.521 DEBUG:boto:Params: {} 2022-09-01T11:28:05.522 DEBUG:boto:Token: None 2022-09-01T11:28:05.522 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/ 2022-09-01T11:28:05.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc= 2022-09-01T11:28:05.524 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc=', 'Content-Length': '0'} 2022-09-01T11:28:05.528 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001f297d753d31c614-0063109745-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.530 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:05.531 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:28:05.532 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:05.533 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:05.534 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.535 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.536 DEBUG:boto:Method: GET 2022-09-01T11:28:05.537 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.537 DEBUG:boto:Data: 2022-09-01T11:28:05.538 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.539 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.539 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.540 DEBUG:boto:Params: {} 2022-09-01T11:28:05.540 DEBUG:boto:Token: None 2022-09-01T11:28:05.541 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BcVOrlSCTH66AqPXEDqYCU98vWk= 2022-09-01T11:28:05.543 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BcVOrlSCTH66AqPXEDqYCU98vWk=', 'Content-Length': '0'} 2022-09-01T11:28:05.546 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c9371cb75da3926d-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.586 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:05.588 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:05.588 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.589 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.590 DEBUG:boto:Method: GET 2022-09-01T11:28:05.591 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.592 DEBUG:boto:Data: 2022-09-01T11:28:05.593 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.595 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.595 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.596 DEBUG:boto:Params: {} 2022-09-01T11:28:05.597 DEBUG:boto:Token: None 2022-09-01T11:28:05.598 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.598 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BcVOrlSCTH66AqPXEDqYCU98vWk= 2022-09-01T11:28:05.599 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BcVOrlSCTH66AqPXEDqYCU98vWk=', 'Content-Length': '0'} 2022-09-01T11:28:05.602 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b2e40a4c673deb2-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.604 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:05.604 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:05.605 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.605 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.606 DEBUG:boto:Method: HEAD 2022-09-01T11:28:05.607 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.608 DEBUG:boto:Data: 2022-09-01T11:28:05.608 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.609 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.609 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.610 DEBUG:boto:Params: {} 2022-09-01T11:28:05.611 DEBUG:boto:Token: None 2022-09-01T11:28:05.611 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.612 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qV8Oht8Hm5LTgp1TSSAA+BFzkdU= 2022-09-01T11:28:05.613 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qV8Oht8Hm5LTgp1TSSAA+BFzkdU=', 'Content-Length': '0'} 2022-09-01T11:28:05.615 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000349554e71d9d7901-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.616 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:05.616 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:05.617 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.617 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.618 DEBUG:boto:Method: HEAD 2022-09-01T11:28:05.619 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.619 DEBUG:boto:Data: 2022-09-01T11:28:05.620 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.620 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.621 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.622 DEBUG:boto:Params: {} 2022-09-01T11:28:05.622 DEBUG:boto:Token: None 2022-09-01T11:28:05.623 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qV8Oht8Hm5LTgp1TSSAA+BFzkdU= 2022-09-01T11:28:05.624 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qV8Oht8Hm5LTgp1TSSAA+BFzkdU=', 'Content-Length': '0'} 2022-09-01T11:28:05.627 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000061a87ab4f17f8216-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.627 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:28:05.628 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:05.628 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:05.629 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.629 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.630 DEBUG:boto:Method: GET 2022-09-01T11:28:05.630 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.631 DEBUG:boto:Data: 2022-09-01T11:28:05.632 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.633 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.633 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.634 DEBUG:boto:Params: {} 2022-09-01T11:28:05.634 DEBUG:boto:Token: None 2022-09-01T11:28:05.635 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.635 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BcVOrlSCTH66AqPXEDqYCU98vWk= 2022-09-01T11:28:05.636 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BcVOrlSCTH66AqPXEDqYCU98vWk=', 'Content-Length': '0'} 2022-09-01T11:28:05.638 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000063069e6202f79c25-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.639 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:05.640 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:05.640 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.641 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.641 DEBUG:boto:Method: GET 2022-09-01T11:28:05.642 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.642 DEBUG:boto:Data: 2022-09-01T11:28:05.643 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.643 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.644 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.644 DEBUG:boto:Params: {} 2022-09-01T11:28:05.645 DEBUG:boto:Token: None 2022-09-01T11:28:05.645 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:05.646 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BcVOrlSCTH66AqPXEDqYCU98vWk= 2022-09-01T11:28:05.647 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BcVOrlSCTH66AqPXEDqYCU98vWk=', 'Content-Length': '0'} 2022-09-01T11:28:05.649 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000a8a9483760e84f9-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.650 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:05.650 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:05.651 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:05.652 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:05.652 DEBUG:boto:Method: GET 2022-09-01T11:28:05.653 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:28:05.653 DEBUG:boto:Data: 2022-09-01T11:28:05.654 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.654 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.655 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.655 DEBUG:boto:Params: {} 2022-09-01T11:28:05.656 DEBUG:boto:Token: None 2022-09-01T11:28:05.656 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/ 2022-09-01T11:28:05.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc= 2022-09-01T11:28:05.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc=', 'Content-Length': '0'} 2022-09-01T11:28:05.660 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000048f306c072b5c691-0063109745-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.706 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:05.708 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:05.708 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:05.709 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:05.710 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:05.710 DEBUG:boto:Method: GET 2022-09-01T11:28:05.711 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:28:05.711 DEBUG:boto:Data: 2022-09-01T11:28:05.712 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.712 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.713 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.713 DEBUG:boto:Params: {} 2022-09-01T11:28:05.714 DEBUG:boto:Token: None 2022-09-01T11:28:05.715 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/ 2022-09-01T11:28:05.716 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc= 2022-09-01T11:28:05.716 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc=', 'Content-Length': '0'} 2022-09-01T11:28:05.721 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004f4aa3539d284890-0063109745-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.723 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:05.724 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:05.724 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:05.725 DEBUG:boto:Method: HEAD 2022-09-01T11:28:05.726 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:28:05.726 DEBUG:boto:Data: 2022-09-01T11:28:05.735 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.736 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.737 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.738 DEBUG:boto:Params: {} 2022-09-01T11:28:05.739 DEBUG:boto:Token: None 2022-09-01T11:28:05.740 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj124 2022-09-01T11:28:05.741 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SrCBjHsTdXvVDVu9kzzJh1d+8zI= 2022-09-01T11:28:05.742 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SrCBjHsTdXvVDVu9kzzJh1d+8zI=', 'Content-Length': '0'} 2022-09-01T11:28:05.745 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e5bd9abaef0028d8-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.746 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:05.747 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:05.748 DEBUG:boto:Method: HEAD 2022-09-01T11:28:05.748 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:28:05.749 DEBUG:boto:Data: 2022-09-01T11:28:05.750 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.750 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.751 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.752 DEBUG:boto:Params: {} 2022-09-01T11:28:05.752 DEBUG:boto:Token: None 2022-09-01T11:28:05.753 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj124 2022-09-01T11:28:05.754 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SrCBjHsTdXvVDVu9kzzJh1d+8zI= 2022-09-01T11:28:05.754 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SrCBjHsTdXvVDVu9kzzJh1d+8zI=', 'Content-Length': '0'} 2022-09-01T11:28:05.757 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f796319f6cd2c6b3-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.757 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:28:05.758 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:05.759 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:05.759 DEBUG:boto:Method: GET 2022-09-01T11:28:05.760 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:28:05.760 DEBUG:boto:Data: 2022-09-01T11:28:05.761 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.761 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.762 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.763 DEBUG:boto:Params: {} 2022-09-01T11:28:05.763 DEBUG:boto:Token: None 2022-09-01T11:28:05.764 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj124 2022-09-01T11:28:05.764 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kF0DMAeuYDWuXYoyGVR1S7I3YBE= 2022-09-01T11:28:05.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kF0DMAeuYDWuXYoyGVR1S7I3YBE=', 'Content-Length': '0'} 2022-09-01T11:28:05.768 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006124f10b7c083bb6-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.768 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:05.769 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:05.770 DEBUG:boto:Method: GET 2022-09-01T11:28:05.770 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:28:05.771 DEBUG:boto:Data: 2022-09-01T11:28:05.771 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.772 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.772 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.773 DEBUG:boto:Params: {} 2022-09-01T11:28:05.773 DEBUG:boto:Token: None 2022-09-01T11:28:05.774 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj124 2022-09-01T11:28:05.775 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kF0DMAeuYDWuXYoyGVR1S7I3YBE= 2022-09-01T11:28:05.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kF0DMAeuYDWuXYoyGVR1S7I3YBE=', 'Content-Length': '0'} 2022-09-01T11:28:05.778 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b8d8e9066df852e-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.822 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:05.824 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:05.825 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:05.825 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:05.826 DEBUG:boto:Method: GET 2022-09-01T11:28:05.827 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:28:05.827 DEBUG:boto:Data: 2022-09-01T11:28:05.828 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.828 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.829 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.829 DEBUG:boto:Params: {} 2022-09-01T11:28:05.830 DEBUG:boto:Token: None 2022-09-01T11:28:05.831 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/ 2022-09-01T11:28:05.832 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc= 2022-09-01T11:28:05.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc=', 'Content-Length': '0'} 2022-09-01T11:28:05.836 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d3477ccf278b6a0a-0063109745-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.836 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:05.837 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:05.838 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:05.839 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:05.839 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:05.840 DEBUG:boto:Method: GET 2022-09-01T11:28:05.841 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:28:05.842 DEBUG:boto:Data: 2022-09-01T11:28:05.843 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.844 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.845 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.845 DEBUG:boto:Params: {} 2022-09-01T11:28:05.846 DEBUG:boto:Token: None 2022-09-01T11:28:05.847 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/ 2022-09-01T11:28:05.848 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc= 2022-09-01T11:28:05.849 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc=', 'Content-Length': '0'} 2022-09-01T11:28:05.854 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000079a4832cd8afb706-0063109745-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.854 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:05.855 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:28:05.856 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:05.856 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:05.857 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.857 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.858 DEBUG:boto:Method: GET 2022-09-01T11:28:05.859 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.859 DEBUG:boto:Data: 2022-09-01T11:28:05.860 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.860 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.861 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.861 DEBUG:boto:Params: {} 2022-09-01T11:28:05.862 DEBUG:boto:Token: None 2022-09-01T11:28:05.863 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.863 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bciD4ZFqWqCgdc5nAotQRzkH7rg= 2022-09-01T11:28:05.864 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bciD4ZFqWqCgdc5nAotQRzkH7rg=', 'Content-Length': '0'} 2022-09-01T11:28:05.866 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007f201adcad08a586-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.867 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:05.868 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:05.868 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.869 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.869 DEBUG:boto:Method: GET 2022-09-01T11:28:05.870 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.870 DEBUG:boto:Data: 2022-09-01T11:28:05.871 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.872 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.872 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.873 DEBUG:boto:Params: {} 2022-09-01T11:28:05.873 DEBUG:boto:Token: None 2022-09-01T11:28:05.874 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.875 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bciD4ZFqWqCgdc5nAotQRzkH7rg= 2022-09-01T11:28:05.875 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bciD4ZFqWqCgdc5nAotQRzkH7rg=', 'Content-Length': '0'} 2022-09-01T11:28:05.878 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c8dedc659b37045e-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.879 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:05.879 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:05.880 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.880 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.881 DEBUG:boto:Method: HEAD 2022-09-01T11:28:05.881 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.882 DEBUG:boto:Data: 2022-09-01T11:28:05.882 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.883 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.883 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.884 DEBUG:boto:Params: {} 2022-09-01T11:28:05.884 DEBUG:boto:Token: None 2022-09-01T11:28:05.885 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yIiCruyW0dQGTZZEf9xrlCRH6wM= 2022-09-01T11:28:05.886 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yIiCruyW0dQGTZZEf9xrlCRH6wM=', 'Content-Length': '0'} 2022-09-01T11:28:05.889 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000077720feae51f9db1-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.890 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:05.890 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:05.891 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.891 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.892 DEBUG:boto:Method: HEAD 2022-09-01T11:28:05.892 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.893 DEBUG:boto:Data: 2022-09-01T11:28:05.893 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.894 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.894 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.895 DEBUG:boto:Params: {} 2022-09-01T11:28:05.895 DEBUG:boto:Token: None 2022-09-01T11:28:05.896 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.897 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yIiCruyW0dQGTZZEf9xrlCRH6wM= 2022-09-01T11:28:05.897 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yIiCruyW0dQGTZZEf9xrlCRH6wM=', 'Content-Length': '0'} 2022-09-01T11:28:05.900 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000707226886ab8b88a-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.900 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:28:05.901 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:05.902 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:05.902 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.903 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.903 DEBUG:boto:Method: GET 2022-09-01T11:28:05.904 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.904 DEBUG:boto:Data: 2022-09-01T11:28:05.905 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.905 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.906 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.906 DEBUG:boto:Params: {} 2022-09-01T11:28:05.907 DEBUG:boto:Token: None 2022-09-01T11:28:05.908 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.909 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bciD4ZFqWqCgdc5nAotQRzkH7rg= 2022-09-01T11:28:05.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bciD4ZFqWqCgdc5nAotQRzkH7rg=', 'Content-Length': '0'} 2022-09-01T11:28:05.911 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e8e7efcf02c5ffdf-0063109745-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.954 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:05.955 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:05.956 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.956 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.957 DEBUG:boto:Method: GET 2022-09-01T11:28:05.958 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.958 DEBUG:boto:Data: 2022-09-01T11:28:05.959 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.959 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.960 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.960 DEBUG:boto:Params: {} 2022-09-01T11:28:05.961 DEBUG:boto:Token: None 2022-09-01T11:28:05.962 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:05.962 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bciD4ZFqWqCgdc5nAotQRzkH7rg= 2022-09-01T11:28:05.963 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bciD4ZFqWqCgdc5nAotQRzkH7rg=', 'Content-Length': '0'} 2022-09-01T11:28:05.965 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071030ea1bb609b58-0063109745-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.966 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:05.966 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:05.967 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:05.967 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:05.968 DEBUG:boto:Method: GET 2022-09-01T11:28:05.968 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:28:05.969 DEBUG:boto:Data: 2022-09-01T11:28:05.969 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.970 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:05.971 DEBUG:boto:Port: 8001 2022-09-01T11:28:05.971 DEBUG:boto:Params: {} 2022-09-01T11:28:05.972 DEBUG:boto:Token: None 2022-09-01T11:28:05.972 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/ 2022-09-01T11:28:05.973 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc= 2022-09-01T11:28:05.974 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc=', 'Content-Length': '0'} 2022-09-01T11:28:05.978 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bd1a9f2dc9295c75-0063109745-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.979 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:05.980 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:05.981 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:05.981 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:05.982 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:05.983 DEBUG:boto:Method: GET 2022-09-01T11:28:05.983 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:28:05.984 DEBUG:boto:Data: 2022-09-01T11:28:05.984 DEBUG:boto:Headers: {} 2022-09-01T11:28:05.985 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:05.985 DEBUG:boto:Port: 8000 2022-09-01T11:28:05.986 DEBUG:boto:Params: {} 2022-09-01T11:28:05.987 DEBUG:boto:Token: None 2022-09-01T11:28:05.987 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:05 GMT /ptoxvb-74/ 2022-09-01T11:28:05.988 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc= 2022-09-01T11:28:05.989 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBMSgSVNS3t0wmocqA985wbmeXc=', 'Content-Length': '0'} 2022-09-01T11:28:05.994 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f086822d5b82b281-0063109745-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:05.995 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:05.996 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:05.997 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:05.998 DEBUG:boto:Method: HEAD 2022-09-01T11:28:05.999 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:28:06.000 DEBUG:boto:Data: 2022-09-01T11:28:06.000 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.001 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.002 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.003 DEBUG:boto:Params: {} 2022-09-01T11:28:06.003 DEBUG:boto:Token: None 2022-09-01T11:28:06.004 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj145 2022-09-01T11:28:06.005 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IVvciu9Nq2N3cG/UHNiz2aPsUJQ= 2022-09-01T11:28:06.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IVvciu9Nq2N3cG/UHNiz2aPsUJQ=', 'Content-Length': '0'} 2022-09-01T11:28:06.008 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000052af78f6b1a07629-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.009 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:06.009 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:06.010 DEBUG:boto:Method: HEAD 2022-09-01T11:28:06.011 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:28:06.011 DEBUG:boto:Data: 2022-09-01T11:28:06.012 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.012 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.013 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.013 DEBUG:boto:Params: {} 2022-09-01T11:28:06.014 DEBUG:boto:Token: None 2022-09-01T11:28:06.014 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj145 2022-09-01T11:28:06.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IVvciu9Nq2N3cG/UHNiz2aPsUJQ= 2022-09-01T11:28:06.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IVvciu9Nq2N3cG/UHNiz2aPsUJQ=', 'Content-Length': '0'} 2022-09-01T11:28:06.017 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1ba6b5e44d82ee7-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.018 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:28:06.019 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:06.019 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:06.020 DEBUG:boto:Method: GET 2022-09-01T11:28:06.020 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:28:06.021 DEBUG:boto:Data: 2022-09-01T11:28:06.021 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.022 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.023 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.023 DEBUG:boto:Params: {} 2022-09-01T11:28:06.024 DEBUG:boto:Token: None 2022-09-01T11:28:06.024 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj145 2022-09-01T11:28:06.025 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eIt/HXNoPlEwArKRBkVR3juwggQ= 2022-09-01T11:28:06.025 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eIt/HXNoPlEwArKRBkVR3juwggQ=', 'Content-Length': '0'} 2022-09-01T11:28:06.028 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d1fff8593016bc9e-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.029 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:06.029 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:06.030 DEBUG:boto:Method: GET 2022-09-01T11:28:06.030 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:28:06.031 DEBUG:boto:Data: 2022-09-01T11:28:06.031 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.032 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.032 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.033 DEBUG:boto:Params: {} 2022-09-01T11:28:06.034 DEBUG:boto:Token: None 2022-09-01T11:28:06.034 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj145 2022-09-01T11:28:06.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eIt/HXNoPlEwArKRBkVR3juwggQ= 2022-09-01T11:28:06.036 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eIt/HXNoPlEwArKRBkVR3juwggQ=', 'Content-Length': '0'} 2022-09-01T11:28:06.038 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b13ee3b2eab52dbd-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.039 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:06.040 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:06.041 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:06.041 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:06.042 DEBUG:boto:Method: GET 2022-09-01T11:28:06.042 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:28:06.043 DEBUG:boto:Data: 2022-09-01T11:28:06.043 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.044 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.045 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.045 DEBUG:boto:Params: {} 2022-09-01T11:28:06.046 DEBUG:boto:Token: None 2022-09-01T11:28:06.047 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/ 2022-09-01T11:28:06.047 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU= 2022-09-01T11:28:06.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU=', 'Content-Length': '0'} 2022-09-01T11:28:06.052 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000020bcdd339bc9f043-0063109746-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.053 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:06.054 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:06.054 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:06.055 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:06.055 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:06.056 DEBUG:boto:Method: GET 2022-09-01T11:28:06.056 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:28:06.057 DEBUG:boto:Data: 2022-09-01T11:28:06.057 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.058 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.059 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.059 DEBUG:boto:Params: {} 2022-09-01T11:28:06.060 DEBUG:boto:Token: None 2022-09-01T11:28:06.060 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/ 2022-09-01T11:28:06.061 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU= 2022-09-01T11:28:06.062 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU=', 'Content-Length': '0'} 2022-09-01T11:28:06.066 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001bbc51826225b552-0063109746-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.110 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:06.111 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:28:06.112 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:06.112 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:06.113 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.113 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.114 DEBUG:boto:Method: GET 2022-09-01T11:28:06.115 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.115 DEBUG:boto:Data: 2022-09-01T11:28:06.116 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.116 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.117 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.117 DEBUG:boto:Params: {} 2022-09-01T11:28:06.118 DEBUG:boto:Token: None 2022-09-01T11:28:06.119 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.120 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dW8i39ycTdwZmFJs8QYiI7YefFY= 2022-09-01T11:28:06.120 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dW8i39ycTdwZmFJs8QYiI7YefFY=', 'Content-Length': '0'} 2022-09-01T11:28:06.123 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000085f0f06382aabc31-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.123 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:06.124 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:06.125 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.125 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.126 DEBUG:boto:Method: GET 2022-09-01T11:28:06.126 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.127 DEBUG:boto:Data: 2022-09-01T11:28:06.128 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.128 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.129 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.130 DEBUG:boto:Params: {} 2022-09-01T11:28:06.130 DEBUG:boto:Token: None 2022-09-01T11:28:06.131 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.132 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dW8i39ycTdwZmFJs8QYiI7YefFY= 2022-09-01T11:28:06.132 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dW8i39ycTdwZmFJs8QYiI7YefFY=', 'Content-Length': '0'} 2022-09-01T11:28:06.134 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e24a951313db8abe-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.135 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:06.136 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:06.136 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.137 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.138 DEBUG:boto:Method: HEAD 2022-09-01T11:28:06.138 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.139 DEBUG:boto:Data: 2022-09-01T11:28:06.139 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.140 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.141 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.141 DEBUG:boto:Params: {} 2022-09-01T11:28:06.142 DEBUG:boto:Token: None 2022-09-01T11:28:06.143 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.144 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:74iZ+COMLHZM7NcSRfYVwuNFutw= 2022-09-01T11:28:06.144 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:74iZ+COMLHZM7NcSRfYVwuNFutw=', 'Content-Length': '0'} 2022-09-01T11:28:06.146 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000078b662493905c9cf-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.147 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:06.148 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:06.149 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.149 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.150 DEBUG:boto:Method: HEAD 2022-09-01T11:28:06.150 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.151 DEBUG:boto:Data: 2022-09-01T11:28:06.151 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.152 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.152 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.153 DEBUG:boto:Params: {} 2022-09-01T11:28:06.154 DEBUG:boto:Token: None 2022-09-01T11:28:06.154 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:74iZ+COMLHZM7NcSRfYVwuNFutw= 2022-09-01T11:28:06.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:74iZ+COMLHZM7NcSRfYVwuNFutw=', 'Content-Length': '0'} 2022-09-01T11:28:06.158 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bfda995451a961e8-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.159 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:28:06.160 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:06.160 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:06.161 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.161 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.162 DEBUG:boto:Method: GET 2022-09-01T11:28:06.163 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.163 DEBUG:boto:Data: 2022-09-01T11:28:06.164 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.165 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.166 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.166 DEBUG:boto:Params: {} 2022-09-01T11:28:06.167 DEBUG:boto:Token: None 2022-09-01T11:28:06.167 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.168 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dW8i39ycTdwZmFJs8QYiI7YefFY= 2022-09-01T11:28:06.169 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dW8i39ycTdwZmFJs8QYiI7YefFY=', 'Content-Length': '0'} 2022-09-01T11:28:06.171 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005770fbc69780bb2a-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.214 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:06.215 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:06.216 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.216 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.217 DEBUG:boto:Method: GET 2022-09-01T11:28:06.217 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.218 DEBUG:boto:Data: 2022-09-01T11:28:06.219 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.219 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.220 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.220 DEBUG:boto:Params: {} 2022-09-01T11:28:06.221 DEBUG:boto:Token: None 2022-09-01T11:28:06.222 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:06.222 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dW8i39ycTdwZmFJs8QYiI7YefFY= 2022-09-01T11:28:06.223 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dW8i39ycTdwZmFJs8QYiI7YefFY=', 'Content-Length': '0'} 2022-09-01T11:28:06.225 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f70c1324974d0597-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.226 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:06.227 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:06.227 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:06.228 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:06.229 DEBUG:boto:Method: GET 2022-09-01T11:28:06.229 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:28:06.230 DEBUG:boto:Data: 2022-09-01T11:28:06.231 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.231 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.232 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.232 DEBUG:boto:Params: {} 2022-09-01T11:28:06.233 DEBUG:boto:Token: None 2022-09-01T11:28:06.234 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/ 2022-09-01T11:28:06.234 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU= 2022-09-01T11:28:06.235 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU=', 'Content-Length': '0'} 2022-09-01T11:28:06.238 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f5d3ce31f1c0febe-0063109746-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.239 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:06.239 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:06.240 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:06.241 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:06.241 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:06.242 DEBUG:boto:Method: GET 2022-09-01T11:28:06.242 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:28:06.243 DEBUG:boto:Data: 2022-09-01T11:28:06.243 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.244 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.245 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.245 DEBUG:boto:Params: {} 2022-09-01T11:28:06.246 DEBUG:boto:Token: None 2022-09-01T11:28:06.246 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/ 2022-09-01T11:28:06.247 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU= 2022-09-01T11:28:06.248 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU=', 'Content-Length': '0'} 2022-09-01T11:28:06.252 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000505e23c8e7878c22-0063109746-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.253 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:06.254 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:06.255 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:06.255 DEBUG:boto:Method: HEAD 2022-09-01T11:28:06.256 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:28:06.256 DEBUG:boto:Data: 2022-09-01T11:28:06.257 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.257 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.258 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.258 DEBUG:boto:Params: {} 2022-09-01T11:28:06.259 DEBUG:boto:Token: None 2022-09-01T11:28:06.260 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj155 2022-09-01T11:28:06.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gUOvNrBaRnafzDtQ/riHgvWuUaM= 2022-09-01T11:28:06.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gUOvNrBaRnafzDtQ/riHgvWuUaM=', 'Content-Length': '0'} 2022-09-01T11:28:06.263 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000775015af7840d5db-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.264 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:06.265 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:06.265 DEBUG:boto:Method: HEAD 2022-09-01T11:28:06.266 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:28:06.266 DEBUG:boto:Data: 2022-09-01T11:28:06.267 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.267 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.268 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.268 DEBUG:boto:Params: {} 2022-09-01T11:28:06.269 DEBUG:boto:Token: None 2022-09-01T11:28:06.269 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj155 2022-09-01T11:28:06.270 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gUOvNrBaRnafzDtQ/riHgvWuUaM= 2022-09-01T11:28:06.271 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gUOvNrBaRnafzDtQ/riHgvWuUaM=', 'Content-Length': '0'} 2022-09-01T11:28:06.273 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000056588664c25de75c-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.274 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:28:06.274 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:06.275 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:06.275 DEBUG:boto:Method: GET 2022-09-01T11:28:06.276 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:28:06.276 DEBUG:boto:Data: 2022-09-01T11:28:06.277 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.277 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.278 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.278 DEBUG:boto:Params: {} 2022-09-01T11:28:06.279 DEBUG:boto:Token: None 2022-09-01T11:28:06.280 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj155 2022-09-01T11:28:06.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ui8maPvXly22PIaNcbvubgyxHUs= 2022-09-01T11:28:06.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ui8maPvXly22PIaNcbvubgyxHUs=', 'Content-Length': '0'} 2022-09-01T11:28:06.283 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b2594badbf8cae6d-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.284 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:06.285 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:06.285 DEBUG:boto:Method: GET 2022-09-01T11:28:06.286 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:28:06.286 DEBUG:boto:Data: 2022-09-01T11:28:06.287 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.288 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.288 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.289 DEBUG:boto:Params: {} 2022-09-01T11:28:06.289 DEBUG:boto:Token: None 2022-09-01T11:28:06.290 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj155 2022-09-01T11:28:06.291 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ui8maPvXly22PIaNcbvubgyxHUs= 2022-09-01T11:28:06.291 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ui8maPvXly22PIaNcbvubgyxHUs=', 'Content-Length': '0'} 2022-09-01T11:28:06.293 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000008168ce5609e74c9-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.338 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:06.339 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:06.339 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:06.340 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:06.341 DEBUG:boto:Method: GET 2022-09-01T11:28:06.341 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:28:06.342 DEBUG:boto:Data: 2022-09-01T11:28:06.343 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.343 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.344 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.344 DEBUG:boto:Params: {} 2022-09-01T11:28:06.345 DEBUG:boto:Token: None 2022-09-01T11:28:06.346 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/ 2022-09-01T11:28:06.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU= 2022-09-01T11:28:06.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU=', 'Content-Length': '0'} 2022-09-01T11:28:06.351 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e854194c3144f469-0063109746-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.352 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:06.352 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:06.353 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:06.354 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:06.355 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:06.355 DEBUG:boto:Method: GET 2022-09-01T11:28:06.356 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:28:06.356 DEBUG:boto:Data: 2022-09-01T11:28:06.357 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.358 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.359 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.359 DEBUG:boto:Params: {} 2022-09-01T11:28:06.360 DEBUG:boto:Token: None 2022-09-01T11:28:06.361 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/ 2022-09-01T11:28:06.361 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU= 2022-09-01T11:28:06.362 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU=', 'Content-Length': '0'} 2022-09-01T11:28:06.367 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000068f61ee3c8f50c2a-0063109746-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.367 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:06.368 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:28:06.369 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:06.369 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:06.370 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.370 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.371 DEBUG:boto:Method: GET 2022-09-01T11:28:06.371 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.372 DEBUG:boto:Data: 2022-09-01T11:28:06.372 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.373 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.373 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.374 DEBUG:boto:Params: {} 2022-09-01T11:28:06.375 DEBUG:boto:Token: None 2022-09-01T11:28:06.375 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:olOrZT3vCsn1BpdQuQqiC57hq7U= 2022-09-01T11:28:06.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:olOrZT3vCsn1BpdQuQqiC57hq7U=', 'Content-Length': '0'} 2022-09-01T11:28:06.379 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b163d0fedacfa9db-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.422 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:06.423 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:06.423 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.424 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.424 DEBUG:boto:Method: GET 2022-09-01T11:28:06.425 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.425 DEBUG:boto:Data: 2022-09-01T11:28:06.426 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.427 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.427 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.428 DEBUG:boto:Params: {} 2022-09-01T11:28:06.430 DEBUG:boto:Token: None 2022-09-01T11:28:06.431 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:olOrZT3vCsn1BpdQuQqiC57hq7U= 2022-09-01T11:28:06.432 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:olOrZT3vCsn1BpdQuQqiC57hq7U=', 'Content-Length': '0'} 2022-09-01T11:28:06.434 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000892112c5102c9425-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.435 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:06.436 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:06.436 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.437 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.437 DEBUG:boto:Method: HEAD 2022-09-01T11:28:06.438 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.438 DEBUG:boto:Data: 2022-09-01T11:28:06.439 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.439 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.440 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.440 DEBUG:boto:Params: {} 2022-09-01T11:28:06.441 DEBUG:boto:Token: None 2022-09-01T11:28:06.441 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ScyfH5sGL6SAcu6AqMrcwQyM6U8= 2022-09-01T11:28:06.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ScyfH5sGL6SAcu6AqMrcwQyM6U8=', 'Content-Length': '0'} 2022-09-01T11:28:06.445 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d33d86828ba11263-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.446 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:06.446 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:06.447 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.447 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.448 DEBUG:boto:Method: HEAD 2022-09-01T11:28:06.449 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.449 DEBUG:boto:Data: 2022-09-01T11:28:06.450 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.450 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.451 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.451 DEBUG:boto:Params: {} 2022-09-01T11:28:06.452 DEBUG:boto:Token: None 2022-09-01T11:28:06.452 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.453 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ScyfH5sGL6SAcu6AqMrcwQyM6U8= 2022-09-01T11:28:06.453 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ScyfH5sGL6SAcu6AqMrcwQyM6U8=', 'Content-Length': '0'} 2022-09-01T11:28:06.456 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db82b0d55447cfdd-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.457 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:28:06.458 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:06.458 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:06.459 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.459 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.460 DEBUG:boto:Method: GET 2022-09-01T11:28:06.460 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.461 DEBUG:boto:Data: 2022-09-01T11:28:06.461 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.462 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.462 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.463 DEBUG:boto:Params: {} 2022-09-01T11:28:06.464 DEBUG:boto:Token: None 2022-09-01T11:28:06.464 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.465 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:olOrZT3vCsn1BpdQuQqiC57hq7U= 2022-09-01T11:28:06.465 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:olOrZT3vCsn1BpdQuQqiC57hq7U=', 'Content-Length': '0'} 2022-09-01T11:28:06.468 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000163f56f3d7ce5700-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.469 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:06.469 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:06.470 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.470 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.471 DEBUG:boto:Method: GET 2022-09-01T11:28:06.471 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.472 DEBUG:boto:Data: 2022-09-01T11:28:06.472 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.473 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.473 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.474 DEBUG:boto:Params: {} 2022-09-01T11:28:06.474 DEBUG:boto:Token: None 2022-09-01T11:28:06.475 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:06.476 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:olOrZT3vCsn1BpdQuQqiC57hq7U= 2022-09-01T11:28:06.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:olOrZT3vCsn1BpdQuQqiC57hq7U=', 'Content-Length': '0'} 2022-09-01T11:28:06.479 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009499be3da0ccda3e-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.480 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:06.480 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:06.481 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:06.481 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:06.482 DEBUG:boto:Method: GET 2022-09-01T11:28:06.482 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:28:06.483 DEBUG:boto:Data: 2022-09-01T11:28:06.483 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.484 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.484 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.485 DEBUG:boto:Params: {} 2022-09-01T11:28:06.485 DEBUG:boto:Token: None 2022-09-01T11:28:06.486 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/ 2022-09-01T11:28:06.487 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU= 2022-09-01T11:28:06.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU=', 'Content-Length': '0'} 2022-09-01T11:28:06.490 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008c59c98e041a488d-0063109746-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.491 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:06.492 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:06.492 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:06.493 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:06.493 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:06.494 DEBUG:boto:Method: GET 2022-09-01T11:28:06.494 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:28:06.495 DEBUG:boto:Data: 2022-09-01T11:28:06.495 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.496 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.496 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.497 DEBUG:boto:Params: {} 2022-09-01T11:28:06.497 DEBUG:boto:Token: None 2022-09-01T11:28:06.498 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/ 2022-09-01T11:28:06.499 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU= 2022-09-01T11:28:06.499 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU=', 'Content-Length': '0'} 2022-09-01T11:28:06.504 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006b7ae00bf22c9df5-0063109746-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.546 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:06.547 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:06.548 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:06.548 DEBUG:boto:Method: HEAD 2022-09-01T11:28:06.549 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:28:06.549 DEBUG:boto:Data: 2022-09-01T11:28:06.550 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.550 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.551 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.551 DEBUG:boto:Params: {} 2022-09-01T11:28:06.552 DEBUG:boto:Token: None 2022-09-01T11:28:06.552 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj17 2022-09-01T11:28:06.553 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:drAB+WtgLZu5s8k/gI5v8kP4CRI= 2022-09-01T11:28:06.554 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:drAB+WtgLZu5s8k/gI5v8kP4CRI=', 'Content-Length': '0'} 2022-09-01T11:28:06.556 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003667bb00ceae4c64-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.557 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:06.557 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:06.558 DEBUG:boto:Method: HEAD 2022-09-01T11:28:06.558 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:28:06.559 DEBUG:boto:Data: 2022-09-01T11:28:06.559 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.560 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.560 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.561 DEBUG:boto:Params: {} 2022-09-01T11:28:06.561 DEBUG:boto:Token: None 2022-09-01T11:28:06.562 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj17 2022-09-01T11:28:06.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:drAB+WtgLZu5s8k/gI5v8kP4CRI= 2022-09-01T11:28:06.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:drAB+WtgLZu5s8k/gI5v8kP4CRI=', 'Content-Length': '0'} 2022-09-01T11:28:06.565 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e1ab6b93739d0b1a-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.566 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:28:06.567 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:06.567 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:06.568 DEBUG:boto:Method: GET 2022-09-01T11:28:06.569 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:28:06.569 DEBUG:boto:Data: 2022-09-01T11:28:06.570 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.571 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.572 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.573 DEBUG:boto:Params: {} 2022-09-01T11:28:06.574 DEBUG:boto:Token: None 2022-09-01T11:28:06.575 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj17 2022-09-01T11:28:06.576 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o5VStbNnFaKqtZke9vJoyoWpGs0= 2022-09-01T11:28:06.577 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o5VStbNnFaKqtZke9vJoyoWpGs0=', 'Content-Length': '0'} 2022-09-01T11:28:06.580 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009baa04c9ff9b2b9a-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.581 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:06.582 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:06.583 DEBUG:boto:Method: GET 2022-09-01T11:28:06.584 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:28:06.585 DEBUG:boto:Data: 2022-09-01T11:28:06.585 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.586 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.586 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.587 DEBUG:boto:Params: {} 2022-09-01T11:28:06.588 DEBUG:boto:Token: None 2022-09-01T11:28:06.589 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj17 2022-09-01T11:28:06.590 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o5VStbNnFaKqtZke9vJoyoWpGs0= 2022-09-01T11:28:06.590 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o5VStbNnFaKqtZke9vJoyoWpGs0=', 'Content-Length': '0'} 2022-09-01T11:28:06.593 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008601c71b2568b3cd-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.594 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:06.595 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:06.596 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:06.596 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:06.597 DEBUG:boto:Method: GET 2022-09-01T11:28:06.598 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:28:06.599 DEBUG:boto:Data: 2022-09-01T11:28:06.599 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.600 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.600 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.601 DEBUG:boto:Params: {} 2022-09-01T11:28:06.602 DEBUG:boto:Token: None 2022-09-01T11:28:06.602 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/ 2022-09-01T11:28:06.603 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU= 2022-09-01T11:28:06.604 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU=', 'Content-Length': '0'} 2022-09-01T11:28:06.606 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a5d29d2fb5537582-0063109746-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.607 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:06.608 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:06.609 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:06.610 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:06.610 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:06.611 DEBUG:boto:Method: GET 2022-09-01T11:28:06.611 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:28:06.612 DEBUG:boto:Data: 2022-09-01T11:28:06.612 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.613 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.613 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.614 DEBUG:boto:Params: {} 2022-09-01T11:28:06.615 DEBUG:boto:Token: None 2022-09-01T11:28:06.616 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/ 2022-09-01T11:28:06.616 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU= 2022-09-01T11:28:06.617 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU=', 'Content-Length': '0'} 2022-09-01T11:28:06.621 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000080f369b1d5763b8-0063109746-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.623 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:06.624 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:28:06.625 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:06.626 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:06.627 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.628 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.628 DEBUG:boto:Method: GET 2022-09-01T11:28:06.629 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.630 DEBUG:boto:Data: 2022-09-01T11:28:06.631 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.632 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.633 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.634 DEBUG:boto:Params: {} 2022-09-01T11:28:06.634 DEBUG:boto:Token: None 2022-09-01T11:28:06.635 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.636 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aTUxYpu76xmK2t2J2NEw86EA+m4= 2022-09-01T11:28:06.637 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aTUxYpu76xmK2t2J2NEw86EA+m4=', 'Content-Length': '0'} 2022-09-01T11:28:06.640 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000db316439a2949b6-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.641 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:06.642 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:06.642 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.643 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.644 DEBUG:boto:Method: GET 2022-09-01T11:28:06.644 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.645 DEBUG:boto:Data: 2022-09-01T11:28:06.646 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.646 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.647 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.648 DEBUG:boto:Params: {} 2022-09-01T11:28:06.649 DEBUG:boto:Token: None 2022-09-01T11:28:06.649 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.650 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aTUxYpu76xmK2t2J2NEw86EA+m4= 2022-09-01T11:28:06.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aTUxYpu76xmK2t2J2NEw86EA+m4=', 'Content-Length': '0'} 2022-09-01T11:28:06.653 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000497714472bcd8379-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.655 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:06.656 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:06.657 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.658 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.658 DEBUG:boto:Method: HEAD 2022-09-01T11:28:06.659 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.660 DEBUG:boto:Data: 2022-09-01T11:28:06.661 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.662 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.662 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.663 DEBUG:boto:Params: {} 2022-09-01T11:28:06.664 DEBUG:boto:Token: None 2022-09-01T11:28:06.664 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.665 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f2kqUDWtSqWoJQ4QoI5gphoflVA= 2022-09-01T11:28:06.666 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f2kqUDWtSqWoJQ4QoI5gphoflVA=', 'Content-Length': '0'} 2022-09-01T11:28:06.668 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007d5635c6d8722954-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.669 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:06.670 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:06.670 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.671 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.671 DEBUG:boto:Method: HEAD 2022-09-01T11:28:06.672 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.673 DEBUG:boto:Data: 2022-09-01T11:28:06.673 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.674 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.674 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.675 DEBUG:boto:Params: {} 2022-09-01T11:28:06.675 DEBUG:boto:Token: None 2022-09-01T11:28:06.676 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.676 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f2kqUDWtSqWoJQ4QoI5gphoflVA= 2022-09-01T11:28:06.677 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f2kqUDWtSqWoJQ4QoI5gphoflVA=', 'Content-Length': '0'} 2022-09-01T11:28:06.679 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c12055d65f48a871-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.681 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:28:06.681 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:06.682 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:06.683 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.683 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.684 DEBUG:boto:Method: GET 2022-09-01T11:28:06.685 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.685 DEBUG:boto:Data: 2022-09-01T11:28:06.686 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.687 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.687 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.688 DEBUG:boto:Params: {} 2022-09-01T11:28:06.688 DEBUG:boto:Token: None 2022-09-01T11:28:06.689 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.690 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aTUxYpu76xmK2t2J2NEw86EA+m4= 2022-09-01T11:28:06.691 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aTUxYpu76xmK2t2J2NEw86EA+m4=', 'Content-Length': '0'} 2022-09-01T11:28:06.693 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000598cd4487357d8e8-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.695 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:06.696 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:06.697 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.698 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.698 DEBUG:boto:Method: GET 2022-09-01T11:28:06.699 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.699 DEBUG:boto:Data: 2022-09-01T11:28:06.700 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.701 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.701 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.702 DEBUG:boto:Params: {} 2022-09-01T11:28:06.703 DEBUG:boto:Token: None 2022-09-01T11:28:06.704 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:06.704 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aTUxYpu76xmK2t2J2NEw86EA+m4= 2022-09-01T11:28:06.705 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aTUxYpu76xmK2t2J2NEw86EA+m4=', 'Content-Length': '0'} 2022-09-01T11:28:06.708 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b6099bee0994a4b5-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.709 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:06.710 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:06.710 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:06.711 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:06.712 DEBUG:boto:Method: GET 2022-09-01T11:28:06.713 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:28:06.713 DEBUG:boto:Data: 2022-09-01T11:28:06.714 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.715 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.716 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.717 DEBUG:boto:Params: {} 2022-09-01T11:28:06.718 DEBUG:boto:Token: None 2022-09-01T11:28:06.719 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/ 2022-09-01T11:28:06.719 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU= 2022-09-01T11:28:06.720 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU=', 'Content-Length': '0'} 2022-09-01T11:28:06.723 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000098559170d22b4576-0063109746-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.724 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:06.725 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:06.725 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:06.726 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:06.726 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:06.727 DEBUG:boto:Method: GET 2022-09-01T11:28:06.727 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:28:06.728 DEBUG:boto:Data: 2022-09-01T11:28:06.728 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.729 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.729 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.730 DEBUG:boto:Params: {} 2022-09-01T11:28:06.731 DEBUG:boto:Token: None 2022-09-01T11:28:06.731 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/ 2022-09-01T11:28:06.732 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU= 2022-09-01T11:28:06.733 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU=', 'Content-Length': '0'} 2022-09-01T11:28:06.737 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000afc9291cc032393c-0063109746-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.738 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:06.739 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:06.739 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:06.740 DEBUG:boto:Method: HEAD 2022-09-01T11:28:06.740 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:28:06.741 DEBUG:boto:Data: 2022-09-01T11:28:06.741 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.742 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.742 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.743 DEBUG:boto:Params: {} 2022-09-01T11:28:06.743 DEBUG:boto:Token: None 2022-09-01T11:28:06.744 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj19 2022-09-01T11:28:06.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mR2TlIffqgZHEODxzYP4/gJ7RJY= 2022-09-01T11:28:06.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mR2TlIffqgZHEODxzYP4/gJ7RJY=', 'Content-Length': '0'} 2022-09-01T11:28:06.747 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006022d9021f206b6e-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.748 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:06.749 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:06.749 DEBUG:boto:Method: HEAD 2022-09-01T11:28:06.750 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:28:06.750 DEBUG:boto:Data: 2022-09-01T11:28:06.751 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.751 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.752 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.752 DEBUG:boto:Params: {} 2022-09-01T11:28:06.753 DEBUG:boto:Token: None 2022-09-01T11:28:06.754 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj19 2022-09-01T11:28:06.754 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mR2TlIffqgZHEODxzYP4/gJ7RJY= 2022-09-01T11:28:06.755 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mR2TlIffqgZHEODxzYP4/gJ7RJY=', 'Content-Length': '0'} 2022-09-01T11:28:06.757 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000068bed6546ed8e59c-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.758 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:28:06.758 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:06.759 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:06.759 DEBUG:boto:Method: GET 2022-09-01T11:28:06.760 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:28:06.761 DEBUG:boto:Data: 2022-09-01T11:28:06.761 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.762 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.762 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.763 DEBUG:boto:Params: {} 2022-09-01T11:28:06.763 DEBUG:boto:Token: None 2022-09-01T11:28:06.764 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj19 2022-09-01T11:28:06.765 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HO8ZVLddhKlyPGeDW57y7/OfLt8= 2022-09-01T11:28:06.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HO8ZVLddhKlyPGeDW57y7/OfLt8=', 'Content-Length': '0'} 2022-09-01T11:28:06.767 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1a986bd9af7b54b-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.814 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:06.815 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:06.815 DEBUG:boto:Method: GET 2022-09-01T11:28:06.816 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:28:06.816 DEBUG:boto:Data: 2022-09-01T11:28:06.817 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.817 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.818 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.819 DEBUG:boto:Params: {} 2022-09-01T11:28:06.819 DEBUG:boto:Token: None 2022-09-01T11:28:06.820 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj19 2022-09-01T11:28:06.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HO8ZVLddhKlyPGeDW57y7/OfLt8= 2022-09-01T11:28:06.821 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HO8ZVLddhKlyPGeDW57y7/OfLt8=', 'Content-Length': '0'} 2022-09-01T11:28:06.823 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003539383b2a512bf1-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.824 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:06.825 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:06.825 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:06.826 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:06.826 DEBUG:boto:Method: GET 2022-09-01T11:28:06.827 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:28:06.827 DEBUG:boto:Data: 2022-09-01T11:28:06.828 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.828 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.829 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.829 DEBUG:boto:Params: {} 2022-09-01T11:28:06.830 DEBUG:boto:Token: None 2022-09-01T11:28:06.831 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/ 2022-09-01T11:28:06.831 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU= 2022-09-01T11:28:06.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU=', 'Content-Length': '0'} 2022-09-01T11:28:06.834 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000678d521dbfe0877c-0063109746-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.835 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:06.836 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:06.837 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:06.837 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:06.838 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:06.838 DEBUG:boto:Method: GET 2022-09-01T11:28:06.839 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:28:06.839 DEBUG:boto:Data: 2022-09-01T11:28:06.840 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.840 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.841 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.841 DEBUG:boto:Params: {} 2022-09-01T11:28:06.842 DEBUG:boto:Token: None 2022-09-01T11:28:06.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/ 2022-09-01T11:28:06.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU= 2022-09-01T11:28:06.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU=', 'Content-Length': '0'} 2022-09-01T11:28:06.848 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000069708b5291d531be-0063109746-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.848 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:06.849 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:28:06.850 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:06.850 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:06.851 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.851 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.852 DEBUG:boto:Method: GET 2022-09-01T11:28:06.853 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.853 DEBUG:boto:Data: 2022-09-01T11:28:06.854 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.854 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.855 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.855 DEBUG:boto:Params: {} 2022-09-01T11:28:06.856 DEBUG:boto:Token: None 2022-09-01T11:28:06.856 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.857 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H6pWjaKh6usha4HN0BjsB+GukiM= 2022-09-01T11:28:06.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H6pWjaKh6usha4HN0BjsB+GukiM=', 'Content-Length': '0'} 2022-09-01T11:28:06.860 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c238791b0a5f940-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.861 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:06.861 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:06.862 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.862 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.863 DEBUG:boto:Method: GET 2022-09-01T11:28:06.863 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.864 DEBUG:boto:Data: 2022-09-01T11:28:06.864 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.865 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.865 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.866 DEBUG:boto:Params: {} 2022-09-01T11:28:06.867 DEBUG:boto:Token: None 2022-09-01T11:28:06.867 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H6pWjaKh6usha4HN0BjsB+GukiM= 2022-09-01T11:28:06.868 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H6pWjaKh6usha4HN0BjsB+GukiM=', 'Content-Length': '0'} 2022-09-01T11:28:06.871 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000097bca134e3071f81-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.918 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:06.919 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:06.919 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.920 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.920 DEBUG:boto:Method: HEAD 2022-09-01T11:28:06.921 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.921 DEBUG:boto:Data: 2022-09-01T11:28:06.922 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.922 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.923 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.923 DEBUG:boto:Params: {} 2022-09-01T11:28:06.924 DEBUG:boto:Token: None 2022-09-01T11:28:06.925 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.925 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WFPhWMSSPHoX3quw0JfVibwbNVQ= 2022-09-01T11:28:06.926 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WFPhWMSSPHoX3quw0JfVibwbNVQ=', 'Content-Length': '0'} 2022-09-01T11:28:06.928 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007537de30f8db0da4-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.929 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:06.929 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:06.930 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.930 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.931 DEBUG:boto:Method: HEAD 2022-09-01T11:28:06.931 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.932 DEBUG:boto:Data: 2022-09-01T11:28:06.932 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.933 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.933 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.934 DEBUG:boto:Params: {} 2022-09-01T11:28:06.934 DEBUG:boto:Token: None 2022-09-01T11:28:06.935 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.936 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WFPhWMSSPHoX3quw0JfVibwbNVQ= 2022-09-01T11:28:06.936 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WFPhWMSSPHoX3quw0JfVibwbNVQ=', 'Content-Length': '0'} 2022-09-01T11:28:06.938 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060dde3fa8bcec183-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.939 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:28:06.940 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:06.941 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:06.941 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.942 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.942 DEBUG:boto:Method: GET 2022-09-01T11:28:06.943 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.943 DEBUG:boto:Data: 2022-09-01T11:28:06.944 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.944 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.945 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.946 DEBUG:boto:Params: {} 2022-09-01T11:28:06.947 DEBUG:boto:Token: None 2022-09-01T11:28:06.947 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.948 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H6pWjaKh6usha4HN0BjsB+GukiM= 2022-09-01T11:28:06.949 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H6pWjaKh6usha4HN0BjsB+GukiM=', 'Content-Length': '0'} 2022-09-01T11:28:06.951 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e7d28a6fbfb6d2a7-0063109746-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.953 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:06.953 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:06.954 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.955 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.955 DEBUG:boto:Method: GET 2022-09-01T11:28:06.956 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.956 DEBUG:boto:Data: 2022-09-01T11:28:06.957 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.957 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:06.958 DEBUG:boto:Port: 8000 2022-09-01T11:28:06.958 DEBUG:boto:Params: {} 2022-09-01T11:28:06.959 DEBUG:boto:Token: None 2022-09-01T11:28:06.960 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:06.960 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H6pWjaKh6usha4HN0BjsB+GukiM= 2022-09-01T11:28:06.961 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H6pWjaKh6usha4HN0BjsB+GukiM=', 'Content-Length': '0'} 2022-09-01T11:28:06.964 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b076e8915b6470c1-0063109746-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:06.965 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:06.966 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:06.967 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:06.968 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:06.969 DEBUG:boto:Method: GET 2022-09-01T11:28:06.970 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:28:06.971 DEBUG:boto:Data: 2022-09-01T11:28:06.972 DEBUG:boto:Headers: {} 2022-09-01T11:28:06.973 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:06.974 DEBUG:boto:Port: 8001 2022-09-01T11:28:06.975 DEBUG:boto:Params: {} 2022-09-01T11:28:06.976 DEBUG:boto:Token: None 2022-09-01T11:28:06.977 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:06 GMT /ptoxvb-74/ 2022-09-01T11:28:06.978 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU= 2022-09-01T11:28:06.979 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jcK+gA3CYLFTvTdHI8fE4MWI3MU=', 'Content-Length': '0'} 2022-09-01T11:28:06.982 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000937062e52119e65-0063109746-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.034 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.035 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:07.036 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:07.037 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:07.037 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:07.038 DEBUG:boto:Method: GET 2022-09-01T11:28:07.038 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:28:07.039 DEBUG:boto:Data: 2022-09-01T11:28:07.039 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.040 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.040 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.041 DEBUG:boto:Params: {} 2022-09-01T11:28:07.042 DEBUG:boto:Token: None 2022-09-01T11:28:07.042 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/ 2022-09-01T11:28:07.043 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0= 2022-09-01T11:28:07.044 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0=', 'Content-Length': '0'} 2022-09-01T11:28:07.048 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006b329afd61f23bfa-0063109747-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.049 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.050 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:07.050 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:07.051 DEBUG:boto:Method: HEAD 2022-09-01T11:28:07.051 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:28:07.052 DEBUG:boto:Data: 2022-09-01T11:28:07.053 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.053 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.054 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.055 DEBUG:boto:Params: {} 2022-09-01T11:28:07.056 DEBUG:boto:Token: None 2022-09-01T11:28:07.057 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj22 2022-09-01T11:28:07.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0foXoxqZDY9FicU8LOwVrPtQKzY= 2022-09-01T11:28:07.059 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0foXoxqZDY9FicU8LOwVrPtQKzY=', 'Content-Length': '0'} 2022-09-01T11:28:07.061 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c9267673d3beb6b3-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.062 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:07.062 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:07.063 DEBUG:boto:Method: HEAD 2022-09-01T11:28:07.063 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:28:07.064 DEBUG:boto:Data: 2022-09-01T11:28:07.064 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.065 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.065 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.066 DEBUG:boto:Params: {} 2022-09-01T11:28:07.066 DEBUG:boto:Token: None 2022-09-01T11:28:07.067 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj22 2022-09-01T11:28:07.068 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0foXoxqZDY9FicU8LOwVrPtQKzY= 2022-09-01T11:28:07.068 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0foXoxqZDY9FicU8LOwVrPtQKzY=', 'Content-Length': '0'} 2022-09-01T11:28:07.070 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000428e8fa5b0b88134-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.071 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:28:07.072 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:07.072 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:07.073 DEBUG:boto:Method: GET 2022-09-01T11:28:07.073 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:28:07.074 DEBUG:boto:Data: 2022-09-01T11:28:07.074 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.075 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.075 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.076 DEBUG:boto:Params: {} 2022-09-01T11:28:07.076 DEBUG:boto:Token: None 2022-09-01T11:28:07.077 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj22 2022-09-01T11:28:07.078 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:40j/ykFQMiF5NSVHOo9PlydgPkE= 2022-09-01T11:28:07.078 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:40j/ykFQMiF5NSVHOo9PlydgPkE=', 'Content-Length': '0'} 2022-09-01T11:28:07.081 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000f3647012c065a8a-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.081 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:07.082 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:07.083 DEBUG:boto:Method: GET 2022-09-01T11:28:07.083 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:28:07.084 DEBUG:boto:Data: 2022-09-01T11:28:07.084 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.085 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.085 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.086 DEBUG:boto:Params: {} 2022-09-01T11:28:07.086 DEBUG:boto:Token: None 2022-09-01T11:28:07.087 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj22 2022-09-01T11:28:07.088 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:40j/ykFQMiF5NSVHOo9PlydgPkE= 2022-09-01T11:28:07.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:40j/ykFQMiF5NSVHOo9PlydgPkE=', 'Content-Length': '0'} 2022-09-01T11:28:07.090 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000026d513c4c2b5ef6d-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.134 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:07.136 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:07.137 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:07.138 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:07.139 DEBUG:boto:Method: GET 2022-09-01T11:28:07.139 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:28:07.140 DEBUG:boto:Data: 2022-09-01T11:28:07.141 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.142 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.143 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.144 DEBUG:boto:Params: {} 2022-09-01T11:28:07.145 DEBUG:boto:Token: None 2022-09-01T11:28:07.146 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/ 2022-09-01T11:28:07.147 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0= 2022-09-01T11:28:07.149 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0=', 'Content-Length': '0'} 2022-09-01T11:28:07.152 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000155144683f7f9739-0063109747-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.153 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.155 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:07.156 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:07.156 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:07.157 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:07.158 DEBUG:boto:Method: GET 2022-09-01T11:28:07.159 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:28:07.159 DEBUG:boto:Data: 2022-09-01T11:28:07.160 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.160 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.161 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.161 DEBUG:boto:Params: {} 2022-09-01T11:28:07.162 DEBUG:boto:Token: None 2022-09-01T11:28:07.163 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/ 2022-09-01T11:28:07.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0= 2022-09-01T11:28:07.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0=', 'Content-Length': '0'} 2022-09-01T11:28:07.168 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000242d99f54af78839-0063109747-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.169 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.170 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:28:07.171 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:07.171 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:07.172 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.172 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.173 DEBUG:boto:Method: GET 2022-09-01T11:28:07.173 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.174 DEBUG:boto:Data: 2022-09-01T11:28:07.174 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.175 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.175 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.176 DEBUG:boto:Params: {} 2022-09-01T11:28:07.176 DEBUG:boto:Token: None 2022-09-01T11:28:07.177 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.178 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Yl4oFkaMZTMyViwm0W6If0qE71c= 2022-09-01T11:28:07.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Yl4oFkaMZTMyViwm0W6If0qE71c=', 'Content-Length': '0'} 2022-09-01T11:28:07.181 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000469f8cb58f20dc00-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.181 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:07.182 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:07.183 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.183 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.184 DEBUG:boto:Method: GET 2022-09-01T11:28:07.184 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.185 DEBUG:boto:Data: 2022-09-01T11:28:07.185 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.186 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.186 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.187 DEBUG:boto:Params: {} 2022-09-01T11:28:07.187 DEBUG:boto:Token: None 2022-09-01T11:28:07.188 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.189 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Yl4oFkaMZTMyViwm0W6If0qE71c= 2022-09-01T11:28:07.189 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Yl4oFkaMZTMyViwm0W6If0qE71c=', 'Content-Length': '0'} 2022-09-01T11:28:07.191 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fc8c1e2fb3f71f0f-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.192 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:07.193 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:07.193 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.194 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.194 DEBUG:boto:Method: HEAD 2022-09-01T11:28:07.195 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.195 DEBUG:boto:Data: 2022-09-01T11:28:07.196 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.196 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.197 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.197 DEBUG:boto:Params: {} 2022-09-01T11:28:07.198 DEBUG:boto:Token: None 2022-09-01T11:28:07.198 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.199 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:e9H3q7jv21hFgSTE9HrOfkMKwM0= 2022-09-01T11:28:07.200 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:e9H3q7jv21hFgSTE9HrOfkMKwM0=', 'Content-Length': '0'} 2022-09-01T11:28:07.202 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004827c517b55b4fe6-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.202 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:07.203 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:07.203 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.204 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.204 DEBUG:boto:Method: HEAD 2022-09-01T11:28:07.205 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.205 DEBUG:boto:Data: 2022-09-01T11:28:07.206 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.206 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.207 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.207 DEBUG:boto:Params: {} 2022-09-01T11:28:07.208 DEBUG:boto:Token: None 2022-09-01T11:28:07.208 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.209 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:e9H3q7jv21hFgSTE9HrOfkMKwM0= 2022-09-01T11:28:07.210 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:e9H3q7jv21hFgSTE9HrOfkMKwM0=', 'Content-Length': '0'} 2022-09-01T11:28:07.212 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d655863db8925e5-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.213 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:28:07.213 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:07.214 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:07.214 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.215 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.215 DEBUG:boto:Method: GET 2022-09-01T11:28:07.216 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.216 DEBUG:boto:Data: 2022-09-01T11:28:07.217 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.217 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.218 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.218 DEBUG:boto:Params: {} 2022-09-01T11:28:07.219 DEBUG:boto:Token: None 2022-09-01T11:28:07.220 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.220 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Yl4oFkaMZTMyViwm0W6If0qE71c= 2022-09-01T11:28:07.221 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Yl4oFkaMZTMyViwm0W6If0qE71c=', 'Content-Length': '0'} 2022-09-01T11:28:07.223 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df78c32364c70879-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.224 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:07.224 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:07.225 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.225 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.226 DEBUG:boto:Method: GET 2022-09-01T11:28:07.226 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.227 DEBUG:boto:Data: 2022-09-01T11:28:07.227 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.228 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.228 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.229 DEBUG:boto:Params: {} 2022-09-01T11:28:07.230 DEBUG:boto:Token: None 2022-09-01T11:28:07.230 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:07.231 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Yl4oFkaMZTMyViwm0W6If0qE71c= 2022-09-01T11:28:07.232 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Yl4oFkaMZTMyViwm0W6If0qE71c=', 'Content-Length': '0'} 2022-09-01T11:28:07.234 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b1c495ccfba3687-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.235 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:07.235 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:07.236 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:07.236 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:07.237 DEBUG:boto:Method: GET 2022-09-01T11:28:07.237 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:28:07.238 DEBUG:boto:Data: 2022-09-01T11:28:07.238 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.239 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.240 DEBUG:boto:Params: {} 2022-09-01T11:28:07.240 DEBUG:boto:Token: None 2022-09-01T11:28:07.241 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/ 2022-09-01T11:28:07.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0= 2022-09-01T11:28:07.242 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0=', 'Content-Length': '0'} 2022-09-01T11:28:07.245 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000064766fb0a56549cf-0063109747-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.246 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.247 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:07.247 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:07.248 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:07.248 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:07.249 DEBUG:boto:Method: GET 2022-09-01T11:28:07.249 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:28:07.250 DEBUG:boto:Data: 2022-09-01T11:28:07.251 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.251 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.252 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.252 DEBUG:boto:Params: {} 2022-09-01T11:28:07.253 DEBUG:boto:Token: None 2022-09-01T11:28:07.253 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/ 2022-09-01T11:28:07.254 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0= 2022-09-01T11:28:07.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0=', 'Content-Length': '0'} 2022-09-01T11:28:07.259 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000018b3eb8b358ce10-0063109747-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.259 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.260 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:07.261 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:07.261 DEBUG:boto:Method: HEAD 2022-09-01T11:28:07.262 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:28:07.262 DEBUG:boto:Data: 2022-09-01T11:28:07.263 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.263 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.264 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.264 DEBUG:boto:Params: {} 2022-09-01T11:28:07.265 DEBUG:boto:Token: None 2022-09-01T11:28:07.265 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj23 2022-09-01T11:28:07.266 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:STzQrwwFoCL3mVz2os7BPJ8v1aQ= 2022-09-01T11:28:07.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:STzQrwwFoCL3mVz2os7BPJ8v1aQ=', 'Content-Length': '0'} 2022-09-01T11:28:07.269 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e6eca8af5abe0e96-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.269 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:07.270 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:07.270 DEBUG:boto:Method: HEAD 2022-09-01T11:28:07.271 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:28:07.271 DEBUG:boto:Data: 2022-09-01T11:28:07.272 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.272 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.273 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.273 DEBUG:boto:Params: {} 2022-09-01T11:28:07.274 DEBUG:boto:Token: None 2022-09-01T11:28:07.275 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj23 2022-09-01T11:28:07.275 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:STzQrwwFoCL3mVz2os7BPJ8v1aQ= 2022-09-01T11:28:07.276 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:STzQrwwFoCL3mVz2os7BPJ8v1aQ=', 'Content-Length': '0'} 2022-09-01T11:28:07.278 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000053925fa68f4335f2-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.279 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:28:07.279 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:07.280 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:07.280 DEBUG:boto:Method: GET 2022-09-01T11:28:07.281 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:28:07.281 DEBUG:boto:Data: 2022-09-01T11:28:07.282 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.283 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.283 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.284 DEBUG:boto:Params: {} 2022-09-01T11:28:07.284 DEBUG:boto:Token: None 2022-09-01T11:28:07.285 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj23 2022-09-01T11:28:07.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zu1wMUEDDzbt5SNQp90bpFSkjnw= 2022-09-01T11:28:07.286 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zu1wMUEDDzbt5SNQp90bpFSkjnw=', 'Content-Length': '0'} 2022-09-01T11:28:07.288 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008eddfc37643daca1-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.289 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:07.290 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:07.290 DEBUG:boto:Method: GET 2022-09-01T11:28:07.291 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:28:07.291 DEBUG:boto:Data: 2022-09-01T11:28:07.292 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.292 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.293 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.293 DEBUG:boto:Params: {} 2022-09-01T11:28:07.294 DEBUG:boto:Token: None 2022-09-01T11:28:07.294 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj23 2022-09-01T11:28:07.295 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zu1wMUEDDzbt5SNQp90bpFSkjnw= 2022-09-01T11:28:07.296 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zu1wMUEDDzbt5SNQp90bpFSkjnw=', 'Content-Length': '0'} 2022-09-01T11:28:07.298 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a105f138962a5630-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.338 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:07.339 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:07.339 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:07.340 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:07.340 DEBUG:boto:Method: GET 2022-09-01T11:28:07.341 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:28:07.342 DEBUG:boto:Data: 2022-09-01T11:28:07.342 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.343 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.343 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.344 DEBUG:boto:Params: {} 2022-09-01T11:28:07.344 DEBUG:boto:Token: None 2022-09-01T11:28:07.345 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/ 2022-09-01T11:28:07.346 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0= 2022-09-01T11:28:07.346 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0=', 'Content-Length': '0'} 2022-09-01T11:28:07.349 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009a1312654befab6c-0063109747-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.350 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.350 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:07.351 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:07.352 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:07.352 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:07.353 DEBUG:boto:Method: GET 2022-09-01T11:28:07.353 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:28:07.354 DEBUG:boto:Data: 2022-09-01T11:28:07.354 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.355 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.356 DEBUG:boto:Params: {} 2022-09-01T11:28:07.356 DEBUG:boto:Token: None 2022-09-01T11:28:07.357 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/ 2022-09-01T11:28:07.357 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0= 2022-09-01T11:28:07.358 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0=', 'Content-Length': '0'} 2022-09-01T11:28:07.363 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d3348140eb5508eb-0063109747-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.363 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.364 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:28:07.365 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:07.365 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:07.366 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.366 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.367 DEBUG:boto:Method: GET 2022-09-01T11:28:07.367 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.368 DEBUG:boto:Data: 2022-09-01T11:28:07.368 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.369 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.370 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.370 DEBUG:boto:Params: {} 2022-09-01T11:28:07.371 DEBUG:boto:Token: None 2022-09-01T11:28:07.371 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sk7JQTzPZvoM6FfX4vy/98g49nY= 2022-09-01T11:28:07.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sk7JQTzPZvoM6FfX4vy/98g49nY=', 'Content-Length': '0'} 2022-09-01T11:28:07.375 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001517c478c2690d43-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.376 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:07.376 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:07.377 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.378 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.378 DEBUG:boto:Method: GET 2022-09-01T11:28:07.379 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.380 DEBUG:boto:Data: 2022-09-01T11:28:07.381 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.382 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.382 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.383 DEBUG:boto:Params: {} 2022-09-01T11:28:07.383 DEBUG:boto:Token: None 2022-09-01T11:28:07.384 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.384 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sk7JQTzPZvoM6FfX4vy/98g49nY= 2022-09-01T11:28:07.385 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sk7JQTzPZvoM6FfX4vy/98g49nY=', 'Content-Length': '0'} 2022-09-01T11:28:07.387 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b5934a00db773f3-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.388 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:07.389 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:07.389 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.390 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.390 DEBUG:boto:Method: HEAD 2022-09-01T11:28:07.391 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.391 DEBUG:boto:Data: 2022-09-01T11:28:07.392 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.392 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.393 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.393 DEBUG:boto:Params: {} 2022-09-01T11:28:07.394 DEBUG:boto:Token: None 2022-09-01T11:28:07.394 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.395 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qc/hiIbUGVNjxDXNZ4nL+rz3NtE= 2022-09-01T11:28:07.396 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qc/hiIbUGVNjxDXNZ4nL+rz3NtE=', 'Content-Length': '0'} 2022-09-01T11:28:07.398 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c82fea99e2e9fc58-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.399 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:07.399 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:07.400 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.400 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.400 DEBUG:boto:Method: HEAD 2022-09-01T11:28:07.401 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.401 DEBUG:boto:Data: 2022-09-01T11:28:07.402 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.402 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.403 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.403 DEBUG:boto:Params: {} 2022-09-01T11:28:07.404 DEBUG:boto:Token: None 2022-09-01T11:28:07.405 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.405 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qc/hiIbUGVNjxDXNZ4nL+rz3NtE= 2022-09-01T11:28:07.406 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qc/hiIbUGVNjxDXNZ4nL+rz3NtE=', 'Content-Length': '0'} 2022-09-01T11:28:07.408 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005274b4a90e300f06-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.409 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:28:07.409 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:07.410 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:07.410 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.411 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.411 DEBUG:boto:Method: GET 2022-09-01T11:28:07.412 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.413 DEBUG:boto:Data: 2022-09-01T11:28:07.413 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.414 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.414 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.415 DEBUG:boto:Params: {} 2022-09-01T11:28:07.415 DEBUG:boto:Token: None 2022-09-01T11:28:07.416 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.417 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sk7JQTzPZvoM6FfX4vy/98g49nY= 2022-09-01T11:28:07.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sk7JQTzPZvoM6FfX4vy/98g49nY=', 'Content-Length': '0'} 2022-09-01T11:28:07.420 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000639268d5b3f93c97-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.466 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:07.467 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:07.468 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.469 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.470 DEBUG:boto:Method: GET 2022-09-01T11:28:07.471 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.472 DEBUG:boto:Data: 2022-09-01T11:28:07.473 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.474 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.475 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.476 DEBUG:boto:Params: {} 2022-09-01T11:28:07.477 DEBUG:boto:Token: None 2022-09-01T11:28:07.478 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:07.479 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sk7JQTzPZvoM6FfX4vy/98g49nY= 2022-09-01T11:28:07.480 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sk7JQTzPZvoM6FfX4vy/98g49nY=', 'Content-Length': '0'} 2022-09-01T11:28:07.483 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000082d65e258426b916-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.484 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:07.484 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:07.485 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:07.486 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:07.486 DEBUG:boto:Method: GET 2022-09-01T11:28:07.487 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:28:07.487 DEBUG:boto:Data: 2022-09-01T11:28:07.488 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.488 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.489 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.489 DEBUG:boto:Params: {} 2022-09-01T11:28:07.490 DEBUG:boto:Token: None 2022-09-01T11:28:07.491 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/ 2022-09-01T11:28:07.491 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0= 2022-09-01T11:28:07.492 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0=', 'Content-Length': '0'} 2022-09-01T11:28:07.495 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000002f25314da8fc618-0063109747-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.495 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.496 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:07.497 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:07.497 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:07.498 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:07.499 DEBUG:boto:Method: GET 2022-09-01T11:28:07.499 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:28:07.500 DEBUG:boto:Data: 2022-09-01T11:28:07.500 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.501 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.501 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.502 DEBUG:boto:Params: {} 2022-09-01T11:28:07.502 DEBUG:boto:Token: None 2022-09-01T11:28:07.503 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/ 2022-09-01T11:28:07.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0= 2022-09-01T11:28:07.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0=', 'Content-Length': '0'} 2022-09-01T11:28:07.509 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007fadf83b6e51fee8-0063109747-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.554 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.556 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:07.556 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:07.557 DEBUG:boto:Method: HEAD 2022-09-01T11:28:07.557 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:28:07.558 DEBUG:boto:Data: 2022-09-01T11:28:07.558 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.559 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.559 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.560 DEBUG:boto:Params: {} 2022-09-01T11:28:07.560 DEBUG:boto:Token: None 2022-09-01T11:28:07.561 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj29 2022-09-01T11:28:07.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FqxmcVKcMpn6M6d/GW79vMl3rI= 2022-09-01T11:28:07.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FqxmcVKcMpn6M6d/GW79vMl3rI=', 'Content-Length': '0'} 2022-09-01T11:28:07.566 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004605ca9d345c36cd-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.567 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:07.568 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:07.569 DEBUG:boto:Method: HEAD 2022-09-01T11:28:07.570 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:28:07.571 DEBUG:boto:Data: 2022-09-01T11:28:07.572 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.573 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.574 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.574 DEBUG:boto:Params: {} 2022-09-01T11:28:07.575 DEBUG:boto:Token: None 2022-09-01T11:28:07.575 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj29 2022-09-01T11:28:07.576 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5FqxmcVKcMpn6M6d/GW79vMl3rI= 2022-09-01T11:28:07.577 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5FqxmcVKcMpn6M6d/GW79vMl3rI=', 'Content-Length': '0'} 2022-09-01T11:28:07.579 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000aefe4c86b6b0853-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.579 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:28:07.580 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:07.581 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:07.581 DEBUG:boto:Method: GET 2022-09-01T11:28:07.582 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:28:07.582 DEBUG:boto:Data: 2022-09-01T11:28:07.583 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.584 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.584 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.585 DEBUG:boto:Params: {} 2022-09-01T11:28:07.585 DEBUG:boto:Token: None 2022-09-01T11:28:07.586 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj29 2022-09-01T11:28:07.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nnaOkcgiYn3FyLCYX/G0eR/hixM= 2022-09-01T11:28:07.587 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nnaOkcgiYn3FyLCYX/G0eR/hixM=', 'Content-Length': '0'} 2022-09-01T11:28:07.589 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fa17f1258b55b801-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.590 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:07.591 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:07.591 DEBUG:boto:Method: GET 2022-09-01T11:28:07.592 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:28:07.592 DEBUG:boto:Data: 2022-09-01T11:28:07.593 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.593 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.594 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.595 DEBUG:boto:Params: {} 2022-09-01T11:28:07.595 DEBUG:boto:Token: None 2022-09-01T11:28:07.596 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj29 2022-09-01T11:28:07.597 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nnaOkcgiYn3FyLCYX/G0eR/hixM= 2022-09-01T11:28:07.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nnaOkcgiYn3FyLCYX/G0eR/hixM=', 'Content-Length': '0'} 2022-09-01T11:28:07.600 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e89747fa25937cfa-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.601 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:07.602 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:07.603 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:07.604 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:07.605 DEBUG:boto:Method: GET 2022-09-01T11:28:07.606 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:28:07.607 DEBUG:boto:Data: 2022-09-01T11:28:07.608 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.609 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.610 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.611 DEBUG:boto:Params: {} 2022-09-01T11:28:07.612 DEBUG:boto:Token: None 2022-09-01T11:28:07.613 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/ 2022-09-01T11:28:07.614 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0= 2022-09-01T11:28:07.615 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0=', 'Content-Length': '0'} 2022-09-01T11:28:07.619 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b263deb32bd6bce9-0063109747-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.620 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.622 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:07.623 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:07.624 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:07.625 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:07.626 DEBUG:boto:Method: GET 2022-09-01T11:28:07.627 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:28:07.627 DEBUG:boto:Data: 2022-09-01T11:28:07.628 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.629 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.630 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.631 DEBUG:boto:Params: {} 2022-09-01T11:28:07.632 DEBUG:boto:Token: None 2022-09-01T11:28:07.633 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/ 2022-09-01T11:28:07.634 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0= 2022-09-01T11:28:07.635 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0=', 'Content-Length': '0'} 2022-09-01T11:28:07.640 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f5e4c94b27275f09-0063109747-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.641 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.643 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:28:07.644 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:07.645 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:07.646 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.647 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.647 DEBUG:boto:Method: GET 2022-09-01T11:28:07.648 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.649 DEBUG:boto:Data: 2022-09-01T11:28:07.650 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.651 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.652 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.653 DEBUG:boto:Params: {} 2022-09-01T11:28:07.654 DEBUG:boto:Token: None 2022-09-01T11:28:07.656 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zj4g+/UHNtbic4aIlz6k5IFGJsE= 2022-09-01T11:28:07.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zj4g+/UHNtbic4aIlz6k5IFGJsE=', 'Content-Length': '0'} 2022-09-01T11:28:07.661 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000003f9e2c105449484-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.662 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:07.663 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:07.664 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.665 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.666 DEBUG:boto:Method: GET 2022-09-01T11:28:07.667 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.668 DEBUG:boto:Data: 2022-09-01T11:28:07.668 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.669 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.670 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.671 DEBUG:boto:Params: {} 2022-09-01T11:28:07.671 DEBUG:boto:Token: None 2022-09-01T11:28:07.672 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zj4g+/UHNtbic4aIlz6k5IFGJsE= 2022-09-01T11:28:07.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zj4g+/UHNtbic4aIlz6k5IFGJsE=', 'Content-Length': '0'} 2022-09-01T11:28:07.676 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a60e0ef531ba6956-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.722 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:07.723 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:07.723 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.724 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.725 DEBUG:boto:Method: HEAD 2022-09-01T11:28:07.725 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.726 DEBUG:boto:Data: 2022-09-01T11:28:07.726 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.727 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.727 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.728 DEBUG:boto:Params: {} 2022-09-01T11:28:07.728 DEBUG:boto:Token: None 2022-09-01T11:28:07.729 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.729 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:38h1rxH7WdkvLQgGdwHMi/olwek= 2022-09-01T11:28:07.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:38h1rxH7WdkvLQgGdwHMi/olwek=', 'Content-Length': '0'} 2022-09-01T11:28:07.732 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000350f33081d829208-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.733 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:07.734 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:07.735 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.735 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.736 DEBUG:boto:Method: HEAD 2022-09-01T11:28:07.736 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.737 DEBUG:boto:Data: 2022-09-01T11:28:07.737 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.738 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.749 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.750 DEBUG:boto:Params: {} 2022-09-01T11:28:07.750 DEBUG:boto:Token: None 2022-09-01T11:28:07.751 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.752 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:38h1rxH7WdkvLQgGdwHMi/olwek= 2022-09-01T11:28:07.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:38h1rxH7WdkvLQgGdwHMi/olwek=', 'Content-Length': '0'} 2022-09-01T11:28:07.754 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e24ee73b4b25c252-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.755 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:28:07.756 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:07.756 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:07.757 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.757 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.758 DEBUG:boto:Method: GET 2022-09-01T11:28:07.759 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.759 DEBUG:boto:Data: 2022-09-01T11:28:07.760 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.761 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.761 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.762 DEBUG:boto:Params: {} 2022-09-01T11:28:07.763 DEBUG:boto:Token: None 2022-09-01T11:28:07.763 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.764 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zj4g+/UHNtbic4aIlz6k5IFGJsE= 2022-09-01T11:28:07.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zj4g+/UHNtbic4aIlz6k5IFGJsE=', 'Content-Length': '0'} 2022-09-01T11:28:07.767 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006be4dc7eccfe2efa-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.768 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:07.768 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:07.769 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.769 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.770 DEBUG:boto:Method: GET 2022-09-01T11:28:07.771 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.771 DEBUG:boto:Data: 2022-09-01T11:28:07.772 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.773 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.773 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.774 DEBUG:boto:Params: {} 2022-09-01T11:28:07.775 DEBUG:boto:Token: None 2022-09-01T11:28:07.775 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:07.776 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zj4g+/UHNtbic4aIlz6k5IFGJsE= 2022-09-01T11:28:07.777 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zj4g+/UHNtbic4aIlz6k5IFGJsE=', 'Content-Length': '0'} 2022-09-01T11:28:07.779 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c2cc6362e60a4cf-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.780 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:07.780 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:07.781 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:07.782 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:07.782 DEBUG:boto:Method: GET 2022-09-01T11:28:07.783 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:28:07.783 DEBUG:boto:Data: 2022-09-01T11:28:07.784 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.784 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.785 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.786 DEBUG:boto:Params: {} 2022-09-01T11:28:07.786 DEBUG:boto:Token: None 2022-09-01T11:28:07.787 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/ 2022-09-01T11:28:07.788 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0= 2022-09-01T11:28:07.788 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0=', 'Content-Length': '0'} 2022-09-01T11:28:07.792 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fb61f9e6cd3745c3-0063109747-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.834 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.836 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:07.837 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:07.838 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:07.839 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:07.840 DEBUG:boto:Method: GET 2022-09-01T11:28:07.841 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:28:07.842 DEBUG:boto:Data: 2022-09-01T11:28:07.843 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.844 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.845 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.846 DEBUG:boto:Params: {} 2022-09-01T11:28:07.848 DEBUG:boto:Token: None 2022-09-01T11:28:07.849 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/ 2022-09-01T11:28:07.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0= 2022-09-01T11:28:07.851 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0=', 'Content-Length': '0'} 2022-09-01T11:28:07.856 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d20a463778ea1a7a-0063109747-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.857 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.858 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:07.859 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:07.859 DEBUG:boto:Method: HEAD 2022-09-01T11:28:07.860 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:28:07.860 DEBUG:boto:Data: 2022-09-01T11:28:07.861 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.861 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.862 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.863 DEBUG:boto:Params: {} 2022-09-01T11:28:07.863 DEBUG:boto:Token: None 2022-09-01T11:28:07.864 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj31 2022-09-01T11:28:07.865 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KddsCz3RDNF6CyuwEkdu8MbbkIc= 2022-09-01T11:28:07.866 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KddsCz3RDNF6CyuwEkdu8MbbkIc=', 'Content-Length': '0'} 2022-09-01T11:28:07.869 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000028c6ab707328cd24-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.870 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:07.871 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:07.872 DEBUG:boto:Method: HEAD 2022-09-01T11:28:07.873 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:28:07.873 DEBUG:boto:Data: 2022-09-01T11:28:07.874 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.874 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.875 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.875 DEBUG:boto:Params: {} 2022-09-01T11:28:07.876 DEBUG:boto:Token: None 2022-09-01T11:28:07.877 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj31 2022-09-01T11:28:07.877 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KddsCz3RDNF6CyuwEkdu8MbbkIc= 2022-09-01T11:28:07.878 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KddsCz3RDNF6CyuwEkdu8MbbkIc=', 'Content-Length': '0'} 2022-09-01T11:28:07.880 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073c3a8a015da5d3c-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.881 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:28:07.882 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:07.883 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:07.883 DEBUG:boto:Method: GET 2022-09-01T11:28:07.884 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:28:07.884 DEBUG:boto:Data: 2022-09-01T11:28:07.885 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.886 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.886 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.887 DEBUG:boto:Params: {} 2022-09-01T11:28:07.887 DEBUG:boto:Token: None 2022-09-01T11:28:07.888 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj31 2022-09-01T11:28:07.889 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hdXzSA3fxeI23rxiZOcIXl4fl2A= 2022-09-01T11:28:07.890 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hdXzSA3fxeI23rxiZOcIXl4fl2A=', 'Content-Length': '0'} 2022-09-01T11:28:07.892 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000081742965dcc5382a-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.893 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:07.894 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:07.894 DEBUG:boto:Method: GET 2022-09-01T11:28:07.895 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:28:07.895 DEBUG:boto:Data: 2022-09-01T11:28:07.896 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.896 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.897 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.897 DEBUG:boto:Params: {} 2022-09-01T11:28:07.898 DEBUG:boto:Token: None 2022-09-01T11:28:07.899 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj31 2022-09-01T11:28:07.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hdXzSA3fxeI23rxiZOcIXl4fl2A= 2022-09-01T11:28:07.900 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hdXzSA3fxeI23rxiZOcIXl4fl2A=', 'Content-Length': '0'} 2022-09-01T11:28:07.902 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fa5d7821b381f2c6-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.946 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:07.947 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:07.948 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:07.949 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:07.949 DEBUG:boto:Method: GET 2022-09-01T11:28:07.950 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:28:07.950 DEBUG:boto:Data: 2022-09-01T11:28:07.951 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.951 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.952 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.953 DEBUG:boto:Params: {} 2022-09-01T11:28:07.953 DEBUG:boto:Token: None 2022-09-01T11:28:07.954 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/ 2022-09-01T11:28:07.955 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0= 2022-09-01T11:28:07.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0=', 'Content-Length': '0'} 2022-09-01T11:28:07.958 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007f178e694ab0f19a-0063109747-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.959 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.960 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:07.960 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:07.961 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:07.962 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:07.962 DEBUG:boto:Method: GET 2022-09-01T11:28:07.963 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:28:07.963 DEBUG:boto:Data: 2022-09-01T11:28:07.964 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.964 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.965 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.965 DEBUG:boto:Params: {} 2022-09-01T11:28:07.966 DEBUG:boto:Token: None 2022-09-01T11:28:07.967 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/ 2022-09-01T11:28:07.967 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0= 2022-09-01T11:28:07.968 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ab/4uNJKNZ3+ZvIY03N2ru1hYr0=', 'Content-Length': '0'} 2022-09-01T11:28:07.972 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009314c1d3a331a40b-0063109747-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.973 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:07.974 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:28:07.975 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:07.975 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:07.976 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:07.976 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:07.977 DEBUG:boto:Method: GET 2022-09-01T11:28:07.977 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:07.978 DEBUG:boto:Data: 2022-09-01T11:28:07.978 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.979 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:07.980 DEBUG:boto:Port: 8001 2022-09-01T11:28:07.980 DEBUG:boto:Params: {} 2022-09-01T11:28:07.981 DEBUG:boto:Token: None 2022-09-01T11:28:07.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:07.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cvaQW41KTB9tnZOTDqYsQy9/BA8= 2022-09-01T11:28:07.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cvaQW41KTB9tnZOTDqYsQy9/BA8=', 'Content-Length': '0'} 2022-09-01T11:28:07.985 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ab92d3c0bacf7452-0063109747-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.986 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:07.987 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:07.987 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:07.988 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:07.988 DEBUG:boto:Method: GET 2022-09-01T11:28:07.989 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:07.989 DEBUG:boto:Data: 2022-09-01T11:28:07.990 DEBUG:boto:Headers: {} 2022-09-01T11:28:07.991 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:07.991 DEBUG:boto:Port: 8000 2022-09-01T11:28:07.992 DEBUG:boto:Params: {} 2022-09-01T11:28:07.992 DEBUG:boto:Token: None 2022-09-01T11:28:07.993 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:07 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:07.993 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cvaQW41KTB9tnZOTDqYsQy9/BA8= 2022-09-01T11:28:07.994 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cvaQW41KTB9tnZOTDqYsQy9/BA8=', 'Content-Length': '0'} 2022-09-01T11:28:07.996 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a9a142248d93f79-0063109747-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:07.997 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:07.998 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:07.998 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:07.999 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:07.999 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.000 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:08.000 DEBUG:boto:Data: 2022-09-01T11:28:08.001 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.001 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.002 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.002 DEBUG:boto:Params: {} 2022-09-01T11:28:08.003 DEBUG:boto:Token: None 2022-09-01T11:28:08.003 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:08.004 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:POodTsxbdc4wWx7XbP/GKaVQm20= 2022-09-01T11:28:08.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:POodTsxbdc4wWx7XbP/GKaVQm20=', 'Content-Length': '0'} 2022-09-01T11:28:08.007 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d5053ff143407b4d-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.008 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:08.008 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:08.009 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:08.009 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:08.010 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.010 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:08.011 DEBUG:boto:Data: 2022-09-01T11:28:08.011 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.012 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.012 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.013 DEBUG:boto:Params: {} 2022-09-01T11:28:08.013 DEBUG:boto:Token: None 2022-09-01T11:28:08.014 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:08.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:POodTsxbdc4wWx7XbP/GKaVQm20= 2022-09-01T11:28:08.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:POodTsxbdc4wWx7XbP/GKaVQm20=', 'Content-Length': '0'} 2022-09-01T11:28:08.017 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b889d5095fde3bb9-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.018 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:28:08.019 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:08.019 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:08.020 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:08.020 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:08.021 DEBUG:boto:Method: GET 2022-09-01T11:28:08.021 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:08.022 DEBUG:boto:Data: 2022-09-01T11:28:08.022 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.023 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.023 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.024 DEBUG:boto:Params: {} 2022-09-01T11:28:08.024 DEBUG:boto:Token: None 2022-09-01T11:28:08.025 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:08.026 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g/EHJKc1WLN/FgTMSPBvUd79LHU= 2022-09-01T11:28:08.026 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g/EHJKc1WLN/FgTMSPBvUd79LHU=', 'Content-Length': '0'} 2022-09-01T11:28:08.029 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c6877bfab79e6209-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.070 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:08.071 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:08.071 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:08.072 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:08.072 DEBUG:boto:Method: GET 2022-09-01T11:28:08.073 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:08.074 DEBUG:boto:Data: 2022-09-01T11:28:08.074 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.075 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.076 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.076 DEBUG:boto:Params: {} 2022-09-01T11:28:08.077 DEBUG:boto:Token: None 2022-09-01T11:28:08.078 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:08.078 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g/EHJKc1WLN/FgTMSPBvUd79LHU= 2022-09-01T11:28:08.079 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g/EHJKc1WLN/FgTMSPBvUd79LHU=', 'Content-Length': '0'} 2022-09-01T11:28:08.082 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a28e91f971eb50e7-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.083 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.084 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.085 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:08.086 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:08.087 DEBUG:boto:Method: GET 2022-09-01T11:28:08.088 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:28:08.089 DEBUG:boto:Data: 2022-09-01T11:28:08.090 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.091 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.092 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.092 DEBUG:boto:Params: {} 2022-09-01T11:28:08.093 DEBUG:boto:Token: None 2022-09-01T11:28:08.094 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.096 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.097 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:08.100 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000321782b002ac8d8d-0063109748-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.101 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:08.103 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.104 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.104 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:08.105 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:08.106 DEBUG:boto:Method: GET 2022-09-01T11:28:08.107 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:28:08.108 DEBUG:boto:Data: 2022-09-01T11:28:08.109 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.110 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.110 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.111 DEBUG:boto:Params: {} 2022-09-01T11:28:08.112 DEBUG:boto:Token: None 2022-09-01T11:28:08.113 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.113 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.114 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:08.119 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005c18d36c535f07ed-0063109748-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.120 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:08.121 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:08.121 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:08.122 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.122 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:28:08.123 DEBUG:boto:Data: 2022-09-01T11:28:08.123 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.124 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.124 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.125 DEBUG:boto:Params: {} 2022-09-01T11:28:08.125 DEBUG:boto:Token: None 2022-09-01T11:28:08.126 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj33 2022-09-01T11:28:08.127 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:phiJHggXMEzjs2Y7rDF1jQA1BNY= 2022-09-01T11:28:08.127 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:phiJHggXMEzjs2Y7rDF1jQA1BNY=', 'Content-Length': '0'} 2022-09-01T11:28:08.129 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f7a9783acf86c23a-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.130 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:08.131 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:08.131 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.132 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:28:08.132 DEBUG:boto:Data: 2022-09-01T11:28:08.133 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.133 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.134 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.134 DEBUG:boto:Params: {} 2022-09-01T11:28:08.135 DEBUG:boto:Token: None 2022-09-01T11:28:08.136 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj33 2022-09-01T11:28:08.137 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:phiJHggXMEzjs2Y7rDF1jQA1BNY= 2022-09-01T11:28:08.137 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:phiJHggXMEzjs2Y7rDF1jQA1BNY=', 'Content-Length': '0'} 2022-09-01T11:28:08.140 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005bc1a41d1cf5edbe-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.141 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:28:08.141 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:08.142 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:08.142 DEBUG:boto:Method: GET 2022-09-01T11:28:08.143 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:28:08.143 DEBUG:boto:Data: 2022-09-01T11:28:08.144 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.144 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.145 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.146 DEBUG:boto:Params: {} 2022-09-01T11:28:08.146 DEBUG:boto:Token: None 2022-09-01T11:28:08.147 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj33 2022-09-01T11:28:08.147 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5MbE1YwjsyP1tU1ZvWJcywRFgBc= 2022-09-01T11:28:08.148 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5MbE1YwjsyP1tU1ZvWJcywRFgBc=', 'Content-Length': '0'} 2022-09-01T11:28:08.150 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d195f8d3d3b1d0c0-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.151 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:08.151 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:08.152 DEBUG:boto:Method: GET 2022-09-01T11:28:08.153 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:28:08.153 DEBUG:boto:Data: 2022-09-01T11:28:08.154 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.154 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.155 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.155 DEBUG:boto:Params: {} 2022-09-01T11:28:08.156 DEBUG:boto:Token: None 2022-09-01T11:28:08.156 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj33 2022-09-01T11:28:08.157 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5MbE1YwjsyP1tU1ZvWJcywRFgBc= 2022-09-01T11:28:08.158 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5MbE1YwjsyP1tU1ZvWJcywRFgBc=', 'Content-Length': '0'} 2022-09-01T11:28:08.160 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d1610b6a2ee7f1e5-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.206 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.207 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.207 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:08.208 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:08.209 DEBUG:boto:Method: GET 2022-09-01T11:28:08.209 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:28:08.210 DEBUG:boto:Data: 2022-09-01T11:28:08.210 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.211 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.211 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.212 DEBUG:boto:Params: {} 2022-09-01T11:28:08.213 DEBUG:boto:Token: None 2022-09-01T11:28:08.214 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.214 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.215 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:08.218 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000891b2d0689e7af8e-0063109748-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.218 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:08.219 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.220 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.221 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:08.222 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:08.222 DEBUG:boto:Method: GET 2022-09-01T11:28:08.223 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:28:08.223 DEBUG:boto:Data: 2022-09-01T11:28:08.224 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.225 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.225 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.226 DEBUG:boto:Params: {} 2022-09-01T11:28:08.226 DEBUG:boto:Token: None 2022-09-01T11:28:08.227 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.228 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.228 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:08.233 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005d951bb35a4842f9-0063109748-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.234 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:08.235 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:28:08.236 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:08.236 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:08.237 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.238 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.238 DEBUG:boto:Method: GET 2022-09-01T11:28:08.239 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.240 DEBUG:boto:Data: 2022-09-01T11:28:08.240 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.241 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.242 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.242 DEBUG:boto:Params: {} 2022-09-01T11:28:08.243 DEBUG:boto:Token: None 2022-09-01T11:28:08.244 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.244 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3eFdeg449L2Dm8ZkPTN9TlPd9EA= 2022-09-01T11:28:08.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3eFdeg449L2Dm8ZkPTN9TlPd9EA=', 'Content-Length': '0'} 2022-09-01T11:28:08.247 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dcdc1777f7a4a3b8-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.248 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:08.249 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:08.249 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.250 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.250 DEBUG:boto:Method: GET 2022-09-01T11:28:08.251 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.251 DEBUG:boto:Data: 2022-09-01T11:28:08.252 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.252 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.253 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.254 DEBUG:boto:Params: {} 2022-09-01T11:28:08.254 DEBUG:boto:Token: None 2022-09-01T11:28:08.255 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.255 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3eFdeg449L2Dm8ZkPTN9TlPd9EA= 2022-09-01T11:28:08.256 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3eFdeg449L2Dm8ZkPTN9TlPd9EA=', 'Content-Length': '0'} 2022-09-01T11:28:08.258 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c08594338176875a-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.259 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:08.260 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:08.260 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.261 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.261 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.262 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.262 DEBUG:boto:Data: 2022-09-01T11:28:08.263 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.263 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.264 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.264 DEBUG:boto:Params: {} 2022-09-01T11:28:08.265 DEBUG:boto:Token: None 2022-09-01T11:28:08.265 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.266 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dmHe7xTsbingkKluMrZZuWNs35I= 2022-09-01T11:28:08.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dmHe7xTsbingkKluMrZZuWNs35I=', 'Content-Length': '0'} 2022-09-01T11:28:08.269 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000065b8a920e5ee3579-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.269 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:08.270 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:08.270 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.271 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.271 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.272 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.272 DEBUG:boto:Data: 2022-09-01T11:28:08.273 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.273 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.274 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.274 DEBUG:boto:Params: {} 2022-09-01T11:28:08.275 DEBUG:boto:Token: None 2022-09-01T11:28:08.276 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dmHe7xTsbingkKluMrZZuWNs35I= 2022-09-01T11:28:08.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dmHe7xTsbingkKluMrZZuWNs35I=', 'Content-Length': '0'} 2022-09-01T11:28:08.279 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003ad7e1a07add198c-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.280 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:28:08.280 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:08.281 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:08.281 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.282 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.282 DEBUG:boto:Method: GET 2022-09-01T11:28:08.283 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.283 DEBUG:boto:Data: 2022-09-01T11:28:08.284 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.284 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.285 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.285 DEBUG:boto:Params: {} 2022-09-01T11:28:08.286 DEBUG:boto:Token: None 2022-09-01T11:28:08.287 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.287 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3eFdeg449L2Dm8ZkPTN9TlPd9EA= 2022-09-01T11:28:08.288 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3eFdeg449L2Dm8ZkPTN9TlPd9EA=', 'Content-Length': '0'} 2022-09-01T11:28:08.290 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069328e5a4776e829-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.291 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:08.292 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:08.292 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.293 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.293 DEBUG:boto:Method: GET 2022-09-01T11:28:08.294 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.294 DEBUG:boto:Data: 2022-09-01T11:28:08.295 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.295 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.296 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.296 DEBUG:boto:Params: {} 2022-09-01T11:28:08.297 DEBUG:boto:Token: None 2022-09-01T11:28:08.298 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:08.298 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3eFdeg449L2Dm8ZkPTN9TlPd9EA= 2022-09-01T11:28:08.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3eFdeg449L2Dm8ZkPTN9TlPd9EA=', 'Content-Length': '0'} 2022-09-01T11:28:08.301 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000043ea6b5316afcb40-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.342 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.343 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.344 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:08.345 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:08.346 DEBUG:boto:Method: GET 2022-09-01T11:28:08.347 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:28:08.348 DEBUG:boto:Data: 2022-09-01T11:28:08.349 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.349 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.350 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.350 DEBUG:boto:Params: {} 2022-09-01T11:28:08.351 DEBUG:boto:Token: None 2022-09-01T11:28:08.351 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.352 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.353 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:08.356 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f36893cd5fe0adb6-0063109748-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.357 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:08.358 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.359 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.360 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:08.361 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:08.362 DEBUG:boto:Method: GET 2022-09-01T11:28:08.362 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:28:08.363 DEBUG:boto:Data: 2022-09-01T11:28:08.363 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.364 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.364 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.365 DEBUG:boto:Params: {} 2022-09-01T11:28:08.366 DEBUG:boto:Token: None 2022-09-01T11:28:08.366 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.367 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.368 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:08.372 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009857ffe711659594-0063109748-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.374 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:08.375 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:08.376 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:08.377 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.377 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:28:08.378 DEBUG:boto:Data: 2022-09-01T11:28:08.379 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.380 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.381 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.381 DEBUG:boto:Params: {} 2022-09-01T11:28:08.382 DEBUG:boto:Token: None 2022-09-01T11:28:08.383 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj34 2022-09-01T11:28:08.384 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jzd5attjfSmILYx3AVTlybyHrxM= 2022-09-01T11:28:08.385 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jzd5attjfSmILYx3AVTlybyHrxM=', 'Content-Length': '0'} 2022-09-01T11:28:08.387 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000035e4a22393118ee-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.388 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:08.388 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:08.389 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.389 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:28:08.390 DEBUG:boto:Data: 2022-09-01T11:28:08.390 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.391 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.391 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.392 DEBUG:boto:Params: {} 2022-09-01T11:28:08.392 DEBUG:boto:Token: None 2022-09-01T11:28:08.393 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj34 2022-09-01T11:28:08.393 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jzd5attjfSmILYx3AVTlybyHrxM= 2022-09-01T11:28:08.394 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jzd5attjfSmILYx3AVTlybyHrxM=', 'Content-Length': '0'} 2022-09-01T11:28:08.396 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e900c111bd0784b1-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.397 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:28:08.397 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:08.398 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:08.398 DEBUG:boto:Method: GET 2022-09-01T11:28:08.399 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:28:08.400 DEBUG:boto:Data: 2022-09-01T11:28:08.400 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.401 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.401 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.402 DEBUG:boto:Params: {} 2022-09-01T11:28:08.402 DEBUG:boto:Token: None 2022-09-01T11:28:08.403 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj34 2022-09-01T11:28:08.403 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eahg5R/IU8Ta1vofouNp9QDlKgc= 2022-09-01T11:28:08.404 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eahg5R/IU8Ta1vofouNp9QDlKgc=', 'Content-Length': '0'} 2022-09-01T11:28:08.406 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006825e4c37f05de15-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.454 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:08.455 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:08.456 DEBUG:boto:Method: GET 2022-09-01T11:28:08.456 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:28:08.457 DEBUG:boto:Data: 2022-09-01T11:28:08.457 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.458 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.458 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.459 DEBUG:boto:Params: {} 2022-09-01T11:28:08.460 DEBUG:boto:Token: None 2022-09-01T11:28:08.460 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj34 2022-09-01T11:28:08.461 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eahg5R/IU8Ta1vofouNp9QDlKgc= 2022-09-01T11:28:08.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eahg5R/IU8Ta1vofouNp9QDlKgc=', 'Content-Length': '0'} 2022-09-01T11:28:08.464 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000053b0e08c340a2a8e-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.465 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.465 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.466 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:08.466 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:08.467 DEBUG:boto:Method: GET 2022-09-01T11:28:08.468 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:28:08.468 DEBUG:boto:Data: 2022-09-01T11:28:08.469 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.469 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.470 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.470 DEBUG:boto:Params: {} 2022-09-01T11:28:08.471 DEBUG:boto:Token: None 2022-09-01T11:28:08.472 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.473 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.473 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:08.477 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000077c29d9134e4c3a5-0063109748-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.478 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:08.479 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.479 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.480 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:08.480 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:08.481 DEBUG:boto:Method: GET 2022-09-01T11:28:08.481 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:28:08.482 DEBUG:boto:Data: 2022-09-01T11:28:08.483 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.484 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.485 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.486 DEBUG:boto:Params: {} 2022-09-01T11:28:08.487 DEBUG:boto:Token: None 2022-09-01T11:28:08.487 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.488 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:08.494 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c2af9f35253f7c81-0063109748-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.495 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:08.496 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:28:08.496 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:08.497 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:08.497 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.498 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.499 DEBUG:boto:Method: GET 2022-09-01T11:28:08.500 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.501 DEBUG:boto:Data: 2022-09-01T11:28:08.502 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.503 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.504 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.504 DEBUG:boto:Params: {} 2022-09-01T11:28:08.506 DEBUG:boto:Token: None 2022-09-01T11:28:08.507 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.508 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IqphjLNk/mkzEeDVTevuRFxAfwY= 2022-09-01T11:28:08.508 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IqphjLNk/mkzEeDVTevuRFxAfwY=', 'Content-Length': '0'} 2022-09-01T11:28:08.511 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ae99370edf79579e-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.512 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:08.513 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:08.513 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.514 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.514 DEBUG:boto:Method: GET 2022-09-01T11:28:08.515 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.515 DEBUG:boto:Data: 2022-09-01T11:28:08.516 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.516 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.517 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.517 DEBUG:boto:Params: {} 2022-09-01T11:28:08.518 DEBUG:boto:Token: None 2022-09-01T11:28:08.519 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IqphjLNk/mkzEeDVTevuRFxAfwY= 2022-09-01T11:28:08.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IqphjLNk/mkzEeDVTevuRFxAfwY=', 'Content-Length': '0'} 2022-09-01T11:28:08.522 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f12eaabf98e12361-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.567 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:08.568 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:08.569 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.570 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.571 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.572 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.573 DEBUG:boto:Data: 2022-09-01T11:28:08.574 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.575 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.576 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.576 DEBUG:boto:Params: {} 2022-09-01T11:28:08.577 DEBUG:boto:Token: None 2022-09-01T11:28:08.578 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.578 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QYDzc6078/CC4dL6mu8gSLQuqDY= 2022-09-01T11:28:08.579 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QYDzc6078/CC4dL6mu8gSLQuqDY=', 'Content-Length': '0'} 2022-09-01T11:28:08.581 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000febff9c5e0525cad-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.582 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:08.583 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:08.583 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.584 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.584 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.585 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.585 DEBUG:boto:Data: 2022-09-01T11:28:08.586 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.587 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.587 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.588 DEBUG:boto:Params: {} 2022-09-01T11:28:08.588 DEBUG:boto:Token: None 2022-09-01T11:28:08.589 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.590 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QYDzc6078/CC4dL6mu8gSLQuqDY= 2022-09-01T11:28:08.590 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QYDzc6078/CC4dL6mu8gSLQuqDY=', 'Content-Length': '0'} 2022-09-01T11:28:08.593 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000043933249db4971a7-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.594 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:28:08.595 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:08.595 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:08.596 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.597 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.598 DEBUG:boto:Method: GET 2022-09-01T11:28:08.599 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.600 DEBUG:boto:Data: 2022-09-01T11:28:08.601 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.602 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.603 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.604 DEBUG:boto:Params: {} 2022-09-01T11:28:08.605 DEBUG:boto:Token: None 2022-09-01T11:28:08.606 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.607 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IqphjLNk/mkzEeDVTevuRFxAfwY= 2022-09-01T11:28:08.608 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IqphjLNk/mkzEeDVTevuRFxAfwY=', 'Content-Length': '0'} 2022-09-01T11:28:08.610 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d4b89ae0f4a152b9-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.611 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:08.612 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:08.612 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.613 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.614 DEBUG:boto:Method: GET 2022-09-01T11:28:08.614 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.615 DEBUG:boto:Data: 2022-09-01T11:28:08.615 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.616 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.616 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.617 DEBUG:boto:Params: {} 2022-09-01T11:28:08.617 DEBUG:boto:Token: None 2022-09-01T11:28:08.618 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:08.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IqphjLNk/mkzEeDVTevuRFxAfwY= 2022-09-01T11:28:08.620 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IqphjLNk/mkzEeDVTevuRFxAfwY=', 'Content-Length': '0'} 2022-09-01T11:28:08.622 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b651cc240f1e369b-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.623 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.624 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.624 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:08.625 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:08.626 DEBUG:boto:Method: GET 2022-09-01T11:28:08.627 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:28:08.627 DEBUG:boto:Data: 2022-09-01T11:28:08.628 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.628 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.629 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.630 DEBUG:boto:Params: {} 2022-09-01T11:28:08.631 DEBUG:boto:Token: None 2022-09-01T11:28:08.631 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.632 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:08.635 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ab3d2b0dccb9173c-0063109748-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.636 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:08.637 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.638 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.639 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:08.639 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:08.640 DEBUG:boto:Method: GET 2022-09-01T11:28:08.640 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:28:08.641 DEBUG:boto:Data: 2022-09-01T11:28:08.642 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.642 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.643 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.644 DEBUG:boto:Params: {} 2022-09-01T11:28:08.644 DEBUG:boto:Token: None 2022-09-01T11:28:08.645 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.646 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:08.651 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000099321c28ece78788-0063109748-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.652 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:08.653 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:08.653 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:08.654 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.655 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:28:08.655 DEBUG:boto:Data: 2022-09-01T11:28:08.656 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.656 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.657 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.657 DEBUG:boto:Params: {} 2022-09-01T11:28:08.658 DEBUG:boto:Token: None 2022-09-01T11:28:08.659 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj38 2022-09-01T11:28:08.660 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ly7wF1pHVpuMgr5/TR1cdknq1B4= 2022-09-01T11:28:08.661 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ly7wF1pHVpuMgr5/TR1cdknq1B4=', 'Content-Length': '0'} 2022-09-01T11:28:08.664 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d7b021737a0b339d-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.665 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:08.666 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:08.667 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.668 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:28:08.668 DEBUG:boto:Data: 2022-09-01T11:28:08.669 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.670 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.670 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.671 DEBUG:boto:Params: {} 2022-09-01T11:28:08.672 DEBUG:boto:Token: None 2022-09-01T11:28:08.672 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj38 2022-09-01T11:28:08.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ly7wF1pHVpuMgr5/TR1cdknq1B4= 2022-09-01T11:28:08.674 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ly7wF1pHVpuMgr5/TR1cdknq1B4=', 'Content-Length': '0'} 2022-09-01T11:28:08.676 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a55fb581c78e72c0-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.677 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:28:08.677 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:08.678 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:08.678 DEBUG:boto:Method: GET 2022-09-01T11:28:08.679 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:28:08.679 DEBUG:boto:Data: 2022-09-01T11:28:08.680 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.680 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.681 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.682 DEBUG:boto:Params: {} 2022-09-01T11:28:08.682 DEBUG:boto:Token: None 2022-09-01T11:28:08.683 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj38 2022-09-01T11:28:08.683 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pgXS66tzhzVpjofdMh0bTmXAXFE= 2022-09-01T11:28:08.684 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pgXS66tzhzVpjofdMh0bTmXAXFE=', 'Content-Length': '0'} 2022-09-01T11:28:08.686 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf978d3a8f1727d5-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.734 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:08.735 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:08.736 DEBUG:boto:Method: GET 2022-09-01T11:28:08.736 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:28:08.737 DEBUG:boto:Data: 2022-09-01T11:28:08.738 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.738 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.739 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.740 DEBUG:boto:Params: {} 2022-09-01T11:28:08.740 DEBUG:boto:Token: None 2022-09-01T11:28:08.741 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj38 2022-09-01T11:28:08.742 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pgXS66tzhzVpjofdMh0bTmXAXFE= 2022-09-01T11:28:08.743 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pgXS66tzhzVpjofdMh0bTmXAXFE=', 'Content-Length': '0'} 2022-09-01T11:28:08.745 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f661e2334f2fdbf-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.746 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.747 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.748 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:08.748 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:08.749 DEBUG:boto:Method: GET 2022-09-01T11:28:08.750 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:28:08.750 DEBUG:boto:Data: 2022-09-01T11:28:08.751 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.751 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.752 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.752 DEBUG:boto:Params: {} 2022-09-01T11:28:08.753 DEBUG:boto:Token: None 2022-09-01T11:28:08.754 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.755 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.755 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:08.758 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000096fd6dc5d47073a7-0063109748-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.759 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:08.761 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.762 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.763 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:08.764 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:08.766 DEBUG:boto:Method: GET 2022-09-01T11:28:08.766 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:28:08.767 DEBUG:boto:Data: 2022-09-01T11:28:08.768 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.768 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.769 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.769 DEBUG:boto:Params: {} 2022-09-01T11:28:08.770 DEBUG:boto:Token: None 2022-09-01T11:28:08.771 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.771 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.772 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:08.776 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000080fa5993e436aef9-0063109748-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.777 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:08.778 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:28:08.779 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:08.779 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:08.780 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.780 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.781 DEBUG:boto:Method: GET 2022-09-01T11:28:08.781 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.782 DEBUG:boto:Data: 2022-09-01T11:28:08.782 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.783 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.783 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.784 DEBUG:boto:Params: {} 2022-09-01T11:28:08.785 DEBUG:boto:Token: None 2022-09-01T11:28:08.785 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.786 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zWX961HLQ8GsGQDmNjYLdZ8KRtg= 2022-09-01T11:28:08.787 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zWX961HLQ8GsGQDmNjYLdZ8KRtg=', 'Content-Length': '0'} 2022-09-01T11:28:08.789 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000301f0efd4da6c26f-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.790 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:08.791 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:08.791 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.792 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.792 DEBUG:boto:Method: GET 2022-09-01T11:28:08.793 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.794 DEBUG:boto:Data: 2022-09-01T11:28:08.794 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.795 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.796 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.796 DEBUG:boto:Params: {} 2022-09-01T11:28:08.797 DEBUG:boto:Token: None 2022-09-01T11:28:08.797 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.798 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zWX961HLQ8GsGQDmNjYLdZ8KRtg= 2022-09-01T11:28:08.799 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zWX961HLQ8GsGQDmNjYLdZ8KRtg=', 'Content-Length': '0'} 2022-09-01T11:28:08.801 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f8d846389a770737-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.802 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:08.802 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:08.803 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.803 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.804 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.804 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.805 DEBUG:boto:Data: 2022-09-01T11:28:08.805 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.806 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.806 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.807 DEBUG:boto:Params: {} 2022-09-01T11:28:08.807 DEBUG:boto:Token: None 2022-09-01T11:28:08.808 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.809 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iTc92zMib409WjsQz9/ZINfdbig= 2022-09-01T11:28:08.809 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iTc92zMib409WjsQz9/ZINfdbig=', 'Content-Length': '0'} 2022-09-01T11:28:08.812 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006eeb92069bd34365-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.813 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:08.813 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:08.814 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.814 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.815 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.815 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.816 DEBUG:boto:Data: 2022-09-01T11:28:08.816 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.817 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.817 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.818 DEBUG:boto:Params: {} 2022-09-01T11:28:08.818 DEBUG:boto:Token: None 2022-09-01T11:28:08.819 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iTc92zMib409WjsQz9/ZINfdbig= 2022-09-01T11:28:08.820 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iTc92zMib409WjsQz9/ZINfdbig=', 'Content-Length': '0'} 2022-09-01T11:28:08.822 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e53a968c3dfce5bb-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.823 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:28:08.824 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:08.824 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:08.825 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.826 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.826 DEBUG:boto:Method: GET 2022-09-01T11:28:08.827 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.827 DEBUG:boto:Data: 2022-09-01T11:28:08.828 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.829 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.829 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.830 DEBUG:boto:Params: {} 2022-09-01T11:28:08.831 DEBUG:boto:Token: None 2022-09-01T11:28:08.832 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zWX961HLQ8GsGQDmNjYLdZ8KRtg= 2022-09-01T11:28:08.834 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zWX961HLQ8GsGQDmNjYLdZ8KRtg=', 'Content-Length': '0'} 2022-09-01T11:28:08.836 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f4d60f754fcd65bd-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.837 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:08.838 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:08.839 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.839 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.840 DEBUG:boto:Method: GET 2022-09-01T11:28:08.840 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.841 DEBUG:boto:Data: 2022-09-01T11:28:08.842 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.842 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.843 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.844 DEBUG:boto:Params: {} 2022-09-01T11:28:08.845 DEBUG:boto:Token: None 2022-09-01T11:28:08.846 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:08.846 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zWX961HLQ8GsGQDmNjYLdZ8KRtg= 2022-09-01T11:28:08.847 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zWX961HLQ8GsGQDmNjYLdZ8KRtg=', 'Content-Length': '0'} 2022-09-01T11:28:08.850 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c3b62fb2cd1be38-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.851 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.851 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.852 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:08.852 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:08.853 DEBUG:boto:Method: GET 2022-09-01T11:28:08.854 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:28:08.854 DEBUG:boto:Data: 2022-09-01T11:28:08.855 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.855 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.856 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.856 DEBUG:boto:Params: {} 2022-09-01T11:28:08.857 DEBUG:boto:Token: None 2022-09-01T11:28:08.858 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.859 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.861 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:08.864 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000096725a8d8166fb43-0063109748-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.865 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:08.867 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.868 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.869 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:08.870 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:08.871 DEBUG:boto:Method: GET 2022-09-01T11:28:08.872 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:28:08.873 DEBUG:boto:Data: 2022-09-01T11:28:08.874 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.875 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.876 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.877 DEBUG:boto:Params: {} 2022-09-01T11:28:08.878 DEBUG:boto:Token: None 2022-09-01T11:28:08.879 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.880 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:08.885 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bfafb78ad3ba00fd-0063109748-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.886 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:08.888 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:08.889 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:08.890 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.891 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:28:08.892 DEBUG:boto:Data: 2022-09-01T11:28:08.892 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.893 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.893 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.894 DEBUG:boto:Params: {} 2022-09-01T11:28:08.895 DEBUG:boto:Token: None 2022-09-01T11:28:08.895 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj44 2022-09-01T11:28:08.896 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oocFvLgU6Q/umlkBtWtY7IoT8Xs= 2022-09-01T11:28:08.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oocFvLgU6Q/umlkBtWtY7IoT8Xs=', 'Content-Length': '0'} 2022-09-01T11:28:08.898 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a879f59d9bf35207-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.899 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:08.900 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:08.900 DEBUG:boto:Method: HEAD 2022-09-01T11:28:08.901 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:28:08.901 DEBUG:boto:Data: 2022-09-01T11:28:08.902 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.902 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.903 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.903 DEBUG:boto:Params: {} 2022-09-01T11:28:08.904 DEBUG:boto:Token: None 2022-09-01T11:28:08.905 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj44 2022-09-01T11:28:08.905 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oocFvLgU6Q/umlkBtWtY7IoT8Xs= 2022-09-01T11:28:08.906 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oocFvLgU6Q/umlkBtWtY7IoT8Xs=', 'Content-Length': '0'} 2022-09-01T11:28:08.908 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b1b7e91e7b8b040-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.909 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:28:08.910 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:08.910 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:08.911 DEBUG:boto:Method: GET 2022-09-01T11:28:08.912 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:28:08.912 DEBUG:boto:Data: 2022-09-01T11:28:08.913 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.914 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.914 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.915 DEBUG:boto:Params: {} 2022-09-01T11:28:08.915 DEBUG:boto:Token: None 2022-09-01T11:28:08.916 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj44 2022-09-01T11:28:08.917 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:10MWWKth460xZY5LA3+u4G+2+6s= 2022-09-01T11:28:08.918 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:10MWWKth460xZY5LA3+u4G+2+6s=', 'Content-Length': '0'} 2022-09-01T11:28:08.921 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004db24413ae5efe6d-0063109748-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.962 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:08.963 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:08.964 DEBUG:boto:Method: GET 2022-09-01T11:28:08.965 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:28:08.966 DEBUG:boto:Data: 2022-09-01T11:28:08.967 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.967 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.968 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.968 DEBUG:boto:Params: {} 2022-09-01T11:28:08.969 DEBUG:boto:Token: None 2022-09-01T11:28:08.970 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/obj44 2022-09-01T11:28:08.971 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:10MWWKth460xZY5LA3+u4G+2+6s= 2022-09-01T11:28:08.971 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:10MWWKth460xZY5LA3+u4G+2+6s=', 'Content-Length': '0'} 2022-09-01T11:28:08.974 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a1555a96d009e5ad-0063109748-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.975 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.975 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.976 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:08.977 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:08.977 DEBUG:boto:Method: GET 2022-09-01T11:28:08.978 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:28:08.978 DEBUG:boto:Data: 2022-09-01T11:28:08.979 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.979 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:08.980 DEBUG:boto:Port: 8001 2022-09-01T11:28:08.981 DEBUG:boto:Params: {} 2022-09-01T11:28:08.981 DEBUG:boto:Token: None 2022-09-01T11:28:08.982 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.983 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:08.986 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fd234fe7be1ca6da-0063109748-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:08.987 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:08.988 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:08.988 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:08.989 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:08.990 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:08.990 DEBUG:boto:Method: GET 2022-09-01T11:28:08.991 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:28:08.991 DEBUG:boto:Data: 2022-09-01T11:28:08.992 DEBUG:boto:Headers: {} 2022-09-01T11:28:08.992 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:08.993 DEBUG:boto:Port: 8000 2022-09-01T11:28:08.994 DEBUG:boto:Params: {} 2022-09-01T11:28:08.994 DEBUG:boto:Token: None 2022-09-01T11:28:08.995 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:08 GMT /ptoxvb-74/ 2022-09-01T11:28:08.995 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM= 2022-09-01T11:28:08.996 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JX/bXqdxuOcOlp77HGd6NeRt9MM=', 'Content-Length': '0'} 2022-09-01T11:28:09.000 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000099bf91b178f05b0e-0063109748-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.001 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:09.002 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:28:09.003 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:09.004 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:09.004 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.005 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.005 DEBUG:boto:Method: GET 2022-09-01T11:28:09.006 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.006 DEBUG:boto:Data: 2022-09-01T11:28:09.007 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.007 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.008 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.008 DEBUG:boto:Params: {} 2022-09-01T11:28:09.009 DEBUG:boto:Token: None 2022-09-01T11:28:09.011 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VPSEnDMUQe8RF9b00YLL3yyAFg8= 2022-09-01T11:28:09.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VPSEnDMUQe8RF9b00YLL3yyAFg8=', 'Content-Length': '0'} 2022-09-01T11:28:09.016 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000568b6f725e58f98-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.018 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:09.019 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:09.019 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.020 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.021 DEBUG:boto:Method: GET 2022-09-01T11:28:09.021 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.022 DEBUG:boto:Data: 2022-09-01T11:28:09.022 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.023 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.024 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.024 DEBUG:boto:Params: {} 2022-09-01T11:28:09.025 DEBUG:boto:Token: None 2022-09-01T11:28:09.026 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VPSEnDMUQe8RF9b00YLL3yyAFg8= 2022-09-01T11:28:09.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VPSEnDMUQe8RF9b00YLL3yyAFg8=', 'Content-Length': '0'} 2022-09-01T11:28:09.031 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000dfc5478aa2a6453-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.033 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:09.034 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:09.035 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.036 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.036 DEBUG:boto:Method: HEAD 2022-09-01T11:28:09.037 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.038 DEBUG:boto:Data: 2022-09-01T11:28:09.039 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.040 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.041 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.042 DEBUG:boto:Params: {} 2022-09-01T11:28:09.043 DEBUG:boto:Token: None 2022-09-01T11:28:09.044 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cDxQ9z4ct2+CO9fxY+4SAXayET8= 2022-09-01T11:28:09.046 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cDxQ9z4ct2+CO9fxY+4SAXayET8=', 'Content-Length': '0'} 2022-09-01T11:28:09.049 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000890df9bec4d904b0-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.050 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:09.051 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:09.052 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.053 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.054 DEBUG:boto:Method: HEAD 2022-09-01T11:28:09.055 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.056 DEBUG:boto:Data: 2022-09-01T11:28:09.057 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.058 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.059 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.060 DEBUG:boto:Params: {} 2022-09-01T11:28:09.061 DEBUG:boto:Token: None 2022-09-01T11:28:09.062 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.063 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cDxQ9z4ct2+CO9fxY+4SAXayET8= 2022-09-01T11:28:09.064 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cDxQ9z4ct2+CO9fxY+4SAXayET8=', 'Content-Length': '0'} 2022-09-01T11:28:09.066 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000079c16113a69510ea-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.067 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:28:09.068 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:09.068 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:09.069 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.069 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.070 DEBUG:boto:Method: GET 2022-09-01T11:28:09.070 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.071 DEBUG:boto:Data: 2022-09-01T11:28:09.072 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.072 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.073 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.074 DEBUG:boto:Params: {} 2022-09-01T11:28:09.075 DEBUG:boto:Token: None 2022-09-01T11:28:09.076 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VPSEnDMUQe8RF9b00YLL3yyAFg8= 2022-09-01T11:28:09.077 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VPSEnDMUQe8RF9b00YLL3yyAFg8=', 'Content-Length': '0'} 2022-09-01T11:28:09.079 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002d2c0e7d9a271a68-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.080 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:09.081 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:09.081 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.082 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.082 DEBUG:boto:Method: GET 2022-09-01T11:28:09.083 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.084 DEBUG:boto:Data: 2022-09-01T11:28:09.084 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.085 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.085 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.086 DEBUG:boto:Params: {} 2022-09-01T11:28:09.086 DEBUG:boto:Token: None 2022-09-01T11:28:09.087 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:09.088 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VPSEnDMUQe8RF9b00YLL3yyAFg8= 2022-09-01T11:28:09.089 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VPSEnDMUQe8RF9b00YLL3yyAFg8=', 'Content-Length': '0'} 2022-09-01T11:28:09.091 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001a8f1a6a67e27f2d-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.134 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:09.135 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:09.135 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:09.136 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:09.136 DEBUG:boto:Method: GET 2022-09-01T11:28:09.137 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:28:09.138 DEBUG:boto:Data: 2022-09-01T11:28:09.139 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.139 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.140 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.140 DEBUG:boto:Params: {} 2022-09-01T11:28:09.141 DEBUG:boto:Token: None 2022-09-01T11:28:09.142 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/ 2022-09-01T11:28:09.142 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg= 2022-09-01T11:28:09.143 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg=', 'Content-Length': '0'} 2022-09-01T11:28:09.146 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000080ef3beab0d2a114-0063109749-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.147 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:09.147 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:09.148 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:09.149 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:09.149 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:09.150 DEBUG:boto:Method: GET 2022-09-01T11:28:09.151 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:28:09.151 DEBUG:boto:Data: 2022-09-01T11:28:09.152 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.152 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.153 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.153 DEBUG:boto:Params: {} 2022-09-01T11:28:09.154 DEBUG:boto:Token: None 2022-09-01T11:28:09.154 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/ 2022-09-01T11:28:09.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg= 2022-09-01T11:28:09.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg=', 'Content-Length': '0'} 2022-09-01T11:28:09.160 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009ce528b31e140add-0063109749-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.161 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:09.163 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:09.164 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:09.165 DEBUG:boto:Method: HEAD 2022-09-01T11:28:09.165 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:28:09.166 DEBUG:boto:Data: 2022-09-01T11:28:09.167 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.168 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.169 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.170 DEBUG:boto:Params: {} 2022-09-01T11:28:09.171 DEBUG:boto:Token: None 2022-09-01T11:28:09.172 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj46 2022-09-01T11:28:09.173 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wcX5Xo6icVHinxPAnkp6LfSTWbs= 2022-09-01T11:28:09.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wcX5Xo6icVHinxPAnkp6LfSTWbs=', 'Content-Length': '0'} 2022-09-01T11:28:09.175 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007af1405a7dacb002-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.176 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:09.177 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:09.178 DEBUG:boto:Method: HEAD 2022-09-01T11:28:09.178 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:28:09.179 DEBUG:boto:Data: 2022-09-01T11:28:09.179 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.180 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.180 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.181 DEBUG:boto:Params: {} 2022-09-01T11:28:09.181 DEBUG:boto:Token: None 2022-09-01T11:28:09.182 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj46 2022-09-01T11:28:09.183 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wcX5Xo6icVHinxPAnkp6LfSTWbs= 2022-09-01T11:28:09.183 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wcX5Xo6icVHinxPAnkp6LfSTWbs=', 'Content-Length': '0'} 2022-09-01T11:28:09.185 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a5fcb8164d5ddb3-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.186 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:28:09.187 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:09.187 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:09.188 DEBUG:boto:Method: GET 2022-09-01T11:28:09.188 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:28:09.189 DEBUG:boto:Data: 2022-09-01T11:28:09.190 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.190 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.191 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.191 DEBUG:boto:Params: {} 2022-09-01T11:28:09.192 DEBUG:boto:Token: None 2022-09-01T11:28:09.193 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj46 2022-09-01T11:28:09.193 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RObqGDBA1YcWQ/xmgGZm52QCGmk= 2022-09-01T11:28:09.194 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RObqGDBA1YcWQ/xmgGZm52QCGmk=', 'Content-Length': '0'} 2022-09-01T11:28:09.197 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006d1835776c5d5330-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.238 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:09.239 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:09.239 DEBUG:boto:Method: GET 2022-09-01T11:28:09.240 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:28:09.241 DEBUG:boto:Data: 2022-09-01T11:28:09.241 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.242 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.242 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.243 DEBUG:boto:Params: {} 2022-09-01T11:28:09.244 DEBUG:boto:Token: None 2022-09-01T11:28:09.244 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj46 2022-09-01T11:28:09.245 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RObqGDBA1YcWQ/xmgGZm52QCGmk= 2022-09-01T11:28:09.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RObqGDBA1YcWQ/xmgGZm52QCGmk=', 'Content-Length': '0'} 2022-09-01T11:28:09.248 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005087a150aec22bf7-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.249 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:09.249 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:09.250 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:09.251 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:09.251 DEBUG:boto:Method: GET 2022-09-01T11:28:09.252 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:28:09.253 DEBUG:boto:Data: 2022-09-01T11:28:09.253 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.254 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.255 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.256 DEBUG:boto:Params: {} 2022-09-01T11:28:09.256 DEBUG:boto:Token: None 2022-09-01T11:28:09.257 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/ 2022-09-01T11:28:09.258 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg= 2022-09-01T11:28:09.259 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg=', 'Content-Length': '0'} 2022-09-01T11:28:09.262 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000254e6dd1eadede44-0063109749-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.263 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:09.264 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:09.264 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:09.265 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:09.266 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:09.267 DEBUG:boto:Method: GET 2022-09-01T11:28:09.267 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:28:09.268 DEBUG:boto:Data: 2022-09-01T11:28:09.269 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.269 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.270 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.271 DEBUG:boto:Params: {} 2022-09-01T11:28:09.271 DEBUG:boto:Token: None 2022-09-01T11:28:09.273 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/ 2022-09-01T11:28:09.273 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg= 2022-09-01T11:28:09.274 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg=', 'Content-Length': '0'} 2022-09-01T11:28:09.279 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000439874560d9aeeca-0063109749-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.280 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:09.281 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:28:09.281 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:09.282 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:09.283 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.283 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.284 DEBUG:boto:Method: GET 2022-09-01T11:28:09.284 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.285 DEBUG:boto:Data: 2022-09-01T11:28:09.285 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.286 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.287 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.288 DEBUG:boto:Params: {} 2022-09-01T11:28:09.288 DEBUG:boto:Token: None 2022-09-01T11:28:09.289 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.290 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OvWYDvwNYNSdMs3NxqZ3R2hwKyY= 2022-09-01T11:28:09.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OvWYDvwNYNSdMs3NxqZ3R2hwKyY=', 'Content-Length': '0'} 2022-09-01T11:28:09.293 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000075c165c080faac2c-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.294 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:09.294 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:09.295 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.295 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.296 DEBUG:boto:Method: GET 2022-09-01T11:28:09.296 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.297 DEBUG:boto:Data: 2022-09-01T11:28:09.297 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.298 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.298 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.299 DEBUG:boto:Params: {} 2022-09-01T11:28:09.300 DEBUG:boto:Token: None 2022-09-01T11:28:09.300 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.301 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OvWYDvwNYNSdMs3NxqZ3R2hwKyY= 2022-09-01T11:28:09.302 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OvWYDvwNYNSdMs3NxqZ3R2hwKyY=', 'Content-Length': '0'} 2022-09-01T11:28:09.304 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000530ec77e925cc1db-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.346 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:09.347 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:09.348 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.349 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.350 DEBUG:boto:Method: HEAD 2022-09-01T11:28:09.351 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.352 DEBUG:boto:Data: 2022-09-01T11:28:09.352 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.353 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.354 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.355 DEBUG:boto:Params: {} 2022-09-01T11:28:09.356 DEBUG:boto:Token: None 2022-09-01T11:28:09.357 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.358 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s2U02EwfiKXOn7yG8tZUdCyR5NI= 2022-09-01T11:28:09.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s2U02EwfiKXOn7yG8tZUdCyR5NI=', 'Content-Length': '0'} 2022-09-01T11:28:09.362 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003ad5de28f281f27f-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.363 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:09.364 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:09.365 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.366 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.367 DEBUG:boto:Method: HEAD 2022-09-01T11:28:09.367 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.368 DEBUG:boto:Data: 2022-09-01T11:28:09.369 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.369 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.370 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.370 DEBUG:boto:Params: {} 2022-09-01T11:28:09.371 DEBUG:boto:Token: None 2022-09-01T11:28:09.371 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s2U02EwfiKXOn7yG8tZUdCyR5NI= 2022-09-01T11:28:09.372 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s2U02EwfiKXOn7yG8tZUdCyR5NI=', 'Content-Length': '0'} 2022-09-01T11:28:09.375 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002dbb7dbd298ac1d6-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.375 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:28:09.376 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:09.376 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:09.377 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.378 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.379 DEBUG:boto:Method: GET 2022-09-01T11:28:09.380 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.381 DEBUG:boto:Data: 2022-09-01T11:28:09.382 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.383 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.384 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.385 DEBUG:boto:Params: {} 2022-09-01T11:28:09.386 DEBUG:boto:Token: None 2022-09-01T11:28:09.387 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.388 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OvWYDvwNYNSdMs3NxqZ3R2hwKyY= 2022-09-01T11:28:09.389 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OvWYDvwNYNSdMs3NxqZ3R2hwKyY=', 'Content-Length': '0'} 2022-09-01T11:28:09.392 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000866a33bf3332d9c-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.393 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:09.394 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:09.394 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.395 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.396 DEBUG:boto:Method: GET 2022-09-01T11:28:09.396 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.397 DEBUG:boto:Data: 2022-09-01T11:28:09.397 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.398 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.399 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.400 DEBUG:boto:Params: {} 2022-09-01T11:28:09.400 DEBUG:boto:Token: None 2022-09-01T11:28:09.401 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:09.402 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OvWYDvwNYNSdMs3NxqZ3R2hwKyY= 2022-09-01T11:28:09.403 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OvWYDvwNYNSdMs3NxqZ3R2hwKyY=', 'Content-Length': '0'} 2022-09-01T11:28:09.405 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000098e9477213006557-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.406 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:09.407 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:09.407 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:09.408 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:09.409 DEBUG:boto:Method: GET 2022-09-01T11:28:09.409 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:28:09.410 DEBUG:boto:Data: 2022-09-01T11:28:09.411 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.412 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.413 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.414 DEBUG:boto:Params: {} 2022-09-01T11:28:09.415 DEBUG:boto:Token: None 2022-09-01T11:28:09.415 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/ 2022-09-01T11:28:09.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg= 2022-09-01T11:28:09.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg=', 'Content-Length': '0'} 2022-09-01T11:28:09.420 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089262a692cbe5592-0063109749-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.421 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:09.422 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:09.423 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:09.424 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:09.425 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:09.425 DEBUG:boto:Method: GET 2022-09-01T11:28:09.426 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:28:09.426 DEBUG:boto:Data: 2022-09-01T11:28:09.427 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.427 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.428 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.428 DEBUG:boto:Params: {} 2022-09-01T11:28:09.429 DEBUG:boto:Token: None 2022-09-01T11:28:09.430 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/ 2022-09-01T11:28:09.430 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg= 2022-09-01T11:28:09.431 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg=', 'Content-Length': '0'} 2022-09-01T11:28:09.436 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001f9c8913bd653ddb-0063109749-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.437 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:09.438 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:09.438 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:09.439 DEBUG:boto:Method: HEAD 2022-09-01T11:28:09.440 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:28:09.441 DEBUG:boto:Data: 2022-09-01T11:28:09.442 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.443 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.444 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.444 DEBUG:boto:Params: {} 2022-09-01T11:28:09.445 DEBUG:boto:Token: None 2022-09-01T11:28:09.447 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj51 2022-09-01T11:28:09.447 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPQnlIRfKa+p1NvPNnG/CarFyT0= 2022-09-01T11:28:09.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPQnlIRfKa+p1NvPNnG/CarFyT0=', 'Content-Length': '0'} 2022-09-01T11:28:09.450 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000063f68b660e9b2c43-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.451 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:09.451 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:09.452 DEBUG:boto:Method: HEAD 2022-09-01T11:28:09.452 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:28:09.453 DEBUG:boto:Data: 2022-09-01T11:28:09.453 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.454 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.454 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.455 DEBUG:boto:Params: {} 2022-09-01T11:28:09.456 DEBUG:boto:Token: None 2022-09-01T11:28:09.456 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj51 2022-09-01T11:28:09.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gPQnlIRfKa+p1NvPNnG/CarFyT0= 2022-09-01T11:28:09.457 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gPQnlIRfKa+p1NvPNnG/CarFyT0=', 'Content-Length': '0'} 2022-09-01T11:28:09.459 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000037b01394b2eba47d-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.460 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:28:09.461 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:09.461 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:09.462 DEBUG:boto:Method: GET 2022-09-01T11:28:09.462 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:28:09.463 DEBUG:boto:Data: 2022-09-01T11:28:09.463 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.464 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.465 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.465 DEBUG:boto:Params: {} 2022-09-01T11:28:09.466 DEBUG:boto:Token: None 2022-09-01T11:28:09.467 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj51 2022-09-01T11:28:09.467 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:COcz7e7olBI2pyXLXnwWlMEX8mE= 2022-09-01T11:28:09.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:COcz7e7olBI2pyXLXnwWlMEX8mE=', 'Content-Length': '0'} 2022-09-01T11:28:09.470 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee2c499e827d29c1-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.471 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:09.471 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:09.472 DEBUG:boto:Method: GET 2022-09-01T11:28:09.473 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:28:09.473 DEBUG:boto:Data: 2022-09-01T11:28:09.474 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.474 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.475 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.475 DEBUG:boto:Params: {} 2022-09-01T11:28:09.476 DEBUG:boto:Token: None 2022-09-01T11:28:09.477 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj51 2022-09-01T11:28:09.477 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:COcz7e7olBI2pyXLXnwWlMEX8mE= 2022-09-01T11:28:09.478 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:COcz7e7olBI2pyXLXnwWlMEX8mE=', 'Content-Length': '0'} 2022-09-01T11:28:09.480 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c04f694439db33a-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.522 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:09.523 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:09.524 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:09.525 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:09.527 DEBUG:boto:Method: GET 2022-09-01T11:28:09.528 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:28:09.529 DEBUG:boto:Data: 2022-09-01T11:28:09.529 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.530 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.531 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.531 DEBUG:boto:Params: {} 2022-09-01T11:28:09.532 DEBUG:boto:Token: None 2022-09-01T11:28:09.532 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/ 2022-09-01T11:28:09.533 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg= 2022-09-01T11:28:09.534 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg=', 'Content-Length': '0'} 2022-09-01T11:28:09.537 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002e7ed6b5d889e599-0063109749-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.537 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:09.538 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:09.539 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:09.539 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:09.540 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:09.540 DEBUG:boto:Method: GET 2022-09-01T11:28:09.541 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:28:09.541 DEBUG:boto:Data: 2022-09-01T11:28:09.542 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.542 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.543 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.543 DEBUG:boto:Params: {} 2022-09-01T11:28:09.544 DEBUG:boto:Token: None 2022-09-01T11:28:09.545 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/ 2022-09-01T11:28:09.545 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg= 2022-09-01T11:28:09.546 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg=', 'Content-Length': '0'} 2022-09-01T11:28:09.550 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b851263dce09922c-0063109749-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.551 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:09.552 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:28:09.552 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:09.553 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:09.553 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.554 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.554 DEBUG:boto:Method: GET 2022-09-01T11:28:09.555 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.556 DEBUG:boto:Data: 2022-09-01T11:28:09.556 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.557 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.557 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.558 DEBUG:boto:Params: {} 2022-09-01T11:28:09.558 DEBUG:boto:Token: None 2022-09-01T11:28:09.559 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.560 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ohg5r4XQcLwtF1wEFGbYpW1Zau8= 2022-09-01T11:28:09.560 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ohg5r4XQcLwtF1wEFGbYpW1Zau8=', 'Content-Length': '0'} 2022-09-01T11:28:09.563 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3b2d843f660152b-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.564 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:09.564 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:09.565 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.565 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.566 DEBUG:boto:Method: GET 2022-09-01T11:28:09.567 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.567 DEBUG:boto:Data: 2022-09-01T11:28:09.568 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.568 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.569 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.569 DEBUG:boto:Params: {} 2022-09-01T11:28:09.570 DEBUG:boto:Token: None 2022-09-01T11:28:09.570 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.571 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ohg5r4XQcLwtF1wEFGbYpW1Zau8= 2022-09-01T11:28:09.572 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ohg5r4XQcLwtF1wEFGbYpW1Zau8=', 'Content-Length': '0'} 2022-09-01T11:28:09.574 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b424aa50d5cc2c6-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.575 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:09.575 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:09.576 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.576 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.577 DEBUG:boto:Method: HEAD 2022-09-01T11:28:09.577 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.578 DEBUG:boto:Data: 2022-09-01T11:28:09.578 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.579 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.579 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.580 DEBUG:boto:Params: {} 2022-09-01T11:28:09.580 DEBUG:boto:Token: None 2022-09-01T11:28:09.581 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B+9ZcWVgrf7YZlxMzViB+nKsGOs= 2022-09-01T11:28:09.582 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B+9ZcWVgrf7YZlxMzViB+nKsGOs=', 'Content-Length': '0'} 2022-09-01T11:28:09.584 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000056f5ad1e5a9c061c-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.585 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:09.586 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:09.586 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.587 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.587 DEBUG:boto:Method: HEAD 2022-09-01T11:28:09.588 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.588 DEBUG:boto:Data: 2022-09-01T11:28:09.589 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.589 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.590 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.590 DEBUG:boto:Params: {} 2022-09-01T11:28:09.591 DEBUG:boto:Token: None 2022-09-01T11:28:09.592 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.592 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B+9ZcWVgrf7YZlxMzViB+nKsGOs= 2022-09-01T11:28:09.593 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B+9ZcWVgrf7YZlxMzViB+nKsGOs=', 'Content-Length': '0'} 2022-09-01T11:28:09.595 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000096dc383acc70d857-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.596 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:28:09.596 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:09.597 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:09.597 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.598 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.599 DEBUG:boto:Method: GET 2022-09-01T11:28:09.599 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.600 DEBUG:boto:Data: 2022-09-01T11:28:09.600 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.601 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.601 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.602 DEBUG:boto:Params: {} 2022-09-01T11:28:09.602 DEBUG:boto:Token: None 2022-09-01T11:28:09.603 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.604 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ohg5r4XQcLwtF1wEFGbYpW1Zau8= 2022-09-01T11:28:09.605 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ohg5r4XQcLwtF1wEFGbYpW1Zau8=', 'Content-Length': '0'} 2022-09-01T11:28:09.607 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1dbe98a72162529-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.650 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:09.651 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:09.651 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.652 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.652 DEBUG:boto:Method: GET 2022-09-01T11:28:09.653 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.654 DEBUG:boto:Data: 2022-09-01T11:28:09.654 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.655 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.655 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.656 DEBUG:boto:Params: {} 2022-09-01T11:28:09.657 DEBUG:boto:Token: None 2022-09-01T11:28:09.658 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:09.659 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ohg5r4XQcLwtF1wEFGbYpW1Zau8= 2022-09-01T11:28:09.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ohg5r4XQcLwtF1wEFGbYpW1Zau8=', 'Content-Length': '0'} 2022-09-01T11:28:09.662 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c6428b235c727cf7-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.663 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:09.663 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:09.664 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:09.664 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:09.665 DEBUG:boto:Method: GET 2022-09-01T11:28:09.666 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:28:09.667 DEBUG:boto:Data: 2022-09-01T11:28:09.667 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.668 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.668 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.669 DEBUG:boto:Params: {} 2022-09-01T11:28:09.670 DEBUG:boto:Token: None 2022-09-01T11:28:09.671 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/ 2022-09-01T11:28:09.671 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg= 2022-09-01T11:28:09.672 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg=', 'Content-Length': '0'} 2022-09-01T11:28:09.675 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001b85a9255a317338-0063109749-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.676 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:09.677 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:09.677 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:09.678 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:09.679 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:09.679 DEBUG:boto:Method: GET 2022-09-01T11:28:09.680 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:28:09.680 DEBUG:boto:Data: 2022-09-01T11:28:09.681 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.682 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.683 DEBUG:boto:Params: {} 2022-09-01T11:28:09.683 DEBUG:boto:Token: None 2022-09-01T11:28:09.684 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/ 2022-09-01T11:28:09.684 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg= 2022-09-01T11:28:09.685 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg=', 'Content-Length': '0'} 2022-09-01T11:28:09.690 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005614d8610cc18dee-0063109749-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.691 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:09.692 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:09.693 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:09.693 DEBUG:boto:Method: HEAD 2022-09-01T11:28:09.694 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:28:09.694 DEBUG:boto:Data: 2022-09-01T11:28:09.695 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.696 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.696 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.697 DEBUG:boto:Params: {} 2022-09-01T11:28:09.698 DEBUG:boto:Token: None 2022-09-01T11:28:09.698 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj55 2022-09-01T11:28:09.699 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5lUMFFB3cYsCmSYFBrHx3UQUDGU= 2022-09-01T11:28:09.699 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5lUMFFB3cYsCmSYFBrHx3UQUDGU=', 'Content-Length': '0'} 2022-09-01T11:28:09.702 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1a052876296fba6-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.703 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:09.704 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:09.705 DEBUG:boto:Method: HEAD 2022-09-01T11:28:09.706 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:28:09.707 DEBUG:boto:Data: 2022-09-01T11:28:09.708 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.709 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.710 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.711 DEBUG:boto:Params: {} 2022-09-01T11:28:09.712 DEBUG:boto:Token: None 2022-09-01T11:28:09.712 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj55 2022-09-01T11:28:09.713 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5lUMFFB3cYsCmSYFBrHx3UQUDGU= 2022-09-01T11:28:09.714 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5lUMFFB3cYsCmSYFBrHx3UQUDGU=', 'Content-Length': '0'} 2022-09-01T11:28:09.716 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007d121332670e2ca1-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.717 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:28:09.717 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:09.718 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:09.718 DEBUG:boto:Method: GET 2022-09-01T11:28:09.719 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:28:09.720 DEBUG:boto:Data: 2022-09-01T11:28:09.720 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.721 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.721 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.722 DEBUG:boto:Params: {} 2022-09-01T11:28:09.722 DEBUG:boto:Token: None 2022-09-01T11:28:09.723 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj55 2022-09-01T11:28:09.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vnljPDKah+2M4PraE+QMfCxFqOY= 2022-09-01T11:28:09.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vnljPDKah+2M4PraE+QMfCxFqOY=', 'Content-Length': '0'} 2022-09-01T11:28:09.726 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008af5ecc38340d517-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.727 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:09.728 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:09.728 DEBUG:boto:Method: GET 2022-09-01T11:28:09.729 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:28:09.729 DEBUG:boto:Data: 2022-09-01T11:28:09.730 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.731 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.731 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.732 DEBUG:boto:Params: {} 2022-09-01T11:28:09.732 DEBUG:boto:Token: None 2022-09-01T11:28:09.733 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj55 2022-09-01T11:28:09.733 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vnljPDKah+2M4PraE+QMfCxFqOY= 2022-09-01T11:28:09.734 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vnljPDKah+2M4PraE+QMfCxFqOY=', 'Content-Length': '0'} 2022-09-01T11:28:09.736 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000050dccbf0dc30a034-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.737 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:09.738 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:09.738 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:09.739 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:09.740 DEBUG:boto:Method: GET 2022-09-01T11:28:09.740 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:28:09.741 DEBUG:boto:Data: 2022-09-01T11:28:09.741 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.742 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.742 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.743 DEBUG:boto:Params: {} 2022-09-01T11:28:09.743 DEBUG:boto:Token: None 2022-09-01T11:28:09.744 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/ 2022-09-01T11:28:09.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg= 2022-09-01T11:28:09.745 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg=', 'Content-Length': '0'} 2022-09-01T11:28:09.748 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e8d959f887e1ec4f-0063109749-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.790 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:09.792 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:09.793 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:09.794 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:09.795 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:09.796 DEBUG:boto:Method: GET 2022-09-01T11:28:09.797 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:28:09.798 DEBUG:boto:Data: 2022-09-01T11:28:09.799 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.800 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.801 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.802 DEBUG:boto:Params: {} 2022-09-01T11:28:09.803 DEBUG:boto:Token: None 2022-09-01T11:28:09.804 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/ 2022-09-01T11:28:09.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg= 2022-09-01T11:28:09.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg=', 'Content-Length': '0'} 2022-09-01T11:28:09.812 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002182775ef2cc827b-0063109749-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.813 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:09.814 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:28:09.815 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:09.816 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:09.817 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.818 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.819 DEBUG:boto:Method: GET 2022-09-01T11:28:09.820 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.821 DEBUG:boto:Data: 2022-09-01T11:28:09.822 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.823 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.824 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.825 DEBUG:boto:Params: {} 2022-09-01T11:28:09.826 DEBUG:boto:Token: None 2022-09-01T11:28:09.827 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.828 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L0VUrLVrZDzgZ5OrZCMKLN7uO+g= 2022-09-01T11:28:09.830 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L0VUrLVrZDzgZ5OrZCMKLN7uO+g=', 'Content-Length': '0'} 2022-09-01T11:28:09.833 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000131fa0f23680f2dd-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.834 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:09.835 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:09.836 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.837 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.838 DEBUG:boto:Method: GET 2022-09-01T11:28:09.839 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.840 DEBUG:boto:Data: 2022-09-01T11:28:09.841 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.842 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.843 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.844 DEBUG:boto:Params: {} 2022-09-01T11:28:09.845 DEBUG:boto:Token: None 2022-09-01T11:28:09.846 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L0VUrLVrZDzgZ5OrZCMKLN7uO+g= 2022-09-01T11:28:09.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L0VUrLVrZDzgZ5OrZCMKLN7uO+g=', 'Content-Length': '0'} 2022-09-01T11:28:09.851 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e96e528eee496a7-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.853 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:09.854 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:09.855 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.855 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.856 DEBUG:boto:Method: HEAD 2022-09-01T11:28:09.857 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.858 DEBUG:boto:Data: 2022-09-01T11:28:09.859 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.860 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.861 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.862 DEBUG:boto:Params: {} 2022-09-01T11:28:09.863 DEBUG:boto:Token: None 2022-09-01T11:28:09.864 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.865 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x8ROVK3HCkHqOJ3HkP4xnrFXhjE= 2022-09-01T11:28:09.866 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x8ROVK3HCkHqOJ3HkP4xnrFXhjE=', 'Content-Length': '0'} 2022-09-01T11:28:09.869 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002fa0a72779fa3c11-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.871 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:09.871 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:09.872 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.873 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.874 DEBUG:boto:Method: HEAD 2022-09-01T11:28:09.875 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.876 DEBUG:boto:Data: 2022-09-01T11:28:09.876 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.877 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.877 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.878 DEBUG:boto:Params: {} 2022-09-01T11:28:09.879 DEBUG:boto:Token: None 2022-09-01T11:28:09.879 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x8ROVK3HCkHqOJ3HkP4xnrFXhjE= 2022-09-01T11:28:09.880 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x8ROVK3HCkHqOJ3HkP4xnrFXhjE=', 'Content-Length': '0'} 2022-09-01T11:28:09.883 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b68d7c37ab7958a1-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.884 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:28:09.885 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:09.886 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:09.887 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.888 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.889 DEBUG:boto:Method: GET 2022-09-01T11:28:09.890 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.891 DEBUG:boto:Data: 2022-09-01T11:28:09.892 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.893 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.893 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.894 DEBUG:boto:Params: {} 2022-09-01T11:28:09.895 DEBUG:boto:Token: None 2022-09-01T11:28:09.896 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.897 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L0VUrLVrZDzgZ5OrZCMKLN7uO+g= 2022-09-01T11:28:09.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L0VUrLVrZDzgZ5OrZCMKLN7uO+g=', 'Content-Length': '0'} 2022-09-01T11:28:09.901 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005ad16535675305b7-0063109749-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.902 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:09.903 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:09.904 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.905 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.906 DEBUG:boto:Method: GET 2022-09-01T11:28:09.906 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.907 DEBUG:boto:Data: 2022-09-01T11:28:09.908 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.909 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.910 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.911 DEBUG:boto:Params: {} 2022-09-01T11:28:09.912 DEBUG:boto:Token: None 2022-09-01T11:28:09.913 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:09.914 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L0VUrLVrZDzgZ5OrZCMKLN7uO+g= 2022-09-01T11:28:09.916 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L0VUrLVrZDzgZ5OrZCMKLN7uO+g=', 'Content-Length': '0'} 2022-09-01T11:28:09.918 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007af35bf19266eeaa-0063109749-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.920 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:09.921 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:09.922 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:09.923 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:09.924 DEBUG:boto:Method: GET 2022-09-01T11:28:09.925 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:28:09.927 DEBUG:boto:Data: 2022-09-01T11:28:09.927 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.928 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.929 DEBUG:boto:Port: 8001 2022-09-01T11:28:09.930 DEBUG:boto:Params: {} 2022-09-01T11:28:09.932 DEBUG:boto:Token: None 2022-09-01T11:28:09.933 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/ 2022-09-01T11:28:09.934 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg= 2022-09-01T11:28:09.935 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg=', 'Content-Length': '0'} 2022-09-01T11:28:09.939 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000047bbb7a54b3dd4de-0063109749-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.940 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:09.941 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:09.942 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:09.942 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:09.943 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:09.943 DEBUG:boto:Method: GET 2022-09-01T11:28:09.944 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:28:09.945 DEBUG:boto:Data: 2022-09-01T11:28:09.945 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.946 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:09.946 DEBUG:boto:Port: 8000 2022-09-01T11:28:09.947 DEBUG:boto:Params: {} 2022-09-01T11:28:09.947 DEBUG:boto:Token: None 2022-09-01T11:28:09.948 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:09 GMT /ptoxvb-74/ 2022-09-01T11:28:09.949 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg= 2022-09-01T11:28:09.949 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:01B5UKuGs/1knTv4aHwth5isZAg=', 'Content-Length': '0'} 2022-09-01T11:28:09.953 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000006170c188dda507a-0063109749-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:09.994 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:09.995 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:09.996 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:09.996 DEBUG:boto:Method: HEAD 2022-09-01T11:28:09.997 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:28:09.997 DEBUG:boto:Data: 2022-09-01T11:28:09.998 DEBUG:boto:Headers: {} 2022-09-01T11:28:09.999 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:09.999 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.000 DEBUG:boto:Params: {} 2022-09-01T11:28:10.001 DEBUG:boto:Token: None 2022-09-01T11:28:10.002 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj57 2022-09-01T11:28:10.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XwESj9t8OV+Ciloy7HfzKifJzuY= 2022-09-01T11:28:10.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XwESj9t8OV+Ciloy7HfzKifJzuY=', 'Content-Length': '0'} 2022-09-01T11:28:10.008 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000983d91440324315b-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.009 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:10.009 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:10.010 DEBUG:boto:Method: HEAD 2022-09-01T11:28:10.010 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:28:10.011 DEBUG:boto:Data: 2022-09-01T11:28:10.011 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.012 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.012 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.013 DEBUG:boto:Params: {} 2022-09-01T11:28:10.013 DEBUG:boto:Token: None 2022-09-01T11:28:10.014 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj57 2022-09-01T11:28:10.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XwESj9t8OV+Ciloy7HfzKifJzuY= 2022-09-01T11:28:10.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XwESj9t8OV+Ciloy7HfzKifJzuY=', 'Content-Length': '0'} 2022-09-01T11:28:10.017 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba2eb1d9b684c32e-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.018 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:28:10.019 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:10.019 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:10.020 DEBUG:boto:Method: GET 2022-09-01T11:28:10.020 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:28:10.021 DEBUG:boto:Data: 2022-09-01T11:28:10.021 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.022 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.022 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.023 DEBUG:boto:Params: {} 2022-09-01T11:28:10.024 DEBUG:boto:Token: None 2022-09-01T11:28:10.024 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj57 2022-09-01T11:28:10.025 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kDRjcMTVLTI25HiYFfJ3nZZjVLo= 2022-09-01T11:28:10.026 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kDRjcMTVLTI25HiYFfJ3nZZjVLo=', 'Content-Length': '0'} 2022-09-01T11:28:10.028 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c26730beffc92c1b-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.029 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:10.030 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:10.030 DEBUG:boto:Method: GET 2022-09-01T11:28:10.031 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:28:10.031 DEBUG:boto:Data: 2022-09-01T11:28:10.032 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.032 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.033 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.033 DEBUG:boto:Params: {} 2022-09-01T11:28:10.034 DEBUG:boto:Token: None 2022-09-01T11:28:10.035 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj57 2022-09-01T11:28:10.036 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kDRjcMTVLTI25HiYFfJ3nZZjVLo= 2022-09-01T11:28:10.037 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kDRjcMTVLTI25HiYFfJ3nZZjVLo=', 'Content-Length': '0'} 2022-09-01T11:28:10.039 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000003b699430335dbd3-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.041 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:10.041 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:10.042 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:10.042 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:10.043 DEBUG:boto:Method: GET 2022-09-01T11:28:10.044 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:28:10.044 DEBUG:boto:Data: 2022-09-01T11:28:10.045 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.046 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.046 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.047 DEBUG:boto:Params: {} 2022-09-01T11:28:10.047 DEBUG:boto:Token: None 2022-09-01T11:28:10.048 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/ 2022-09-01T11:28:10.049 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y= 2022-09-01T11:28:10.050 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y=', 'Content-Length': '0'} 2022-09-01T11:28:10.053 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000073968862f14fd46c-006310974a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.053 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:10.054 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:10.055 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:10.056 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:10.056 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:10.057 DEBUG:boto:Method: GET 2022-09-01T11:28:10.057 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:28:10.058 DEBUG:boto:Data: 2022-09-01T11:28:10.059 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.059 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.060 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.060 DEBUG:boto:Params: {} 2022-09-01T11:28:10.062 DEBUG:boto:Token: None 2022-09-01T11:28:10.063 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/ 2022-09-01T11:28:10.064 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y= 2022-09-01T11:28:10.064 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y=', 'Content-Length': '0'} 2022-09-01T11:28:10.069 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009ee65c63cfe04f70-006310974a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.070 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:10.071 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:28:10.072 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:10.073 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:10.073 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.074 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.075 DEBUG:boto:Method: GET 2022-09-01T11:28:10.075 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.076 DEBUG:boto:Data: 2022-09-01T11:28:10.077 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.078 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.079 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.080 DEBUG:boto:Params: {} 2022-09-01T11:28:10.081 DEBUG:boto:Token: None 2022-09-01T11:28:10.082 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.084 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8f46ukHvVcDI7aHpNRS22yx757I= 2022-09-01T11:28:10.085 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8f46ukHvVcDI7aHpNRS22yx757I=', 'Content-Length': '0'} 2022-09-01T11:28:10.088 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ab03951d4459adfc-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.089 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:10.090 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:10.090 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.091 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.092 DEBUG:boto:Method: GET 2022-09-01T11:28:10.092 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.093 DEBUG:boto:Data: 2022-09-01T11:28:10.094 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.094 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.095 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.095 DEBUG:boto:Params: {} 2022-09-01T11:28:10.096 DEBUG:boto:Token: None 2022-09-01T11:28:10.097 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.098 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8f46ukHvVcDI7aHpNRS22yx757I= 2022-09-01T11:28:10.099 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8f46ukHvVcDI7aHpNRS22yx757I=', 'Content-Length': '0'} 2022-09-01T11:28:10.101 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000871d44c708aa0ca8-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.142 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:10.144 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:10.145 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.146 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.147 DEBUG:boto:Method: HEAD 2022-09-01T11:28:10.149 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.150 DEBUG:boto:Data: 2022-09-01T11:28:10.151 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.152 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.153 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.155 DEBUG:boto:Params: {} 2022-09-01T11:28:10.156 DEBUG:boto:Token: None 2022-09-01T11:28:10.158 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.159 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PE5/Su/xWXDT1I7Bs0M1vBIeRqQ= 2022-09-01T11:28:10.161 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PE5/Su/xWXDT1I7Bs0M1vBIeRqQ=', 'Content-Length': '0'} 2022-09-01T11:28:10.165 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fed341b1c3b2eaf9-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.166 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:10.168 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:10.169 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.170 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.172 DEBUG:boto:Method: HEAD 2022-09-01T11:28:10.173 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.173 DEBUG:boto:Data: 2022-09-01T11:28:10.174 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.174 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.175 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.176 DEBUG:boto:Params: {} 2022-09-01T11:28:10.177 DEBUG:boto:Token: None 2022-09-01T11:28:10.178 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.179 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PE5/Su/xWXDT1I7Bs0M1vBIeRqQ= 2022-09-01T11:28:10.180 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PE5/Su/xWXDT1I7Bs0M1vBIeRqQ=', 'Content-Length': '0'} 2022-09-01T11:28:10.183 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ab826b3d5095f3be-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.184 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:28:10.185 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:10.185 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:10.186 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.186 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.187 DEBUG:boto:Method: GET 2022-09-01T11:28:10.188 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.189 DEBUG:boto:Data: 2022-09-01T11:28:10.190 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.192 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.193 DEBUG:boto:Params: {} 2022-09-01T11:28:10.194 DEBUG:boto:Token: None 2022-09-01T11:28:10.195 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.196 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8f46ukHvVcDI7aHpNRS22yx757I= 2022-09-01T11:28:10.198 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8f46ukHvVcDI7aHpNRS22yx757I=', 'Content-Length': '0'} 2022-09-01T11:28:10.201 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003e42439667be5029-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.202 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:10.203 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:10.203 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.204 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.205 DEBUG:boto:Method: GET 2022-09-01T11:28:10.205 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.206 DEBUG:boto:Data: 2022-09-01T11:28:10.207 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.207 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.208 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.208 DEBUG:boto:Params: {} 2022-09-01T11:28:10.209 DEBUG:boto:Token: None 2022-09-01T11:28:10.210 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:10.211 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8f46ukHvVcDI7aHpNRS22yx757I= 2022-09-01T11:28:10.212 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8f46ukHvVcDI7aHpNRS22yx757I=', 'Content-Length': '0'} 2022-09-01T11:28:10.215 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c2b70903f288bdb9-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.216 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:10.217 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:10.218 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:10.219 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:10.220 DEBUG:boto:Method: GET 2022-09-01T11:28:10.221 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:28:10.222 DEBUG:boto:Data: 2022-09-01T11:28:10.223 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.224 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.225 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.226 DEBUG:boto:Params: {} 2022-09-01T11:28:10.227 DEBUG:boto:Token: None 2022-09-01T11:28:10.227 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/ 2022-09-01T11:28:10.228 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y= 2022-09-01T11:28:10.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y=', 'Content-Length': '0'} 2022-09-01T11:28:10.232 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000330e53f01718cb0a-006310974a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.233 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:10.234 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:10.235 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:10.236 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:10.237 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:10.237 DEBUG:boto:Method: GET 2022-09-01T11:28:10.238 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:28:10.238 DEBUG:boto:Data: 2022-09-01T11:28:10.239 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.240 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.240 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.241 DEBUG:boto:Params: {} 2022-09-01T11:28:10.241 DEBUG:boto:Token: None 2022-09-01T11:28:10.242 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/ 2022-09-01T11:28:10.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y= 2022-09-01T11:28:10.244 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y=', 'Content-Length': '0'} 2022-09-01T11:28:10.249 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000261adc13c2624284-006310974a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.290 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:10.292 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:10.293 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:10.293 DEBUG:boto:Method: HEAD 2022-09-01T11:28:10.294 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:28:10.295 DEBUG:boto:Data: 2022-09-01T11:28:10.296 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.297 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.297 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.298 DEBUG:boto:Params: {} 2022-09-01T11:28:10.299 DEBUG:boto:Token: None 2022-09-01T11:28:10.299 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj58 2022-09-01T11:28:10.300 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aIevEhhTO9iUMiHtjLs9RKHbJsU= 2022-09-01T11:28:10.301 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aIevEhhTO9iUMiHtjLs9RKHbJsU=', 'Content-Length': '0'} 2022-09-01T11:28:10.303 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000de85bfff43ecb318-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.304 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:10.305 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:10.305 DEBUG:boto:Method: HEAD 2022-09-01T11:28:10.306 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:28:10.307 DEBUG:boto:Data: 2022-09-01T11:28:10.308 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.309 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.310 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.311 DEBUG:boto:Params: {} 2022-09-01T11:28:10.312 DEBUG:boto:Token: None 2022-09-01T11:28:10.313 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj58 2022-09-01T11:28:10.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aIevEhhTO9iUMiHtjLs9RKHbJsU= 2022-09-01T11:28:10.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aIevEhhTO9iUMiHtjLs9RKHbJsU=', 'Content-Length': '0'} 2022-09-01T11:28:10.318 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000175613a54aefb7ed-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.320 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:28:10.321 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:10.322 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:10.323 DEBUG:boto:Method: GET 2022-09-01T11:28:10.324 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:28:10.325 DEBUG:boto:Data: 2022-09-01T11:28:10.326 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.327 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.328 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.329 DEBUG:boto:Params: {} 2022-09-01T11:28:10.330 DEBUG:boto:Token: None 2022-09-01T11:28:10.331 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj58 2022-09-01T11:28:10.333 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DZOAxdXiLSXBcy0+c5ZgEmERK44= 2022-09-01T11:28:10.334 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DZOAxdXiLSXBcy0+c5ZgEmERK44=', 'Content-Length': '0'} 2022-09-01T11:28:10.337 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bbeda09debe415a0-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.338 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:10.339 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:10.340 DEBUG:boto:Method: GET 2022-09-01T11:28:10.341 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:28:10.342 DEBUG:boto:Data: 2022-09-01T11:28:10.343 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.343 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.344 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.345 DEBUG:boto:Params: {} 2022-09-01T11:28:10.346 DEBUG:boto:Token: None 2022-09-01T11:28:10.347 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj58 2022-09-01T11:28:10.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DZOAxdXiLSXBcy0+c5ZgEmERK44= 2022-09-01T11:28:10.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DZOAxdXiLSXBcy0+c5ZgEmERK44=', 'Content-Length': '0'} 2022-09-01T11:28:10.350 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000017b824ee9621126b-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.351 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:10.352 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:10.352 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:10.353 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:10.353 DEBUG:boto:Method: GET 2022-09-01T11:28:10.354 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:28:10.355 DEBUG:boto:Data: 2022-09-01T11:28:10.355 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.356 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.357 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.357 DEBUG:boto:Params: {} 2022-09-01T11:28:10.358 DEBUG:boto:Token: None 2022-09-01T11:28:10.359 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/ 2022-09-01T11:28:10.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y= 2022-09-01T11:28:10.360 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y=', 'Content-Length': '0'} 2022-09-01T11:28:10.363 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008520d2954741722a-006310974a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.364 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:10.365 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:10.365 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:10.366 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:10.367 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:10.367 DEBUG:boto:Method: GET 2022-09-01T11:28:10.368 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:28:10.369 DEBUG:boto:Data: 2022-09-01T11:28:10.369 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.370 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.370 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.371 DEBUG:boto:Params: {} 2022-09-01T11:28:10.372 DEBUG:boto:Token: None 2022-09-01T11:28:10.372 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/ 2022-09-01T11:28:10.373 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y= 2022-09-01T11:28:10.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y=', 'Content-Length': '0'} 2022-09-01T11:28:10.379 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000058ec2d8c0f953046-006310974a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.422 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:10.423 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:28:10.424 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:10.425 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:10.426 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.427 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.427 DEBUG:boto:Method: GET 2022-09-01T11:28:10.428 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.428 DEBUG:boto:Data: 2022-09-01T11:28:10.429 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.430 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.430 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.431 DEBUG:boto:Params: {} 2022-09-01T11:28:10.432 DEBUG:boto:Token: None 2022-09-01T11:28:10.433 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.433 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fekkA+/FAXbsJIIsAuAPO0oWYHg= 2022-09-01T11:28:10.434 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fekkA+/FAXbsJIIsAuAPO0oWYHg=', 'Content-Length': '0'} 2022-09-01T11:28:10.437 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000074ced85f9c883df-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.440 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:10.440 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:10.441 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.442 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.443 DEBUG:boto:Method: GET 2022-09-01T11:28:10.443 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.444 DEBUG:boto:Data: 2022-09-01T11:28:10.444 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.445 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.446 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.446 DEBUG:boto:Params: {} 2022-09-01T11:28:10.448 DEBUG:boto:Token: None 2022-09-01T11:28:10.449 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.450 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fekkA+/FAXbsJIIsAuAPO0oWYHg= 2022-09-01T11:28:10.451 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fekkA+/FAXbsJIIsAuAPO0oWYHg=', 'Content-Length': '0'} 2022-09-01T11:28:10.455 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000057d65ff817150661-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.456 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:10.457 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:10.458 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.459 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.460 DEBUG:boto:Method: HEAD 2022-09-01T11:28:10.460 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.461 DEBUG:boto:Data: 2022-09-01T11:28:10.462 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.462 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.463 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.463 DEBUG:boto:Params: {} 2022-09-01T11:28:10.464 DEBUG:boto:Token: None 2022-09-01T11:28:10.464 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.465 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2w1kXk0q+fJ3nE6VkxBFNEXT4S4= 2022-09-01T11:28:10.466 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2w1kXk0q+fJ3nE6VkxBFNEXT4S4=', 'Content-Length': '0'} 2022-09-01T11:28:10.468 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df53dfb379baf9f3-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.468 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:10.469 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:10.470 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.470 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.471 DEBUG:boto:Method: HEAD 2022-09-01T11:28:10.471 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.472 DEBUG:boto:Data: 2022-09-01T11:28:10.472 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.473 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.474 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.475 DEBUG:boto:Params: {} 2022-09-01T11:28:10.476 DEBUG:boto:Token: None 2022-09-01T11:28:10.477 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.478 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2w1kXk0q+fJ3nE6VkxBFNEXT4S4= 2022-09-01T11:28:10.478 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2w1kXk0q+fJ3nE6VkxBFNEXT4S4=', 'Content-Length': '0'} 2022-09-01T11:28:10.481 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006060dd3ced379416-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.482 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:28:10.482 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:10.483 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:10.484 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.484 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.485 DEBUG:boto:Method: GET 2022-09-01T11:28:10.485 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.486 DEBUG:boto:Data: 2022-09-01T11:28:10.487 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.487 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.488 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.488 DEBUG:boto:Params: {} 2022-09-01T11:28:10.489 DEBUG:boto:Token: None 2022-09-01T11:28:10.490 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.490 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fekkA+/FAXbsJIIsAuAPO0oWYHg= 2022-09-01T11:28:10.491 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fekkA+/FAXbsJIIsAuAPO0oWYHg=', 'Content-Length': '0'} 2022-09-01T11:28:10.493 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f84057a22f754d40-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.534 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:10.535 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:10.536 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.537 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.538 DEBUG:boto:Method: GET 2022-09-01T11:28:10.538 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.539 DEBUG:boto:Data: 2022-09-01T11:28:10.539 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.540 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.540 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.541 DEBUG:boto:Params: {} 2022-09-01T11:28:10.541 DEBUG:boto:Token: None 2022-09-01T11:28:10.542 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:10.543 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fekkA+/FAXbsJIIsAuAPO0oWYHg= 2022-09-01T11:28:10.543 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fekkA+/FAXbsJIIsAuAPO0oWYHg=', 'Content-Length': '0'} 2022-09-01T11:28:10.546 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000048f1368b04a43698-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.547 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:10.548 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:10.549 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:10.549 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:10.550 DEBUG:boto:Method: GET 2022-09-01T11:28:10.550 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:28:10.551 DEBUG:boto:Data: 2022-09-01T11:28:10.552 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.553 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.554 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.555 DEBUG:boto:Params: {} 2022-09-01T11:28:10.556 DEBUG:boto:Token: None 2022-09-01T11:28:10.557 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/ 2022-09-01T11:28:10.558 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y= 2022-09-01T11:28:10.559 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y=', 'Content-Length': '0'} 2022-09-01T11:28:10.562 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006ae66f4f51934fba-006310974a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.564 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:10.565 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:10.565 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:10.566 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:10.567 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:10.567 DEBUG:boto:Method: GET 2022-09-01T11:28:10.568 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:28:10.568 DEBUG:boto:Data: 2022-09-01T11:28:10.569 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.570 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.571 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.572 DEBUG:boto:Params: {} 2022-09-01T11:28:10.573 DEBUG:boto:Token: None 2022-09-01T11:28:10.574 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/ 2022-09-01T11:28:10.575 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y= 2022-09-01T11:28:10.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y=', 'Content-Length': '0'} 2022-09-01T11:28:10.581 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002a806b5d8010906b-006310974a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.622 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:10.624 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:10.625 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:10.626 DEBUG:boto:Method: HEAD 2022-09-01T11:28:10.627 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:28:10.628 DEBUG:boto:Data: 2022-09-01T11:28:10.629 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.631 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.631 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.632 DEBUG:boto:Params: {} 2022-09-01T11:28:10.634 DEBUG:boto:Token: None 2022-09-01T11:28:10.635 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj62 2022-09-01T11:28:10.636 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0FyGh54PvCRgHGFKQWY77t28nhg= 2022-09-01T11:28:10.637 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0FyGh54PvCRgHGFKQWY77t28nhg=', 'Content-Length': '0'} 2022-09-01T11:28:10.640 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ac3e06b58783b74-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.641 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:10.642 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:10.643 DEBUG:boto:Method: HEAD 2022-09-01T11:28:10.644 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:28:10.645 DEBUG:boto:Data: 2022-09-01T11:28:10.646 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.646 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.647 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.648 DEBUG:boto:Params: {} 2022-09-01T11:28:10.649 DEBUG:boto:Token: None 2022-09-01T11:28:10.649 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj62 2022-09-01T11:28:10.650 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0FyGh54PvCRgHGFKQWY77t28nhg= 2022-09-01T11:28:10.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0FyGh54PvCRgHGFKQWY77t28nhg=', 'Content-Length': '0'} 2022-09-01T11:28:10.654 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000040e2197774648a8b-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.655 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:28:10.656 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:10.657 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:10.658 DEBUG:boto:Method: GET 2022-09-01T11:28:10.659 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:28:10.659 DEBUG:boto:Data: 2022-09-01T11:28:10.660 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.661 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.661 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.662 DEBUG:boto:Params: {} 2022-09-01T11:28:10.663 DEBUG:boto:Token: None 2022-09-01T11:28:10.664 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj62 2022-09-01T11:28:10.664 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pXQMOXxT+bPaRVB1AC7JAFCY48k= 2022-09-01T11:28:10.665 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pXQMOXxT+bPaRVB1AC7JAFCY48k=', 'Content-Length': '0'} 2022-09-01T11:28:10.667 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f225ce3d57849f6-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.668 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:10.669 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:10.670 DEBUG:boto:Method: GET 2022-09-01T11:28:10.670 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:28:10.671 DEBUG:boto:Data: 2022-09-01T11:28:10.671 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.672 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.673 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.674 DEBUG:boto:Params: {} 2022-09-01T11:28:10.675 DEBUG:boto:Token: None 2022-09-01T11:28:10.676 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj62 2022-09-01T11:28:10.677 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pXQMOXxT+bPaRVB1AC7JAFCY48k= 2022-09-01T11:28:10.678 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pXQMOXxT+bPaRVB1AC7JAFCY48k=', 'Content-Length': '0'} 2022-09-01T11:28:10.681 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e87ba08b76e78b6d-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.682 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:10.683 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:10.683 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:10.684 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:10.684 DEBUG:boto:Method: GET 2022-09-01T11:28:10.685 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:28:10.685 DEBUG:boto:Data: 2022-09-01T11:28:10.686 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.686 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.687 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.687 DEBUG:boto:Params: {} 2022-09-01T11:28:10.688 DEBUG:boto:Token: None 2022-09-01T11:28:10.689 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/ 2022-09-01T11:28:10.689 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y= 2022-09-01T11:28:10.690 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y=', 'Content-Length': '0'} 2022-09-01T11:28:10.692 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000074b08c5912dbdca9-006310974a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.693 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:10.694 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:10.695 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:10.695 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:10.696 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:10.696 DEBUG:boto:Method: GET 2022-09-01T11:28:10.697 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:28:10.698 DEBUG:boto:Data: 2022-09-01T11:28:10.698 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.699 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.699 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.700 DEBUG:boto:Params: {} 2022-09-01T11:28:10.700 DEBUG:boto:Token: None 2022-09-01T11:28:10.701 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/ 2022-09-01T11:28:10.702 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y= 2022-09-01T11:28:10.703 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y=', 'Content-Length': '0'} 2022-09-01T11:28:10.707 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005536ff85c6a8ccbd-006310974a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.708 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:10.708 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:28:10.709 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:10.710 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:10.710 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.711 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.711 DEBUG:boto:Method: GET 2022-09-01T11:28:10.712 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.712 DEBUG:boto:Data: 2022-09-01T11:28:10.713 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.713 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.714 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.715 DEBUG:boto:Params: {} 2022-09-01T11:28:10.715 DEBUG:boto:Token: None 2022-09-01T11:28:10.716 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.717 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OzUloX8ovffX9Uc2XxMQtgia/c8= 2022-09-01T11:28:10.717 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OzUloX8ovffX9Uc2XxMQtgia/c8=', 'Content-Length': '0'} 2022-09-01T11:28:10.720 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073c7f9f14cb69350-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.721 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:10.721 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:10.722 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.722 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.723 DEBUG:boto:Method: GET 2022-09-01T11:28:10.723 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.724 DEBUG:boto:Data: 2022-09-01T11:28:10.725 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.725 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.726 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.726 DEBUG:boto:Params: {} 2022-09-01T11:28:10.727 DEBUG:boto:Token: None 2022-09-01T11:28:10.727 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.728 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OzUloX8ovffX9Uc2XxMQtgia/c8= 2022-09-01T11:28:10.729 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OzUloX8ovffX9Uc2XxMQtgia/c8=', 'Content-Length': '0'} 2022-09-01T11:28:10.731 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e778da7640bd47ac-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.732 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:10.732 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:10.733 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.734 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.734 DEBUG:boto:Method: HEAD 2022-09-01T11:28:10.735 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.735 DEBUG:boto:Data: 2022-09-01T11:28:10.736 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.737 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.737 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.738 DEBUG:boto:Params: {} 2022-09-01T11:28:10.738 DEBUG:boto:Token: None 2022-09-01T11:28:10.739 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.739 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3yjeO4RTlNZQIopZHKdyb7p82MQ= 2022-09-01T11:28:10.740 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3yjeO4RTlNZQIopZHKdyb7p82MQ=', 'Content-Length': '0'} 2022-09-01T11:28:10.742 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003afbd632eb68c38a-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.743 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:10.744 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:10.744 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.745 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.746 DEBUG:boto:Method: HEAD 2022-09-01T11:28:10.746 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.747 DEBUG:boto:Data: 2022-09-01T11:28:10.748 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.749 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.749 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.750 DEBUG:boto:Params: {} 2022-09-01T11:28:10.750 DEBUG:boto:Token: None 2022-09-01T11:28:10.751 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3yjeO4RTlNZQIopZHKdyb7p82MQ= 2022-09-01T11:28:10.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3yjeO4RTlNZQIopZHKdyb7p82MQ=', 'Content-Length': '0'} 2022-09-01T11:28:10.754 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006da87d6deae54485-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.755 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:28:10.756 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:10.756 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:10.757 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.758 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.759 DEBUG:boto:Method: GET 2022-09-01T11:28:10.759 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.760 DEBUG:boto:Data: 2022-09-01T11:28:10.761 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.762 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.763 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.764 DEBUG:boto:Params: {} 2022-09-01T11:28:10.766 DEBUG:boto:Token: None 2022-09-01T11:28:10.767 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.768 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OzUloX8ovffX9Uc2XxMQtgia/c8= 2022-09-01T11:28:10.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OzUloX8ovffX9Uc2XxMQtgia/c8=', 'Content-Length': '0'} 2022-09-01T11:28:10.771 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dde693c0a245ece4-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.772 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:10.773 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:10.773 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.774 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.774 DEBUG:boto:Method: GET 2022-09-01T11:28:10.775 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.776 DEBUG:boto:Data: 2022-09-01T11:28:10.776 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.777 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.777 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.778 DEBUG:boto:Params: {} 2022-09-01T11:28:10.779 DEBUG:boto:Token: None 2022-09-01T11:28:10.779 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:10.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OzUloX8ovffX9Uc2XxMQtgia/c8= 2022-09-01T11:28:10.780 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OzUloX8ovffX9Uc2XxMQtgia/c8=', 'Content-Length': '0'} 2022-09-01T11:28:10.783 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000023761cc130dbba75-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.830 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:10.831 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:10.831 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:10.832 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:10.832 DEBUG:boto:Method: GET 2022-09-01T11:28:10.833 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:28:10.835 DEBUG:boto:Data: 2022-09-01T11:28:10.836 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.837 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.838 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.839 DEBUG:boto:Params: {} 2022-09-01T11:28:10.840 DEBUG:boto:Token: None 2022-09-01T11:28:10.841 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/ 2022-09-01T11:28:10.842 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y= 2022-09-01T11:28:10.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y=', 'Content-Length': '0'} 2022-09-01T11:28:10.848 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cb764453d52a1d78-006310974a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.849 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:10.850 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:10.851 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:10.851 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:10.852 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:10.852 DEBUG:boto:Method: GET 2022-09-01T11:28:10.853 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:28:10.853 DEBUG:boto:Data: 2022-09-01T11:28:10.854 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.855 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.855 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.856 DEBUG:boto:Params: {} 2022-09-01T11:28:10.856 DEBUG:boto:Token: None 2022-09-01T11:28:10.857 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/ 2022-09-01T11:28:10.858 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y= 2022-09-01T11:28:10.859 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y=', 'Content-Length': '0'} 2022-09-01T11:28:10.863 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000074e0b38844d47f16-006310974a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.863 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:10.864 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:10.865 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:10.865 DEBUG:boto:Method: HEAD 2022-09-01T11:28:10.866 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:28:10.866 DEBUG:boto:Data: 2022-09-01T11:28:10.867 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.867 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.868 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.868 DEBUG:boto:Params: {} 2022-09-01T11:28:10.869 DEBUG:boto:Token: None 2022-09-01T11:28:10.869 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj68 2022-09-01T11:28:10.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wbr9ttmn7pItXEUGFQbkQEjuCm4= 2022-09-01T11:28:10.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wbr9ttmn7pItXEUGFQbkQEjuCm4=', 'Content-Length': '0'} 2022-09-01T11:28:10.873 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000032a04054a33e8d26-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.873 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:10.874 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:10.875 DEBUG:boto:Method: HEAD 2022-09-01T11:28:10.875 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:28:10.876 DEBUG:boto:Data: 2022-09-01T11:28:10.876 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.877 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.877 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.878 DEBUG:boto:Params: {} 2022-09-01T11:28:10.878 DEBUG:boto:Token: None 2022-09-01T11:28:10.879 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj68 2022-09-01T11:28:10.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wbr9ttmn7pItXEUGFQbkQEjuCm4= 2022-09-01T11:28:10.880 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wbr9ttmn7pItXEUGFQbkQEjuCm4=', 'Content-Length': '0'} 2022-09-01T11:28:10.883 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a7a4278cf5b34ee7-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.883 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:28:10.884 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:10.884 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:10.885 DEBUG:boto:Method: GET 2022-09-01T11:28:10.885 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:28:10.886 DEBUG:boto:Data: 2022-09-01T11:28:10.886 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.887 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.887 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.888 DEBUG:boto:Params: {} 2022-09-01T11:28:10.889 DEBUG:boto:Token: None 2022-09-01T11:28:10.889 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj68 2022-09-01T11:28:10.890 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:emxRdVzHEfDotAP3T4qPvl2YYwA= 2022-09-01T11:28:10.890 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:emxRdVzHEfDotAP3T4qPvl2YYwA=', 'Content-Length': '0'} 2022-09-01T11:28:10.892 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000077d8b6a40a1c7a94-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.934 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:10.935 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:10.935 DEBUG:boto:Method: GET 2022-09-01T11:28:10.936 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:28:10.936 DEBUG:boto:Data: 2022-09-01T11:28:10.937 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.937 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.938 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.939 DEBUG:boto:Params: {} 2022-09-01T11:28:10.939 DEBUG:boto:Token: None 2022-09-01T11:28:10.940 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj68 2022-09-01T11:28:10.941 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:emxRdVzHEfDotAP3T4qPvl2YYwA= 2022-09-01T11:28:10.941 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:emxRdVzHEfDotAP3T4qPvl2YYwA=', 'Content-Length': '0'} 2022-09-01T11:28:10.944 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed72163e045fed9d-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.944 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:10.945 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:10.945 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:10.946 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:10.947 DEBUG:boto:Method: GET 2022-09-01T11:28:10.947 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:28:10.948 DEBUG:boto:Data: 2022-09-01T11:28:10.948 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.949 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.949 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.950 DEBUG:boto:Params: {} 2022-09-01T11:28:10.951 DEBUG:boto:Token: None 2022-09-01T11:28:10.951 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/ 2022-09-01T11:28:10.952 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y= 2022-09-01T11:28:10.952 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y=', 'Content-Length': '0'} 2022-09-01T11:28:10.955 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d3b5d3e33e0013e9-006310974a-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.956 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:10.957 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:10.958 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:10.959 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:10.959 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:10.960 DEBUG:boto:Method: GET 2022-09-01T11:28:10.960 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:28:10.961 DEBUG:boto:Data: 2022-09-01T11:28:10.961 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.962 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.962 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.963 DEBUG:boto:Params: {} 2022-09-01T11:28:10.964 DEBUG:boto:Token: None 2022-09-01T11:28:10.964 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/ 2022-09-01T11:28:10.965 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y= 2022-09-01T11:28:10.966 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k1rRozlhjb/vzeXOvRvmYkweB1Y=', 'Content-Length': '0'} 2022-09-01T11:28:10.970 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fadbe6248a590780-006310974a-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.971 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:10.972 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:28:10.972 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:10.973 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:10.973 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:10.974 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:10.974 DEBUG:boto:Method: GET 2022-09-01T11:28:10.975 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:10.976 DEBUG:boto:Data: 2022-09-01T11:28:10.976 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.977 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:10.978 DEBUG:boto:Port: 8001 2022-09-01T11:28:10.978 DEBUG:boto:Params: {} 2022-09-01T11:28:10.979 DEBUG:boto:Token: None 2022-09-01T11:28:10.980 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:10.980 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2VeWREAHCPslHnwDTqKYl9oQjj0= 2022-09-01T11:28:10.981 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2VeWREAHCPslHnwDTqKYl9oQjj0=', 'Content-Length': '0'} 2022-09-01T11:28:10.983 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007eae8c9270656408-006310974a-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:10.984 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:10.985 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:10.985 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:10.986 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:10.986 DEBUG:boto:Method: GET 2022-09-01T11:28:10.987 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:10.987 DEBUG:boto:Data: 2022-09-01T11:28:10.988 DEBUG:boto:Headers: {} 2022-09-01T11:28:10.988 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:10.989 DEBUG:boto:Port: 8000 2022-09-01T11:28:10.989 DEBUG:boto:Params: {} 2022-09-01T11:28:10.990 DEBUG:boto:Token: None 2022-09-01T11:28:10.991 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:10 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:10.991 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2VeWREAHCPslHnwDTqKYl9oQjj0= 2022-09-01T11:28:10.992 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2VeWREAHCPslHnwDTqKYl9oQjj0=', 'Content-Length': '0'} 2022-09-01T11:28:10.994 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000046ce64eb954efdcc-006310974a-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.038 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:11.039 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:11.039 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.040 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.041 DEBUG:boto:Method: HEAD 2022-09-01T11:28:11.042 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.043 DEBUG:boto:Data: 2022-09-01T11:28:11.044 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.046 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.048 DEBUG:boto:Params: {} 2022-09-01T11:28:11.049 DEBUG:boto:Token: None 2022-09-01T11:28:11.050 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.051 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uMyk2S6ypPzrN5GcrPmoF/UgQpY= 2022-09-01T11:28:11.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uMyk2S6ypPzrN5GcrPmoF/UgQpY=', 'Content-Length': '0'} 2022-09-01T11:28:11.055 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001c7b4803517cfa60-006310974b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.056 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:11.058 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:11.059 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.060 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.061 DEBUG:boto:Method: HEAD 2022-09-01T11:28:11.061 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.062 DEBUG:boto:Data: 2022-09-01T11:28:11.062 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.063 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.063 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.064 DEBUG:boto:Params: {} 2022-09-01T11:28:11.064 DEBUG:boto:Token: None 2022-09-01T11:28:11.066 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.066 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uMyk2S6ypPzrN5GcrPmoF/UgQpY= 2022-09-01T11:28:11.067 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uMyk2S6ypPzrN5GcrPmoF/UgQpY=', 'Content-Length': '0'} 2022-09-01T11:28:11.069 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d968708749db823-006310974b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.070 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:28:11.071 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:11.072 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:11.073 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.074 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.075 DEBUG:boto:Method: GET 2022-09-01T11:28:11.076 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.077 DEBUG:boto:Data: 2022-09-01T11:28:11.078 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.079 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.080 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.081 DEBUG:boto:Params: {} 2022-09-01T11:28:11.082 DEBUG:boto:Token: None 2022-09-01T11:28:11.083 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.083 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wd964oIn49x1ohzW686KUrTkfF0= 2022-09-01T11:28:11.084 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wd964oIn49x1ohzW686KUrTkfF0=', 'Content-Length': '0'} 2022-09-01T11:28:11.086 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee0c63cba6a9c1a2-006310974b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.134 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:11.135 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:11.136 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.136 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.137 DEBUG:boto:Method: GET 2022-09-01T11:28:11.138 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.138 DEBUG:boto:Data: 2022-09-01T11:28:11.139 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.140 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.141 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.141 DEBUG:boto:Params: {} 2022-09-01T11:28:11.142 DEBUG:boto:Token: None 2022-09-01T11:28:11.143 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:11.144 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wd964oIn49x1ohzW686KUrTkfF0= 2022-09-01T11:28:11.144 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wd964oIn49x1ohzW686KUrTkfF0=', 'Content-Length': '0'} 2022-09-01T11:28:11.147 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009505e3b5973c175d-006310974b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.148 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:11.148 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:11.149 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:11.150 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:11.151 DEBUG:boto:Method: GET 2022-09-01T11:28:11.151 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:28:11.152 DEBUG:boto:Data: 2022-09-01T11:28:11.152 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.153 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.154 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.154 DEBUG:boto:Params: {} 2022-09-01T11:28:11.155 DEBUG:boto:Token: None 2022-09-01T11:28:11.155 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/ 2022-09-01T11:28:11.156 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs= 2022-09-01T11:28:11.157 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs=', 'Content-Length': '0'} 2022-09-01T11:28:11.165 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b194ef678b91edc2-006310974b-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.166 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:11.167 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:11.168 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:11.169 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:11.169 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:11.170 DEBUG:boto:Method: GET 2022-09-01T11:28:11.170 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:28:11.171 DEBUG:boto:Data: 2022-09-01T11:28:11.172 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.172 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.173 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.173 DEBUG:boto:Params: {} 2022-09-01T11:28:11.174 DEBUG:boto:Token: None 2022-09-01T11:28:11.175 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/ 2022-09-01T11:28:11.176 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs= 2022-09-01T11:28:11.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs=', 'Content-Length': '0'} 2022-09-01T11:28:11.181 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a67b8a55d782752b-006310974b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.182 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:11.183 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:11.184 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:11.184 DEBUG:boto:Method: HEAD 2022-09-01T11:28:11.185 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:28:11.186 DEBUG:boto:Data: 2022-09-01T11:28:11.187 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.187 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.188 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.188 DEBUG:boto:Params: {} 2022-09-01T11:28:11.189 DEBUG:boto:Token: None 2022-09-01T11:28:11.189 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj69 2022-09-01T11:28:11.191 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ns43yWCMxcmXgzIEzcCjL5mTpx8= 2022-09-01T11:28:11.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ns43yWCMxcmXgzIEzcCjL5mTpx8=', 'Content-Length': '0'} 2022-09-01T11:28:11.193 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000f79c599c9513e0a-006310974b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.194 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:11.195 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:11.195 DEBUG:boto:Method: HEAD 2022-09-01T11:28:11.196 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:28:11.196 DEBUG:boto:Data: 2022-09-01T11:28:11.197 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.198 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.199 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.199 DEBUG:boto:Params: {} 2022-09-01T11:28:11.200 DEBUG:boto:Token: None 2022-09-01T11:28:11.200 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj69 2022-09-01T11:28:11.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ns43yWCMxcmXgzIEzcCjL5mTpx8= 2022-09-01T11:28:11.202 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ns43yWCMxcmXgzIEzcCjL5mTpx8=', 'Content-Length': '0'} 2022-09-01T11:28:11.204 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e0428994dfbafe7-006310974b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.205 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:28:11.206 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:11.207 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:11.208 DEBUG:boto:Method: GET 2022-09-01T11:28:11.209 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:28:11.209 DEBUG:boto:Data: 2022-09-01T11:28:11.210 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.211 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.211 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.212 DEBUG:boto:Params: {} 2022-09-01T11:28:11.213 DEBUG:boto:Token: None 2022-09-01T11:28:11.213 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj69 2022-09-01T11:28:11.214 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ylr2hAuN9HivX41DCICXRW5dEkQ= 2022-09-01T11:28:11.215 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ylr2hAuN9HivX41DCICXRW5dEkQ=', 'Content-Length': '0'} 2022-09-01T11:28:11.217 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b82303b52507bd08-006310974b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.219 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:11.220 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:11.221 DEBUG:boto:Method: GET 2022-09-01T11:28:11.222 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:28:11.222 DEBUG:boto:Data: 2022-09-01T11:28:11.223 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.224 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.225 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.226 DEBUG:boto:Params: {} 2022-09-01T11:28:11.226 DEBUG:boto:Token: None 2022-09-01T11:28:11.227 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj69 2022-09-01T11:28:11.228 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ylr2hAuN9HivX41DCICXRW5dEkQ= 2022-09-01T11:28:11.228 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ylr2hAuN9HivX41DCICXRW5dEkQ=', 'Content-Length': '0'} 2022-09-01T11:28:11.231 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001fb7e317c45d4f1f-006310974b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.274 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:11.277 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:11.277 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:11.278 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:11.279 DEBUG:boto:Method: GET 2022-09-01T11:28:11.279 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:28:11.280 DEBUG:boto:Data: 2022-09-01T11:28:11.280 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.281 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.281 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.282 DEBUG:boto:Params: {} 2022-09-01T11:28:11.283 DEBUG:boto:Token: None 2022-09-01T11:28:11.284 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/ 2022-09-01T11:28:11.285 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs= 2022-09-01T11:28:11.286 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs=', 'Content-Length': '0'} 2022-09-01T11:28:11.290 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008511cb7392433dec-006310974b-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.291 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:11.295 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:11.296 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:11.297 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:11.298 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:11.299 DEBUG:boto:Method: GET 2022-09-01T11:28:11.299 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:28:11.300 DEBUG:boto:Data: 2022-09-01T11:28:11.301 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.302 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.303 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.304 DEBUG:boto:Params: {} 2022-09-01T11:28:11.305 DEBUG:boto:Token: None 2022-09-01T11:28:11.306 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/ 2022-09-01T11:28:11.307 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs= 2022-09-01T11:28:11.308 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs=', 'Content-Length': '0'} 2022-09-01T11:28:11.313 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fe50eb166bb44f00-006310974b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.314 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:11.316 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:28:11.317 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:11.317 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:11.318 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.319 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.319 DEBUG:boto:Method: GET 2022-09-01T11:28:11.320 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.320 DEBUG:boto:Data: 2022-09-01T11:28:11.321 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.321 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.322 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.322 DEBUG:boto:Params: {} 2022-09-01T11:28:11.323 DEBUG:boto:Token: None 2022-09-01T11:28:11.324 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.325 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QESLXbCw/HG/xtmEVhiS8ww7LSY= 2022-09-01T11:28:11.326 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QESLXbCw/HG/xtmEVhiS8ww7LSY=', 'Content-Length': '0'} 2022-09-01T11:28:11.328 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000170a2646da85bece-006310974b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.370 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:11.371 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:11.372 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.373 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.375 DEBUG:boto:Method: GET 2022-09-01T11:28:11.375 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.376 DEBUG:boto:Data: 2022-09-01T11:28:11.377 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.377 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.378 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.379 DEBUG:boto:Params: {} 2022-09-01T11:28:11.379 DEBUG:boto:Token: None 2022-09-01T11:28:11.380 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.380 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QESLXbCw/HG/xtmEVhiS8ww7LSY= 2022-09-01T11:28:11.382 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QESLXbCw/HG/xtmEVhiS8ww7LSY=', 'Content-Length': '0'} 2022-09-01T11:28:11.384 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ba7cc543c126712-006310974b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.385 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:11.386 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:11.387 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.388 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.389 DEBUG:boto:Method: HEAD 2022-09-01T11:28:11.389 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.390 DEBUG:boto:Data: 2022-09-01T11:28:11.391 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.392 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.393 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.394 DEBUG:boto:Params: {} 2022-09-01T11:28:11.395 DEBUG:boto:Token: None 2022-09-01T11:28:11.396 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GnvsB+TncYqr0UCVvHsl8x7lAZ8= 2022-09-01T11:28:11.398 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GnvsB+TncYqr0UCVvHsl8x7lAZ8=', 'Content-Length': '0'} 2022-09-01T11:28:11.401 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007aa80ad3721f21b1-006310974b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.402 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:11.402 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:11.403 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.404 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.404 DEBUG:boto:Method: HEAD 2022-09-01T11:28:11.405 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.405 DEBUG:boto:Data: 2022-09-01T11:28:11.406 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.406 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.407 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.407 DEBUG:boto:Params: {} 2022-09-01T11:28:11.408 DEBUG:boto:Token: None 2022-09-01T11:28:11.409 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.409 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GnvsB+TncYqr0UCVvHsl8x7lAZ8= 2022-09-01T11:28:11.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GnvsB+TncYqr0UCVvHsl8x7lAZ8=', 'Content-Length': '0'} 2022-09-01T11:28:11.412 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e1fb68ae794147e0-006310974b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.413 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:28:11.414 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:11.414 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:11.415 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.415 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.417 DEBUG:boto:Method: GET 2022-09-01T11:28:11.418 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.418 DEBUG:boto:Data: 2022-09-01T11:28:11.419 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.420 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.421 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.422 DEBUG:boto:Params: {} 2022-09-01T11:28:11.422 DEBUG:boto:Token: None 2022-09-01T11:28:11.423 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.424 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QESLXbCw/HG/xtmEVhiS8ww7LSY= 2022-09-01T11:28:11.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QESLXbCw/HG/xtmEVhiS8ww7LSY=', 'Content-Length': '0'} 2022-09-01T11:28:11.428 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006bdb3d445dbb7a2d-006310974b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.430 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:11.431 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:11.431 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.432 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.433 DEBUG:boto:Method: GET 2022-09-01T11:28:11.434 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.435 DEBUG:boto:Data: 2022-09-01T11:28:11.436 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.437 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.438 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.439 DEBUG:boto:Params: {} 2022-09-01T11:28:11.440 DEBUG:boto:Token: None 2022-09-01T11:28:11.440 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:11.441 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QESLXbCw/HG/xtmEVhiS8ww7LSY= 2022-09-01T11:28:11.441 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QESLXbCw/HG/xtmEVhiS8ww7LSY=', 'Content-Length': '0'} 2022-09-01T11:28:11.444 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000038c7abc7969f7bb4-006310974b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.445 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:11.446 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:11.447 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:11.447 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:11.448 DEBUG:boto:Method: GET 2022-09-01T11:28:11.448 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:28:11.449 DEBUG:boto:Data: 2022-09-01T11:28:11.449 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.450 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.451 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.451 DEBUG:boto:Params: {} 2022-09-01T11:28:11.452 DEBUG:boto:Token: None 2022-09-01T11:28:11.453 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/ 2022-09-01T11:28:11.454 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs= 2022-09-01T11:28:11.454 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs=', 'Content-Length': '0'} 2022-09-01T11:28:11.458 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000510bc98c758c81d7-006310974b-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.460 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:11.461 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:11.462 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:11.463 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:11.464 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:11.465 DEBUG:boto:Method: GET 2022-09-01T11:28:11.466 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:28:11.467 DEBUG:boto:Data: 2022-09-01T11:28:11.468 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.468 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.469 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.469 DEBUG:boto:Params: {} 2022-09-01T11:28:11.470 DEBUG:boto:Token: None 2022-09-01T11:28:11.471 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/ 2022-09-01T11:28:11.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs= 2022-09-01T11:28:11.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs=', 'Content-Length': '0'} 2022-09-01T11:28:11.476 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000034513dffb236a4f6-006310974b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.477 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:11.478 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:11.478 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:11.479 DEBUG:boto:Method: HEAD 2022-09-01T11:28:11.480 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:28:11.480 DEBUG:boto:Data: 2022-09-01T11:28:11.481 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.481 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.482 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.482 DEBUG:boto:Params: {} 2022-09-01T11:28:11.483 DEBUG:boto:Token: None 2022-09-01T11:28:11.483 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj76 2022-09-01T11:28:11.484 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SCtf+Q8qHNIiyYBXE4Lorse1gvk= 2022-09-01T11:28:11.484 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SCtf+Q8qHNIiyYBXE4Lorse1gvk=', 'Content-Length': '0'} 2022-09-01T11:28:11.487 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000beebb3dfcd306fc6-006310974b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.488 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:11.489 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:11.490 DEBUG:boto:Method: HEAD 2022-09-01T11:28:11.491 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:28:11.492 DEBUG:boto:Data: 2022-09-01T11:28:11.493 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.494 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.495 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.496 DEBUG:boto:Params: {} 2022-09-01T11:28:11.497 DEBUG:boto:Token: None 2022-09-01T11:28:11.498 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj76 2022-09-01T11:28:11.499 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SCtf+Q8qHNIiyYBXE4Lorse1gvk= 2022-09-01T11:28:11.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SCtf+Q8qHNIiyYBXE4Lorse1gvk=', 'Content-Length': '0'} 2022-09-01T11:28:11.503 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000018d4f381262a030e-006310974b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.504 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:28:11.505 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:11.506 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:11.508 DEBUG:boto:Method: GET 2022-09-01T11:28:11.508 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:28:11.509 DEBUG:boto:Data: 2022-09-01T11:28:11.510 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.511 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.512 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.513 DEBUG:boto:Params: {} 2022-09-01T11:28:11.514 DEBUG:boto:Token: None 2022-09-01T11:28:11.515 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj76 2022-09-01T11:28:11.517 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0e4Heiruj5gPQviC/67SgtYtQwc= 2022-09-01T11:28:11.518 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0e4Heiruj5gPQviC/67SgtYtQwc=', 'Content-Length': '0'} 2022-09-01T11:28:11.521 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000064a46941b964a0e8-006310974b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.562 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:11.563 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:11.563 DEBUG:boto:Method: GET 2022-09-01T11:28:11.564 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:28:11.565 DEBUG:boto:Data: 2022-09-01T11:28:11.565 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.566 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.566 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.567 DEBUG:boto:Params: {} 2022-09-01T11:28:11.567 DEBUG:boto:Token: None 2022-09-01T11:28:11.568 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj76 2022-09-01T11:28:11.569 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0e4Heiruj5gPQviC/67SgtYtQwc= 2022-09-01T11:28:11.570 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0e4Heiruj5gPQviC/67SgtYtQwc=', 'Content-Length': '0'} 2022-09-01T11:28:11.572 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000087be7f82b852fa00-006310974b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.573 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:11.573 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:11.574 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:11.575 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:11.575 DEBUG:boto:Method: GET 2022-09-01T11:28:11.576 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:28:11.576 DEBUG:boto:Data: 2022-09-01T11:28:11.577 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.577 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.578 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.579 DEBUG:boto:Params: {} 2022-09-01T11:28:11.580 DEBUG:boto:Token: None 2022-09-01T11:28:11.581 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/ 2022-09-01T11:28:11.583 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs= 2022-09-01T11:28:11.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs=', 'Content-Length': '0'} 2022-09-01T11:28:11.587 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000021e6dad6eeb7ab92-006310974b-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.589 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:11.590 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:11.592 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:11.593 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:11.593 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:11.594 DEBUG:boto:Method: GET 2022-09-01T11:28:11.594 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:28:11.595 DEBUG:boto:Data: 2022-09-01T11:28:11.595 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.596 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.596 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.597 DEBUG:boto:Params: {} 2022-09-01T11:28:11.598 DEBUG:boto:Token: None 2022-09-01T11:28:11.598 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/ 2022-09-01T11:28:11.599 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs= 2022-09-01T11:28:11.600 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs=', 'Content-Length': '0'} 2022-09-01T11:28:11.605 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e6f8791fe9d2224d-006310974b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.607 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:11.608 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:28:11.609 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:11.610 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:11.611 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.612 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.613 DEBUG:boto:Method: GET 2022-09-01T11:28:11.614 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.615 DEBUG:boto:Data: 2022-09-01T11:28:11.616 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.617 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.618 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.619 DEBUG:boto:Params: {} 2022-09-01T11:28:11.620 DEBUG:boto:Token: None 2022-09-01T11:28:11.621 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.622 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdU2V2SLiuWix545wZj7oCcBJmo= 2022-09-01T11:28:11.623 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdU2V2SLiuWix545wZj7oCcBJmo=', 'Content-Length': '0'} 2022-09-01T11:28:11.625 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c36a47e05f83bfae-006310974b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.627 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:11.628 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:11.628 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.629 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.630 DEBUG:boto:Method: GET 2022-09-01T11:28:11.631 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.632 DEBUG:boto:Data: 2022-09-01T11:28:11.634 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.635 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.635 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.636 DEBUG:boto:Params: {} 2022-09-01T11:28:11.637 DEBUG:boto:Token: None 2022-09-01T11:28:11.637 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.638 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdU2V2SLiuWix545wZj7oCcBJmo= 2022-09-01T11:28:11.639 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdU2V2SLiuWix545wZj7oCcBJmo=', 'Content-Length': '0'} 2022-09-01T11:28:11.641 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000072efd77c749abda0-006310974b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.686 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:11.687 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:11.687 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.688 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.689 DEBUG:boto:Method: HEAD 2022-09-01T11:28:11.690 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.690 DEBUG:boto:Data: 2022-09-01T11:28:11.691 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.691 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.692 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.692 DEBUG:boto:Params: {} 2022-09-01T11:28:11.693 DEBUG:boto:Token: None 2022-09-01T11:28:11.693 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.694 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4bruaL780wAMemXTQNUJrYU41WE= 2022-09-01T11:28:11.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4bruaL780wAMemXTQNUJrYU41WE=', 'Content-Length': '0'} 2022-09-01T11:28:11.697 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000652d4d5a6daf5baf-006310974b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.698 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:11.698 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:11.699 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.700 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.700 DEBUG:boto:Method: HEAD 2022-09-01T11:28:11.701 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.702 DEBUG:boto:Data: 2022-09-01T11:28:11.703 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.703 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.704 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.706 DEBUG:boto:Params: {} 2022-09-01T11:28:11.707 DEBUG:boto:Token: None 2022-09-01T11:28:11.707 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.708 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4bruaL780wAMemXTQNUJrYU41WE= 2022-09-01T11:28:11.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4bruaL780wAMemXTQNUJrYU41WE=', 'Content-Length': '0'} 2022-09-01T11:28:11.711 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009c4babf2e6df791a-006310974b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.712 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:28:11.712 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:11.713 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:11.713 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.714 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.715 DEBUG:boto:Method: GET 2022-09-01T11:28:11.715 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.716 DEBUG:boto:Data: 2022-09-01T11:28:11.716 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.717 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.717 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.718 DEBUG:boto:Params: {} 2022-09-01T11:28:11.718 DEBUG:boto:Token: None 2022-09-01T11:28:11.719 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.720 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdU2V2SLiuWix545wZj7oCcBJmo= 2022-09-01T11:28:11.720 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdU2V2SLiuWix545wZj7oCcBJmo=', 'Content-Length': '0'} 2022-09-01T11:28:11.723 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006cf17edd91bbbc84-006310974b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.724 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:11.725 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:11.725 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.726 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.727 DEBUG:boto:Method: GET 2022-09-01T11:28:11.727 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.728 DEBUG:boto:Data: 2022-09-01T11:28:11.729 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.729 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.730 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.730 DEBUG:boto:Params: {} 2022-09-01T11:28:11.731 DEBUG:boto:Token: None 2022-09-01T11:28:11.732 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:11.733 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WdU2V2SLiuWix545wZj7oCcBJmo= 2022-09-01T11:28:11.734 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WdU2V2SLiuWix545wZj7oCcBJmo=', 'Content-Length': '0'} 2022-09-01T11:28:11.736 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dcaf4f7100573c84-006310974b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.737 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:11.737 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:11.738 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:11.738 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:11.739 DEBUG:boto:Method: GET 2022-09-01T11:28:11.739 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:28:11.740 DEBUG:boto:Data: 2022-09-01T11:28:11.741 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.741 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.742 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.743 DEBUG:boto:Params: {} 2022-09-01T11:28:11.743 DEBUG:boto:Token: None 2022-09-01T11:28:11.744 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/ 2022-09-01T11:28:11.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs= 2022-09-01T11:28:11.746 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs=', 'Content-Length': '0'} 2022-09-01T11:28:11.749 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004f5950eea43cc86d-006310974b-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.794 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:11.796 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:11.797 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:11.798 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:11.799 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:11.800 DEBUG:boto:Method: GET 2022-09-01T11:28:11.802 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:28:11.803 DEBUG:boto:Data: 2022-09-01T11:28:11.803 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.804 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.804 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.805 DEBUG:boto:Params: {} 2022-09-01T11:28:11.805 DEBUG:boto:Token: None 2022-09-01T11:28:11.806 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/ 2022-09-01T11:28:11.807 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs= 2022-09-01T11:28:11.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs=', 'Content-Length': '0'} 2022-09-01T11:28:11.811 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000010753044b99353d4-006310974b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.813 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:11.814 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:11.814 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:11.815 DEBUG:boto:Method: HEAD 2022-09-01T11:28:11.815 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:28:11.816 DEBUG:boto:Data: 2022-09-01T11:28:11.816 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.817 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.817 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.818 DEBUG:boto:Params: {} 2022-09-01T11:28:11.819 DEBUG:boto:Token: None 2022-09-01T11:28:11.819 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj85 2022-09-01T11:28:11.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+WDAXT/KtRlzX2dNa4XZ8NoR18Q= 2022-09-01T11:28:11.821 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+WDAXT/KtRlzX2dNa4XZ8NoR18Q=', 'Content-Length': '0'} 2022-09-01T11:28:11.824 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e96f5d3af6e9e5a2-006310974b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.825 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:11.826 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:11.827 DEBUG:boto:Method: HEAD 2022-09-01T11:28:11.828 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:28:11.829 DEBUG:boto:Data: 2022-09-01T11:28:11.830 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.830 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.831 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.831 DEBUG:boto:Params: {} 2022-09-01T11:28:11.832 DEBUG:boto:Token: None 2022-09-01T11:28:11.833 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj85 2022-09-01T11:28:11.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+WDAXT/KtRlzX2dNa4XZ8NoR18Q= 2022-09-01T11:28:11.834 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+WDAXT/KtRlzX2dNa4XZ8NoR18Q=', 'Content-Length': '0'} 2022-09-01T11:28:11.837 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b222ce11cd858b1d-006310974b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.837 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:28:11.838 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:11.839 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:11.839 DEBUG:boto:Method: GET 2022-09-01T11:28:11.840 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:28:11.841 DEBUG:boto:Data: 2022-09-01T11:28:11.841 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.842 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.842 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.843 DEBUG:boto:Params: {} 2022-09-01T11:28:11.843 DEBUG:boto:Token: None 2022-09-01T11:28:11.844 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj85 2022-09-01T11:28:11.845 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5ztGULbZC2E6pZjCyCOf9B5qFs= 2022-09-01T11:28:11.846 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5ztGULbZC2E6pZjCyCOf9B5qFs=', 'Content-Length': '0'} 2022-09-01T11:28:11.848 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000998491c936eea9c2-006310974b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.849 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:11.850 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:11.851 DEBUG:boto:Method: GET 2022-09-01T11:28:11.852 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:28:11.853 DEBUG:boto:Data: 2022-09-01T11:28:11.854 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.855 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.856 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.856 DEBUG:boto:Params: {} 2022-09-01T11:28:11.857 DEBUG:boto:Token: None 2022-09-01T11:28:11.858 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj85 2022-09-01T11:28:11.859 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5ztGULbZC2E6pZjCyCOf9B5qFs= 2022-09-01T11:28:11.860 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5ztGULbZC2E6pZjCyCOf9B5qFs=', 'Content-Length': '0'} 2022-09-01T11:28:11.862 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f3e08de8678acaff-006310974b-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.910 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:11.911 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:11.913 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:11.914 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:11.915 DEBUG:boto:Method: GET 2022-09-01T11:28:11.916 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:28:11.917 DEBUG:boto:Data: 2022-09-01T11:28:11.918 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.919 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.920 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.921 DEBUG:boto:Params: {} 2022-09-01T11:28:11.921 DEBUG:boto:Token: None 2022-09-01T11:28:11.922 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/ 2022-09-01T11:28:11.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs= 2022-09-01T11:28:11.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs=', 'Content-Length': '0'} 2022-09-01T11:28:11.926 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006775445f69e45478-006310974b-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.927 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:11.928 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:11.929 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:11.930 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:11.930 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:11.931 DEBUG:boto:Method: GET 2022-09-01T11:28:11.932 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:28:11.932 DEBUG:boto:Data: 2022-09-01T11:28:11.933 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.933 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:11.934 DEBUG:boto:Port: 8000 2022-09-01T11:28:11.934 DEBUG:boto:Params: {} 2022-09-01T11:28:11.935 DEBUG:boto:Token: None 2022-09-01T11:28:11.936 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/ 2022-09-01T11:28:11.937 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs= 2022-09-01T11:28:11.937 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RP/q1J2JC1ry158Gl3XSxt7KZqs=', 'Content-Length': '0'} 2022-09-01T11:28:11.943 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003888ab5cc732dd2b-006310974b-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:11.944 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:11.945 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:28:11.946 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:11.947 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:11.948 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:11.948 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:11.949 DEBUG:boto:Method: GET 2022-09-01T11:28:11.950 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:11.951 DEBUG:boto:Data: 2022-09-01T11:28:11.952 DEBUG:boto:Headers: {} 2022-09-01T11:28:11.953 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:11.954 DEBUG:boto:Port: 8001 2022-09-01T11:28:11.955 DEBUG:boto:Params: {} 2022-09-01T11:28:11.956 DEBUG:boto:Token: None 2022-09-01T11:28:11.957 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:11 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:11.959 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hfLo7rrorZbSy58R71w2+fnPqu8= 2022-09-01T11:28:11.960 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hfLo7rrorZbSy58R71w2+fnPqu8=', 'Content-Length': '0'} 2022-09-01T11:28:11.963 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ce519831647ab6ed-006310974b-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.006 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:12.007 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:12.008 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.008 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.009 DEBUG:boto:Method: GET 2022-09-01T11:28:12.009 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.010 DEBUG:boto:Data: 2022-09-01T11:28:12.010 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.011 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.011 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.012 DEBUG:boto:Params: {} 2022-09-01T11:28:12.013 DEBUG:boto:Token: None 2022-09-01T11:28:12.013 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QMrri2vpjb0dBsAA51hbTXmEv98= 2022-09-01T11:28:12.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QMrri2vpjb0dBsAA51hbTXmEv98=', 'Content-Length': '0'} 2022-09-01T11:28:12.018 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000068476217abd6147f-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.018 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:12.019 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:12.020 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.020 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.021 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.021 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.022 DEBUG:boto:Data: 2022-09-01T11:28:12.022 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.023 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.023 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.024 DEBUG:boto:Params: {} 2022-09-01T11:28:12.025 DEBUG:boto:Token: None 2022-09-01T11:28:12.026 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.026 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9QNvyxW/+uEI2+UJWoCS3J8dG+Q= 2022-09-01T11:28:12.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9QNvyxW/+uEI2+UJWoCS3J8dG+Q=', 'Content-Length': '0'} 2022-09-01T11:28:12.029 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000540b053eeee01e03-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.030 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:12.030 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:12.031 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.032 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.033 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.033 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.034 DEBUG:boto:Data: 2022-09-01T11:28:12.035 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.036 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.038 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.039 DEBUG:boto:Params: {} 2022-09-01T11:28:12.039 DEBUG:boto:Token: None 2022-09-01T11:28:12.040 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.041 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9QNvyxW/+uEI2+UJWoCS3J8dG+Q= 2022-09-01T11:28:12.041 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9QNvyxW/+uEI2+UJWoCS3J8dG+Q=', 'Content-Length': '0'} 2022-09-01T11:28:12.043 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b839fb5eec80322-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.044 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:28:12.045 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:12.045 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:12.046 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.047 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.047 DEBUG:boto:Method: GET 2022-09-01T11:28:12.048 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.049 DEBUG:boto:Data: 2022-09-01T11:28:12.049 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.050 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.051 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.051 DEBUG:boto:Params: {} 2022-09-01T11:28:12.052 DEBUG:boto:Token: None 2022-09-01T11:28:12.052 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QMrri2vpjb0dBsAA51hbTXmEv98= 2022-09-01T11:28:12.054 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QMrri2vpjb0dBsAA51hbTXmEv98=', 'Content-Length': '0'} 2022-09-01T11:28:12.057 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d4e90d58cd57ab3-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.058 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:12.059 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:12.059 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.060 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.060 DEBUG:boto:Method: GET 2022-09-01T11:28:12.061 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.062 DEBUG:boto:Data: 2022-09-01T11:28:12.063 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.064 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.065 DEBUG:boto:Params: {} 2022-09-01T11:28:12.066 DEBUG:boto:Token: None 2022-09-01T11:28:12.066 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:12.067 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QMrri2vpjb0dBsAA51hbTXmEv98= 2022-09-01T11:28:12.068 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QMrri2vpjb0dBsAA51hbTXmEv98=', 'Content-Length': '0'} 2022-09-01T11:28:12.070 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000088de183cb69c4eeb-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.071 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.072 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.073 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:12.074 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:12.075 DEBUG:boto:Method: GET 2022-09-01T11:28:12.076 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:28:12.077 DEBUG:boto:Data: 2022-09-01T11:28:12.078 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.079 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.080 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.082 DEBUG:boto:Params: {} 2022-09-01T11:28:12.083 DEBUG:boto:Token: None 2022-09-01T11:28:12.084 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.085 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.086 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.089 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000295b8152c7a14710-006310974c-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.090 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.091 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.092 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.093 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:12.093 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:12.094 DEBUG:boto:Method: GET 2022-09-01T11:28:12.095 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:28:12.095 DEBUG:boto:Data: 2022-09-01T11:28:12.096 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.096 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.097 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.097 DEBUG:boto:Params: {} 2022-09-01T11:28:12.098 DEBUG:boto:Token: None 2022-09-01T11:28:12.099 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.100 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.100 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.104 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e8ae19d2d98def26-006310974c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.105 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.106 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:12.107 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:12.107 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.108 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:28:12.108 DEBUG:boto:Data: 2022-09-01T11:28:12.109 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.109 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.110 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.110 DEBUG:boto:Params: {} 2022-09-01T11:28:12.111 DEBUG:boto:Token: None 2022-09-01T11:28:12.111 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj87 2022-09-01T11:28:12.112 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PoglsQZtpMJlNWFPzaJ/HlH2gdM= 2022-09-01T11:28:12.112 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PoglsQZtpMJlNWFPzaJ/HlH2gdM=', 'Content-Length': '0'} 2022-09-01T11:28:12.115 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006794e378a1721cd2-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.116 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:12.116 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:12.117 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.117 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:28:12.118 DEBUG:boto:Data: 2022-09-01T11:28:12.118 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.119 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.120 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.120 DEBUG:boto:Params: {} 2022-09-01T11:28:12.121 DEBUG:boto:Token: None 2022-09-01T11:28:12.122 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj87 2022-09-01T11:28:12.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PoglsQZtpMJlNWFPzaJ/HlH2gdM= 2022-09-01T11:28:12.123 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PoglsQZtpMJlNWFPzaJ/HlH2gdM=', 'Content-Length': '0'} 2022-09-01T11:28:12.125 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006407445a22157edc-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.126 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:28:12.127 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:12.130 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:12.130 DEBUG:boto:Method: GET 2022-09-01T11:28:12.131 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:28:12.132 DEBUG:boto:Data: 2022-09-01T11:28:12.134 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.134 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.135 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.136 DEBUG:boto:Params: {} 2022-09-01T11:28:12.137 DEBUG:boto:Token: None 2022-09-01T11:28:12.138 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj87 2022-09-01T11:28:12.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aFkVw3LL0gLKpiUHANvOXxDaBCM= 2022-09-01T11:28:12.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aFkVw3LL0gLKpiUHANvOXxDaBCM=', 'Content-Length': '0'} 2022-09-01T11:28:12.142 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e19ec7887803fedf-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.143 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:12.143 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:12.144 DEBUG:boto:Method: GET 2022-09-01T11:28:12.145 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:28:12.145 DEBUG:boto:Data: 2022-09-01T11:28:12.146 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.146 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.147 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.148 DEBUG:boto:Params: {} 2022-09-01T11:28:12.150 DEBUG:boto:Token: None 2022-09-01T11:28:12.151 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj87 2022-09-01T11:28:12.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aFkVw3LL0gLKpiUHANvOXxDaBCM= 2022-09-01T11:28:12.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aFkVw3LL0gLKpiUHANvOXxDaBCM=', 'Content-Length': '0'} 2022-09-01T11:28:12.154 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c2208c1b451da86a-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.198 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.199 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.200 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:12.201 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:12.202 DEBUG:boto:Method: GET 2022-09-01T11:28:12.203 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:28:12.204 DEBUG:boto:Data: 2022-09-01T11:28:12.208 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.210 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.213 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.214 DEBUG:boto:Params: {} 2022-09-01T11:28:12.215 DEBUG:boto:Token: None 2022-09-01T11:28:12.215 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.221 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dccc942302f42e16-006310974c-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.224 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.225 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.225 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.226 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:12.227 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:12.227 DEBUG:boto:Method: GET 2022-09-01T11:28:12.228 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:28:12.228 DEBUG:boto:Data: 2022-09-01T11:28:12.229 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.229 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.230 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.230 DEBUG:boto:Params: {} 2022-09-01T11:28:12.231 DEBUG:boto:Token: None 2022-09-01T11:28:12.232 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.232 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.233 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.238 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000070311b618f368a01-006310974c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.239 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.240 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:28:12.240 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:12.241 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:12.241 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.242 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.242 DEBUG:boto:Method: GET 2022-09-01T11:28:12.243 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.243 DEBUG:boto:Data: 2022-09-01T11:28:12.244 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.244 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.245 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.246 DEBUG:boto:Params: {} 2022-09-01T11:28:12.246 DEBUG:boto:Token: None 2022-09-01T11:28:12.247 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.248 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tljQGfkE/D5A2wAXWVpnnJNOj20= 2022-09-01T11:28:12.248 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tljQGfkE/D5A2wAXWVpnnJNOj20=', 'Content-Length': '0'} 2022-09-01T11:28:12.251 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000064b988dd8eac9816-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.252 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:12.252 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:12.253 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.253 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.254 DEBUG:boto:Method: GET 2022-09-01T11:28:12.254 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.255 DEBUG:boto:Data: 2022-09-01T11:28:12.255 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.256 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.256 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.257 DEBUG:boto:Params: {} 2022-09-01T11:28:12.258 DEBUG:boto:Token: None 2022-09-01T11:28:12.258 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.259 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tljQGfkE/D5A2wAXWVpnnJNOj20= 2022-09-01T11:28:12.259 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tljQGfkE/D5A2wAXWVpnnJNOj20=', 'Content-Length': '0'} 2022-09-01T11:28:12.262 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000393749a554abb853-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.263 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:12.263 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:12.264 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.264 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.265 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.265 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.266 DEBUG:boto:Data: 2022-09-01T11:28:12.266 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.267 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.267 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.268 DEBUG:boto:Params: {} 2022-09-01T11:28:12.268 DEBUG:boto:Token: None 2022-09-01T11:28:12.269 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.269 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hv2CKXDTFtzWY+Zt4zlXLrSviI4= 2022-09-01T11:28:12.270 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hv2CKXDTFtzWY+Zt4zlXLrSviI4=', 'Content-Length': '0'} 2022-09-01T11:28:12.272 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000084eea4000ae9bbe5-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.273 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:12.273 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:12.274 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.275 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.275 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.276 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.276 DEBUG:boto:Data: 2022-09-01T11:28:12.277 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.277 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.278 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.278 DEBUG:boto:Params: {} 2022-09-01T11:28:12.279 DEBUG:boto:Token: None 2022-09-01T11:28:12.279 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hv2CKXDTFtzWY+Zt4zlXLrSviI4= 2022-09-01T11:28:12.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hv2CKXDTFtzWY+Zt4zlXLrSviI4=', 'Content-Length': '0'} 2022-09-01T11:28:12.283 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006cb285d04615d5dc-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.284 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:28:12.284 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:12.285 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:12.285 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.286 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.286 DEBUG:boto:Method: GET 2022-09-01T11:28:12.287 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.287 DEBUG:boto:Data: 2022-09-01T11:28:12.288 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.288 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.289 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.289 DEBUG:boto:Params: {} 2022-09-01T11:28:12.290 DEBUG:boto:Token: None 2022-09-01T11:28:12.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.291 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tljQGfkE/D5A2wAXWVpnnJNOj20= 2022-09-01T11:28:12.292 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tljQGfkE/D5A2wAXWVpnnJNOj20=', 'Content-Length': '0'} 2022-09-01T11:28:12.294 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000042da5f5911edf66-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.342 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:12.343 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:12.343 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.344 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.344 DEBUG:boto:Method: GET 2022-09-01T11:28:12.345 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.346 DEBUG:boto:Data: 2022-09-01T11:28:12.346 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.347 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.347 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.348 DEBUG:boto:Params: {} 2022-09-01T11:28:12.349 DEBUG:boto:Token: None 2022-09-01T11:28:12.349 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:12.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tljQGfkE/D5A2wAXWVpnnJNOj20= 2022-09-01T11:28:12.351 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tljQGfkE/D5A2wAXWVpnnJNOj20=', 'Content-Length': '0'} 2022-09-01T11:28:12.353 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000010796991e41e8cc0-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.354 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.355 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.355 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:12.356 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:12.356 DEBUG:boto:Method: GET 2022-09-01T11:28:12.357 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:28:12.358 DEBUG:boto:Data: 2022-09-01T11:28:12.358 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.359 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.359 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.360 DEBUG:boto:Params: {} 2022-09-01T11:28:12.360 DEBUG:boto:Token: None 2022-09-01T11:28:12.361 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.362 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.362 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.365 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002c655b29b2f34754-006310974c-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.366 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.367 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.367 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.368 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:12.368 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:12.369 DEBUG:boto:Method: GET 2022-09-01T11:28:12.369 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:28:12.370 DEBUG:boto:Data: 2022-09-01T11:28:12.370 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.371 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.371 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.372 DEBUG:boto:Params: {} 2022-09-01T11:28:12.373 DEBUG:boto:Token: None 2022-09-01T11:28:12.373 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.374 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.379 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006a2a773deb4ce710-006310974c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.380 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.381 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:12.381 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:12.382 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.382 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:28:12.383 DEBUG:boto:Data: 2022-09-01T11:28:12.383 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.384 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.384 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.385 DEBUG:boto:Params: {} 2022-09-01T11:28:12.385 DEBUG:boto:Token: None 2022-09-01T11:28:12.386 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj92 2022-09-01T11:28:12.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sbUFr1CMb11cw4WxeadOQ+b0UcE= 2022-09-01T11:28:12.387 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sbUFr1CMb11cw4WxeadOQ+b0UcE=', 'Content-Length': '0'} 2022-09-01T11:28:12.389 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006341b59750ec70b3-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.391 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:12.391 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:12.393 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.393 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:28:12.394 DEBUG:boto:Data: 2022-09-01T11:28:12.395 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.396 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.396 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.397 DEBUG:boto:Params: {} 2022-09-01T11:28:12.398 DEBUG:boto:Token: None 2022-09-01T11:28:12.399 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj92 2022-09-01T11:28:12.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sbUFr1CMb11cw4WxeadOQ+b0UcE= 2022-09-01T11:28:12.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sbUFr1CMb11cw4WxeadOQ+b0UcE=', 'Content-Length': '0'} 2022-09-01T11:28:12.404 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007ed3f0a91d6c17d5-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.405 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:28:12.406 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:12.406 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:12.407 DEBUG:boto:Method: GET 2022-09-01T11:28:12.407 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:28:12.408 DEBUG:boto:Data: 2022-09-01T11:28:12.409 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.410 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.410 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.411 DEBUG:boto:Params: {} 2022-09-01T11:28:12.412 DEBUG:boto:Token: None 2022-09-01T11:28:12.412 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj92 2022-09-01T11:28:12.413 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LTi//A+RBsRpE6ndzS0F82H94GM= 2022-09-01T11:28:12.414 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LTi//A+RBsRpE6ndzS0F82H94GM=', 'Content-Length': '0'} 2022-09-01T11:28:12.416 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000685ea16b97f65edf-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.417 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:12.418 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:12.418 DEBUG:boto:Method: GET 2022-09-01T11:28:12.419 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:28:12.420 DEBUG:boto:Data: 2022-09-01T11:28:12.420 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.421 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.421 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.422 DEBUG:boto:Params: {} 2022-09-01T11:28:12.423 DEBUG:boto:Token: None 2022-09-01T11:28:12.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj92 2022-09-01T11:28:12.425 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LTi//A+RBsRpE6ndzS0F82H94GM= 2022-09-01T11:28:12.426 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LTi//A+RBsRpE6ndzS0F82H94GM=', 'Content-Length': '0'} 2022-09-01T11:28:12.429 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d6726f2a8c0af96-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.430 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.431 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.432 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:12.432 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:12.433 DEBUG:boto:Method: GET 2022-09-01T11:28:12.434 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:28:12.435 DEBUG:boto:Data: 2022-09-01T11:28:12.435 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.436 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.436 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.437 DEBUG:boto:Params: {} 2022-09-01T11:28:12.438 DEBUG:boto:Token: None 2022-09-01T11:28:12.438 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.439 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.440 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.444 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000073b3884e50a7511d-006310974c-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.445 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.446 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.447 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.448 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:12.449 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:12.450 DEBUG:boto:Method: GET 2022-09-01T11:28:12.451 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:28:12.452 DEBUG:boto:Data: 2022-09-01T11:28:12.453 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.454 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.455 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.456 DEBUG:boto:Params: {} 2022-09-01T11:28:12.457 DEBUG:boto:Token: None 2022-09-01T11:28:12.458 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.458 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.459 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.463 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000007d372e376ebf72-006310974c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.465 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.466 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:28:12.467 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:12.468 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:12.468 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.469 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.470 DEBUG:boto:Method: GET 2022-09-01T11:28:12.471 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.472 DEBUG:boto:Data: 2022-09-01T11:28:12.473 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.474 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.475 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.475 DEBUG:boto:Params: {} 2022-09-01T11:28:12.476 DEBUG:boto:Token: None 2022-09-01T11:28:12.477 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.477 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PDt1QNRbIEb7mtne1cEYBIafEwQ= 2022-09-01T11:28:12.478 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PDt1QNRbIEb7mtne1cEYBIafEwQ=', 'Content-Length': '0'} 2022-09-01T11:28:12.480 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d7881da074851f76-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.481 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:12.482 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:12.482 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.483 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.483 DEBUG:boto:Method: GET 2022-09-01T11:28:12.484 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.485 DEBUG:boto:Data: 2022-09-01T11:28:12.485 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.486 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.486 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.487 DEBUG:boto:Params: {} 2022-09-01T11:28:12.487 DEBUG:boto:Token: None 2022-09-01T11:28:12.488 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PDt1QNRbIEb7mtne1cEYBIafEwQ= 2022-09-01T11:28:12.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PDt1QNRbIEb7mtne1cEYBIafEwQ=', 'Content-Length': '0'} 2022-09-01T11:28:12.492 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000053ea30c118a63775-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.493 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:12.493 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:12.494 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.495 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.496 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.497 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.498 DEBUG:boto:Data: 2022-09-01T11:28:12.499 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.500 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.501 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.501 DEBUG:boto:Params: {} 2022-09-01T11:28:12.503 DEBUG:boto:Token: None 2022-09-01T11:28:12.503 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ba1t4WiR1NfvhnxWinUjho0oeqg= 2022-09-01T11:28:12.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ba1t4WiR1NfvhnxWinUjho0oeqg=', 'Content-Length': '0'} 2022-09-01T11:28:12.507 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fce9cf6140b8ac3e-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.508 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:12.509 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:12.510 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.510 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.511 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.512 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.512 DEBUG:boto:Data: 2022-09-01T11:28:12.513 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.513 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.514 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.515 DEBUG:boto:Params: {} 2022-09-01T11:28:12.516 DEBUG:boto:Token: None 2022-09-01T11:28:12.517 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.518 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ba1t4WiR1NfvhnxWinUjho0oeqg= 2022-09-01T11:28:12.519 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ba1t4WiR1NfvhnxWinUjho0oeqg=', 'Content-Length': '0'} 2022-09-01T11:28:12.522 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000054f0454400e72f60-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.523 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:28:12.524 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:12.525 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:12.526 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.527 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.528 DEBUG:boto:Method: GET 2022-09-01T11:28:12.529 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.530 DEBUG:boto:Data: 2022-09-01T11:28:12.531 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.532 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.533 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.534 DEBUG:boto:Params: {} 2022-09-01T11:28:12.535 DEBUG:boto:Token: None 2022-09-01T11:28:12.536 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.537 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PDt1QNRbIEb7mtne1cEYBIafEwQ= 2022-09-01T11:28:12.538 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PDt1QNRbIEb7mtne1cEYBIafEwQ=', 'Content-Length': '0'} 2022-09-01T11:28:12.541 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004ec7042f9cacdba1-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.542 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:12.543 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:12.544 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.545 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.545 DEBUG:boto:Method: GET 2022-09-01T11:28:12.546 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.547 DEBUG:boto:Data: 2022-09-01T11:28:12.548 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.549 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.550 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.551 DEBUG:boto:Params: {} 2022-09-01T11:28:12.552 DEBUG:boto:Token: None 2022-09-01T11:28:12.552 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:12.553 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PDt1QNRbIEb7mtne1cEYBIafEwQ= 2022-09-01T11:28:12.554 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PDt1QNRbIEb7mtne1cEYBIafEwQ=', 'Content-Length': '0'} 2022-09-01T11:28:12.556 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c2fa8e85935edb93-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.558 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.558 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.559 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:12.560 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:12.560 DEBUG:boto:Method: GET 2022-09-01T11:28:12.561 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:28:12.562 DEBUG:boto:Data: 2022-09-01T11:28:12.562 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.563 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.564 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.564 DEBUG:boto:Params: {} 2022-09-01T11:28:12.565 DEBUG:boto:Token: None 2022-09-01T11:28:12.565 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.566 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.567 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.570 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bfd927c394219ca2-006310974c-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.570 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.571 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.572 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.573 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:12.573 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:12.574 DEBUG:boto:Method: GET 2022-09-01T11:28:12.575 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:28:12.575 DEBUG:boto:Data: 2022-09-01T11:28:12.576 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.576 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.577 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.577 DEBUG:boto:Params: {} 2022-09-01T11:28:12.578 DEBUG:boto:Token: None 2022-09-01T11:28:12.579 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.580 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.581 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.586 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000025b8bddff0912cbd-006310974c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.586 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.587 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:12.588 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:12.588 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.589 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:28:12.590 DEBUG:boto:Data: 2022-09-01T11:28:12.590 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.591 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.591 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.592 DEBUG:boto:Params: {} 2022-09-01T11:28:12.592 DEBUG:boto:Token: None 2022-09-01T11:28:12.593 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj93 2022-09-01T11:28:12.594 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gicLV1JuQppn8r2Sl9Sp6+DZTzU= 2022-09-01T11:28:12.594 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gicLV1JuQppn8r2Sl9Sp6+DZTzU=', 'Content-Length': '0'} 2022-09-01T11:28:12.597 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000758ec67c0ad894ab-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.597 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:12.598 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:12.599 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.600 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:28:12.601 DEBUG:boto:Data: 2022-09-01T11:28:12.601 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.602 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.603 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.604 DEBUG:boto:Params: {} 2022-09-01T11:28:12.604 DEBUG:boto:Token: None 2022-09-01T11:28:12.605 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj93 2022-09-01T11:28:12.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gicLV1JuQppn8r2Sl9Sp6+DZTzU= 2022-09-01T11:28:12.606 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gicLV1JuQppn8r2Sl9Sp6+DZTzU=', 'Content-Length': '0'} 2022-09-01T11:28:12.608 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f0a8c7da6f125da6-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.609 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:28:12.610 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:12.610 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:12.611 DEBUG:boto:Method: GET 2022-09-01T11:28:12.611 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:28:12.612 DEBUG:boto:Data: 2022-09-01T11:28:12.612 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.613 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.614 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.614 DEBUG:boto:Params: {} 2022-09-01T11:28:12.615 DEBUG:boto:Token: None 2022-09-01T11:28:12.616 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj93 2022-09-01T11:28:12.616 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7HTQt/a1/PlmRF1fP/dTo5U2uD4= 2022-09-01T11:28:12.617 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7HTQt/a1/PlmRF1fP/dTo5U2uD4=', 'Content-Length': '0'} 2022-09-01T11:28:12.619 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000013c9e2d4876ea4df-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.620 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:12.621 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:12.621 DEBUG:boto:Method: GET 2022-09-01T11:28:12.622 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:28:12.623 DEBUG:boto:Data: 2022-09-01T11:28:12.623 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.624 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.624 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.625 DEBUG:boto:Params: {} 2022-09-01T11:28:12.626 DEBUG:boto:Token: None 2022-09-01T11:28:12.626 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj93 2022-09-01T11:28:12.627 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7HTQt/a1/PlmRF1fP/dTo5U2uD4= 2022-09-01T11:28:12.628 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7HTQt/a1/PlmRF1fP/dTo5U2uD4=', 'Content-Length': '0'} 2022-09-01T11:28:12.630 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d450a877258901aa-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.631 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.631 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.632 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:12.632 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:12.633 DEBUG:boto:Method: GET 2022-09-01T11:28:12.633 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:28:12.634 DEBUG:boto:Data: 2022-09-01T11:28:12.635 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.635 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.636 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.636 DEBUG:boto:Params: {} 2022-09-01T11:28:12.637 DEBUG:boto:Token: None 2022-09-01T11:28:12.637 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.638 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.639 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.642 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000051fc1ca235888784-006310974c-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.643 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.643 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.644 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.645 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:12.647 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:12.648 DEBUG:boto:Method: GET 2022-09-01T11:28:12.649 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:28:12.650 DEBUG:boto:Data: 2022-09-01T11:28:12.651 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.652 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.652 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.653 DEBUG:boto:Params: {} 2022-09-01T11:28:12.654 DEBUG:boto:Token: None 2022-09-01T11:28:12.655 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.656 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.661 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cf8f308f4540dd5f-006310974c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.661 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.662 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:28:12.663 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:12.663 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:12.664 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.664 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.665 DEBUG:boto:Method: GET 2022-09-01T11:28:12.666 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.666 DEBUG:boto:Data: 2022-09-01T11:28:12.667 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.667 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.668 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.668 DEBUG:boto:Params: {} 2022-09-01T11:28:12.669 DEBUG:boto:Token: None 2022-09-01T11:28:12.670 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qSprA/Ovx1GGNpxPA/WnTVPFRfQ= 2022-09-01T11:28:12.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qSprA/Ovx1GGNpxPA/WnTVPFRfQ=', 'Content-Length': '0'} 2022-09-01T11:28:12.674 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ff21066625d624f6-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.675 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:12.675 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:12.676 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.676 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.677 DEBUG:boto:Method: GET 2022-09-01T11:28:12.678 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.678 DEBUG:boto:Data: 2022-09-01T11:28:12.679 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.679 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.680 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.680 DEBUG:boto:Params: {} 2022-09-01T11:28:12.681 DEBUG:boto:Token: None 2022-09-01T11:28:12.682 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.682 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qSprA/Ovx1GGNpxPA/WnTVPFRfQ= 2022-09-01T11:28:12.683 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qSprA/Ovx1GGNpxPA/WnTVPFRfQ=', 'Content-Length': '0'} 2022-09-01T11:28:12.686 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cd1e2871396ce68c-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.726 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:12.727 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:12.727 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.728 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.729 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.729 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.730 DEBUG:boto:Data: 2022-09-01T11:28:12.730 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.731 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.731 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.732 DEBUG:boto:Params: {} 2022-09-01T11:28:12.732 DEBUG:boto:Token: None 2022-09-01T11:28:12.733 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0NCdI64q+b6uN6A/4gOsfxtgNeM= 2022-09-01T11:28:12.734 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0NCdI64q+b6uN6A/4gOsfxtgNeM=', 'Content-Length': '0'} 2022-09-01T11:28:12.736 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf90be72714e7648-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.737 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:12.738 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:12.738 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.739 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.739 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.740 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.741 DEBUG:boto:Data: 2022-09-01T11:28:12.741 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.742 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.743 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.743 DEBUG:boto:Params: {} 2022-09-01T11:28:12.744 DEBUG:boto:Token: None 2022-09-01T11:28:12.744 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0NCdI64q+b6uN6A/4gOsfxtgNeM= 2022-09-01T11:28:12.746 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0NCdI64q+b6uN6A/4gOsfxtgNeM=', 'Content-Length': '0'} 2022-09-01T11:28:12.748 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000265866835203557e-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.749 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:28:12.749 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:12.750 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:12.750 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.751 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.751 DEBUG:boto:Method: GET 2022-09-01T11:28:12.752 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.753 DEBUG:boto:Data: 2022-09-01T11:28:12.753 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.754 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.754 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.755 DEBUG:boto:Params: {} 2022-09-01T11:28:12.756 DEBUG:boto:Token: None 2022-09-01T11:28:12.756 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.757 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qSprA/Ovx1GGNpxPA/WnTVPFRfQ= 2022-09-01T11:28:12.758 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qSprA/Ovx1GGNpxPA/WnTVPFRfQ=', 'Content-Length': '0'} 2022-09-01T11:28:12.760 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000086c42e0e5848cfd2-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.761 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:12.761 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:12.762 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.763 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.763 DEBUG:boto:Method: GET 2022-09-01T11:28:12.764 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.764 DEBUG:boto:Data: 2022-09-01T11:28:12.765 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.765 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.766 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.766 DEBUG:boto:Params: {} 2022-09-01T11:28:12.767 DEBUG:boto:Token: None 2022-09-01T11:28:12.768 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:12.768 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qSprA/Ovx1GGNpxPA/WnTVPFRfQ= 2022-09-01T11:28:12.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qSprA/Ovx1GGNpxPA/WnTVPFRfQ=', 'Content-Length': '0'} 2022-09-01T11:28:12.772 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b068dc96a73d896-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.772 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.773 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.774 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:12.774 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:12.775 DEBUG:boto:Method: GET 2022-09-01T11:28:12.775 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:28:12.776 DEBUG:boto:Data: 2022-09-01T11:28:12.776 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.777 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.777 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.778 DEBUG:boto:Params: {} 2022-09-01T11:28:12.779 DEBUG:boto:Token: None 2022-09-01T11:28:12.779 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.783 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006d7ae5d38923622d-006310974c-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.784 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.785 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.786 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.786 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:12.787 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:12.787 DEBUG:boto:Method: GET 2022-09-01T11:28:12.788 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:28:12.788 DEBUG:boto:Data: 2022-09-01T11:28:12.789 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.790 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.790 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.791 DEBUG:boto:Params: {} 2022-09-01T11:28:12.791 DEBUG:boto:Token: None 2022-09-01T11:28:12.792 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.798 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cd1a9a29e6977103-006310974c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.798 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.799 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:12.800 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:12.800 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.801 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:28:12.801 DEBUG:boto:Data: 2022-09-01T11:28:12.802 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.802 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.803 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.804 DEBUG:boto:Params: {} 2022-09-01T11:28:12.804 DEBUG:boto:Token: None 2022-09-01T11:28:12.805 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj95 2022-09-01T11:28:12.805 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AfUJ6+8B3UAeYfAWNMgXqixOoaE= 2022-09-01T11:28:12.806 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AfUJ6+8B3UAeYfAWNMgXqixOoaE=', 'Content-Length': '0'} 2022-09-01T11:28:12.808 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000027d2b60c5612f98-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.809 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:12.809 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:12.810 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.811 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:28:12.811 DEBUG:boto:Data: 2022-09-01T11:28:12.812 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.812 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.813 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.813 DEBUG:boto:Params: {} 2022-09-01T11:28:12.814 DEBUG:boto:Token: None 2022-09-01T11:28:12.815 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj95 2022-09-01T11:28:12.816 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AfUJ6+8B3UAeYfAWNMgXqixOoaE= 2022-09-01T11:28:12.816 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AfUJ6+8B3UAeYfAWNMgXqixOoaE=', 'Content-Length': '0'} 2022-09-01T11:28:12.819 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c7073d35bc6d6e9a-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.819 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:28:12.820 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:12.821 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:12.821 DEBUG:boto:Method: GET 2022-09-01T11:28:12.822 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:28:12.822 DEBUG:boto:Data: 2022-09-01T11:28:12.823 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.824 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.824 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.825 DEBUG:boto:Params: {} 2022-09-01T11:28:12.825 DEBUG:boto:Token: None 2022-09-01T11:28:12.826 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj95 2022-09-01T11:28:12.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:auVgqA7wDpeOeKXof+53ShooC3I= 2022-09-01T11:28:12.827 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:auVgqA7wDpeOeKXof+53ShooC3I=', 'Content-Length': '0'} 2022-09-01T11:28:12.829 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d9603f2216241549-006310974c-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.874 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:12.875 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:12.876 DEBUG:boto:Method: GET 2022-09-01T11:28:12.877 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:28:12.878 DEBUG:boto:Data: 2022-09-01T11:28:12.879 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.880 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.881 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.882 DEBUG:boto:Params: {} 2022-09-01T11:28:12.883 DEBUG:boto:Token: None 2022-09-01T11:28:12.885 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/obj95 2022-09-01T11:28:12.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:auVgqA7wDpeOeKXof+53ShooC3I= 2022-09-01T11:28:12.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:auVgqA7wDpeOeKXof+53ShooC3I=', 'Content-Length': '0'} 2022-09-01T11:28:12.890 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f3811f187640527d-006310974c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.892 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.892 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.893 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:12.894 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:12.894 DEBUG:boto:Method: GET 2022-09-01T11:28:12.895 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:28:12.896 DEBUG:boto:Data: 2022-09-01T11:28:12.896 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.897 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.897 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.898 DEBUG:boto:Params: {} 2022-09-01T11:28:12.899 DEBUG:boto:Token: None 2022-09-01T11:28:12.899 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.900 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.901 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.903 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000069d162613bdfc7d2-006310974c-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.904 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.905 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.906 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.906 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:12.907 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:12.907 DEBUG:boto:Method: GET 2022-09-01T11:28:12.908 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:28:12.909 DEBUG:boto:Data: 2022-09-01T11:28:12.909 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.910 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:12.910 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.911 DEBUG:boto:Params: {} 2022-09-01T11:28:12.912 DEBUG:boto:Token: None 2022-09-01T11:28:12.913 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.913 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0= 2022-09-01T11:28:12.914 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9y1Rhh81ZhGUxmgx3cmO0+MPlG0=', 'Content-Length': '0'} 2022-09-01T11:28:12.919 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d043b06b56db67b0-006310974c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.920 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.921 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone3, test-zone1} 2022-09-01T11:28:12.921 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone3, test-zone2} 2022-09-01T11:28:12.922 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.922 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.923 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.924 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:28:12.924 DEBUG:boto:Data: 2022-09-01T11:28:12.925 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.925 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.926 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.926 DEBUG:boto:Params: {} 2022-09-01T11:28:12.927 DEBUG:boto:Token: None 2022-09-01T11:28:12.928 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.928 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CCuAoWkUITomKZkRLpdm7Pn1WFM= 2022-09-01T11:28:12.929 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CCuAoWkUITomKZkRLpdm7Pn1WFM=', 'Content-Length': '0'} 2022-09-01T11:28:12.932 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '30'), ('X-RGW-Bytes-Used', '90'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000bc4619164b1c9250-006310974c-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.932 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.933 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.934 DEBUG:boto:Method: HEAD 2022-09-01T11:28:12.934 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:28:12.935 DEBUG:boto:Data: 2022-09-01T11:28:12.935 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.936 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:12.936 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.937 DEBUG:boto:Params: {} 2022-09-01T11:28:12.937 DEBUG:boto:Token: None 2022-09-01T11:28:12.938 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/ 2022-09-01T11:28:12.939 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CCuAoWkUITomKZkRLpdm7Pn1WFM= 2022-09-01T11:28:12.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CCuAoWkUITomKZkRLpdm7Pn1WFM=', 'Content-Length': '0'} 2022-09-01T11:28:12.942 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '30'), ('X-RGW-Bytes-Used', '90'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000032be0ac5ea732694-006310974c-183f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.943 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:28:12.943 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.944 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.944 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:12.945 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:12.945 DEBUG:boto:Method: GET 2022-09-01T11:28:12.946 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:12.947 DEBUG:boto:Data: 2022-09-01T11:28:12.947 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.948 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:12.948 DEBUG:boto:Port: 8001 2022-09-01T11:28:12.949 DEBUG:boto:Params: {} 2022-09-01T11:28:12.949 DEBUG:boto:Token: None 2022-09-01T11:28:12.950 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/?versions 2022-09-01T11:28:12.950 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZLF3z5TnAFwYiKwMYZCKOV0t94k= 2022-09-01T11:28:12.952 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZLF3z5TnAFwYiKwMYZCKOV0t94k=', 'Content-Length': '0'} 2022-09-01T11:28:12.955 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004d1e66075900aa5e-006310974c-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.956 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.959 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:28:12.960 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:28:12.962 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:28:12.963 DEBUG:tasks.rgw_multi.zone_rados:o=obj124 2022-09-01T11:28:12.963 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:28:12.964 DEBUG:tasks.rgw_multi.zone_rados:o=obj155 2022-09-01T11:28:12.964 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:28:12.965 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:28:12.965 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:28:12.966 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:28:12.967 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:28:12.967 DEBUG:tasks.rgw_multi.zone_rados:o=obj31 2022-09-01T11:28:12.968 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:28:12.968 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:28:12.969 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:28:12.970 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:28:12.971 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:28:12.972 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:28:12.973 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:28:12.974 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:28:12.974 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:28:12.975 DEBUG:tasks.rgw_multi.zone_rados:o=obj62 2022-09-01T11:28:12.975 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:28:12.976 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:28:12.976 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:28:12.977 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:28:12.977 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:28:12.978 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:28:12.978 DEBUG:tasks.rgw_multi.zone_rados:o=obj93 2022-09-01T11:28:12.979 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:28:12.979 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:28:12.980 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:12.981 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:12.982 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:12.983 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:12.984 DEBUG:boto:Method: GET 2022-09-01T11:28:12.985 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:12.986 DEBUG:boto:Data: 2022-09-01T11:28:12.987 DEBUG:boto:Headers: {} 2022-09-01T11:28:12.987 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:12.988 DEBUG:boto:Port: 8000 2022-09-01T11:28:12.988 DEBUG:boto:Params: {} 2022-09-01T11:28:12.989 DEBUG:boto:Token: None 2022-09-01T11:28:12.989 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:12 GMT /ptoxvb-74/?versions 2022-09-01T11:28:12.990 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZLF3z5TnAFwYiKwMYZCKOV0t94k= 2022-09-01T11:28:12.991 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZLF3z5TnAFwYiKwMYZCKOV0t94k=', 'Content-Length': '0'} 2022-09-01T11:28:12.994 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001acfd8551bc8a65e-006310974c-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:12.995 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:12.997 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:28:12.998 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:28:12.998 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:28:12.999 DEBUG:tasks.rgw_multi.zone_rados:o=obj124 2022-09-01T11:28:13.000 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:28:13.000 DEBUG:tasks.rgw_multi.zone_rados:o=obj155 2022-09-01T11:28:13.001 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:28:13.001 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:28:13.002 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:28:13.003 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:28:13.003 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:28:13.004 DEBUG:tasks.rgw_multi.zone_rados:o=obj31 2022-09-01T11:28:13.005 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:28:13.006 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:28:13.007 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:28:13.008 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:28:13.008 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:28:13.009 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:28:13.010 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:28:13.011 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:28:13.011 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:28:13.012 DEBUG:tasks.rgw_multi.zone_rados:o=obj62 2022-09-01T11:28:13.012 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:28:13.013 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:28:13.014 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:28:13.014 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:28:13.015 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:28:13.015 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:28:13.016 DEBUG:tasks.rgw_multi.zone_rados:o=obj93 2022-09-01T11:28:13.016 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:28:13.017 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.017 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.018 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:13.018 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:13.019 DEBUG:boto:Method: GET 2022-09-01T11:28:13.019 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:13.020 DEBUG:boto:Data: 2022-09-01T11:28:13.021 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.021 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.022 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.022 DEBUG:boto:Params: {} 2022-09-01T11:28:13.023 DEBUG:boto:Token: None 2022-09-01T11:28:13.024 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/?versions 2022-09-01T11:28:13.025 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YD7oaXUzxUEV3B53gTBCdPQkBHA= 2022-09-01T11:28:13.025 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YD7oaXUzxUEV3B53gTBCdPQkBHA=', 'Content-Length': '0'} 2022-09-01T11:28:13.029 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004a180071b32b87e7-006310974d-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.030 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.032 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.033 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.033 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:13.034 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:13.035 DEBUG:boto:Method: GET 2022-09-01T11:28:13.035 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:28:13.036 DEBUG:boto:Data: 2022-09-01T11:28:13.036 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.037 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.037 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.038 DEBUG:boto:Params: {} 2022-09-01T11:28:13.039 DEBUG:boto:Token: None 2022-09-01T11:28:13.039 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/?versions 2022-09-01T11:28:13.040 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YD7oaXUzxUEV3B53gTBCdPQkBHA= 2022-09-01T11:28:13.040 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YD7oaXUzxUEV3B53gTBCdPQkBHA=', 'Content-Length': '0'} 2022-09-01T11:28:13.044 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000cbbc9f1469f015f-006310974d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.045 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.047 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:28:13.047 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:13.048 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:13.049 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.049 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.050 DEBUG:boto:Method: GET 2022-09-01T11:28:13.050 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.051 DEBUG:boto:Data: 2022-09-01T11:28:13.051 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.052 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.053 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.053 DEBUG:boto:Params: {} 2022-09-01T11:28:13.054 DEBUG:boto:Token: None 2022-09-01T11:28:13.055 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.056 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SAHy1oAbXTrR8ylhF/iYaNQOCB8= 2022-09-01T11:28:13.057 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SAHy1oAbXTrR8ylhF/iYaNQOCB8=', 'Content-Length': '0'} 2022-09-01T11:28:13.060 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006856c54190073cb3-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.061 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:13.061 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:13.062 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.063 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.063 DEBUG:boto:Method: GET 2022-09-01T11:28:13.064 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.064 DEBUG:boto:Data: 2022-09-01T11:28:13.065 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.065 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.066 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.066 DEBUG:boto:Params: {} 2022-09-01T11:28:13.067 DEBUG:boto:Token: None 2022-09-01T11:28:13.068 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.068 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SAHy1oAbXTrR8ylhF/iYaNQOCB8= 2022-09-01T11:28:13.069 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SAHy1oAbXTrR8ylhF/iYaNQOCB8=', 'Content-Length': '0'} 2022-09-01T11:28:13.071 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000057e314ff1b63ef74-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.114 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:13.115 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:13.115 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.116 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.117 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.117 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.118 DEBUG:boto:Data: 2022-09-01T11:28:13.118 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.119 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.119 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.120 DEBUG:boto:Params: {} 2022-09-01T11:28:13.120 DEBUG:boto:Token: None 2022-09-01T11:28:13.121 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.121 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SRs+QQD2bddCCG1UBSkrmhU4Qj8= 2022-09-01T11:28:13.122 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SRs+QQD2bddCCG1UBSkrmhU4Qj8=', 'Content-Length': '0'} 2022-09-01T11:28:13.124 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f93bc7412241ef38-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.125 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:13.126 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:13.126 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.127 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.127 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.128 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.128 DEBUG:boto:Data: 2022-09-01T11:28:13.129 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.129 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.130 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.130 DEBUG:boto:Params: {} 2022-09-01T11:28:13.131 DEBUG:boto:Token: None 2022-09-01T11:28:13.132 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.132 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SRs+QQD2bddCCG1UBSkrmhU4Qj8= 2022-09-01T11:28:13.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SRs+QQD2bddCCG1UBSkrmhU4Qj8=', 'Content-Length': '0'} 2022-09-01T11:28:13.135 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000514450b2730c050d-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.136 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:28:13.136 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:13.137 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:13.138 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.138 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.139 DEBUG:boto:Method: GET 2022-09-01T11:28:13.139 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.140 DEBUG:boto:Data: 2022-09-01T11:28:13.140 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.141 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.141 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.142 DEBUG:boto:Params: {} 2022-09-01T11:28:13.142 DEBUG:boto:Token: None 2022-09-01T11:28:13.143 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.144 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SAHy1oAbXTrR8ylhF/iYaNQOCB8= 2022-09-01T11:28:13.144 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SAHy1oAbXTrR8ylhF/iYaNQOCB8=', 'Content-Length': '0'} 2022-09-01T11:28:13.147 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b8f5c67fbba1abe9-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.148 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:13.148 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:13.149 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.149 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.150 DEBUG:boto:Method: GET 2022-09-01T11:28:13.150 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.151 DEBUG:boto:Data: 2022-09-01T11:28:13.152 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.152 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.153 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.153 DEBUG:boto:Params: {} 2022-09-01T11:28:13.154 DEBUG:boto:Token: None 2022-09-01T11:28:13.154 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:28:13.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SAHy1oAbXTrR8ylhF/iYaNQOCB8= 2022-09-01T11:28:13.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SAHy1oAbXTrR8ylhF/iYaNQOCB8=', 'Content-Length': '0'} 2022-09-01T11:28:13.158 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000127bb3dca4cc27d8-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.159 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.159 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.160 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:13.160 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:13.161 DEBUG:boto:Method: GET 2022-09-01T11:28:13.161 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:28:13.162 DEBUG:boto:Data: 2022-09-01T11:28:13.162 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.163 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.164 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.164 DEBUG:boto:Params: {} 2022-09-01T11:28:13.165 DEBUG:boto:Token: None 2022-09-01T11:28:13.165 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/ 2022-09-01T11:28:13.166 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI= 2022-09-01T11:28:13.167 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI=', 'Content-Length': '0'} 2022-09-01T11:28:13.169 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000467a99cb1c24a491-006310974d-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.210 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.211 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.213 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.214 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:13.215 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:13.216 DEBUG:boto:Method: GET 2022-09-01T11:28:13.217 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:28:13.217 DEBUG:boto:Data: 2022-09-01T11:28:13.218 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.218 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.219 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.220 DEBUG:boto:Params: {} 2022-09-01T11:28:13.220 DEBUG:boto:Token: None 2022-09-01T11:28:13.221 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/ 2022-09-01T11:28:13.221 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI= 2022-09-01T11:28:13.222 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI=', 'Content-Length': '0'} 2022-09-01T11:28:13.225 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007f240dffb397d6a8-006310974d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.226 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.227 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:13.227 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:13.228 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.228 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:28:13.229 DEBUG:boto:Data: 2022-09-01T11:28:13.229 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.230 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.230 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.231 DEBUG:boto:Params: {} 2022-09-01T11:28:13.232 DEBUG:boto:Token: None 2022-09-01T11:28:13.232 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj11 2022-09-01T11:28:13.233 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uH52TsXOmR97/jos/Ywidndm9Xc= 2022-09-01T11:28:13.233 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uH52TsXOmR97/jos/Ywidndm9Xc=', 'Content-Length': '0'} 2022-09-01T11:28:13.236 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000142482598141d0ae-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.236 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:13.237 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:13.238 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.238 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:28:13.239 DEBUG:boto:Data: 2022-09-01T11:28:13.239 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.240 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.240 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.241 DEBUG:boto:Params: {} 2022-09-01T11:28:13.242 DEBUG:boto:Token: None 2022-09-01T11:28:13.242 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj11 2022-09-01T11:28:13.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uH52TsXOmR97/jos/Ywidndm9Xc= 2022-09-01T11:28:13.243 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uH52TsXOmR97/jos/Ywidndm9Xc=', 'Content-Length': '0'} 2022-09-01T11:28:13.246 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006f413f370c372542-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.247 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:28:13.248 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:13.249 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:13.250 DEBUG:boto:Method: GET 2022-09-01T11:28:13.251 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:28:13.252 DEBUG:boto:Data: 2022-09-01T11:28:13.253 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.255 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.256 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.257 DEBUG:boto:Params: {} 2022-09-01T11:28:13.258 DEBUG:boto:Token: None 2022-09-01T11:28:13.259 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj11 2022-09-01T11:28:13.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ayrCtwA1ijcS0JxpybZzqz8cAJ0= 2022-09-01T11:28:13.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ayrCtwA1ijcS0JxpybZzqz8cAJ0=', 'Content-Length': '0'} 2022-09-01T11:28:13.265 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e132b1ed09b76ea3-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.267 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:28:13.268 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:28:13.269 DEBUG:boto:Method: GET 2022-09-01T11:28:13.270 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:28:13.271 DEBUG:boto:Data: 2022-09-01T11:28:13.272 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.273 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.274 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.275 DEBUG:boto:Params: {} 2022-09-01T11:28:13.276 DEBUG:boto:Token: None 2022-09-01T11:28:13.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj11 2022-09-01T11:28:13.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ayrCtwA1ijcS0JxpybZzqz8cAJ0= 2022-09-01T11:28:13.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ayrCtwA1ijcS0JxpybZzqz8cAJ0=', 'Content-Length': '0'} 2022-09-01T11:28:13.282 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003a9fd01439ad62db-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.283 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.283 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.284 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:13.285 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:13.285 DEBUG:boto:Method: GET 2022-09-01T11:28:13.286 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:28:13.286 DEBUG:boto:Data: 2022-09-01T11:28:13.287 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.287 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.288 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.288 DEBUG:boto:Params: {} 2022-09-01T11:28:13.289 DEBUG:boto:Token: None 2022-09-01T11:28:13.290 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/ 2022-09-01T11:28:13.290 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI= 2022-09-01T11:28:13.291 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI=', 'Content-Length': '0'} 2022-09-01T11:28:13.294 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dce535ae24bd4303-006310974d-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.295 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.296 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.296 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.297 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:13.297 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:28:13.298 DEBUG:boto:Method: GET 2022-09-01T11:28:13.298 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:28:13.299 DEBUG:boto:Data: 2022-09-01T11:28:13.299 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.300 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.300 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.301 DEBUG:boto:Params: {} 2022-09-01T11:28:13.301 DEBUG:boto:Token: None 2022-09-01T11:28:13.302 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/ 2022-09-01T11:28:13.302 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI= 2022-09-01T11:28:13.303 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI=', 'Content-Length': '0'} 2022-09-01T11:28:13.306 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000049dca4aa420be97f-006310974d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.307 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.307 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:28:13.308 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:13.309 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:13.309 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.310 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.310 DEBUG:boto:Method: GET 2022-09-01T11:28:13.311 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.311 DEBUG:boto:Data: 2022-09-01T11:28:13.312 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.312 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.313 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.313 DEBUG:boto:Params: {} 2022-09-01T11:28:13.314 DEBUG:boto:Token: None 2022-09-01T11:28:13.315 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nfk5ZXjkg7hTEG2BFXbPIcHf/gg= 2022-09-01T11:28:13.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nfk5ZXjkg7hTEG2BFXbPIcHf/gg=', 'Content-Length': '0'} 2022-09-01T11:28:13.318 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000076e967534f595ada-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.320 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:13.320 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:13.321 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.321 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.322 DEBUG:boto:Method: GET 2022-09-01T11:28:13.322 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.323 DEBUG:boto:Data: 2022-09-01T11:28:13.323 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.324 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.324 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.325 DEBUG:boto:Params: {} 2022-09-01T11:28:13.325 DEBUG:boto:Token: None 2022-09-01T11:28:13.326 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.327 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nfk5ZXjkg7hTEG2BFXbPIcHf/gg= 2022-09-01T11:28:13.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nfk5ZXjkg7hTEG2BFXbPIcHf/gg=', 'Content-Length': '0'} 2022-09-01T11:28:13.330 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009be829095e1e24b5-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.331 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:13.331 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:13.332 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.332 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.333 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.333 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.334 DEBUG:boto:Data: 2022-09-01T11:28:13.334 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.335 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.335 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.336 DEBUG:boto:Params: {} 2022-09-01T11:28:13.336 DEBUG:boto:Token: None 2022-09-01T11:28:13.337 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.338 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+keO+FoOouWWsuvrs4zMdbRW0Fw= 2022-09-01T11:28:13.338 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+keO+FoOouWWsuvrs4zMdbRW0Fw=', 'Content-Length': '0'} 2022-09-01T11:28:13.340 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000de6734bc19d5289b-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.341 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:13.342 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:13.342 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.343 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.343 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.344 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.344 DEBUG:boto:Data: 2022-09-01T11:28:13.345 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.345 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.346 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.346 DEBUG:boto:Params: {} 2022-09-01T11:28:13.347 DEBUG:boto:Token: None 2022-09-01T11:28:13.347 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.348 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+keO+FoOouWWsuvrs4zMdbRW0Fw= 2022-09-01T11:28:13.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+keO+FoOouWWsuvrs4zMdbRW0Fw=', 'Content-Length': '0'} 2022-09-01T11:28:13.350 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002e9c68a882c52d50-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.351 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:28:13.352 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:13.353 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:13.353 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.354 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.354 DEBUG:boto:Method: GET 2022-09-01T11:28:13.355 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.355 DEBUG:boto:Data: 2022-09-01T11:28:13.356 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.356 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.357 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.357 DEBUG:boto:Params: {} 2022-09-01T11:28:13.358 DEBUG:boto:Token: None 2022-09-01T11:28:13.359 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nfk5ZXjkg7hTEG2BFXbPIcHf/gg= 2022-09-01T11:28:13.360 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nfk5ZXjkg7hTEG2BFXbPIcHf/gg=', 'Content-Length': '0'} 2022-09-01T11:28:13.362 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca0e2842a6b50a77-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.402 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:13.403 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:13.404 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.404 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.405 DEBUG:boto:Method: GET 2022-09-01T11:28:13.405 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.406 DEBUG:boto:Data: 2022-09-01T11:28:13.407 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.407 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.408 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.408 DEBUG:boto:Params: {} 2022-09-01T11:28:13.409 DEBUG:boto:Token: None 2022-09-01T11:28:13.410 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:28:13.411 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nfk5ZXjkg7hTEG2BFXbPIcHf/gg= 2022-09-01T11:28:13.411 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nfk5ZXjkg7hTEG2BFXbPIcHf/gg=', 'Content-Length': '0'} 2022-09-01T11:28:13.413 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c89e06a85b1942d4-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.414 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.415 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.415 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:13.416 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:13.417 DEBUG:boto:Method: GET 2022-09-01T11:28:13.417 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:28:13.418 DEBUG:boto:Data: 2022-09-01T11:28:13.418 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.419 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.420 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.420 DEBUG:boto:Params: {} 2022-09-01T11:28:13.421 DEBUG:boto:Token: None 2022-09-01T11:28:13.422 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/ 2022-09-01T11:28:13.423 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI= 2022-09-01T11:28:13.424 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI=', 'Content-Length': '0'} 2022-09-01T11:28:13.427 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005a160c0bd28b0278-006310974d-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.428 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.429 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.430 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.430 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:13.431 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:13.431 DEBUG:boto:Method: GET 2022-09-01T11:28:13.432 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:28:13.432 DEBUG:boto:Data: 2022-09-01T11:28:13.433 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.433 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.434 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.434 DEBUG:boto:Params: {} 2022-09-01T11:28:13.435 DEBUG:boto:Token: None 2022-09-01T11:28:13.436 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/ 2022-09-01T11:28:13.437 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI= 2022-09-01T11:28:13.437 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI=', 'Content-Length': '0'} 2022-09-01T11:28:13.440 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007032e5537a11bff7-006310974d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.441 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.442 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:13.442 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:13.443 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.443 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:28:13.444 DEBUG:boto:Data: 2022-09-01T11:28:13.444 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.445 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.445 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.446 DEBUG:boto:Params: {} 2022-09-01T11:28:13.446 DEBUG:boto:Token: None 2022-09-01T11:28:13.447 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj115 2022-09-01T11:28:13.447 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P2H/UKH16kzJ6gcEBMor+VoD9cY= 2022-09-01T11:28:13.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P2H/UKH16kzJ6gcEBMor+VoD9cY=', 'Content-Length': '0'} 2022-09-01T11:28:13.450 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f04d37c5f9e039db-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.451 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:13.452 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:13.452 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.453 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:28:13.453 DEBUG:boto:Data: 2022-09-01T11:28:13.454 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.454 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.455 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.455 DEBUG:boto:Params: {} 2022-09-01T11:28:13.456 DEBUG:boto:Token: None 2022-09-01T11:28:13.456 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj115 2022-09-01T11:28:13.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P2H/UKH16kzJ6gcEBMor+VoD9cY= 2022-09-01T11:28:13.457 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P2H/UKH16kzJ6gcEBMor+VoD9cY=', 'Content-Length': '0'} 2022-09-01T11:28:13.460 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d9f4cda14600853d-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.461 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:28:13.461 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:13.462 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:13.462 DEBUG:boto:Method: GET 2022-09-01T11:28:13.463 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:28:13.463 DEBUG:boto:Data: 2022-09-01T11:28:13.464 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.464 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.465 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.465 DEBUG:boto:Params: {} 2022-09-01T11:28:13.466 DEBUG:boto:Token: None 2022-09-01T11:28:13.467 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj115 2022-09-01T11:28:13.467 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hdRWOxmQAaC1Ntb1NM7VmYoc/hI= 2022-09-01T11:28:13.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hdRWOxmQAaC1Ntb1NM7VmYoc/hI=', 'Content-Length': '0'} 2022-09-01T11:28:13.470 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ccf78b62ebe55659-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.515 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:28:13.516 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:28:13.516 DEBUG:boto:Method: GET 2022-09-01T11:28:13.517 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:28:13.517 DEBUG:boto:Data: 2022-09-01T11:28:13.518 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.519 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.519 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.520 DEBUG:boto:Params: {} 2022-09-01T11:28:13.521 DEBUG:boto:Token: None 2022-09-01T11:28:13.521 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj115 2022-09-01T11:28:13.522 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hdRWOxmQAaC1Ntb1NM7VmYoc/hI= 2022-09-01T11:28:13.523 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hdRWOxmQAaC1Ntb1NM7VmYoc/hI=', 'Content-Length': '0'} 2022-09-01T11:28:13.525 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e93d05972583a406-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.527 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.527 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.528 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:13.529 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:13.530 DEBUG:boto:Method: GET 2022-09-01T11:28:13.531 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:28:13.532 DEBUG:boto:Data: 2022-09-01T11:28:13.533 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.534 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.534 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.535 DEBUG:boto:Params: {} 2022-09-01T11:28:13.536 DEBUG:boto:Token: None 2022-09-01T11:28:13.536 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/ 2022-09-01T11:28:13.537 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI= 2022-09-01T11:28:13.538 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI=', 'Content-Length': '0'} 2022-09-01T11:28:13.541 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f69ea73579708511-006310974d-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.541 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.542 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.543 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.543 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:13.544 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:28:13.544 DEBUG:boto:Method: GET 2022-09-01T11:28:13.545 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:28:13.545 DEBUG:boto:Data: 2022-09-01T11:28:13.546 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.547 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.547 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.548 DEBUG:boto:Params: {} 2022-09-01T11:28:13.548 DEBUG:boto:Token: None 2022-09-01T11:28:13.549 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/ 2022-09-01T11:28:13.550 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI= 2022-09-01T11:28:13.551 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI=', 'Content-Length': '0'} 2022-09-01T11:28:13.554 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c84086bc679cc5e2-006310974d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.555 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.555 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:28:13.556 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:13.557 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:13.557 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.558 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.558 DEBUG:boto:Method: GET 2022-09-01T11:28:13.559 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.559 DEBUG:boto:Data: 2022-09-01T11:28:13.560 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.561 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.561 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.562 DEBUG:boto:Params: {} 2022-09-01T11:28:13.563 DEBUG:boto:Token: None 2022-09-01T11:28:13.563 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.564 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRKSS5awfGK+WczjC10YUg8n5e8= 2022-09-01T11:28:13.564 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRKSS5awfGK+WczjC10YUg8n5e8=', 'Content-Length': '0'} 2022-09-01T11:28:13.575 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a85f1135514bd236-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.576 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:13.577 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:13.578 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.579 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.580 DEBUG:boto:Method: GET 2022-09-01T11:28:13.581 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.582 DEBUG:boto:Data: 2022-09-01T11:28:13.582 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.583 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.584 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.585 DEBUG:boto:Params: {} 2022-09-01T11:28:13.586 DEBUG:boto:Token: None 2022-09-01T11:28:13.586 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.588 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRKSS5awfGK+WczjC10YUg8n5e8= 2022-09-01T11:28:13.589 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRKSS5awfGK+WczjC10YUg8n5e8=', 'Content-Length': '0'} 2022-09-01T11:28:13.592 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000091f7a43f6aa45a1f-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.593 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:13.593 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:13.594 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.594 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.595 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.596 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.597 DEBUG:boto:Data: 2022-09-01T11:28:13.597 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.598 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.598 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.599 DEBUG:boto:Params: {} 2022-09-01T11:28:13.599 DEBUG:boto:Token: None 2022-09-01T11:28:13.600 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.600 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9qe7xcATT9hemxBzkA9H0Jz1m7A= 2022-09-01T11:28:13.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9qe7xcATT9hemxBzkA9H0Jz1m7A=', 'Content-Length': '0'} 2022-09-01T11:28:13.604 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e50640dc670310a5-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.605 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:13.605 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:13.606 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.607 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.608 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.609 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.610 DEBUG:boto:Data: 2022-09-01T11:28:13.610 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.612 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.612 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.613 DEBUG:boto:Params: {} 2022-09-01T11:28:13.613 DEBUG:boto:Token: None 2022-09-01T11:28:13.614 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9qe7xcATT9hemxBzkA9H0Jz1m7A= 2022-09-01T11:28:13.617 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9qe7xcATT9hemxBzkA9H0Jz1m7A=', 'Content-Length': '0'} 2022-09-01T11:28:13.620 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000865302114e0fa13c-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.622 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:28:13.623 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:13.624 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:13.625 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.626 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.626 DEBUG:boto:Method: GET 2022-09-01T11:28:13.627 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.628 DEBUG:boto:Data: 2022-09-01T11:28:13.629 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.630 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.631 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.632 DEBUG:boto:Params: {} 2022-09-01T11:28:13.633 DEBUG:boto:Token: None 2022-09-01T11:28:13.634 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.635 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRKSS5awfGK+WczjC10YUg8n5e8= 2022-09-01T11:28:13.636 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRKSS5awfGK+WczjC10YUg8n5e8=', 'Content-Length': '0'} 2022-09-01T11:28:13.638 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c9ea25ff2f23d84f-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.640 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:13.641 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:13.642 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.643 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.644 DEBUG:boto:Method: GET 2022-09-01T11:28:13.645 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.646 DEBUG:boto:Data: 2022-09-01T11:28:13.647 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.648 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.648 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.649 DEBUG:boto:Params: {} 2022-09-01T11:28:13.650 DEBUG:boto:Token: None 2022-09-01T11:28:13.651 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:28:13.652 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRKSS5awfGK+WczjC10YUg8n5e8= 2022-09-01T11:28:13.653 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRKSS5awfGK+WczjC10YUg8n5e8=', 'Content-Length': '0'} 2022-09-01T11:28:13.656 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b80681e8065e0f03-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.657 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.658 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.659 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:13.659 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:13.660 DEBUG:boto:Method: GET 2022-09-01T11:28:13.662 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:28:13.663 DEBUG:boto:Data: 2022-09-01T11:28:13.664 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.665 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.666 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.667 DEBUG:boto:Params: {} 2022-09-01T11:28:13.668 DEBUG:boto:Token: None 2022-09-01T11:28:13.669 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/ 2022-09-01T11:28:13.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI= 2022-09-01T11:28:13.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI=', 'Content-Length': '0'} 2022-09-01T11:28:13.675 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001c078778748030bb-006310974d-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.718 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.720 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.720 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.721 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:13.721 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:13.723 DEBUG:boto:Method: GET 2022-09-01T11:28:13.724 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:28:13.724 DEBUG:boto:Data: 2022-09-01T11:28:13.725 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.726 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.726 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.727 DEBUG:boto:Params: {} 2022-09-01T11:28:13.728 DEBUG:boto:Token: None 2022-09-01T11:28:13.728 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/ 2022-09-01T11:28:13.729 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI= 2022-09-01T11:28:13.729 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI=', 'Content-Length': '0'} 2022-09-01T11:28:13.732 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000c4eb5045561ef13-006310974d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.733 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.734 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:13.735 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:13.735 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.736 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:28:13.736 DEBUG:boto:Data: 2022-09-01T11:28:13.737 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.738 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.738 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.739 DEBUG:boto:Params: {} 2022-09-01T11:28:13.739 DEBUG:boto:Token: None 2022-09-01T11:28:13.740 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj116 2022-09-01T11:28:13.741 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E4STQqJpPn6oyielvjdy1Y7xvcs= 2022-09-01T11:28:13.741 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E4STQqJpPn6oyielvjdy1Y7xvcs=', 'Content-Length': '0'} 2022-09-01T11:28:13.743 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eb927a6e8d01b336-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.744 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:13.744 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:13.745 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.745 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:28:13.746 DEBUG:boto:Data: 2022-09-01T11:28:13.747 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.747 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.748 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.748 DEBUG:boto:Params: {} 2022-09-01T11:28:13.749 DEBUG:boto:Token: None 2022-09-01T11:28:13.749 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj116 2022-09-01T11:28:13.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E4STQqJpPn6oyielvjdy1Y7xvcs= 2022-09-01T11:28:13.751 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E4STQqJpPn6oyielvjdy1Y7xvcs=', 'Content-Length': '0'} 2022-09-01T11:28:13.753 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fc5023ef7191c6ac-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.755 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:28:13.755 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:13.756 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:13.756 DEBUG:boto:Method: GET 2022-09-01T11:28:13.757 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:28:13.757 DEBUG:boto:Data: 2022-09-01T11:28:13.758 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.759 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.759 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.760 DEBUG:boto:Params: {} 2022-09-01T11:28:13.760 DEBUG:boto:Token: None 2022-09-01T11:28:13.761 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj116 2022-09-01T11:28:13.762 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CPRxjI8zYz4U0XQAQTgaHJ8yhHA= 2022-09-01T11:28:13.763 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CPRxjI8zYz4U0XQAQTgaHJ8yhHA=', 'Content-Length': '0'} 2022-09-01T11:28:13.765 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f34b5c5b640f50a4-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.767 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:28:13.767 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:28:13.768 DEBUG:boto:Method: GET 2022-09-01T11:28:13.769 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:28:13.770 DEBUG:boto:Data: 2022-09-01T11:28:13.771 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.772 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.773 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.774 DEBUG:boto:Params: {} 2022-09-01T11:28:13.775 DEBUG:boto:Token: None 2022-09-01T11:28:13.777 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj116 2022-09-01T11:28:13.778 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CPRxjI8zYz4U0XQAQTgaHJ8yhHA= 2022-09-01T11:28:13.779 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CPRxjI8zYz4U0XQAQTgaHJ8yhHA=', 'Content-Length': '0'} 2022-09-01T11:28:13.781 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000229344dbdacee0b5-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.783 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.784 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.785 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:13.786 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:13.793 DEBUG:boto:Method: GET 2022-09-01T11:28:13.794 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:28:13.795 DEBUG:boto:Data: 2022-09-01T11:28:13.796 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.797 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.798 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.799 DEBUG:boto:Params: {} 2022-09-01T11:28:13.800 DEBUG:boto:Token: None 2022-09-01T11:28:13.801 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/ 2022-09-01T11:28:13.802 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI= 2022-09-01T11:28:13.803 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI=', 'Content-Length': '0'} 2022-09-01T11:28:13.806 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000eca51da3e5e94247-006310974d-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.808 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.808 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.809 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.810 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:13.811 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:28:13.811 DEBUG:boto:Method: GET 2022-09-01T11:28:13.812 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:28:13.812 DEBUG:boto:Data: 2022-09-01T11:28:13.813 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.813 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.814 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.814 DEBUG:boto:Params: {} 2022-09-01T11:28:13.815 DEBUG:boto:Token: None 2022-09-01T11:28:13.816 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/ 2022-09-01T11:28:13.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI= 2022-09-01T11:28:13.817 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI=', 'Content-Length': '0'} 2022-09-01T11:28:13.820 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b80223d648f7e970-006310974d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.821 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.823 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:28:13.824 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:13.825 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:13.825 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.826 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.827 DEBUG:boto:Method: GET 2022-09-01T11:28:13.828 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.829 DEBUG:boto:Data: 2022-09-01T11:28:13.830 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.831 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.831 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.832 DEBUG:boto:Params: {} 2022-09-01T11:28:13.832 DEBUG:boto:Token: None 2022-09-01T11:28:13.833 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.834 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QL497loiKobYuOrZ132sPzmzig0= 2022-09-01T11:28:13.835 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QL497loiKobYuOrZ132sPzmzig0=', 'Content-Length': '0'} 2022-09-01T11:28:13.838 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ff4a3464c46a515-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.839 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:13.839 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:13.840 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.840 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.841 DEBUG:boto:Method: GET 2022-09-01T11:28:13.842 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.843 DEBUG:boto:Data: 2022-09-01T11:28:13.843 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.844 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.844 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.845 DEBUG:boto:Params: {} 2022-09-01T11:28:13.845 DEBUG:boto:Token: None 2022-09-01T11:28:13.846 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.847 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QL497loiKobYuOrZ132sPzmzig0= 2022-09-01T11:28:13.847 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QL497loiKobYuOrZ132sPzmzig0=', 'Content-Length': '0'} 2022-09-01T11:28:13.850 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ebb98072105d3ae1-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.852 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:13.852 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:13.853 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.854 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.855 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.856 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.857 DEBUG:boto:Data: 2022-09-01T11:28:13.858 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.859 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.860 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.861 DEBUG:boto:Params: {} 2022-09-01T11:28:13.862 DEBUG:boto:Token: None 2022-09-01T11:28:13.862 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.863 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KdPzcKjc00iPdNFuuQJHYn6khzM= 2022-09-01T11:28:13.863 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KdPzcKjc00iPdNFuuQJHYn6khzM=', 'Content-Length': '0'} 2022-09-01T11:28:13.865 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003196df4e89e26e5a-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.866 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:13.867 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:13.867 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.868 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.869 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.869 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.870 DEBUG:boto:Data: 2022-09-01T11:28:13.870 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.871 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.871 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.872 DEBUG:boto:Params: {} 2022-09-01T11:28:13.872 DEBUG:boto:Token: None 2022-09-01T11:28:13.873 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.873 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KdPzcKjc00iPdNFuuQJHYn6khzM= 2022-09-01T11:28:13.874 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KdPzcKjc00iPdNFuuQJHYn6khzM=', 'Content-Length': '0'} 2022-09-01T11:28:13.876 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000078f88c3a279c3cbd-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.877 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:28:13.878 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:13.878 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:13.879 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.879 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.880 DEBUG:boto:Method: GET 2022-09-01T11:28:13.880 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.881 DEBUG:boto:Data: 2022-09-01T11:28:13.882 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.883 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.883 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.884 DEBUG:boto:Params: {} 2022-09-01T11:28:13.884 DEBUG:boto:Token: None 2022-09-01T11:28:13.885 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QL497loiKobYuOrZ132sPzmzig0= 2022-09-01T11:28:13.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QL497loiKobYuOrZ132sPzmzig0=', 'Content-Length': '0'} 2022-09-01T11:28:13.889 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008bf5fca1d56447ef-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.930 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:13.932 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:13.933 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.934 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.935 DEBUG:boto:Method: GET 2022-09-01T11:28:13.936 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.937 DEBUG:boto:Data: 2022-09-01T11:28:13.938 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.939 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.940 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.940 DEBUG:boto:Params: {} 2022-09-01T11:28:13.942 DEBUG:boto:Token: None 2022-09-01T11:28:13.943 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:28:13.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QL497loiKobYuOrZ132sPzmzig0= 2022-09-01T11:28:13.945 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QL497loiKobYuOrZ132sPzmzig0=', 'Content-Length': '0'} 2022-09-01T11:28:13.948 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b6041c153791e69b-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.949 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.950 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.951 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:13.952 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:13.953 DEBUG:boto:Method: GET 2022-09-01T11:28:13.954 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:28:13.955 DEBUG:boto:Data: 2022-09-01T11:28:13.956 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.957 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.958 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.959 DEBUG:boto:Params: {} 2022-09-01T11:28:13.959 DEBUG:boto:Token: None 2022-09-01T11:28:13.960 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/ 2022-09-01T11:28:13.961 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI= 2022-09-01T11:28:13.962 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI=', 'Content-Length': '0'} 2022-09-01T11:28:13.965 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c8511740e65a59c0-006310974d-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.966 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.968 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:13.969 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:13.969 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:13.970 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:13.970 DEBUG:boto:Method: GET 2022-09-01T11:28:13.971 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:28:13.971 DEBUG:boto:Data: 2022-09-01T11:28:13.972 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.973 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.973 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.974 DEBUG:boto:Params: {} 2022-09-01T11:28:13.974 DEBUG:boto:Token: None 2022-09-01T11:28:13.975 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/ 2022-09-01T11:28:13.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI= 2022-09-01T11:28:13.976 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kehHeTh5pIa4OY1hXu6hKYZY/LI=', 'Content-Length': '0'} 2022-09-01T11:28:13.979 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e7e528d04c23fc1f-006310974d-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.980 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:13.980 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:13.981 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:13.982 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.982 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:28:13.983 DEBUG:boto:Data: 2022-09-01T11:28:13.983 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.984 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:13.985 DEBUG:boto:Port: 8001 2022-09-01T11:28:13.985 DEBUG:boto:Params: {} 2022-09-01T11:28:13.986 DEBUG:boto:Token: None 2022-09-01T11:28:13.987 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj124 2022-09-01T11:28:13.987 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RmZCxGuiNJBaG5JFEHjSY7Nq+dU= 2022-09-01T11:28:13.988 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RmZCxGuiNJBaG5JFEHjSY7Nq+dU=', 'Content-Length': '0'} 2022-09-01T11:28:13.990 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf61373c1160be7c-006310974d-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:13.991 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:13.991 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:13.992 DEBUG:boto:Method: HEAD 2022-09-01T11:28:13.992 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:28:13.993 DEBUG:boto:Data: 2022-09-01T11:28:13.993 DEBUG:boto:Headers: {} 2022-09-01T11:28:13.994 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:13.994 DEBUG:boto:Port: 8000 2022-09-01T11:28:13.995 DEBUG:boto:Params: {} 2022-09-01T11:28:13.995 DEBUG:boto:Token: None 2022-09-01T11:28:13.996 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:13 GMT /ptoxvb-74/obj124 2022-09-01T11:28:13.997 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RmZCxGuiNJBaG5JFEHjSY7Nq+dU= 2022-09-01T11:28:13.997 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RmZCxGuiNJBaG5JFEHjSY7Nq+dU=', 'Content-Length': '0'} 2022-09-01T11:28:13.999 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed48b164c9cd7a13-006310974d-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.001 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:28:14.002 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:14.003 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:14.004 DEBUG:boto:Method: GET 2022-09-01T11:28:14.005 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:28:14.006 DEBUG:boto:Data: 2022-09-01T11:28:14.007 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.009 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.010 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.011 DEBUG:boto:Params: {} 2022-09-01T11:28:14.012 DEBUG:boto:Token: None 2022-09-01T11:28:14.013 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj124 2022-09-01T11:28:14.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CKxy6FYkP4tijw66sgRv2t75COE= 2022-09-01T11:28:14.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CKxy6FYkP4tijw66sgRv2t75COE=', 'Content-Length': '0'} 2022-09-01T11:28:14.018 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000267d9e9f687c2362-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.019 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:28:14.020 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:28:14.021 DEBUG:boto:Method: GET 2022-09-01T11:28:14.022 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:28:14.022 DEBUG:boto:Data: 2022-09-01T11:28:14.023 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.023 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.024 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.024 DEBUG:boto:Params: {} 2022-09-01T11:28:14.025 DEBUG:boto:Token: None 2022-09-01T11:28:14.026 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj124 2022-09-01T11:28:14.026 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CKxy6FYkP4tijw66sgRv2t75COE= 2022-09-01T11:28:14.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CKxy6FYkP4tijw66sgRv2t75COE=', 'Content-Length': '0'} 2022-09-01T11:28:14.029 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aa96dffc843db0a8-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.074 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:14.075 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:14.075 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:14.076 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:14.076 DEBUG:boto:Method: GET 2022-09-01T11:28:14.077 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:28:14.078 DEBUG:boto:Data: 2022-09-01T11:28:14.078 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.079 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.080 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.081 DEBUG:boto:Params: {} 2022-09-01T11:28:14.081 DEBUG:boto:Token: None 2022-09-01T11:28:14.082 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/ 2022-09-01T11:28:14.083 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY= 2022-09-01T11:28:14.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY=', 'Content-Length': '0'} 2022-09-01T11:28:14.086 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b2367082df5252db-006310974e-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.087 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:14.088 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:14.088 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:14.089 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:14.090 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:28:14.090 DEBUG:boto:Method: GET 2022-09-01T11:28:14.091 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:28:14.092 DEBUG:boto:Data: 2022-09-01T11:28:14.092 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.093 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.093 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.094 DEBUG:boto:Params: {} 2022-09-01T11:28:14.095 DEBUG:boto:Token: None 2022-09-01T11:28:14.096 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/ 2022-09-01T11:28:14.097 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY= 2022-09-01T11:28:14.098 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY=', 'Content-Length': '0'} 2022-09-01T11:28:14.104 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007471d31367ebbdd2-006310974e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.105 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:14.106 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:28:14.107 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:14.108 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:14.109 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.110 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.110 DEBUG:boto:Method: GET 2022-09-01T11:28:14.111 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.112 DEBUG:boto:Data: 2022-09-01T11:28:14.112 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.113 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.114 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.114 DEBUG:boto:Params: {} 2022-09-01T11:28:14.115 DEBUG:boto:Token: None 2022-09-01T11:28:14.116 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.116 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:npIJ5lDoXg+Ze0kL/KzgE4z7frY= 2022-09-01T11:28:14.117 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:npIJ5lDoXg+Ze0kL/KzgE4z7frY=', 'Content-Length': '0'} 2022-09-01T11:28:14.121 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000072761d98874b553b-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.162 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:14.164 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:14.165 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.166 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.167 DEBUG:boto:Method: GET 2022-09-01T11:28:14.168 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.169 DEBUG:boto:Data: 2022-09-01T11:28:14.170 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.171 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.173 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.174 DEBUG:boto:Params: {} 2022-09-01T11:28:14.175 DEBUG:boto:Token: None 2022-09-01T11:28:14.176 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:npIJ5lDoXg+Ze0kL/KzgE4z7frY= 2022-09-01T11:28:14.178 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:npIJ5lDoXg+Ze0kL/KzgE4z7frY=', 'Content-Length': '0'} 2022-09-01T11:28:14.182 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a994b4301d56413-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.184 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:14.185 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:14.186 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.187 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.188 DEBUG:boto:Method: HEAD 2022-09-01T11:28:14.189 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.189 DEBUG:boto:Data: 2022-09-01T11:28:14.190 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.192 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.193 DEBUG:boto:Params: {} 2022-09-01T11:28:14.193 DEBUG:boto:Token: None 2022-09-01T11:28:14.194 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.195 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b1kOasCk2QT5T+ewB/YyQPX66jw= 2022-09-01T11:28:14.196 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b1kOasCk2QT5T+ewB/YyQPX66jw=', 'Content-Length': '0'} 2022-09-01T11:28:14.198 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000055d1e363b6094588-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.199 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:14.200 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:14.201 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.201 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.202 DEBUG:boto:Method: HEAD 2022-09-01T11:28:14.203 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.203 DEBUG:boto:Data: 2022-09-01T11:28:14.204 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.204 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.206 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.207 DEBUG:boto:Params: {} 2022-09-01T11:28:14.208 DEBUG:boto:Token: None 2022-09-01T11:28:14.208 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.209 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b1kOasCk2QT5T+ewB/YyQPX66jw= 2022-09-01T11:28:14.210 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b1kOasCk2QT5T+ewB/YyQPX66jw=', 'Content-Length': '0'} 2022-09-01T11:28:14.212 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007348cffd957c9645-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.213 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:28:14.214 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:14.214 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:14.215 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.215 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.216 DEBUG:boto:Method: GET 2022-09-01T11:28:14.216 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.217 DEBUG:boto:Data: 2022-09-01T11:28:14.218 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.218 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.219 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.220 DEBUG:boto:Params: {} 2022-09-01T11:28:14.221 DEBUG:boto:Token: None 2022-09-01T11:28:14.222 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.223 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:npIJ5lDoXg+Ze0kL/KzgE4z7frY= 2022-09-01T11:28:14.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:npIJ5lDoXg+Ze0kL/KzgE4z7frY=', 'Content-Length': '0'} 2022-09-01T11:28:14.228 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe981f106fe2438d-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.229 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:14.230 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:14.230 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.231 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.232 DEBUG:boto:Method: GET 2022-09-01T11:28:14.232 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.233 DEBUG:boto:Data: 2022-09-01T11:28:14.233 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.234 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.235 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.235 DEBUG:boto:Params: {} 2022-09-01T11:28:14.236 DEBUG:boto:Token: None 2022-09-01T11:28:14.237 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:28:14.237 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:npIJ5lDoXg+Ze0kL/KzgE4z7frY= 2022-09-01T11:28:14.238 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:npIJ5lDoXg+Ze0kL/KzgE4z7frY=', 'Content-Length': '0'} 2022-09-01T11:28:14.240 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5e4cb1e48166c25-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.241 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:14.242 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:14.242 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:14.243 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:14.243 DEBUG:boto:Method: GET 2022-09-01T11:28:14.244 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:28:14.245 DEBUG:boto:Data: 2022-09-01T11:28:14.246 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.246 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.247 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.247 DEBUG:boto:Params: {} 2022-09-01T11:28:14.248 DEBUG:boto:Token: None 2022-09-01T11:28:14.249 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/ 2022-09-01T11:28:14.249 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY= 2022-09-01T11:28:14.250 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY=', 'Content-Length': '0'} 2022-09-01T11:28:14.253 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000886c9dff8441c1d5-006310974e-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.254 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:14.255 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:14.255 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:14.256 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:14.257 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:14.257 DEBUG:boto:Method: GET 2022-09-01T11:28:14.258 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:28:14.259 DEBUG:boto:Data: 2022-09-01T11:28:14.260 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.260 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.261 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.261 DEBUG:boto:Params: {} 2022-09-01T11:28:14.262 DEBUG:boto:Token: None 2022-09-01T11:28:14.263 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/ 2022-09-01T11:28:14.263 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY= 2022-09-01T11:28:14.264 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY=', 'Content-Length': '0'} 2022-09-01T11:28:14.267 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000054f3b7de458b5f8d-006310974e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.269 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:14.270 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:14.271 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:14.272 DEBUG:boto:Method: HEAD 2022-09-01T11:28:14.273 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:28:14.274 DEBUG:boto:Data: 2022-09-01T11:28:14.275 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.275 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.276 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.277 DEBUG:boto:Params: {} 2022-09-01T11:28:14.278 DEBUG:boto:Token: None 2022-09-01T11:28:14.278 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj145 2022-09-01T11:28:14.279 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RQAUlSyDULN1SD3Tx1cHwN+KJxA= 2022-09-01T11:28:14.280 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RQAUlSyDULN1SD3Tx1cHwN+KJxA=', 'Content-Length': '0'} 2022-09-01T11:28:14.282 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000acad69c3a7425b52-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.283 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:14.283 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:14.284 DEBUG:boto:Method: HEAD 2022-09-01T11:28:14.285 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:28:14.285 DEBUG:boto:Data: 2022-09-01T11:28:14.286 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.286 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.287 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.287 DEBUG:boto:Params: {} 2022-09-01T11:28:14.288 DEBUG:boto:Token: None 2022-09-01T11:28:14.289 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj145 2022-09-01T11:28:14.289 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RQAUlSyDULN1SD3Tx1cHwN+KJxA= 2022-09-01T11:28:14.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RQAUlSyDULN1SD3Tx1cHwN+KJxA=', 'Content-Length': '0'} 2022-09-01T11:28:14.294 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000037e32ef2e8b2a7dd-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.296 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:28:14.297 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:14.298 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:14.299 DEBUG:boto:Method: GET 2022-09-01T11:28:14.300 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:28:14.301 DEBUG:boto:Data: 2022-09-01T11:28:14.302 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.304 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.304 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.305 DEBUG:boto:Params: {} 2022-09-01T11:28:14.305 DEBUG:boto:Token: None 2022-09-01T11:28:14.306 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj145 2022-09-01T11:28:14.308 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:veqWf3pzS1pVAYp/Dr7/7UWgOSg= 2022-09-01T11:28:14.309 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:veqWf3pzS1pVAYp/Dr7/7UWgOSg=', 'Content-Length': '0'} 2022-09-01T11:28:14.312 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f80cfef25a3b9a2b-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.358 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:28:14.359 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:28:14.359 DEBUG:boto:Method: GET 2022-09-01T11:28:14.360 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:28:14.360 DEBUG:boto:Data: 2022-09-01T11:28:14.361 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.361 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.362 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.362 DEBUG:boto:Params: {} 2022-09-01T11:28:14.363 DEBUG:boto:Token: None 2022-09-01T11:28:14.364 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj145 2022-09-01T11:28:14.364 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:veqWf3pzS1pVAYp/Dr7/7UWgOSg= 2022-09-01T11:28:14.365 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:veqWf3pzS1pVAYp/Dr7/7UWgOSg=', 'Content-Length': '0'} 2022-09-01T11:28:14.367 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b9b13c4f5f1ae924-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.368 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:14.368 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:14.369 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:14.369 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:14.370 DEBUG:boto:Method: GET 2022-09-01T11:28:14.370 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:28:14.371 DEBUG:boto:Data: 2022-09-01T11:28:14.371 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.372 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.372 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.373 DEBUG:boto:Params: {} 2022-09-01T11:28:14.374 DEBUG:boto:Token: None 2022-09-01T11:28:14.374 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/ 2022-09-01T11:28:14.375 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY= 2022-09-01T11:28:14.375 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY=', 'Content-Length': '0'} 2022-09-01T11:28:14.378 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000052d6e7756a916408-006310974e-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.379 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:14.380 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:14.380 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:14.381 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:14.381 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:28:14.382 DEBUG:boto:Method: GET 2022-09-01T11:28:14.383 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:28:14.383 DEBUG:boto:Data: 2022-09-01T11:28:14.384 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.384 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.385 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.385 DEBUG:boto:Params: {} 2022-09-01T11:28:14.386 DEBUG:boto:Token: None 2022-09-01T11:28:14.386 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/ 2022-09-01T11:28:14.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY= 2022-09-01T11:28:14.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY=', 'Content-Length': '0'} 2022-09-01T11:28:14.390 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b9450f92e4f184b8-006310974e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.391 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:14.392 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:28:14.392 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:14.393 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:14.393 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.394 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.394 DEBUG:boto:Method: GET 2022-09-01T11:28:14.395 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.396 DEBUG:boto:Data: 2022-09-01T11:28:14.396 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.397 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.397 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.398 DEBUG:boto:Params: {} 2022-09-01T11:28:14.399 DEBUG:boto:Token: None 2022-09-01T11:28:14.399 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S3cChSeYnYSSJfv4PVWqilJndh4= 2022-09-01T11:28:14.400 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S3cChSeYnYSSJfv4PVWqilJndh4=', 'Content-Length': '0'} 2022-09-01T11:28:14.403 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000162b22dffb510d23-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.404 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:14.405 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:14.406 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.407 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.409 DEBUG:boto:Method: GET 2022-09-01T11:28:14.410 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.411 DEBUG:boto:Data: 2022-09-01T11:28:14.412 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.412 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.413 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.413 DEBUG:boto:Params: {} 2022-09-01T11:28:14.414 DEBUG:boto:Token: None 2022-09-01T11:28:14.415 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.415 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S3cChSeYnYSSJfv4PVWqilJndh4= 2022-09-01T11:28:14.416 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S3cChSeYnYSSJfv4PVWqilJndh4=', 'Content-Length': '0'} 2022-09-01T11:28:14.418 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000de03a68c0b4ab96-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.466 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:14.467 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:14.468 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.469 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.470 DEBUG:boto:Method: HEAD 2022-09-01T11:28:14.471 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.472 DEBUG:boto:Data: 2022-09-01T11:28:14.473 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.473 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.474 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.474 DEBUG:boto:Params: {} 2022-09-01T11:28:14.475 DEBUG:boto:Token: None 2022-09-01T11:28:14.475 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.476 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p4JRvWWorFXihYbsLSMyS5PP3Co= 2022-09-01T11:28:14.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p4JRvWWorFXihYbsLSMyS5PP3Co=', 'Content-Length': '0'} 2022-09-01T11:28:14.479 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec5844d5fcc12c6c-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.480 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:14.480 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:14.481 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.481 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.482 DEBUG:boto:Method: HEAD 2022-09-01T11:28:14.482 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.483 DEBUG:boto:Data: 2022-09-01T11:28:14.483 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.483 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.484 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.484 DEBUG:boto:Params: {} 2022-09-01T11:28:14.485 DEBUG:boto:Token: None 2022-09-01T11:28:14.486 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p4JRvWWorFXihYbsLSMyS5PP3Co= 2022-09-01T11:28:14.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p4JRvWWorFXihYbsLSMyS5PP3Co=', 'Content-Length': '0'} 2022-09-01T11:28:14.489 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000079fe1aa0cb15daea-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.490 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:28:14.490 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:14.491 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:14.491 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.492 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.492 DEBUG:boto:Method: GET 2022-09-01T11:28:14.493 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.493 DEBUG:boto:Data: 2022-09-01T11:28:14.494 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.494 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.495 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.496 DEBUG:boto:Params: {} 2022-09-01T11:28:14.496 DEBUG:boto:Token: None 2022-09-01T11:28:14.497 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S3cChSeYnYSSJfv4PVWqilJndh4= 2022-09-01T11:28:14.498 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S3cChSeYnYSSJfv4PVWqilJndh4=', 'Content-Length': '0'} 2022-09-01T11:28:14.500 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba9cbbdea5743811-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.546 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:14.548 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:14.549 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.549 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.550 DEBUG:boto:Method: GET 2022-09-01T11:28:14.550 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.551 DEBUG:boto:Data: 2022-09-01T11:28:14.551 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.552 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.553 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.554 DEBUG:boto:Params: {} 2022-09-01T11:28:14.554 DEBUG:boto:Token: None 2022-09-01T11:28:14.555 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:28:14.556 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S3cChSeYnYSSJfv4PVWqilJndh4= 2022-09-01T11:28:14.556 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S3cChSeYnYSSJfv4PVWqilJndh4=', 'Content-Length': '0'} 2022-09-01T11:28:14.559 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f44b90f3c9088f40-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.560 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:14.560 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:14.561 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:14.562 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:14.562 DEBUG:boto:Method: GET 2022-09-01T11:28:14.563 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:28:14.563 DEBUG:boto:Data: 2022-09-01T11:28:14.564 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.564 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.565 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.565 DEBUG:boto:Params: {} 2022-09-01T11:28:14.566 DEBUG:boto:Token: None 2022-09-01T11:28:14.567 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/ 2022-09-01T11:28:14.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY= 2022-09-01T11:28:14.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY=', 'Content-Length': '0'} 2022-09-01T11:28:14.572 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004de312ba3639ee40-006310974e-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.573 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:14.575 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:14.575 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:14.576 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:14.577 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:14.578 DEBUG:boto:Method: GET 2022-09-01T11:28:14.579 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:28:14.579 DEBUG:boto:Data: 2022-09-01T11:28:14.580 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.580 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.581 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.581 DEBUG:boto:Params: {} 2022-09-01T11:28:14.582 DEBUG:boto:Token: None 2022-09-01T11:28:14.583 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/ 2022-09-01T11:28:14.583 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY= 2022-09-01T11:28:14.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY=', 'Content-Length': '0'} 2022-09-01T11:28:14.587 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006a8656ca89406b8b-006310974e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.639 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:14.641 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:14.642 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:14.643 DEBUG:boto:Method: HEAD 2022-09-01T11:28:14.644 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:28:14.645 DEBUG:boto:Data: 2022-09-01T11:28:14.647 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.648 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.649 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.650 DEBUG:boto:Params: {} 2022-09-01T11:28:14.651 DEBUG:boto:Token: None 2022-09-01T11:28:14.652 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj155 2022-09-01T11:28:14.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aXe+8av3xI8h3dQ3oH6KFsA7WUk= 2022-09-01T11:28:14.654 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aXe+8av3xI8h3dQ3oH6KFsA7WUk=', 'Content-Length': '0'} 2022-09-01T11:28:14.657 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002b4b621f1700e9aa-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.658 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:14.658 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:14.659 DEBUG:boto:Method: HEAD 2022-09-01T11:28:14.660 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:28:14.661 DEBUG:boto:Data: 2022-09-01T11:28:14.662 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.663 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.664 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.665 DEBUG:boto:Params: {} 2022-09-01T11:28:14.666 DEBUG:boto:Token: None 2022-09-01T11:28:14.667 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj155 2022-09-01T11:28:14.668 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aXe+8av3xI8h3dQ3oH6KFsA7WUk= 2022-09-01T11:28:14.670 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aXe+8av3xI8h3dQ3oH6KFsA7WUk=', 'Content-Length': '0'} 2022-09-01T11:28:14.672 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000000a6a272f54bcee9-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.674 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:28:14.675 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:14.676 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:14.677 DEBUG:boto:Method: GET 2022-09-01T11:28:14.678 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:28:14.679 DEBUG:boto:Data: 2022-09-01T11:28:14.680 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.681 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.682 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.682 DEBUG:boto:Params: {} 2022-09-01T11:28:14.683 DEBUG:boto:Token: None 2022-09-01T11:28:14.684 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj155 2022-09-01T11:28:14.684 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3W3QA/ZIgUQ+qlxnlgNzNpxdx6M= 2022-09-01T11:28:14.685 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3W3QA/ZIgUQ+qlxnlgNzNpxdx6M=', 'Content-Length': '0'} 2022-09-01T11:28:14.688 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005cee3be6c585ebb1-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.689 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:28:14.689 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:28:14.690 DEBUG:boto:Method: GET 2022-09-01T11:28:14.691 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:28:14.691 DEBUG:boto:Data: 2022-09-01T11:28:14.692 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.692 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.693 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.693 DEBUG:boto:Params: {} 2022-09-01T11:28:14.694 DEBUG:boto:Token: None 2022-09-01T11:28:14.695 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj155 2022-09-01T11:28:14.696 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3W3QA/ZIgUQ+qlxnlgNzNpxdx6M= 2022-09-01T11:28:14.697 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3W3QA/ZIgUQ+qlxnlgNzNpxdx6M=', 'Content-Length': '0'} 2022-09-01T11:28:14.699 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000011566c89bc865153-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.700 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:14.701 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:14.701 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:14.702 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:14.703 DEBUG:boto:Method: GET 2022-09-01T11:28:14.703 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:28:14.704 DEBUG:boto:Data: 2022-09-01T11:28:14.704 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.705 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.705 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.706 DEBUG:boto:Params: {} 2022-09-01T11:28:14.708 DEBUG:boto:Token: None 2022-09-01T11:28:14.709 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/ 2022-09-01T11:28:14.710 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY= 2022-09-01T11:28:14.711 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY=', 'Content-Length': '0'} 2022-09-01T11:28:14.714 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000099c2f17633ebd904-006310974e-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.714 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:14.715 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:14.716 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:14.716 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:14.717 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:28:14.717 DEBUG:boto:Method: GET 2022-09-01T11:28:14.718 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:28:14.718 DEBUG:boto:Data: 2022-09-01T11:28:14.719 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.720 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.720 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.721 DEBUG:boto:Params: {} 2022-09-01T11:28:14.722 DEBUG:boto:Token: None 2022-09-01T11:28:14.722 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/ 2022-09-01T11:28:14.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY= 2022-09-01T11:28:14.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY=', 'Content-Length': '0'} 2022-09-01T11:28:14.726 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fe71c53b44d44cd4-006310974e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.727 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:14.728 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:28:14.729 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:14.729 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:14.730 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.731 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.731 DEBUG:boto:Method: GET 2022-09-01T11:28:14.732 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.732 DEBUG:boto:Data: 2022-09-01T11:28:14.733 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.733 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.734 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.734 DEBUG:boto:Params: {} 2022-09-01T11:28:14.735 DEBUG:boto:Token: None 2022-09-01T11:28:14.736 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LHWZ305KdSJ1laKhoVn/3hStowk= 2022-09-01T11:28:14.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LHWZ305KdSJ1laKhoVn/3hStowk=', 'Content-Length': '0'} 2022-09-01T11:28:14.739 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001624d890c1792547-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.740 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:14.741 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:14.741 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.742 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.742 DEBUG:boto:Method: GET 2022-09-01T11:28:14.743 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.743 DEBUG:boto:Data: 2022-09-01T11:28:14.744 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.744 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.745 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.745 DEBUG:boto:Params: {} 2022-09-01T11:28:14.746 DEBUG:boto:Token: None 2022-09-01T11:28:14.747 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.747 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LHWZ305KdSJ1laKhoVn/3hStowk= 2022-09-01T11:28:14.748 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LHWZ305KdSJ1laKhoVn/3hStowk=', 'Content-Length': '0'} 2022-09-01T11:28:14.750 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dce9ace4ef089c48-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.796 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:14.797 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:14.797 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.798 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.798 DEBUG:boto:Method: HEAD 2022-09-01T11:28:14.799 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.800 DEBUG:boto:Data: 2022-09-01T11:28:14.800 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.801 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.802 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.802 DEBUG:boto:Params: {} 2022-09-01T11:28:14.803 DEBUG:boto:Token: None 2022-09-01T11:28:14.804 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.804 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JAs/IZZ/ORay9xPoCLhRW5cFuKs= 2022-09-01T11:28:14.805 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JAs/IZZ/ORay9xPoCLhRW5cFuKs=', 'Content-Length': '0'} 2022-09-01T11:28:14.807 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060ebc7bd2b5f1f4a-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.808 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:14.809 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:14.810 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.811 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.811 DEBUG:boto:Method: HEAD 2022-09-01T11:28:14.812 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.813 DEBUG:boto:Data: 2022-09-01T11:28:14.813 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.814 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.814 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.815 DEBUG:boto:Params: {} 2022-09-01T11:28:14.815 DEBUG:boto:Token: None 2022-09-01T11:28:14.816 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JAs/IZZ/ORay9xPoCLhRW5cFuKs= 2022-09-01T11:28:14.817 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JAs/IZZ/ORay9xPoCLhRW5cFuKs=', 'Content-Length': '0'} 2022-09-01T11:28:14.820 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000096e726546770b841-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.820 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:28:14.821 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:14.822 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:14.822 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.823 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.824 DEBUG:boto:Method: GET 2022-09-01T11:28:14.824 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.825 DEBUG:boto:Data: 2022-09-01T11:28:14.826 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.826 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.827 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.828 DEBUG:boto:Params: {} 2022-09-01T11:28:14.829 DEBUG:boto:Token: None 2022-09-01T11:28:14.830 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.830 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LHWZ305KdSJ1laKhoVn/3hStowk= 2022-09-01T11:28:14.831 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LHWZ305KdSJ1laKhoVn/3hStowk=', 'Content-Length': '0'} 2022-09-01T11:28:14.834 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d2e013ae1edb2316-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.835 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:14.835 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:14.836 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.836 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.837 DEBUG:boto:Method: GET 2022-09-01T11:28:14.837 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.838 DEBUG:boto:Data: 2022-09-01T11:28:14.839 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.839 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.840 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.841 DEBUG:boto:Params: {} 2022-09-01T11:28:14.842 DEBUG:boto:Token: None 2022-09-01T11:28:14.843 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:28:14.844 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LHWZ305KdSJ1laKhoVn/3hStowk= 2022-09-01T11:28:14.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LHWZ305KdSJ1laKhoVn/3hStowk=', 'Content-Length': '0'} 2022-09-01T11:28:14.847 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b6be13a797032d8d-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.848 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:14.849 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:14.850 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:14.851 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:14.851 DEBUG:boto:Method: GET 2022-09-01T11:28:14.852 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:28:14.853 DEBUG:boto:Data: 2022-09-01T11:28:14.853 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.854 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.855 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.855 DEBUG:boto:Params: {} 2022-09-01T11:28:14.856 DEBUG:boto:Token: None 2022-09-01T11:28:14.857 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/ 2022-09-01T11:28:14.857 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY= 2022-09-01T11:28:14.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY=', 'Content-Length': '0'} 2022-09-01T11:28:14.861 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000027ca162569c04373-006310974e-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.863 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:14.864 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:14.864 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:14.865 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:14.865 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:14.866 DEBUG:boto:Method: GET 2022-09-01T11:28:14.867 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:28:14.868 DEBUG:boto:Data: 2022-09-01T11:28:14.868 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.869 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.869 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.870 DEBUG:boto:Params: {} 2022-09-01T11:28:14.871 DEBUG:boto:Token: None 2022-09-01T11:28:14.871 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/ 2022-09-01T11:28:14.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY= 2022-09-01T11:28:14.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY=', 'Content-Length': '0'} 2022-09-01T11:28:14.876 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000061a3e83619366e01-006310974e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.878 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:14.880 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:14.881 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:14.882 DEBUG:boto:Method: HEAD 2022-09-01T11:28:14.883 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:28:14.884 DEBUG:boto:Data: 2022-09-01T11:28:14.885 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.887 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.888 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.889 DEBUG:boto:Params: {} 2022-09-01T11:28:14.890 DEBUG:boto:Token: None 2022-09-01T11:28:14.891 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj17 2022-09-01T11:28:14.893 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BWfL8UuI2LzuKHWYBA//UAlFLjY= 2022-09-01T11:28:14.894 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BWfL8UuI2LzuKHWYBA//UAlFLjY=', 'Content-Length': '0'} 2022-09-01T11:28:14.897 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c219d52753961e9-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.898 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:14.898 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:14.899 DEBUG:boto:Method: HEAD 2022-09-01T11:28:14.900 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:28:14.900 DEBUG:boto:Data: 2022-09-01T11:28:14.901 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.901 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.902 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.903 DEBUG:boto:Params: {} 2022-09-01T11:28:14.903 DEBUG:boto:Token: None 2022-09-01T11:28:14.904 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj17 2022-09-01T11:28:14.904 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BWfL8UuI2LzuKHWYBA//UAlFLjY= 2022-09-01T11:28:14.905 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BWfL8UuI2LzuKHWYBA//UAlFLjY=', 'Content-Length': '0'} 2022-09-01T11:28:14.908 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000093aa9094774c2b6f-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.908 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:28:14.909 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:14.910 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:14.911 DEBUG:boto:Method: GET 2022-09-01T11:28:14.912 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:28:14.913 DEBUG:boto:Data: 2022-09-01T11:28:14.914 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.915 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.916 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.918 DEBUG:boto:Params: {} 2022-09-01T11:28:14.919 DEBUG:boto:Token: None 2022-09-01T11:28:14.920 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj17 2022-09-01T11:28:14.921 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fl2MFGbAPim7x1LjxJHvdBjUJmU= 2022-09-01T11:28:14.922 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fl2MFGbAPim7x1LjxJHvdBjUJmU=', 'Content-Length': '0'} 2022-09-01T11:28:14.924 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003dbb1a4196861fb2-006310974e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.925 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:28:14.926 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:28:14.927 DEBUG:boto:Method: GET 2022-09-01T11:28:14.927 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:28:14.928 DEBUG:boto:Data: 2022-09-01T11:28:14.928 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.929 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.929 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.930 DEBUG:boto:Params: {} 2022-09-01T11:28:14.930 DEBUG:boto:Token: None 2022-09-01T11:28:14.931 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/obj17 2022-09-01T11:28:14.932 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Fl2MFGbAPim7x1LjxJHvdBjUJmU= 2022-09-01T11:28:14.933 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Fl2MFGbAPim7x1LjxJHvdBjUJmU=', 'Content-Length': '0'} 2022-09-01T11:28:14.935 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000faa2a24eac152b0f-006310974e-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.936 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:14.936 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:14.937 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:14.938 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:14.938 DEBUG:boto:Method: GET 2022-09-01T11:28:14.939 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:28:14.939 DEBUG:boto:Data: 2022-09-01T11:28:14.940 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.940 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:14.941 DEBUG:boto:Port: 8001 2022-09-01T11:28:14.942 DEBUG:boto:Params: {} 2022-09-01T11:28:14.942 DEBUG:boto:Token: None 2022-09-01T11:28:14.943 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/ 2022-09-01T11:28:14.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY= 2022-09-01T11:28:14.944 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY=', 'Content-Length': '0'} 2022-09-01T11:28:14.947 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fd37982924f30e5e-006310974e-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:14.948 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:14.949 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:14.949 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:14.950 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:14.951 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:28:14.951 DEBUG:boto:Method: GET 2022-09-01T11:28:14.952 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:28:14.952 DEBUG:boto:Data: 2022-09-01T11:28:14.953 DEBUG:boto:Headers: {} 2022-09-01T11:28:14.953 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:14.954 DEBUG:boto:Port: 8000 2022-09-01T11:28:14.954 DEBUG:boto:Params: {} 2022-09-01T11:28:14.955 DEBUG:boto:Token: None 2022-09-01T11:28:14.956 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:14 GMT /ptoxvb-74/ 2022-09-01T11:28:14.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY= 2022-09-01T11:28:14.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kW02PYghCBRJ9ZuUzi53ff+MLoY=', 'Content-Length': '0'} 2022-09-01T11:28:14.960 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000727762a1adfce4d6-006310974e-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.006 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:15.008 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:28:15.008 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:15.009 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:15.009 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.010 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.011 DEBUG:boto:Method: GET 2022-09-01T11:28:15.011 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.012 DEBUG:boto:Data: 2022-09-01T11:28:15.013 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.014 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.015 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.016 DEBUG:boto:Params: {} 2022-09-01T11:28:15.017 DEBUG:boto:Token: None 2022-09-01T11:28:15.018 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.020 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8kBbwFcV1Mp60ofMs8QLHIy7cp4= 2022-09-01T11:28:15.022 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8kBbwFcV1Mp60ofMs8QLHIy7cp4=', 'Content-Length': '0'} 2022-09-01T11:28:15.025 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ecab6dafa2b24820-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.026 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:15.026 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:15.027 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.027 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.028 DEBUG:boto:Method: GET 2022-09-01T11:28:15.029 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.029 DEBUG:boto:Data: 2022-09-01T11:28:15.030 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.030 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.031 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.032 DEBUG:boto:Params: {} 2022-09-01T11:28:15.032 DEBUG:boto:Token: None 2022-09-01T11:28:15.033 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.034 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8kBbwFcV1Mp60ofMs8QLHIy7cp4= 2022-09-01T11:28:15.035 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8kBbwFcV1Mp60ofMs8QLHIy7cp4=', 'Content-Length': '0'} 2022-09-01T11:28:15.037 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014ccf8f166a3e14b-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.038 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:15.039 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:15.040 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.041 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.042 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.043 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.044 DEBUG:boto:Data: 2022-09-01T11:28:15.044 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.045 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.046 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.047 DEBUG:boto:Params: {} 2022-09-01T11:28:15.047 DEBUG:boto:Token: None 2022-09-01T11:28:15.048 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.049 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4Kk8QBatbVl28TdX8aPOOyCDvcY= 2022-09-01T11:28:15.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4Kk8QBatbVl28TdX8aPOOyCDvcY=', 'Content-Length': '0'} 2022-09-01T11:28:15.052 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000488998e16102e6af-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.053 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:15.054 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:15.054 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.055 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.055 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.056 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.056 DEBUG:boto:Data: 2022-09-01T11:28:15.057 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.057 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.058 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.058 DEBUG:boto:Params: {} 2022-09-01T11:28:15.059 DEBUG:boto:Token: None 2022-09-01T11:28:15.060 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.060 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4Kk8QBatbVl28TdX8aPOOyCDvcY= 2022-09-01T11:28:15.061 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4Kk8QBatbVl28TdX8aPOOyCDvcY=', 'Content-Length': '0'} 2022-09-01T11:28:15.063 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007857e5e0440c1814-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.064 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:28:15.064 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:15.065 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:15.065 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.066 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.066 DEBUG:boto:Method: GET 2022-09-01T11:28:15.067 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.067 DEBUG:boto:Data: 2022-09-01T11:28:15.068 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.068 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.069 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.070 DEBUG:boto:Params: {} 2022-09-01T11:28:15.070 DEBUG:boto:Token: None 2022-09-01T11:28:15.071 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.072 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8kBbwFcV1Mp60ofMs8QLHIy7cp4= 2022-09-01T11:28:15.073 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8kBbwFcV1Mp60ofMs8QLHIy7cp4=', 'Content-Length': '0'} 2022-09-01T11:28:15.075 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002fbe5e5b37508b92-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.076 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:15.076 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:15.077 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.077 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.078 DEBUG:boto:Method: GET 2022-09-01T11:28:15.078 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.079 DEBUG:boto:Data: 2022-09-01T11:28:15.079 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.080 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.080 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.081 DEBUG:boto:Params: {} 2022-09-01T11:28:15.082 DEBUG:boto:Token: None 2022-09-01T11:28:15.082 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:28:15.083 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8kBbwFcV1Mp60ofMs8QLHIy7cp4= 2022-09-01T11:28:15.084 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8kBbwFcV1Mp60ofMs8QLHIy7cp4=', 'Content-Length': '0'} 2022-09-01T11:28:15.086 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006a725fe04c210c2d-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.087 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:15.088 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:15.089 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:15.090 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:15.090 DEBUG:boto:Method: GET 2022-09-01T11:28:15.091 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:28:15.091 DEBUG:boto:Data: 2022-09-01T11:28:15.092 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.092 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.093 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.093 DEBUG:boto:Params: {} 2022-09-01T11:28:15.094 DEBUG:boto:Token: None 2022-09-01T11:28:15.095 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/ 2022-09-01T11:28:15.095 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc= 2022-09-01T11:28:15.096 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc=', 'Content-Length': '0'} 2022-09-01T11:28:15.099 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e32987ec6a92c95c-006310974f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.100 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:15.100 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:15.101 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:15.101 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:15.102 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:15.103 DEBUG:boto:Method: GET 2022-09-01T11:28:15.104 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:28:15.105 DEBUG:boto:Data: 2022-09-01T11:28:15.106 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.107 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.108 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.109 DEBUG:boto:Params: {} 2022-09-01T11:28:15.109 DEBUG:boto:Token: None 2022-09-01T11:28:15.110 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/ 2022-09-01T11:28:15.111 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc= 2022-09-01T11:28:15.112 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc=', 'Content-Length': '0'} 2022-09-01T11:28:15.116 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bed8bf509490915d-006310974f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.158 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:15.159 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:15.160 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:15.160 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.161 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:28:15.161 DEBUG:boto:Data: 2022-09-01T11:28:15.162 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.162 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.163 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.163 DEBUG:boto:Params: {} 2022-09-01T11:28:15.164 DEBUG:boto:Token: None 2022-09-01T11:28:15.164 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj19 2022-09-01T11:28:15.165 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UW9XdT+NvovTUeqU/ZXrX0H4Xrg= 2022-09-01T11:28:15.166 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UW9XdT+NvovTUeqU/ZXrX0H4Xrg=', 'Content-Length': '0'} 2022-09-01T11:28:15.168 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bde453a4bad06caa-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.170 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:15.171 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:15.172 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.173 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:28:15.174 DEBUG:boto:Data: 2022-09-01T11:28:15.175 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.175 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.176 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.177 DEBUG:boto:Params: {} 2022-09-01T11:28:15.178 DEBUG:boto:Token: None 2022-09-01T11:28:15.179 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj19 2022-09-01T11:28:15.179 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UW9XdT+NvovTUeqU/ZXrX0H4Xrg= 2022-09-01T11:28:15.180 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UW9XdT+NvovTUeqU/ZXrX0H4Xrg=', 'Content-Length': '0'} 2022-09-01T11:28:15.182 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000a0237d60736f1c6-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.183 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:28:15.183 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:15.184 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:15.185 DEBUG:boto:Method: GET 2022-09-01T11:28:15.185 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:28:15.186 DEBUG:boto:Data: 2022-09-01T11:28:15.186 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.187 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.187 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.188 DEBUG:boto:Params: {} 2022-09-01T11:28:15.189 DEBUG:boto:Token: None 2022-09-01T11:28:15.189 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj19 2022-09-01T11:28:15.190 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ikA/uKrxQi9gK3J5rc+tB2Kg9Jg= 2022-09-01T11:28:15.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ikA/uKrxQi9gK3J5rc+tB2Kg9Jg=', 'Content-Length': '0'} 2022-09-01T11:28:15.193 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000970fb80c35bbff9b-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.194 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:28:15.195 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:28:15.195 DEBUG:boto:Method: GET 2022-09-01T11:28:15.196 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:28:15.196 DEBUG:boto:Data: 2022-09-01T11:28:15.197 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.197 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.198 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.199 DEBUG:boto:Params: {} 2022-09-01T11:28:15.199 DEBUG:boto:Token: None 2022-09-01T11:28:15.200 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj19 2022-09-01T11:28:15.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ikA/uKrxQi9gK3J5rc+tB2Kg9Jg= 2022-09-01T11:28:15.201 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ikA/uKrxQi9gK3J5rc+tB2Kg9Jg=', 'Content-Length': '0'} 2022-09-01T11:28:15.203 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000015344935e2942302-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.204 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:15.205 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:15.205 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:15.206 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:15.206 DEBUG:boto:Method: GET 2022-09-01T11:28:15.207 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:28:15.208 DEBUG:boto:Data: 2022-09-01T11:28:15.208 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.209 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.209 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.210 DEBUG:boto:Params: {} 2022-09-01T11:28:15.210 DEBUG:boto:Token: None 2022-09-01T11:28:15.211 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/ 2022-09-01T11:28:15.212 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc= 2022-09-01T11:28:15.212 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc=', 'Content-Length': '0'} 2022-09-01T11:28:15.215 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001425456f654e770b-006310974f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.216 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:15.217 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:15.218 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:15.218 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:15.219 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:28:15.220 DEBUG:boto:Method: GET 2022-09-01T11:28:15.220 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:28:15.221 DEBUG:boto:Data: 2022-09-01T11:28:15.221 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.222 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.222 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.223 DEBUG:boto:Params: {} 2022-09-01T11:28:15.224 DEBUG:boto:Token: None 2022-09-01T11:28:15.224 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/ 2022-09-01T11:28:15.225 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc= 2022-09-01T11:28:15.227 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc=', 'Content-Length': '0'} 2022-09-01T11:28:15.229 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000908dae51c92ab985-006310974f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.230 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:15.231 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:28:15.232 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:15.232 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:15.233 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.234 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.234 DEBUG:boto:Method: GET 2022-09-01T11:28:15.235 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.236 DEBUG:boto:Data: 2022-09-01T11:28:15.236 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.237 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.238 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.239 DEBUG:boto:Params: {} 2022-09-01T11:28:15.239 DEBUG:boto:Token: None 2022-09-01T11:28:15.240 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MQ0sBESKmxn5Pq7vFR0B2BRFKm8= 2022-09-01T11:28:15.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MQ0sBESKmxn5Pq7vFR0B2BRFKm8=', 'Content-Length': '0'} 2022-09-01T11:28:15.244 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007b8b600b88716cca-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.290 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:15.292 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:15.293 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.294 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.295 DEBUG:boto:Method: GET 2022-09-01T11:28:15.296 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.297 DEBUG:boto:Data: 2022-09-01T11:28:15.298 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.299 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.300 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.301 DEBUG:boto:Params: {} 2022-09-01T11:28:15.302 DEBUG:boto:Token: None 2022-09-01T11:28:15.303 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.304 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MQ0sBESKmxn5Pq7vFR0B2BRFKm8= 2022-09-01T11:28:15.305 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MQ0sBESKmxn5Pq7vFR0B2BRFKm8=', 'Content-Length': '0'} 2022-09-01T11:28:15.307 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b6a107f531a1b5fc-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.308 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:15.309 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:15.309 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.310 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.310 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.311 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.312 DEBUG:boto:Data: 2022-09-01T11:28:15.312 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.313 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.313 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.314 DEBUG:boto:Params: {} 2022-09-01T11:28:15.314 DEBUG:boto:Token: None 2022-09-01T11:28:15.315 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.316 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EaYfSDwuFLZ5ZKa5gAoiSwh5d5Y= 2022-09-01T11:28:15.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EaYfSDwuFLZ5ZKa5gAoiSwh5d5Y=', 'Content-Length': '0'} 2022-09-01T11:28:15.319 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003996592c95184aba-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.320 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:15.320 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:15.321 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.321 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.322 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.322 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.323 DEBUG:boto:Data: 2022-09-01T11:28:15.323 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.324 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.325 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.325 DEBUG:boto:Params: {} 2022-09-01T11:28:15.326 DEBUG:boto:Token: None 2022-09-01T11:28:15.326 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.327 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EaYfSDwuFLZ5ZKa5gAoiSwh5d5Y= 2022-09-01T11:28:15.328 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EaYfSDwuFLZ5ZKa5gAoiSwh5d5Y=', 'Content-Length': '0'} 2022-09-01T11:28:15.330 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a484af2673fe0a92-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.332 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:28:15.333 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:15.334 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:15.334 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.335 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.335 DEBUG:boto:Method: GET 2022-09-01T11:28:15.336 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.336 DEBUG:boto:Data: 2022-09-01T11:28:15.337 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.338 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.338 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.339 DEBUG:boto:Params: {} 2022-09-01T11:28:15.340 DEBUG:boto:Token: None 2022-09-01T11:28:15.341 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.341 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MQ0sBESKmxn5Pq7vFR0B2BRFKm8= 2022-09-01T11:28:15.342 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MQ0sBESKmxn5Pq7vFR0B2BRFKm8=', 'Content-Length': '0'} 2022-09-01T11:28:15.344 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000023983d1031417e6e-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.345 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:15.345 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:15.346 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.346 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.347 DEBUG:boto:Method: GET 2022-09-01T11:28:15.348 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.348 DEBUG:boto:Data: 2022-09-01T11:28:15.349 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.349 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.350 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.351 DEBUG:boto:Params: {} 2022-09-01T11:28:15.351 DEBUG:boto:Token: None 2022-09-01T11:28:15.352 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:28:15.352 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MQ0sBESKmxn5Pq7vFR0B2BRFKm8= 2022-09-01T11:28:15.353 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MQ0sBESKmxn5Pq7vFR0B2BRFKm8=', 'Content-Length': '0'} 2022-09-01T11:28:15.356 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000011c5d1ad5d7ab888-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.402 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:15.403 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:15.404 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:15.404 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:15.405 DEBUG:boto:Method: GET 2022-09-01T11:28:15.405 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:28:15.406 DEBUG:boto:Data: 2022-09-01T11:28:15.406 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.407 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.408 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.408 DEBUG:boto:Params: {} 2022-09-01T11:28:15.409 DEBUG:boto:Token: None 2022-09-01T11:28:15.409 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/ 2022-09-01T11:28:15.410 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc= 2022-09-01T11:28:15.411 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc=', 'Content-Length': '0'} 2022-09-01T11:28:15.414 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b5f6f767fa0083e6-006310974f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.415 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:15.415 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:15.416 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:15.417 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:15.417 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:15.418 DEBUG:boto:Method: GET 2022-09-01T11:28:15.418 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:28:15.419 DEBUG:boto:Data: 2022-09-01T11:28:15.419 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.420 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.421 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.421 DEBUG:boto:Params: {} 2022-09-01T11:28:15.422 DEBUG:boto:Token: None 2022-09-01T11:28:15.423 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/ 2022-09-01T11:28:15.423 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc= 2022-09-01T11:28:15.424 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc=', 'Content-Length': '0'} 2022-09-01T11:28:15.427 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005386db51273734af-006310974f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.428 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:15.428 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:15.429 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:15.430 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.430 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:28:15.431 DEBUG:boto:Data: 2022-09-01T11:28:15.432 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.432 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.433 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.433 DEBUG:boto:Params: {} 2022-09-01T11:28:15.434 DEBUG:boto:Token: None 2022-09-01T11:28:15.435 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj22 2022-09-01T11:28:15.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iEONY4K2PSry8zavCRzR51ebATQ= 2022-09-01T11:28:15.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iEONY4K2PSry8zavCRzR51ebATQ=', 'Content-Length': '0'} 2022-09-01T11:28:15.438 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d780f8df4ac961c-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.439 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:15.440 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:15.440 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.441 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:28:15.441 DEBUG:boto:Data: 2022-09-01T11:28:15.442 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.443 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.443 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.444 DEBUG:boto:Params: {} 2022-09-01T11:28:15.444 DEBUG:boto:Token: None 2022-09-01T11:28:15.445 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj22 2022-09-01T11:28:15.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iEONY4K2PSry8zavCRzR51ebATQ= 2022-09-01T11:28:15.447 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iEONY4K2PSry8zavCRzR51ebATQ=', 'Content-Length': '0'} 2022-09-01T11:28:15.449 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003ebc46237a513468-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.450 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:28:15.450 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:15.451 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:15.451 DEBUG:boto:Method: GET 2022-09-01T11:28:15.452 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:28:15.453 DEBUG:boto:Data: 2022-09-01T11:28:15.453 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.454 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.454 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.455 DEBUG:boto:Params: {} 2022-09-01T11:28:15.456 DEBUG:boto:Token: None 2022-09-01T11:28:15.457 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj22 2022-09-01T11:28:15.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4XUnPAGaTSmBjJKpuHlaMU2ovcw= 2022-09-01T11:28:15.458 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4XUnPAGaTSmBjJKpuHlaMU2ovcw=', 'Content-Length': '0'} 2022-09-01T11:28:15.460 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e71cbab181da8b01-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.506 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:28:15.507 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:28:15.507 DEBUG:boto:Method: GET 2022-09-01T11:28:15.508 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:28:15.509 DEBUG:boto:Data: 2022-09-01T11:28:15.509 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.510 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.510 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.511 DEBUG:boto:Params: {} 2022-09-01T11:28:15.512 DEBUG:boto:Token: None 2022-09-01T11:28:15.512 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj22 2022-09-01T11:28:15.513 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4XUnPAGaTSmBjJKpuHlaMU2ovcw= 2022-09-01T11:28:15.514 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4XUnPAGaTSmBjJKpuHlaMU2ovcw=', 'Content-Length': '0'} 2022-09-01T11:28:15.516 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000731e020aa1b9b4db-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.517 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:15.517 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:15.518 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:15.518 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:15.519 DEBUG:boto:Method: GET 2022-09-01T11:28:15.520 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:28:15.520 DEBUG:boto:Data: 2022-09-01T11:28:15.521 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.521 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.522 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.522 DEBUG:boto:Params: {} 2022-09-01T11:28:15.523 DEBUG:boto:Token: None 2022-09-01T11:28:15.523 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/ 2022-09-01T11:28:15.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc= 2022-09-01T11:28:15.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc=', 'Content-Length': '0'} 2022-09-01T11:28:15.529 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000462313a139305e13-006310974f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.530 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:15.531 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:15.532 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:15.533 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:15.533 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:28:15.534 DEBUG:boto:Method: GET 2022-09-01T11:28:15.534 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:28:15.535 DEBUG:boto:Data: 2022-09-01T11:28:15.535 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.536 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.536 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.537 DEBUG:boto:Params: {} 2022-09-01T11:28:15.538 DEBUG:boto:Token: None 2022-09-01T11:28:15.538 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/ 2022-09-01T11:28:15.539 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc= 2022-09-01T11:28:15.540 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc=', 'Content-Length': '0'} 2022-09-01T11:28:15.543 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000060367e23324e0a0c-006310974f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.543 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:15.544 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:28:15.545 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:15.545 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:15.546 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.547 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.547 DEBUG:boto:Method: GET 2022-09-01T11:28:15.548 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.548 DEBUG:boto:Data: 2022-09-01T11:28:15.549 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.549 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.550 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.551 DEBUG:boto:Params: {} 2022-09-01T11:28:15.551 DEBUG:boto:Token: None 2022-09-01T11:28:15.552 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.553 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p09jTYVo+2LKvHYiXlBTkUgB57Q= 2022-09-01T11:28:15.553 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p09jTYVo+2LKvHYiXlBTkUgB57Q=', 'Content-Length': '0'} 2022-09-01T11:28:15.556 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a13cc497b42d0cde-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.557 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:15.557 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:15.558 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.558 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.559 DEBUG:boto:Method: GET 2022-09-01T11:28:15.559 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.560 DEBUG:boto:Data: 2022-09-01T11:28:15.561 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.561 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.562 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.562 DEBUG:boto:Params: {} 2022-09-01T11:28:15.563 DEBUG:boto:Token: None 2022-09-01T11:28:15.564 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p09jTYVo+2LKvHYiXlBTkUgB57Q= 2022-09-01T11:28:15.567 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p09jTYVo+2LKvHYiXlBTkUgB57Q=', 'Content-Length': '0'} 2022-09-01T11:28:15.570 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dc5223e0381db2e0-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.610 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:15.611 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:15.611 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.612 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.612 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.613 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.613 DEBUG:boto:Data: 2022-09-01T11:28:15.614 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.614 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.615 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.616 DEBUG:boto:Params: {} 2022-09-01T11:28:15.616 DEBUG:boto:Token: None 2022-09-01T11:28:15.617 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QaENEZ7aSj9w9hHzy778Ld6fZhE= 2022-09-01T11:28:15.618 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QaENEZ7aSj9w9hHzy778Ld6fZhE=', 'Content-Length': '0'} 2022-09-01T11:28:15.620 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000644853247f756528-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.621 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:15.622 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:15.623 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.623 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.624 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.624 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.625 DEBUG:boto:Data: 2022-09-01T11:28:15.625 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.626 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.626 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.627 DEBUG:boto:Params: {} 2022-09-01T11:28:15.628 DEBUG:boto:Token: None 2022-09-01T11:28:15.629 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QaENEZ7aSj9w9hHzy778Ld6fZhE= 2022-09-01T11:28:15.630 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QaENEZ7aSj9w9hHzy778Ld6fZhE=', 'Content-Length': '0'} 2022-09-01T11:28:15.633 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f55a6fd63362e54f-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.634 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:28:15.634 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:15.635 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:15.636 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.636 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.637 DEBUG:boto:Method: GET 2022-09-01T11:28:15.637 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.638 DEBUG:boto:Data: 2022-09-01T11:28:15.638 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.639 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.639 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.640 DEBUG:boto:Params: {} 2022-09-01T11:28:15.641 DEBUG:boto:Token: None 2022-09-01T11:28:15.642 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p09jTYVo+2LKvHYiXlBTkUgB57Q= 2022-09-01T11:28:15.643 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p09jTYVo+2LKvHYiXlBTkUgB57Q=', 'Content-Length': '0'} 2022-09-01T11:28:15.646 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b42ed4eb0c8092f0-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.647 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:15.647 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:15.648 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.649 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.649 DEBUG:boto:Method: GET 2022-09-01T11:28:15.650 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.651 DEBUG:boto:Data: 2022-09-01T11:28:15.651 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.652 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.653 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.653 DEBUG:boto:Params: {} 2022-09-01T11:28:15.654 DEBUG:boto:Token: None 2022-09-01T11:28:15.655 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:28:15.655 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:p09jTYVo+2LKvHYiXlBTkUgB57Q= 2022-09-01T11:28:15.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:p09jTYVo+2LKvHYiXlBTkUgB57Q=', 'Content-Length': '0'} 2022-09-01T11:28:15.658 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000020517a308914c7f7-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.659 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:15.660 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:15.660 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:15.661 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:15.661 DEBUG:boto:Method: GET 2022-09-01T11:28:15.662 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:28:15.663 DEBUG:boto:Data: 2022-09-01T11:28:15.663 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.664 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.664 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.665 DEBUG:boto:Params: {} 2022-09-01T11:28:15.665 DEBUG:boto:Token: None 2022-09-01T11:28:15.666 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/ 2022-09-01T11:28:15.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc= 2022-09-01T11:28:15.667 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc=', 'Content-Length': '0'} 2022-09-01T11:28:15.670 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e26c8641fc164f77-006310974f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.671 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:15.672 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:15.672 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:15.673 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:15.673 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:15.674 DEBUG:boto:Method: GET 2022-09-01T11:28:15.674 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:28:15.675 DEBUG:boto:Data: 2022-09-01T11:28:15.676 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.677 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.678 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.679 DEBUG:boto:Params: {} 2022-09-01T11:28:15.679 DEBUG:boto:Token: None 2022-09-01T11:28:15.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/ 2022-09-01T11:28:15.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc= 2022-09-01T11:28:15.681 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc=', 'Content-Length': '0'} 2022-09-01T11:28:15.684 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e200b7d8324c6664-006310974f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.685 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:15.687 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:15.687 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:15.688 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.688 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:28:15.689 DEBUG:boto:Data: 2022-09-01T11:28:15.689 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.690 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.691 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.691 DEBUG:boto:Params: {} 2022-09-01T11:28:15.692 DEBUG:boto:Token: None 2022-09-01T11:28:15.692 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj23 2022-09-01T11:28:15.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tzXsal/HqjGLqmIMNXjlkmBKUjk= 2022-09-01T11:28:15.693 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tzXsal/HqjGLqmIMNXjlkmBKUjk=', 'Content-Length': '0'} 2022-09-01T11:28:15.695 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b76d9ca61cdb0352-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.696 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:15.697 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:15.698 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.698 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:28:15.699 DEBUG:boto:Data: 2022-09-01T11:28:15.699 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.700 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.700 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.701 DEBUG:boto:Params: {} 2022-09-01T11:28:15.702 DEBUG:boto:Token: None 2022-09-01T11:28:15.702 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj23 2022-09-01T11:28:15.703 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tzXsal/HqjGLqmIMNXjlkmBKUjk= 2022-09-01T11:28:15.703 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tzXsal/HqjGLqmIMNXjlkmBKUjk=', 'Content-Length': '0'} 2022-09-01T11:28:15.706 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002a7e52006c7aa487-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.707 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:28:15.708 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:15.709 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:15.710 DEBUG:boto:Method: GET 2022-09-01T11:28:15.711 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:28:15.712 DEBUG:boto:Data: 2022-09-01T11:28:15.713 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.714 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.715 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.716 DEBUG:boto:Params: {} 2022-09-01T11:28:15.717 DEBUG:boto:Token: None 2022-09-01T11:28:15.717 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj23 2022-09-01T11:28:15.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oxhVVFS4FQxER5G+kwOPV8MvECc= 2022-09-01T11:28:15.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oxhVVFS4FQxER5G+kwOPV8MvECc=', 'Content-Length': '0'} 2022-09-01T11:28:15.721 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001627e54d51df4947-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.766 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:28:15.767 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:28:15.767 DEBUG:boto:Method: GET 2022-09-01T11:28:15.768 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:28:15.768 DEBUG:boto:Data: 2022-09-01T11:28:15.769 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.770 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.770 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.771 DEBUG:boto:Params: {} 2022-09-01T11:28:15.772 DEBUG:boto:Token: None 2022-09-01T11:28:15.773 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj23 2022-09-01T11:28:15.776 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oxhVVFS4FQxER5G+kwOPV8MvECc= 2022-09-01T11:28:15.777 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oxhVVFS4FQxER5G+kwOPV8MvECc=', 'Content-Length': '0'} 2022-09-01T11:28:15.779 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e0f51c6274641335-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.780 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:15.781 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:15.781 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:15.782 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:15.783 DEBUG:boto:Method: GET 2022-09-01T11:28:15.783 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:28:15.784 DEBUG:boto:Data: 2022-09-01T11:28:15.784 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.785 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.785 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.786 DEBUG:boto:Params: {} 2022-09-01T11:28:15.786 DEBUG:boto:Token: None 2022-09-01T11:28:15.787 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/ 2022-09-01T11:28:15.788 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc= 2022-09-01T11:28:15.789 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc=', 'Content-Length': '0'} 2022-09-01T11:28:15.791 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b8180e3d06401ea7-006310974f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.792 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:15.793 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:15.794 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:15.794 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:15.795 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:28:15.795 DEBUG:boto:Method: GET 2022-09-01T11:28:15.796 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:28:15.797 DEBUG:boto:Data: 2022-09-01T11:28:15.797 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.798 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.798 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.799 DEBUG:boto:Params: {} 2022-09-01T11:28:15.799 DEBUG:boto:Token: None 2022-09-01T11:28:15.800 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/ 2022-09-01T11:28:15.801 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc= 2022-09-01T11:28:15.801 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc=', 'Content-Length': '0'} 2022-09-01T11:28:15.810 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a45fff15a34a7282-006310974f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.811 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:15.812 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:28:15.813 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:15.813 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:15.814 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.815 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.815 DEBUG:boto:Method: GET 2022-09-01T11:28:15.816 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.816 DEBUG:boto:Data: 2022-09-01T11:28:15.817 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.817 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.818 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.818 DEBUG:boto:Params: {} 2022-09-01T11:28:15.819 DEBUG:boto:Token: None 2022-09-01T11:28:15.820 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.820 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5E4e5TM46Cx+Z2uagX65Qu6CJxQ= 2022-09-01T11:28:15.821 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5E4e5TM46Cx+Z2uagX65Qu6CJxQ=', 'Content-Length': '0'} 2022-09-01T11:28:15.823 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007be9d3057894976f-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.824 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:15.825 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:15.825 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.826 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.826 DEBUG:boto:Method: GET 2022-09-01T11:28:15.827 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.827 DEBUG:boto:Data: 2022-09-01T11:28:15.828 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.828 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.829 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.829 DEBUG:boto:Params: {} 2022-09-01T11:28:15.830 DEBUG:boto:Token: None 2022-09-01T11:28:15.831 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.831 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5E4e5TM46Cx+Z2uagX65Qu6CJxQ= 2022-09-01T11:28:15.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5E4e5TM46Cx+Z2uagX65Qu6CJxQ=', 'Content-Length': '0'} 2022-09-01T11:28:15.838 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d27e1201dbaba2fa-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.878 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:15.879 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:15.879 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.880 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.880 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.881 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.881 DEBUG:boto:Data: 2022-09-01T11:28:15.882 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.882 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.883 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.883 DEBUG:boto:Params: {} 2022-09-01T11:28:15.884 DEBUG:boto:Token: None 2022-09-01T11:28:15.884 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.885 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7GRxM4vlYOW8TRe+E4Yr7XE6MlU= 2022-09-01T11:28:15.886 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7GRxM4vlYOW8TRe+E4Yr7XE6MlU=', 'Content-Length': '0'} 2022-09-01T11:28:15.888 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000283d4c1effac8a88-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.889 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:15.889 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:15.890 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.890 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.891 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.891 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.892 DEBUG:boto:Data: 2022-09-01T11:28:15.892 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.893 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.893 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.894 DEBUG:boto:Params: {} 2022-09-01T11:28:15.894 DEBUG:boto:Token: None 2022-09-01T11:28:15.895 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.896 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7GRxM4vlYOW8TRe+E4Yr7XE6MlU= 2022-09-01T11:28:15.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7GRxM4vlYOW8TRe+E4Yr7XE6MlU=', 'Content-Length': '0'} 2022-09-01T11:28:15.899 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000507d418bdcc0efa0-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.899 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:28:15.900 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:15.900 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:15.901 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.901 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.902 DEBUG:boto:Method: GET 2022-09-01T11:28:15.903 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.903 DEBUG:boto:Data: 2022-09-01T11:28:15.904 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.905 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.905 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.906 DEBUG:boto:Params: {} 2022-09-01T11:28:15.907 DEBUG:boto:Token: None 2022-09-01T11:28:15.907 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.908 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5E4e5TM46Cx+Z2uagX65Qu6CJxQ= 2022-09-01T11:28:15.909 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5E4e5TM46Cx+Z2uagX65Qu6CJxQ=', 'Content-Length': '0'} 2022-09-01T11:28:15.911 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ce1baa59bc2e6e45-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.912 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:15.912 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:15.913 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.913 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.914 DEBUG:boto:Method: GET 2022-09-01T11:28:15.914 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.915 DEBUG:boto:Data: 2022-09-01T11:28:15.916 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.916 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.917 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.917 DEBUG:boto:Params: {} 2022-09-01T11:28:15.918 DEBUG:boto:Token: None 2022-09-01T11:28:15.918 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:28:15.919 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5E4e5TM46Cx+Z2uagX65Qu6CJxQ= 2022-09-01T11:28:15.920 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5E4e5TM46Cx+Z2uagX65Qu6CJxQ=', 'Content-Length': '0'} 2022-09-01T11:28:15.922 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b60430bac23e9cb-006310974f-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.923 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:15.923 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:15.924 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:15.924 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:15.925 DEBUG:boto:Method: GET 2022-09-01T11:28:15.925 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:28:15.926 DEBUG:boto:Data: 2022-09-01T11:28:15.926 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.927 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.927 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.928 DEBUG:boto:Params: {} 2022-09-01T11:28:15.928 DEBUG:boto:Token: None 2022-09-01T11:28:15.929 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/ 2022-09-01T11:28:15.930 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc= 2022-09-01T11:28:15.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc=', 'Content-Length': '0'} 2022-09-01T11:28:15.933 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e1898f1c9602ad37-006310974f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.974 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:15.975 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:15.976 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:15.976 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:15.977 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:15.977 DEBUG:boto:Method: GET 2022-09-01T11:28:15.978 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:28:15.978 DEBUG:boto:Data: 2022-09-01T11:28:15.979 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.979 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:15.980 DEBUG:boto:Port: 8000 2022-09-01T11:28:15.980 DEBUG:boto:Params: {} 2022-09-01T11:28:15.981 DEBUG:boto:Token: None 2022-09-01T11:28:15.982 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/ 2022-09-01T11:28:15.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc= 2022-09-01T11:28:15.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1tCCUrDqbINjpQaZIREnnfXqIEc=', 'Content-Length': '0'} 2022-09-01T11:28:15.986 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c3732c4b6ef887a5-006310974f-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.986 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:15.987 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:15.988 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:15.988 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.989 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:28:15.989 DEBUG:boto:Data: 2022-09-01T11:28:15.990 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.990 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:15.991 DEBUG:boto:Port: 8001 2022-09-01T11:28:15.991 DEBUG:boto:Params: {} 2022-09-01T11:28:15.992 DEBUG:boto:Token: None 2022-09-01T11:28:15.992 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:15 GMT /ptoxvb-74/obj29 2022-09-01T11:28:15.993 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:luS5Wzt6IHBjL98xVYkRc9ka13k= 2022-09-01T11:28:15.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:luS5Wzt6IHBjL98xVYkRc9ka13k=', 'Content-Length': '0'} 2022-09-01T11:28:15.995 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bcee8e3aafc01d0a-006310974f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:15.996 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:15.997 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:15.997 DEBUG:boto:Method: HEAD 2022-09-01T11:28:15.998 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:28:15.998 DEBUG:boto:Data: 2022-09-01T11:28:15.999 DEBUG:boto:Headers: {} 2022-09-01T11:28:15.999 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.000 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.000 DEBUG:boto:Params: {} 2022-09-01T11:28:16.001 DEBUG:boto:Token: None 2022-09-01T11:28:16.001 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj29 2022-09-01T11:28:16.002 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zlKlMPkdvqYfQw93StqfdLBnRPk= 2022-09-01T11:28:16.002 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zlKlMPkdvqYfQw93StqfdLBnRPk=', 'Content-Length': '0'} 2022-09-01T11:28:16.004 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f89bf1fda9f63b8-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.005 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:28:16.006 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:16.006 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:16.007 DEBUG:boto:Method: GET 2022-09-01T11:28:16.008 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:28:16.008 DEBUG:boto:Data: 2022-09-01T11:28:16.009 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.009 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.010 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.010 DEBUG:boto:Params: {} 2022-09-01T11:28:16.011 DEBUG:boto:Token: None 2022-09-01T11:28:16.011 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj29 2022-09-01T11:28:16.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2ZI1mauVaAIy9lUyd06aBQ2ESLw= 2022-09-01T11:28:16.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2ZI1mauVaAIy9lUyd06aBQ2ESLw=', 'Content-Length': '0'} 2022-09-01T11:28:16.015 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d52a649c4fe5c4e-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.015 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:28:16.016 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:28:16.017 DEBUG:boto:Method: GET 2022-09-01T11:28:16.017 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:28:16.018 DEBUG:boto:Data: 2022-09-01T11:28:16.018 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.019 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.019 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.020 DEBUG:boto:Params: {} 2022-09-01T11:28:16.020 DEBUG:boto:Token: None 2022-09-01T11:28:16.021 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj29 2022-09-01T11:28:16.022 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2ZI1mauVaAIy9lUyd06aBQ2ESLw= 2022-09-01T11:28:16.022 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2ZI1mauVaAIy9lUyd06aBQ2ESLw=', 'Content-Length': '0'} 2022-09-01T11:28:16.024 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ef1fc576613e7f2b-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.025 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.026 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.026 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:16.027 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:16.027 DEBUG:boto:Method: GET 2022-09-01T11:28:16.028 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:28:16.029 DEBUG:boto:Data: 2022-09-01T11:28:16.029 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.030 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.030 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.031 DEBUG:boto:Params: {} 2022-09-01T11:28:16.031 DEBUG:boto:Token: None 2022-09-01T11:28:16.032 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.033 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.033 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.036 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002e1d08a02fcf10d8-0063109750-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.037 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.038 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.038 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.039 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:16.039 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:28:16.040 DEBUG:boto:Method: GET 2022-09-01T11:28:16.040 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:28:16.041 DEBUG:boto:Data: 2022-09-01T11:28:16.041 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.042 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.043 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.043 DEBUG:boto:Params: {} 2022-09-01T11:28:16.044 DEBUG:boto:Token: None 2022-09-01T11:28:16.044 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.047 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.050 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007483671febc2ef01-0063109750-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.051 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.053 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:28:16.054 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:16.054 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:16.055 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.056 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.057 DEBUG:boto:Method: GET 2022-09-01T11:28:16.058 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.058 DEBUG:boto:Data: 2022-09-01T11:28:16.059 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.059 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.060 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.060 DEBUG:boto:Params: {} 2022-09-01T11:28:16.061 DEBUG:boto:Token: None 2022-09-01T11:28:16.062 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.062 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:THTkmKxGbLCd9UIwPjIJKxJso/w= 2022-09-01T11:28:16.063 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:THTkmKxGbLCd9UIwPjIJKxJso/w=', 'Content-Length': '0'} 2022-09-01T11:28:16.065 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d9195ed93ce2268c-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.067 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:16.068 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:16.069 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.070 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.071 DEBUG:boto:Method: GET 2022-09-01T11:28:16.072 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.073 DEBUG:boto:Data: 2022-09-01T11:28:16.074 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.075 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.076 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.076 DEBUG:boto:Params: {} 2022-09-01T11:28:16.077 DEBUG:boto:Token: None 2022-09-01T11:28:16.079 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.080 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:THTkmKxGbLCd9UIwPjIJKxJso/w= 2022-09-01T11:28:16.081 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:THTkmKxGbLCd9UIwPjIJKxJso/w=', 'Content-Length': '0'} 2022-09-01T11:28:16.084 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000027aae5c86afcb171-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.126 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:16.127 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:16.128 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.128 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.129 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.129 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.130 DEBUG:boto:Data: 2022-09-01T11:28:16.131 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.132 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.132 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.133 DEBUG:boto:Params: {} 2022-09-01T11:28:16.133 DEBUG:boto:Token: None 2022-09-01T11:28:16.134 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rozfcRRWnAIzoejZCSgfYyk2Fxk= 2022-09-01T11:28:16.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rozfcRRWnAIzoejZCSgfYyk2Fxk=', 'Content-Length': '0'} 2022-09-01T11:28:16.138 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004b7ba0b694fb2c46-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.139 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:16.140 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:16.141 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.142 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.143 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.144 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.145 DEBUG:boto:Data: 2022-09-01T11:28:16.146 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.146 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.147 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.147 DEBUG:boto:Params: {} 2022-09-01T11:28:16.148 DEBUG:boto:Token: None 2022-09-01T11:28:16.149 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.149 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rozfcRRWnAIzoejZCSgfYyk2Fxk= 2022-09-01T11:28:16.150 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rozfcRRWnAIzoejZCSgfYyk2Fxk=', 'Content-Length': '0'} 2022-09-01T11:28:16.152 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007e425c93749006e3-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.153 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:28:16.153 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:16.154 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:16.154 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.155 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.155 DEBUG:boto:Method: GET 2022-09-01T11:28:16.156 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.156 DEBUG:boto:Data: 2022-09-01T11:28:16.157 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.157 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.158 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.159 DEBUG:boto:Params: {} 2022-09-01T11:28:16.159 DEBUG:boto:Token: None 2022-09-01T11:28:16.160 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.160 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:THTkmKxGbLCd9UIwPjIJKxJso/w= 2022-09-01T11:28:16.161 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:THTkmKxGbLCd9UIwPjIJKxJso/w=', 'Content-Length': '0'} 2022-09-01T11:28:16.163 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cdf1a4f2af452954-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.164 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:16.164 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:16.165 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.165 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.166 DEBUG:boto:Method: GET 2022-09-01T11:28:16.167 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.167 DEBUG:boto:Data: 2022-09-01T11:28:16.168 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.168 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.169 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.169 DEBUG:boto:Params: {} 2022-09-01T11:28:16.170 DEBUG:boto:Token: None 2022-09-01T11:28:16.170 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:28:16.171 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:THTkmKxGbLCd9UIwPjIJKxJso/w= 2022-09-01T11:28:16.172 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:THTkmKxGbLCd9UIwPjIJKxJso/w=', 'Content-Length': '0'} 2022-09-01T11:28:16.174 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d6fd442bbf41166-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.175 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.175 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.176 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:16.176 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:16.177 DEBUG:boto:Method: GET 2022-09-01T11:28:16.177 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:28:16.178 DEBUG:boto:Data: 2022-09-01T11:28:16.178 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.179 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.179 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.180 DEBUG:boto:Params: {} 2022-09-01T11:28:16.180 DEBUG:boto:Token: None 2022-09-01T11:28:16.181 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.182 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.182 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.188 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000078f621f4ea87f423-0063109750-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.189 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.190 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.191 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.191 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:16.192 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:16.193 DEBUG:boto:Method: GET 2022-09-01T11:28:16.193 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:28:16.194 DEBUG:boto:Data: 2022-09-01T11:28:16.194 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.195 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.195 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.196 DEBUG:boto:Params: {} 2022-09-01T11:28:16.196 DEBUG:boto:Token: None 2022-09-01T11:28:16.197 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.197 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.198 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.201 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000887ba6a4ba06b096-0063109750-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.202 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.203 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:16.203 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:16.204 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.205 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:28:16.205 DEBUG:boto:Data: 2022-09-01T11:28:16.206 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.206 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.207 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.207 DEBUG:boto:Params: {} 2022-09-01T11:28:16.208 DEBUG:boto:Token: None 2022-09-01T11:28:16.209 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj31 2022-09-01T11:28:16.209 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:30R2l+UCg1dbF+BS06+85dLwBdM= 2022-09-01T11:28:16.210 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:30R2l+UCg1dbF+BS06+85dLwBdM=', 'Content-Length': '0'} 2022-09-01T11:28:16.212 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006bb3f828ba042bec-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.212 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:16.213 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:16.213 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.214 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:28:16.215 DEBUG:boto:Data: 2022-09-01T11:28:16.215 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.216 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.217 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.217 DEBUG:boto:Params: {} 2022-09-01T11:28:16.218 DEBUG:boto:Token: None 2022-09-01T11:28:16.218 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj31 2022-09-01T11:28:16.219 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:30R2l+UCg1dbF+BS06+85dLwBdM= 2022-09-01T11:28:16.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:30R2l+UCg1dbF+BS06+85dLwBdM=', 'Content-Length': '0'} 2022-09-01T11:28:16.221 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003c3ca09b6fb6c088-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.222 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:28:16.223 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:16.223 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:16.224 DEBUG:boto:Method: GET 2022-09-01T11:28:16.224 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:28:16.225 DEBUG:boto:Data: 2022-09-01T11:28:16.225 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.226 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.226 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.227 DEBUG:boto:Params: {} 2022-09-01T11:28:16.228 DEBUG:boto:Token: None 2022-09-01T11:28:16.228 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj31 2022-09-01T11:28:16.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hkG8UGuwhu1AozdUOYEPrz9amvU= 2022-09-01T11:28:16.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hkG8UGuwhu1AozdUOYEPrz9amvU=', 'Content-Length': '0'} 2022-09-01T11:28:16.232 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b20707690eedbe1-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.278 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:28:16.279 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:28:16.280 DEBUG:boto:Method: GET 2022-09-01T11:28:16.280 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:28:16.281 DEBUG:boto:Data: 2022-09-01T11:28:16.281 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.282 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.282 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.283 DEBUG:boto:Params: {} 2022-09-01T11:28:16.284 DEBUG:boto:Token: None 2022-09-01T11:28:16.284 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj31 2022-09-01T11:28:16.285 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hkG8UGuwhu1AozdUOYEPrz9amvU= 2022-09-01T11:28:16.286 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hkG8UGuwhu1AozdUOYEPrz9amvU=', 'Content-Length': '0'} 2022-09-01T11:28:16.288 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000891d7d4239a15343-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.289 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.289 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.290 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:16.290 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:16.291 DEBUG:boto:Method: GET 2022-09-01T11:28:16.291 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:28:16.292 DEBUG:boto:Data: 2022-09-01T11:28:16.292 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.293 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.293 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.294 DEBUG:boto:Params: {} 2022-09-01T11:28:16.295 DEBUG:boto:Token: None 2022-09-01T11:28:16.295 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.296 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.296 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.299 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e597658956bc323c-0063109750-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.300 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.301 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.302 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.302 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:16.303 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:28:16.303 DEBUG:boto:Method: GET 2022-09-01T11:28:16.304 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:28:16.304 DEBUG:boto:Data: 2022-09-01T11:28:16.305 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.306 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.306 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.307 DEBUG:boto:Params: {} 2022-09-01T11:28:16.308 DEBUG:boto:Token: None 2022-09-01T11:28:16.308 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.310 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.313 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f4f0a111effe9295-0063109750-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.313 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.314 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:28:16.315 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:16.316 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:16.316 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.317 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.318 DEBUG:boto:Method: GET 2022-09-01T11:28:16.318 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.319 DEBUG:boto:Data: 2022-09-01T11:28:16.319 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.320 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.320 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.321 DEBUG:boto:Params: {} 2022-09-01T11:28:16.321 DEBUG:boto:Token: None 2022-09-01T11:28:16.322 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.323 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OPyRpkqYimYpn1XWptd0yuoHYEw= 2022-09-01T11:28:16.323 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OPyRpkqYimYpn1XWptd0yuoHYEw=', 'Content-Length': '0'} 2022-09-01T11:28:16.326 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c61bbb2474cb21bf-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.326 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:16.327 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:16.328 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.328 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.329 DEBUG:boto:Method: GET 2022-09-01T11:28:16.329 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.330 DEBUG:boto:Data: 2022-09-01T11:28:16.330 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.331 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.331 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.332 DEBUG:boto:Params: {} 2022-09-01T11:28:16.332 DEBUG:boto:Token: None 2022-09-01T11:28:16.333 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.334 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OPyRpkqYimYpn1XWptd0yuoHYEw= 2022-09-01T11:28:16.334 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OPyRpkqYimYpn1XWptd0yuoHYEw=', 'Content-Length': '0'} 2022-09-01T11:28:16.337 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed8f056b5b215962-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.338 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:16.338 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:16.339 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.339 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.340 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.340 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.341 DEBUG:boto:Data: 2022-09-01T11:28:16.342 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.342 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.343 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.343 DEBUG:boto:Params: {} 2022-09-01T11:28:16.344 DEBUG:boto:Token: None 2022-09-01T11:28:16.344 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9B6wVtTfZSi8PTLn/URieSrr2FE= 2022-09-01T11:28:16.346 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9B6wVtTfZSi8PTLn/URieSrr2FE=', 'Content-Length': '0'} 2022-09-01T11:28:16.348 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000016197133e848ad59-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.349 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:16.349 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:16.350 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.350 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.351 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.352 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.352 DEBUG:boto:Data: 2022-09-01T11:28:16.352 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.353 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.353 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.354 DEBUG:boto:Params: {} 2022-09-01T11:28:16.355 DEBUG:boto:Token: None 2022-09-01T11:28:16.355 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.356 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9B6wVtTfZSi8PTLn/URieSrr2FE= 2022-09-01T11:28:16.357 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9B6wVtTfZSi8PTLn/URieSrr2FE=', 'Content-Length': '0'} 2022-09-01T11:28:16.359 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000593ac7a35f27c1e2-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.360 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:28:16.361 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:16.362 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:16.362 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.363 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.364 DEBUG:boto:Method: GET 2022-09-01T11:28:16.365 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.365 DEBUG:boto:Data: 2022-09-01T11:28:16.366 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.367 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.367 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.368 DEBUG:boto:Params: {} 2022-09-01T11:28:16.368 DEBUG:boto:Token: None 2022-09-01T11:28:16.369 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.370 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OPyRpkqYimYpn1XWptd0yuoHYEw= 2022-09-01T11:28:16.370 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OPyRpkqYimYpn1XWptd0yuoHYEw=', 'Content-Length': '0'} 2022-09-01T11:28:16.373 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fbc62503ac3b938c-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.373 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:16.374 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:16.374 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.375 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.376 DEBUG:boto:Method: GET 2022-09-01T11:28:16.376 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.377 DEBUG:boto:Data: 2022-09-01T11:28:16.377 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.378 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.378 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.379 DEBUG:boto:Params: {} 2022-09-01T11:28:16.379 DEBUG:boto:Token: None 2022-09-01T11:28:16.380 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:28:16.381 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OPyRpkqYimYpn1XWptd0yuoHYEw= 2022-09-01T11:28:16.381 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OPyRpkqYimYpn1XWptd0yuoHYEw=', 'Content-Length': '0'} 2022-09-01T11:28:16.384 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000055b9a4f8471637dc-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.385 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.385 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.386 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:16.386 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:16.387 DEBUG:boto:Method: GET 2022-09-01T11:28:16.387 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:28:16.388 DEBUG:boto:Data: 2022-09-01T11:28:16.388 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.389 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.389 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.390 DEBUG:boto:Params: {} 2022-09-01T11:28:16.391 DEBUG:boto:Token: None 2022-09-01T11:28:16.391 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.392 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.393 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.395 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000138f3444ef24c0a8-0063109750-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.396 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.397 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.398 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.398 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:16.399 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:16.399 DEBUG:boto:Method: GET 2022-09-01T11:28:16.400 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:28:16.401 DEBUG:boto:Data: 2022-09-01T11:28:16.401 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.402 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.402 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.403 DEBUG:boto:Params: {} 2022-09-01T11:28:16.403 DEBUG:boto:Token: None 2022-09-01T11:28:16.404 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.405 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.405 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.408 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005657830cbd5ce7eb-0063109750-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.409 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.410 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:16.411 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:16.411 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.412 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:28:16.413 DEBUG:boto:Data: 2022-09-01T11:28:16.414 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.415 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.416 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.417 DEBUG:boto:Params: {} 2022-09-01T11:28:16.418 DEBUG:boto:Token: None 2022-09-01T11:28:16.419 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj33 2022-09-01T11:28:16.420 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:glbzxVE3k01+/6Tfc40e6jxDv3U= 2022-09-01T11:28:16.421 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:glbzxVE3k01+/6Tfc40e6jxDv3U=', 'Content-Length': '0'} 2022-09-01T11:28:16.423 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b33abf35ded6aca4-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.424 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:16.425 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:16.426 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.427 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:28:16.428 DEBUG:boto:Data: 2022-09-01T11:28:16.428 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.429 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.429 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.430 DEBUG:boto:Params: {} 2022-09-01T11:28:16.431 DEBUG:boto:Token: None 2022-09-01T11:28:16.431 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj33 2022-09-01T11:28:16.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:glbzxVE3k01+/6Tfc40e6jxDv3U= 2022-09-01T11:28:16.432 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:glbzxVE3k01+/6Tfc40e6jxDv3U=', 'Content-Length': '0'} 2022-09-01T11:28:16.435 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f5ed1b266b725b05-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.435 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:28:16.436 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:16.437 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:16.437 DEBUG:boto:Method: GET 2022-09-01T11:28:16.438 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:28:16.438 DEBUG:boto:Data: 2022-09-01T11:28:16.439 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.439 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.440 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.440 DEBUG:boto:Params: {} 2022-09-01T11:28:16.441 DEBUG:boto:Token: None 2022-09-01T11:28:16.442 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj33 2022-09-01T11:28:16.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N+teVEDLs0DfqzQL4Mpz36s68dw= 2022-09-01T11:28:16.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N+teVEDLs0DfqzQL4Mpz36s68dw=', 'Content-Length': '0'} 2022-09-01T11:28:16.445 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000355aa668cf5c8f60-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.486 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:28:16.487 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:28:16.487 DEBUG:boto:Method: GET 2022-09-01T11:28:16.488 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:28:16.489 DEBUG:boto:Data: 2022-09-01T11:28:16.489 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.490 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.490 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.491 DEBUG:boto:Params: {} 2022-09-01T11:28:16.492 DEBUG:boto:Token: None 2022-09-01T11:28:16.492 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj33 2022-09-01T11:28:16.493 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N+teVEDLs0DfqzQL4Mpz36s68dw= 2022-09-01T11:28:16.494 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N+teVEDLs0DfqzQL4Mpz36s68dw=', 'Content-Length': '0'} 2022-09-01T11:28:16.496 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000028190ffa6a6c7a56-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.497 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.497 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.498 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:16.499 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:16.499 DEBUG:boto:Method: GET 2022-09-01T11:28:16.500 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:28:16.500 DEBUG:boto:Data: 2022-09-01T11:28:16.501 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.501 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.502 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.502 DEBUG:boto:Params: {} 2022-09-01T11:28:16.503 DEBUG:boto:Token: None 2022-09-01T11:28:16.503 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.508 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d5fc632101b1f685-0063109750-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.509 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.511 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.511 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.512 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:16.513 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:28:16.514 DEBUG:boto:Method: GET 2022-09-01T11:28:16.515 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:28:16.515 DEBUG:boto:Data: 2022-09-01T11:28:16.516 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.516 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.517 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.517 DEBUG:boto:Params: {} 2022-09-01T11:28:16.518 DEBUG:boto:Token: None 2022-09-01T11:28:16.519 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.523 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d0ceb064a005d138-0063109750-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.524 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.525 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:28:16.525 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:16.526 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:16.527 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.528 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.528 DEBUG:boto:Method: GET 2022-09-01T11:28:16.529 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.529 DEBUG:boto:Data: 2022-09-01T11:28:16.530 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.530 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.531 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.532 DEBUG:boto:Params: {} 2022-09-01T11:28:16.532 DEBUG:boto:Token: None 2022-09-01T11:28:16.533 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.534 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TQ1AUD0rj8wkIgcm0bcWOPOqE/s= 2022-09-01T11:28:16.534 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TQ1AUD0rj8wkIgcm0bcWOPOqE/s=', 'Content-Length': '0'} 2022-09-01T11:28:16.537 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d2a0bb162235bee5-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.538 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:16.538 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:16.539 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.540 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.540 DEBUG:boto:Method: GET 2022-09-01T11:28:16.541 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.541 DEBUG:boto:Data: 2022-09-01T11:28:16.542 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.543 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.543 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.544 DEBUG:boto:Params: {} 2022-09-01T11:28:16.544 DEBUG:boto:Token: None 2022-09-01T11:28:16.545 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.546 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TQ1AUD0rj8wkIgcm0bcWOPOqE/s= 2022-09-01T11:28:16.546 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TQ1AUD0rj8wkIgcm0bcWOPOqE/s=', 'Content-Length': '0'} 2022-09-01T11:28:16.549 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed8e843f18e23d04-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.590 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:16.591 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:16.591 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.592 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.592 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.593 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.593 DEBUG:boto:Data: 2022-09-01T11:28:16.594 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.595 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.596 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.597 DEBUG:boto:Params: {} 2022-09-01T11:28:16.598 DEBUG:boto:Token: None 2022-09-01T11:28:16.599 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.600 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uY7Zmot2/4TJjhj8n4GcfZhFQVg= 2022-09-01T11:28:16.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uY7Zmot2/4TJjhj8n4GcfZhFQVg=', 'Content-Length': '0'} 2022-09-01T11:28:16.603 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cc36b8bb885cbaa8-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.604 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:16.604 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:16.605 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.606 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.606 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.607 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.607 DEBUG:boto:Data: 2022-09-01T11:28:16.608 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.608 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.609 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.609 DEBUG:boto:Params: {} 2022-09-01T11:28:16.610 DEBUG:boto:Token: None 2022-09-01T11:28:16.610 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.611 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uY7Zmot2/4TJjhj8n4GcfZhFQVg= 2022-09-01T11:28:16.612 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uY7Zmot2/4TJjhj8n4GcfZhFQVg=', 'Content-Length': '0'} 2022-09-01T11:28:16.614 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000073a083bc8fd1cc2-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.615 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:28:16.615 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:16.616 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:16.616 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.617 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.617 DEBUG:boto:Method: GET 2022-09-01T11:28:16.618 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.619 DEBUG:boto:Data: 2022-09-01T11:28:16.619 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.620 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.620 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.621 DEBUG:boto:Params: {} 2022-09-01T11:28:16.622 DEBUG:boto:Token: None 2022-09-01T11:28:16.623 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.623 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TQ1AUD0rj8wkIgcm0bcWOPOqE/s= 2022-09-01T11:28:16.624 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TQ1AUD0rj8wkIgcm0bcWOPOqE/s=', 'Content-Length': '0'} 2022-09-01T11:28:16.626 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000051ef194d0911953-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.627 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:16.628 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:16.628 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.629 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.630 DEBUG:boto:Method: GET 2022-09-01T11:28:16.630 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.631 DEBUG:boto:Data: 2022-09-01T11:28:16.631 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.632 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.632 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.633 DEBUG:boto:Params: {} 2022-09-01T11:28:16.634 DEBUG:boto:Token: None 2022-09-01T11:28:16.634 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:28:16.635 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TQ1AUD0rj8wkIgcm0bcWOPOqE/s= 2022-09-01T11:28:16.636 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TQ1AUD0rj8wkIgcm0bcWOPOqE/s=', 'Content-Length': '0'} 2022-09-01T11:28:16.638 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000348abcabaea746e9-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.639 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.639 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.640 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:16.640 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:16.641 DEBUG:boto:Method: GET 2022-09-01T11:28:16.641 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:28:16.642 DEBUG:boto:Data: 2022-09-01T11:28:16.642 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.643 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.643 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.644 DEBUG:boto:Params: {} 2022-09-01T11:28:16.644 DEBUG:boto:Token: None 2022-09-01T11:28:16.645 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.646 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.649 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fa6688f859be9450-0063109750-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.650 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.651 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.651 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.652 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:16.652 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:16.653 DEBUG:boto:Method: GET 2022-09-01T11:28:16.654 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:28:16.654 DEBUG:boto:Data: 2022-09-01T11:28:16.655 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.656 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.657 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.657 DEBUG:boto:Params: {} 2022-09-01T11:28:16.658 DEBUG:boto:Token: None 2022-09-01T11:28:16.658 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.659 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.660 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.663 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000abdeba65a7c68f52-0063109750-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.663 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.664 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:16.665 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:16.665 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.666 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:28:16.666 DEBUG:boto:Data: 2022-09-01T11:28:16.667 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.667 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.668 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.668 DEBUG:boto:Params: {} 2022-09-01T11:28:16.669 DEBUG:boto:Token: None 2022-09-01T11:28:16.670 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj34 2022-09-01T11:28:16.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wo3Om7IW5KzEiSaibl1diml0pyM= 2022-09-01T11:28:16.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wo3Om7IW5KzEiSaibl1diml0pyM=', 'Content-Length': '0'} 2022-09-01T11:28:16.673 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fff9746ca4b34735-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.674 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:16.674 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:16.675 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.675 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:28:16.676 DEBUG:boto:Data: 2022-09-01T11:28:16.677 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.678 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.678 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.679 DEBUG:boto:Params: {} 2022-09-01T11:28:16.680 DEBUG:boto:Token: None 2022-09-01T11:28:16.680 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj34 2022-09-01T11:28:16.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Wo3Om7IW5KzEiSaibl1diml0pyM= 2022-09-01T11:28:16.681 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Wo3Om7IW5KzEiSaibl1diml0pyM=', 'Content-Length': '0'} 2022-09-01T11:28:16.684 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005f3ceeeab5e0b937-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.684 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:28:16.685 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:16.685 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:16.686 DEBUG:boto:Method: GET 2022-09-01T11:28:16.687 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:28:16.687 DEBUG:boto:Data: 2022-09-01T11:28:16.688 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.688 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.689 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.689 DEBUG:boto:Params: {} 2022-09-01T11:28:16.690 DEBUG:boto:Token: None 2022-09-01T11:28:16.690 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj34 2022-09-01T11:28:16.691 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzDXldm0ekiOFpz1g8goQIdQdLs= 2022-09-01T11:28:16.692 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzDXldm0ekiOFpz1g8goQIdQdLs=', 'Content-Length': '0'} 2022-09-01T11:28:16.694 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004dfae79eef0ea78b-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.695 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:28:16.695 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:28:16.696 DEBUG:boto:Method: GET 2022-09-01T11:28:16.696 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:28:16.697 DEBUG:boto:Data: 2022-09-01T11:28:16.697 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.698 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.698 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.699 DEBUG:boto:Params: {} 2022-09-01T11:28:16.700 DEBUG:boto:Token: None 2022-09-01T11:28:16.700 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj34 2022-09-01T11:28:16.701 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZzDXldm0ekiOFpz1g8goQIdQdLs= 2022-09-01T11:28:16.701 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZzDXldm0ekiOFpz1g8goQIdQdLs=', 'Content-Length': '0'} 2022-09-01T11:28:16.704 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f0710887d80dd814-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.705 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.705 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.706 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:16.706 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:16.707 DEBUG:boto:Method: GET 2022-09-01T11:28:16.707 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:28:16.708 DEBUG:boto:Data: 2022-09-01T11:28:16.708 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.709 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.709 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.710 DEBUG:boto:Params: {} 2022-09-01T11:28:16.711 DEBUG:boto:Token: None 2022-09-01T11:28:16.711 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.712 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.715 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005f29b39658f55536-0063109750-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.758 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.759 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.760 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.761 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:16.761 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:28:16.762 DEBUG:boto:Method: GET 2022-09-01T11:28:16.762 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:28:16.763 DEBUG:boto:Data: 2022-09-01T11:28:16.763 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.764 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.764 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.765 DEBUG:boto:Params: {} 2022-09-01T11:28:16.765 DEBUG:boto:Token: None 2022-09-01T11:28:16.766 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.767 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.767 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.770 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f6ffb78dc0dc888a-0063109750-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.771 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.772 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:28:16.773 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:16.774 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:16.775 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.776 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.777 DEBUG:boto:Method: GET 2022-09-01T11:28:16.777 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.778 DEBUG:boto:Data: 2022-09-01T11:28:16.778 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.779 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.779 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.780 DEBUG:boto:Params: {} 2022-09-01T11:28:16.780 DEBUG:boto:Token: None 2022-09-01T11:28:16.781 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.782 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMZFkXbdiW3EQzK3IAUUlrFK4G4= 2022-09-01T11:28:16.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMZFkXbdiW3EQzK3IAUUlrFK4G4=', 'Content-Length': '0'} 2022-09-01T11:28:16.784 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000959a0fa7948da1e9-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.785 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:16.786 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:16.786 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.787 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.787 DEBUG:boto:Method: GET 2022-09-01T11:28:16.788 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.789 DEBUG:boto:Data: 2022-09-01T11:28:16.789 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.790 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.790 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.791 DEBUG:boto:Params: {} 2022-09-01T11:28:16.791 DEBUG:boto:Token: None 2022-09-01T11:28:16.792 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMZFkXbdiW3EQzK3IAUUlrFK4G4= 2022-09-01T11:28:16.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMZFkXbdiW3EQzK3IAUUlrFK4G4=', 'Content-Length': '0'} 2022-09-01T11:28:16.796 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dd494ab4f86daaca-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.838 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:16.839 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:16.840 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.841 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.842 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.843 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.844 DEBUG:boto:Data: 2022-09-01T11:28:16.845 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.846 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.847 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.848 DEBUG:boto:Params: {} 2022-09-01T11:28:16.849 DEBUG:boto:Token: None 2022-09-01T11:28:16.850 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.850 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bXWp4bGmBT5ybavaea9e4/YQnqQ= 2022-09-01T11:28:16.851 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bXWp4bGmBT5ybavaea9e4/YQnqQ=', 'Content-Length': '0'} 2022-09-01T11:28:16.853 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f3f83e120d88f396-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.854 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:16.854 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:16.855 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.855 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.856 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.856 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.857 DEBUG:boto:Data: 2022-09-01T11:28:16.857 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.858 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.858 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.858 DEBUG:boto:Params: {} 2022-09-01T11:28:16.859 DEBUG:boto:Token: None 2022-09-01T11:28:16.860 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.860 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bXWp4bGmBT5ybavaea9e4/YQnqQ= 2022-09-01T11:28:16.861 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bXWp4bGmBT5ybavaea9e4/YQnqQ=', 'Content-Length': '0'} 2022-09-01T11:28:16.863 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f7b14a76525df9f5-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.864 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:28:16.865 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:16.865 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:16.866 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.866 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.867 DEBUG:boto:Method: GET 2022-09-01T11:28:16.867 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.868 DEBUG:boto:Data: 2022-09-01T11:28:16.869 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.869 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.870 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.870 DEBUG:boto:Params: {} 2022-09-01T11:28:16.871 DEBUG:boto:Token: None 2022-09-01T11:28:16.871 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMZFkXbdiW3EQzK3IAUUlrFK4G4= 2022-09-01T11:28:16.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMZFkXbdiW3EQzK3IAUUlrFK4G4=', 'Content-Length': '0'} 2022-09-01T11:28:16.875 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed2b5c24beb31575-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.876 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:16.876 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:16.877 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.877 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.878 DEBUG:boto:Method: GET 2022-09-01T11:28:16.878 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.879 DEBUG:boto:Data: 2022-09-01T11:28:16.880 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.880 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.881 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.881 DEBUG:boto:Params: {} 2022-09-01T11:28:16.882 DEBUG:boto:Token: None 2022-09-01T11:28:16.882 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:28:16.883 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hMZFkXbdiW3EQzK3IAUUlrFK4G4= 2022-09-01T11:28:16.884 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hMZFkXbdiW3EQzK3IAUUlrFK4G4=', 'Content-Length': '0'} 2022-09-01T11:28:16.886 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f5427419e6a2ab39-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.887 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.887 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.888 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:16.888 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:16.889 DEBUG:boto:Method: GET 2022-09-01T11:28:16.889 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:28:16.890 DEBUG:boto:Data: 2022-09-01T11:28:16.890 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.891 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.891 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.892 DEBUG:boto:Params: {} 2022-09-01T11:28:16.892 DEBUG:boto:Token: None 2022-09-01T11:28:16.893 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.894 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.894 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.897 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cf17787ddf74b355-0063109750-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.898 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.898 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:16.899 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:16.900 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:16.900 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:16.901 DEBUG:boto:Method: GET 2022-09-01T11:28:16.901 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:28:16.902 DEBUG:boto:Data: 2022-09-01T11:28:16.902 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.903 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.903 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.904 DEBUG:boto:Params: {} 2022-09-01T11:28:16.904 DEBUG:boto:Token: None 2022-09-01T11:28:16.905 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/ 2022-09-01T11:28:16.905 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg= 2022-09-01T11:28:16.906 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AojjsmTrH942cWGQFOGmJP/wSKg=', 'Content-Length': '0'} 2022-09-01T11:28:16.909 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000085f8a1be74a59187-0063109750-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.910 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:16.912 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:16.912 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:16.913 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.914 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:28:16.914 DEBUG:boto:Data: 2022-09-01T11:28:16.915 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.916 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.916 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.917 DEBUG:boto:Params: {} 2022-09-01T11:28:16.918 DEBUG:boto:Token: None 2022-09-01T11:28:16.919 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj38 2022-09-01T11:28:16.919 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QHGhCxRE+qUQ7AnqPbC7fTgtb24= 2022-09-01T11:28:16.920 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QHGhCxRE+qUQ7AnqPbC7fTgtb24=', 'Content-Length': '0'} 2022-09-01T11:28:16.922 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d1b6d2622c845ded-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.923 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:16.924 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:16.925 DEBUG:boto:Method: HEAD 2022-09-01T11:28:16.926 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:28:16.927 DEBUG:boto:Data: 2022-09-01T11:28:16.927 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.928 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.929 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.930 DEBUG:boto:Params: {} 2022-09-01T11:28:16.931 DEBUG:boto:Token: None 2022-09-01T11:28:16.932 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj38 2022-09-01T11:28:16.932 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QHGhCxRE+qUQ7AnqPbC7fTgtb24= 2022-09-01T11:28:16.933 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QHGhCxRE+qUQ7AnqPbC7fTgtb24=', 'Content-Length': '0'} 2022-09-01T11:28:16.935 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002a6dee6604c5ca4d-0063109750-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.936 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:28:16.937 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:16.937 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:16.938 DEBUG:boto:Method: GET 2022-09-01T11:28:16.939 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:28:16.939 DEBUG:boto:Data: 2022-09-01T11:28:16.940 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.940 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:16.941 DEBUG:boto:Port: 8001 2022-09-01T11:28:16.941 DEBUG:boto:Params: {} 2022-09-01T11:28:16.942 DEBUG:boto:Token: None 2022-09-01T11:28:16.943 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj38 2022-09-01T11:28:16.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IKtHs5usmpIXRKBRJyzDUGviv28= 2022-09-01T11:28:16.944 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IKtHs5usmpIXRKBRJyzDUGviv28=', 'Content-Length': '0'} 2022-09-01T11:28:16.946 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed3714f441a8affc-0063109750-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:16.990 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:28:16.991 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:28:16.991 DEBUG:boto:Method: GET 2022-09-01T11:28:16.992 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:28:16.993 DEBUG:boto:Data: 2022-09-01T11:28:16.994 DEBUG:boto:Headers: {} 2022-09-01T11:28:16.994 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:16.995 DEBUG:boto:Port: 8000 2022-09-01T11:28:16.995 DEBUG:boto:Params: {} 2022-09-01T11:28:16.996 DEBUG:boto:Token: None 2022-09-01T11:28:16.997 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:16 GMT /ptoxvb-74/obj38 2022-09-01T11:28:16.997 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IKtHs5usmpIXRKBRJyzDUGviv28= 2022-09-01T11:28:16.998 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IKtHs5usmpIXRKBRJyzDUGviv28=', 'Content-Length': '0'} 2022-09-01T11:28:17.000 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005d4c89f3a2b922d4-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.001 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.002 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.003 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:17.003 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:17.004 DEBUG:boto:Method: GET 2022-09-01T11:28:17.005 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:28:17.006 DEBUG:boto:Data: 2022-09-01T11:28:17.007 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.008 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.009 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.010 DEBUG:boto:Params: {} 2022-09-01T11:28:17.011 DEBUG:boto:Token: None 2022-09-01T11:28:17.011 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.015 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a4d2d0c705c8e4c7-0063109751-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.016 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.017 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.018 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.019 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:17.019 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:28:17.020 DEBUG:boto:Method: GET 2022-09-01T11:28:17.021 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:28:17.022 DEBUG:boto:Data: 2022-09-01T11:28:17.023 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.024 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.024 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.025 DEBUG:boto:Params: {} 2022-09-01T11:28:17.026 DEBUG:boto:Token: None 2022-09-01T11:28:17.027 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.028 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.031 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b27bd22b7459c757-0063109751-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.032 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.032 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:28:17.033 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:17.034 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:17.034 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.035 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.035 DEBUG:boto:Method: GET 2022-09-01T11:28:17.036 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.037 DEBUG:boto:Data: 2022-09-01T11:28:17.037 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.038 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.038 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.039 DEBUG:boto:Params: {} 2022-09-01T11:28:17.039 DEBUG:boto:Token: None 2022-09-01T11:28:17.040 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.041 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c3Yt7gJtglP8AbbvpVrWJKJll3w= 2022-09-01T11:28:17.041 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c3Yt7gJtglP8AbbvpVrWJKJll3w=', 'Content-Length': '0'} 2022-09-01T11:28:17.044 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002192f6c468c24663-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.044 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:17.045 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:17.046 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.046 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.047 DEBUG:boto:Method: GET 2022-09-01T11:28:17.047 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.048 DEBUG:boto:Data: 2022-09-01T11:28:17.048 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.049 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.049 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.050 DEBUG:boto:Params: {} 2022-09-01T11:28:17.050 DEBUG:boto:Token: None 2022-09-01T11:28:17.051 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.052 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c3Yt7gJtglP8AbbvpVrWJKJll3w= 2022-09-01T11:28:17.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c3Yt7gJtglP8AbbvpVrWJKJll3w=', 'Content-Length': '0'} 2022-09-01T11:28:17.055 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000da3b93f191f0c8a5-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.102 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:17.103 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:17.103 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.104 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.104 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.105 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.105 DEBUG:boto:Data: 2022-09-01T11:28:17.106 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.106 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.107 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.107 DEBUG:boto:Params: {} 2022-09-01T11:28:17.108 DEBUG:boto:Token: None 2022-09-01T11:28:17.108 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ik5VIlORsMi9dqUP/odRmY3P52I= 2022-09-01T11:28:17.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ik5VIlORsMi9dqUP/odRmY3P52I=', 'Content-Length': '0'} 2022-09-01T11:28:17.112 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002cb233c79c02bf4f-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.113 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:17.113 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:17.114 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.114 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.115 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.115 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.116 DEBUG:boto:Data: 2022-09-01T11:28:17.116 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.117 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.117 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.118 DEBUG:boto:Params: {} 2022-09-01T11:28:17.119 DEBUG:boto:Token: None 2022-09-01T11:28:17.119 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.120 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ik5VIlORsMi9dqUP/odRmY3P52I= 2022-09-01T11:28:17.120 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ik5VIlORsMi9dqUP/odRmY3P52I=', 'Content-Length': '0'} 2022-09-01T11:28:17.122 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000931ddaf0cdacff1c-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.123 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:28:17.124 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:17.124 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:17.125 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.125 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.126 DEBUG:boto:Method: GET 2022-09-01T11:28:17.126 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.127 DEBUG:boto:Data: 2022-09-01T11:28:17.127 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.128 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.128 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.129 DEBUG:boto:Params: {} 2022-09-01T11:28:17.130 DEBUG:boto:Token: None 2022-09-01T11:28:17.130 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.131 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c3Yt7gJtglP8AbbvpVrWJKJll3w= 2022-09-01T11:28:17.131 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c3Yt7gJtglP8AbbvpVrWJKJll3w=', 'Content-Length': '0'} 2022-09-01T11:28:17.134 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007435df2ca8c807ce-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.134 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:17.135 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:17.136 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.136 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.137 DEBUG:boto:Method: GET 2022-09-01T11:28:17.137 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.138 DEBUG:boto:Data: 2022-09-01T11:28:17.138 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.139 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.139 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.140 DEBUG:boto:Params: {} 2022-09-01T11:28:17.140 DEBUG:boto:Token: None 2022-09-01T11:28:17.141 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:28:17.141 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:c3Yt7gJtglP8AbbvpVrWJKJll3w= 2022-09-01T11:28:17.142 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:c3Yt7gJtglP8AbbvpVrWJKJll3w=', 'Content-Length': '0'} 2022-09-01T11:28:17.144 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000065984312485749a7-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.145 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.146 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.146 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:17.147 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:17.147 DEBUG:boto:Method: GET 2022-09-01T11:28:17.148 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:28:17.148 DEBUG:boto:Data: 2022-09-01T11:28:17.149 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.149 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.150 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.150 DEBUG:boto:Params: {} 2022-09-01T11:28:17.151 DEBUG:boto:Token: None 2022-09-01T11:28:17.151 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.152 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.153 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.156 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a1be7a82b9c2e451-0063109751-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.156 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.157 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.158 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.158 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:17.159 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:17.159 DEBUG:boto:Method: GET 2022-09-01T11:28:17.160 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:28:17.160 DEBUG:boto:Data: 2022-09-01T11:28:17.161 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.161 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.162 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.162 DEBUG:boto:Params: {} 2022-09-01T11:28:17.163 DEBUG:boto:Token: None 2022-09-01T11:28:17.164 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.168 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ad81caef925ff6e4-0063109751-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.169 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.169 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:17.170 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:17.171 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.171 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:28:17.172 DEBUG:boto:Data: 2022-09-01T11:28:17.172 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.173 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.173 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.174 DEBUG:boto:Params: {} 2022-09-01T11:28:17.174 DEBUG:boto:Token: None 2022-09-01T11:28:17.175 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj44 2022-09-01T11:28:17.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dqbBXtVfYdp5LUJOw0mm9sW7jf8= 2022-09-01T11:28:17.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dqbBXtVfYdp5LUJOw0mm9sW7jf8=', 'Content-Length': '0'} 2022-09-01T11:28:17.178 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e488a28bfad06b1-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.179 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:17.180 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:17.180 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.181 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:28:17.181 DEBUG:boto:Data: 2022-09-01T11:28:17.182 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.182 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.183 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.183 DEBUG:boto:Params: {} 2022-09-01T11:28:17.184 DEBUG:boto:Token: None 2022-09-01T11:28:17.184 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj44 2022-09-01T11:28:17.185 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dqbBXtVfYdp5LUJOw0mm9sW7jf8= 2022-09-01T11:28:17.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dqbBXtVfYdp5LUJOw0mm9sW7jf8=', 'Content-Length': '0'} 2022-09-01T11:28:17.188 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e50d48d582200b4c-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.188 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:28:17.189 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:17.189 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:17.190 DEBUG:boto:Method: GET 2022-09-01T11:28:17.191 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:28:17.191 DEBUG:boto:Data: 2022-09-01T11:28:17.192 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.192 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.193 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.193 DEBUG:boto:Params: {} 2022-09-01T11:28:17.194 DEBUG:boto:Token: None 2022-09-01T11:28:17.194 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj44 2022-09-01T11:28:17.195 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+syy1lALGZXqmGesTPxIPCRnHOw= 2022-09-01T11:28:17.196 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+syy1lALGZXqmGesTPxIPCRnHOw=', 'Content-Length': '0'} 2022-09-01T11:28:17.198 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a55d74f89ff4ebc-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.242 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:28:17.243 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:28:17.243 DEBUG:boto:Method: GET 2022-09-01T11:28:17.244 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:28:17.245 DEBUG:boto:Data: 2022-09-01T11:28:17.245 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.246 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.247 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.248 DEBUG:boto:Params: {} 2022-09-01T11:28:17.249 DEBUG:boto:Token: None 2022-09-01T11:28:17.249 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj44 2022-09-01T11:28:17.250 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+syy1lALGZXqmGesTPxIPCRnHOw= 2022-09-01T11:28:17.251 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+syy1lALGZXqmGesTPxIPCRnHOw=', 'Content-Length': '0'} 2022-09-01T11:28:17.253 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003de5ece48cb06bfc-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.254 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.254 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.255 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:17.256 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:17.256 DEBUG:boto:Method: GET 2022-09-01T11:28:17.257 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:28:17.257 DEBUG:boto:Data: 2022-09-01T11:28:17.258 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.258 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.259 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.259 DEBUG:boto:Params: {} 2022-09-01T11:28:17.260 DEBUG:boto:Token: None 2022-09-01T11:28:17.261 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.261 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.265 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000022dd8712f02829e7-0063109751-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.265 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.266 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.267 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.267 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:17.268 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:28:17.268 DEBUG:boto:Method: GET 2022-09-01T11:28:17.269 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:28:17.270 DEBUG:boto:Data: 2022-09-01T11:28:17.270 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.271 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.271 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.272 DEBUG:boto:Params: {} 2022-09-01T11:28:17.272 DEBUG:boto:Token: None 2022-09-01T11:28:17.273 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.274 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.274 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.277 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000263cf867c0bd6eef-0063109751-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.277 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.278 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:28:17.279 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:17.279 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:17.280 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.281 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.281 DEBUG:boto:Method: GET 2022-09-01T11:28:17.282 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.282 DEBUG:boto:Data: 2022-09-01T11:28:17.283 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.283 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.284 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.284 DEBUG:boto:Params: {} 2022-09-01T11:28:17.285 DEBUG:boto:Token: None 2022-09-01T11:28:17.286 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VwhuxJC8E4Ej9/wUond3+g9jbms= 2022-09-01T11:28:17.287 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VwhuxJC8E4Ej9/wUond3+g9jbms=', 'Content-Length': '0'} 2022-09-01T11:28:17.289 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006d7735cb24fe2634-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.290 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:17.291 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:17.291 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.292 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.292 DEBUG:boto:Method: GET 2022-09-01T11:28:17.293 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.293 DEBUG:boto:Data: 2022-09-01T11:28:17.294 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.294 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.295 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.295 DEBUG:boto:Params: {} 2022-09-01T11:28:17.296 DEBUG:boto:Token: None 2022-09-01T11:28:17.297 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.297 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VwhuxJC8E4Ej9/wUond3+g9jbms= 2022-09-01T11:28:17.298 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VwhuxJC8E4Ej9/wUond3+g9jbms=', 'Content-Length': '0'} 2022-09-01T11:28:17.300 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d90d0936e97f3e06-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.301 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:17.302 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:17.302 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.303 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.303 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.304 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.304 DEBUG:boto:Data: 2022-09-01T11:28:17.305 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.305 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.306 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.306 DEBUG:boto:Params: {} 2022-09-01T11:28:17.307 DEBUG:boto:Token: None 2022-09-01T11:28:17.307 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.308 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zAHRevoR+SfjMHD6nioRMLva/Wo= 2022-09-01T11:28:17.308 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zAHRevoR+SfjMHD6nioRMLva/Wo=', 'Content-Length': '0'} 2022-09-01T11:28:17.311 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e5f1122bd3ff4111-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.311 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:17.312 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:17.313 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.314 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.315 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.316 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.317 DEBUG:boto:Data: 2022-09-01T11:28:17.317 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.318 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.318 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.319 DEBUG:boto:Params: {} 2022-09-01T11:28:17.320 DEBUG:boto:Token: None 2022-09-01T11:28:17.320 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.321 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zAHRevoR+SfjMHD6nioRMLva/Wo= 2022-09-01T11:28:17.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zAHRevoR+SfjMHD6nioRMLva/Wo=', 'Content-Length': '0'} 2022-09-01T11:28:17.325 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000039df4c827eb3a3e1-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.326 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:28:17.327 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:17.328 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:17.329 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.329 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.330 DEBUG:boto:Method: GET 2022-09-01T11:28:17.330 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.331 DEBUG:boto:Data: 2022-09-01T11:28:17.332 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.332 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.333 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.334 DEBUG:boto:Params: {} 2022-09-01T11:28:17.335 DEBUG:boto:Token: None 2022-09-01T11:28:17.336 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.337 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VwhuxJC8E4Ej9/wUond3+g9jbms= 2022-09-01T11:28:17.338 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VwhuxJC8E4Ej9/wUond3+g9jbms=', 'Content-Length': '0'} 2022-09-01T11:28:17.341 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005068aa394d5dfa32-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.342 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:17.343 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:17.344 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.344 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.345 DEBUG:boto:Method: GET 2022-09-01T11:28:17.346 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.347 DEBUG:boto:Data: 2022-09-01T11:28:17.348 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.348 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.349 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.349 DEBUG:boto:Params: {} 2022-09-01T11:28:17.350 DEBUG:boto:Token: None 2022-09-01T11:28:17.351 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:28:17.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VwhuxJC8E4Ej9/wUond3+g9jbms= 2022-09-01T11:28:17.352 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VwhuxJC8E4Ej9/wUond3+g9jbms=', 'Content-Length': '0'} 2022-09-01T11:28:17.354 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba62c5816ba1284e-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.355 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.355 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.356 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:17.356 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:17.357 DEBUG:boto:Method: GET 2022-09-01T11:28:17.357 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:28:17.358 DEBUG:boto:Data: 2022-09-01T11:28:17.358 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.359 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.359 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.360 DEBUG:boto:Params: {} 2022-09-01T11:28:17.361 DEBUG:boto:Token: None 2022-09-01T11:28:17.361 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.362 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.363 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.365 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c022d3fadc8dcb7a-0063109751-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.366 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.367 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.367 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.368 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:17.369 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:17.369 DEBUG:boto:Method: GET 2022-09-01T11:28:17.370 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:28:17.370 DEBUG:boto:Data: 2022-09-01T11:28:17.371 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.371 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.372 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.372 DEBUG:boto:Params: {} 2022-09-01T11:28:17.373 DEBUG:boto:Token: None 2022-09-01T11:28:17.374 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.375 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.378 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000003eadb96d041c2ab-0063109751-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.426 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.427 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:17.428 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:17.429 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.429 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:28:17.430 DEBUG:boto:Data: 2022-09-01T11:28:17.430 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.431 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.431 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.432 DEBUG:boto:Params: {} 2022-09-01T11:28:17.432 DEBUG:boto:Token: None 2022-09-01T11:28:17.433 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj46 2022-09-01T11:28:17.433 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lCtqtpPCtSUH32yfmtewH/vJ6sI= 2022-09-01T11:28:17.434 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lCtqtpPCtSUH32yfmtewH/vJ6sI=', 'Content-Length': '0'} 2022-09-01T11:28:17.436 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ac19f08705b07b4-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.437 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:17.438 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:17.438 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.439 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:28:17.439 DEBUG:boto:Data: 2022-09-01T11:28:17.440 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.440 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.441 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.441 DEBUG:boto:Params: {} 2022-09-01T11:28:17.442 DEBUG:boto:Token: None 2022-09-01T11:28:17.443 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj46 2022-09-01T11:28:17.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lCtqtpPCtSUH32yfmtewH/vJ6sI= 2022-09-01T11:28:17.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lCtqtpPCtSUH32yfmtewH/vJ6sI=', 'Content-Length': '0'} 2022-09-01T11:28:17.446 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001519ee4ade6f99f9-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.447 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:28:17.448 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:17.449 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:17.449 DEBUG:boto:Method: GET 2022-09-01T11:28:17.450 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:28:17.451 DEBUG:boto:Data: 2022-09-01T11:28:17.451 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.452 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.452 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.453 DEBUG:boto:Params: {} 2022-09-01T11:28:17.454 DEBUG:boto:Token: None 2022-09-01T11:28:17.455 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj46 2022-09-01T11:28:17.456 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bpSCrvgZwIOBMw+nlq7TvUGyvGI= 2022-09-01T11:28:17.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bpSCrvgZwIOBMw+nlq7TvUGyvGI=', 'Content-Length': '0'} 2022-09-01T11:28:17.459 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee0b78a62e11984a-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.460 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:28:17.460 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:28:17.461 DEBUG:boto:Method: GET 2022-09-01T11:28:17.461 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:28:17.462 DEBUG:boto:Data: 2022-09-01T11:28:17.462 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.463 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.463 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.464 DEBUG:boto:Params: {} 2022-09-01T11:28:17.465 DEBUG:boto:Token: None 2022-09-01T11:28:17.466 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj46 2022-09-01T11:28:17.466 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bpSCrvgZwIOBMw+nlq7TvUGyvGI= 2022-09-01T11:28:17.467 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bpSCrvgZwIOBMw+nlq7TvUGyvGI=', 'Content-Length': '0'} 2022-09-01T11:28:17.469 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000958abfe93a53e4d-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.471 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.471 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.472 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:17.473 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:17.474 DEBUG:boto:Method: GET 2022-09-01T11:28:17.475 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:28:17.476 DEBUG:boto:Data: 2022-09-01T11:28:17.477 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.478 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.479 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.480 DEBUG:boto:Params: {} 2022-09-01T11:28:17.481 DEBUG:boto:Token: None 2022-09-01T11:28:17.482 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.484 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.487 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009b566fa9a222b005-0063109751-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.530 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.531 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.532 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.533 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:17.534 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:28:17.535 DEBUG:boto:Method: GET 2022-09-01T11:28:17.535 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:28:17.536 DEBUG:boto:Data: 2022-09-01T11:28:17.537 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.538 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.539 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.539 DEBUG:boto:Params: {} 2022-09-01T11:28:17.541 DEBUG:boto:Token: None 2022-09-01T11:28:17.542 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.543 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.544 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.548 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bb8b6a480db25e5f-0063109751-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.549 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.551 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:28:17.552 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:17.552 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:17.553 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.554 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.554 DEBUG:boto:Method: GET 2022-09-01T11:28:17.555 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.556 DEBUG:boto:Data: 2022-09-01T11:28:17.557 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.557 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.558 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.559 DEBUG:boto:Params: {} 2022-09-01T11:28:17.559 DEBUG:boto:Token: None 2022-09-01T11:28:17.560 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b6mjKHD2kI7cG0o54fULSFxQQqo= 2022-09-01T11:28:17.561 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b6mjKHD2kI7cG0o54fULSFxQQqo=', 'Content-Length': '0'} 2022-09-01T11:28:17.564 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ef9d71bc54ba1de8-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.565 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:17.565 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:17.566 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.567 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.568 DEBUG:boto:Method: GET 2022-09-01T11:28:17.569 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.569 DEBUG:boto:Data: 2022-09-01T11:28:17.570 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.571 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.571 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.572 DEBUG:boto:Params: {} 2022-09-01T11:28:17.573 DEBUG:boto:Token: None 2022-09-01T11:28:17.573 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.574 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b6mjKHD2kI7cG0o54fULSFxQQqo= 2022-09-01T11:28:17.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b6mjKHD2kI7cG0o54fULSFxQQqo=', 'Content-Length': '0'} 2022-09-01T11:28:17.577 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000312dcf08a8333d2-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.618 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:17.619 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:17.620 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.620 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.621 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.623 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.623 DEBUG:boto:Data: 2022-09-01T11:28:17.624 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.625 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.626 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.627 DEBUG:boto:Params: {} 2022-09-01T11:28:17.627 DEBUG:boto:Token: None 2022-09-01T11:28:17.628 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.629 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cuBAn5U7Lw1T7NWoabLVl/Nvsmk= 2022-09-01T11:28:17.630 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cuBAn5U7Lw1T7NWoabLVl/Nvsmk=', 'Content-Length': '0'} 2022-09-01T11:28:17.632 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009274d9f52151c196-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.633 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:17.634 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:17.635 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.635 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.636 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.636 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.637 DEBUG:boto:Data: 2022-09-01T11:28:17.638 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.639 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.640 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.641 DEBUG:boto:Params: {} 2022-09-01T11:28:17.642 DEBUG:boto:Token: None 2022-09-01T11:28:17.643 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.644 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cuBAn5U7Lw1T7NWoabLVl/Nvsmk= 2022-09-01T11:28:17.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cuBAn5U7Lw1T7NWoabLVl/Nvsmk=', 'Content-Length': '0'} 2022-09-01T11:28:17.648 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000907a70096abb9efc-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.649 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:28:17.650 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:17.650 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:17.651 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.652 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.653 DEBUG:boto:Method: GET 2022-09-01T11:28:17.653 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.654 DEBUG:boto:Data: 2022-09-01T11:28:17.655 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.655 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.656 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.656 DEBUG:boto:Params: {} 2022-09-01T11:28:17.657 DEBUG:boto:Token: None 2022-09-01T11:28:17.658 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.659 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b6mjKHD2kI7cG0o54fULSFxQQqo= 2022-09-01T11:28:17.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b6mjKHD2kI7cG0o54fULSFxQQqo=', 'Content-Length': '0'} 2022-09-01T11:28:17.662 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b4549aa56b9e868-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.663 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:17.663 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:17.664 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.664 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.665 DEBUG:boto:Method: GET 2022-09-01T11:28:17.666 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.667 DEBUG:boto:Data: 2022-09-01T11:28:17.668 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.669 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.670 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.671 DEBUG:boto:Params: {} 2022-09-01T11:28:17.672 DEBUG:boto:Token: None 2022-09-01T11:28:17.673 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:28:17.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:b6mjKHD2kI7cG0o54fULSFxQQqo= 2022-09-01T11:28:17.674 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:b6mjKHD2kI7cG0o54fULSFxQQqo=', 'Content-Length': '0'} 2022-09-01T11:28:17.676 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a2194d6b4df0d563-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.677 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.678 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.678 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:17.679 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:17.679 DEBUG:boto:Method: GET 2022-09-01T11:28:17.680 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:28:17.681 DEBUG:boto:Data: 2022-09-01T11:28:17.681 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.682 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.683 DEBUG:boto:Params: {} 2022-09-01T11:28:17.683 DEBUG:boto:Token: None 2022-09-01T11:28:17.684 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.684 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.685 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.688 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009fd809d4c17d4612-0063109751-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.689 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.690 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.690 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.691 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:17.691 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:17.692 DEBUG:boto:Method: GET 2022-09-01T11:28:17.692 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:28:17.693 DEBUG:boto:Data: 2022-09-01T11:28:17.693 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.694 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.695 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.695 DEBUG:boto:Params: {} 2022-09-01T11:28:17.696 DEBUG:boto:Token: None 2022-09-01T11:28:17.696 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.698 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.701 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cf8ad7070a2e2265-0063109751-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.702 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.703 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:17.704 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:17.704 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.705 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:28:17.705 DEBUG:boto:Data: 2022-09-01T11:28:17.706 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.706 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.707 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.707 DEBUG:boto:Params: {} 2022-09-01T11:28:17.708 DEBUG:boto:Token: None 2022-09-01T11:28:17.709 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj51 2022-09-01T11:28:17.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FpkNXjlRtO/cnRRAROYIGJzkhZQ= 2022-09-01T11:28:17.710 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FpkNXjlRtO/cnRRAROYIGJzkhZQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.712 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c783aec28e8168dc-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.713 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:17.713 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:17.714 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.715 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:28:17.715 DEBUG:boto:Data: 2022-09-01T11:28:17.716 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.716 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.717 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.717 DEBUG:boto:Params: {} 2022-09-01T11:28:17.718 DEBUG:boto:Token: None 2022-09-01T11:28:17.718 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj51 2022-09-01T11:28:17.719 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FpkNXjlRtO/cnRRAROYIGJzkhZQ= 2022-09-01T11:28:17.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FpkNXjlRtO/cnRRAROYIGJzkhZQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.721 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000af71d438768302fb-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.722 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:28:17.723 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:17.723 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:17.724 DEBUG:boto:Method: GET 2022-09-01T11:28:17.724 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:28:17.725 DEBUG:boto:Data: 2022-09-01T11:28:17.726 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.726 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.727 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.727 DEBUG:boto:Params: {} 2022-09-01T11:28:17.728 DEBUG:boto:Token: None 2022-09-01T11:28:17.728 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj51 2022-09-01T11:28:17.729 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cLQB1ouCfUZQhBoeE1GOIEeoP0A= 2022-09-01T11:28:17.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cLQB1ouCfUZQhBoeE1GOIEeoP0A=', 'Content-Length': '0'} 2022-09-01T11:28:17.732 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d6e8127fe09045ed-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.733 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:28:17.734 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:28:17.734 DEBUG:boto:Method: GET 2022-09-01T11:28:17.735 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:28:17.735 DEBUG:boto:Data: 2022-09-01T11:28:17.736 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.736 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.737 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.737 DEBUG:boto:Params: {} 2022-09-01T11:28:17.738 DEBUG:boto:Token: None 2022-09-01T11:28:17.739 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj51 2022-09-01T11:28:17.739 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cLQB1ouCfUZQhBoeE1GOIEeoP0A= 2022-09-01T11:28:17.740 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cLQB1ouCfUZQhBoeE1GOIEeoP0A=', 'Content-Length': '0'} 2022-09-01T11:28:17.742 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002af0ac8d91def8be-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.743 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.744 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.744 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:17.745 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:17.746 DEBUG:boto:Method: GET 2022-09-01T11:28:17.746 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:28:17.747 DEBUG:boto:Data: 2022-09-01T11:28:17.747 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.748 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.749 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.749 DEBUG:boto:Params: {} 2022-09-01T11:28:17.750 DEBUG:boto:Token: None 2022-09-01T11:28:17.751 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.755 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ed609a088cc2a594-0063109751-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.756 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.756 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.757 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.757 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:17.758 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:28:17.759 DEBUG:boto:Method: GET 2022-09-01T11:28:17.759 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:28:17.760 DEBUG:boto:Data: 2022-09-01T11:28:17.760 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.761 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.761 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.762 DEBUG:boto:Params: {} 2022-09-01T11:28:17.762 DEBUG:boto:Token: None 2022-09-01T11:28:17.763 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.763 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.764 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.767 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002cbdc3cb0a0c2ade-0063109751-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.767 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.768 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:28:17.769 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:17.769 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:17.770 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.770 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.771 DEBUG:boto:Method: GET 2022-09-01T11:28:17.771 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.772 DEBUG:boto:Data: 2022-09-01T11:28:17.772 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.773 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.773 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.774 DEBUG:boto:Params: {} 2022-09-01T11:28:17.774 DEBUG:boto:Token: None 2022-09-01T11:28:17.775 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.776 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Lflv2iO7sAwpXBG1RnoLA+NPn6M= 2022-09-01T11:28:17.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Lflv2iO7sAwpXBG1RnoLA+NPn6M=', 'Content-Length': '0'} 2022-09-01T11:28:17.779 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000192131a5400065c4-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.826 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:17.827 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:17.828 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.829 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.831 DEBUG:boto:Method: GET 2022-09-01T11:28:17.831 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.832 DEBUG:boto:Data: 2022-09-01T11:28:17.833 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.835 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.836 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.837 DEBUG:boto:Params: {} 2022-09-01T11:28:17.838 DEBUG:boto:Token: None 2022-09-01T11:28:17.839 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.841 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Lflv2iO7sAwpXBG1RnoLA+NPn6M= 2022-09-01T11:28:17.842 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Lflv2iO7sAwpXBG1RnoLA+NPn6M=', 'Content-Length': '0'} 2022-09-01T11:28:17.844 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003539857e51f10bf5-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.845 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:17.846 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:17.847 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.848 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.849 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.850 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.851 DEBUG:boto:Data: 2022-09-01T11:28:17.851 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.852 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.852 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.853 DEBUG:boto:Params: {} 2022-09-01T11:28:17.854 DEBUG:boto:Token: None 2022-09-01T11:28:17.854 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.855 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TZQaMw9e9nU/6v0hRarF21C1CRM= 2022-09-01T11:28:17.856 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TZQaMw9e9nU/6v0hRarF21C1CRM=', 'Content-Length': '0'} 2022-09-01T11:28:17.858 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004fb3039f249ac14e-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.859 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:17.860 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:17.861 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.862 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.863 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.863 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.864 DEBUG:boto:Data: 2022-09-01T11:28:17.864 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.865 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.865 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.866 DEBUG:boto:Params: {} 2022-09-01T11:28:17.866 DEBUG:boto:Token: None 2022-09-01T11:28:17.867 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TZQaMw9e9nU/6v0hRarF21C1CRM= 2022-09-01T11:28:17.868 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TZQaMw9e9nU/6v0hRarF21C1CRM=', 'Content-Length': '0'} 2022-09-01T11:28:17.871 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f865a76bd2127a25-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.871 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:28:17.872 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:17.873 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:17.873 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.874 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.875 DEBUG:boto:Method: GET 2022-09-01T11:28:17.875 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.876 DEBUG:boto:Data: 2022-09-01T11:28:17.876 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.877 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.878 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.878 DEBUG:boto:Params: {} 2022-09-01T11:28:17.879 DEBUG:boto:Token: None 2022-09-01T11:28:17.879 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Lflv2iO7sAwpXBG1RnoLA+NPn6M= 2022-09-01T11:28:17.881 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Lflv2iO7sAwpXBG1RnoLA+NPn6M=', 'Content-Length': '0'} 2022-09-01T11:28:17.883 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004cfeb3c917a128ac-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.884 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:17.884 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:17.885 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.885 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.886 DEBUG:boto:Method: GET 2022-09-01T11:28:17.886 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.887 DEBUG:boto:Data: 2022-09-01T11:28:17.888 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.888 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.889 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.889 DEBUG:boto:Params: {} 2022-09-01T11:28:17.890 DEBUG:boto:Token: None 2022-09-01T11:28:17.891 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:28:17.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Lflv2iO7sAwpXBG1RnoLA+NPn6M= 2022-09-01T11:28:17.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Lflv2iO7sAwpXBG1RnoLA+NPn6M=', 'Content-Length': '0'} 2022-09-01T11:28:17.894 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000029c59769af996f23-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.938 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.939 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.940 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:17.940 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:17.941 DEBUG:boto:Method: GET 2022-09-01T11:28:17.941 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:28:17.942 DEBUG:boto:Data: 2022-09-01T11:28:17.942 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.943 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.943 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.944 DEBUG:boto:Params: {} 2022-09-01T11:28:17.945 DEBUG:boto:Token: None 2022-09-01T11:28:17.945 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.946 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.950 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000730c392602c8b53c-0063109751-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.951 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.952 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:17.952 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:17.953 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:17.953 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:17.954 DEBUG:boto:Method: GET 2022-09-01T11:28:17.954 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:28:17.955 DEBUG:boto:Data: 2022-09-01T11:28:17.955 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.956 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.956 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.957 DEBUG:boto:Params: {} 2022-09-01T11:28:17.958 DEBUG:boto:Token: None 2022-09-01T11:28:17.958 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/ 2022-09-01T11:28:17.959 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ= 2022-09-01T11:28:17.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:29sI7xj4zAYMmpyOd1FOFhwjQzQ=', 'Content-Length': '0'} 2022-09-01T11:28:17.962 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008e73412b27ac3516-0063109751-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.963 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:17.964 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:17.964 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:17.965 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.965 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:28:17.966 DEBUG:boto:Data: 2022-09-01T11:28:17.966 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.967 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.967 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.968 DEBUG:boto:Params: {} 2022-09-01T11:28:17.968 DEBUG:boto:Token: None 2022-09-01T11:28:17.969 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj55 2022-09-01T11:28:17.970 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/I33iGfSXZ1u4uyZlapCyEW9Ew8= 2022-09-01T11:28:17.970 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/I33iGfSXZ1u4uyZlapCyEW9Ew8=', 'Content-Length': '0'} 2022-09-01T11:28:17.972 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b24d5c6b20c049c-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.973 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:17.974 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:17.974 DEBUG:boto:Method: HEAD 2022-09-01T11:28:17.975 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:28:17.975 DEBUG:boto:Data: 2022-09-01T11:28:17.976 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.976 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.977 DEBUG:boto:Port: 8000 2022-09-01T11:28:17.978 DEBUG:boto:Params: {} 2022-09-01T11:28:17.978 DEBUG:boto:Token: None 2022-09-01T11:28:17.979 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj55 2022-09-01T11:28:17.980 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/I33iGfSXZ1u4uyZlapCyEW9Ew8= 2022-09-01T11:28:17.980 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/I33iGfSXZ1u4uyZlapCyEW9Ew8=', 'Content-Length': '0'} 2022-09-01T11:28:17.982 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009c0c67f3f4ca5423-0063109751-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.984 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:28:17.984 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:17.985 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:17.985 DEBUG:boto:Method: GET 2022-09-01T11:28:17.986 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:28:17.986 DEBUG:boto:Data: 2022-09-01T11:28:17.987 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.988 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:17.988 DEBUG:boto:Port: 8001 2022-09-01T11:28:17.989 DEBUG:boto:Params: {} 2022-09-01T11:28:17.989 DEBUG:boto:Token: None 2022-09-01T11:28:17.990 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:17 GMT /ptoxvb-74/obj55 2022-09-01T11:28:17.991 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GUFXAyx9HYnAujuautZbYDrl8Fo= 2022-09-01T11:28:17.992 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GUFXAyx9HYnAujuautZbYDrl8Fo=', 'Content-Length': '0'} 2022-09-01T11:28:17.994 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ec2e28d3e445704-0063109751-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:17.995 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:28:17.996 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:28:17.996 DEBUG:boto:Method: GET 2022-09-01T11:28:17.997 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:28:17.997 DEBUG:boto:Data: 2022-09-01T11:28:17.998 DEBUG:boto:Headers: {} 2022-09-01T11:28:17.998 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:17.999 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.000 DEBUG:boto:Params: {} 2022-09-01T11:28:18.001 DEBUG:boto:Token: None 2022-09-01T11:28:18.001 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj55 2022-09-01T11:28:18.002 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bb310BPdQvP8jlzBPQv0H1Dpcko= 2022-09-01T11:28:18.003 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bb310BPdQvP8jlzBPQv0H1Dpcko=', 'Content-Length': '0'} 2022-09-01T11:28:18.005 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007de2a74bdf220956-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.050 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.051 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.052 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:18.052 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:18.053 DEBUG:boto:Method: GET 2022-09-01T11:28:18.053 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:28:18.054 DEBUG:boto:Data: 2022-09-01T11:28:18.054 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.055 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.055 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.056 DEBUG:boto:Params: {} 2022-09-01T11:28:18.057 DEBUG:boto:Token: None 2022-09-01T11:28:18.057 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.058 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.059 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.061 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000011aa9db86a07549a-0063109752-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.062 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.063 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.064 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.064 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:18.065 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:28:18.065 DEBUG:boto:Method: GET 2022-09-01T11:28:18.066 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:28:18.066 DEBUG:boto:Data: 2022-09-01T11:28:18.067 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.068 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.068 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.069 DEBUG:boto:Params: {} 2022-09-01T11:28:18.069 DEBUG:boto:Token: None 2022-09-01T11:28:18.070 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.071 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.071 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.074 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000047a52f423cefbf29-0063109752-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.075 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.075 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:28:18.076 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:18.077 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:18.077 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.078 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.078 DEBUG:boto:Method: GET 2022-09-01T11:28:18.079 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.079 DEBUG:boto:Data: 2022-09-01T11:28:18.080 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.080 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.081 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.081 DEBUG:boto:Params: {} 2022-09-01T11:28:18.082 DEBUG:boto:Token: None 2022-09-01T11:28:18.083 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.083 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LoK8PVhVUgcaJ/6Xbwq74g1hIuE= 2022-09-01T11:28:18.084 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LoK8PVhVUgcaJ/6Xbwq74g1hIuE=', 'Content-Length': '0'} 2022-09-01T11:28:18.086 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c662d627ec2bbb8b-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.087 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:18.088 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:18.088 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.089 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.089 DEBUG:boto:Method: GET 2022-09-01T11:28:18.090 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.091 DEBUG:boto:Data: 2022-09-01T11:28:18.091 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.092 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.092 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.093 DEBUG:boto:Params: {} 2022-09-01T11:28:18.093 DEBUG:boto:Token: None 2022-09-01T11:28:18.094 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.095 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LoK8PVhVUgcaJ/6Xbwq74g1hIuE= 2022-09-01T11:28:18.095 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LoK8PVhVUgcaJ/6Xbwq74g1hIuE=', 'Content-Length': '0'} 2022-09-01T11:28:18.098 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e277e82cd27b9ccb-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.099 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:18.099 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:18.100 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.100 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.101 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.101 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.102 DEBUG:boto:Data: 2022-09-01T11:28:18.102 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.103 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.104 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.104 DEBUG:boto:Params: {} 2022-09-01T11:28:18.105 DEBUG:boto:Token: None 2022-09-01T11:28:18.105 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.106 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6ndJIq340F82o+POBkGiCG6tqM= 2022-09-01T11:28:18.107 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6ndJIq340F82o+POBkGiCG6tqM=', 'Content-Length': '0'} 2022-09-01T11:28:18.109 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000009583bb35a0e25f9-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.109 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:18.110 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:18.111 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.111 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.112 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.112 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.113 DEBUG:boto:Data: 2022-09-01T11:28:18.113 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.114 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.114 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.115 DEBUG:boto:Params: {} 2022-09-01T11:28:18.115 DEBUG:boto:Token: None 2022-09-01T11:28:18.116 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.117 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6ndJIq340F82o+POBkGiCG6tqM= 2022-09-01T11:28:18.117 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6ndJIq340F82o+POBkGiCG6tqM=', 'Content-Length': '0'} 2022-09-01T11:28:18.120 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000027e77b60fd0cf944-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.120 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:28:18.121 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:18.121 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:18.122 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.123 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.123 DEBUG:boto:Method: GET 2022-09-01T11:28:18.124 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.124 DEBUG:boto:Data: 2022-09-01T11:28:18.125 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.126 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.126 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.127 DEBUG:boto:Params: {} 2022-09-01T11:28:18.128 DEBUG:boto:Token: None 2022-09-01T11:28:18.128 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.129 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LoK8PVhVUgcaJ/6Xbwq74g1hIuE= 2022-09-01T11:28:18.129 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LoK8PVhVUgcaJ/6Xbwq74g1hIuE=', 'Content-Length': '0'} 2022-09-01T11:28:18.132 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f3d002f26ba6bdd2-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.174 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:18.175 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:18.175 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.176 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.177 DEBUG:boto:Method: GET 2022-09-01T11:28:18.177 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.178 DEBUG:boto:Data: 2022-09-01T11:28:18.178 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.179 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.180 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.180 DEBUG:boto:Params: {} 2022-09-01T11:28:18.181 DEBUG:boto:Token: None 2022-09-01T11:28:18.181 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:28:18.182 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LoK8PVhVUgcaJ/6Xbwq74g1hIuE= 2022-09-01T11:28:18.183 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LoK8PVhVUgcaJ/6Xbwq74g1hIuE=', 'Content-Length': '0'} 2022-09-01T11:28:18.185 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c57d8b9954bd0049-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.186 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.186 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.187 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:18.187 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:18.188 DEBUG:boto:Method: GET 2022-09-01T11:28:18.189 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:28:18.189 DEBUG:boto:Data: 2022-09-01T11:28:18.190 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.191 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.192 DEBUG:boto:Params: {} 2022-09-01T11:28:18.192 DEBUG:boto:Token: None 2022-09-01T11:28:18.193 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.194 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.197 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f24fc8c8ded2afc9-0063109752-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.198 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.200 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.201 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.201 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:18.202 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:18.203 DEBUG:boto:Method: GET 2022-09-01T11:28:18.204 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:28:18.205 DEBUG:boto:Data: 2022-09-01T11:28:18.206 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.206 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.207 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.207 DEBUG:boto:Params: {} 2022-09-01T11:28:18.208 DEBUG:boto:Token: None 2022-09-01T11:28:18.209 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.209 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.210 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.213 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008cbaea3353e26948-0063109752-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.214 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.214 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:18.215 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:18.215 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.216 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:28:18.216 DEBUG:boto:Data: 2022-09-01T11:28:18.217 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.217 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.218 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.218 DEBUG:boto:Params: {} 2022-09-01T11:28:18.219 DEBUG:boto:Token: None 2022-09-01T11:28:18.220 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj57 2022-09-01T11:28:18.220 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DGsit2Zd12wgZKKPPne+4mfEodQ= 2022-09-01T11:28:18.221 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DGsit2Zd12wgZKKPPne+4mfEodQ=', 'Content-Length': '0'} 2022-09-01T11:28:18.223 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aac007d11f84f1bf-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.224 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:18.224 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:18.225 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.225 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:28:18.226 DEBUG:boto:Data: 2022-09-01T11:28:18.227 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.227 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.227 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.228 DEBUG:boto:Params: {} 2022-09-01T11:28:18.229 DEBUG:boto:Token: None 2022-09-01T11:28:18.229 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj57 2022-09-01T11:28:18.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DGsit2Zd12wgZKKPPne+4mfEodQ= 2022-09-01T11:28:18.231 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DGsit2Zd12wgZKKPPne+4mfEodQ=', 'Content-Length': '0'} 2022-09-01T11:28:18.232 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000458db6881f5fa940-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.233 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:28:18.234 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:18.234 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:18.235 DEBUG:boto:Method: GET 2022-09-01T11:28:18.235 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:28:18.236 DEBUG:boto:Data: 2022-09-01T11:28:18.236 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.237 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.237 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.238 DEBUG:boto:Params: {} 2022-09-01T11:28:18.238 DEBUG:boto:Token: None 2022-09-01T11:28:18.239 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj57 2022-09-01T11:28:18.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7/enUiEDh/s60hgNICYvfqEDNi0= 2022-09-01T11:28:18.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7/enUiEDh/s60hgNICYvfqEDNi0=', 'Content-Length': '0'} 2022-09-01T11:28:18.243 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000e0ad1c8987a8d82-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.243 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:28:18.244 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:28:18.245 DEBUG:boto:Method: GET 2022-09-01T11:28:18.245 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:28:18.246 DEBUG:boto:Data: 2022-09-01T11:28:18.246 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.247 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.247 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.248 DEBUG:boto:Params: {} 2022-09-01T11:28:18.249 DEBUG:boto:Token: None 2022-09-01T11:28:18.250 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj57 2022-09-01T11:28:18.251 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7/enUiEDh/s60hgNICYvfqEDNi0= 2022-09-01T11:28:18.251 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7/enUiEDh/s60hgNICYvfqEDNi0=', 'Content-Length': '0'} 2022-09-01T11:28:18.254 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000086032fa25e4dffd4-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.255 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.255 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.256 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:18.256 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:18.257 DEBUG:boto:Method: GET 2022-09-01T11:28:18.257 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:28:18.258 DEBUG:boto:Data: 2022-09-01T11:28:18.258 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.259 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.259 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.260 DEBUG:boto:Params: {} 2022-09-01T11:28:18.260 DEBUG:boto:Token: None 2022-09-01T11:28:18.261 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.262 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.265 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f942d83441f92e7d-0063109752-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.310 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.311 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.312 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.312 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:18.313 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:28:18.313 DEBUG:boto:Method: GET 2022-09-01T11:28:18.314 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:28:18.314 DEBUG:boto:Data: 2022-09-01T11:28:18.315 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.315 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.316 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.316 DEBUG:boto:Params: {} 2022-09-01T11:28:18.317 DEBUG:boto:Token: None 2022-09-01T11:28:18.318 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.318 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.319 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.322 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000968fbd49136b7814-0063109752-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.322 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.323 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:28:18.324 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:18.324 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:18.325 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.325 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.326 DEBUG:boto:Method: GET 2022-09-01T11:28:18.327 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.327 DEBUG:boto:Data: 2022-09-01T11:28:18.328 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.328 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.329 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.329 DEBUG:boto:Params: {} 2022-09-01T11:28:18.330 DEBUG:boto:Token: None 2022-09-01T11:28:18.330 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.331 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8y7PUPLNJXFUo6KuXtcGL7RXKVg= 2022-09-01T11:28:18.332 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8y7PUPLNJXFUo6KuXtcGL7RXKVg=', 'Content-Length': '0'} 2022-09-01T11:28:18.334 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fd805118f09b1263-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.335 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:18.335 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:18.336 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.337 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.337 DEBUG:boto:Method: GET 2022-09-01T11:28:18.338 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.338 DEBUG:boto:Data: 2022-09-01T11:28:18.339 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.340 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.340 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.341 DEBUG:boto:Params: {} 2022-09-01T11:28:18.342 DEBUG:boto:Token: None 2022-09-01T11:28:18.342 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.343 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8y7PUPLNJXFUo6KuXtcGL7RXKVg= 2022-09-01T11:28:18.344 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8y7PUPLNJXFUo6KuXtcGL7RXKVg=', 'Content-Length': '0'} 2022-09-01T11:28:18.346 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca34db317f7510b5-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.347 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:18.347 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:18.348 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.349 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.349 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.350 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.350 DEBUG:boto:Data: 2022-09-01T11:28:18.351 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.351 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.352 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.352 DEBUG:boto:Params: {} 2022-09-01T11:28:18.353 DEBUG:boto:Token: None 2022-09-01T11:28:18.354 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.354 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GsFXLEEAD1P5Wso2ifCRwesZSbM= 2022-09-01T11:28:18.355 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GsFXLEEAD1P5Wso2ifCRwesZSbM=', 'Content-Length': '0'} 2022-09-01T11:28:18.357 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d5b24b2f820675ea-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.358 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:18.359 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:18.359 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.360 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.360 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.361 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.361 DEBUG:boto:Data: 2022-09-01T11:28:18.362 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.362 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.363 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.363 DEBUG:boto:Params: {} 2022-09-01T11:28:18.364 DEBUG:boto:Token: None 2022-09-01T11:28:18.364 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.365 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GsFXLEEAD1P5Wso2ifCRwesZSbM= 2022-09-01T11:28:18.366 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GsFXLEEAD1P5Wso2ifCRwesZSbM=', 'Content-Length': '0'} 2022-09-01T11:28:18.368 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005732983e98895d9a-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.369 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:28:18.370 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:18.370 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:18.371 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.371 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.372 DEBUG:boto:Method: GET 2022-09-01T11:28:18.373 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.373 DEBUG:boto:Data: 2022-09-01T11:28:18.374 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.374 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.375 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.375 DEBUG:boto:Params: {} 2022-09-01T11:28:18.376 DEBUG:boto:Token: None 2022-09-01T11:28:18.377 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.378 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8y7PUPLNJXFUo6KuXtcGL7RXKVg= 2022-09-01T11:28:18.378 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8y7PUPLNJXFUo6KuXtcGL7RXKVg=', 'Content-Length': '0'} 2022-09-01T11:28:18.380 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000020a7099eea35c9c-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.381 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:18.382 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:18.383 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.383 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.384 DEBUG:boto:Method: GET 2022-09-01T11:28:18.384 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.385 DEBUG:boto:Data: 2022-09-01T11:28:18.385 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.386 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.387 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.387 DEBUG:boto:Params: {} 2022-09-01T11:28:18.388 DEBUG:boto:Token: None 2022-09-01T11:28:18.388 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:28:18.389 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8y7PUPLNJXFUo6KuXtcGL7RXKVg= 2022-09-01T11:28:18.390 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8y7PUPLNJXFUo6KuXtcGL7RXKVg=', 'Content-Length': '0'} 2022-09-01T11:28:18.392 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000620420d471ffa60f-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.393 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.393 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.394 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:18.394 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:18.395 DEBUG:boto:Method: GET 2022-09-01T11:28:18.395 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:28:18.396 DEBUG:boto:Data: 2022-09-01T11:28:18.397 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.397 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.398 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.398 DEBUG:boto:Params: {} 2022-09-01T11:28:18.399 DEBUG:boto:Token: None 2022-09-01T11:28:18.399 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.404 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c54cafa5c60fd134-0063109752-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.404 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.405 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.406 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.407 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:18.407 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:18.408 DEBUG:boto:Method: GET 2022-09-01T11:28:18.408 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:28:18.409 DEBUG:boto:Data: 2022-09-01T11:28:18.409 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.410 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.410 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.411 DEBUG:boto:Params: {} 2022-09-01T11:28:18.412 DEBUG:boto:Token: None 2022-09-01T11:28:18.412 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.413 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.414 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.416 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c67ee0df4dc2798d-0063109752-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.417 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.418 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:18.419 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:18.420 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.420 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:28:18.421 DEBUG:boto:Data: 2022-09-01T11:28:18.421 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.422 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.423 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.423 DEBUG:boto:Params: {} 2022-09-01T11:28:18.424 DEBUG:boto:Token: None 2022-09-01T11:28:18.424 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj58 2022-09-01T11:28:18.425 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IaZHiewitKP8ZdLUl9sA+vw2v5w= 2022-09-01T11:28:18.426 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IaZHiewitKP8ZdLUl9sA+vw2v5w=', 'Content-Length': '0'} 2022-09-01T11:28:18.428 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fc40a33a7e39f34a-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.429 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:18.429 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:18.430 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.430 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:28:18.431 DEBUG:boto:Data: 2022-09-01T11:28:18.431 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.432 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.432 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.433 DEBUG:boto:Params: {} 2022-09-01T11:28:18.433 DEBUG:boto:Token: None 2022-09-01T11:28:18.434 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj58 2022-09-01T11:28:18.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IaZHiewitKP8ZdLUl9sA+vw2v5w= 2022-09-01T11:28:18.435 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IaZHiewitKP8ZdLUl9sA+vw2v5w=', 'Content-Length': '0'} 2022-09-01T11:28:18.437 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002be5c3bbc3943705-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.438 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:28:18.439 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:18.439 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:18.440 DEBUG:boto:Method: GET 2022-09-01T11:28:18.441 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:28:18.441 DEBUG:boto:Data: 2022-09-01T11:28:18.442 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.442 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.443 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.444 DEBUG:boto:Params: {} 2022-09-01T11:28:18.445 DEBUG:boto:Token: None 2022-09-01T11:28:18.446 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj58 2022-09-01T11:28:18.447 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:86Cmlruoj5ZxMkPbTy6UU8ZSXLU= 2022-09-01T11:28:18.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:86Cmlruoj5ZxMkPbTy6UU8ZSXLU=', 'Content-Length': '0'} 2022-09-01T11:28:18.451 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000308593bae1361a1f-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.494 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:28:18.495 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:28:18.496 DEBUG:boto:Method: GET 2022-09-01T11:28:18.497 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:28:18.498 DEBUG:boto:Data: 2022-09-01T11:28:18.499 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.500 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.500 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.501 DEBUG:boto:Params: {} 2022-09-01T11:28:18.502 DEBUG:boto:Token: None 2022-09-01T11:28:18.503 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj58 2022-09-01T11:28:18.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:86Cmlruoj5ZxMkPbTy6UU8ZSXLU= 2022-09-01T11:28:18.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:86Cmlruoj5ZxMkPbTy6UU8ZSXLU=', 'Content-Length': '0'} 2022-09-01T11:28:18.508 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e55aa8c83096df34-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.510 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.511 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.512 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:18.513 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:18.514 DEBUG:boto:Method: GET 2022-09-01T11:28:18.515 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:28:18.515 DEBUG:boto:Data: 2022-09-01T11:28:18.516 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.517 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.517 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.518 DEBUG:boto:Params: {} 2022-09-01T11:28:18.519 DEBUG:boto:Token: None 2022-09-01T11:28:18.519 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.520 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.523 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a28332779cc270ed-0063109752-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.524 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.525 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.525 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.526 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:18.527 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:28:18.527 DEBUG:boto:Method: GET 2022-09-01T11:28:18.528 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:28:18.529 DEBUG:boto:Data: 2022-09-01T11:28:18.529 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.530 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.530 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.531 DEBUG:boto:Params: {} 2022-09-01T11:28:18.531 DEBUG:boto:Token: None 2022-09-01T11:28:18.532 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.533 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.536 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000069e4aebf2187f512-0063109752-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.537 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.539 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:28:18.539 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:18.540 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:18.541 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.541 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.542 DEBUG:boto:Method: GET 2022-09-01T11:28:18.542 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.543 DEBUG:boto:Data: 2022-09-01T11:28:18.543 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.544 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.544 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.545 DEBUG:boto:Params: {} 2022-09-01T11:28:18.545 DEBUG:boto:Token: None 2022-09-01T11:28:18.546 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.547 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G1BAQIKGCN2mt1J+J12n+oNmXc0= 2022-09-01T11:28:18.547 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G1BAQIKGCN2mt1J+J12n+oNmXc0=', 'Content-Length': '0'} 2022-09-01T11:28:18.549 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c829d32f432d839-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.550 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:18.551 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:18.551 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.552 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.552 DEBUG:boto:Method: GET 2022-09-01T11:28:18.553 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.553 DEBUG:boto:Data: 2022-09-01T11:28:18.554 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.554 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.555 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.556 DEBUG:boto:Params: {} 2022-09-01T11:28:18.556 DEBUG:boto:Token: None 2022-09-01T11:28:18.557 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.557 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G1BAQIKGCN2mt1J+J12n+oNmXc0= 2022-09-01T11:28:18.558 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G1BAQIKGCN2mt1J+J12n+oNmXc0=', 'Content-Length': '0'} 2022-09-01T11:28:18.560 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f7f323d717ac2b4-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.561 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:18.561 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:18.562 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.562 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.563 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.563 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.564 DEBUG:boto:Data: 2022-09-01T11:28:18.564 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.565 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.565 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.566 DEBUG:boto:Params: {} 2022-09-01T11:28:18.566 DEBUG:boto:Token: None 2022-09-01T11:28:18.567 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.568 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zT5de01a/TrigqanrvRKfsspNFA= 2022-09-01T11:28:18.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zT5de01a/TrigqanrvRKfsspNFA=', 'Content-Length': '0'} 2022-09-01T11:28:18.570 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000f06395f07288385-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.571 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:18.572 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:18.572 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.573 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.573 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.574 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.574 DEBUG:boto:Data: 2022-09-01T11:28:18.575 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.575 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.576 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.576 DEBUG:boto:Params: {} 2022-09-01T11:28:18.577 DEBUG:boto:Token: None 2022-09-01T11:28:18.577 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.578 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zT5de01a/TrigqanrvRKfsspNFA= 2022-09-01T11:28:18.579 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zT5de01a/TrigqanrvRKfsspNFA=', 'Content-Length': '0'} 2022-09-01T11:28:18.580 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f07dd176e6923a37-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.581 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:28:18.582 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:18.582 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:18.583 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.583 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.584 DEBUG:boto:Method: GET 2022-09-01T11:28:18.585 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.585 DEBUG:boto:Data: 2022-09-01T11:28:18.586 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.586 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.587 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.587 DEBUG:boto:Params: {} 2022-09-01T11:28:18.588 DEBUG:boto:Token: None 2022-09-01T11:28:18.589 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.589 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G1BAQIKGCN2mt1J+J12n+oNmXc0= 2022-09-01T11:28:18.590 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G1BAQIKGCN2mt1J+J12n+oNmXc0=', 'Content-Length': '0'} 2022-09-01T11:28:18.592 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000074bbf2e66ba1ea1c-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.638 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:18.640 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:18.641 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.642 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.643 DEBUG:boto:Method: GET 2022-09-01T11:28:18.644 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.645 DEBUG:boto:Data: 2022-09-01T11:28:18.646 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.648 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.649 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.650 DEBUG:boto:Params: {} 2022-09-01T11:28:18.651 DEBUG:boto:Token: None 2022-09-01T11:28:18.653 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:28:18.654 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G1BAQIKGCN2mt1J+J12n+oNmXc0= 2022-09-01T11:28:18.655 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G1BAQIKGCN2mt1J+J12n+oNmXc0=', 'Content-Length': '0'} 2022-09-01T11:28:18.659 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000091fa6fa8d98a2321-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.660 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.662 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.663 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:18.664 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:18.665 DEBUG:boto:Method: GET 2022-09-01T11:28:18.666 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:28:18.668 DEBUG:boto:Data: 2022-09-01T11:28:18.668 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.669 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.670 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.671 DEBUG:boto:Params: {} 2022-09-01T11:28:18.672 DEBUG:boto:Token: None 2022-09-01T11:28:18.672 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.677 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000405a1141b0deca09-0063109752-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.677 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.678 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.679 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.679 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:18.680 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:18.680 DEBUG:boto:Method: GET 2022-09-01T11:28:18.681 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:28:18.681 DEBUG:boto:Data: 2022-09-01T11:28:18.682 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.682 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.683 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.683 DEBUG:boto:Params: {} 2022-09-01T11:28:18.684 DEBUG:boto:Token: None 2022-09-01T11:28:18.685 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.689 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e58571c3a1cdaa93-0063109752-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.734 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.736 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:18.737 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:18.739 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.740 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:28:18.741 DEBUG:boto:Data: 2022-09-01T11:28:18.742 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.743 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.745 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.745 DEBUG:boto:Params: {} 2022-09-01T11:28:18.746 DEBUG:boto:Token: None 2022-09-01T11:28:18.747 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj62 2022-09-01T11:28:18.747 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZYimtzWVBZPmKnffuxqvw80M/Qc= 2022-09-01T11:28:18.748 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZYimtzWVBZPmKnffuxqvw80M/Qc=', 'Content-Length': '0'} 2022-09-01T11:28:18.751 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000080e830f8942fa119-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.753 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:18.754 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:18.755 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.756 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:28:18.756 DEBUG:boto:Data: 2022-09-01T11:28:18.757 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.757 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.758 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.758 DEBUG:boto:Params: {} 2022-09-01T11:28:18.759 DEBUG:boto:Token: None 2022-09-01T11:28:18.759 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj62 2022-09-01T11:28:18.760 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZYimtzWVBZPmKnffuxqvw80M/Qc= 2022-09-01T11:28:18.761 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZYimtzWVBZPmKnffuxqvw80M/Qc=', 'Content-Length': '0'} 2022-09-01T11:28:18.763 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002a06ef9cb29f0724-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.764 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:28:18.764 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:18.765 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:18.765 DEBUG:boto:Method: GET 2022-09-01T11:28:18.766 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:28:18.766 DEBUG:boto:Data: 2022-09-01T11:28:18.767 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.767 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.768 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.768 DEBUG:boto:Params: {} 2022-09-01T11:28:18.769 DEBUG:boto:Token: None 2022-09-01T11:28:18.770 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj62 2022-09-01T11:28:18.770 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:olIqGCJUW9jdT19c49so7Z/s6x0= 2022-09-01T11:28:18.771 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:olIqGCJUW9jdT19c49so7Z/s6x0=', 'Content-Length': '0'} 2022-09-01T11:28:18.773 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a34db3dbf782464a-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.774 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:28:18.775 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:28:18.775 DEBUG:boto:Method: GET 2022-09-01T11:28:18.776 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:28:18.776 DEBUG:boto:Data: 2022-09-01T11:28:18.777 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.777 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.778 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.779 DEBUG:boto:Params: {} 2022-09-01T11:28:18.780 DEBUG:boto:Token: None 2022-09-01T11:28:18.781 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj62 2022-09-01T11:28:18.782 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:olIqGCJUW9jdT19c49so7Z/s6x0= 2022-09-01T11:28:18.783 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:olIqGCJUW9jdT19c49so7Z/s6x0=', 'Content-Length': '0'} 2022-09-01T11:28:18.786 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000043ddaad50c7facc7-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.788 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.789 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.791 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:18.792 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:18.793 DEBUG:boto:Method: GET 2022-09-01T11:28:18.794 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:28:18.795 DEBUG:boto:Data: 2022-09-01T11:28:18.795 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.796 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.796 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.797 DEBUG:boto:Params: {} 2022-09-01T11:28:18.797 DEBUG:boto:Token: None 2022-09-01T11:28:18.798 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.799 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.799 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.802 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b621d10173bcf6f1-0063109752-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.803 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.803 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.804 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.805 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:18.805 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:28:18.806 DEBUG:boto:Method: GET 2022-09-01T11:28:18.806 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:28:18.807 DEBUG:boto:Data: 2022-09-01T11:28:18.807 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.808 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.808 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.809 DEBUG:boto:Params: {} 2022-09-01T11:28:18.809 DEBUG:boto:Token: None 2022-09-01T11:28:18.810 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.811 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.811 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.814 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e75bdec9e39383d7-0063109752-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.858 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.859 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:28:18.860 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:18.860 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:18.861 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.861 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.862 DEBUG:boto:Method: GET 2022-09-01T11:28:18.862 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.863 DEBUG:boto:Data: 2022-09-01T11:28:18.863 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.864 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.865 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.865 DEBUG:boto:Params: {} 2022-09-01T11:28:18.866 DEBUG:boto:Token: None 2022-09-01T11:28:18.868 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+N7PGQYDpWJcO8b9CxJZFBIm0hU= 2022-09-01T11:28:18.869 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+N7PGQYDpWJcO8b9CxJZFBIm0hU=', 'Content-Length': '0'} 2022-09-01T11:28:18.871 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000671d31813ec7044c-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.872 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:18.873 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:18.873 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.874 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.874 DEBUG:boto:Method: GET 2022-09-01T11:28:18.875 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.875 DEBUG:boto:Data: 2022-09-01T11:28:18.876 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.876 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.877 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.878 DEBUG:boto:Params: {} 2022-09-01T11:28:18.879 DEBUG:boto:Token: None 2022-09-01T11:28:18.879 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+N7PGQYDpWJcO8b9CxJZFBIm0hU= 2022-09-01T11:28:18.880 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+N7PGQYDpWJcO8b9CxJZFBIm0hU=', 'Content-Length': '0'} 2022-09-01T11:28:18.883 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ea9a818660f50728-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.883 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:18.884 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:18.885 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.885 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.886 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.886 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.887 DEBUG:boto:Data: 2022-09-01T11:28:18.887 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.888 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.888 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.889 DEBUG:boto:Params: {} 2022-09-01T11:28:18.889 DEBUG:boto:Token: None 2022-09-01T11:28:18.890 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z3OndDDz84MeF+b3gSt5f1XMMM4= 2022-09-01T11:28:18.891 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z3OndDDz84MeF+b3gSt5f1XMMM4=', 'Content-Length': '0'} 2022-09-01T11:28:18.893 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000097e20fe1957b6304-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.894 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:18.895 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:18.895 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.896 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.896 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.897 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.897 DEBUG:boto:Data: 2022-09-01T11:28:18.898 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.898 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.899 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.899 DEBUG:boto:Params: {} 2022-09-01T11:28:18.900 DEBUG:boto:Token: None 2022-09-01T11:28:18.901 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.901 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z3OndDDz84MeF+b3gSt5f1XMMM4= 2022-09-01T11:28:18.902 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z3OndDDz84MeF+b3gSt5f1XMMM4=', 'Content-Length': '0'} 2022-09-01T11:28:18.904 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ae671f3daece405b-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.905 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:28:18.906 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:18.906 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:18.907 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.907 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.908 DEBUG:boto:Method: GET 2022-09-01T11:28:18.909 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.910 DEBUG:boto:Data: 2022-09-01T11:28:18.911 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.912 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.913 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.913 DEBUG:boto:Params: {} 2022-09-01T11:28:18.915 DEBUG:boto:Token: None 2022-09-01T11:28:18.916 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.917 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+N7PGQYDpWJcO8b9CxJZFBIm0hU= 2022-09-01T11:28:18.918 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+N7PGQYDpWJcO8b9CxJZFBIm0hU=', 'Content-Length': '0'} 2022-09-01T11:28:18.921 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000082f0a9f00089413a-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.922 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:18.922 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:18.923 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.923 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.924 DEBUG:boto:Method: GET 2022-09-01T11:28:18.924 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.925 DEBUG:boto:Data: 2022-09-01T11:28:18.926 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.926 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.927 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.927 DEBUG:boto:Params: {} 2022-09-01T11:28:18.928 DEBUG:boto:Token: None 2022-09-01T11:28:18.929 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:28:18.929 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+N7PGQYDpWJcO8b9CxJZFBIm0hU= 2022-09-01T11:28:18.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+N7PGQYDpWJcO8b9CxJZFBIm0hU=', 'Content-Length': '0'} 2022-09-01T11:28:18.932 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004322a4c72256c1fb-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.933 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.933 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.934 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:18.934 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:18.935 DEBUG:boto:Method: GET 2022-09-01T11:28:18.936 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:28:18.936 DEBUG:boto:Data: 2022-09-01T11:28:18.937 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.938 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.939 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.940 DEBUG:boto:Params: {} 2022-09-01T11:28:18.941 DEBUG:boto:Token: None 2022-09-01T11:28:18.942 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.945 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.948 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ad6ab7bd3ce192b3-0063109752-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.949 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.951 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:18.952 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:18.953 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:18.954 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:18.955 DEBUG:boto:Method: GET 2022-09-01T11:28:18.956 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:28:18.956 DEBUG:boto:Data: 2022-09-01T11:28:18.957 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.958 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.960 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.961 DEBUG:boto:Params: {} 2022-09-01T11:28:18.962 DEBUG:boto:Token: None 2022-09-01T11:28:18.963 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/ 2022-09-01T11:28:18.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc= 2022-09-01T11:28:18.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DPuhqr/t5LPgIQvgwpCrnzOcmlc=', 'Content-Length': '0'} 2022-09-01T11:28:18.967 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000004d915ca7ce732a8-0063109752-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.968 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:18.969 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:18.969 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:18.970 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.970 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:28:18.971 DEBUG:boto:Data: 2022-09-01T11:28:18.971 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.972 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.972 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.973 DEBUG:boto:Params: {} 2022-09-01T11:28:18.974 DEBUG:boto:Token: None 2022-09-01T11:28:18.974 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj68 2022-09-01T11:28:18.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/xJ156gmQUKOSUXIBQN4WgnlOws= 2022-09-01T11:28:18.975 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/xJ156gmQUKOSUXIBQN4WgnlOws=', 'Content-Length': '0'} 2022-09-01T11:28:18.978 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d68a4da6c9ccca8-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.979 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:18.979 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:18.980 DEBUG:boto:Method: HEAD 2022-09-01T11:28:18.980 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:28:18.981 DEBUG:boto:Data: 2022-09-01T11:28:18.981 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.982 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:18.982 DEBUG:boto:Port: 8000 2022-09-01T11:28:18.983 DEBUG:boto:Params: {} 2022-09-01T11:28:18.983 DEBUG:boto:Token: None 2022-09-01T11:28:18.984 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj68 2022-09-01T11:28:18.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/xJ156gmQUKOSUXIBQN4WgnlOws= 2022-09-01T11:28:18.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/xJ156gmQUKOSUXIBQN4WgnlOws=', 'Content-Length': '0'} 2022-09-01T11:28:18.987 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a4f7d1b67ff5b8a8-0063109752-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:18.988 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:28:18.988 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:18.989 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:18.989 DEBUG:boto:Method: GET 2022-09-01T11:28:18.990 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:28:18.991 DEBUG:boto:Data: 2022-09-01T11:28:18.991 DEBUG:boto:Headers: {} 2022-09-01T11:28:18.992 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:18.992 DEBUG:boto:Port: 8001 2022-09-01T11:28:18.993 DEBUG:boto:Params: {} 2022-09-01T11:28:18.993 DEBUG:boto:Token: None 2022-09-01T11:28:18.994 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:18 GMT /ptoxvb-74/obj68 2022-09-01T11:28:18.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tm0MR37kkBn75BxEtt0qnxz09ck= 2022-09-01T11:28:18.995 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tm0MR37kkBn75BxEtt0qnxz09ck=', 'Content-Length': '0'} 2022-09-01T11:28:18.997 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ad5f10e0c320816a-0063109752-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.038 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:28:19.039 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:28:19.040 DEBUG:boto:Method: GET 2022-09-01T11:28:19.040 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:28:19.041 DEBUG:boto:Data: 2022-09-01T11:28:19.041 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.042 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.042 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.043 DEBUG:boto:Params: {} 2022-09-01T11:28:19.043 DEBUG:boto:Token: None 2022-09-01T11:28:19.044 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj68 2022-09-01T11:28:19.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X/ymlhWW0PeCtPiTS5AyHlv4zhE= 2022-09-01T11:28:19.046 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X/ymlhWW0PeCtPiTS5AyHlv4zhE=', 'Content-Length': '0'} 2022-09-01T11:28:19.049 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000784004dc850000d3-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.051 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:19.051 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:19.052 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:19.053 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:19.054 DEBUG:boto:Method: GET 2022-09-01T11:28:19.054 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:28:19.055 DEBUG:boto:Data: 2022-09-01T11:28:19.056 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.056 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.057 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.057 DEBUG:boto:Params: {} 2022-09-01T11:28:19.058 DEBUG:boto:Token: None 2022-09-01T11:28:19.059 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/ 2022-09-01T11:28:19.059 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk= 2022-09-01T11:28:19.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk=', 'Content-Length': '0'} 2022-09-01T11:28:19.063 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004531d98c82bd15af-0063109753-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.064 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:19.065 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:19.066 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:19.066 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:19.067 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:28:19.068 DEBUG:boto:Method: GET 2022-09-01T11:28:19.069 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:28:19.069 DEBUG:boto:Data: 2022-09-01T11:28:19.070 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.070 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.071 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.071 DEBUG:boto:Params: {} 2022-09-01T11:28:19.072 DEBUG:boto:Token: None 2022-09-01T11:28:19.073 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/ 2022-09-01T11:28:19.075 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk= 2022-09-01T11:28:19.076 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk=', 'Content-Length': '0'} 2022-09-01T11:28:19.079 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007363ce376d61c125-0063109753-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.080 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:19.082 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:28:19.083 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:19.083 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:19.084 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.084 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.085 DEBUG:boto:Method: GET 2022-09-01T11:28:19.085 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.086 DEBUG:boto:Data: 2022-09-01T11:28:19.087 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.087 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.088 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.088 DEBUG:boto:Params: {} 2022-09-01T11:28:19.089 DEBUG:boto:Token: None 2022-09-01T11:28:19.089 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.090 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EoiTyTXJXJL0HL8SJDaM20jN//M= 2022-09-01T11:28:19.091 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EoiTyTXJXJL0HL8SJDaM20jN//M=', 'Content-Length': '0'} 2022-09-01T11:28:19.093 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006f0241383e083c4b-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.094 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:19.095 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:19.095 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.096 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.096 DEBUG:boto:Method: GET 2022-09-01T11:28:19.097 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.097 DEBUG:boto:Data: 2022-09-01T11:28:19.098 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.098 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.099 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.099 DEBUG:boto:Params: {} 2022-09-01T11:28:19.100 DEBUG:boto:Token: None 2022-09-01T11:28:19.101 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.101 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EoiTyTXJXJL0HL8SJDaM20jN//M= 2022-09-01T11:28:19.102 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EoiTyTXJXJL0HL8SJDaM20jN//M=', 'Content-Length': '0'} 2022-09-01T11:28:19.104 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c6859aecc0e929fb-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.105 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:19.106 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:19.106 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.107 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.107 DEBUG:boto:Method: HEAD 2022-09-01T11:28:19.108 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.108 DEBUG:boto:Data: 2022-09-01T11:28:19.109 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.109 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.110 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.110 DEBUG:boto:Params: {} 2022-09-01T11:28:19.111 DEBUG:boto:Token: None 2022-09-01T11:28:19.112 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.112 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xY7UR/fmJW2eGg9aOlZ7tM9DHWw= 2022-09-01T11:28:19.113 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xY7UR/fmJW2eGg9aOlZ7tM9DHWw=', 'Content-Length': '0'} 2022-09-01T11:28:19.115 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002a8659fc8ae2e767-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.116 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:19.117 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:19.117 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.118 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.118 DEBUG:boto:Method: HEAD 2022-09-01T11:28:19.119 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.119 DEBUG:boto:Data: 2022-09-01T11:28:19.120 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.120 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.121 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.121 DEBUG:boto:Params: {} 2022-09-01T11:28:19.122 DEBUG:boto:Token: None 2022-09-01T11:28:19.123 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.123 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xY7UR/fmJW2eGg9aOlZ7tM9DHWw= 2022-09-01T11:28:19.124 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xY7UR/fmJW2eGg9aOlZ7tM9DHWw=', 'Content-Length': '0'} 2022-09-01T11:28:19.126 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007886305d018b55c0-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.127 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:28:19.128 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:19.128 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:19.129 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.130 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.130 DEBUG:boto:Method: GET 2022-09-01T11:28:19.131 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.131 DEBUG:boto:Data: 2022-09-01T11:28:19.132 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.132 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.133 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.134 DEBUG:boto:Params: {} 2022-09-01T11:28:19.134 DEBUG:boto:Token: None 2022-09-01T11:28:19.135 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.136 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EoiTyTXJXJL0HL8SJDaM20jN//M= 2022-09-01T11:28:19.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EoiTyTXJXJL0HL8SJDaM20jN//M=', 'Content-Length': '0'} 2022-09-01T11:28:19.139 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003e92ef5ac6f584c9-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.139 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:19.140 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:19.141 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.142 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.142 DEBUG:boto:Method: GET 2022-09-01T11:28:19.143 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.143 DEBUG:boto:Data: 2022-09-01T11:28:19.144 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.144 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.145 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.146 DEBUG:boto:Params: {} 2022-09-01T11:28:19.146 DEBUG:boto:Token: None 2022-09-01T11:28:19.147 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:28:19.148 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EoiTyTXJXJL0HL8SJDaM20jN//M= 2022-09-01T11:28:19.148 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EoiTyTXJXJL0HL8SJDaM20jN//M=', 'Content-Length': '0'} 2022-09-01T11:28:19.150 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a12af21e1052092d-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.151 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:19.152 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:19.153 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:19.153 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:19.154 DEBUG:boto:Method: GET 2022-09-01T11:28:19.154 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:28:19.155 DEBUG:boto:Data: 2022-09-01T11:28:19.156 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.156 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.157 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.157 DEBUG:boto:Params: {} 2022-09-01T11:28:19.158 DEBUG:boto:Token: None 2022-09-01T11:28:19.159 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/ 2022-09-01T11:28:19.159 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk= 2022-09-01T11:28:19.160 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk=', 'Content-Length': '0'} 2022-09-01T11:28:19.164 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000076829c9317e23d4b-0063109753-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.206 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:19.207 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:19.208 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:19.208 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:19.209 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:19.209 DEBUG:boto:Method: GET 2022-09-01T11:28:19.210 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:28:19.211 DEBUG:boto:Data: 2022-09-01T11:28:19.211 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.212 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.212 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.213 DEBUG:boto:Params: {} 2022-09-01T11:28:19.214 DEBUG:boto:Token: None 2022-09-01T11:28:19.214 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/ 2022-09-01T11:28:19.215 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk= 2022-09-01T11:28:19.216 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk=', 'Content-Length': '0'} 2022-09-01T11:28:19.218 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c0589e4972a071e2-0063109753-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.219 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:19.220 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:19.221 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:19.221 DEBUG:boto:Method: HEAD 2022-09-01T11:28:19.222 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:28:19.222 DEBUG:boto:Data: 2022-09-01T11:28:19.223 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.223 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.224 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.224 DEBUG:boto:Params: {} 2022-09-01T11:28:19.225 DEBUG:boto:Token: None 2022-09-01T11:28:19.226 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj69 2022-09-01T11:28:19.226 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E/CnKk2ZcxojSWLlDwiNeJC+E5U= 2022-09-01T11:28:19.227 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E/CnKk2ZcxojSWLlDwiNeJC+E5U=', 'Content-Length': '0'} 2022-09-01T11:28:19.229 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c39acb5cc0d7d9f-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.230 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:19.230 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:19.231 DEBUG:boto:Method: HEAD 2022-09-01T11:28:19.232 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:28:19.232 DEBUG:boto:Data: 2022-09-01T11:28:19.233 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.233 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.234 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.234 DEBUG:boto:Params: {} 2022-09-01T11:28:19.235 DEBUG:boto:Token: None 2022-09-01T11:28:19.236 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj69 2022-09-01T11:28:19.236 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E/CnKk2ZcxojSWLlDwiNeJC+E5U= 2022-09-01T11:28:19.237 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E/CnKk2ZcxojSWLlDwiNeJC+E5U=', 'Content-Length': '0'} 2022-09-01T11:28:19.239 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000803d0efb505314a2-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.240 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:28:19.240 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:19.241 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:19.242 DEBUG:boto:Method: GET 2022-09-01T11:28:19.242 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:28:19.243 DEBUG:boto:Data: 2022-09-01T11:28:19.243 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.244 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.245 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.245 DEBUG:boto:Params: {} 2022-09-01T11:28:19.246 DEBUG:boto:Token: None 2022-09-01T11:28:19.246 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj69 2022-09-01T11:28:19.247 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LTvF8cpNFZeoLrGRYm53Lz66JMM= 2022-09-01T11:28:19.248 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LTvF8cpNFZeoLrGRYm53Lz66JMM=', 'Content-Length': '0'} 2022-09-01T11:28:19.250 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee6de327a704a69e-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.251 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:28:19.251 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:28:19.252 DEBUG:boto:Method: GET 2022-09-01T11:28:19.253 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:28:19.254 DEBUG:boto:Data: 2022-09-01T11:28:19.254 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.255 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.255 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.256 DEBUG:boto:Params: {} 2022-09-01T11:28:19.256 DEBUG:boto:Token: None 2022-09-01T11:28:19.257 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj69 2022-09-01T11:28:19.258 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LTvF8cpNFZeoLrGRYm53Lz66JMM= 2022-09-01T11:28:19.258 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LTvF8cpNFZeoLrGRYm53Lz66JMM=', 'Content-Length': '0'} 2022-09-01T11:28:19.261 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a29749ceea82b527-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.302 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:19.303 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:19.303 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:19.304 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:19.304 DEBUG:boto:Method: GET 2022-09-01T11:28:19.305 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:28:19.305 DEBUG:boto:Data: 2022-09-01T11:28:19.306 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.306 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.307 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.307 DEBUG:boto:Params: {} 2022-09-01T11:28:19.308 DEBUG:boto:Token: None 2022-09-01T11:28:19.309 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/ 2022-09-01T11:28:19.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk= 2022-09-01T11:28:19.310 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk=', 'Content-Length': '0'} 2022-09-01T11:28:19.313 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000025088e771560bcae-0063109753-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.314 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:19.314 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:19.315 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:19.316 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:19.316 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:28:19.317 DEBUG:boto:Method: GET 2022-09-01T11:28:19.317 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:28:19.318 DEBUG:boto:Data: 2022-09-01T11:28:19.319 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.319 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.320 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.320 DEBUG:boto:Params: {} 2022-09-01T11:28:19.321 DEBUG:boto:Token: None 2022-09-01T11:28:19.321 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/ 2022-09-01T11:28:19.322 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk= 2022-09-01T11:28:19.323 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk=', 'Content-Length': '0'} 2022-09-01T11:28:19.325 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ee0dad9a4fce047a-0063109753-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.326 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:19.327 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:28:19.328 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:19.328 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:19.329 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.329 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.330 DEBUG:boto:Method: GET 2022-09-01T11:28:19.330 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.331 DEBUG:boto:Data: 2022-09-01T11:28:19.331 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.332 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.332 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.333 DEBUG:boto:Params: {} 2022-09-01T11:28:19.333 DEBUG:boto:Token: None 2022-09-01T11:28:19.334 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.335 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t4vdfIIqF6gNz/VibDCamfA74e0= 2022-09-01T11:28:19.335 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t4vdfIIqF6gNz/VibDCamfA74e0=', 'Content-Length': '0'} 2022-09-01T11:28:19.338 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000066f71225b1b62132-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.339 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:19.339 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:19.340 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.340 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.341 DEBUG:boto:Method: GET 2022-09-01T11:28:19.342 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.342 DEBUG:boto:Data: 2022-09-01T11:28:19.343 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.343 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.345 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.345 DEBUG:boto:Params: {} 2022-09-01T11:28:19.347 DEBUG:boto:Token: None 2022-09-01T11:28:19.348 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.349 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t4vdfIIqF6gNz/VibDCamfA74e0= 2022-09-01T11:28:19.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t4vdfIIqF6gNz/VibDCamfA74e0=', 'Content-Length': '0'} 2022-09-01T11:28:19.352 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000905abb7028292cd-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.353 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:19.354 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:19.354 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.355 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.355 DEBUG:boto:Method: HEAD 2022-09-01T11:28:19.356 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.356 DEBUG:boto:Data: 2022-09-01T11:28:19.357 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.357 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.358 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.358 DEBUG:boto:Params: {} 2022-09-01T11:28:19.359 DEBUG:boto:Token: None 2022-09-01T11:28:19.360 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.360 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PWN6NDPAcf8/LyfVkKFgpp8BaX8= 2022-09-01T11:28:19.361 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PWN6NDPAcf8/LyfVkKFgpp8BaX8=', 'Content-Length': '0'} 2022-09-01T11:28:19.363 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b2ff586068240ec-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.364 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:19.364 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:19.365 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.366 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.366 DEBUG:boto:Method: HEAD 2022-09-01T11:28:19.367 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.367 DEBUG:boto:Data: 2022-09-01T11:28:19.368 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.368 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.369 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.370 DEBUG:boto:Params: {} 2022-09-01T11:28:19.370 DEBUG:boto:Token: None 2022-09-01T11:28:19.371 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.371 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PWN6NDPAcf8/LyfVkKFgpp8BaX8= 2022-09-01T11:28:19.372 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PWN6NDPAcf8/LyfVkKFgpp8BaX8=', 'Content-Length': '0'} 2022-09-01T11:28:19.374 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004ad0e39804d9e546-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.375 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:28:19.376 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:19.376 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:19.377 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.377 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.378 DEBUG:boto:Method: GET 2022-09-01T11:28:19.379 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.379 DEBUG:boto:Data: 2022-09-01T11:28:19.380 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.380 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.381 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.381 DEBUG:boto:Params: {} 2022-09-01T11:28:19.382 DEBUG:boto:Token: None 2022-09-01T11:28:19.382 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.383 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t4vdfIIqF6gNz/VibDCamfA74e0= 2022-09-01T11:28:19.384 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t4vdfIIqF6gNz/VibDCamfA74e0=', 'Content-Length': '0'} 2022-09-01T11:28:19.386 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a483ba74f69ba97-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.434 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:19.435 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:19.436 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.436 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.437 DEBUG:boto:Method: GET 2022-09-01T11:28:19.438 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.438 DEBUG:boto:Data: 2022-09-01T11:28:19.439 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.440 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.440 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.441 DEBUG:boto:Params: {} 2022-09-01T11:28:19.442 DEBUG:boto:Token: None 2022-09-01T11:28:19.443 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:28:19.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t4vdfIIqF6gNz/VibDCamfA74e0= 2022-09-01T11:28:19.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t4vdfIIqF6gNz/VibDCamfA74e0=', 'Content-Length': '0'} 2022-09-01T11:28:19.446 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000440fd9efc91bda23-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.448 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:19.448 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:19.449 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:19.450 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:19.451 DEBUG:boto:Method: GET 2022-09-01T11:28:19.452 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:28:19.453 DEBUG:boto:Data: 2022-09-01T11:28:19.454 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.455 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.456 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.457 DEBUG:boto:Params: {} 2022-09-01T11:28:19.458 DEBUG:boto:Token: None 2022-09-01T11:28:19.459 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/ 2022-09-01T11:28:19.460 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk= 2022-09-01T11:28:19.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk=', 'Content-Length': '0'} 2022-09-01T11:28:19.465 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006f6abfddd50bcab3-0063109753-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.466 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:19.468 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:19.469 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:19.470 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:19.471 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:19.472 DEBUG:boto:Method: GET 2022-09-01T11:28:19.473 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:28:19.474 DEBUG:boto:Data: 2022-09-01T11:28:19.475 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.476 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.477 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.478 DEBUG:boto:Params: {} 2022-09-01T11:28:19.478 DEBUG:boto:Token: None 2022-09-01T11:28:19.479 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/ 2022-09-01T11:28:19.480 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk= 2022-09-01T11:28:19.480 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk=', 'Content-Length': '0'} 2022-09-01T11:28:19.483 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b4b10582d1006766-0063109753-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.484 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:19.485 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:19.485 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:19.486 DEBUG:boto:Method: HEAD 2022-09-01T11:28:19.486 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:28:19.487 DEBUG:boto:Data: 2022-09-01T11:28:19.488 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.489 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.490 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.491 DEBUG:boto:Params: {} 2022-09-01T11:28:19.492 DEBUG:boto:Token: None 2022-09-01T11:28:19.493 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj76 2022-09-01T11:28:19.494 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dxvAa1Ac+JHw+Z+eLA8FQKSgTmQ= 2022-09-01T11:28:19.495 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dxvAa1Ac+JHw+Z+eLA8FQKSgTmQ=', 'Content-Length': '0'} 2022-09-01T11:28:19.498 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000828764860395f22a-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.499 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:19.500 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:19.501 DEBUG:boto:Method: HEAD 2022-09-01T11:28:19.502 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:28:19.503 DEBUG:boto:Data: 2022-09-01T11:28:19.503 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.504 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.505 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.506 DEBUG:boto:Params: {} 2022-09-01T11:28:19.507 DEBUG:boto:Token: None 2022-09-01T11:28:19.508 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj76 2022-09-01T11:28:19.509 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dxvAa1Ac+JHw+Z+eLA8FQKSgTmQ= 2022-09-01T11:28:19.509 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dxvAa1Ac+JHw+Z+eLA8FQKSgTmQ=', 'Content-Length': '0'} 2022-09-01T11:28:19.511 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002343c2095de15911-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.512 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:28:19.513 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:19.513 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:19.514 DEBUG:boto:Method: GET 2022-09-01T11:28:19.514 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:28:19.515 DEBUG:boto:Data: 2022-09-01T11:28:19.515 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.516 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.516 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.517 DEBUG:boto:Params: {} 2022-09-01T11:28:19.517 DEBUG:boto:Token: None 2022-09-01T11:28:19.518 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj76 2022-09-01T11:28:19.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:akRrnpEme/Ez2+EJPGV+k6aYr8U= 2022-09-01T11:28:19.519 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:akRrnpEme/Ez2+EJPGV+k6aYr8U=', 'Content-Length': '0'} 2022-09-01T11:28:19.521 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c06e3bb0886be864-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.522 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:28:19.523 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:28:19.523 DEBUG:boto:Method: GET 2022-09-01T11:28:19.524 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:28:19.524 DEBUG:boto:Data: 2022-09-01T11:28:19.525 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.526 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.526 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.527 DEBUG:boto:Params: {} 2022-09-01T11:28:19.528 DEBUG:boto:Token: None 2022-09-01T11:28:19.528 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj76 2022-09-01T11:28:19.529 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:akRrnpEme/Ez2+EJPGV+k6aYr8U= 2022-09-01T11:28:19.530 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:akRrnpEme/Ez2+EJPGV+k6aYr8U=', 'Content-Length': '0'} 2022-09-01T11:28:19.532 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c9d4a8f429f1120b-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.574 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:19.575 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:19.576 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:19.577 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:19.578 DEBUG:boto:Method: GET 2022-09-01T11:28:19.579 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:28:19.580 DEBUG:boto:Data: 2022-09-01T11:28:19.581 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.582 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.583 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.584 DEBUG:boto:Params: {} 2022-09-01T11:28:19.584 DEBUG:boto:Token: None 2022-09-01T11:28:19.586 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/ 2022-09-01T11:28:19.586 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk= 2022-09-01T11:28:19.587 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk=', 'Content-Length': '0'} 2022-09-01T11:28:19.590 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f0ed871530cc9455-0063109753-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.591 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:19.592 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:19.592 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:19.593 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:19.594 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:28:19.594 DEBUG:boto:Method: GET 2022-09-01T11:28:19.595 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:28:19.596 DEBUG:boto:Data: 2022-09-01T11:28:19.596 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.597 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.597 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.598 DEBUG:boto:Params: {} 2022-09-01T11:28:19.599 DEBUG:boto:Token: None 2022-09-01T11:28:19.600 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/ 2022-09-01T11:28:19.600 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk= 2022-09-01T11:28:19.601 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk=', 'Content-Length': '0'} 2022-09-01T11:28:19.604 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f2cd26a6aa182ad0-0063109753-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.605 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:19.606 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:28:19.606 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:19.607 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:19.608 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.608 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.609 DEBUG:boto:Method: GET 2022-09-01T11:28:19.610 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.611 DEBUG:boto:Data: 2022-09-01T11:28:19.612 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.613 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.614 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.615 DEBUG:boto:Params: {} 2022-09-01T11:28:19.616 DEBUG:boto:Token: None 2022-09-01T11:28:19.617 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wsMa/lxdn1+qFloxuKZd5uRFj9s= 2022-09-01T11:28:19.620 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wsMa/lxdn1+qFloxuKZd5uRFj9s=', 'Content-Length': '0'} 2022-09-01T11:28:19.622 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000825a23f84e789eef-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.624 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:19.625 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:19.626 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.627 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.627 DEBUG:boto:Method: GET 2022-09-01T11:28:19.628 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.629 DEBUG:boto:Data: 2022-09-01T11:28:19.630 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.631 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.632 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.633 DEBUG:boto:Params: {} 2022-09-01T11:28:19.634 DEBUG:boto:Token: None 2022-09-01T11:28:19.635 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.636 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wsMa/lxdn1+qFloxuKZd5uRFj9s= 2022-09-01T11:28:19.638 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wsMa/lxdn1+qFloxuKZd5uRFj9s=', 'Content-Length': '0'} 2022-09-01T11:28:19.641 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e35dd86abee2c9a3-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.642 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:19.643 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:19.644 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.645 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.646 DEBUG:boto:Method: HEAD 2022-09-01T11:28:19.647 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.648 DEBUG:boto:Data: 2022-09-01T11:28:19.649 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.650 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.650 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.651 DEBUG:boto:Params: {} 2022-09-01T11:28:19.652 DEBUG:boto:Token: None 2022-09-01T11:28:19.652 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Mb/qEydjUdovtiZNnE24N9qiaGE= 2022-09-01T11:28:19.654 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Mb/qEydjUdovtiZNnE24N9qiaGE=', 'Content-Length': '0'} 2022-09-01T11:28:19.656 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a5f346f0f5a28c13-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.656 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:19.657 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:19.657 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.658 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.659 DEBUG:boto:Method: HEAD 2022-09-01T11:28:19.659 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.660 DEBUG:boto:Data: 2022-09-01T11:28:19.660 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.661 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.661 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.662 DEBUG:boto:Params: {} 2022-09-01T11:28:19.662 DEBUG:boto:Token: None 2022-09-01T11:28:19.663 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.664 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Mb/qEydjUdovtiZNnE24N9qiaGE= 2022-09-01T11:28:19.664 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Mb/qEydjUdovtiZNnE24N9qiaGE=', 'Content-Length': '0'} 2022-09-01T11:28:19.667 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db96d5ed2915d0e2-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.667 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:28:19.668 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:19.669 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:19.669 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.670 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.670 DEBUG:boto:Method: GET 2022-09-01T11:28:19.671 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.671 DEBUG:boto:Data: 2022-09-01T11:28:19.672 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.673 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.673 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.674 DEBUG:boto:Params: {} 2022-09-01T11:28:19.674 DEBUG:boto:Token: None 2022-09-01T11:28:19.675 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.676 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wsMa/lxdn1+qFloxuKZd5uRFj9s= 2022-09-01T11:28:19.676 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wsMa/lxdn1+qFloxuKZd5uRFj9s=', 'Content-Length': '0'} 2022-09-01T11:28:19.678 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008be9546dd7a90cda-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.726 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:19.727 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:19.728 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.729 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.730 DEBUG:boto:Method: GET 2022-09-01T11:28:19.730 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.731 DEBUG:boto:Data: 2022-09-01T11:28:19.732 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.732 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.733 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.733 DEBUG:boto:Params: {} 2022-09-01T11:28:19.734 DEBUG:boto:Token: None 2022-09-01T11:28:19.735 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:28:19.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wsMa/lxdn1+qFloxuKZd5uRFj9s= 2022-09-01T11:28:19.736 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wsMa/lxdn1+qFloxuKZd5uRFj9s=', 'Content-Length': '0'} 2022-09-01T11:28:19.740 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004a64fed92f9c08a1-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.741 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:19.742 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:19.742 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:19.743 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:19.743 DEBUG:boto:Method: GET 2022-09-01T11:28:19.744 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:28:19.745 DEBUG:boto:Data: 2022-09-01T11:28:19.745 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.746 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.747 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.747 DEBUG:boto:Params: {} 2022-09-01T11:28:19.748 DEBUG:boto:Token: None 2022-09-01T11:28:19.749 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/ 2022-09-01T11:28:19.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk= 2022-09-01T11:28:19.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk=', 'Content-Length': '0'} 2022-09-01T11:28:19.755 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000031107ffc2043a877-0063109753-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.755 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:19.756 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:19.758 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:19.758 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:19.759 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:19.760 DEBUG:boto:Method: GET 2022-09-01T11:28:19.760 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:28:19.761 DEBUG:boto:Data: 2022-09-01T11:28:19.762 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.763 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.764 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.765 DEBUG:boto:Params: {} 2022-09-01T11:28:19.765 DEBUG:boto:Token: None 2022-09-01T11:28:19.766 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/ 2022-09-01T11:28:19.768 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk= 2022-09-01T11:28:19.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk=', 'Content-Length': '0'} 2022-09-01T11:28:19.772 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005a0e3dd6d1c4481e-0063109753-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.773 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:19.774 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:19.775 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:19.775 DEBUG:boto:Method: HEAD 2022-09-01T11:28:19.776 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:28:19.777 DEBUG:boto:Data: 2022-09-01T11:28:19.778 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.778 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.779 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.780 DEBUG:boto:Params: {} 2022-09-01T11:28:19.780 DEBUG:boto:Token: None 2022-09-01T11:28:19.781 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj85 2022-09-01T11:28:19.782 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:38CEqkwEcfwCE8dI1qI+JH9SGGM= 2022-09-01T11:28:19.783 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:38CEqkwEcfwCE8dI1qI+JH9SGGM=', 'Content-Length': '0'} 2022-09-01T11:28:19.787 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006199192b0e23f3c8-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.790 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:19.792 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:19.793 DEBUG:boto:Method: HEAD 2022-09-01T11:28:19.794 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:28:19.795 DEBUG:boto:Data: 2022-09-01T11:28:19.796 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.797 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.798 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.798 DEBUG:boto:Params: {} 2022-09-01T11:28:19.799 DEBUG:boto:Token: None 2022-09-01T11:28:19.800 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj85 2022-09-01T11:28:19.801 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:38CEqkwEcfwCE8dI1qI+JH9SGGM= 2022-09-01T11:28:19.803 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:38CEqkwEcfwCE8dI1qI+JH9SGGM=', 'Content-Length': '0'} 2022-09-01T11:28:19.806 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000e301517b4b16f7e-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.807 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:28:19.808 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:19.809 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:19.810 DEBUG:boto:Method: GET 2022-09-01T11:28:19.811 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:28:19.812 DEBUG:boto:Data: 2022-09-01T11:28:19.813 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.814 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.815 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.816 DEBUG:boto:Params: {} 2022-09-01T11:28:19.817 DEBUG:boto:Token: None 2022-09-01T11:28:19.818 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj85 2022-09-01T11:28:19.819 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NHpcJ8rcXNvH2kL8n8zZPT1mzcw= 2022-09-01T11:28:19.820 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NHpcJ8rcXNvH2kL8n8zZPT1mzcw=', 'Content-Length': '0'} 2022-09-01T11:28:19.823 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001263c68c5f719ea0-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.870 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:28:19.872 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:28:19.873 DEBUG:boto:Method: GET 2022-09-01T11:28:19.873 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:28:19.874 DEBUG:boto:Data: 2022-09-01T11:28:19.875 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.875 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.876 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.876 DEBUG:boto:Params: {} 2022-09-01T11:28:19.877 DEBUG:boto:Token: None 2022-09-01T11:28:19.878 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj85 2022-09-01T11:28:19.879 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NHpcJ8rcXNvH2kL8n8zZPT1mzcw= 2022-09-01T11:28:19.879 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NHpcJ8rcXNvH2kL8n8zZPT1mzcw=', 'Content-Length': '0'} 2022-09-01T11:28:19.882 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000574a41c43b1ff06f-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.883 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:19.884 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:19.885 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:19.885 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:19.886 DEBUG:boto:Method: GET 2022-09-01T11:28:19.887 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:28:19.887 DEBUG:boto:Data: 2022-09-01T11:28:19.888 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.888 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.889 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.890 DEBUG:boto:Params: {} 2022-09-01T11:28:19.890 DEBUG:boto:Token: None 2022-09-01T11:28:19.891 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/ 2022-09-01T11:28:19.892 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk= 2022-09-01T11:28:19.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk=', 'Content-Length': '0'} 2022-09-01T11:28:19.895 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f5551e68792e117d-0063109753-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.896 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:19.897 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:19.897 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:19.898 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:19.899 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:28:19.899 DEBUG:boto:Method: GET 2022-09-01T11:28:19.900 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:28:19.900 DEBUG:boto:Data: 2022-09-01T11:28:19.901 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.901 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.902 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.903 DEBUG:boto:Params: {} 2022-09-01T11:28:19.903 DEBUG:boto:Token: None 2022-09-01T11:28:19.904 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/ 2022-09-01T11:28:19.904 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk= 2022-09-01T11:28:19.905 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ZnT/ul61GU21FTq2+C0TtfP/fk=', 'Content-Length': '0'} 2022-09-01T11:28:19.908 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a94bd01cbb6b7894-0063109753-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.908 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:19.909 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:28:19.910 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:19.911 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:19.911 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.912 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.912 DEBUG:boto:Method: GET 2022-09-01T11:28:19.913 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.914 DEBUG:boto:Data: 2022-09-01T11:28:19.914 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.915 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.915 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.916 DEBUG:boto:Params: {} 2022-09-01T11:28:19.916 DEBUG:boto:Token: None 2022-09-01T11:28:19.917 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.918 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mmPTJwrRdymEZsMidFIxrgDOk8Y= 2022-09-01T11:28:19.919 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mmPTJwrRdymEZsMidFIxrgDOk8Y=', 'Content-Length': '0'} 2022-09-01T11:28:19.921 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b9d6791a7811b2f-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.922 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:19.923 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:19.924 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.924 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.925 DEBUG:boto:Method: GET 2022-09-01T11:28:19.925 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.926 DEBUG:boto:Data: 2022-09-01T11:28:19.927 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.927 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.928 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.928 DEBUG:boto:Params: {} 2022-09-01T11:28:19.929 DEBUG:boto:Token: None 2022-09-01T11:28:19.930 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.930 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mmPTJwrRdymEZsMidFIxrgDOk8Y= 2022-09-01T11:28:19.931 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mmPTJwrRdymEZsMidFIxrgDOk8Y=', 'Content-Length': '0'} 2022-09-01T11:28:19.933 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000022560ce2757805d7-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.934 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:19.935 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:19.935 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.936 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.937 DEBUG:boto:Method: HEAD 2022-09-01T11:28:19.938 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.939 DEBUG:boto:Data: 2022-09-01T11:28:19.940 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.940 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.941 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.942 DEBUG:boto:Params: {} 2022-09-01T11:28:19.943 DEBUG:boto:Token: None 2022-09-01T11:28:19.944 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.945 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+2daPWfggDtqiLN9cMCULt14xV4= 2022-09-01T11:28:19.946 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+2daPWfggDtqiLN9cMCULt14xV4=', 'Content-Length': '0'} 2022-09-01T11:28:19.948 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004932ce9aa86a19d6-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.948 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:19.949 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:19.950 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.950 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.951 DEBUG:boto:Method: HEAD 2022-09-01T11:28:19.951 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.952 DEBUG:boto:Data: 2022-09-01T11:28:19.952 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.953 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.954 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.954 DEBUG:boto:Params: {} 2022-09-01T11:28:19.955 DEBUG:boto:Token: None 2022-09-01T11:28:19.956 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+2daPWfggDtqiLN9cMCULt14xV4= 2022-09-01T11:28:19.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+2daPWfggDtqiLN9cMCULt14xV4=', 'Content-Length': '0'} 2022-09-01T11:28:19.959 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000884f1c996283283b-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.960 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:28:19.961 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:19.961 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:19.962 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.962 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.963 DEBUG:boto:Method: GET 2022-09-01T11:28:19.964 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.964 DEBUG:boto:Data: 2022-09-01T11:28:19.965 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.966 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:19.967 DEBUG:boto:Port: 8001 2022-09-01T11:28:19.968 DEBUG:boto:Params: {} 2022-09-01T11:28:19.969 DEBUG:boto:Token: None 2022-09-01T11:28:19.969 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.970 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mmPTJwrRdymEZsMidFIxrgDOk8Y= 2022-09-01T11:28:19.971 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mmPTJwrRdymEZsMidFIxrgDOk8Y=', 'Content-Length': '0'} 2022-09-01T11:28:19.973 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002be69fd53474e2e5-0063109753-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:19.974 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:19.974 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:19.975 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.975 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.976 DEBUG:boto:Method: GET 2022-09-01T11:28:19.977 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.977 DEBUG:boto:Data: 2022-09-01T11:28:19.978 DEBUG:boto:Headers: {} 2022-09-01T11:28:19.978 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:19.979 DEBUG:boto:Port: 8000 2022-09-01T11:28:19.979 DEBUG:boto:Params: {} 2022-09-01T11:28:19.980 DEBUG:boto:Token: None 2022-09-01T11:28:19.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:19 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:28:19.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mmPTJwrRdymEZsMidFIxrgDOk8Y= 2022-09-01T11:28:19.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mmPTJwrRdymEZsMidFIxrgDOk8Y=', 'Content-Length': '0'} 2022-09-01T11:28:19.984 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000091d527b6baf28107-0063109753-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.030 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.031 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.031 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:20.032 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:20.033 DEBUG:boto:Method: GET 2022-09-01T11:28:20.033 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:28:20.034 DEBUG:boto:Data: 2022-09-01T11:28:20.034 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.035 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.035 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.036 DEBUG:boto:Params: {} 2022-09-01T11:28:20.037 DEBUG:boto:Token: None 2022-09-01T11:28:20.037 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.038 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.042 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fc51ca84ca4a6e65-0063109754-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.042 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.043 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.044 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.044 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:20.045 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:20.045 DEBUG:boto:Method: GET 2022-09-01T11:28:20.046 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:28:20.047 DEBUG:boto:Data: 2022-09-01T11:28:20.047 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.048 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.048 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.049 DEBUG:boto:Params: {} 2022-09-01T11:28:20.049 DEBUG:boto:Token: None 2022-09-01T11:28:20.050 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.051 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.051 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.054 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006a5a00204c161e94-0063109754-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.055 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.056 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:20.057 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:20.057 DEBUG:boto:Method: HEAD 2022-09-01T11:28:20.058 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:28:20.058 DEBUG:boto:Data: 2022-09-01T11:28:20.059 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.059 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.060 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.061 DEBUG:boto:Params: {} 2022-09-01T11:28:20.061 DEBUG:boto:Token: None 2022-09-01T11:28:20.062 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj87 2022-09-01T11:28:20.063 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cA4O2WJU5VVo7aoBne9KTzd3Xjo= 2022-09-01T11:28:20.063 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cA4O2WJU5VVo7aoBne9KTzd3Xjo=', 'Content-Length': '0'} 2022-09-01T11:28:20.065 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d6a2321b0aaa8c7-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.066 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:20.067 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:20.067 DEBUG:boto:Method: HEAD 2022-09-01T11:28:20.068 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:28:20.069 DEBUG:boto:Data: 2022-09-01T11:28:20.069 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.070 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.070 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.071 DEBUG:boto:Params: {} 2022-09-01T11:28:20.071 DEBUG:boto:Token: None 2022-09-01T11:28:20.072 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj87 2022-09-01T11:28:20.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cA4O2WJU5VVo7aoBne9KTzd3Xjo= 2022-09-01T11:28:20.073 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cA4O2WJU5VVo7aoBne9KTzd3Xjo=', 'Content-Length': '0'} 2022-09-01T11:28:20.075 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e67a369ca9499d48-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.076 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:28:20.077 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:20.077 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:20.078 DEBUG:boto:Method: GET 2022-09-01T11:28:20.078 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:28:20.079 DEBUG:boto:Data: 2022-09-01T11:28:20.079 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.080 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.081 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.081 DEBUG:boto:Params: {} 2022-09-01T11:28:20.082 DEBUG:boto:Token: None 2022-09-01T11:28:20.082 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj87 2022-09-01T11:28:20.083 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3N2rzV+9fQacm7Hmr6VPIgMze6M= 2022-09-01T11:28:20.084 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3N2rzV+9fQacm7Hmr6VPIgMze6M=', 'Content-Length': '0'} 2022-09-01T11:28:20.086 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a27dc3055348f20-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.087 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:28:20.087 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:28:20.088 DEBUG:boto:Method: GET 2022-09-01T11:28:20.089 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:28:20.089 DEBUG:boto:Data: 2022-09-01T11:28:20.090 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.090 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.091 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.091 DEBUG:boto:Params: {} 2022-09-01T11:28:20.092 DEBUG:boto:Token: None 2022-09-01T11:28:20.093 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj87 2022-09-01T11:28:20.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3N2rzV+9fQacm7Hmr6VPIgMze6M= 2022-09-01T11:28:20.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3N2rzV+9fQacm7Hmr6VPIgMze6M=', 'Content-Length': '0'} 2022-09-01T11:28:20.096 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e1ed0c859c150c7-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.097 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.098 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.098 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:20.099 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:20.099 DEBUG:boto:Method: GET 2022-09-01T11:28:20.100 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:28:20.100 DEBUG:boto:Data: 2022-09-01T11:28:20.101 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.103 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.103 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.104 DEBUG:boto:Params: {} 2022-09-01T11:28:20.105 DEBUG:boto:Token: None 2022-09-01T11:28:20.106 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.107 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.108 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.111 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ddc82f520c185954-0063109754-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.154 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.155 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.156 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.156 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:20.157 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:28:20.158 DEBUG:boto:Method: GET 2022-09-01T11:28:20.158 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:28:20.159 DEBUG:boto:Data: 2022-09-01T11:28:20.160 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.160 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.161 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.161 DEBUG:boto:Params: {} 2022-09-01T11:28:20.162 DEBUG:boto:Token: None 2022-09-01T11:28:20.163 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.167 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f02cf6eb6f5dab11-0063109754-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.168 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.169 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:28:20.169 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:20.170 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:20.171 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.171 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.172 DEBUG:boto:Method: GET 2022-09-01T11:28:20.172 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.173 DEBUG:boto:Data: 2022-09-01T11:28:20.174 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.174 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.175 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.175 DEBUG:boto:Params: {} 2022-09-01T11:28:20.176 DEBUG:boto:Token: None 2022-09-01T11:28:20.177 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.178 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZvjYYoZodwVx9rnDgTxiRstsTh0= 2022-09-01T11:28:20.179 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZvjYYoZodwVx9rnDgTxiRstsTh0=', 'Content-Length': '0'} 2022-09-01T11:28:20.182 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f85a4ba0fed1106b-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.183 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:20.184 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:20.185 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.185 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.186 DEBUG:boto:Method: GET 2022-09-01T11:28:20.186 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.187 DEBUG:boto:Data: 2022-09-01T11:28:20.187 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.188 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.189 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.189 DEBUG:boto:Params: {} 2022-09-01T11:28:20.190 DEBUG:boto:Token: None 2022-09-01T11:28:20.191 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.192 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZvjYYoZodwVx9rnDgTxiRstsTh0= 2022-09-01T11:28:20.192 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZvjYYoZodwVx9rnDgTxiRstsTh0=', 'Content-Length': '0'} 2022-09-01T11:28:20.195 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000495b066ec89b77a-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.242 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:20.243 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:20.243 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.244 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.244 DEBUG:boto:Method: HEAD 2022-09-01T11:28:20.245 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.245 DEBUG:boto:Data: 2022-09-01T11:28:20.246 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.247 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.247 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.248 DEBUG:boto:Params: {} 2022-09-01T11:28:20.248 DEBUG:boto:Token: None 2022-09-01T11:28:20.249 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.249 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IK/PkeB9TiwsC0QK17Gu4TqITDQ= 2022-09-01T11:28:20.250 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IK/PkeB9TiwsC0QK17Gu4TqITDQ=', 'Content-Length': '0'} 2022-09-01T11:28:20.252 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004187ff690903d92a-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.253 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:20.254 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:20.254 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.255 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.255 DEBUG:boto:Method: HEAD 2022-09-01T11:28:20.256 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.256 DEBUG:boto:Data: 2022-09-01T11:28:20.257 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.257 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.258 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.258 DEBUG:boto:Params: {} 2022-09-01T11:28:20.259 DEBUG:boto:Token: None 2022-09-01T11:28:20.259 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IK/PkeB9TiwsC0QK17Gu4TqITDQ= 2022-09-01T11:28:20.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IK/PkeB9TiwsC0QK17Gu4TqITDQ=', 'Content-Length': '0'} 2022-09-01T11:28:20.263 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004136beff5d90fc32-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.263 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:28:20.264 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:20.265 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:20.265 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.266 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.266 DEBUG:boto:Method: GET 2022-09-01T11:28:20.267 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.268 DEBUG:boto:Data: 2022-09-01T11:28:20.268 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.269 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.269 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.270 DEBUG:boto:Params: {} 2022-09-01T11:28:20.271 DEBUG:boto:Token: None 2022-09-01T11:28:20.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZvjYYoZodwVx9rnDgTxiRstsTh0= 2022-09-01T11:28:20.272 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZvjYYoZodwVx9rnDgTxiRstsTh0=', 'Content-Length': '0'} 2022-09-01T11:28:20.275 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008fff44783fd591ee-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.275 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:20.276 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:20.277 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.277 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.278 DEBUG:boto:Method: GET 2022-09-01T11:28:20.278 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.279 DEBUG:boto:Data: 2022-09-01T11:28:20.279 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.280 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.280 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.281 DEBUG:boto:Params: {} 2022-09-01T11:28:20.281 DEBUG:boto:Token: None 2022-09-01T11:28:20.282 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:28:20.283 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZvjYYoZodwVx9rnDgTxiRstsTh0= 2022-09-01T11:28:20.283 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZvjYYoZodwVx9rnDgTxiRstsTh0=', 'Content-Length': '0'} 2022-09-01T11:28:20.285 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000efe16f2a33106854-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.286 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.287 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.287 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:20.288 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:20.288 DEBUG:boto:Method: GET 2022-09-01T11:28:20.289 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:28:20.289 DEBUG:boto:Data: 2022-09-01T11:28:20.290 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.290 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.291 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.292 DEBUG:boto:Params: {} 2022-09-01T11:28:20.292 DEBUG:boto:Token: None 2022-09-01T11:28:20.293 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.293 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.294 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.297 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001329f79d83d78155-0063109754-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.298 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.299 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.299 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.300 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:20.300 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:20.301 DEBUG:boto:Method: GET 2022-09-01T11:28:20.301 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:28:20.302 DEBUG:boto:Data: 2022-09-01T11:28:20.302 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.303 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.303 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.304 DEBUG:boto:Params: {} 2022-09-01T11:28:20.305 DEBUG:boto:Token: None 2022-09-01T11:28:20.305 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.306 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.307 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.310 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c81760e5cd5ad091-0063109754-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.310 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.311 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:20.312 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:20.312 DEBUG:boto:Method: HEAD 2022-09-01T11:28:20.313 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:28:20.313 DEBUG:boto:Data: 2022-09-01T11:28:20.314 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.314 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.315 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.315 DEBUG:boto:Params: {} 2022-09-01T11:28:20.316 DEBUG:boto:Token: None 2022-09-01T11:28:20.316 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj92 2022-09-01T11:28:20.317 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6BTVOXgj+SjYg7McKDO8T1yzXGQ= 2022-09-01T11:28:20.317 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6BTVOXgj+SjYg7McKDO8T1yzXGQ=', 'Content-Length': '0'} 2022-09-01T11:28:20.320 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000059cec45b4440f7aa-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.320 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:20.321 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:20.321 DEBUG:boto:Method: HEAD 2022-09-01T11:28:20.322 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:28:20.322 DEBUG:boto:Data: 2022-09-01T11:28:20.323 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.324 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.324 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.325 DEBUG:boto:Params: {} 2022-09-01T11:28:20.325 DEBUG:boto:Token: None 2022-09-01T11:28:20.326 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj92 2022-09-01T11:28:20.326 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6BTVOXgj+SjYg7McKDO8T1yzXGQ= 2022-09-01T11:28:20.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6BTVOXgj+SjYg7McKDO8T1yzXGQ=', 'Content-Length': '0'} 2022-09-01T11:28:20.329 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000032704de00c50d9c8-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.330 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:28:20.330 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:20.331 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:20.332 DEBUG:boto:Method: GET 2022-09-01T11:28:20.332 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:28:20.333 DEBUG:boto:Data: 2022-09-01T11:28:20.333 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.334 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.334 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.335 DEBUG:boto:Params: {} 2022-09-01T11:28:20.335 DEBUG:boto:Token: None 2022-09-01T11:28:20.336 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj92 2022-09-01T11:28:20.337 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:233/mluzuo4HxW2gf85D4x0xVxk= 2022-09-01T11:28:20.337 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:233/mluzuo4HxW2gf85D4x0xVxk=', 'Content-Length': '0'} 2022-09-01T11:28:20.340 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007e19ee7bb88a2d6f-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.340 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:28:20.341 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:28:20.342 DEBUG:boto:Method: GET 2022-09-01T11:28:20.342 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:28:20.343 DEBUG:boto:Data: 2022-09-01T11:28:20.343 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.344 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.344 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.345 DEBUG:boto:Params: {} 2022-09-01T11:28:20.346 DEBUG:boto:Token: None 2022-09-01T11:28:20.346 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj92 2022-09-01T11:28:20.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:233/mluzuo4HxW2gf85D4x0xVxk= 2022-09-01T11:28:20.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:233/mluzuo4HxW2gf85D4x0xVxk=', 'Content-Length': '0'} 2022-09-01T11:28:20.350 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000133b98418e23dccf-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.351 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.351 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.352 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:20.352 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:20.353 DEBUG:boto:Method: GET 2022-09-01T11:28:20.354 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:28:20.354 DEBUG:boto:Data: 2022-09-01T11:28:20.355 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.356 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.356 DEBUG:boto:Params: {} 2022-09-01T11:28:20.357 DEBUG:boto:Token: None 2022-09-01T11:28:20.357 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.358 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.362 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000050941c1f953598da-0063109754-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.362 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.363 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.364 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.364 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:20.365 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:28:20.365 DEBUG:boto:Method: GET 2022-09-01T11:28:20.366 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:28:20.366 DEBUG:boto:Data: 2022-09-01T11:28:20.367 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.368 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.368 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.369 DEBUG:boto:Params: {} 2022-09-01T11:28:20.369 DEBUG:boto:Token: None 2022-09-01T11:28:20.370 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.370 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.371 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.374 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007f0c9e8f2ecb0e8b-0063109754-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.374 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.375 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:28:20.376 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:20.376 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:20.377 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.377 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.378 DEBUG:boto:Method: GET 2022-09-01T11:28:20.378 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.379 DEBUG:boto:Data: 2022-09-01T11:28:20.379 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.380 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.380 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.381 DEBUG:boto:Params: {} 2022-09-01T11:28:20.382 DEBUG:boto:Token: None 2022-09-01T11:28:20.382 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.383 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LR4gW2epz+3B7OJTukgcAL7SGDE= 2022-09-01T11:28:20.384 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LR4gW2epz+3B7OJTukgcAL7SGDE=', 'Content-Length': '0'} 2022-09-01T11:28:20.386 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000096efa97745018968-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.387 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:20.387 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:20.388 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.388 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.389 DEBUG:boto:Method: GET 2022-09-01T11:28:20.389 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.390 DEBUG:boto:Data: 2022-09-01T11:28:20.391 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.391 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.392 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.392 DEBUG:boto:Params: {} 2022-09-01T11:28:20.393 DEBUG:boto:Token: None 2022-09-01T11:28:20.394 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.394 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LR4gW2epz+3B7OJTukgcAL7SGDE= 2022-09-01T11:28:20.395 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LR4gW2epz+3B7OJTukgcAL7SGDE=', 'Content-Length': '0'} 2022-09-01T11:28:20.397 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005ed293a4aa6d848e-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.398 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:20.399 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:20.399 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.400 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.400 DEBUG:boto:Method: HEAD 2022-09-01T11:28:20.401 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.401 DEBUG:boto:Data: 2022-09-01T11:28:20.402 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.402 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.403 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.403 DEBUG:boto:Params: {} 2022-09-01T11:28:20.404 DEBUG:boto:Token: None 2022-09-01T11:28:20.405 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.405 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P7SqPUEE1AEfCyxkS0xJOa6EA8Y= 2022-09-01T11:28:20.406 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P7SqPUEE1AEfCyxkS0xJOa6EA8Y=', 'Content-Length': '0'} 2022-09-01T11:28:20.409 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd389888286cc03d-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.410 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:20.410 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:20.411 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.411 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.412 DEBUG:boto:Method: HEAD 2022-09-01T11:28:20.412 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.413 DEBUG:boto:Data: 2022-09-01T11:28:20.413 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.414 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.414 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.415 DEBUG:boto:Params: {} 2022-09-01T11:28:20.416 DEBUG:boto:Token: None 2022-09-01T11:28:20.416 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.417 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P7SqPUEE1AEfCyxkS0xJOa6EA8Y= 2022-09-01T11:28:20.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P7SqPUEE1AEfCyxkS0xJOa6EA8Y=', 'Content-Length': '0'} 2022-09-01T11:28:20.420 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ea7c61f56e216c2-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.421 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:28:20.421 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:20.422 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:20.422 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.423 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.423 DEBUG:boto:Method: GET 2022-09-01T11:28:20.424 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.424 DEBUG:boto:Data: 2022-09-01T11:28:20.425 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.426 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.426 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.427 DEBUG:boto:Params: {} 2022-09-01T11:28:20.428 DEBUG:boto:Token: None 2022-09-01T11:28:20.428 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.429 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LR4gW2epz+3B7OJTukgcAL7SGDE= 2022-09-01T11:28:20.430 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LR4gW2epz+3B7OJTukgcAL7SGDE=', 'Content-Length': '0'} 2022-09-01T11:28:20.432 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c17998892648f9a-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.434 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:20.435 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:20.435 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.437 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.437 DEBUG:boto:Method: GET 2022-09-01T11:28:20.438 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.439 DEBUG:boto:Data: 2022-09-01T11:28:20.439 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.440 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.441 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.442 DEBUG:boto:Params: {} 2022-09-01T11:28:20.442 DEBUG:boto:Token: None 2022-09-01T11:28:20.443 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:28:20.444 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LR4gW2epz+3B7OJTukgcAL7SGDE= 2022-09-01T11:28:20.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LR4gW2epz+3B7OJTukgcAL7SGDE=', 'Content-Length': '0'} 2022-09-01T11:28:20.447 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c47dba4922ae8e23-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.448 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.449 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.449 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:20.450 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:20.451 DEBUG:boto:Method: GET 2022-09-01T11:28:20.451 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:28:20.452 DEBUG:boto:Data: 2022-09-01T11:28:20.453 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.453 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.454 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.454 DEBUG:boto:Params: {} 2022-09-01T11:28:20.455 DEBUG:boto:Token: None 2022-09-01T11:28:20.456 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.456 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.457 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.460 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d722060d98f2158f-0063109754-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.461 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.462 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.462 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.463 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:20.464 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:20.464 DEBUG:boto:Method: GET 2022-09-01T11:28:20.465 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:28:20.465 DEBUG:boto:Data: 2022-09-01T11:28:20.466 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.467 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.467 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.468 DEBUG:boto:Params: {} 2022-09-01T11:28:20.469 DEBUG:boto:Token: None 2022-09-01T11:28:20.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.475 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d0859941240df62a-0063109754-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.518 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.519 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:20.520 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:20.520 DEBUG:boto:Method: HEAD 2022-09-01T11:28:20.521 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:28:20.521 DEBUG:boto:Data: 2022-09-01T11:28:20.522 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.522 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.523 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.523 DEBUG:boto:Params: {} 2022-09-01T11:28:20.524 DEBUG:boto:Token: None 2022-09-01T11:28:20.525 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj93 2022-09-01T11:28:20.525 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i2upnqQOPKyocQRlHpPYHlUJY4Y= 2022-09-01T11:28:20.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i2upnqQOPKyocQRlHpPYHlUJY4Y=', 'Content-Length': '0'} 2022-09-01T11:28:20.528 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001fa716b8a6ed9e98-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.529 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:20.529 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:20.530 DEBUG:boto:Method: HEAD 2022-09-01T11:28:20.530 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:28:20.531 DEBUG:boto:Data: 2022-09-01T11:28:20.532 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.532 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.533 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.533 DEBUG:boto:Params: {} 2022-09-01T11:28:20.534 DEBUG:boto:Token: None 2022-09-01T11:28:20.535 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj93 2022-09-01T11:28:20.535 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i2upnqQOPKyocQRlHpPYHlUJY4Y= 2022-09-01T11:28:20.536 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i2upnqQOPKyocQRlHpPYHlUJY4Y=', 'Content-Length': '0'} 2022-09-01T11:28:20.538 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c172ae899a8113a-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.539 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:28:20.539 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:20.540 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:20.541 DEBUG:boto:Method: GET 2022-09-01T11:28:20.541 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:28:20.542 DEBUG:boto:Data: 2022-09-01T11:28:20.543 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.544 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.545 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.546 DEBUG:boto:Params: {} 2022-09-01T11:28:20.547 DEBUG:boto:Token: None 2022-09-01T11:28:20.549 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj93 2022-09-01T11:28:20.550 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jsHrvhJnGnhjv2PNuFSjYZu2I0E= 2022-09-01T11:28:20.551 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jsHrvhJnGnhjv2PNuFSjYZu2I0E=', 'Content-Length': '0'} 2022-09-01T11:28:20.553 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009c98db637c75c16e-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.554 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:28:20.555 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:28:20.555 DEBUG:boto:Method: GET 2022-09-01T11:28:20.556 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:28:20.557 DEBUG:boto:Data: 2022-09-01T11:28:20.557 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.558 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.558 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.559 DEBUG:boto:Params: {} 2022-09-01T11:28:20.559 DEBUG:boto:Token: None 2022-09-01T11:28:20.560 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj93 2022-09-01T11:28:20.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jsHrvhJnGnhjv2PNuFSjYZu2I0E= 2022-09-01T11:28:20.562 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jsHrvhJnGnhjv2PNuFSjYZu2I0E=', 'Content-Length': '0'} 2022-09-01T11:28:20.564 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000385a66878c99b6c4-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.565 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.565 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.566 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:20.567 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:20.567 DEBUG:boto:Method: GET 2022-09-01T11:28:20.568 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:28:20.568 DEBUG:boto:Data: 2022-09-01T11:28:20.569 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.570 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.570 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.571 DEBUG:boto:Params: {} 2022-09-01T11:28:20.571 DEBUG:boto:Token: None 2022-09-01T11:28:20.572 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.573 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.573 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.576 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f466b4cbb43873cc-0063109754-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.577 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.578 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.579 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.579 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:20.580 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:28:20.580 DEBUG:boto:Method: GET 2022-09-01T11:28:20.581 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:28:20.581 DEBUG:boto:Data: 2022-09-01T11:28:20.582 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.583 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.583 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.584 DEBUG:boto:Params: {} 2022-09-01T11:28:20.585 DEBUG:boto:Token: None 2022-09-01T11:28:20.586 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.586 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.587 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.589 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cae040ea660e23df-0063109754-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.590 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.591 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:28:20.592 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:20.592 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:20.593 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.594 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.594 DEBUG:boto:Method: GET 2022-09-01T11:28:20.595 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.595 DEBUG:boto:Data: 2022-09-01T11:28:20.596 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.597 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.598 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.599 DEBUG:boto:Params: {} 2022-09-01T11:28:20.600 DEBUG:boto:Token: None 2022-09-01T11:28:20.601 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.602 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GFc/R5XuoyEPZD7V6QGeU0t9Mvc= 2022-09-01T11:28:20.603 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GFc/R5XuoyEPZD7V6QGeU0t9Mvc=', 'Content-Length': '0'} 2022-09-01T11:28:20.606 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000047edae92eb0affde-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.607 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:20.608 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:20.609 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.610 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.611 DEBUG:boto:Method: GET 2022-09-01T11:28:20.612 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.613 DEBUG:boto:Data: 2022-09-01T11:28:20.614 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.615 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.616 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.617 DEBUG:boto:Params: {} 2022-09-01T11:28:20.618 DEBUG:boto:Token: None 2022-09-01T11:28:20.619 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.620 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GFc/R5XuoyEPZD7V6QGeU0t9Mvc= 2022-09-01T11:28:20.621 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GFc/R5XuoyEPZD7V6QGeU0t9Mvc=', 'Content-Length': '0'} 2022-09-01T11:28:20.630 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ac7887fa886f3c02-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.632 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:20.632 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:20.633 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.634 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.635 DEBUG:boto:Method: HEAD 2022-09-01T11:28:20.635 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.636 DEBUG:boto:Data: 2022-09-01T11:28:20.636 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.637 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.637 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.638 DEBUG:boto:Params: {} 2022-09-01T11:28:20.638 DEBUG:boto:Token: None 2022-09-01T11:28:20.639 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2mlRITE0ckKgo37VbuPRL5OJ27M= 2022-09-01T11:28:20.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2mlRITE0ckKgo37VbuPRL5OJ27M=', 'Content-Length': '0'} 2022-09-01T11:28:20.644 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec62bba4da93714d-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.646 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:20.647 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:20.647 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.648 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.649 DEBUG:boto:Method: HEAD 2022-09-01T11:28:20.650 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.651 DEBUG:boto:Data: 2022-09-01T11:28:20.652 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.653 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.654 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.655 DEBUG:boto:Params: {} 2022-09-01T11:28:20.656 DEBUG:boto:Token: None 2022-09-01T11:28:20.657 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.658 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2mlRITE0ckKgo37VbuPRL5OJ27M= 2022-09-01T11:28:20.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2mlRITE0ckKgo37VbuPRL5OJ27M=', 'Content-Length': '0'} 2022-09-01T11:28:20.662 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ebf50d211a9172b4-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.663 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:28:20.664 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:20.665 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:20.666 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.667 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.667 DEBUG:boto:Method: GET 2022-09-01T11:28:20.668 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.669 DEBUG:boto:Data: 2022-09-01T11:28:20.669 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.670 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.670 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.671 DEBUG:boto:Params: {} 2022-09-01T11:28:20.671 DEBUG:boto:Token: None 2022-09-01T11:28:20.672 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GFc/R5XuoyEPZD7V6QGeU0t9Mvc= 2022-09-01T11:28:20.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GFc/R5XuoyEPZD7V6QGeU0t9Mvc=', 'Content-Length': '0'} 2022-09-01T11:28:20.675 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007891deb27f217b03-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.718 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:20.719 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:20.720 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.721 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.723 DEBUG:boto:Method: GET 2022-09-01T11:28:20.724 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.724 DEBUG:boto:Data: 2022-09-01T11:28:20.725 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.725 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.726 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.726 DEBUG:boto:Params: {} 2022-09-01T11:28:20.727 DEBUG:boto:Token: None 2022-09-01T11:28:20.728 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:28:20.728 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GFc/R5XuoyEPZD7V6QGeU0t9Mvc= 2022-09-01T11:28:20.729 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GFc/R5XuoyEPZD7V6QGeU0t9Mvc=', 'Content-Length': '0'} 2022-09-01T11:28:20.731 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060afab7cd789f2e7-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.732 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.732 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.733 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:20.733 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:20.734 DEBUG:boto:Method: GET 2022-09-01T11:28:20.735 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:28:20.735 DEBUG:boto:Data: 2022-09-01T11:28:20.736 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.736 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.737 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.737 DEBUG:boto:Params: {} 2022-09-01T11:28:20.738 DEBUG:boto:Token: None 2022-09-01T11:28:20.738 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.739 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.740 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.743 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000498417b8d85396d5-0063109754-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.743 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.744 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.745 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.746 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:20.746 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:20.747 DEBUG:boto:Method: GET 2022-09-01T11:28:20.748 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:28:20.749 DEBUG:boto:Data: 2022-09-01T11:28:20.750 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.751 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.752 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.752 DEBUG:boto:Params: {} 2022-09-01T11:28:20.753 DEBUG:boto:Token: None 2022-09-01T11:28:20.754 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.754 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.755 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.758 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002ff22b74483de1a7-0063109754-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.759 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.760 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:20.760 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:20.761 DEBUG:boto:Method: HEAD 2022-09-01T11:28:20.761 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:28:20.762 DEBUG:boto:Data: 2022-09-01T11:28:20.762 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.763 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.764 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.764 DEBUG:boto:Params: {} 2022-09-01T11:28:20.765 DEBUG:boto:Token: None 2022-09-01T11:28:20.765 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj95 2022-09-01T11:28:20.766 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1UqOjYcmFPrCr6AC0kwBtjApLP8= 2022-09-01T11:28:20.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1UqOjYcmFPrCr6AC0kwBtjApLP8=', 'Content-Length': '0'} 2022-09-01T11:28:20.769 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000deb96546406dced3-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.770 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:20.771 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:20.772 DEBUG:boto:Method: HEAD 2022-09-01T11:28:20.773 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:28:20.774 DEBUG:boto:Data: 2022-09-01T11:28:20.775 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.776 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.777 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.778 DEBUG:boto:Params: {} 2022-09-01T11:28:20.779 DEBUG:boto:Token: None 2022-09-01T11:28:20.780 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj95 2022-09-01T11:28:20.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1UqOjYcmFPrCr6AC0kwBtjApLP8= 2022-09-01T11:28:20.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1UqOjYcmFPrCr6AC0kwBtjApLP8=', 'Content-Length': '0'} 2022-09-01T11:28:20.783 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000036b3a3fdbcd9a02-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.784 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:28:20.785 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:20.785 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:20.786 DEBUG:boto:Method: GET 2022-09-01T11:28:20.786 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:28:20.787 DEBUG:boto:Data: 2022-09-01T11:28:20.788 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.788 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.789 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.789 DEBUG:boto:Params: {} 2022-09-01T11:28:20.790 DEBUG:boto:Token: None 2022-09-01T11:28:20.791 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj95 2022-09-01T11:28:20.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PbjsFGTE1uCvRgm6UMxfUt2Wp80= 2022-09-01T11:28:20.792 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PbjsFGTE1uCvRgm6UMxfUt2Wp80=', 'Content-Length': '0'} 2022-09-01T11:28:20.794 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000082c60637226e4294-0063109754-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.795 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:28:20.795 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:28:20.796 DEBUG:boto:Method: GET 2022-09-01T11:28:20.796 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:28:20.797 DEBUG:boto:Data: 2022-09-01T11:28:20.797 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.798 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.799 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.799 DEBUG:boto:Params: {} 2022-09-01T11:28:20.800 DEBUG:boto:Token: None 2022-09-01T11:28:20.801 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/obj95 2022-09-01T11:28:20.801 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PbjsFGTE1uCvRgm6UMxfUt2Wp80= 2022-09-01T11:28:20.802 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PbjsFGTE1uCvRgm6UMxfUt2Wp80=', 'Content-Length': '0'} 2022-09-01T11:28:20.804 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009eaed7bed6f38885-0063109754-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.805 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.805 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.806 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:20.807 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:20.807 DEBUG:boto:Method: GET 2022-09-01T11:28:20.808 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:28:20.808 DEBUG:boto:Data: 2022-09-01T11:28:20.809 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.809 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:28:20.810 DEBUG:boto:Port: 8001 2022-09-01T11:28:20.810 DEBUG:boto:Params: {} 2022-09-01T11:28:20.811 DEBUG:boto:Token: None 2022-09-01T11:28:20.812 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.812 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.813 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.816 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b362e73776eb01bc-0063109754-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.858 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.859 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:20.860 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:20.860 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:20.861 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:28:20.861 DEBUG:boto:Method: GET 2022-09-01T11:28:20.862 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:28:20.862 DEBUG:boto:Data: 2022-09-01T11:28:20.863 DEBUG:boto:Headers: {} 2022-09-01T11:28:20.863 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:28:20.864 DEBUG:boto:Port: 8000 2022-09-01T11:28:20.864 DEBUG:boto:Params: {} 2022-09-01T11:28:20.865 DEBUG:boto:Token: None 2022-09-01T11:28:20.866 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:28:20 GMT /ptoxvb-74/ 2022-09-01T11:28:20.866 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE= 2022-09-01T11:28:20.867 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xsk3cz9PaqZidwUJ0wNUQcPotUE=', 'Content-Length': '0'} 2022-09-01T11:28:20.870 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003c155de6cd3b1ab3-0063109754-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:28:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:20.871 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:28:20.872 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone3, test-zone2} 2022-09-01T11:28:20.873 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--num-shards', '37', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:28:20.873 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--num-shards', '37', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:28:20.874 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --num-shards 37 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:28:20.936 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:28:20.936 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:28:20.998 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:28:20.999 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-74 2022-09-01T11:28:21.013 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 30 2022-09-01T11:28:21.110 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:21.111 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:21.112 DEBUG:boto:Method: HEAD 2022-09-01T11:28:21.112 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:28:21.113 DEBUG:boto:Data: 2022-09-01T11:28:21.114 DEBUG:boto:Headers: {} 2022-09-01T11:28:21.115 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:21.115 DEBUG:boto:Port: 8000 2022-09-01T11:28:21.116 DEBUG:boto:Params: {} 2022-09-01T11:28:21.117 DEBUG:boto:Token: None 2022-09-01T11:28:21.117 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:21 GMT /ptoxvb-74/ 2022-09-01T11:28:21.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qwk2gU+ipLhGol5fxB6R0oHYqM4= 2022-09-01T11:28:21.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qwk2gU+ipLhGol5fxB6R0oHYqM4=', 'Content-Length': '0'} 2022-09-01T11:28:21.122 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '30'), ('X-RGW-Bytes-Used', '90'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a8057ee0e1868993-0063109755-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:21.124 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:28:21.124 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:28:21.125 DEBUG:boto:Method: PUT 2022-09-01T11:28:21.126 DEBUG:boto:Path: /ptoxvb-74/obj37 2022-09-01T11:28:21.127 DEBUG:boto:Data: 2022-09-01T11:28:21.128 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:28:21.129 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:21.130 DEBUG:boto:Port: 8000 2022-09-01T11:28:21.131 DEBUG:boto:Params: {} 2022-09-01T11:28:21.132 DEBUG:boto:Token: None 2022-09-01T11:28:21.133 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:28:21 GMT /ptoxvb-74/obj37 2022-09-01T11:28:21.134 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AB5rm36TP0v38YV6HTVbN0HRV9s= 2022-09-01T11:28:21.134 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:28:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AB5rm36TP0v38YV6HTVbN0HRV9s='} 2022-09-01T11:28:21.178 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000825cc78228eb82d6-0063109755-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:21.180 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:21.181 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:21.182 DEBUG:boto:Method: HEAD 2022-09-01T11:28:21.183 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:28:21.184 DEBUG:boto:Data: 2022-09-01T11:28:21.185 DEBUG:boto:Headers: {} 2022-09-01T11:28:21.186 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:21.186 DEBUG:boto:Port: 8000 2022-09-01T11:28:21.187 DEBUG:boto:Params: {} 2022-09-01T11:28:21.189 DEBUG:boto:Token: None 2022-09-01T11:28:21.190 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:21 GMT /ptoxvb-74/ 2022-09-01T11:28:21.191 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qwk2gU+ipLhGol5fxB6R0oHYqM4= 2022-09-01T11:28:21.192 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qwk2gU+ipLhGol5fxB6R0oHYqM4=', 'Content-Length': '0'} 2022-09-01T11:28:21.197 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '31'), ('X-RGW-Bytes-Used', '93'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000a4d7ef34a5d5b8f3-0063109755-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:21.198 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:28:21.199 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:28:21.200 DEBUG:boto:Method: PUT 2022-09-01T11:28:21.201 DEBUG:boto:Path: /ptoxvb-74/obj74 2022-09-01T11:28:21.202 DEBUG:boto:Data: 2022-09-01T11:28:21.203 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:28:21.204 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:21.205 DEBUG:boto:Port: 8000 2022-09-01T11:28:21.206 DEBUG:boto:Params: {} 2022-09-01T11:28:21.206 DEBUG:boto:Token: None 2022-09-01T11:28:21.207 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:28:21 GMT /ptoxvb-74/obj74 2022-09-01T11:28:21.208 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:filEviJHeoQOnbCP2aAZ5Jln4Aw= 2022-09-01T11:28:21.208 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:28:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:filEviJHeoQOnbCP2aAZ5Jln4Aw='} 2022-09-01T11:28:21.217 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000ee006672008db937-0063109755-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:21.218 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:21.219 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:21.220 DEBUG:boto:Method: HEAD 2022-09-01T11:28:21.221 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:28:21.222 DEBUG:boto:Data: 2022-09-01T11:28:21.223 DEBUG:boto:Headers: {} 2022-09-01T11:28:21.224 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:21.225 DEBUG:boto:Port: 8000 2022-09-01T11:28:21.226 DEBUG:boto:Params: {} 2022-09-01T11:28:21.227 DEBUG:boto:Token: None 2022-09-01T11:28:21.228 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:21 GMT /ptoxvb-74/ 2022-09-01T11:28:21.228 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qwk2gU+ipLhGol5fxB6R0oHYqM4= 2022-09-01T11:28:21.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qwk2gU+ipLhGol5fxB6R0oHYqM4=', 'Content-Length': '0'} 2022-09-01T11:28:21.233 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '32'), ('X-RGW-Bytes-Used', '96'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008c10c7b1930be905-0063109755-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:21.234 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:28:21.234 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:28:21.235 DEBUG:boto:Method: PUT 2022-09-01T11:28:21.235 DEBUG:boto:Path: /ptoxvb-74/obj111 2022-09-01T11:28:21.236 DEBUG:boto:Data: 2022-09-01T11:28:21.236 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:28:21.237 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:21.237 DEBUG:boto:Port: 8000 2022-09-01T11:28:21.238 DEBUG:boto:Params: {} 2022-09-01T11:28:21.239 DEBUG:boto:Token: None 2022-09-01T11:28:21.239 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:28:21 GMT /ptoxvb-74/obj111 2022-09-01T11:28:21.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tkGd/V8BKl/1hd1aZGWQOl0Bp9k= 2022-09-01T11:28:21.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:28:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tkGd/V8BKl/1hd1aZGWQOl0Bp9k='} 2022-09-01T11:28:21.286 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000a7e96ef57d446ce3-0063109755-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:21.287 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:21.288 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:21.288 DEBUG:boto:Method: HEAD 2022-09-01T11:28:21.289 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:28:21.289 DEBUG:boto:Data: 2022-09-01T11:28:21.290 DEBUG:boto:Headers: {} 2022-09-01T11:28:21.290 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:21.291 DEBUG:boto:Port: 8000 2022-09-01T11:28:21.291 DEBUG:boto:Params: {} 2022-09-01T11:28:21.292 DEBUG:boto:Token: None 2022-09-01T11:28:21.292 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:21 GMT /ptoxvb-74/ 2022-09-01T11:28:21.293 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qwk2gU+ipLhGol5fxB6R0oHYqM4= 2022-09-01T11:28:21.294 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qwk2gU+ipLhGol5fxB6R0oHYqM4=', 'Content-Length': '0'} 2022-09-01T11:28:21.297 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '33'), ('X-RGW-Bytes-Used', '99'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ed20cfb2d5c8681c-0063109755-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:21.298 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:28:21.298 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:28:21.299 DEBUG:boto:Method: PUT 2022-09-01T11:28:21.300 DEBUG:boto:Path: /ptoxvb-74/obj148 2022-09-01T11:28:21.300 DEBUG:boto:Data: 2022-09-01T11:28:21.301 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:28:21.301 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:21.301 DEBUG:boto:Port: 8000 2022-09-01T11:28:21.302 DEBUG:boto:Params: {} 2022-09-01T11:28:21.303 DEBUG:boto:Token: None 2022-09-01T11:28:21.303 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:28:21 GMT /ptoxvb-74/obj148 2022-09-01T11:28:21.304 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n4LsbsS3DH7zv7WSDFNXaL5skJk= 2022-09-01T11:28:21.304 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:28:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n4LsbsS3DH7zv7WSDFNXaL5skJk='} 2022-09-01T11:28:21.314 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000082d7caca3f284e24-0063109755-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:21.315 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:28:21.316 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:28:21.316 DEBUG:boto:Method: HEAD 2022-09-01T11:28:21.317 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:28:21.318 DEBUG:boto:Data: 2022-09-01T11:28:21.318 DEBUG:boto:Headers: {} 2022-09-01T11:28:21.319 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:21.319 DEBUG:boto:Port: 8000 2022-09-01T11:28:21.320 DEBUG:boto:Params: {} 2022-09-01T11:28:21.320 DEBUG:boto:Token: None 2022-09-01T11:28:21.321 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:28:21 GMT /ptoxvb-74/ 2022-09-01T11:28:21.321 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qwk2gU+ipLhGol5fxB6R0oHYqM4= 2022-09-01T11:28:21.322 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:28:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qwk2gU+ipLhGol5fxB6R0oHYqM4=', 'Content-Length': '0'} 2022-09-01T11:28:21.326 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '34'), ('X-RGW-Bytes-Used', '102'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000039b886c81c504df6-0063109755-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:21.327 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:28:21.328 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:28:21.328 DEBUG:boto:Method: PUT 2022-09-01T11:28:21.329 DEBUG:boto:Path: /ptoxvb-74/obj185 2022-09-01T11:28:21.329 DEBUG:boto:Data: 2022-09-01T11:28:21.330 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:28:21.330 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:28:21.331 DEBUG:boto:Port: 8000 2022-09-01T11:28:21.331 DEBUG:boto:Params: {} 2022-09-01T11:28:21.332 DEBUG:boto:Token: None 2022-09-01T11:28:21.332 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:28:21 GMT /ptoxvb-74/obj185 2022-09-01T11:28:21.333 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5o3hnYt1YlxFHiDXdkmDTBQ9iYs= 2022-09-01T11:28:21.334 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:28:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5o3hnYt1YlxFHiDXdkmDTBQ9iYs='} 2022-09-01T11:28:21.378 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000007b1bedbc60bbf482-0063109755-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:28:21.380 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-74 2022-09-01T11:28:21.380 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:28:21.381 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:28:21.382 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:28:21.447 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:28:21.448 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:28:21.487 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:28:21.486+0000 7fd7c3e79600 1 waiting to reach latest gen 6, on 5.. 2022-09-01T11:28:26.491 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:28:26.490+0000 7fd7c3e79600 1 waiting for incremental sync to catch up: 2022-09-01T11:28:26.491 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:28:26.492 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:28:31.494 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:28:31.493+0000 7fd7c3e79600 1 waiting for incremental sync to catch up: 2022-09-01T11:28:31.495 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:28:31.495 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:28:36.497 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:28:36.496+0000 7fd7c3e79600 1 waiting for incremental sync to catch up: 2022-09-01T11:28:36.498 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:28:36.499 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:28:41.500 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:28:41.499+0000 7fd7c3e79600 1 waiting for incremental sync to catch up: 2022-09-01T11:28:41.501 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:28:41.501 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:28:46.504 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:28:46.502+0000 7fd7c3e79600 1 waiting for incremental sync to catch up: 2022-09-01T11:28:46.504 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , 00000000002.87.5, , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:28:46.504 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:28:51.507 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:28:51.506+0000 7fd7c3e79600 1 waiting for incremental sync to catch up: 2022-09-01T11:28:51.507 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , 00000000002.87.5, , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:28:51.508 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:28:56.510 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:28:56.509+0000 7fd7c3e79600 1 waiting for incremental sync to catch up: 2022-09-01T11:28:56.511 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , 00000000002.87.5, , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:28:56.511 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:01.516 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:29:01.512+0000 7fd7c3e79600 1 waiting for incremental sync to catch up: 2022-09-01T11:29:01.516 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , , , , , , 00000000002.87.5, , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:29:01.516 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:06.520 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:29:06.515+0000 7fd7c3e79600 1 waiting for incremental sync to catch up: 2022-09-01T11:29:06.521 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:06.521 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:11.524 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:29:11.518+0000 7fd7c3e79600 1 waiting for incremental sync to catch up: 2022-09-01T11:29:11.525 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:11.525 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:16.527 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:29:16.522+0000 7fd7c3e79600 1 waiting for incremental sync to catch up: 2022-09-01T11:29:16.528 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:16.528 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:21.530 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:29:21.525+0000 7fd7c3e79600 1 waiting for incremental sync to catch up: 2022-09-01T11:29:21.530 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:21.531 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:26.533 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:29:26.528+0000 7fd7c3e79600 1 bucket sync caught up with source: 2022-09-01T11:29:26.534 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:26.534 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:26.534 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:29:26.528+0000 7fd7c3e79600 0 bucket checkpoint complete 2022-09-01T11:29:26.553 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-74 2022-09-01T11:29:26.555 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:29:26.555 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:29:26.556 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:29:26.622 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:29:26.622 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:29:26.688 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:29:26.683+0000 7fc24a428600 1 waiting for incremental sync to catch up: 2022-09-01T11:29:26.688 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , 00000000002.89.5, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:29:26.688 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:31.691 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:29:31.686+0000 7fc24a428600 1 waiting for incremental sync to catch up: 2022-09-01T11:29:31.691 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , 00000000002.89.5, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:29:31.691 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:36.694 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:29:36.690+0000 7fc24a428600 1 waiting for incremental sync to catch up: 2022-09-01T11:29:36.694 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , 00000000002.89.5, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:29:36.695 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:41.697 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:29:41.693+0000 7fc24a428600 1 waiting for incremental sync to catch up: 2022-09-01T11:29:41.697 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , 00000000002.89.5, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:29:41.698 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:46.700 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:29:46.695+0000 7fc24a428600 1 waiting for incremental sync to catch up: 2022-09-01T11:29:46.701 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , 00000000002.89.5, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:29:46.701 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:51.703 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:29:51.698+0000 7fc24a428600 1 waiting for incremental sync to catch up: 2022-09-01T11:29:51.704 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , 00000000002.89.5, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ] 2022-09-01T11:29:51.704 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:56.706 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:29:56.701+0000 7fc24a428600 1 bucket sync caught up with source: 2022-09-01T11:29:56.707 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:56.707 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:56.708 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:29:56.701+0000 7fc24a428600 0 bucket checkpoint complete 2022-09-01T11:29:56.725 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:29:56.726 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:29:56.727 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:29:56.728 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:29:56.795 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:29:56.796 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:29:56.837 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:29:56.833+0000 7fa9ef683600 1 bucket sync caught up with source: 2022-09-01T11:29:56.838 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:56.838 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , 00000000002.89.5, , , , , , 00000000002.93.5, , , , , 00000000002.87.5, , , , , , , , , , , , , , , 00000000001.91.5, , , , 00000000001.94.5] 2022-09-01T11:29:56.839 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:29:56.833+0000 7fa9ef683600 0 bucket checkpoint complete 2022-09-01T11:29:56.852 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-74 2022-09-01T11:29:56.852 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:29:56.853 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:29:56.854 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:29:56.919 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:29:56.920 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:29:56.974 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:29:56.968+0000 7f179ec64600 1 bucket sync caught up with source: 2022-09-01T11:29:56.974 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.285.5, 00000000002.225.5, 00000000002.218.5, 00000000005.365.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000004.198.5, 00000000007.294.5, 00000000006.247.5] 2022-09-01T11:29:56.975 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.285.5, 00000000002.225.5, 00000000002.218.5, 00000000005.365.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000004.198.5, 00000000007.294.5, 00000000006.247.5] 2022-09-01T11:29:56.975 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:29:56.968+0000 7f179ec64600 0 bucket checkpoint complete 2022-09-01T11:29:56.997 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-74 2022-09-01T11:29:56.998 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:29:56.999 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:29:56.999 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:29:57.057 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:29:57.058 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:29:57.111 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:29:57.107+0000 7f4929fb2600 1 bucket sync caught up with source: 2022-09-01T11:29:57.112 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.285.5, 00000000002.225.5, 00000000002.218.5, 00000000005.365.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000004.198.5, 00000000007.294.5, 00000000006.247.5] 2022-09-01T11:29:57.112 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.285.5, 00000000002.225.5, 00000000002.218.5, 00000000005.365.5, 00000000004.176.5, 00000000001.86.5, 00000000001.278.5, 00000000004.198.5, 00000000007.294.5, 00000000006.247.5] 2022-09-01T11:29:57.112 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:29:57.107+0000 7f4929fb2600 0 bucket checkpoint complete 2022-09-01T11:29:57.132 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:29:57.133 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-74 2022-09-01T11:29:57.134 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:29:57.135 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:29:57.136 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:29:57.193 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:29:57.193 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:29:57.244 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:29:57.240+0000 7f318d831600 1 bucket sync caught up with source: 2022-09-01T11:29:57.245 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, 00000000003.438.5, 00000000002.476.5, 00000000002.369.5, 00000000005.678.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000004.415.5, 00000000007.472.5, 00000000006.313.5] 2022-09-01T11:29:57.245 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, 00000000003.438.5, 00000000002.476.5, 00000000002.369.5, 00000000005.678.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000004.415.5, 00000000007.472.5, 00000000006.313.5] 2022-09-01T11:29:57.245 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:29:57.240+0000 7f318d831600 0 bucket checkpoint complete 2022-09-01T11:29:57.264 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-74 2022-09-01T11:29:57.265 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:29:57.265 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:29:57.266 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-74 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:29:57.331 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:29:57.331 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:29:57.370 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:29:57.365+0000 7f3268ad1600 1 bucket sync caught up with source: 2022-09-01T11:29:57.370 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, 00000000003.438.5, 00000000002.476.5, 00000000002.369.5, 00000000005.678.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000004.415.5, 00000000007.472.5, 00000000006.313.5] 2022-09-01T11:29:57.371 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, 00000000003.438.5, 00000000002.476.5, 00000000002.369.5, 00000000005.678.5, 00000000004.174.5, 00000000001.88.5, 00000000001.676.5, 00000000004.415.5, 00000000007.472.5, 00000000006.313.5] 2022-09-01T11:29:57.372 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:29:57.365+0000 7f3268ad1600 0 bucket checkpoint complete 2022-09-01T11:29:57.385 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-74 2022-09-01T11:29:57.385 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone2, test-zone1} 2022-09-01T11:29:57.386 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:57.387 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:57.387 DEBUG:boto:Method: HEAD 2022-09-01T11:29:57.388 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:29:57.388 DEBUG:boto:Data: 2022-09-01T11:29:57.389 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.390 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.391 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.392 DEBUG:boto:Params: {} 2022-09-01T11:29:57.394 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:29:57.395 DEBUG:boto:Token: None 2022-09-01T11:29:57.396 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/ 2022-09-01T11:29:57.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eHMlsiQm1WkrnzNH4CumwwyLryE= 2022-09-01T11:29:57.397 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eHMlsiQm1WkrnzNH4CumwwyLryE=', 'Content-Length': '0'} 2022-09-01T11:29:57.402 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '35'), ('X-RGW-Bytes-Used', '105'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000004dbded1f293ebe4c-00631097b5-183f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.404 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:57.405 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:57.405 DEBUG:boto:Method: HEAD 2022-09-01T11:29:57.406 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:29:57.407 DEBUG:boto:Data: 2022-09-01T11:29:57.408 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.409 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.410 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.411 DEBUG:boto:Params: {} 2022-09-01T11:29:57.413 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:29:57.414 DEBUG:boto:Token: None 2022-09-01T11:29:57.414 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/ 2022-09-01T11:29:57.415 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eHMlsiQm1WkrnzNH4CumwwyLryE= 2022-09-01T11:29:57.416 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eHMlsiQm1WkrnzNH4CumwwyLryE=', 'Content-Length': '0'} 2022-09-01T11:29:57.421 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '35'), ('X-RGW-Bytes-Used', '105'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006e0fb741db537837-00631097b5-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.422 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:29:57.423 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:57.424 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:57.424 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:29:57.425 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:29:57.425 DEBUG:boto:Method: GET 2022-09-01T11:29:57.426 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:29:57.426 DEBUG:boto:Data: 2022-09-01T11:29:57.427 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.427 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.428 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.428 DEBUG:boto:Params: {} 2022-09-01T11:29:57.429 DEBUG:boto:Token: None 2022-09-01T11:29:57.429 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/?versions 2022-09-01T11:29:57.430 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vEfQFS9Aw9+ixeMXxUY7mgDDmYU= 2022-09-01T11:29:57.431 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vEfQFS9Aw9+ixeMXxUY7mgDDmYU=', 'Content-Length': '0'} 2022-09-01T11:29:57.434 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a3254ba8be81ccbd-00631097b5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.434 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj111nulltrue2022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj148nulltrue2022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj185nulltrue2022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj37nulltrue2022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj74nulltrue2022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:57.438 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:29:57.438 DEBUG:tasks.rgw_multi.zone_rados:o=obj111 2022-09-01T11:29:57.439 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:29:57.439 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:29:57.440 DEBUG:tasks.rgw_multi.zone_rados:o=obj124 2022-09-01T11:29:57.440 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:29:57.441 DEBUG:tasks.rgw_multi.zone_rados:o=obj148 2022-09-01T11:29:57.441 DEBUG:tasks.rgw_multi.zone_rados:o=obj155 2022-09-01T11:29:57.442 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:29:57.442 DEBUG:tasks.rgw_multi.zone_rados:o=obj185 2022-09-01T11:29:57.443 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:29:57.443 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:29:57.444 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:29:57.444 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:29:57.445 DEBUG:tasks.rgw_multi.zone_rados:o=obj31 2022-09-01T11:29:57.445 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:29:57.446 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:29:57.446 DEBUG:tasks.rgw_multi.zone_rados:o=obj37 2022-09-01T11:29:57.447 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:29:57.447 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:29:57.448 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:29:57.448 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:29:57.449 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:29:57.449 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:29:57.450 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:29:57.450 DEBUG:tasks.rgw_multi.zone_rados:o=obj62 2022-09-01T11:29:57.451 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:29:57.451 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:29:57.451 DEBUG:tasks.rgw_multi.zone_rados:o=obj74 2022-09-01T11:29:57.452 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:29:57.452 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:29:57.453 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:29:57.453 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:29:57.454 DEBUG:tasks.rgw_multi.zone_rados:o=obj93 2022-09-01T11:29:57.454 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:29:57.455 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:29:57.455 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:57.456 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:57.456 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:29:57.457 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:29:57.457 DEBUG:boto:Method: GET 2022-09-01T11:29:57.458 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:29:57.458 DEBUG:boto:Data: 2022-09-01T11:29:57.459 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.459 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.460 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.460 DEBUG:boto:Params: {} 2022-09-01T11:29:57.461 DEBUG:boto:Token: None 2022-09-01T11:29:57.462 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/?versions 2022-09-01T11:29:57.462 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vEfQFS9Aw9+ixeMXxUY7mgDDmYU= 2022-09-01T11:29:57.463 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vEfQFS9Aw9+ixeMXxUY7mgDDmYU=', 'Content-Length': '0'} 2022-09-01T11:29:57.467 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f6679787bc803432-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.468 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj111nulltrue2022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj148nulltrue2022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj185nulltrue2022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj37nulltrue2022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj74nulltrue2022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:57.470 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:29:57.470 DEBUG:tasks.rgw_multi.zone_rados:o=obj111 2022-09-01T11:29:57.471 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:29:57.471 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:29:57.472 DEBUG:tasks.rgw_multi.zone_rados:o=obj124 2022-09-01T11:29:57.472 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:29:57.473 DEBUG:tasks.rgw_multi.zone_rados:o=obj148 2022-09-01T11:29:57.473 DEBUG:tasks.rgw_multi.zone_rados:o=obj155 2022-09-01T11:29:57.474 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:29:57.474 DEBUG:tasks.rgw_multi.zone_rados:o=obj185 2022-09-01T11:29:57.475 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:29:57.475 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:29:57.476 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:29:57.476 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:29:57.477 DEBUG:tasks.rgw_multi.zone_rados:o=obj31 2022-09-01T11:29:57.477 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:29:57.477 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:29:57.478 DEBUG:tasks.rgw_multi.zone_rados:o=obj37 2022-09-01T11:29:57.478 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:29:57.479 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:29:57.479 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:29:57.480 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:29:57.480 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:29:57.481 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:29:57.481 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:29:57.482 DEBUG:tasks.rgw_multi.zone_rados:o=obj62 2022-09-01T11:29:57.482 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:29:57.483 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:29:57.483 DEBUG:tasks.rgw_multi.zone_rados:o=obj74 2022-09-01T11:29:57.484 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:29:57.484 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:29:57.485 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:29:57.485 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:29:57.485 DEBUG:tasks.rgw_multi.zone_rados:o=obj93 2022-09-01T11:29:57.486 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:29:57.487 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:57.487 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:57.488 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:29:57.488 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:29:57.489 DEBUG:boto:Method: GET 2022-09-01T11:29:57.489 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:29:57.490 DEBUG:boto:Data: 2022-09-01T11:29:57.490 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.491 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.491 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.492 DEBUG:boto:Params: {} 2022-09-01T11:29:57.492 DEBUG:boto:Token: None 2022-09-01T11:29:57.493 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/?versions 2022-09-01T11:29:57.493 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vEfQFS9Aw9+ixeMXxUY7mgDDmYU= 2022-09-01T11:29:57.494 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vEfQFS9Aw9+ixeMXxUY7mgDDmYU=', 'Content-Length': '0'} 2022-09-01T11:29:57.497 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005901e825b459eee1-00631097b5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.497 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj111nulltrue2022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj148nulltrue2022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj185nulltrue2022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj37nulltrue2022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj74nulltrue2022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:57.500 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:57.500 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:57.501 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:29:57.501 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:29:57.502 DEBUG:boto:Method: GET 2022-09-01T11:29:57.502 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:29:57.503 DEBUG:boto:Data: 2022-09-01T11:29:57.503 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.504 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.504 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.505 DEBUG:boto:Params: {} 2022-09-01T11:29:57.505 DEBUG:boto:Token: None 2022-09-01T11:29:57.506 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/?versions 2022-09-01T11:29:57.507 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vEfQFS9Aw9+ixeMXxUY7mgDDmYU= 2022-09-01T11:29:57.507 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vEfQFS9Aw9+ixeMXxUY7mgDDmYU=', 'Content-Length': '0'} 2022-09-01T11:29:57.511 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000db0eae77d58947df-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.512 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj111nulltrue2022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj148nulltrue2022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj185nulltrue2022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj37nulltrue2022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj74nulltrue2022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:57.515 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:29:57.515 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:29:57.516 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:29:57.517 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.517 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.518 DEBUG:boto:Method: GET 2022-09-01T11:29:57.518 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.519 DEBUG:boto:Data: 2022-09-01T11:29:57.519 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.520 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.521 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.521 DEBUG:boto:Params: {} 2022-09-01T11:29:57.522 DEBUG:boto:Token: None 2022-09-01T11:29:57.522 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MkHxSM+z2HxK2X9UCBy4vlhRsSA= 2022-09-01T11:29:57.524 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MkHxSM+z2HxK2X9UCBy4vlhRsSA=', 'Content-Length': '0'} 2022-09-01T11:29:57.526 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c893a3de078b5666-00631097b5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.527 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:29:57.527 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:29:57.528 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.528 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.529 DEBUG:boto:Method: GET 2022-09-01T11:29:57.529 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.530 DEBUG:boto:Data: 2022-09-01T11:29:57.530 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.531 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.531 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.532 DEBUG:boto:Params: {} 2022-09-01T11:29:57.533 DEBUG:boto:Token: None 2022-09-01T11:29:57.533 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.534 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MkHxSM+z2HxK2X9UCBy4vlhRsSA= 2022-09-01T11:29:57.534 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MkHxSM+z2HxK2X9UCBy4vlhRsSA=', 'Content-Length': '0'} 2022-09-01T11:29:57.537 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a965247bb8ea7924-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.537 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:29:57.538 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:29:57.538 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.539 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.539 DEBUG:boto:Method: HEAD 2022-09-01T11:29:57.540 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.540 DEBUG:boto:Data: 2022-09-01T11:29:57.541 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.541 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.542 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.542 DEBUG:boto:Params: {} 2022-09-01T11:29:57.543 DEBUG:boto:Token: None 2022-09-01T11:29:57.544 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.544 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aQE1ERTwW50F6bES2KPLfdx6O0g= 2022-09-01T11:29:57.545 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aQE1ERTwW50F6bES2KPLfdx6O0g=', 'Content-Length': '0'} 2022-09-01T11:29:57.547 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b829bc3f9767b2f2-00631097b5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.547 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:29:57.548 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:29:57.548 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.549 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.550 DEBUG:boto:Method: HEAD 2022-09-01T11:29:57.550 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.551 DEBUG:boto:Data: 2022-09-01T11:29:57.551 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.552 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.552 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.553 DEBUG:boto:Params: {} 2022-09-01T11:29:57.553 DEBUG:boto:Token: None 2022-09-01T11:29:57.554 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.554 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aQE1ERTwW50F6bES2KPLfdx6O0g= 2022-09-01T11:29:57.555 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aQE1ERTwW50F6bES2KPLfdx6O0g=', 'Content-Length': '0'} 2022-09-01T11:29:57.557 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000054a78f7cb6ddce90-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.557 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:29:57.558 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:29:57.559 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:29:57.559 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.560 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.560 DEBUG:boto:Method: GET 2022-09-01T11:29:57.561 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.561 DEBUG:boto:Data: 2022-09-01T11:29:57.562 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.562 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.563 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.563 DEBUG:boto:Params: {} 2022-09-01T11:29:57.564 DEBUG:boto:Token: None 2022-09-01T11:29:57.564 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.565 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MkHxSM+z2HxK2X9UCBy4vlhRsSA= 2022-09-01T11:29:57.566 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MkHxSM+z2HxK2X9UCBy4vlhRsSA=', 'Content-Length': '0'} 2022-09-01T11:29:57.568 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f68572f90c6c75fa-00631097b5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.568 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:29:57.569 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:29:57.569 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.570 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.571 DEBUG:boto:Method: GET 2022-09-01T11:29:57.571 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.572 DEBUG:boto:Data: 2022-09-01T11:29:57.572 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.573 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.573 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.574 DEBUG:boto:Params: {} 2022-09-01T11:29:57.574 DEBUG:boto:Token: None 2022-09-01T11:29:57.575 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:29:57.576 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MkHxSM+z2HxK2X9UCBy4vlhRsSA= 2022-09-01T11:29:57.576 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MkHxSM+z2HxK2X9UCBy4vlhRsSA=', 'Content-Length': '0'} 2022-09-01T11:29:57.579 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000b6d4c323b95e9d2-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.579 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:57.580 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:57.580 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:29:57.581 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:29:57.581 DEBUG:boto:Method: GET 2022-09-01T11:29:57.582 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:29:57.583 DEBUG:boto:Data: 2022-09-01T11:29:57.583 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.584 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.584 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.585 DEBUG:boto:Params: {} 2022-09-01T11:29:57.585 DEBUG:boto:Token: None 2022-09-01T11:29:57.586 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/ 2022-09-01T11:29:57.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug= 2022-09-01T11:29:57.588 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug=', 'Content-Length': '0'} 2022-09-01T11:29:57.590 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000caa61ba0142a3c9a-00631097b5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.591 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:57.592 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:57.593 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:57.593 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:29:57.594 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:29:57.594 DEBUG:boto:Method: GET 2022-09-01T11:29:57.595 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:29:57.596 DEBUG:boto:Data: 2022-09-01T11:29:57.596 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.597 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.597 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.598 DEBUG:boto:Params: {} 2022-09-01T11:29:57.598 DEBUG:boto:Token: None 2022-09-01T11:29:57.599 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/ 2022-09-01T11:29:57.599 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug= 2022-09-01T11:29:57.600 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug=', 'Content-Length': '0'} 2022-09-01T11:29:57.604 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dab7a11a308891ff-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.605 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:57.606 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:29:57.607 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:29:57.607 DEBUG:boto:Method: HEAD 2022-09-01T11:29:57.608 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:29:57.608 DEBUG:boto:Data: 2022-09-01T11:29:57.609 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.609 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.610 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.610 DEBUG:boto:Params: {} 2022-09-01T11:29:57.611 DEBUG:boto:Token: None 2022-09-01T11:29:57.612 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj11 2022-09-01T11:29:57.612 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W+QNyi1VGwGWExINou1x7/rK8oc= 2022-09-01T11:29:57.613 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W+QNyi1VGwGWExINou1x7/rK8oc=', 'Content-Length': '0'} 2022-09-01T11:29:57.615 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000042afc89a3a781583-00631097b5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.616 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:29:57.616 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:29:57.617 DEBUG:boto:Method: HEAD 2022-09-01T11:29:57.617 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:29:57.618 DEBUG:boto:Data: 2022-09-01T11:29:57.618 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.619 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.619 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.620 DEBUG:boto:Params: {} 2022-09-01T11:29:57.621 DEBUG:boto:Token: None 2022-09-01T11:29:57.622 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj11 2022-09-01T11:29:57.622 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W+QNyi1VGwGWExINou1x7/rK8oc= 2022-09-01T11:29:57.623 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W+QNyi1VGwGWExINou1x7/rK8oc=', 'Content-Length': '0'} 2022-09-01T11:29:57.625 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001809aeace72f5f50-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.626 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:29:57.626 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:29:57.627 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:29:57.628 DEBUG:boto:Method: GET 2022-09-01T11:29:57.628 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:29:57.629 DEBUG:boto:Data: 2022-09-01T11:29:57.629 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.630 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.630 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.631 DEBUG:boto:Params: {} 2022-09-01T11:29:57.631 DEBUG:boto:Token: None 2022-09-01T11:29:57.632 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj11 2022-09-01T11:29:57.633 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q9QUQXAWw7/m5szhW7YfyjxkV3k= 2022-09-01T11:29:57.634 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q9QUQXAWw7/m5szhW7YfyjxkV3k=', 'Content-Length': '0'} 2022-09-01T11:29:57.636 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000070c82ead89c20294-00631097b5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.678 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:29:57.679 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:29:57.679 DEBUG:boto:Method: GET 2022-09-01T11:29:57.680 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:29:57.681 DEBUG:boto:Data: 2022-09-01T11:29:57.681 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.682 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.683 DEBUG:boto:Params: {} 2022-09-01T11:29:57.683 DEBUG:boto:Token: None 2022-09-01T11:29:57.684 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj11 2022-09-01T11:29:57.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q9QUQXAWw7/m5szhW7YfyjxkV3k= 2022-09-01T11:29:57.685 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q9QUQXAWw7/m5szhW7YfyjxkV3k=', 'Content-Length': '0'} 2022-09-01T11:29:57.687 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000036c1b4e0f38e2780-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.688 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:57.688 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:57.689 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:29:57.689 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:29:57.690 DEBUG:boto:Method: GET 2022-09-01T11:29:57.691 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:29:57.691 DEBUG:boto:Data: 2022-09-01T11:29:57.692 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.692 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.693 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.694 DEBUG:boto:Params: {} 2022-09-01T11:29:57.694 DEBUG:boto:Token: None 2022-09-01T11:29:57.695 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/ 2022-09-01T11:29:57.696 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug= 2022-09-01T11:29:57.696 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug=', 'Content-Length': '0'} 2022-09-01T11:29:57.699 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000064650dcfbb48dbb3-00631097b5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.699 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:57.700 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:57.701 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:57.701 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:29:57.702 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:29:57.702 DEBUG:boto:Method: GET 2022-09-01T11:29:57.703 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:29:57.704 DEBUG:boto:Data: 2022-09-01T11:29:57.704 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.705 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.706 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.706 DEBUG:boto:Params: {} 2022-09-01T11:29:57.707 DEBUG:boto:Token: None 2022-09-01T11:29:57.708 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/ 2022-09-01T11:29:57.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug= 2022-09-01T11:29:57.710 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug=', 'Content-Length': '0'} 2022-09-01T11:29:57.714 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cdff596e36968795-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.715 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:57.717 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj111 2022-09-01T11:29:57.718 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:29:57.718 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:29:57.719 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.719 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.720 DEBUG:boto:Method: GET 2022-09-01T11:29:57.720 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.721 DEBUG:boto:Data: 2022-09-01T11:29:57.721 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.722 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.722 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.723 DEBUG:boto:Params: {} 2022-09-01T11:29:57.723 DEBUG:boto:Token: None 2022-09-01T11:29:57.724 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.725 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IfIZZjQMwBOiX7CMrcBPF6BcLhc= 2022-09-01T11:29:57.725 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IfIZZjQMwBOiX7CMrcBPF6BcLhc=', 'Content-Length': '0'} 2022-09-01T11:29:57.727 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002f105c2579e286e9-00631097b5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.729 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:29:57.730 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:29:57.731 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.731 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.732 DEBUG:boto:Method: GET 2022-09-01T11:29:57.732 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.733 DEBUG:boto:Data: 2022-09-01T11:29:57.733 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.734 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.734 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.735 DEBUG:boto:Params: {} 2022-09-01T11:29:57.736 DEBUG:boto:Token: None 2022-09-01T11:29:57.737 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.737 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IfIZZjQMwBOiX7CMrcBPF6BcLhc= 2022-09-01T11:29:57.738 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IfIZZjQMwBOiX7CMrcBPF6BcLhc=', 'Content-Length': '0'} 2022-09-01T11:29:57.740 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003afcf7cfffefd1ed-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.741 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:29:57.742 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:29:57.743 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.744 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.745 DEBUG:boto:Method: HEAD 2022-09-01T11:29:57.746 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.746 DEBUG:boto:Data: 2022-09-01T11:29:57.747 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.748 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.748 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.749 DEBUG:boto:Params: {} 2022-09-01T11:29:57.749 DEBUG:boto:Token: None 2022-09-01T11:29:57.750 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eNsQmL23oAFPPv/kjJNnFia1Eao= 2022-09-01T11:29:57.751 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eNsQmL23oAFPPv/kjJNnFia1Eao=', 'Content-Length': '0'} 2022-09-01T11:29:57.753 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008147c687995909d1-00631097b5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.754 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:29:57.754 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:29:57.755 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.755 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.756 DEBUG:boto:Method: HEAD 2022-09-01T11:29:57.756 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.757 DEBUG:boto:Data: 2022-09-01T11:29:57.757 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.758 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.758 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.759 DEBUG:boto:Params: {} 2022-09-01T11:29:57.759 DEBUG:boto:Token: None 2022-09-01T11:29:57.760 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eNsQmL23oAFPPv/kjJNnFia1Eao= 2022-09-01T11:29:57.761 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eNsQmL23oAFPPv/kjJNnFia1Eao=', 'Content-Length': '0'} 2022-09-01T11:29:57.763 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e09c46e8e59b0ad-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.764 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj111 2022-09-01T11:29:57.765 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:29:57.765 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:29:57.766 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.767 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.768 DEBUG:boto:Method: GET 2022-09-01T11:29:57.769 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.770 DEBUG:boto:Data: 2022-09-01T11:29:57.771 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.772 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.773 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.773 DEBUG:boto:Params: {} 2022-09-01T11:29:57.774 DEBUG:boto:Token: None 2022-09-01T11:29:57.775 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.775 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IfIZZjQMwBOiX7CMrcBPF6BcLhc= 2022-09-01T11:29:57.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IfIZZjQMwBOiX7CMrcBPF6BcLhc=', 'Content-Length': '0'} 2022-09-01T11:29:57.778 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000018e29c8ea79ec983-00631097b5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.779 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:29:57.780 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:29:57.780 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.781 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.781 DEBUG:boto:Method: GET 2022-09-01T11:29:57.782 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.783 DEBUG:boto:Data: 2022-09-01T11:29:57.784 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.785 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.786 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.786 DEBUG:boto:Params: {} 2022-09-01T11:29:57.787 DEBUG:boto:Token: None 2022-09-01T11:29:57.788 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:29:57.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IfIZZjQMwBOiX7CMrcBPF6BcLhc= 2022-09-01T11:29:57.790 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IfIZZjQMwBOiX7CMrcBPF6BcLhc=', 'Content-Length': '0'} 2022-09-01T11:29:57.793 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000be3c51095aea1991-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.794 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:57.794 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:57.795 DEBUG:boto:path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:29:57.795 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:29:57.796 DEBUG:boto:Method: GET 2022-09-01T11:29:57.796 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj111 2022-09-01T11:29:57.797 DEBUG:boto:Data: 2022-09-01T11:29:57.797 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.798 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.798 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.799 DEBUG:boto:Params: {} 2022-09-01T11:29:57.800 DEBUG:boto:Token: None 2022-09-01T11:29:57.800 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/ 2022-09-01T11:29:57.801 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug= 2022-09-01T11:29:57.801 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug=', 'Content-Length': '0'} 2022-09-01T11:29:57.804 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e3ed8f14f2e6d700-00631097b5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.850 DEBUG:boto:b'ptoxvb-74obj1111000falseobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:57.851 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:57.852 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:57.852 DEBUG:boto:path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:29:57.853 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:29:57.853 DEBUG:boto:Method: GET 2022-09-01T11:29:57.854 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj111 2022-09-01T11:29:57.855 DEBUG:boto:Data: 2022-09-01T11:29:57.856 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.856 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.857 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.858 DEBUG:boto:Params: {} 2022-09-01T11:29:57.859 DEBUG:boto:Token: None 2022-09-01T11:29:57.860 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/ 2022-09-01T11:29:57.862 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug= 2022-09-01T11:29:57.863 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug=', 'Content-Length': '0'} 2022-09-01T11:29:57.867 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f75f414abff6108e-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.868 DEBUG:boto:b'ptoxvb-74obj1111000falseobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:57.869 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:29:57.870 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:29:57.870 DEBUG:boto:Method: HEAD 2022-09-01T11:29:57.871 DEBUG:boto:Path: /ptoxvb-74/obj111 2022-09-01T11:29:57.871 DEBUG:boto:Data: 2022-09-01T11:29:57.872 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.873 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.873 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.874 DEBUG:boto:Params: {} 2022-09-01T11:29:57.874 DEBUG:boto:Token: None 2022-09-01T11:29:57.875 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj111 2022-09-01T11:29:57.875 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oYfUlMY6gj/gOvhJ0h4yAonnJ88= 2022-09-01T11:29:57.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oYfUlMY6gj/gOvhJ0h4yAonnJ88=', 'Content-Length': '0'} 2022-09-01T11:29:57.878 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f73a363dc09937a6-00631097b5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.878 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:29:57.879 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:29:57.879 DEBUG:boto:Method: HEAD 2022-09-01T11:29:57.880 DEBUG:boto:Path: /ptoxvb-74/obj111 2022-09-01T11:29:57.880 DEBUG:boto:Data: 2022-09-01T11:29:57.881 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.881 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.882 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.883 DEBUG:boto:Params: {} 2022-09-01T11:29:57.883 DEBUG:boto:Token: None 2022-09-01T11:29:57.884 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj111 2022-09-01T11:29:57.885 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oYfUlMY6gj/gOvhJ0h4yAonnJ88= 2022-09-01T11:29:57.885 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oYfUlMY6gj/gOvhJ0h4yAonnJ88=', 'Content-Length': '0'} 2022-09-01T11:29:57.887 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004cdf71508f944837-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.888 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj111 2022-09-01T11:29:57.889 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:29:57.889 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:29:57.890 DEBUG:boto:Method: GET 2022-09-01T11:29:57.890 DEBUG:boto:Path: /ptoxvb-74/obj111 2022-09-01T11:29:57.891 DEBUG:boto:Data: 2022-09-01T11:29:57.891 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.892 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.892 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.893 DEBUG:boto:Params: {} 2022-09-01T11:29:57.894 DEBUG:boto:Token: None 2022-09-01T11:29:57.894 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj111 2022-09-01T11:29:57.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GAf2hXYoI/KxFx75FVMSzH7uFu4= 2022-09-01T11:29:57.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GAf2hXYoI/KxFx75FVMSzH7uFu4=', 'Content-Length': '0'} 2022-09-01T11:29:57.898 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d1e7d83f50b068a7-00631097b5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.898 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:29:57.899 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:29:57.899 DEBUG:boto:Method: GET 2022-09-01T11:29:57.900 DEBUG:boto:Path: /ptoxvb-74/obj111 2022-09-01T11:29:57.900 DEBUG:boto:Data: 2022-09-01T11:29:57.901 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.902 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.902 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.903 DEBUG:boto:Params: {} 2022-09-01T11:29:57.903 DEBUG:boto:Token: None 2022-09-01T11:29:57.904 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj111 2022-09-01T11:29:57.905 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GAf2hXYoI/KxFx75FVMSzH7uFu4= 2022-09-01T11:29:57.906 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GAf2hXYoI/KxFx75FVMSzH7uFu4=', 'Content-Length': '0'} 2022-09-01T11:29:57.908 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005d3d84146e6011a9-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.908 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:57.909 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:57.909 DEBUG:boto:path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:29:57.910 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:29:57.910 DEBUG:boto:Method: GET 2022-09-01T11:29:57.911 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj111 2022-09-01T11:29:57.912 DEBUG:boto:Data: 2022-09-01T11:29:57.913 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.913 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.914 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.915 DEBUG:boto:Params: {} 2022-09-01T11:29:57.915 DEBUG:boto:Token: None 2022-09-01T11:29:57.916 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/ 2022-09-01T11:29:57.917 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug= 2022-09-01T11:29:57.917 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug=', 'Content-Length': '0'} 2022-09-01T11:29:57.920 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000616ad4b8d3bd92ff-00631097b5-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.920 DEBUG:boto:b'ptoxvb-74obj1111000falseobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:57.921 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:57.922 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:57.922 DEBUG:boto:path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:29:57.923 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:29:57.923 DEBUG:boto:Method: GET 2022-09-01T11:29:57.924 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj111 2022-09-01T11:29:57.924 DEBUG:boto:Data: 2022-09-01T11:29:57.925 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.925 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.926 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.927 DEBUG:boto:Params: {} 2022-09-01T11:29:57.927 DEBUG:boto:Token: None 2022-09-01T11:29:57.928 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/ 2022-09-01T11:29:57.928 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug= 2022-09-01T11:29:57.929 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D2mSablmg0zTGN//STYN9NZ8tug=', 'Content-Length': '0'} 2022-09-01T11:29:57.933 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b3131eed0c5cfc61-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.934 DEBUG:boto:b'ptoxvb-74obj1111000falseobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:57.935 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:29:57.936 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:29:57.937 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:29:57.938 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.939 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.940 DEBUG:boto:Method: GET 2022-09-01T11:29:57.941 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.942 DEBUG:boto:Data: 2022-09-01T11:29:57.943 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.944 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.944 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.945 DEBUG:boto:Params: {} 2022-09-01T11:29:57.945 DEBUG:boto:Token: None 2022-09-01T11:29:57.946 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.947 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxFt0I7If8nQDQpFjPnocBDMqa0= 2022-09-01T11:29:57.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxFt0I7If8nQDQpFjPnocBDMqa0=', 'Content-Length': '0'} 2022-09-01T11:29:57.949 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b60c775000ab350c-00631097b5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.950 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:29:57.951 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:29:57.951 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.952 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.952 DEBUG:boto:Method: GET 2022-09-01T11:29:57.953 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.953 DEBUG:boto:Data: 2022-09-01T11:29:57.954 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.954 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.955 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.955 DEBUG:boto:Params: {} 2022-09-01T11:29:57.956 DEBUG:boto:Token: None 2022-09-01T11:29:57.956 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.957 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxFt0I7If8nQDQpFjPnocBDMqa0= 2022-09-01T11:29:57.958 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxFt0I7If8nQDQpFjPnocBDMqa0=', 'Content-Length': '0'} 2022-09-01T11:29:57.960 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca71834b1b02b4d2-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.961 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:29:57.961 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:29:57.962 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.962 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.963 DEBUG:boto:Method: HEAD 2022-09-01T11:29:57.963 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.964 DEBUG:boto:Data: 2022-09-01T11:29:57.964 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.965 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.965 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.965 DEBUG:boto:Params: {} 2022-09-01T11:29:57.966 DEBUG:boto:Token: None 2022-09-01T11:29:57.967 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.967 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxMKDijF4yfNTRb2Gk69E7C/QJA= 2022-09-01T11:29:57.968 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxMKDijF4yfNTRb2Gk69E7C/QJA=', 'Content-Length': '0'} 2022-09-01T11:29:57.970 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009c3eb621415635fe-00631097b5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.971 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:29:57.971 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:29:57.972 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.972 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.973 DEBUG:boto:Method: HEAD 2022-09-01T11:29:57.973 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.974 DEBUG:boto:Data: 2022-09-01T11:29:57.974 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.975 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.975 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.976 DEBUG:boto:Params: {} 2022-09-01T11:29:57.976 DEBUG:boto:Token: None 2022-09-01T11:29:57.977 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.977 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxMKDijF4yfNTRb2Gk69E7C/QJA= 2022-09-01T11:29:57.978 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxMKDijF4yfNTRb2Gk69E7C/QJA=', 'Content-Length': '0'} 2022-09-01T11:29:57.980 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e61c93db24101dd-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.981 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:29:57.981 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:29:57.982 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:29:57.982 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.983 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.983 DEBUG:boto:Method: GET 2022-09-01T11:29:57.984 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.984 DEBUG:boto:Data: 2022-09-01T11:29:57.985 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.985 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:57.986 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.986 DEBUG:boto:Params: {} 2022-09-01T11:29:57.987 DEBUG:boto:Token: None 2022-09-01T11:29:57.988 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.988 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxFt0I7If8nQDQpFjPnocBDMqa0= 2022-09-01T11:29:57.989 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxFt0I7If8nQDQpFjPnocBDMqa0=', 'Content-Length': '0'} 2022-09-01T11:29:57.991 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000013c2acbd54ab3d32-00631097b5-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:57.992 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:29:57.992 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:29:57.993 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.993 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.994 DEBUG:boto:Method: GET 2022-09-01T11:29:57.994 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.995 DEBUG:boto:Data: 2022-09-01T11:29:57.995 DEBUG:boto:Headers: {} 2022-09-01T11:29:57.996 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:57.996 DEBUG:boto:Port: 8000 2022-09-01T11:29:57.997 DEBUG:boto:Params: {} 2022-09-01T11:29:57.997 DEBUG:boto:Token: None 2022-09-01T11:29:57.998 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:57 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:29:57.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxFt0I7If8nQDQpFjPnocBDMqa0= 2022-09-01T11:29:57.999 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:57 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxFt0I7If8nQDQpFjPnocBDMqa0=', 'Content-Length': '0'} 2022-09-01T11:29:58.001 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007cc34d60810e879c-00631097b5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:57 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.002 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.002 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.003 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:29:58.003 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:29:58.004 DEBUG:boto:Method: GET 2022-09-01T11:29:58.005 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:29:58.005 DEBUG:boto:Data: 2022-09-01T11:29:58.006 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.006 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.007 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.007 DEBUG:boto:Params: {} 2022-09-01T11:29:58.008 DEBUG:boto:Token: None 2022-09-01T11:29:58.008 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.009 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.009 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.012 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000127b5a2cf6cd6c9d-00631097b6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.054 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.055 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.056 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.056 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:29:58.057 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:29:58.057 DEBUG:boto:Method: GET 2022-09-01T11:29:58.058 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:29:58.058 DEBUG:boto:Data: 2022-09-01T11:29:58.059 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.059 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.060 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.060 DEBUG:boto:Params: {} 2022-09-01T11:29:58.061 DEBUG:boto:Token: None 2022-09-01T11:29:58.061 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.062 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.063 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.068 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a3f61f835747da3c-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.068 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.070 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:29:58.071 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:29:58.071 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.072 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:29:58.073 DEBUG:boto:Data: 2022-09-01T11:29:58.073 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.074 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.074 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.075 DEBUG:boto:Params: {} 2022-09-01T11:29:58.076 DEBUG:boto:Token: None 2022-09-01T11:29:58.076 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj115 2022-09-01T11:29:58.077 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pPRJtiNmnbQ18v5pgzOLUzU3Rqg= 2022-09-01T11:29:58.078 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pPRJtiNmnbQ18v5pgzOLUzU3Rqg=', 'Content-Length': '0'} 2022-09-01T11:29:58.080 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b323eff12c31041-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.081 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:29:58.082 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:29:58.083 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.083 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:29:58.084 DEBUG:boto:Data: 2022-09-01T11:29:58.085 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.085 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.086 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.086 DEBUG:boto:Params: {} 2022-09-01T11:29:58.087 DEBUG:boto:Token: None 2022-09-01T11:29:58.088 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj115 2022-09-01T11:29:58.088 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pPRJtiNmnbQ18v5pgzOLUzU3Rqg= 2022-09-01T11:29:58.089 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pPRJtiNmnbQ18v5pgzOLUzU3Rqg=', 'Content-Length': '0'} 2022-09-01T11:29:58.092 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009c55f387ac796937-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.093 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:29:58.093 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:29:58.094 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:29:58.094 DEBUG:boto:Method: GET 2022-09-01T11:29:58.095 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:29:58.095 DEBUG:boto:Data: 2022-09-01T11:29:58.096 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.096 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.097 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.098 DEBUG:boto:Params: {} 2022-09-01T11:29:58.098 DEBUG:boto:Token: None 2022-09-01T11:29:58.099 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj115 2022-09-01T11:29:58.100 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfetapG90/zaMJQ6MZvdfaLDlYM= 2022-09-01T11:29:58.100 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfetapG90/zaMJQ6MZvdfaLDlYM=', 'Content-Length': '0'} 2022-09-01T11:29:58.102 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000af64f1565aafc79a-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.103 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:29:58.104 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:29:58.104 DEBUG:boto:Method: GET 2022-09-01T11:29:58.105 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:29:58.105 DEBUG:boto:Data: 2022-09-01T11:29:58.106 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.106 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.107 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.108 DEBUG:boto:Params: {} 2022-09-01T11:29:58.108 DEBUG:boto:Token: None 2022-09-01T11:29:58.109 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj115 2022-09-01T11:29:58.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfetapG90/zaMJQ6MZvdfaLDlYM= 2022-09-01T11:29:58.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfetapG90/zaMJQ6MZvdfaLDlYM=', 'Content-Length': '0'} 2022-09-01T11:29:58.112 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a96aa5188b6b60b-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.154 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.155 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.156 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:29:58.157 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:29:58.158 DEBUG:boto:Method: GET 2022-09-01T11:29:58.158 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:29:58.159 DEBUG:boto:Data: 2022-09-01T11:29:58.160 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.160 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.161 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.162 DEBUG:boto:Params: {} 2022-09-01T11:29:58.162 DEBUG:boto:Token: None 2022-09-01T11:29:58.163 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.167 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003c257ce791c1940e-00631097b6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.168 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.169 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.169 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.170 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:29:58.171 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:29:58.172 DEBUG:boto:Method: GET 2022-09-01T11:29:58.172 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:29:58.173 DEBUG:boto:Data: 2022-09-01T11:29:58.173 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.174 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.174 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.175 DEBUG:boto:Params: {} 2022-09-01T11:29:58.175 DEBUG:boto:Token: None 2022-09-01T11:29:58.176 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.177 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.177 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.183 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007344764f5a569ff5-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.183 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.184 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:29:58.185 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:29:58.185 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:29:58.186 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.187 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.187 DEBUG:boto:Method: GET 2022-09-01T11:29:58.188 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.189 DEBUG:boto:Data: 2022-09-01T11:29:58.189 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.190 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.190 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.191 DEBUG:boto:Params: {} 2022-09-01T11:29:58.192 DEBUG:boto:Token: None 2022-09-01T11:29:58.192 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.193 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:777FLYmXusztBfQ/oQihlB1lTVI= 2022-09-01T11:29:58.194 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:777FLYmXusztBfQ/oQihlB1lTVI=', 'Content-Length': '0'} 2022-09-01T11:29:58.196 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009e0560c76e167dcc-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.197 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:29:58.198 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:29:58.199 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.200 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.200 DEBUG:boto:Method: GET 2022-09-01T11:29:58.201 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.201 DEBUG:boto:Data: 2022-09-01T11:29:58.202 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.203 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.204 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.204 DEBUG:boto:Params: {} 2022-09-01T11:29:58.205 DEBUG:boto:Token: None 2022-09-01T11:29:58.206 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.206 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:777FLYmXusztBfQ/oQihlB1lTVI= 2022-09-01T11:29:58.207 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:777FLYmXusztBfQ/oQihlB1lTVI=', 'Content-Length': '0'} 2022-09-01T11:29:58.209 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001123cc8846034c30-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.210 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:29:58.211 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:29:58.211 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.212 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.212 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.213 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.214 DEBUG:boto:Data: 2022-09-01T11:29:58.214 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.215 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.215 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.216 DEBUG:boto:Params: {} 2022-09-01T11:29:58.217 DEBUG:boto:Token: None 2022-09-01T11:29:58.217 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.218 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4pfba8nKkpuGRU738fIZP2Qqh0c= 2022-09-01T11:29:58.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4pfba8nKkpuGRU738fIZP2Qqh0c=', 'Content-Length': '0'} 2022-09-01T11:29:58.221 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ebeff633fe73574-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.222 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:29:58.222 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:29:58.223 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.224 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.224 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.225 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.226 DEBUG:boto:Data: 2022-09-01T11:29:58.226 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.227 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.227 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.228 DEBUG:boto:Params: {} 2022-09-01T11:29:58.228 DEBUG:boto:Token: None 2022-09-01T11:29:58.229 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.230 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4pfba8nKkpuGRU738fIZP2Qqh0c= 2022-09-01T11:29:58.230 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4pfba8nKkpuGRU738fIZP2Qqh0c=', 'Content-Length': '0'} 2022-09-01T11:29:58.232 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001f9819ad771b96b5-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.233 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:29:58.234 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:29:58.234 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:29:58.235 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.236 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.236 DEBUG:boto:Method: GET 2022-09-01T11:29:58.237 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.237 DEBUG:boto:Data: 2022-09-01T11:29:58.238 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.239 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.239 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.240 DEBUG:boto:Params: {} 2022-09-01T11:29:58.240 DEBUG:boto:Token: None 2022-09-01T11:29:58.241 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.242 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:777FLYmXusztBfQ/oQihlB1lTVI= 2022-09-01T11:29:58.243 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:777FLYmXusztBfQ/oQihlB1lTVI=', 'Content-Length': '0'} 2022-09-01T11:29:58.245 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e1ca2d6939b19516-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.245 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:29:58.246 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:29:58.247 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.247 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.248 DEBUG:boto:Method: GET 2022-09-01T11:29:58.248 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.249 DEBUG:boto:Data: 2022-09-01T11:29:58.250 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.250 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.251 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.251 DEBUG:boto:Params: {} 2022-09-01T11:29:58.252 DEBUG:boto:Token: None 2022-09-01T11:29:58.253 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:29:58.277 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:777FLYmXusztBfQ/oQihlB1lTVI= 2022-09-01T11:29:58.278 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:777FLYmXusztBfQ/oQihlB1lTVI=', 'Content-Length': '0'} 2022-09-01T11:29:58.280 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a55226cfd39e1d3e-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.281 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.282 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.282 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:29:58.283 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:29:58.283 DEBUG:boto:Method: GET 2022-09-01T11:29:58.284 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:29:58.285 DEBUG:boto:Data: 2022-09-01T11:29:58.285 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.286 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.286 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.287 DEBUG:boto:Params: {} 2022-09-01T11:29:58.288 DEBUG:boto:Token: None 2022-09-01T11:29:58.288 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.289 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.293 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d5f43f6e55134d64-00631097b6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.294 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.295 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.295 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.296 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:29:58.297 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:29:58.297 DEBUG:boto:Method: GET 2022-09-01T11:29:58.298 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:29:58.298 DEBUG:boto:Data: 2022-09-01T11:29:58.299 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.300 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.300 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.301 DEBUG:boto:Params: {} 2022-09-01T11:29:58.301 DEBUG:boto:Token: None 2022-09-01T11:29:58.302 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.303 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.303 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.308 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001b03e6fb4e53d48f-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.309 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.310 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:29:58.310 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:29:58.311 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.311 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:29:58.312 DEBUG:boto:Data: 2022-09-01T11:29:58.312 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.313 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.313 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.314 DEBUG:boto:Params: {} 2022-09-01T11:29:58.315 DEBUG:boto:Token: None 2022-09-01T11:29:58.316 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj116 2022-09-01T11:29:58.316 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBHw2CFU4iUl3JSqwYOot6WeU7A= 2022-09-01T11:29:58.317 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBHw2CFU4iUl3JSqwYOot6WeU7A=', 'Content-Length': '0'} 2022-09-01T11:29:58.319 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000949b86420aaaf90d-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.320 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:29:58.320 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:29:58.321 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.321 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:29:58.322 DEBUG:boto:Data: 2022-09-01T11:29:58.323 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.323 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.324 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.324 DEBUG:boto:Params: {} 2022-09-01T11:29:58.325 DEBUG:boto:Token: None 2022-09-01T11:29:58.326 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj116 2022-09-01T11:29:58.327 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tBHw2CFU4iUl3JSqwYOot6WeU7A= 2022-09-01T11:29:58.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tBHw2CFU4iUl3JSqwYOot6WeU7A=', 'Content-Length': '0'} 2022-09-01T11:29:58.329 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000063b8fdd67d5fd209-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.330 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:29:58.331 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:29:58.331 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:29:58.332 DEBUG:boto:Method: GET 2022-09-01T11:29:58.332 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:29:58.333 DEBUG:boto:Data: 2022-09-01T11:29:58.334 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.334 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.335 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.335 DEBUG:boto:Params: {} 2022-09-01T11:29:58.336 DEBUG:boto:Token: None 2022-09-01T11:29:58.337 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj116 2022-09-01T11:29:58.338 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:A70A/lUT/u1uurzmV1SoNNMzmyw= 2022-09-01T11:29:58.338 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:A70A/lUT/u1uurzmV1SoNNMzmyw=', 'Content-Length': '0'} 2022-09-01T11:29:58.340 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000023e021fe102ff8d-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.386 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:29:58.387 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:29:58.388 DEBUG:boto:Method: GET 2022-09-01T11:29:58.389 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:29:58.390 DEBUG:boto:Data: 2022-09-01T11:29:58.391 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.392 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.393 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.394 DEBUG:boto:Params: {} 2022-09-01T11:29:58.395 DEBUG:boto:Token: None 2022-09-01T11:29:58.396 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj116 2022-09-01T11:29:58.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:A70A/lUT/u1uurzmV1SoNNMzmyw= 2022-09-01T11:29:58.398 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:A70A/lUT/u1uurzmV1SoNNMzmyw=', 'Content-Length': '0'} 2022-09-01T11:29:58.401 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f6dbfa386ca50d2e-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.403 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.404 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.404 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:29:58.405 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:29:58.406 DEBUG:boto:Method: GET 2022-09-01T11:29:58.407 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:29:58.408 DEBUG:boto:Data: 2022-09-01T11:29:58.409 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.410 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.411 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.412 DEBUG:boto:Params: {} 2022-09-01T11:29:58.413 DEBUG:boto:Token: None 2022-09-01T11:29:58.414 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.420 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008d7e0c2366a80970-00631097b6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.421 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.421 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.422 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.423 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:29:58.423 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:29:58.424 DEBUG:boto:Method: GET 2022-09-01T11:29:58.424 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:29:58.425 DEBUG:boto:Data: 2022-09-01T11:29:58.425 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.426 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.426 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.427 DEBUG:boto:Params: {} 2022-09-01T11:29:58.428 DEBUG:boto:Token: None 2022-09-01T11:29:58.428 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.429 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.429 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.434 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006b8d2cb2d4b03b4e-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.435 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.436 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:29:58.436 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:29:58.437 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:29:58.437 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.438 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.438 DEBUG:boto:Method: GET 2022-09-01T11:29:58.439 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.439 DEBUG:boto:Data: 2022-09-01T11:29:58.440 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.440 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.441 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.442 DEBUG:boto:Params: {} 2022-09-01T11:29:58.442 DEBUG:boto:Token: None 2022-09-01T11:29:58.443 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eGf4I8KOUV6scA8G/+x6vcWKiTg= 2022-09-01T11:29:58.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eGf4I8KOUV6scA8G/+x6vcWKiTg=', 'Content-Length': '0'} 2022-09-01T11:29:58.446 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a0aeffd17f80d911-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.447 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:29:58.448 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:29:58.448 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.449 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.449 DEBUG:boto:Method: GET 2022-09-01T11:29:58.450 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.450 DEBUG:boto:Data: 2022-09-01T11:29:58.451 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.451 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.452 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.452 DEBUG:boto:Params: {} 2022-09-01T11:29:58.453 DEBUG:boto:Token: None 2022-09-01T11:29:58.454 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.454 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eGf4I8KOUV6scA8G/+x6vcWKiTg= 2022-09-01T11:29:58.455 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eGf4I8KOUV6scA8G/+x6vcWKiTg=', 'Content-Length': '0'} 2022-09-01T11:29:58.457 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c85fb22be3d962bd-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.458 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:29:58.458 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:29:58.459 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.459 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.460 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.461 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.461 DEBUG:boto:Data: 2022-09-01T11:29:58.462 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.462 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.463 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.463 DEBUG:boto:Params: {} 2022-09-01T11:29:58.464 DEBUG:boto:Token: None 2022-09-01T11:29:58.464 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.465 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TJNmKqpzfxf/rVFONZ+9JWJXe14= 2022-09-01T11:29:58.465 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TJNmKqpzfxf/rVFONZ+9JWJXe14=', 'Content-Length': '0'} 2022-09-01T11:29:58.467 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d713d6ac5299c077-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.468 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:29:58.469 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:29:58.469 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.470 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.470 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.471 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.471 DEBUG:boto:Data: 2022-09-01T11:29:58.472 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.472 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.473 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.473 DEBUG:boto:Params: {} 2022-09-01T11:29:58.474 DEBUG:boto:Token: None 2022-09-01T11:29:58.474 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TJNmKqpzfxf/rVFONZ+9JWJXe14= 2022-09-01T11:29:58.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TJNmKqpzfxf/rVFONZ+9JWJXe14=', 'Content-Length': '0'} 2022-09-01T11:29:58.478 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f11f12bd99962cbd-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.479 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:29:58.480 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:29:58.481 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:29:58.482 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.482 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.483 DEBUG:boto:Method: GET 2022-09-01T11:29:58.484 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.484 DEBUG:boto:Data: 2022-09-01T11:29:58.485 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.486 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.486 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.487 DEBUG:boto:Params: {} 2022-09-01T11:29:58.487 DEBUG:boto:Token: None 2022-09-01T11:29:58.488 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.489 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eGf4I8KOUV6scA8G/+x6vcWKiTg= 2022-09-01T11:29:58.490 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eGf4I8KOUV6scA8G/+x6vcWKiTg=', 'Content-Length': '0'} 2022-09-01T11:29:58.492 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e402c3d5d306983a-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.493 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:29:58.494 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:29:58.494 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.495 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.495 DEBUG:boto:Method: GET 2022-09-01T11:29:58.496 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.496 DEBUG:boto:Data: 2022-09-01T11:29:58.497 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.498 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.498 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.499 DEBUG:boto:Params: {} 2022-09-01T11:29:58.499 DEBUG:boto:Token: None 2022-09-01T11:29:58.501 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:29:58.502 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eGf4I8KOUV6scA8G/+x6vcWKiTg= 2022-09-01T11:29:58.503 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eGf4I8KOUV6scA8G/+x6vcWKiTg=', 'Content-Length': '0'} 2022-09-01T11:29:58.506 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000daa4e2ad93abbf69-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.507 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.508 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.509 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:29:58.510 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:29:58.510 DEBUG:boto:Method: GET 2022-09-01T11:29:58.511 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:29:58.511 DEBUG:boto:Data: 2022-09-01T11:29:58.512 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.512 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.513 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.513 DEBUG:boto:Params: {} 2022-09-01T11:29:58.514 DEBUG:boto:Token: None 2022-09-01T11:29:58.515 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.519 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004df422977646dcd9-00631097b6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.520 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.521 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.521 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.522 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:29:58.523 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:29:58.523 DEBUG:boto:Method: GET 2022-09-01T11:29:58.524 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:29:58.524 DEBUG:boto:Data: 2022-09-01T11:29:58.525 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.525 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.526 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.526 DEBUG:boto:Params: {} 2022-09-01T11:29:58.527 DEBUG:boto:Token: None 2022-09-01T11:29:58.528 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.528 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.529 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.534 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000db4825f94e4d1809-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.535 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.537 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:29:58.537 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:29:58.538 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.539 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:29:58.540 DEBUG:boto:Data: 2022-09-01T11:29:58.540 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.541 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.541 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.542 DEBUG:boto:Params: {} 2022-09-01T11:29:58.542 DEBUG:boto:Token: None 2022-09-01T11:29:58.543 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj124 2022-09-01T11:29:58.543 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YK2/6wI4Mk4meb98beVcQPMTzRw= 2022-09-01T11:29:58.544 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YK2/6wI4Mk4meb98beVcQPMTzRw=', 'Content-Length': '0'} 2022-09-01T11:29:58.546 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002606e0e583131d24-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.547 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:29:58.548 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:29:58.548 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.549 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:29:58.549 DEBUG:boto:Data: 2022-09-01T11:29:58.550 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.550 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.551 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.551 DEBUG:boto:Params: {} 2022-09-01T11:29:58.552 DEBUG:boto:Token: None 2022-09-01T11:29:58.552 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj124 2022-09-01T11:29:58.553 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YK2/6wI4Mk4meb98beVcQPMTzRw= 2022-09-01T11:29:58.554 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YK2/6wI4Mk4meb98beVcQPMTzRw=', 'Content-Length': '0'} 2022-09-01T11:29:58.556 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007f86ce2358758bd0-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.557 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:29:58.557 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:29:58.558 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:29:58.558 DEBUG:boto:Method: GET 2022-09-01T11:29:58.559 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:29:58.559 DEBUG:boto:Data: 2022-09-01T11:29:58.560 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.561 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.561 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.562 DEBUG:boto:Params: {} 2022-09-01T11:29:58.563 DEBUG:boto:Token: None 2022-09-01T11:29:58.563 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj124 2022-09-01T11:29:58.564 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FCq4LNQORj7FyUtO2Fq4MEV8FNs= 2022-09-01T11:29:58.564 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FCq4LNQORj7FyUtO2Fq4MEV8FNs=', 'Content-Length': '0'} 2022-09-01T11:29:58.567 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ffb25c9eaef7fb60-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.610 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:29:58.611 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:29:58.611 DEBUG:boto:Method: GET 2022-09-01T11:29:58.612 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:29:58.612 DEBUG:boto:Data: 2022-09-01T11:29:58.613 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.613 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.614 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.615 DEBUG:boto:Params: {} 2022-09-01T11:29:58.615 DEBUG:boto:Token: None 2022-09-01T11:29:58.616 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj124 2022-09-01T11:29:58.617 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FCq4LNQORj7FyUtO2Fq4MEV8FNs= 2022-09-01T11:29:58.617 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FCq4LNQORj7FyUtO2Fq4MEV8FNs=', 'Content-Length': '0'} 2022-09-01T11:29:58.620 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b2bcfa495eb6ba46-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.621 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.621 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.622 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:29:58.622 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:29:58.623 DEBUG:boto:Method: GET 2022-09-01T11:29:58.623 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:29:58.624 DEBUG:boto:Data: 2022-09-01T11:29:58.624 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.625 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.625 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.626 DEBUG:boto:Params: {} 2022-09-01T11:29:58.627 DEBUG:boto:Token: None 2022-09-01T11:29:58.627 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.628 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.629 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.632 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000482b9173280734dd-00631097b6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.633 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.633 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.634 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.635 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:29:58.635 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:29:58.636 DEBUG:boto:Method: GET 2022-09-01T11:29:58.636 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:29:58.637 DEBUG:boto:Data: 2022-09-01T11:29:58.637 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.638 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.638 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.639 DEBUG:boto:Params: {} 2022-09-01T11:29:58.640 DEBUG:boto:Token: None 2022-09-01T11:29:58.641 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.641 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.642 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.647 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005feceab7f6996a2d-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.647 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.648 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:29:58.649 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:29:58.659 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:29:58.660 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.661 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.661 DEBUG:boto:Method: GET 2022-09-01T11:29:58.662 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.662 DEBUG:boto:Data: 2022-09-01T11:29:58.663 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.663 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.664 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.664 DEBUG:boto:Params: {} 2022-09-01T11:29:58.665 DEBUG:boto:Token: None 2022-09-01T11:29:58.666 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.666 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iB9neAeeeKRM4Hxbprv5lQXd7fo= 2022-09-01T11:29:58.667 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iB9neAeeeKRM4Hxbprv5lQXd7fo=', 'Content-Length': '0'} 2022-09-01T11:29:58.669 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000062f730811947b60b-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.670 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:29:58.671 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:29:58.672 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.672 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.673 DEBUG:boto:Method: GET 2022-09-01T11:29:58.673 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.674 DEBUG:boto:Data: 2022-09-01T11:29:58.674 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.675 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.675 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.676 DEBUG:boto:Params: {} 2022-09-01T11:29:58.677 DEBUG:boto:Token: None 2022-09-01T11:29:58.678 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.679 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iB9neAeeeKRM4Hxbprv5lQXd7fo= 2022-09-01T11:29:58.680 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iB9neAeeeKRM4Hxbprv5lQXd7fo=', 'Content-Length': '0'} 2022-09-01T11:29:58.683 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000053d7821b03e0c966-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.726 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:29:58.727 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:29:58.728 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.729 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.730 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.731 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.732 DEBUG:boto:Data: 2022-09-01T11:29:58.733 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.733 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.734 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.735 DEBUG:boto:Params: {} 2022-09-01T11:29:58.736 DEBUG:boto:Token: None 2022-09-01T11:29:58.736 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.737 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xIX7VMMdsSOsgKcSKqaSYc6IU3U= 2022-09-01T11:29:58.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xIX7VMMdsSOsgKcSKqaSYc6IU3U=', 'Content-Length': '0'} 2022-09-01T11:29:58.740 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007f97ba9586587c7b-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.740 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:29:58.741 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:29:58.741 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.742 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.742 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.743 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.743 DEBUG:boto:Data: 2022-09-01T11:29:58.744 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.745 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.745 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.746 DEBUG:boto:Params: {} 2022-09-01T11:29:58.747 DEBUG:boto:Token: None 2022-09-01T11:29:58.748 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xIX7VMMdsSOsgKcSKqaSYc6IU3U= 2022-09-01T11:29:58.751 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xIX7VMMdsSOsgKcSKqaSYc6IU3U=', 'Content-Length': '0'} 2022-09-01T11:29:58.753 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045aa65a65546a209-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.755 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:29:58.755 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:29:58.756 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:29:58.756 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.757 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.757 DEBUG:boto:Method: GET 2022-09-01T11:29:58.758 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.758 DEBUG:boto:Data: 2022-09-01T11:29:58.759 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.759 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.760 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.760 DEBUG:boto:Params: {} 2022-09-01T11:29:58.761 DEBUG:boto:Token: None 2022-09-01T11:29:58.761 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.762 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iB9neAeeeKRM4Hxbprv5lQXd7fo= 2022-09-01T11:29:58.763 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iB9neAeeeKRM4Hxbprv5lQXd7fo=', 'Content-Length': '0'} 2022-09-01T11:29:58.765 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aebe1671487151bd-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.766 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:29:58.766 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:29:58.767 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.767 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.768 DEBUG:boto:Method: GET 2022-09-01T11:29:58.768 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.769 DEBUG:boto:Data: 2022-09-01T11:29:58.769 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.770 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.770 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.771 DEBUG:boto:Params: {} 2022-09-01T11:29:58.772 DEBUG:boto:Token: None 2022-09-01T11:29:58.772 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:29:58.773 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iB9neAeeeKRM4Hxbprv5lQXd7fo= 2022-09-01T11:29:58.773 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iB9neAeeeKRM4Hxbprv5lQXd7fo=', 'Content-Length': '0'} 2022-09-01T11:29:58.776 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004f798163a656a960-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.777 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.777 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.778 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:29:58.778 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:29:58.779 DEBUG:boto:Method: GET 2022-09-01T11:29:58.779 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:29:58.780 DEBUG:boto:Data: 2022-09-01T11:29:58.780 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.781 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.781 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.782 DEBUG:boto:Params: {} 2022-09-01T11:29:58.782 DEBUG:boto:Token: None 2022-09-01T11:29:58.783 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.784 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.784 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.787 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002b23431283848a64-00631097b6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.788 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.789 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.789 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.790 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:29:58.790 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:29:58.791 DEBUG:boto:Method: GET 2022-09-01T11:29:58.791 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:29:58.792 DEBUG:boto:Data: 2022-09-01T11:29:58.792 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.793 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.793 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.794 DEBUG:boto:Params: {} 2022-09-01T11:29:58.794 DEBUG:boto:Token: None 2022-09-01T11:29:58.795 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.796 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.801 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ae1b9edaf648bc15-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.801 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.802 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:29:58.803 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:29:58.803 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.804 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:29:58.804 DEBUG:boto:Data: 2022-09-01T11:29:58.805 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.805 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.806 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.806 DEBUG:boto:Params: {} 2022-09-01T11:29:58.807 DEBUG:boto:Token: None 2022-09-01T11:29:58.807 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj145 2022-09-01T11:29:58.808 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LlKdGuAeplRE3azpnDivmAK2hto= 2022-09-01T11:29:58.808 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LlKdGuAeplRE3azpnDivmAK2hto=', 'Content-Length': '0'} 2022-09-01T11:29:58.811 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000089a4a3a589575711-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.811 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:29:58.812 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:29:58.812 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.813 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:29:58.813 DEBUG:boto:Data: 2022-09-01T11:29:58.814 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.814 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.815 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.815 DEBUG:boto:Params: {} 2022-09-01T11:29:58.816 DEBUG:boto:Token: None 2022-09-01T11:29:58.816 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj145 2022-09-01T11:29:58.817 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LlKdGuAeplRE3azpnDivmAK2hto= 2022-09-01T11:29:58.817 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LlKdGuAeplRE3azpnDivmAK2hto=', 'Content-Length': '0'} 2022-09-01T11:29:58.820 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007be185b1369c411f-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.820 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:29:58.821 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:29:58.821 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:29:58.822 DEBUG:boto:Method: GET 2022-09-01T11:29:58.823 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:29:58.823 DEBUG:boto:Data: 2022-09-01T11:29:58.824 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.824 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.825 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.825 DEBUG:boto:Params: {} 2022-09-01T11:29:58.826 DEBUG:boto:Token: None 2022-09-01T11:29:58.826 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj145 2022-09-01T11:29:58.827 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uGQWhzBRU5oY8+9HLmFH/XyXmE8= 2022-09-01T11:29:58.828 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uGQWhzBRU5oY8+9HLmFH/XyXmE8=', 'Content-Length': '0'} 2022-09-01T11:29:58.830 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006654aa8d67c1669c-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.870 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:29:58.871 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:29:58.872 DEBUG:boto:Method: GET 2022-09-01T11:29:58.873 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:29:58.873 DEBUG:boto:Data: 2022-09-01T11:29:58.874 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.874 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.875 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.875 DEBUG:boto:Params: {} 2022-09-01T11:29:58.876 DEBUG:boto:Token: None 2022-09-01T11:29:58.877 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj145 2022-09-01T11:29:58.877 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uGQWhzBRU5oY8+9HLmFH/XyXmE8= 2022-09-01T11:29:58.878 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uGQWhzBRU5oY8+9HLmFH/XyXmE8=', 'Content-Length': '0'} 2022-09-01T11:29:58.882 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000038916d36c4ed7438-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.883 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.883 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.884 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:29:58.885 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:29:58.885 DEBUG:boto:Method: GET 2022-09-01T11:29:58.886 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:29:58.886 DEBUG:boto:Data: 2022-09-01T11:29:58.887 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.887 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.888 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.888 DEBUG:boto:Params: {} 2022-09-01T11:29:58.889 DEBUG:boto:Token: None 2022-09-01T11:29:58.889 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.890 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.891 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.893 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000250c799497d2cbb9-00631097b6-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.894 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.895 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:58.896 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:58.896 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:29:58.897 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:29:58.897 DEBUG:boto:Method: GET 2022-09-01T11:29:58.898 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:29:58.898 DEBUG:boto:Data: 2022-09-01T11:29:58.899 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.899 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.900 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.900 DEBUG:boto:Params: {} 2022-09-01T11:29:58.901 DEBUG:boto:Token: None 2022-09-01T11:29:58.901 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/ 2022-09-01T11:29:58.902 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM= 2022-09-01T11:29:58.903 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VLBvCv+AjHvJeDcbBMqjoxcJsIM=', 'Content-Length': '0'} 2022-09-01T11:29:58.908 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000048c53c23f6cb1fa5-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.950 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:58.952 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj148 2022-09-01T11:29:58.953 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:29:58.954 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:29:58.955 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:58.956 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:58.957 DEBUG:boto:Method: GET 2022-09-01T11:29:58.958 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:58.959 DEBUG:boto:Data: 2022-09-01T11:29:58.960 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.961 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.962 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.963 DEBUG:boto:Params: {} 2022-09-01T11:29:58.964 DEBUG:boto:Token: None 2022-09-01T11:29:58.965 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:58.966 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1ziIL6LSX2b7+gbMiTXBf0wr/8c= 2022-09-01T11:29:58.967 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1ziIL6LSX2b7+gbMiTXBf0wr/8c=', 'Content-Length': '0'} 2022-09-01T11:29:58.970 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007037ea620d1ba1ad-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.971 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:29:58.972 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:29:58.972 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:58.973 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:58.974 DEBUG:boto:Method: GET 2022-09-01T11:29:58.975 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:58.976 DEBUG:boto:Data: 2022-09-01T11:29:58.977 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.977 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:58.978 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.979 DEBUG:boto:Params: {} 2022-09-01T11:29:58.979 DEBUG:boto:Token: None 2022-09-01T11:29:58.980 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:58.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1ziIL6LSX2b7+gbMiTXBf0wr/8c= 2022-09-01T11:29:58.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1ziIL6LSX2b7+gbMiTXBf0wr/8c=', 'Content-Length': '0'} 2022-09-01T11:29:58.985 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000072b7b0e3a89f4a2c-00631097b6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.986 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:29:58.986 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:29:58.987 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:58.987 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:58.988 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.988 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:58.989 DEBUG:boto:Data: 2022-09-01T11:29:58.989 DEBUG:boto:Headers: {} 2022-09-01T11:29:58.990 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:58.990 DEBUG:boto:Port: 8000 2022-09-01T11:29:58.991 DEBUG:boto:Params: {} 2022-09-01T11:29:58.991 DEBUG:boto:Token: None 2022-09-01T11:29:58.992 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:58 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:58.993 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:srmyRFL3jDjMT3hhxpG14/HaNlI= 2022-09-01T11:29:58.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:58 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:srmyRFL3jDjMT3hhxpG14/HaNlI=', 'Content-Length': '0'} 2022-09-01T11:29:58.995 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b94aa45cc1b1e522-00631097b6-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:58 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:58.996 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:29:58.997 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:29:58.997 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:58.998 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:58.998 DEBUG:boto:Method: HEAD 2022-09-01T11:29:58.999 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:59.000 DEBUG:boto:Data: 2022-09-01T11:29:59.000 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.001 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.001 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.002 DEBUG:boto:Params: {} 2022-09-01T11:29:59.002 DEBUG:boto:Token: None 2022-09-01T11:29:59.003 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:59.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kXNvBU2jWLesDC/3Dstxb7/2PKg= 2022-09-01T11:29:59.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kXNvBU2jWLesDC/3Dstxb7/2PKg=', 'Content-Length': '0'} 2022-09-01T11:29:59.007 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000048b66024d7ebc93a-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.008 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj148 2022-09-01T11:29:59.009 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:29:59.009 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:29:59.010 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:59.010 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:59.011 DEBUG:boto:Method: GET 2022-09-01T11:29:59.011 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:59.012 DEBUG:boto:Data: 2022-09-01T11:29:59.013 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.013 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.014 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.015 DEBUG:boto:Params: {} 2022-09-01T11:29:59.016 DEBUG:boto:Token: None 2022-09-01T11:29:59.017 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:59.019 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RFK4hvYmszDXo+EEwdotuxr6PlU= 2022-09-01T11:29:59.020 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RFK4hvYmszDXo+EEwdotuxr6PlU=', 'Content-Length': '0'} 2022-09-01T11:29:59.023 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ab23f5e5df3c8338-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.024 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:29:59.025 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:29:59.025 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:59.026 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:59.027 DEBUG:boto:Method: GET 2022-09-01T11:29:59.027 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:59.028 DEBUG:boto:Data: 2022-09-01T11:29:59.028 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.029 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.030 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.031 DEBUG:boto:Params: {} 2022-09-01T11:29:59.033 DEBUG:boto:Token: None 2022-09-01T11:29:59.034 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:29:59.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RFK4hvYmszDXo+EEwdotuxr6PlU= 2022-09-01T11:29:59.036 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RFK4hvYmszDXo+EEwdotuxr6PlU=', 'Content-Length': '0'} 2022-09-01T11:29:59.038 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006fc3a5b96c5d8f01-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.039 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:59.040 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:59.040 DEBUG:boto:path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:29:59.041 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:29:59.041 DEBUG:boto:Method: GET 2022-09-01T11:29:59.042 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj148 2022-09-01T11:29:59.042 DEBUG:boto:Data: 2022-09-01T11:29:59.043 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.043 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.044 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.045 DEBUG:boto:Params: {} 2022-09-01T11:29:59.045 DEBUG:boto:Token: None 2022-09-01T11:29:59.046 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/ 2022-09-01T11:29:59.047 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo= 2022-09-01T11:29:59.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo=', 'Content-Length': '0'} 2022-09-01T11:29:59.052 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008d04f9f04f58ad36-00631097b7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.098 DEBUG:boto:b'ptoxvb-74obj1481000falseobj1482022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:59.099 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:59.100 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:59.100 DEBUG:boto:path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:29:59.101 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:29:59.102 DEBUG:boto:Method: GET 2022-09-01T11:29:59.103 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj148 2022-09-01T11:29:59.104 DEBUG:boto:Data: 2022-09-01T11:29:59.105 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.106 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.106 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.107 DEBUG:boto:Params: {} 2022-09-01T11:29:59.108 DEBUG:boto:Token: None 2022-09-01T11:29:59.109 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/ 2022-09-01T11:29:59.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo= 2022-09-01T11:29:59.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo=', 'Content-Length': '0'} 2022-09-01T11:29:59.116 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005cdf22cb074f5589-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.117 DEBUG:boto:b'ptoxvb-74obj1481000falseobj1482022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:59.118 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:29:59.119 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:29:59.120 DEBUG:boto:Method: HEAD 2022-09-01T11:29:59.120 DEBUG:boto:Path: /ptoxvb-74/obj148 2022-09-01T11:29:59.121 DEBUG:boto:Data: 2022-09-01T11:29:59.122 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.123 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.123 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.124 DEBUG:boto:Params: {} 2022-09-01T11:29:59.125 DEBUG:boto:Token: None 2022-09-01T11:29:59.126 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj148 2022-09-01T11:29:59.127 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F3ytdKmAdRHsP8A9ol8Ult0uP5U= 2022-09-01T11:29:59.128 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F3ytdKmAdRHsP8A9ol8Ult0uP5U=', 'Content-Length': '0'} 2022-09-01T11:29:59.131 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd93ba1364ee93c8-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.132 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:29:59.132 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:29:59.133 DEBUG:boto:Method: HEAD 2022-09-01T11:29:59.133 DEBUG:boto:Path: /ptoxvb-74/obj148 2022-09-01T11:29:59.134 DEBUG:boto:Data: 2022-09-01T11:29:59.134 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.135 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.136 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.136 DEBUG:boto:Params: {} 2022-09-01T11:29:59.137 DEBUG:boto:Token: None 2022-09-01T11:29:59.138 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj148 2022-09-01T11:29:59.139 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F3ytdKmAdRHsP8A9ol8Ult0uP5U= 2022-09-01T11:29:59.140 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F3ytdKmAdRHsP8A9ol8Ult0uP5U=', 'Content-Length': '0'} 2022-09-01T11:29:59.142 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000115c171f2473df6a-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.143 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj148 2022-09-01T11:29:59.144 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:29:59.145 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:29:59.146 DEBUG:boto:Method: GET 2022-09-01T11:29:59.147 DEBUG:boto:Path: /ptoxvb-74/obj148 2022-09-01T11:29:59.148 DEBUG:boto:Data: 2022-09-01T11:29:59.148 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.149 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.150 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.150 DEBUG:boto:Params: {} 2022-09-01T11:29:59.151 DEBUG:boto:Token: None 2022-09-01T11:29:59.152 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj148 2022-09-01T11:29:59.152 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cFNNgQ6DKpZU4fzfrEq31SHUuZQ= 2022-09-01T11:29:59.153 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cFNNgQ6DKpZU4fzfrEq31SHUuZQ=', 'Content-Length': '0'} 2022-09-01T11:29:59.155 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007f2018c82bf78e19-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.156 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:29:59.156 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:29:59.157 DEBUG:boto:Method: GET 2022-09-01T11:29:59.157 DEBUG:boto:Path: /ptoxvb-74/obj148 2022-09-01T11:29:59.158 DEBUG:boto:Data: 2022-09-01T11:29:59.158 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.159 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.159 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.160 DEBUG:boto:Params: {} 2022-09-01T11:29:59.161 DEBUG:boto:Token: None 2022-09-01T11:29:59.161 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj148 2022-09-01T11:29:59.162 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cFNNgQ6DKpZU4fzfrEq31SHUuZQ= 2022-09-01T11:29:59.162 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cFNNgQ6DKpZU4fzfrEq31SHUuZQ=', 'Content-Length': '0'} 2022-09-01T11:29:59.165 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ad9f792c4b1d8ba5-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.210 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:59.211 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:59.213 DEBUG:boto:path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:29:59.214 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:29:59.215 DEBUG:boto:Method: GET 2022-09-01T11:29:59.216 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj148 2022-09-01T11:29:59.217 DEBUG:boto:Data: 2022-09-01T11:29:59.217 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.218 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.219 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.220 DEBUG:boto:Params: {} 2022-09-01T11:29:59.220 DEBUG:boto:Token: None 2022-09-01T11:29:59.221 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/ 2022-09-01T11:29:59.222 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo= 2022-09-01T11:29:59.223 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo=', 'Content-Length': '0'} 2022-09-01T11:29:59.226 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009fe15d4789e33e5a-00631097b7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.227 DEBUG:boto:b'ptoxvb-74obj1481000falseobj1482022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:59.228 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:59.229 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:59.230 DEBUG:boto:path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:29:59.230 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:29:59.231 DEBUG:boto:Method: GET 2022-09-01T11:29:59.232 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj148 2022-09-01T11:29:59.233 DEBUG:boto:Data: 2022-09-01T11:29:59.234 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.235 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.235 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.236 DEBUG:boto:Params: {} 2022-09-01T11:29:59.237 DEBUG:boto:Token: None 2022-09-01T11:29:59.238 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/ 2022-09-01T11:29:59.239 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo= 2022-09-01T11:29:59.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo=', 'Content-Length': '0'} 2022-09-01T11:29:59.245 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000e199133a8b1a37f-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.245 DEBUG:boto:b'ptoxvb-74obj1481000falseobj1482022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:59.246 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:29:59.247 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:29:59.247 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:29:59.248 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.248 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.249 DEBUG:boto:Method: GET 2022-09-01T11:29:59.249 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.250 DEBUG:boto:Data: 2022-09-01T11:29:59.251 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.251 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.252 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.252 DEBUG:boto:Params: {} 2022-09-01T11:29:59.253 DEBUG:boto:Token: None 2022-09-01T11:29:59.254 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.255 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kPV05wTeidPKuL7Xb6ERofTJzF4= 2022-09-01T11:29:59.255 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kPV05wTeidPKuL7Xb6ERofTJzF4=', 'Content-Length': '0'} 2022-09-01T11:29:59.258 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3ce6d0b9b7b2d72-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.259 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:29:59.259 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:29:59.260 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.260 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.261 DEBUG:boto:Method: GET 2022-09-01T11:29:59.261 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.262 DEBUG:boto:Data: 2022-09-01T11:29:59.263 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.264 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.264 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.265 DEBUG:boto:Params: {} 2022-09-01T11:29:59.265 DEBUG:boto:Token: None 2022-09-01T11:29:59.266 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.267 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kPV05wTeidPKuL7Xb6ERofTJzF4= 2022-09-01T11:29:59.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kPV05wTeidPKuL7Xb6ERofTJzF4=', 'Content-Length': '0'} 2022-09-01T11:29:59.270 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fdf5e97abf934530-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.270 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:29:59.271 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:29:59.272 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.272 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.273 DEBUG:boto:Method: HEAD 2022-09-01T11:29:59.273 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.274 DEBUG:boto:Data: 2022-09-01T11:29:59.275 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.276 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.277 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.278 DEBUG:boto:Params: {} 2022-09-01T11:29:59.279 DEBUG:boto:Token: None 2022-09-01T11:29:59.280 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.281 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqLriZpOuomSPd9Fc5aPSDHjeeU= 2022-09-01T11:29:59.282 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqLriZpOuomSPd9Fc5aPSDHjeeU=', 'Content-Length': '0'} 2022-09-01T11:29:59.284 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e4e886a12836607-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.285 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:29:59.286 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:29:59.287 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.288 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.288 DEBUG:boto:Method: HEAD 2022-09-01T11:29:59.289 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.289 DEBUG:boto:Data: 2022-09-01T11:29:59.290 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.290 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.291 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.291 DEBUG:boto:Params: {} 2022-09-01T11:29:59.292 DEBUG:boto:Token: None 2022-09-01T11:29:59.293 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.293 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PqLriZpOuomSPd9Fc5aPSDHjeeU= 2022-09-01T11:29:59.294 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PqLriZpOuomSPd9Fc5aPSDHjeeU=', 'Content-Length': '0'} 2022-09-01T11:29:59.296 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000068bdaac7553c3ba-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.297 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:29:59.298 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:29:59.299 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:29:59.299 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.300 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.300 DEBUG:boto:Method: GET 2022-09-01T11:29:59.301 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.302 DEBUG:boto:Data: 2022-09-01T11:29:59.302 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.303 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.303 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.304 DEBUG:boto:Params: {} 2022-09-01T11:29:59.305 DEBUG:boto:Token: None 2022-09-01T11:29:59.306 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.306 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kPV05wTeidPKuL7Xb6ERofTJzF4= 2022-09-01T11:29:59.307 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kPV05wTeidPKuL7Xb6ERofTJzF4=', 'Content-Length': '0'} 2022-09-01T11:29:59.309 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c834923fc60c22b3-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.350 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:29:59.351 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:29:59.351 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.352 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.353 DEBUG:boto:Method: GET 2022-09-01T11:29:59.353 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.354 DEBUG:boto:Data: 2022-09-01T11:29:59.355 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.356 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.357 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.358 DEBUG:boto:Params: {} 2022-09-01T11:29:59.359 DEBUG:boto:Token: None 2022-09-01T11:29:59.360 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:29:59.361 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kPV05wTeidPKuL7Xb6ERofTJzF4= 2022-09-01T11:29:59.361 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kPV05wTeidPKuL7Xb6ERofTJzF4=', 'Content-Length': '0'} 2022-09-01T11:29:59.364 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000730c81d6280fc81c-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.365 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:59.365 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:59.366 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:29:59.366 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:29:59.367 DEBUG:boto:Method: GET 2022-09-01T11:29:59.367 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:29:59.368 DEBUG:boto:Data: 2022-09-01T11:29:59.368 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.369 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.370 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.370 DEBUG:boto:Params: {} 2022-09-01T11:29:59.371 DEBUG:boto:Token: None 2022-09-01T11:29:59.371 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/ 2022-09-01T11:29:59.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo= 2022-09-01T11:29:59.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo=', 'Content-Length': '0'} 2022-09-01T11:29:59.375 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000052a0879787cb13a4-00631097b7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.378 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:59.379 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:59.380 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:59.380 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:29:59.381 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:29:59.381 DEBUG:boto:Method: GET 2022-09-01T11:29:59.382 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:29:59.383 DEBUG:boto:Data: 2022-09-01T11:29:59.383 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.384 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.385 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.385 DEBUG:boto:Params: {} 2022-09-01T11:29:59.386 DEBUG:boto:Token: None 2022-09-01T11:29:59.387 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/ 2022-09-01T11:29:59.388 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo= 2022-09-01T11:29:59.389 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo=', 'Content-Length': '0'} 2022-09-01T11:29:59.394 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000082ff25d9ee218f47-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.395 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:59.396 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:29:59.396 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:29:59.397 DEBUG:boto:Method: HEAD 2022-09-01T11:29:59.397 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:29:59.398 DEBUG:boto:Data: 2022-09-01T11:29:59.399 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.399 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.400 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.400 DEBUG:boto:Params: {} 2022-09-01T11:29:59.401 DEBUG:boto:Token: None 2022-09-01T11:29:59.401 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj155 2022-09-01T11:29:59.402 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0Aj8s/kUUniWOvRtaXUZ8TCFE74= 2022-09-01T11:29:59.402 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0Aj8s/kUUniWOvRtaXUZ8TCFE74=', 'Content-Length': '0'} 2022-09-01T11:29:59.405 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000066eb9132cb6681e8-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.405 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:29:59.406 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:29:59.407 DEBUG:boto:Method: HEAD 2022-09-01T11:29:59.407 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:29:59.408 DEBUG:boto:Data: 2022-09-01T11:29:59.408 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.409 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.409 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.410 DEBUG:boto:Params: {} 2022-09-01T11:29:59.410 DEBUG:boto:Token: None 2022-09-01T11:29:59.411 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj155 2022-09-01T11:29:59.412 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0Aj8s/kUUniWOvRtaXUZ8TCFE74= 2022-09-01T11:29:59.412 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0Aj8s/kUUniWOvRtaXUZ8TCFE74=', 'Content-Length': '0'} 2022-09-01T11:29:59.414 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ff7cbc88ae8c72cd-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.415 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:29:59.416 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:29:59.416 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:29:59.417 DEBUG:boto:Method: GET 2022-09-01T11:29:59.418 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:29:59.419 DEBUG:boto:Data: 2022-09-01T11:29:59.420 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.421 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.422 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.423 DEBUG:boto:Params: {} 2022-09-01T11:29:59.423 DEBUG:boto:Token: None 2022-09-01T11:29:59.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj155 2022-09-01T11:29:59.425 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jStoFlqYbgTIbqzI9g6sISXdU2o= 2022-09-01T11:29:59.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jStoFlqYbgTIbqzI9g6sISXdU2o=', 'Content-Length': '0'} 2022-09-01T11:29:59.428 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000088a63f07125124bb-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.428 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:29:59.429 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:29:59.430 DEBUG:boto:Method: GET 2022-09-01T11:29:59.430 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:29:59.431 DEBUG:boto:Data: 2022-09-01T11:29:59.431 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.432 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.432 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.433 DEBUG:boto:Params: {} 2022-09-01T11:29:59.434 DEBUG:boto:Token: None 2022-09-01T11:29:59.434 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj155 2022-09-01T11:29:59.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jStoFlqYbgTIbqzI9g6sISXdU2o= 2022-09-01T11:29:59.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jStoFlqYbgTIbqzI9g6sISXdU2o=', 'Content-Length': '0'} 2022-09-01T11:29:59.438 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004f1541babcc8c71f-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.486 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:59.487 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:59.488 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:29:59.489 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:29:59.490 DEBUG:boto:Method: GET 2022-09-01T11:29:59.491 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:29:59.492 DEBUG:boto:Data: 2022-09-01T11:29:59.493 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.494 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.495 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.495 DEBUG:boto:Params: {} 2022-09-01T11:29:59.497 DEBUG:boto:Token: None 2022-09-01T11:29:59.498 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/ 2022-09-01T11:29:59.498 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo= 2022-09-01T11:29:59.499 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo=', 'Content-Length': '0'} 2022-09-01T11:29:59.503 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f5511018e4af3ffe-00631097b7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.503 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:59.504 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:59.505 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:59.505 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:29:59.506 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:29:59.506 DEBUG:boto:Method: GET 2022-09-01T11:29:59.507 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:29:59.507 DEBUG:boto:Data: 2022-09-01T11:29:59.508 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.509 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.509 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.510 DEBUG:boto:Params: {} 2022-09-01T11:29:59.510 DEBUG:boto:Token: None 2022-09-01T11:29:59.511 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/ 2022-09-01T11:29:59.511 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo= 2022-09-01T11:29:59.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo=', 'Content-Length': '0'} 2022-09-01T11:29:59.517 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004a4140825ae0bffc-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.518 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:59.519 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:29:59.520 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:29:59.521 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:29:59.521 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.522 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.523 DEBUG:boto:Method: GET 2022-09-01T11:29:59.524 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.525 DEBUG:boto:Data: 2022-09-01T11:29:59.526 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.527 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.528 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.529 DEBUG:boto:Params: {} 2022-09-01T11:29:59.530 DEBUG:boto:Token: None 2022-09-01T11:29:59.531 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DxI3enWQlMsTfX2dCbZZLHO22Ag= 2022-09-01T11:29:59.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DxI3enWQlMsTfX2dCbZZLHO22Ag=', 'Content-Length': '0'} 2022-09-01T11:29:59.535 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000446ebf3973deffe9-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.578 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:29:59.580 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:29:59.581 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.582 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.583 DEBUG:boto:Method: GET 2022-09-01T11:29:59.583 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.584 DEBUG:boto:Data: 2022-09-01T11:29:59.585 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.586 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.587 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.587 DEBUG:boto:Params: {} 2022-09-01T11:29:59.588 DEBUG:boto:Token: None 2022-09-01T11:29:59.588 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.589 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DxI3enWQlMsTfX2dCbZZLHO22Ag= 2022-09-01T11:29:59.590 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DxI3enWQlMsTfX2dCbZZLHO22Ag=', 'Content-Length': '0'} 2022-09-01T11:29:59.592 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000065bc6654d0d48285-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.593 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:29:59.594 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:29:59.594 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.595 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.595 DEBUG:boto:Method: HEAD 2022-09-01T11:29:59.596 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.596 DEBUG:boto:Data: 2022-09-01T11:29:59.597 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.598 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.598 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.599 DEBUG:boto:Params: {} 2022-09-01T11:29:59.600 DEBUG:boto:Token: None 2022-09-01T11:29:59.600 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.601 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Np9jNWvmGpJMPIjzgmiN8yfg80U= 2022-09-01T11:29:59.602 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Np9jNWvmGpJMPIjzgmiN8yfg80U=', 'Content-Length': '0'} 2022-09-01T11:29:59.605 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000309edb285811c860-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.607 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:29:59.608 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:29:59.608 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.609 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.610 DEBUG:boto:Method: HEAD 2022-09-01T11:29:59.611 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.612 DEBUG:boto:Data: 2022-09-01T11:29:59.613 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.613 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.614 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.615 DEBUG:boto:Params: {} 2022-09-01T11:29:59.616 DEBUG:boto:Token: None 2022-09-01T11:29:59.617 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Np9jNWvmGpJMPIjzgmiN8yfg80U= 2022-09-01T11:29:59.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Np9jNWvmGpJMPIjzgmiN8yfg80U=', 'Content-Length': '0'} 2022-09-01T11:29:59.622 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c88efda925262c0f-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.623 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:29:59.624 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:29:59.625 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:29:59.626 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.627 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.627 DEBUG:boto:Method: GET 2022-09-01T11:29:59.628 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.629 DEBUG:boto:Data: 2022-09-01T11:29:59.629 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.630 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.630 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.631 DEBUG:boto:Params: {} 2022-09-01T11:29:59.631 DEBUG:boto:Token: None 2022-09-01T11:29:59.632 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.632 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DxI3enWQlMsTfX2dCbZZLHO22Ag= 2022-09-01T11:29:59.633 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DxI3enWQlMsTfX2dCbZZLHO22Ag=', 'Content-Length': '0'} 2022-09-01T11:29:59.635 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000999f1979d2093462-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.636 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:29:59.637 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:29:59.637 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.638 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.639 DEBUG:boto:Method: GET 2022-09-01T11:29:59.639 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.640 DEBUG:boto:Data: 2022-09-01T11:29:59.640 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.641 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.641 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.642 DEBUG:boto:Params: {} 2022-09-01T11:29:59.643 DEBUG:boto:Token: None 2022-09-01T11:29:59.643 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:29:59.644 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DxI3enWQlMsTfX2dCbZZLHO22Ag= 2022-09-01T11:29:59.644 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DxI3enWQlMsTfX2dCbZZLHO22Ag=', 'Content-Length': '0'} 2022-09-01T11:29:59.647 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d27eb1abad9dae5-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.647 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:59.648 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:59.649 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:29:59.649 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:29:59.650 DEBUG:boto:Method: GET 2022-09-01T11:29:59.651 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:29:59.651 DEBUG:boto:Data: 2022-09-01T11:29:59.652 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.652 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.653 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.653 DEBUG:boto:Params: {} 2022-09-01T11:29:59.654 DEBUG:boto:Token: None 2022-09-01T11:29:59.654 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/ 2022-09-01T11:29:59.655 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo= 2022-09-01T11:29:59.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo=', 'Content-Length': '0'} 2022-09-01T11:29:59.658 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000081dc44fa40fa2f02-00631097b7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.659 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:59.660 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:59.661 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:59.661 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:29:59.662 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:29:59.663 DEBUG:boto:Method: GET 2022-09-01T11:29:59.663 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:29:59.664 DEBUG:boto:Data: 2022-09-01T11:29:59.664 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.665 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.665 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.666 DEBUG:boto:Params: {} 2022-09-01T11:29:59.667 DEBUG:boto:Token: None 2022-09-01T11:29:59.667 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/ 2022-09-01T11:29:59.668 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo= 2022-09-01T11:29:59.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo=', 'Content-Length': '0'} 2022-09-01T11:29:59.673 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d599b0efe3fb60f6-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.674 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:59.675 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:29:59.675 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:29:59.676 DEBUG:boto:Method: HEAD 2022-09-01T11:29:59.676 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:29:59.677 DEBUG:boto:Data: 2022-09-01T11:29:59.677 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.678 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.679 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.679 DEBUG:boto:Params: {} 2022-09-01T11:29:59.680 DEBUG:boto:Token: None 2022-09-01T11:29:59.680 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj17 2022-09-01T11:29:59.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mfx8s1YnZ5ORTrClXuIm/kQMG1Y= 2022-09-01T11:29:59.682 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mfx8s1YnZ5ORTrClXuIm/kQMG1Y=', 'Content-Length': '0'} 2022-09-01T11:29:59.684 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004e75efca07cd0577-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.684 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:29:59.685 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:29:59.686 DEBUG:boto:Method: HEAD 2022-09-01T11:29:59.686 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:29:59.687 DEBUG:boto:Data: 2022-09-01T11:29:59.687 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.688 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.688 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.689 DEBUG:boto:Params: {} 2022-09-01T11:29:59.689 DEBUG:boto:Token: None 2022-09-01T11:29:59.690 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj17 2022-09-01T11:29:59.691 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mfx8s1YnZ5ORTrClXuIm/kQMG1Y= 2022-09-01T11:29:59.692 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mfx8s1YnZ5ORTrClXuIm/kQMG1Y=', 'Content-Length': '0'} 2022-09-01T11:29:59.694 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000018b3566ae91265c-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.695 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:29:59.695 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:29:59.696 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:29:59.696 DEBUG:boto:Method: GET 2022-09-01T11:29:59.697 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:29:59.698 DEBUG:boto:Data: 2022-09-01T11:29:59.698 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.699 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.700 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.700 DEBUG:boto:Params: {} 2022-09-01T11:29:59.701 DEBUG:boto:Token: None 2022-09-01T11:29:59.701 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj17 2022-09-01T11:29:59.702 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQV1uXtHT4JEXVpYQKhFB+OxJvo= 2022-09-01T11:29:59.703 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQV1uXtHT4JEXVpYQKhFB+OxJvo=', 'Content-Length': '0'} 2022-09-01T11:29:59.705 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a66ef2cce268d55-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.706 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:29:59.707 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:29:59.707 DEBUG:boto:Method: GET 2022-09-01T11:29:59.708 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:29:59.708 DEBUG:boto:Data: 2022-09-01T11:29:59.709 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.709 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.710 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.711 DEBUG:boto:Params: {} 2022-09-01T11:29:59.711 DEBUG:boto:Token: None 2022-09-01T11:29:59.712 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj17 2022-09-01T11:29:59.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQV1uXtHT4JEXVpYQKhFB+OxJvo= 2022-09-01T11:29:59.713 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQV1uXtHT4JEXVpYQKhFB+OxJvo=', 'Content-Length': '0'} 2022-09-01T11:29:59.715 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ecd53d5f140f1f86-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.758 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:59.759 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:59.759 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:29:59.760 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:29:59.760 DEBUG:boto:Method: GET 2022-09-01T11:29:59.761 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:29:59.761 DEBUG:boto:Data: 2022-09-01T11:29:59.762 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.762 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.763 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.763 DEBUG:boto:Params: {} 2022-09-01T11:29:59.764 DEBUG:boto:Token: None 2022-09-01T11:29:59.765 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/ 2022-09-01T11:29:59.765 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo= 2022-09-01T11:29:59.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo=', 'Content-Length': '0'} 2022-09-01T11:29:59.769 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001b4af9624149db9e-00631097b7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.769 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:59.770 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:59.771 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:59.771 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:29:59.772 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:29:59.772 DEBUG:boto:Method: GET 2022-09-01T11:29:59.773 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:29:59.773 DEBUG:boto:Data: 2022-09-01T11:29:59.774 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.775 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.775 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.776 DEBUG:boto:Params: {} 2022-09-01T11:29:59.776 DEBUG:boto:Token: None 2022-09-01T11:29:59.777 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/ 2022-09-01T11:29:59.778 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo= 2022-09-01T11:29:59.778 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo=', 'Content-Length': '0'} 2022-09-01T11:29:59.783 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007ef9ab1ff6bea1bc-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.783 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:59.784 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj185 2022-09-01T11:29:59.785 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:29:59.785 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:29:59.786 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.786 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.787 DEBUG:boto:Method: GET 2022-09-01T11:29:59.787 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.788 DEBUG:boto:Data: 2022-09-01T11:29:59.788 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.789 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.789 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.790 DEBUG:boto:Params: {} 2022-09-01T11:29:59.791 DEBUG:boto:Token: None 2022-09-01T11:29:59.791 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.792 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TzdP+i1m4fpQJXquOfOPga46W/s= 2022-09-01T11:29:59.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TzdP+i1m4fpQJXquOfOPga46W/s=', 'Content-Length': '0'} 2022-09-01T11:29:59.795 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000460e0fc572242fb-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.796 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:29:59.796 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:29:59.797 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.797 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.798 DEBUG:boto:Method: GET 2022-09-01T11:29:59.798 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.799 DEBUG:boto:Data: 2022-09-01T11:29:59.799 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.800 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.800 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.801 DEBUG:boto:Params: {} 2022-09-01T11:29:59.802 DEBUG:boto:Token: None 2022-09-01T11:29:59.802 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.803 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TzdP+i1m4fpQJXquOfOPga46W/s= 2022-09-01T11:29:59.803 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TzdP+i1m4fpQJXquOfOPga46W/s=', 'Content-Length': '0'} 2022-09-01T11:29:59.806 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009fa8328d387f74b6-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.807 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:29:59.807 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:29:59.808 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.808 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.809 DEBUG:boto:Method: HEAD 2022-09-01T11:29:59.809 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.810 DEBUG:boto:Data: 2022-09-01T11:29:59.810 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.811 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.811 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.812 DEBUG:boto:Params: {} 2022-09-01T11:29:59.812 DEBUG:boto:Token: None 2022-09-01T11:29:59.813 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.814 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P3NAdIRhtSenlW6KbDzZKyNEyKk= 2022-09-01T11:29:59.814 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P3NAdIRhtSenlW6KbDzZKyNEyKk=', 'Content-Length': '0'} 2022-09-01T11:29:59.816 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c91d2e43111f0725-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.817 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:29:59.818 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:29:59.818 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.819 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.819 DEBUG:boto:Method: HEAD 2022-09-01T11:29:59.820 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.820 DEBUG:boto:Data: 2022-09-01T11:29:59.821 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.821 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.822 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.822 DEBUG:boto:Params: {} 2022-09-01T11:29:59.823 DEBUG:boto:Token: None 2022-09-01T11:29:59.823 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.824 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:P3NAdIRhtSenlW6KbDzZKyNEyKk= 2022-09-01T11:29:59.824 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:P3NAdIRhtSenlW6KbDzZKyNEyKk=', 'Content-Length': '0'} 2022-09-01T11:29:59.827 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000054023cf9eddaeb08-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.827 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj185 2022-09-01T11:29:59.828 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:29:59.828 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:29:59.829 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.830 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.830 DEBUG:boto:Method: GET 2022-09-01T11:29:59.831 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.831 DEBUG:boto:Data: 2022-09-01T11:29:59.832 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.832 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.833 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.833 DEBUG:boto:Params: {} 2022-09-01T11:29:59.834 DEBUG:boto:Token: None 2022-09-01T11:29:59.835 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.835 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TzdP+i1m4fpQJXquOfOPga46W/s= 2022-09-01T11:29:59.836 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TzdP+i1m4fpQJXquOfOPga46W/s=', 'Content-Length': '0'} 2022-09-01T11:29:59.838 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e7eb82620dcf965a-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.886 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:29:59.887 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:29:59.887 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.888 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.889 DEBUG:boto:Method: GET 2022-09-01T11:29:59.889 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.890 DEBUG:boto:Data: 2022-09-01T11:29:59.891 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.891 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.892 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.894 DEBUG:boto:Params: {} 2022-09-01T11:29:59.895 DEBUG:boto:Token: None 2022-09-01T11:29:59.895 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:29:59.896 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TzdP+i1m4fpQJXquOfOPga46W/s= 2022-09-01T11:29:59.897 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TzdP+i1m4fpQJXquOfOPga46W/s=', 'Content-Length': '0'} 2022-09-01T11:29:59.899 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000977f06bf4b2e58cb-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.900 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:59.900 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:59.901 DEBUG:boto:path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:29:59.901 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:29:59.902 DEBUG:boto:Method: GET 2022-09-01T11:29:59.903 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj185 2022-09-01T11:29:59.903 DEBUG:boto:Data: 2022-09-01T11:29:59.904 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.904 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.905 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.905 DEBUG:boto:Params: {} 2022-09-01T11:29:59.906 DEBUG:boto:Token: None 2022-09-01T11:29:59.907 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/ 2022-09-01T11:29:59.908 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo= 2022-09-01T11:29:59.908 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo=', 'Content-Length': '0'} 2022-09-01T11:29:59.911 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000096ea166de9272c23-00631097b7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.912 DEBUG:boto:b'ptoxvb-74obj1851000falseobj1852022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:59.913 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:59.914 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:59.914 DEBUG:boto:path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:29:59.915 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:29:59.916 DEBUG:boto:Method: GET 2022-09-01T11:29:59.916 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj185 2022-09-01T11:29:59.917 DEBUG:boto:Data: 2022-09-01T11:29:59.917 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.918 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.919 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.919 DEBUG:boto:Params: {} 2022-09-01T11:29:59.920 DEBUG:boto:Token: None 2022-09-01T11:29:59.920 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/ 2022-09-01T11:29:59.921 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo= 2022-09-01T11:29:59.922 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo=', 'Content-Length': '0'} 2022-09-01T11:29:59.927 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000006fca6f3ce7725b3-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.928 DEBUG:boto:b'ptoxvb-74obj1851000falseobj1852022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:29:59.929 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:29:59.930 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:29:59.931 DEBUG:boto:Method: HEAD 2022-09-01T11:29:59.932 DEBUG:boto:Path: /ptoxvb-74/obj185 2022-09-01T11:29:59.933 DEBUG:boto:Data: 2022-09-01T11:29:59.934 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.935 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.936 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.936 DEBUG:boto:Params: {} 2022-09-01T11:29:59.937 DEBUG:boto:Token: None 2022-09-01T11:29:59.938 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj185 2022-09-01T11:29:59.939 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nVRmjef8B30CBoVgTSsDAiFaQlw= 2022-09-01T11:29:59.939 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nVRmjef8B30CBoVgTSsDAiFaQlw=', 'Content-Length': '0'} 2022-09-01T11:29:59.941 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000057777124676dc25d-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.942 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:29:59.943 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:29:59.943 DEBUG:boto:Method: HEAD 2022-09-01T11:29:59.944 DEBUG:boto:Path: /ptoxvb-74/obj185 2022-09-01T11:29:59.945 DEBUG:boto:Data: 2022-09-01T11:29:59.945 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.946 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.946 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.947 DEBUG:boto:Params: {} 2022-09-01T11:29:59.947 DEBUG:boto:Token: None 2022-09-01T11:29:59.948 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj185 2022-09-01T11:29:59.949 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nVRmjef8B30CBoVgTSsDAiFaQlw= 2022-09-01T11:29:59.949 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nVRmjef8B30CBoVgTSsDAiFaQlw=', 'Content-Length': '0'} 2022-09-01T11:29:59.952 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000732ffbb9d9b0b029-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.952 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj185 2022-09-01T11:29:59.953 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:29:59.953 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:29:59.954 DEBUG:boto:Method: GET 2022-09-01T11:29:59.955 DEBUG:boto:Path: /ptoxvb-74/obj185 2022-09-01T11:29:59.955 DEBUG:boto:Data: 2022-09-01T11:29:59.956 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.956 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.957 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.958 DEBUG:boto:Params: {} 2022-09-01T11:29:59.958 DEBUG:boto:Token: None 2022-09-01T11:29:59.959 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj185 2022-09-01T11:29:59.959 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zn+VRQjcRVg7m3OimSmSvUK04QM= 2022-09-01T11:29:59.960 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zn+VRQjcRVg7m3OimSmSvUK04QM=', 'Content-Length': '0'} 2022-09-01T11:29:59.962 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b9d10efd311cd991-00631097b7-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.963 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:29:59.964 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:29:59.964 DEBUG:boto:Method: GET 2022-09-01T11:29:59.965 DEBUG:boto:Path: /ptoxvb-74/obj185 2022-09-01T11:29:59.966 DEBUG:boto:Data: 2022-09-01T11:29:59.966 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.967 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:29:59.967 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.968 DEBUG:boto:Params: {} 2022-09-01T11:29:59.969 DEBUG:boto:Token: None 2022-09-01T11:29:59.969 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/obj185 2022-09-01T11:29:59.970 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zn+VRQjcRVg7m3OimSmSvUK04QM= 2022-09-01T11:29:59.971 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zn+VRQjcRVg7m3OimSmSvUK04QM=', 'Content-Length': '0'} 2022-09-01T11:29:59.973 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000745b33764db44359-00631097b7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:29:59.974 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:29:59.974 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:29:59.975 DEBUG:boto:path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:29:59.975 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:29:59.976 DEBUG:boto:Method: GET 2022-09-01T11:29:59.977 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj185 2022-09-01T11:29:59.977 DEBUG:boto:Data: 2022-09-01T11:29:59.978 DEBUG:boto:Headers: {} 2022-09-01T11:29:59.978 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:29:59.979 DEBUG:boto:Port: 8000 2022-09-01T11:29:59.979 DEBUG:boto:Params: {} 2022-09-01T11:29:59.980 DEBUG:boto:Token: None 2022-09-01T11:29:59.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:29:59 GMT /ptoxvb-74/ 2022-09-01T11:29:59.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo= 2022-09-01T11:29:59.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:29:59 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZhhrtE98wMc06JKTiMAJSE7EhQo=', 'Content-Length': '0'} 2022-09-01T11:29:59.985 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001128d9cf5d4477bb-00631097b7-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:29:59 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.026 DEBUG:boto:b'ptoxvb-74obj1851000falseobj1852022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:00.027 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:00.028 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:00.028 DEBUG:boto:path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:00.029 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:00.030 DEBUG:boto:Method: GET 2022-09-01T11:30:00.030 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj185 2022-09-01T11:30:00.031 DEBUG:boto:Data: 2022-09-01T11:30:00.032 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.032 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.033 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.033 DEBUG:boto:Params: {} 2022-09-01T11:30:00.034 DEBUG:boto:Token: None 2022-09-01T11:30:00.035 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/ 2022-09-01T11:30:00.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE= 2022-09-01T11:30:00.036 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE=', 'Content-Length': '0'} 2022-09-01T11:30:00.040 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a75d9fa4c9c40be9-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.041 DEBUG:boto:b'ptoxvb-74obj1851000falseobj1852022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:00.042 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:30:00.043 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:00.043 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:00.044 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.044 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.045 DEBUG:boto:Method: GET 2022-09-01T11:30:00.045 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.046 DEBUG:boto:Data: 2022-09-01T11:30:00.047 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.047 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.048 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.048 DEBUG:boto:Params: {} 2022-09-01T11:30:00.049 DEBUG:boto:Token: None 2022-09-01T11:30:00.049 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.050 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DO+WVQbv5wqi8HxR91/JYmDDxJg= 2022-09-01T11:30:00.051 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DO+WVQbv5wqi8HxR91/JYmDDxJg=', 'Content-Length': '0'} 2022-09-01T11:30:00.053 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b8e1d903035db2f-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.054 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:00.055 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:00.055 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.056 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.056 DEBUG:boto:Method: GET 2022-09-01T11:30:00.057 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.057 DEBUG:boto:Data: 2022-09-01T11:30:00.058 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.059 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.059 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.060 DEBUG:boto:Params: {} 2022-09-01T11:30:00.060 DEBUG:boto:Token: None 2022-09-01T11:30:00.061 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.061 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DO+WVQbv5wqi8HxR91/JYmDDxJg= 2022-09-01T11:30:00.062 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DO+WVQbv5wqi8HxR91/JYmDDxJg=', 'Content-Length': '0'} 2022-09-01T11:30:00.064 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000053b148e0e98b907b-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.110 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:00.111 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:00.112 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.112 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.113 DEBUG:boto:Method: HEAD 2022-09-01T11:30:00.114 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.114 DEBUG:boto:Data: 2022-09-01T11:30:00.115 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.116 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.117 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.117 DEBUG:boto:Params: {} 2022-09-01T11:30:00.118 DEBUG:boto:Token: None 2022-09-01T11:30:00.118 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.119 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ebtfKxprEweJTvP8hDQq0Lsevg= 2022-09-01T11:30:00.120 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ebtfKxprEweJTvP8hDQq0Lsevg=', 'Content-Length': '0'} 2022-09-01T11:30:00.123 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000269714a4773ccfee-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.124 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:00.125 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:00.126 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.127 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.128 DEBUG:boto:Method: HEAD 2022-09-01T11:30:00.128 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.129 DEBUG:boto:Data: 2022-09-01T11:30:00.129 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.130 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.130 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.131 DEBUG:boto:Params: {} 2022-09-01T11:30:00.131 DEBUG:boto:Token: None 2022-09-01T11:30:00.132 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4ebtfKxprEweJTvP8hDQq0Lsevg= 2022-09-01T11:30:00.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4ebtfKxprEweJTvP8hDQq0Lsevg=', 'Content-Length': '0'} 2022-09-01T11:30:00.136 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000baa3497a01cf77e5-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.136 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:30:00.137 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:00.138 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:00.138 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.139 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.139 DEBUG:boto:Method: GET 2022-09-01T11:30:00.140 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.141 DEBUG:boto:Data: 2022-09-01T11:30:00.141 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.142 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.142 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.143 DEBUG:boto:Params: {} 2022-09-01T11:30:00.144 DEBUG:boto:Token: None 2022-09-01T11:30:00.145 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.145 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DO+WVQbv5wqi8HxR91/JYmDDxJg= 2022-09-01T11:30:00.146 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DO+WVQbv5wqi8HxR91/JYmDDxJg=', 'Content-Length': '0'} 2022-09-01T11:30:00.148 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000030738e39a32f3e1d-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.150 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:00.150 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:00.151 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.152 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.153 DEBUG:boto:Method: GET 2022-09-01T11:30:00.154 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.155 DEBUG:boto:Data: 2022-09-01T11:30:00.156 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.157 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.158 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.159 DEBUG:boto:Params: {} 2022-09-01T11:30:00.160 DEBUG:boto:Token: None 2022-09-01T11:30:00.161 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:00.162 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DO+WVQbv5wqi8HxR91/JYmDDxJg= 2022-09-01T11:30:00.163 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DO+WVQbv5wqi8HxR91/JYmDDxJg=', 'Content-Length': '0'} 2022-09-01T11:30:00.166 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e971fe10cff9a3db-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.167 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:00.167 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:00.168 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:00.169 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:00.169 DEBUG:boto:Method: GET 2022-09-01T11:30:00.170 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:30:00.170 DEBUG:boto:Data: 2022-09-01T11:30:00.171 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.172 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.172 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.173 DEBUG:boto:Params: {} 2022-09-01T11:30:00.173 DEBUG:boto:Token: None 2022-09-01T11:30:00.174 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/ 2022-09-01T11:30:00.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE= 2022-09-01T11:30:00.176 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE=', 'Content-Length': '0'} 2022-09-01T11:30:00.179 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003203e6a3f4274e01-00631097b8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.179 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:00.180 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:00.181 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:00.181 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:00.182 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:00.182 DEBUG:boto:Method: GET 2022-09-01T11:30:00.183 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:30:00.183 DEBUG:boto:Data: 2022-09-01T11:30:00.184 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.184 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.185 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.186 DEBUG:boto:Params: {} 2022-09-01T11:30:00.186 DEBUG:boto:Token: None 2022-09-01T11:30:00.187 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/ 2022-09-01T11:30:00.187 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE= 2022-09-01T11:30:00.188 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE=', 'Content-Length': '0'} 2022-09-01T11:30:00.193 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000078cc534df9b2c2b2-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.194 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:00.195 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:00.195 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:00.196 DEBUG:boto:Method: HEAD 2022-09-01T11:30:00.196 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:30:00.197 DEBUG:boto:Data: 2022-09-01T11:30:00.197 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.198 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.198 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.199 DEBUG:boto:Params: {} 2022-09-01T11:30:00.200 DEBUG:boto:Token: None 2022-09-01T11:30:00.200 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj19 2022-09-01T11:30:00.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t6iGXIwXz6g4Bhfz1y5kraX9FfY= 2022-09-01T11:30:00.202 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t6iGXIwXz6g4Bhfz1y5kraX9FfY=', 'Content-Length': '0'} 2022-09-01T11:30:00.204 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000096c9a7ee473bfca7-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.205 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:00.205 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:00.206 DEBUG:boto:Method: HEAD 2022-09-01T11:30:00.206 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:30:00.207 DEBUG:boto:Data: 2022-09-01T11:30:00.207 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.208 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.208 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.209 DEBUG:boto:Params: {} 2022-09-01T11:30:00.209 DEBUG:boto:Token: None 2022-09-01T11:30:00.210 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj19 2022-09-01T11:30:00.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t6iGXIwXz6g4Bhfz1y5kraX9FfY= 2022-09-01T11:30:00.211 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t6iGXIwXz6g4Bhfz1y5kraX9FfY=', 'Content-Length': '0'} 2022-09-01T11:30:00.213 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c6164982aa1262e5-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.214 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:30:00.215 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:00.215 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:00.216 DEBUG:boto:Method: GET 2022-09-01T11:30:00.216 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:30:00.217 DEBUG:boto:Data: 2022-09-01T11:30:00.217 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.218 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.218 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.219 DEBUG:boto:Params: {} 2022-09-01T11:30:00.220 DEBUG:boto:Token: None 2022-09-01T11:30:00.220 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj19 2022-09-01T11:30:00.221 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5X/t2KK9q85BGx+7qUwUd8ldk88= 2022-09-01T11:30:00.221 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5X/t2KK9q85BGx+7qUwUd8ldk88=', 'Content-Length': '0'} 2022-09-01T11:30:00.224 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eeafb209e6e85bdb-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.266 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:00.267 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:00.268 DEBUG:boto:Method: GET 2022-09-01T11:30:00.268 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:30:00.269 DEBUG:boto:Data: 2022-09-01T11:30:00.270 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.271 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.272 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.273 DEBUG:boto:Params: {} 2022-09-01T11:30:00.274 DEBUG:boto:Token: None 2022-09-01T11:30:00.275 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj19 2022-09-01T11:30:00.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5X/t2KK9q85BGx+7qUwUd8ldk88= 2022-09-01T11:30:00.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5X/t2KK9q85BGx+7qUwUd8ldk88=', 'Content-Length': '0'} 2022-09-01T11:30:00.280 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001fa94e9eca2c7916-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.280 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:00.281 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:00.282 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:00.283 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:00.283 DEBUG:boto:Method: GET 2022-09-01T11:30:00.284 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:30:00.284 DEBUG:boto:Data: 2022-09-01T11:30:00.285 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.285 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.286 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.286 DEBUG:boto:Params: {} 2022-09-01T11:30:00.287 DEBUG:boto:Token: None 2022-09-01T11:30:00.288 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/ 2022-09-01T11:30:00.288 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE= 2022-09-01T11:30:00.289 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE=', 'Content-Length': '0'} 2022-09-01T11:30:00.292 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000573ca44a3f9afd1d-00631097b8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.293 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:00.293 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:00.294 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:00.295 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:00.295 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:00.296 DEBUG:boto:Method: GET 2022-09-01T11:30:00.296 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:30:00.297 DEBUG:boto:Data: 2022-09-01T11:30:00.297 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.298 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.298 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.299 DEBUG:boto:Params: {} 2022-09-01T11:30:00.300 DEBUG:boto:Token: None 2022-09-01T11:30:00.300 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/ 2022-09-01T11:30:00.301 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE= 2022-09-01T11:30:00.301 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE=', 'Content-Length': '0'} 2022-09-01T11:30:00.309 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008b95dbe108d80cc2-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.310 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:00.312 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:30:00.313 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:00.314 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:00.315 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.316 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.317 DEBUG:boto:Method: GET 2022-09-01T11:30:00.318 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.319 DEBUG:boto:Data: 2022-09-01T11:30:00.320 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.321 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.322 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.323 DEBUG:boto:Params: {} 2022-09-01T11:30:00.324 DEBUG:boto:Token: None 2022-09-01T11:30:00.325 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.326 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XCNUf9XQG/RyaEpBWqKNwuULixI= 2022-09-01T11:30:00.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XCNUf9XQG/RyaEpBWqKNwuULixI=', 'Content-Length': '0'} 2022-09-01T11:30:00.330 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe449df21cac968c-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.332 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:00.333 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:00.334 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.335 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.336 DEBUG:boto:Method: GET 2022-09-01T11:30:00.337 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.338 DEBUG:boto:Data: 2022-09-01T11:30:00.339 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.339 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.340 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.341 DEBUG:boto:Params: {} 2022-09-01T11:30:00.342 DEBUG:boto:Token: None 2022-09-01T11:30:00.343 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.344 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XCNUf9XQG/RyaEpBWqKNwuULixI= 2022-09-01T11:30:00.345 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XCNUf9XQG/RyaEpBWqKNwuULixI=', 'Content-Length': '0'} 2022-09-01T11:30:00.347 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000090f945f1f6db6e33-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.394 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:00.395 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:00.396 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.397 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.398 DEBUG:boto:Method: HEAD 2022-09-01T11:30:00.399 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.400 DEBUG:boto:Data: 2022-09-01T11:30:00.401 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.402 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.403 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.404 DEBUG:boto:Params: {} 2022-09-01T11:30:00.405 DEBUG:boto:Token: None 2022-09-01T11:30:00.406 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.407 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pyTS9KMlHNVDcli5NBvgAHzdVuM= 2022-09-01T11:30:00.409 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pyTS9KMlHNVDcli5NBvgAHzdVuM=', 'Content-Length': '0'} 2022-09-01T11:30:00.412 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fd98bb2ef5f2fed8-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.413 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:00.414 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:00.415 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.415 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.416 DEBUG:boto:Method: HEAD 2022-09-01T11:30:00.417 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.418 DEBUG:boto:Data: 2022-09-01T11:30:00.419 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.420 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.421 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.422 DEBUG:boto:Params: {} 2022-09-01T11:30:00.423 DEBUG:boto:Token: None 2022-09-01T11:30:00.424 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.424 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pyTS9KMlHNVDcli5NBvgAHzdVuM= 2022-09-01T11:30:00.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pyTS9KMlHNVDcli5NBvgAHzdVuM=', 'Content-Length': '0'} 2022-09-01T11:30:00.427 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000047ca5dc2ce7af1f4-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.428 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:30:00.429 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:00.429 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:00.430 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.430 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.431 DEBUG:boto:Method: GET 2022-09-01T11:30:00.431 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.432 DEBUG:boto:Data: 2022-09-01T11:30:00.432 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.433 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.433 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.435 DEBUG:boto:Params: {} 2022-09-01T11:30:00.436 DEBUG:boto:Token: None 2022-09-01T11:30:00.437 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XCNUf9XQG/RyaEpBWqKNwuULixI= 2022-09-01T11:30:00.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XCNUf9XQG/RyaEpBWqKNwuULixI=', 'Content-Length': '0'} 2022-09-01T11:30:00.442 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000176d387da97b281a-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.442 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:00.443 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:00.444 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.444 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.445 DEBUG:boto:Method: GET 2022-09-01T11:30:00.445 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.446 DEBUG:boto:Data: 2022-09-01T11:30:00.447 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.447 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.448 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.448 DEBUG:boto:Params: {} 2022-09-01T11:30:00.449 DEBUG:boto:Token: None 2022-09-01T11:30:00.449 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:00.450 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XCNUf9XQG/RyaEpBWqKNwuULixI= 2022-09-01T11:30:00.451 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XCNUf9XQG/RyaEpBWqKNwuULixI=', 'Content-Length': '0'} 2022-09-01T11:30:00.453 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092afd04ede6d05d7-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.454 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:00.454 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:00.455 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:00.455 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:00.456 DEBUG:boto:Method: GET 2022-09-01T11:30:00.457 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:30:00.457 DEBUG:boto:Data: 2022-09-01T11:30:00.458 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.458 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.459 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.459 DEBUG:boto:Params: {} 2022-09-01T11:30:00.460 DEBUG:boto:Token: None 2022-09-01T11:30:00.461 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/ 2022-09-01T11:30:00.461 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE= 2022-09-01T11:30:00.462 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE=', 'Content-Length': '0'} 2022-09-01T11:30:00.465 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006bf96ff45a66312c-00631097b8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.466 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:00.467 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:00.468 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:00.468 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:00.469 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:00.470 DEBUG:boto:Method: GET 2022-09-01T11:30:00.470 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:30:00.471 DEBUG:boto:Data: 2022-09-01T11:30:00.472 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.472 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.473 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.473 DEBUG:boto:Params: {} 2022-09-01T11:30:00.474 DEBUG:boto:Token: None 2022-09-01T11:30:00.475 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/ 2022-09-01T11:30:00.476 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE= 2022-09-01T11:30:00.477 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE=', 'Content-Length': '0'} 2022-09-01T11:30:00.481 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000669134a373ea9336-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.482 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:00.484 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:00.485 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:00.486 DEBUG:boto:Method: HEAD 2022-09-01T11:30:00.487 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:30:00.488 DEBUG:boto:Data: 2022-09-01T11:30:00.489 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.490 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.490 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.491 DEBUG:boto:Params: {} 2022-09-01T11:30:00.491 DEBUG:boto:Token: None 2022-09-01T11:30:00.492 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj22 2022-09-01T11:30:00.493 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wuD9wEbdRbAGj6c0VwI0EZWRNRY= 2022-09-01T11:30:00.493 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wuD9wEbdRbAGj6c0VwI0EZWRNRY=', 'Content-Length': '0'} 2022-09-01T11:30:00.495 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000098ca25279b745c2e-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.496 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:00.497 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:00.497 DEBUG:boto:Method: HEAD 2022-09-01T11:30:00.498 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:30:00.498 DEBUG:boto:Data: 2022-09-01T11:30:00.499 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.499 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.500 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.500 DEBUG:boto:Params: {} 2022-09-01T11:30:00.501 DEBUG:boto:Token: None 2022-09-01T11:30:00.501 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj22 2022-09-01T11:30:00.502 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wuD9wEbdRbAGj6c0VwI0EZWRNRY= 2022-09-01T11:30:00.503 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wuD9wEbdRbAGj6c0VwI0EZWRNRY=', 'Content-Length': '0'} 2022-09-01T11:30:00.505 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002a0962d2f4493868-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.505 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:30:00.506 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:00.507 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:00.507 DEBUG:boto:Method: GET 2022-09-01T11:30:00.508 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:30:00.508 DEBUG:boto:Data: 2022-09-01T11:30:00.509 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.509 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.510 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.510 DEBUG:boto:Params: {} 2022-09-01T11:30:00.511 DEBUG:boto:Token: None 2022-09-01T11:30:00.512 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj22 2022-09-01T11:30:00.512 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vvP83HCP8uTH6W+pdPYQClaGx70= 2022-09-01T11:30:00.513 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vvP83HCP8uTH6W+pdPYQClaGx70=', 'Content-Length': '0'} 2022-09-01T11:30:00.515 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000039df62d90a285c62-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.517 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:00.518 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:00.518 DEBUG:boto:Method: GET 2022-09-01T11:30:00.519 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:30:00.519 DEBUG:boto:Data: 2022-09-01T11:30:00.520 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.520 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.521 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.522 DEBUG:boto:Params: {} 2022-09-01T11:30:00.522 DEBUG:boto:Token: None 2022-09-01T11:30:00.523 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj22 2022-09-01T11:30:00.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vvP83HCP8uTH6W+pdPYQClaGx70= 2022-09-01T11:30:00.524 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vvP83HCP8uTH6W+pdPYQClaGx70=', 'Content-Length': '0'} 2022-09-01T11:30:00.526 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006f077f3dee493c0d-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.527 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:00.528 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:00.528 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:00.529 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:00.530 DEBUG:boto:Method: GET 2022-09-01T11:30:00.530 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:30:00.531 DEBUG:boto:Data: 2022-09-01T11:30:00.531 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.532 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.532 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.533 DEBUG:boto:Params: {} 2022-09-01T11:30:00.534 DEBUG:boto:Token: None 2022-09-01T11:30:00.534 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/ 2022-09-01T11:30:00.535 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE= 2022-09-01T11:30:00.536 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE=', 'Content-Length': '0'} 2022-09-01T11:30:00.538 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004f032157f0f90314-00631097b8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.582 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:00.583 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:00.584 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:00.584 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:00.585 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:00.586 DEBUG:boto:Method: GET 2022-09-01T11:30:00.586 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:30:00.587 DEBUG:boto:Data: 2022-09-01T11:30:00.588 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.589 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.590 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.591 DEBUG:boto:Params: {} 2022-09-01T11:30:00.592 DEBUG:boto:Token: None 2022-09-01T11:30:00.593 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/ 2022-09-01T11:30:00.594 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE= 2022-09-01T11:30:00.595 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE=', 'Content-Length': '0'} 2022-09-01T11:30:00.600 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000266d72ae9d531ca7-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.600 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:00.601 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:30:00.602 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:00.603 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:00.603 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.604 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.604 DEBUG:boto:Method: GET 2022-09-01T11:30:00.605 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.606 DEBUG:boto:Data: 2022-09-01T11:30:00.606 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.607 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.608 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.608 DEBUG:boto:Params: {} 2022-09-01T11:30:00.609 DEBUG:boto:Token: None 2022-09-01T11:30:00.610 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.611 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pmhKSK52dWbZtZlK3oGZlb4vG8Y= 2022-09-01T11:30:00.611 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pmhKSK52dWbZtZlK3oGZlb4vG8Y=', 'Content-Length': '0'} 2022-09-01T11:30:00.614 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f637b0bbab8d1909-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.615 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:00.616 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:00.616 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.617 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.618 DEBUG:boto:Method: GET 2022-09-01T11:30:00.618 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.619 DEBUG:boto:Data: 2022-09-01T11:30:00.619 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.620 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.621 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.621 DEBUG:boto:Params: {} 2022-09-01T11:30:00.622 DEBUG:boto:Token: None 2022-09-01T11:30:00.622 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.623 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pmhKSK52dWbZtZlK3oGZlb4vG8Y= 2022-09-01T11:30:00.624 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pmhKSK52dWbZtZlK3oGZlb4vG8Y=', 'Content-Length': '0'} 2022-09-01T11:30:00.626 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000674c6fd3f953817b-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.670 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:00.680 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:00.681 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.682 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.682 DEBUG:boto:Method: HEAD 2022-09-01T11:30:00.683 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.684 DEBUG:boto:Data: 2022-09-01T11:30:00.684 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.685 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.685 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.686 DEBUG:boto:Params: {} 2022-09-01T11:30:00.687 DEBUG:boto:Token: None 2022-09-01T11:30:00.687 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u8eADbUfUg813wwF61f42nNovXI= 2022-09-01T11:30:00.689 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u8eADbUfUg813wwF61f42nNovXI=', 'Content-Length': '0'} 2022-09-01T11:30:00.691 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c4bc10df1b15d50-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.692 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:00.692 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:00.693 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.693 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.694 DEBUG:boto:Method: HEAD 2022-09-01T11:30:00.695 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.695 DEBUG:boto:Data: 2022-09-01T11:30:00.696 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.696 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.697 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.697 DEBUG:boto:Params: {} 2022-09-01T11:30:00.698 DEBUG:boto:Token: None 2022-09-01T11:30:00.698 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.699 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u8eADbUfUg813wwF61f42nNovXI= 2022-09-01T11:30:00.700 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u8eADbUfUg813wwF61f42nNovXI=', 'Content-Length': '0'} 2022-09-01T11:30:00.702 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f3a7dd23d4b32478-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.703 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:30:00.704 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:00.704 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:00.705 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.705 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.706 DEBUG:boto:Method: GET 2022-09-01T11:30:00.706 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.707 DEBUG:boto:Data: 2022-09-01T11:30:00.708 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.708 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.709 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.709 DEBUG:boto:Params: {} 2022-09-01T11:30:00.710 DEBUG:boto:Token: None 2022-09-01T11:30:00.710 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.712 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pmhKSK52dWbZtZlK3oGZlb4vG8Y= 2022-09-01T11:30:00.712 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pmhKSK52dWbZtZlK3oGZlb4vG8Y=', 'Content-Length': '0'} 2022-09-01T11:30:00.714 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005054443e57490e8f-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.715 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:00.716 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:00.716 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.717 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.717 DEBUG:boto:Method: GET 2022-09-01T11:30:00.718 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.719 DEBUG:boto:Data: 2022-09-01T11:30:00.719 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.720 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.720 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.721 DEBUG:boto:Params: {} 2022-09-01T11:30:00.721 DEBUG:boto:Token: None 2022-09-01T11:30:00.722 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:00.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pmhKSK52dWbZtZlK3oGZlb4vG8Y= 2022-09-01T11:30:00.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pmhKSK52dWbZtZlK3oGZlb4vG8Y=', 'Content-Length': '0'} 2022-09-01T11:30:00.726 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000be08e9477df5d548-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.727 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:00.728 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:00.729 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:00.729 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:00.730 DEBUG:boto:Method: GET 2022-09-01T11:30:00.731 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:30:00.732 DEBUG:boto:Data: 2022-09-01T11:30:00.733 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.733 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.734 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.734 DEBUG:boto:Params: {} 2022-09-01T11:30:00.735 DEBUG:boto:Token: None 2022-09-01T11:30:00.736 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/ 2022-09-01T11:30:00.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE= 2022-09-01T11:30:00.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE=', 'Content-Length': '0'} 2022-09-01T11:30:00.740 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000241a5b856c742bc5-00631097b8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.782 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:00.783 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:00.784 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:00.784 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:00.785 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:00.785 DEBUG:boto:Method: GET 2022-09-01T11:30:00.786 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:30:00.787 DEBUG:boto:Data: 2022-09-01T11:30:00.788 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.789 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.789 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.790 DEBUG:boto:Params: {} 2022-09-01T11:30:00.791 DEBUG:boto:Token: None 2022-09-01T11:30:00.791 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/ 2022-09-01T11:30:00.792 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE= 2022-09-01T11:30:00.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE=', 'Content-Length': '0'} 2022-09-01T11:30:00.797 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b8fe9593c024c3ba-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.798 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:00.799 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:00.800 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:00.800 DEBUG:boto:Method: HEAD 2022-09-01T11:30:00.801 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:30:00.801 DEBUG:boto:Data: 2022-09-01T11:30:00.802 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.802 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.803 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.803 DEBUG:boto:Params: {} 2022-09-01T11:30:00.804 DEBUG:boto:Token: None 2022-09-01T11:30:00.804 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj23 2022-09-01T11:30:00.805 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0jhvsLv5fXfHA7O60BwyoUX1sr4= 2022-09-01T11:30:00.805 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0jhvsLv5fXfHA7O60BwyoUX1sr4=', 'Content-Length': '0'} 2022-09-01T11:30:00.808 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e01ba77eeedabe4-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.808 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:00.809 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:00.809 DEBUG:boto:Method: HEAD 2022-09-01T11:30:00.810 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:30:00.810 DEBUG:boto:Data: 2022-09-01T11:30:00.811 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.811 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.812 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.812 DEBUG:boto:Params: {} 2022-09-01T11:30:00.813 DEBUG:boto:Token: None 2022-09-01T11:30:00.814 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj23 2022-09-01T11:30:00.814 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0jhvsLv5fXfHA7O60BwyoUX1sr4= 2022-09-01T11:30:00.815 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0jhvsLv5fXfHA7O60BwyoUX1sr4=', 'Content-Length': '0'} 2022-09-01T11:30:00.817 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000026768f74c9aebfec-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.818 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:30:00.818 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:00.819 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:00.819 DEBUG:boto:Method: GET 2022-09-01T11:30:00.820 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:30:00.820 DEBUG:boto:Data: 2022-09-01T11:30:00.821 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.822 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.822 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.823 DEBUG:boto:Params: {} 2022-09-01T11:30:00.823 DEBUG:boto:Token: None 2022-09-01T11:30:00.824 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj23 2022-09-01T11:30:00.824 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:97ryNLF5z25cn84qnGsl3hsf9Gc= 2022-09-01T11:30:00.825 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:97ryNLF5z25cn84qnGsl3hsf9Gc=', 'Content-Length': '0'} 2022-09-01T11:30:00.827 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004a9a20e3ef638106-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.828 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:00.829 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:00.829 DEBUG:boto:Method: GET 2022-09-01T11:30:00.830 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:30:00.830 DEBUG:boto:Data: 2022-09-01T11:30:00.831 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.831 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.832 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.832 DEBUG:boto:Params: {} 2022-09-01T11:30:00.833 DEBUG:boto:Token: None 2022-09-01T11:30:00.833 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj23 2022-09-01T11:30:00.834 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:97ryNLF5z25cn84qnGsl3hsf9Gc= 2022-09-01T11:30:00.835 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:97ryNLF5z25cn84qnGsl3hsf9Gc=', 'Content-Length': '0'} 2022-09-01T11:30:00.837 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dd801aa114abcae0-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.878 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:00.879 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:00.879 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:00.880 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:00.880 DEBUG:boto:Method: GET 2022-09-01T11:30:00.881 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:30:00.882 DEBUG:boto:Data: 2022-09-01T11:30:00.882 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.883 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.883 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.884 DEBUG:boto:Params: {} 2022-09-01T11:30:00.884 DEBUG:boto:Token: None 2022-09-01T11:30:00.885 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/ 2022-09-01T11:30:00.885 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE= 2022-09-01T11:30:00.886 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE=', 'Content-Length': '0'} 2022-09-01T11:30:00.889 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fbc165efbd151bbf-00631097b8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.889 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:00.890 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:00.891 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:00.891 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:00.892 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:00.892 DEBUG:boto:Method: GET 2022-09-01T11:30:00.893 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:30:00.893 DEBUG:boto:Data: 2022-09-01T11:30:00.894 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.894 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.895 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.895 DEBUG:boto:Params: {} 2022-09-01T11:30:00.896 DEBUG:boto:Token: None 2022-09-01T11:30:00.897 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/ 2022-09-01T11:30:00.897 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE= 2022-09-01T11:30:00.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BJYF419qjjYkGoH4CLPyGPJgxFE=', 'Content-Length': '0'} 2022-09-01T11:30:00.902 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e5e010cd1b61802f-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.903 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:00.904 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:30:00.904 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:00.905 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:00.905 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.906 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.907 DEBUG:boto:Method: GET 2022-09-01T11:30:00.907 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.908 DEBUG:boto:Data: 2022-09-01T11:30:00.908 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.909 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.909 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.910 DEBUG:boto:Params: {} 2022-09-01T11:30:00.910 DEBUG:boto:Token: None 2022-09-01T11:30:00.911 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.912 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:roQWLiXM26fvWxh1Lm9V26Af8WQ= 2022-09-01T11:30:00.912 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:roQWLiXM26fvWxh1Lm9V26Af8WQ=', 'Content-Length': '0'} 2022-09-01T11:30:00.914 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002d66aa7d28ebf0ff-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.915 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:00.916 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:00.916 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.917 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.917 DEBUG:boto:Method: GET 2022-09-01T11:30:00.918 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.918 DEBUG:boto:Data: 2022-09-01T11:30:00.919 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.920 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.920 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.921 DEBUG:boto:Params: {} 2022-09-01T11:30:00.921 DEBUG:boto:Token: None 2022-09-01T11:30:00.922 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.922 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:roQWLiXM26fvWxh1Lm9V26Af8WQ= 2022-09-01T11:30:00.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:roQWLiXM26fvWxh1Lm9V26Af8WQ=', 'Content-Length': '0'} 2022-09-01T11:30:00.925 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e1c1e459f9e9c9b8-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.926 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:00.927 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:00.927 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.928 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.928 DEBUG:boto:Method: HEAD 2022-09-01T11:30:00.929 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.929 DEBUG:boto:Data: 2022-09-01T11:30:00.930 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.930 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.931 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.931 DEBUG:boto:Params: {} 2022-09-01T11:30:00.932 DEBUG:boto:Token: None 2022-09-01T11:30:00.932 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.933 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33yB9caj+Axom6m6c8i5AfehEDE= 2022-09-01T11:30:00.933 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33yB9caj+Axom6m6c8i5AfehEDE=', 'Content-Length': '0'} 2022-09-01T11:30:00.936 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006fd6c124b8eb3d02-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.937 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:00.938 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:00.938 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.939 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.939 DEBUG:boto:Method: HEAD 2022-09-01T11:30:00.940 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.940 DEBUG:boto:Data: 2022-09-01T11:30:00.941 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.941 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.942 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.942 DEBUG:boto:Params: {} 2022-09-01T11:30:00.943 DEBUG:boto:Token: None 2022-09-01T11:30:00.943 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:33yB9caj+Axom6m6c8i5AfehEDE= 2022-09-01T11:30:00.944 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:33yB9caj+Axom6m6c8i5AfehEDE=', 'Content-Length': '0'} 2022-09-01T11:30:00.946 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000099159f8e50e87342-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.947 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:30:00.948 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:00.948 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:00.949 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.949 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.950 DEBUG:boto:Method: GET 2022-09-01T11:30:00.951 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.951 DEBUG:boto:Data: 2022-09-01T11:30:00.952 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.952 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:00.953 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.954 DEBUG:boto:Params: {} 2022-09-01T11:30:00.954 DEBUG:boto:Token: None 2022-09-01T11:30:00.955 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:roQWLiXM26fvWxh1Lm9V26Af8WQ= 2022-09-01T11:30:00.956 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:roQWLiXM26fvWxh1Lm9V26Af8WQ=', 'Content-Length': '0'} 2022-09-01T11:30:00.959 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006578899a8343867c-00631097b8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:00.960 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:00.961 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:00.961 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.962 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.962 DEBUG:boto:Method: GET 2022-09-01T11:30:00.963 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.963 DEBUG:boto:Data: 2022-09-01T11:30:00.964 DEBUG:boto:Headers: {} 2022-09-01T11:30:00.964 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:00.965 DEBUG:boto:Port: 8000 2022-09-01T11:30:00.966 DEBUG:boto:Params: {} 2022-09-01T11:30:00.967 DEBUG:boto:Token: None 2022-09-01T11:30:00.968 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:00 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:00.969 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:roQWLiXM26fvWxh1Lm9V26Af8WQ= 2022-09-01T11:30:00.969 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:00 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:roQWLiXM26fvWxh1Lm9V26Af8WQ=', 'Content-Length': '0'} 2022-09-01T11:30:00.972 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ac167fa0c1d2c399-00631097b8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:00 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.014 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.016 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.016 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:01.017 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:01.017 DEBUG:boto:Method: GET 2022-09-01T11:30:01.018 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:30:01.018 DEBUG:boto:Data: 2022-09-01T11:30:01.019 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.019 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.020 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.020 DEBUG:boto:Params: {} 2022-09-01T11:30:01.021 DEBUG:boto:Token: None 2022-09-01T11:30:01.022 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.022 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.023 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:01.026 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000c25e38ce6653bde-00631097b9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.027 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:01.027 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.028 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.029 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:01.029 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:01.030 DEBUG:boto:Method: GET 2022-09-01T11:30:01.030 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:30:01.031 DEBUG:boto:Data: 2022-09-01T11:30:01.031 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.032 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.032 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.033 DEBUG:boto:Params: {} 2022-09-01T11:30:01.033 DEBUG:boto:Token: None 2022-09-01T11:30:01.034 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.034 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.035 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:01.040 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dd28f0d86117db6c-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.041 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:01.041 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:01.042 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:01.043 DEBUG:boto:Method: HEAD 2022-09-01T11:30:01.043 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:30:01.044 DEBUG:boto:Data: 2022-09-01T11:30:01.044 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.044 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.045 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.045 DEBUG:boto:Params: {} 2022-09-01T11:30:01.046 DEBUG:boto:Token: None 2022-09-01T11:30:01.047 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj29 2022-09-01T11:30:01.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/i3VdNrN5WFhjU4jJxdQGKWThxI= 2022-09-01T11:30:01.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/i3VdNrN5WFhjU4jJxdQGKWThxI=', 'Content-Length': '0'} 2022-09-01T11:30:01.050 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001d4879fd0d605b77-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.051 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:01.052 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:01.052 DEBUG:boto:Method: HEAD 2022-09-01T11:30:01.053 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:30:01.053 DEBUG:boto:Data: 2022-09-01T11:30:01.054 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.054 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.055 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.055 DEBUG:boto:Params: {} 2022-09-01T11:30:01.056 DEBUG:boto:Token: None 2022-09-01T11:30:01.056 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj29 2022-09-01T11:30:01.057 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/i3VdNrN5WFhjU4jJxdQGKWThxI= 2022-09-01T11:30:01.058 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/i3VdNrN5WFhjU4jJxdQGKWThxI=', 'Content-Length': '0'} 2022-09-01T11:30:01.060 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e8846642f6b3e86-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.061 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:30:01.061 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:01.062 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:01.063 DEBUG:boto:Method: GET 2022-09-01T11:30:01.063 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:30:01.064 DEBUG:boto:Data: 2022-09-01T11:30:01.064 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.065 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.065 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.066 DEBUG:boto:Params: {} 2022-09-01T11:30:01.067 DEBUG:boto:Token: None 2022-09-01T11:30:01.068 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj29 2022-09-01T11:30:01.069 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BzNSSK4f/xzYtBNDaTd4sARZkPM= 2022-09-01T11:30:01.069 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BzNSSK4f/xzYtBNDaTd4sARZkPM=', 'Content-Length': '0'} 2022-09-01T11:30:01.071 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002b524d6fa36b2076-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.118 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:01.119 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:01.119 DEBUG:boto:Method: GET 2022-09-01T11:30:01.120 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:30:01.120 DEBUG:boto:Data: 2022-09-01T11:30:01.121 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.121 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.122 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.123 DEBUG:boto:Params: {} 2022-09-01T11:30:01.123 DEBUG:boto:Token: None 2022-09-01T11:30:01.124 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj29 2022-09-01T11:30:01.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BzNSSK4f/xzYtBNDaTd4sARZkPM= 2022-09-01T11:30:01.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BzNSSK4f/xzYtBNDaTd4sARZkPM=', 'Content-Length': '0'} 2022-09-01T11:30:01.127 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000021cc68105e56ea96-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.128 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.129 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.130 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:01.130 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:01.131 DEBUG:boto:Method: GET 2022-09-01T11:30:01.131 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:30:01.132 DEBUG:boto:Data: 2022-09-01T11:30:01.133 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.133 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.134 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.134 DEBUG:boto:Params: {} 2022-09-01T11:30:01.135 DEBUG:boto:Token: None 2022-09-01T11:30:01.135 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.136 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:01.140 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008e15ccaf3a0d14de-00631097b9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.142 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:01.143 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.144 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.145 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:01.146 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:01.147 DEBUG:boto:Method: GET 2022-09-01T11:30:01.147 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:30:01.148 DEBUG:boto:Data: 2022-09-01T11:30:01.148 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.149 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.150 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.150 DEBUG:boto:Params: {} 2022-09-01T11:30:01.151 DEBUG:boto:Token: None 2022-09-01T11:30:01.151 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.152 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.153 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:01.157 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000020c88c2719b11d32-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.158 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:01.160 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:30:01.161 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:01.161 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:01.162 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.163 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.164 DEBUG:boto:Method: GET 2022-09-01T11:30:01.165 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.166 DEBUG:boto:Data: 2022-09-01T11:30:01.166 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.167 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.168 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.168 DEBUG:boto:Params: {} 2022-09-01T11:30:01.169 DEBUG:boto:Token: None 2022-09-01T11:30:01.170 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.171 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pHSrvzR39anUgDBZsxa32aK09uU= 2022-09-01T11:30:01.171 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pHSrvzR39anUgDBZsxa32aK09uU=', 'Content-Length': '0'} 2022-09-01T11:30:01.174 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000013ea6c83374afe97-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.175 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:01.176 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:01.177 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.178 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.179 DEBUG:boto:Method: GET 2022-09-01T11:30:01.179 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.180 DEBUG:boto:Data: 2022-09-01T11:30:01.180 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.181 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.181 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.182 DEBUG:boto:Params: {} 2022-09-01T11:30:01.183 DEBUG:boto:Token: None 2022-09-01T11:30:01.183 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.184 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pHSrvzR39anUgDBZsxa32aK09uU= 2022-09-01T11:30:01.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pHSrvzR39anUgDBZsxa32aK09uU=', 'Content-Length': '0'} 2022-09-01T11:30:01.187 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df92e4fe4ba7e2e2-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.234 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:01.235 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:01.236 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.237 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.238 DEBUG:boto:Method: HEAD 2022-09-01T11:30:01.238 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.239 DEBUG:boto:Data: 2022-09-01T11:30:01.239 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.240 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.240 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.241 DEBUG:boto:Params: {} 2022-09-01T11:30:01.241 DEBUG:boto:Token: None 2022-09-01T11:30:01.242 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RxO3v74IBBxPytBb2urX4E2kKEo= 2022-09-01T11:30:01.243 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RxO3v74IBBxPytBb2urX4E2kKEo=', 'Content-Length': '0'} 2022-09-01T11:30:01.245 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005202e69730dade7-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.246 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:01.247 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:01.247 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.248 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.248 DEBUG:boto:Method: HEAD 2022-09-01T11:30:01.249 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.249 DEBUG:boto:Data: 2022-09-01T11:30:01.250 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.251 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.251 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.252 DEBUG:boto:Params: {} 2022-09-01T11:30:01.252 DEBUG:boto:Token: None 2022-09-01T11:30:01.253 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.253 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RxO3v74IBBxPytBb2urX4E2kKEo= 2022-09-01T11:30:01.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RxO3v74IBBxPytBb2urX4E2kKEo=', 'Content-Length': '0'} 2022-09-01T11:30:01.256 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003632a42714a42329-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.257 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:30:01.258 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:01.258 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:01.259 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.260 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.260 DEBUG:boto:Method: GET 2022-09-01T11:30:01.261 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.261 DEBUG:boto:Data: 2022-09-01T11:30:01.262 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.262 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.263 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.264 DEBUG:boto:Params: {} 2022-09-01T11:30:01.264 DEBUG:boto:Token: None 2022-09-01T11:30:01.265 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.266 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pHSrvzR39anUgDBZsxa32aK09uU= 2022-09-01T11:30:01.266 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pHSrvzR39anUgDBZsxa32aK09uU=', 'Content-Length': '0'} 2022-09-01T11:30:01.269 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d1291d747ff88835-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.269 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:01.270 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:01.271 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.272 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.272 DEBUG:boto:Method: GET 2022-09-01T11:30:01.273 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.273 DEBUG:boto:Data: 2022-09-01T11:30:01.274 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.274 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.275 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.276 DEBUG:boto:Params: {} 2022-09-01T11:30:01.276 DEBUG:boto:Token: None 2022-09-01T11:30:01.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:01.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pHSrvzR39anUgDBZsxa32aK09uU= 2022-09-01T11:30:01.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pHSrvzR39anUgDBZsxa32aK09uU=', 'Content-Length': '0'} 2022-09-01T11:30:01.281 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ea3277db86100a0-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.282 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.283 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.284 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:01.284 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:01.285 DEBUG:boto:Method: GET 2022-09-01T11:30:01.285 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:30:01.286 DEBUG:boto:Data: 2022-09-01T11:30:01.287 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.287 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.288 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.288 DEBUG:boto:Params: {} 2022-09-01T11:30:01.289 DEBUG:boto:Token: None 2022-09-01T11:30:01.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.293 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:01.296 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000046132fc092fc9d9e-00631097b9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.297 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:01.298 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.298 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.299 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:01.299 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:01.300 DEBUG:boto:Method: GET 2022-09-01T11:30:01.301 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:30:01.301 DEBUG:boto:Data: 2022-09-01T11:30:01.302 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.303 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.304 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.304 DEBUG:boto:Params: {} 2022-09-01T11:30:01.305 DEBUG:boto:Token: None 2022-09-01T11:30:01.307 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.308 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.309 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:01.314 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000013b1d33ab07e5442-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.315 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:01.317 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:01.317 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:01.318 DEBUG:boto:Method: HEAD 2022-09-01T11:30:01.319 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:30:01.320 DEBUG:boto:Data: 2022-09-01T11:30:01.321 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.322 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.323 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.323 DEBUG:boto:Params: {} 2022-09-01T11:30:01.324 DEBUG:boto:Token: None 2022-09-01T11:30:01.325 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj31 2022-09-01T11:30:01.326 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+hP4SqjsrZO+hQYUz4usbON6xWI= 2022-09-01T11:30:01.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+hP4SqjsrZO+hQYUz4usbON6xWI=', 'Content-Length': '0'} 2022-09-01T11:30:01.330 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009f43c30eb6697e3e-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.331 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:01.332 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:01.333 DEBUG:boto:Method: HEAD 2022-09-01T11:30:01.334 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:30:01.335 DEBUG:boto:Data: 2022-09-01T11:30:01.336 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.337 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.338 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.339 DEBUG:boto:Params: {} 2022-09-01T11:30:01.340 DEBUG:boto:Token: None 2022-09-01T11:30:01.340 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj31 2022-09-01T11:30:01.341 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+hP4SqjsrZO+hQYUz4usbON6xWI= 2022-09-01T11:30:01.342 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+hP4SqjsrZO+hQYUz4usbON6xWI=', 'Content-Length': '0'} 2022-09-01T11:30:01.345 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000080d83bcc651cfcab-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.346 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:30:01.347 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:01.348 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:01.349 DEBUG:boto:Method: GET 2022-09-01T11:30:01.350 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:30:01.351 DEBUG:boto:Data: 2022-09-01T11:30:01.352 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.353 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.354 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.355 DEBUG:boto:Params: {} 2022-09-01T11:30:01.356 DEBUG:boto:Token: None 2022-09-01T11:30:01.356 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj31 2022-09-01T11:30:01.357 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FT9aoKRlAFTo5vMTWi74JII+nRI= 2022-09-01T11:30:01.358 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FT9aoKRlAFTo5vMTWi74JII+nRI=', 'Content-Length': '0'} 2022-09-01T11:30:01.360 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003432d8199b483cb5-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.361 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:01.361 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:01.362 DEBUG:boto:Method: GET 2022-09-01T11:30:01.362 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:30:01.363 DEBUG:boto:Data: 2022-09-01T11:30:01.363 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.364 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.364 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.365 DEBUG:boto:Params: {} 2022-09-01T11:30:01.366 DEBUG:boto:Token: None 2022-09-01T11:30:01.366 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj31 2022-09-01T11:30:01.367 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FT9aoKRlAFTo5vMTWi74JII+nRI= 2022-09-01T11:30:01.367 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FT9aoKRlAFTo5vMTWi74JII+nRI=', 'Content-Length': '0'} 2022-09-01T11:30:01.369 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000064ad17752d0b5654-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.370 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.371 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.372 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:01.372 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:01.373 DEBUG:boto:Method: GET 2022-09-01T11:30:01.373 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:30:01.374 DEBUG:boto:Data: 2022-09-01T11:30:01.374 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.375 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.375 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.376 DEBUG:boto:Params: {} 2022-09-01T11:30:01.377 DEBUG:boto:Token: None 2022-09-01T11:30:01.377 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.378 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.378 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:01.381 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000afa7d3faa7ff3746-00631097b9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.382 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:01.384 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.385 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.386 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:01.386 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:01.387 DEBUG:boto:Method: GET 2022-09-01T11:30:01.388 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:30:01.389 DEBUG:boto:Data: 2022-09-01T11:30:01.390 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.391 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.392 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.392 DEBUG:boto:Params: {} 2022-09-01T11:30:01.393 DEBUG:boto:Token: None 2022-09-01T11:30:01.393 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.394 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.395 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:01.400 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000863832fe0e590ca3-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.401 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:01.401 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:30:01.402 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:01.403 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:01.404 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.405 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.406 DEBUG:boto:Method: GET 2022-09-01T11:30:01.407 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.408 DEBUG:boto:Data: 2022-09-01T11:30:01.409 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.410 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.411 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.412 DEBUG:boto:Params: {} 2022-09-01T11:30:01.413 DEBUG:boto:Token: None 2022-09-01T11:30:01.414 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.415 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3UPWBEdawbFmd1egR+6PImmw0sI= 2022-09-01T11:30:01.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3UPWBEdawbFmd1egR+6PImmw0sI=', 'Content-Length': '0'} 2022-09-01T11:30:01.419 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b27f93c9e183daac-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.420 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:01.421 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:01.422 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.423 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.424 DEBUG:boto:Method: GET 2022-09-01T11:30:01.425 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.425 DEBUG:boto:Data: 2022-09-01T11:30:01.426 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.427 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.427 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.428 DEBUG:boto:Params: {} 2022-09-01T11:30:01.428 DEBUG:boto:Token: None 2022-09-01T11:30:01.429 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.429 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3UPWBEdawbFmd1egR+6PImmw0sI= 2022-09-01T11:30:01.430 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3UPWBEdawbFmd1egR+6PImmw0sI=', 'Content-Length': '0'} 2022-09-01T11:30:01.432 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e40320138254fc27-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.474 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:01.475 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:01.475 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.476 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.476 DEBUG:boto:Method: HEAD 2022-09-01T11:30:01.477 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.478 DEBUG:boto:Data: 2022-09-01T11:30:01.478 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.479 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.479 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.480 DEBUG:boto:Params: {} 2022-09-01T11:30:01.480 DEBUG:boto:Token: None 2022-09-01T11:30:01.481 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.481 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+09gLg/VfEL5qBVH/Ce0Ve9JYSQ= 2022-09-01T11:30:01.482 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+09gLg/VfEL5qBVH/Ce0Ve9JYSQ=', 'Content-Length': '0'} 2022-09-01T11:30:01.484 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005230615883cdc7fb-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.485 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:01.486 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:01.487 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.487 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.488 DEBUG:boto:Method: HEAD 2022-09-01T11:30:01.489 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.490 DEBUG:boto:Data: 2022-09-01T11:30:01.491 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.492 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.493 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.494 DEBUG:boto:Params: {} 2022-09-01T11:30:01.494 DEBUG:boto:Token: None 2022-09-01T11:30:01.495 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.496 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+09gLg/VfEL5qBVH/Ce0Ve9JYSQ= 2022-09-01T11:30:01.496 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+09gLg/VfEL5qBVH/Ce0Ve9JYSQ=', 'Content-Length': '0'} 2022-09-01T11:30:01.499 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f33742801504849c-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.499 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:30:01.500 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:01.500 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:01.501 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.502 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.502 DEBUG:boto:Method: GET 2022-09-01T11:30:01.503 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.503 DEBUG:boto:Data: 2022-09-01T11:30:01.504 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.505 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.506 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.507 DEBUG:boto:Params: {} 2022-09-01T11:30:01.508 DEBUG:boto:Token: None 2022-09-01T11:30:01.509 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.510 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3UPWBEdawbFmd1egR+6PImmw0sI= 2022-09-01T11:30:01.512 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3UPWBEdawbFmd1egR+6PImmw0sI=', 'Content-Length': '0'} 2022-09-01T11:30:01.514 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b9f8db7e9a443ba9-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.516 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:01.517 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:01.518 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.519 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.520 DEBUG:boto:Method: GET 2022-09-01T11:30:01.521 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.522 DEBUG:boto:Data: 2022-09-01T11:30:01.523 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.524 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.525 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.526 DEBUG:boto:Params: {} 2022-09-01T11:30:01.527 DEBUG:boto:Token: None 2022-09-01T11:30:01.528 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:01.529 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3UPWBEdawbFmd1egR+6PImmw0sI= 2022-09-01T11:30:01.530 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3UPWBEdawbFmd1egR+6PImmw0sI=', 'Content-Length': '0'} 2022-09-01T11:30:01.533 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ab6a058d4d7f7ec5-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.535 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.535 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.536 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:01.537 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:01.538 DEBUG:boto:Method: GET 2022-09-01T11:30:01.539 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:30:01.539 DEBUG:boto:Data: 2022-09-01T11:30:01.540 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.541 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.542 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.543 DEBUG:boto:Params: {} 2022-09-01T11:30:01.544 DEBUG:boto:Token: None 2022-09-01T11:30:01.545 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.546 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.547 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:01.550 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000453ca3190afe3dd7-00631097b9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.590 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:01.591 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.592 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.592 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:01.593 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:01.593 DEBUG:boto:Method: GET 2022-09-01T11:30:01.594 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:30:01.595 DEBUG:boto:Data: 2022-09-01T11:30:01.595 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.596 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.596 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.597 DEBUG:boto:Params: {} 2022-09-01T11:30:01.598 DEBUG:boto:Token: None 2022-09-01T11:30:01.598 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.599 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.600 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:01.606 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000022d45b183c0043f5-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.607 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:01.609 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:01.610 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:01.611 DEBUG:boto:Method: HEAD 2022-09-01T11:30:01.612 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:30:01.613 DEBUG:boto:Data: 2022-09-01T11:30:01.614 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.615 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.616 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.617 DEBUG:boto:Params: {} 2022-09-01T11:30:01.617 DEBUG:boto:Token: None 2022-09-01T11:30:01.618 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj33 2022-09-01T11:30:01.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wAQsftRaBiUvLXLyh/dZkxNev9A= 2022-09-01T11:30:01.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wAQsftRaBiUvLXLyh/dZkxNev9A=', 'Content-Length': '0'} 2022-09-01T11:30:01.621 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000305ff28f14dbff40-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.622 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:01.623 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:01.623 DEBUG:boto:Method: HEAD 2022-09-01T11:30:01.624 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:30:01.624 DEBUG:boto:Data: 2022-09-01T11:30:01.625 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.625 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.626 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.626 DEBUG:boto:Params: {} 2022-09-01T11:30:01.627 DEBUG:boto:Token: None 2022-09-01T11:30:01.627 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj33 2022-09-01T11:30:01.628 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wAQsftRaBiUvLXLyh/dZkxNev9A= 2022-09-01T11:30:01.628 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wAQsftRaBiUvLXLyh/dZkxNev9A=', 'Content-Length': '0'} 2022-09-01T11:30:01.630 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e7d3bf9c5e66051-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.631 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:30:01.632 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:01.632 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:01.633 DEBUG:boto:Method: GET 2022-09-01T11:30:01.633 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:30:01.634 DEBUG:boto:Data: 2022-09-01T11:30:01.634 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.635 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.635 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.636 DEBUG:boto:Params: {} 2022-09-01T11:30:01.637 DEBUG:boto:Token: None 2022-09-01T11:30:01.637 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj33 2022-09-01T11:30:01.638 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eSLNOzqSMK1wneE3N47eQh5K9GY= 2022-09-01T11:30:01.638 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eSLNOzqSMK1wneE3N47eQh5K9GY=', 'Content-Length': '0'} 2022-09-01T11:30:01.641 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002eb4fe039e4deab7-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.642 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:01.642 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:01.643 DEBUG:boto:Method: GET 2022-09-01T11:30:01.643 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:30:01.644 DEBUG:boto:Data: 2022-09-01T11:30:01.644 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.645 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.645 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.646 DEBUG:boto:Params: {} 2022-09-01T11:30:01.646 DEBUG:boto:Token: None 2022-09-01T11:30:01.647 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj33 2022-09-01T11:30:01.648 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eSLNOzqSMK1wneE3N47eQh5K9GY= 2022-09-01T11:30:01.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eSLNOzqSMK1wneE3N47eQh5K9GY=', 'Content-Length': '0'} 2022-09-01T11:30:01.655 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069b610d2b93e4905-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.698 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.699 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.700 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:01.701 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:01.702 DEBUG:boto:Method: GET 2022-09-01T11:30:01.703 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:30:01.705 DEBUG:boto:Data: 2022-09-01T11:30:01.706 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.707 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.708 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.708 DEBUG:boto:Params: {} 2022-09-01T11:30:01.709 DEBUG:boto:Token: None 2022-09-01T11:30:01.710 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.710 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.711 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:01.715 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a1731feb149f2db9-00631097b9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.715 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:01.716 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.717 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.717 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:01.718 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:01.718 DEBUG:boto:Method: GET 2022-09-01T11:30:01.719 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:30:01.720 DEBUG:boto:Data: 2022-09-01T11:30:01.720 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.721 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.721 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.722 DEBUG:boto:Params: {} 2022-09-01T11:30:01.722 DEBUG:boto:Token: None 2022-09-01T11:30:01.723 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:01.730 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000069316cbbb2ef14d7-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.730 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:01.731 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:30:01.732 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:01.732 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:01.733 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.733 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.734 DEBUG:boto:Method: GET 2022-09-01T11:30:01.735 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.735 DEBUG:boto:Data: 2022-09-01T11:30:01.736 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.736 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.737 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.737 DEBUG:boto:Params: {} 2022-09-01T11:30:01.738 DEBUG:boto:Token: None 2022-09-01T11:30:01.739 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.739 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NFEUR0oTfs8qIsLYIbqPAJzUbXA= 2022-09-01T11:30:01.740 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NFEUR0oTfs8qIsLYIbqPAJzUbXA=', 'Content-Length': '0'} 2022-09-01T11:30:01.742 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009aacef6d3484a85a-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.743 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:01.743 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:01.744 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.745 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.745 DEBUG:boto:Method: GET 2022-09-01T11:30:01.746 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.746 DEBUG:boto:Data: 2022-09-01T11:30:01.747 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.747 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.748 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.748 DEBUG:boto:Params: {} 2022-09-01T11:30:01.749 DEBUG:boto:Token: None 2022-09-01T11:30:01.750 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NFEUR0oTfs8qIsLYIbqPAJzUbXA= 2022-09-01T11:30:01.751 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NFEUR0oTfs8qIsLYIbqPAJzUbXA=', 'Content-Length': '0'} 2022-09-01T11:30:01.753 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ab4e4baa955cdbb0-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.754 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:01.755 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:01.755 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.756 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.756 DEBUG:boto:Method: HEAD 2022-09-01T11:30:01.757 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.758 DEBUG:boto:Data: 2022-09-01T11:30:01.759 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.760 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.761 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.762 DEBUG:boto:Params: {} 2022-09-01T11:30:01.763 DEBUG:boto:Token: None 2022-09-01T11:30:01.764 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.765 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cHq44bdREwMr3vVG2phRu4loR08= 2022-09-01T11:30:01.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cHq44bdREwMr3vVG2phRu4loR08=', 'Content-Length': '0'} 2022-09-01T11:30:01.768 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ae3498034506e49-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.769 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:01.770 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:01.770 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.771 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.771 DEBUG:boto:Method: HEAD 2022-09-01T11:30:01.772 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.772 DEBUG:boto:Data: 2022-09-01T11:30:01.773 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.774 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.774 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.775 DEBUG:boto:Params: {} 2022-09-01T11:30:01.776 DEBUG:boto:Token: None 2022-09-01T11:30:01.777 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.778 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cHq44bdREwMr3vVG2phRu4loR08= 2022-09-01T11:30:01.779 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cHq44bdREwMr3vVG2phRu4loR08=', 'Content-Length': '0'} 2022-09-01T11:30:01.781 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000b7a267452fd0899-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.783 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:30:01.783 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:01.784 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:01.784 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.785 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.786 DEBUG:boto:Method: GET 2022-09-01T11:30:01.786 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.787 DEBUG:boto:Data: 2022-09-01T11:30:01.787 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.788 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.788 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.789 DEBUG:boto:Params: {} 2022-09-01T11:30:01.790 DEBUG:boto:Token: None 2022-09-01T11:30:01.790 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NFEUR0oTfs8qIsLYIbqPAJzUbXA= 2022-09-01T11:30:01.792 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NFEUR0oTfs8qIsLYIbqPAJzUbXA=', 'Content-Length': '0'} 2022-09-01T11:30:01.794 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000060378c223cc592c3-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.842 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:01.843 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:01.843 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.844 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.845 DEBUG:boto:Method: GET 2022-09-01T11:30:01.845 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.846 DEBUG:boto:Data: 2022-09-01T11:30:01.846 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.847 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.847 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.848 DEBUG:boto:Params: {} 2022-09-01T11:30:01.849 DEBUG:boto:Token: None 2022-09-01T11:30:01.850 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:01.851 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NFEUR0oTfs8qIsLYIbqPAJzUbXA= 2022-09-01T11:30:01.851 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NFEUR0oTfs8qIsLYIbqPAJzUbXA=', 'Content-Length': '0'} 2022-09-01T11:30:01.854 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fd45448c281d8c0a-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.855 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.855 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.856 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:01.856 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:01.857 DEBUG:boto:Method: GET 2022-09-01T11:30:01.857 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:30:01.858 DEBUG:boto:Data: 2022-09-01T11:30:01.858 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.859 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.859 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.860 DEBUG:boto:Params: {} 2022-09-01T11:30:01.860 DEBUG:boto:Token: None 2022-09-01T11:30:01.861 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.862 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.862 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:01.865 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f3ed13acd39d0359-00631097b9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.867 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:01.868 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.869 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.870 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:01.871 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:01.872 DEBUG:boto:Method: GET 2022-09-01T11:30:01.872 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:30:01.873 DEBUG:boto:Data: 2022-09-01T11:30:01.873 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.874 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.874 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.875 DEBUG:boto:Params: {} 2022-09-01T11:30:01.876 DEBUG:boto:Token: None 2022-09-01T11:30:01.876 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.877 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.877 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:01.883 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000070c86f6b2af5b1db-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.883 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:01.884 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:01.885 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:01.885 DEBUG:boto:Method: HEAD 2022-09-01T11:30:01.886 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:30:01.887 DEBUG:boto:Data: 2022-09-01T11:30:01.887 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.888 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.888 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.889 DEBUG:boto:Params: {} 2022-09-01T11:30:01.889 DEBUG:boto:Token: None 2022-09-01T11:30:01.890 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj34 2022-09-01T11:30:01.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OiPG8xSoZgo2XyIUAPDr1lboXOQ= 2022-09-01T11:30:01.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OiPG8xSoZgo2XyIUAPDr1lboXOQ=', 'Content-Length': '0'} 2022-09-01T11:30:01.895 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a466a98e8e73a483-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.896 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:01.897 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:01.898 DEBUG:boto:Method: HEAD 2022-09-01T11:30:01.898 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:30:01.899 DEBUG:boto:Data: 2022-09-01T11:30:01.900 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.901 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.902 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.903 DEBUG:boto:Params: {} 2022-09-01T11:30:01.904 DEBUG:boto:Token: None 2022-09-01T11:30:01.905 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj34 2022-09-01T11:30:01.906 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OiPG8xSoZgo2XyIUAPDr1lboXOQ= 2022-09-01T11:30:01.907 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OiPG8xSoZgo2XyIUAPDr1lboXOQ=', 'Content-Length': '0'} 2022-09-01T11:30:01.910 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006645e3245370c58d-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.910 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:30:01.911 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:01.912 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:01.913 DEBUG:boto:Method: GET 2022-09-01T11:30:01.914 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:30:01.914 DEBUG:boto:Data: 2022-09-01T11:30:01.915 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.915 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.916 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.916 DEBUG:boto:Params: {} 2022-09-01T11:30:01.917 DEBUG:boto:Token: None 2022-09-01T11:30:01.918 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj34 2022-09-01T11:30:01.918 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H9W52JIMWnOGqxtF3JLHkM5ri+0= 2022-09-01T11:30:01.919 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H9W52JIMWnOGqxtF3JLHkM5ri+0=', 'Content-Length': '0'} 2022-09-01T11:30:01.921 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000151f7addb6f9757d-00631097b9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.922 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:01.923 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:01.923 DEBUG:boto:Method: GET 2022-09-01T11:30:01.924 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:30:01.924 DEBUG:boto:Data: 2022-09-01T11:30:01.925 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.925 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.926 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.926 DEBUG:boto:Params: {} 2022-09-01T11:30:01.927 DEBUG:boto:Token: None 2022-09-01T11:30:01.928 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/obj34 2022-09-01T11:30:01.928 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H9W52JIMWnOGqxtF3JLHkM5ri+0= 2022-09-01T11:30:01.929 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H9W52JIMWnOGqxtF3JLHkM5ri+0=', 'Content-Length': '0'} 2022-09-01T11:30:01.931 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c7650750d5f5abc8-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.974 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.975 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.976 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:01.976 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:01.977 DEBUG:boto:Method: GET 2022-09-01T11:30:01.977 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:30:01.978 DEBUG:boto:Data: 2022-09-01T11:30:01.978 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.979 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:01.980 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.980 DEBUG:boto:Params: {} 2022-09-01T11:30:01.981 DEBUG:boto:Token: None 2022-09-01T11:30:01.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:01.986 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fb7579ddcd55a83d-00631097b9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:01.987 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:01.987 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:01.988 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:01.989 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:01.989 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:01.990 DEBUG:boto:Method: GET 2022-09-01T11:30:01.990 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:30:01.991 DEBUG:boto:Data: 2022-09-01T11:30:01.991 DEBUG:boto:Headers: {} 2022-09-01T11:30:01.992 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:01.993 DEBUG:boto:Port: 8000 2022-09-01T11:30:01.993 DEBUG:boto:Params: {} 2022-09-01T11:30:01.994 DEBUG:boto:Token: None 2022-09-01T11:30:01.995 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:01 GMT /ptoxvb-74/ 2022-09-01T11:30:01.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8= 2022-09-01T11:30:01.997 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:01 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MRk2onH+XChawTKNrWAoLmX/nQ8=', 'Content-Length': '0'} 2022-09-01T11:30:02.001 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002f0050513f315deb-00631097b9-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:01 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.002 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.003 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj37 2022-09-01T11:30:02.004 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:02.004 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:02.005 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.005 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.006 DEBUG:boto:Method: GET 2022-09-01T11:30:02.007 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.008 DEBUG:boto:Data: 2022-09-01T11:30:02.009 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.010 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.011 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.012 DEBUG:boto:Params: {} 2022-09-01T11:30:02.013 DEBUG:boto:Token: None 2022-09-01T11:30:02.014 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9txA5dTLETWzlg53hPcZHp59ynI= 2022-09-01T11:30:02.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9txA5dTLETWzlg53hPcZHp59ynI=', 'Content-Length': '0'} 2022-09-01T11:30:02.018 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f9845ab8dab2b68d-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.019 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:02.019 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:02.020 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.021 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.022 DEBUG:boto:Method: GET 2022-09-01T11:30:02.023 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.024 DEBUG:boto:Data: 2022-09-01T11:30:02.025 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.026 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.027 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.028 DEBUG:boto:Params: {} 2022-09-01T11:30:02.029 DEBUG:boto:Token: None 2022-09-01T11:30:02.029 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.030 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9txA5dTLETWzlg53hPcZHp59ynI= 2022-09-01T11:30:02.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9txA5dTLETWzlg53hPcZHp59ynI=', 'Content-Length': '0'} 2022-09-01T11:30:02.034 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000031b543b3200ae106-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.036 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:02.036 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:02.037 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.038 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.039 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.040 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.041 DEBUG:boto:Data: 2022-09-01T11:30:02.042 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.043 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.044 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.045 DEBUG:boto:Params: {} 2022-09-01T11:30:02.046 DEBUG:boto:Token: None 2022-09-01T11:30:02.047 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MBI72UG6eJnwF8TiPFU31U6HY58= 2022-09-01T11:30:02.049 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MBI72UG6eJnwF8TiPFU31U6HY58=', 'Content-Length': '0'} 2022-09-01T11:30:02.052 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000519541d2f5d55a45-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.053 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:02.054 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:02.055 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.056 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.057 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.058 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.059 DEBUG:boto:Data: 2022-09-01T11:30:02.059 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.060 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.060 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.061 DEBUG:boto:Params: {} 2022-09-01T11:30:02.061 DEBUG:boto:Token: None 2022-09-01T11:30:02.062 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.063 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MBI72UG6eJnwF8TiPFU31U6HY58= 2022-09-01T11:30:02.063 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MBI72UG6eJnwF8TiPFU31U6HY58=', 'Content-Length': '0'} 2022-09-01T11:30:02.065 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c1bbba2810899ec5-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.066 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj37 2022-09-01T11:30:02.067 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:02.068 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:02.068 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.069 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.069 DEBUG:boto:Method: GET 2022-09-01T11:30:02.070 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.070 DEBUG:boto:Data: 2022-09-01T11:30:02.071 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.071 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.072 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.072 DEBUG:boto:Params: {} 2022-09-01T11:30:02.073 DEBUG:boto:Token: None 2022-09-01T11:30:02.074 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.074 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9txA5dTLETWzlg53hPcZHp59ynI= 2022-09-01T11:30:02.075 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9txA5dTLETWzlg53hPcZHp59ynI=', 'Content-Length': '0'} 2022-09-01T11:30:02.077 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ffe29e3cee7ecd3d-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.078 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:02.078 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:02.079 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.079 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.080 DEBUG:boto:Method: GET 2022-09-01T11:30:02.081 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.081 DEBUG:boto:Data: 2022-09-01T11:30:02.082 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.082 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.083 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.083 DEBUG:boto:Params: {} 2022-09-01T11:30:02.084 DEBUG:boto:Token: None 2022-09-01T11:30:02.085 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:02.085 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9txA5dTLETWzlg53hPcZHp59ynI= 2022-09-01T11:30:02.086 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9txA5dTLETWzlg53hPcZHp59ynI=', 'Content-Length': '0'} 2022-09-01T11:30:02.089 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a7e63b2558d3c11a-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.090 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.091 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.091 DEBUG:boto:path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:02.092 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:02.092 DEBUG:boto:Method: GET 2022-09-01T11:30:02.093 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj37 2022-09-01T11:30:02.093 DEBUG:boto:Data: 2022-09-01T11:30:02.094 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.094 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.095 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.096 DEBUG:boto:Params: {} 2022-09-01T11:30:02.096 DEBUG:boto:Token: None 2022-09-01T11:30:02.097 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.097 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.098 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.101 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b64e0859a0d6fe8e-00631097ba-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.102 DEBUG:boto:b'ptoxvb-74obj371000falseobj372022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.104 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.105 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.106 DEBUG:boto:path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:02.106 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:02.107 DEBUG:boto:Method: GET 2022-09-01T11:30:02.108 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj37 2022-09-01T11:30:02.109 DEBUG:boto:Data: 2022-09-01T11:30:02.110 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.110 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.111 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.111 DEBUG:boto:Params: {} 2022-09-01T11:30:02.112 DEBUG:boto:Token: None 2022-09-01T11:30:02.113 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.113 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.114 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.119 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000088d5731e479df891-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.119 DEBUG:boto:b'ptoxvb-74obj371000falseobj372022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.120 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:02.121 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:02.121 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.122 DEBUG:boto:Path: /ptoxvb-74/obj37 2022-09-01T11:30:02.122 DEBUG:boto:Data: 2022-09-01T11:30:02.123 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.123 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.124 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.124 DEBUG:boto:Params: {} 2022-09-01T11:30:02.125 DEBUG:boto:Token: None 2022-09-01T11:30:02.125 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj37 2022-09-01T11:30:02.126 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J5EUfb8nAGVLYgd4DluV3GXw4ws= 2022-09-01T11:30:02.127 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J5EUfb8nAGVLYgd4DluV3GXw4ws=', 'Content-Length': '0'} 2022-09-01T11:30:02.129 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ea1d8b5ccaf8055-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.130 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:02.130 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:02.131 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.131 DEBUG:boto:Path: /ptoxvb-74/obj37 2022-09-01T11:30:02.132 DEBUG:boto:Data: 2022-09-01T11:30:02.132 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.133 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.133 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.134 DEBUG:boto:Params: {} 2022-09-01T11:30:02.135 DEBUG:boto:Token: None 2022-09-01T11:30:02.135 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj37 2022-09-01T11:30:02.136 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J5EUfb8nAGVLYgd4DluV3GXw4ws= 2022-09-01T11:30:02.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J5EUfb8nAGVLYgd4DluV3GXw4ws=', 'Content-Length': '0'} 2022-09-01T11:30:02.138 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c6434454bb6c59c7-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.139 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj37 2022-09-01T11:30:02.140 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:02.140 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:02.141 DEBUG:boto:Method: GET 2022-09-01T11:30:02.141 DEBUG:boto:Path: /ptoxvb-74/obj37 2022-09-01T11:30:02.142 DEBUG:boto:Data: 2022-09-01T11:30:02.142 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.143 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.143 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.144 DEBUG:boto:Params: {} 2022-09-01T11:30:02.145 DEBUG:boto:Token: None 2022-09-01T11:30:02.145 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj37 2022-09-01T11:30:02.146 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zG8w+ZgGXcTrsMCQIMIEDF2Evz8= 2022-09-01T11:30:02.146 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zG8w+ZgGXcTrsMCQIMIEDF2Evz8=', 'Content-Length': '0'} 2022-09-01T11:30:02.149 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b8893e7d92a91340-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.150 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:02.151 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:02.152 DEBUG:boto:Method: GET 2022-09-01T11:30:02.152 DEBUG:boto:Path: /ptoxvb-74/obj37 2022-09-01T11:30:02.153 DEBUG:boto:Data: 2022-09-01T11:30:02.153 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.154 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.154 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.155 DEBUG:boto:Params: {} 2022-09-01T11:30:02.155 DEBUG:boto:Token: None 2022-09-01T11:30:02.156 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj37 2022-09-01T11:30:02.157 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zG8w+ZgGXcTrsMCQIMIEDF2Evz8= 2022-09-01T11:30:02.157 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zG8w+ZgGXcTrsMCQIMIEDF2Evz8=', 'Content-Length': '0'} 2022-09-01T11:30:02.160 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001f551ef09d70a674-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.202 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.203 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.203 DEBUG:boto:path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:02.204 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:02.204 DEBUG:boto:Method: GET 2022-09-01T11:30:02.205 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj37 2022-09-01T11:30:02.206 DEBUG:boto:Data: 2022-09-01T11:30:02.206 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.207 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.207 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.208 DEBUG:boto:Params: {} 2022-09-01T11:30:02.208 DEBUG:boto:Token: None 2022-09-01T11:30:02.209 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.210 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.210 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.214 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000098c6ab0952f5b57f-00631097ba-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.214 DEBUG:boto:b'ptoxvb-74obj371000falseobj372022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.215 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.216 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.216 DEBUG:boto:path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:02.217 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:02.217 DEBUG:boto:Method: GET 2022-09-01T11:30:02.218 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj37 2022-09-01T11:30:02.218 DEBUG:boto:Data: 2022-09-01T11:30:02.219 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.220 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.220 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.221 DEBUG:boto:Params: {} 2022-09-01T11:30:02.221 DEBUG:boto:Token: None 2022-09-01T11:30:02.222 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.222 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.223 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.228 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c892a0c882ac71ae-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.229 DEBUG:boto:b'ptoxvb-74obj371000falseobj372022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.230 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:30:02.231 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:02.231 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:02.232 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.232 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.233 DEBUG:boto:Method: GET 2022-09-01T11:30:02.233 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.234 DEBUG:boto:Data: 2022-09-01T11:30:02.235 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.235 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.236 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.236 DEBUG:boto:Params: {} 2022-09-01T11:30:02.237 DEBUG:boto:Token: None 2022-09-01T11:30:02.238 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.238 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9OS4Bm5UiYB4WR7+mqFt7ayTS1A= 2022-09-01T11:30:02.239 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9OS4Bm5UiYB4WR7+mqFt7ayTS1A=', 'Content-Length': '0'} 2022-09-01T11:30:02.241 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c4dcc39fe001c0a-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.242 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:02.242 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:02.243 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.243 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.244 DEBUG:boto:Method: GET 2022-09-01T11:30:02.245 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.245 DEBUG:boto:Data: 2022-09-01T11:30:02.246 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.246 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.247 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.248 DEBUG:boto:Params: {} 2022-09-01T11:30:02.248 DEBUG:boto:Token: None 2022-09-01T11:30:02.249 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.249 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9OS4Bm5UiYB4WR7+mqFt7ayTS1A= 2022-09-01T11:30:02.250 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9OS4Bm5UiYB4WR7+mqFt7ayTS1A=', 'Content-Length': '0'} 2022-09-01T11:30:02.253 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002b35f8509baba863-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.253 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:02.254 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:02.255 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.255 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.256 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.256 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.257 DEBUG:boto:Data: 2022-09-01T11:30:02.257 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.258 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.258 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.259 DEBUG:boto:Params: {} 2022-09-01T11:30:02.259 DEBUG:boto:Token: None 2022-09-01T11:30:02.260 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OLGrRdQIo2PQ7/5D2KG6v0ssnmQ= 2022-09-01T11:30:02.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OLGrRdQIo2PQ7/5D2KG6v0ssnmQ=', 'Content-Length': '0'} 2022-09-01T11:30:02.263 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c66914991feea1d-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.264 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:02.265 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:02.265 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.266 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.266 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.268 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.269 DEBUG:boto:Data: 2022-09-01T11:30:02.270 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.271 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.272 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.273 DEBUG:boto:Params: {} 2022-09-01T11:30:02.274 DEBUG:boto:Token: None 2022-09-01T11:30:02.275 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OLGrRdQIo2PQ7/5D2KG6v0ssnmQ= 2022-09-01T11:30:02.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OLGrRdQIo2PQ7/5D2KG6v0ssnmQ=', 'Content-Length': '0'} 2022-09-01T11:30:02.279 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c926f9c79718a8fc-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.281 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:30:02.282 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:02.283 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:02.283 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.284 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.285 DEBUG:boto:Method: GET 2022-09-01T11:30:02.286 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.286 DEBUG:boto:Data: 2022-09-01T11:30:02.287 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.288 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.288 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.289 DEBUG:boto:Params: {} 2022-09-01T11:30:02.289 DEBUG:boto:Token: None 2022-09-01T11:30:02.290 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.291 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9OS4Bm5UiYB4WR7+mqFt7ayTS1A= 2022-09-01T11:30:02.291 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9OS4Bm5UiYB4WR7+mqFt7ayTS1A=', 'Content-Length': '0'} 2022-09-01T11:30:02.294 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000020157aabc3fbdc47-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.294 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:02.295 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:02.295 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.296 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.296 DEBUG:boto:Method: GET 2022-09-01T11:30:02.297 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.298 DEBUG:boto:Data: 2022-09-01T11:30:02.298 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.299 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.299 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.300 DEBUG:boto:Params: {} 2022-09-01T11:30:02.300 DEBUG:boto:Token: None 2022-09-01T11:30:02.301 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:02.301 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9OS4Bm5UiYB4WR7+mqFt7ayTS1A= 2022-09-01T11:30:02.302 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9OS4Bm5UiYB4WR7+mqFt7ayTS1A=', 'Content-Length': '0'} 2022-09-01T11:30:02.304 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000561cacaf90a91827-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.305 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.306 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.306 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:02.307 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:02.307 DEBUG:boto:Method: GET 2022-09-01T11:30:02.308 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:30:02.309 DEBUG:boto:Data: 2022-09-01T11:30:02.310 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.311 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.312 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.313 DEBUG:boto:Params: {} 2022-09-01T11:30:02.313 DEBUG:boto:Token: None 2022-09-01T11:30:02.314 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.320 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c5477d461bc86314-00631097ba-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.321 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.322 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.322 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.323 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:02.323 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:02.324 DEBUG:boto:Method: GET 2022-09-01T11:30:02.324 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:30:02.325 DEBUG:boto:Data: 2022-09-01T11:30:02.326 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.326 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.327 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.327 DEBUG:boto:Params: {} 2022-09-01T11:30:02.328 DEBUG:boto:Token: None 2022-09-01T11:30:02.329 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.329 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.330 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.335 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007617b674453a1c8d-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.336 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.336 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:02.337 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:02.337 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.338 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:30:02.339 DEBUG:boto:Data: 2022-09-01T11:30:02.339 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.340 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.340 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.341 DEBUG:boto:Params: {} 2022-09-01T11:30:02.341 DEBUG:boto:Token: None 2022-09-01T11:30:02.342 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj38 2022-09-01T11:30:02.342 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T9X3yyXEQBNRUEnkAKSxc66Ez5Q= 2022-09-01T11:30:02.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T9X3yyXEQBNRUEnkAKSxc66Ez5Q=', 'Content-Length': '0'} 2022-09-01T11:30:02.345 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003be7fa89864388fd-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.346 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:02.347 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:02.348 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.349 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:30:02.350 DEBUG:boto:Data: 2022-09-01T11:30:02.351 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.351 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.352 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.352 DEBUG:boto:Params: {} 2022-09-01T11:30:02.354 DEBUG:boto:Token: None 2022-09-01T11:30:02.355 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj38 2022-09-01T11:30:02.356 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T9X3yyXEQBNRUEnkAKSxc66Ez5Q= 2022-09-01T11:30:02.357 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T9X3yyXEQBNRUEnkAKSxc66Ez5Q=', 'Content-Length': '0'} 2022-09-01T11:30:02.359 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ae155b7fc001711b-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.360 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:30:02.361 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:02.362 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:02.363 DEBUG:boto:Method: GET 2022-09-01T11:30:02.364 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:30:02.365 DEBUG:boto:Data: 2022-09-01T11:30:02.366 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.367 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.368 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.368 DEBUG:boto:Params: {} 2022-09-01T11:30:02.369 DEBUG:boto:Token: None 2022-09-01T11:30:02.370 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj38 2022-09-01T11:30:02.370 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DFBLzO4QwQVMIdDEcn0f2IS242o= 2022-09-01T11:30:02.371 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DFBLzO4QwQVMIdDEcn0f2IS242o=', 'Content-Length': '0'} 2022-09-01T11:30:02.373 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db0a1afe7cbf7a3b-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.414 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:02.415 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:02.415 DEBUG:boto:Method: GET 2022-09-01T11:30:02.416 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:30:02.416 DEBUG:boto:Data: 2022-09-01T11:30:02.417 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.418 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.418 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.419 DEBUG:boto:Params: {} 2022-09-01T11:30:02.419 DEBUG:boto:Token: None 2022-09-01T11:30:02.420 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj38 2022-09-01T11:30:02.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DFBLzO4QwQVMIdDEcn0f2IS242o= 2022-09-01T11:30:02.421 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DFBLzO4QwQVMIdDEcn0f2IS242o=', 'Content-Length': '0'} 2022-09-01T11:30:02.424 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ad7c2bd8b0573538-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.424 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.425 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.425 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:02.426 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:02.427 DEBUG:boto:Method: GET 2022-09-01T11:30:02.427 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:30:02.428 DEBUG:boto:Data: 2022-09-01T11:30:02.429 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.429 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.430 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.431 DEBUG:boto:Params: {} 2022-09-01T11:30:02.431 DEBUG:boto:Token: None 2022-09-01T11:30:02.432 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.433 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.436 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004383ac74e550c305-00631097ba-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.437 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.437 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.438 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.439 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:02.439 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:02.440 DEBUG:boto:Method: GET 2022-09-01T11:30:02.440 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:30:02.441 DEBUG:boto:Data: 2022-09-01T11:30:02.441 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.442 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.442 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.443 DEBUG:boto:Params: {} 2022-09-01T11:30:02.444 DEBUG:boto:Token: None 2022-09-01T11:30:02.444 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.445 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.445 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.450 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d8a3acd560c4a4eb-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.451 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.452 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:30:02.453 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:02.453 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:02.454 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.455 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.455 DEBUG:boto:Method: GET 2022-09-01T11:30:02.456 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.456 DEBUG:boto:Data: 2022-09-01T11:30:02.457 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.457 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.458 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.458 DEBUG:boto:Params: {} 2022-09-01T11:30:02.459 DEBUG:boto:Token: None 2022-09-01T11:30:02.460 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.460 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ca2ldpVB+c4n9vYOXvKb7f8DGyg= 2022-09-01T11:30:02.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ca2ldpVB+c4n9vYOXvKb7f8DGyg=', 'Content-Length': '0'} 2022-09-01T11:30:02.463 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003eb51bca4d936ba7-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.464 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:02.464 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:02.465 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.465 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.466 DEBUG:boto:Method: GET 2022-09-01T11:30:02.466 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.467 DEBUG:boto:Data: 2022-09-01T11:30:02.467 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.468 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.469 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.469 DEBUG:boto:Params: {} 2022-09-01T11:30:02.470 DEBUG:boto:Token: None 2022-09-01T11:30:02.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ca2ldpVB+c4n9vYOXvKb7f8DGyg= 2022-09-01T11:30:02.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ca2ldpVB+c4n9vYOXvKb7f8DGyg=', 'Content-Length': '0'} 2022-09-01T11:30:02.474 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ef34f0923c6c07b3-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.475 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:02.475 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:02.476 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.476 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.477 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.477 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.478 DEBUG:boto:Data: 2022-09-01T11:30:02.478 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.479 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.479 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.480 DEBUG:boto:Params: {} 2022-09-01T11:30:02.481 DEBUG:boto:Token: None 2022-09-01T11:30:02.481 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.482 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2npSEmofqgAVRRf4dU5JecPibWY= 2022-09-01T11:30:02.483 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2npSEmofqgAVRRf4dU5JecPibWY=', 'Content-Length': '0'} 2022-09-01T11:30:02.485 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006a7b410e59ecef28-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.485 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:02.486 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:02.486 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.487 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.487 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.488 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.489 DEBUG:boto:Data: 2022-09-01T11:30:02.489 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.490 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.490 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.491 DEBUG:boto:Params: {} 2022-09-01T11:30:02.492 DEBUG:boto:Token: None 2022-09-01T11:30:02.492 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.493 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2npSEmofqgAVRRf4dU5JecPibWY= 2022-09-01T11:30:02.493 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2npSEmofqgAVRRf4dU5JecPibWY=', 'Content-Length': '0'} 2022-09-01T11:30:02.496 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a4b318354146032-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.497 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:30:02.497 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:02.498 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:02.499 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.499 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.500 DEBUG:boto:Method: GET 2022-09-01T11:30:02.500 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.501 DEBUG:boto:Data: 2022-09-01T11:30:02.502 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.502 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.503 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.503 DEBUG:boto:Params: {} 2022-09-01T11:30:02.504 DEBUG:boto:Token: None 2022-09-01T11:30:02.505 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ca2ldpVB+c4n9vYOXvKb7f8DGyg= 2022-09-01T11:30:02.506 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ca2ldpVB+c4n9vYOXvKb7f8DGyg=', 'Content-Length': '0'} 2022-09-01T11:30:02.508 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000039b85a9e05a9ca2c-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.509 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:02.509 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:02.510 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.510 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.511 DEBUG:boto:Method: GET 2022-09-01T11:30:02.511 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.512 DEBUG:boto:Data: 2022-09-01T11:30:02.513 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.513 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.514 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.514 DEBUG:boto:Params: {} 2022-09-01T11:30:02.515 DEBUG:boto:Token: None 2022-09-01T11:30:02.515 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:02.516 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ca2ldpVB+c4n9vYOXvKb7f8DGyg= 2022-09-01T11:30:02.517 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ca2ldpVB+c4n9vYOXvKb7f8DGyg=', 'Content-Length': '0'} 2022-09-01T11:30:02.519 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cb02967781c205c4-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.520 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.520 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.521 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:02.521 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:02.522 DEBUG:boto:Method: GET 2022-09-01T11:30:02.523 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:30:02.523 DEBUG:boto:Data: 2022-09-01T11:30:02.524 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.524 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.525 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.525 DEBUG:boto:Params: {} 2022-09-01T11:30:02.526 DEBUG:boto:Token: None 2022-09-01T11:30:02.526 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.527 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.528 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.530 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000154600c5f8a1e2b4-00631097ba-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.531 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.532 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.533 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.533 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:02.534 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:02.534 DEBUG:boto:Method: GET 2022-09-01T11:30:02.535 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:30:02.535 DEBUG:boto:Data: 2022-09-01T11:30:02.536 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.536 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.537 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.537 DEBUG:boto:Params: {} 2022-09-01T11:30:02.538 DEBUG:boto:Token: None 2022-09-01T11:30:02.539 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.539 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.540 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.545 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dbd33ee8a444dc53-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.586 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.587 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:02.588 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:02.588 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.589 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:30:02.589 DEBUG:boto:Data: 2022-09-01T11:30:02.590 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.590 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.591 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.591 DEBUG:boto:Params: {} 2022-09-01T11:30:02.592 DEBUG:boto:Token: None 2022-09-01T11:30:02.593 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj44 2022-09-01T11:30:02.594 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5oI/MAp/7LXOlQp7nLOyT7nZbD0= 2022-09-01T11:30:02.594 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5oI/MAp/7LXOlQp7nLOyT7nZbD0=', 'Content-Length': '0'} 2022-09-01T11:30:02.597 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000594bdcaf21dcfb6c-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.598 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:02.598 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:02.599 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.600 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:30:02.600 DEBUG:boto:Data: 2022-09-01T11:30:02.601 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.601 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.602 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.603 DEBUG:boto:Params: {} 2022-09-01T11:30:02.603 DEBUG:boto:Token: None 2022-09-01T11:30:02.604 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj44 2022-09-01T11:30:02.605 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5oI/MAp/7LXOlQp7nLOyT7nZbD0= 2022-09-01T11:30:02.605 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5oI/MAp/7LXOlQp7nLOyT7nZbD0=', 'Content-Length': '0'} 2022-09-01T11:30:02.607 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a6394337d9f58c3b-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.608 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:30:02.609 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:02.609 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:02.610 DEBUG:boto:Method: GET 2022-09-01T11:30:02.611 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:30:02.611 DEBUG:boto:Data: 2022-09-01T11:30:02.612 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.613 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.613 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.614 DEBUG:boto:Params: {} 2022-09-01T11:30:02.615 DEBUG:boto:Token: None 2022-09-01T11:30:02.615 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj44 2022-09-01T11:30:02.616 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i8X4SiP8nIt2E3e7+nejX6lmOnI= 2022-09-01T11:30:02.617 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i8X4SiP8nIt2E3e7+nejX6lmOnI=', 'Content-Length': '0'} 2022-09-01T11:30:02.619 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a9945267eb30a56-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.622 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:02.622 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:02.623 DEBUG:boto:Method: GET 2022-09-01T11:30:02.623 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:30:02.624 DEBUG:boto:Data: 2022-09-01T11:30:02.624 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.625 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.625 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.626 DEBUG:boto:Params: {} 2022-09-01T11:30:02.627 DEBUG:boto:Token: None 2022-09-01T11:30:02.628 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj44 2022-09-01T11:30:02.629 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i8X4SiP8nIt2E3e7+nejX6lmOnI= 2022-09-01T11:30:02.631 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i8X4SiP8nIt2E3e7+nejX6lmOnI=', 'Content-Length': '0'} 2022-09-01T11:30:02.633 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000670982da26b712f2-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.635 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.636 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.636 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:02.637 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:02.638 DEBUG:boto:Method: GET 2022-09-01T11:30:02.639 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:30:02.639 DEBUG:boto:Data: 2022-09-01T11:30:02.640 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.641 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.641 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.642 DEBUG:boto:Params: {} 2022-09-01T11:30:02.642 DEBUG:boto:Token: None 2022-09-01T11:30:02.643 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.644 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.644 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.647 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000d233985529e4037-00631097ba-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.697 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.699 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.700 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.701 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:02.702 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:02.703 DEBUG:boto:Method: GET 2022-09-01T11:30:02.704 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:30:02.705 DEBUG:boto:Data: 2022-09-01T11:30:02.706 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.708 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.709 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.710 DEBUG:boto:Params: {} 2022-09-01T11:30:02.711 DEBUG:boto:Token: None 2022-09-01T11:30:02.712 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.713 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.715 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.721 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002524b08702f0c56b-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.721 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.722 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:30:02.723 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:02.724 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:02.725 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.725 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.726 DEBUG:boto:Method: GET 2022-09-01T11:30:02.727 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.727 DEBUG:boto:Data: 2022-09-01T11:30:02.728 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.728 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.729 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.729 DEBUG:boto:Params: {} 2022-09-01T11:30:02.730 DEBUG:boto:Token: None 2022-09-01T11:30:02.731 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.732 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tyES1br1fe2/uiJ1PDtCcLMzgOY= 2022-09-01T11:30:02.733 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tyES1br1fe2/uiJ1PDtCcLMzgOY=', 'Content-Length': '0'} 2022-09-01T11:30:02.736 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005944847fdd9d2f29-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.737 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:02.737 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:02.738 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.738 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.739 DEBUG:boto:Method: GET 2022-09-01T11:30:02.740 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.740 DEBUG:boto:Data: 2022-09-01T11:30:02.741 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.741 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.742 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.743 DEBUG:boto:Params: {} 2022-09-01T11:30:02.744 DEBUG:boto:Token: None 2022-09-01T11:30:02.745 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.746 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tyES1br1fe2/uiJ1PDtCcLMzgOY= 2022-09-01T11:30:02.747 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tyES1br1fe2/uiJ1PDtCcLMzgOY=', 'Content-Length': '0'} 2022-09-01T11:30:02.749 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e9f554bd2b4af7bf-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.750 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:02.750 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:02.751 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.751 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.752 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.752 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.753 DEBUG:boto:Data: 2022-09-01T11:30:02.754 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.754 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.755 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.756 DEBUG:boto:Params: {} 2022-09-01T11:30:02.757 DEBUG:boto:Token: None 2022-09-01T11:30:02.758 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.759 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EaV2qDXj500LYGEAmyFShySL/k4= 2022-09-01T11:30:02.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EaV2qDXj500LYGEAmyFShySL/k4=', 'Content-Length': '0'} 2022-09-01T11:30:02.763 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d32b3b3c29f28c2-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.764 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:02.765 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:02.766 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.767 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.767 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.769 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.770 DEBUG:boto:Data: 2022-09-01T11:30:02.770 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.771 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.772 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.772 DEBUG:boto:Params: {} 2022-09-01T11:30:02.773 DEBUG:boto:Token: None 2022-09-01T11:30:02.774 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.774 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EaV2qDXj500LYGEAmyFShySL/k4= 2022-09-01T11:30:02.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EaV2qDXj500LYGEAmyFShySL/k4=', 'Content-Length': '0'} 2022-09-01T11:30:02.777 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e851a3826e48cba8-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.778 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:30:02.779 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:02.780 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:02.781 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.782 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.783 DEBUG:boto:Method: GET 2022-09-01T11:30:02.783 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.784 DEBUG:boto:Data: 2022-09-01T11:30:02.785 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.786 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.786 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.787 DEBUG:boto:Params: {} 2022-09-01T11:30:02.788 DEBUG:boto:Token: None 2022-09-01T11:30:02.788 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tyES1br1fe2/uiJ1PDtCcLMzgOY= 2022-09-01T11:30:02.790 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tyES1br1fe2/uiJ1PDtCcLMzgOY=', 'Content-Length': '0'} 2022-09-01T11:30:02.792 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b7b8e6eab99fca92-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.794 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:02.794 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:02.795 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.796 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.797 DEBUG:boto:Method: GET 2022-09-01T11:30:02.797 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.798 DEBUG:boto:Data: 2022-09-01T11:30:02.798 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.799 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.800 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.802 DEBUG:boto:Params: {} 2022-09-01T11:30:02.802 DEBUG:boto:Token: None 2022-09-01T11:30:02.803 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:02.804 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tyES1br1fe2/uiJ1PDtCcLMzgOY= 2022-09-01T11:30:02.804 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tyES1br1fe2/uiJ1PDtCcLMzgOY=', 'Content-Length': '0'} 2022-09-01T11:30:02.807 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000586a0a5dd1f67a75-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.808 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.808 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.809 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:02.809 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:02.810 DEBUG:boto:Method: GET 2022-09-01T11:30:02.811 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:30:02.811 DEBUG:boto:Data: 2022-09-01T11:30:02.812 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.812 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.813 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.814 DEBUG:boto:Params: {} 2022-09-01T11:30:02.814 DEBUG:boto:Token: None 2022-09-01T11:30:02.815 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.815 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.816 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.819 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007d943d7da853097a-00631097ba-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.819 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.820 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.821 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.822 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:02.823 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:02.824 DEBUG:boto:Method: GET 2022-09-01T11:30:02.825 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:30:02.826 DEBUG:boto:Data: 2022-09-01T11:30:02.827 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.828 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.828 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.829 DEBUG:boto:Params: {} 2022-09-01T11:30:02.830 DEBUG:boto:Token: None 2022-09-01T11:30:02.831 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.832 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.833 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.839 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007a3c6452bccd3e9e-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.886 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.888 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:02.888 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:02.889 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.890 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:30:02.891 DEBUG:boto:Data: 2022-09-01T11:30:02.891 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.892 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.893 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.894 DEBUG:boto:Params: {} 2022-09-01T11:30:02.895 DEBUG:boto:Token: None 2022-09-01T11:30:02.896 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj46 2022-09-01T11:30:02.898 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D36xVCge8Z9FLSGLHYoKEQEMwuc= 2022-09-01T11:30:02.899 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D36xVCge8Z9FLSGLHYoKEQEMwuc=', 'Content-Length': '0'} 2022-09-01T11:30:02.901 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df4c69d8a6441943-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.903 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:02.904 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:02.905 DEBUG:boto:Method: HEAD 2022-09-01T11:30:02.906 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:30:02.907 DEBUG:boto:Data: 2022-09-01T11:30:02.907 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.908 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.909 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.910 DEBUG:boto:Params: {} 2022-09-01T11:30:02.911 DEBUG:boto:Token: None 2022-09-01T11:30:02.912 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj46 2022-09-01T11:30:02.913 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D36xVCge8Z9FLSGLHYoKEQEMwuc= 2022-09-01T11:30:02.914 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D36xVCge8Z9FLSGLHYoKEQEMwuc=', 'Content-Length': '0'} 2022-09-01T11:30:02.917 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007e8cfc2eb9d2121-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.918 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:30:02.918 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:02.919 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:02.920 DEBUG:boto:Method: GET 2022-09-01T11:30:02.920 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:30:02.921 DEBUG:boto:Data: 2022-09-01T11:30:02.922 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.923 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.923 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.924 DEBUG:boto:Params: {} 2022-09-01T11:30:02.925 DEBUG:boto:Token: None 2022-09-01T11:30:02.925 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj46 2022-09-01T11:30:02.926 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hRBmJ85Fnk+OPy+8BYwDWxb0H9s= 2022-09-01T11:30:02.927 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hRBmJ85Fnk+OPy+8BYwDWxb0H9s=', 'Content-Length': '0'} 2022-09-01T11:30:02.929 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000023644ff88febeeee-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.930 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:02.931 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:02.931 DEBUG:boto:Method: GET 2022-09-01T11:30:02.932 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:30:02.932 DEBUG:boto:Data: 2022-09-01T11:30:02.933 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.933 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.934 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.935 DEBUG:boto:Params: {} 2022-09-01T11:30:02.935 DEBUG:boto:Token: None 2022-09-01T11:30:02.936 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj46 2022-09-01T11:30:02.937 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hRBmJ85Fnk+OPy+8BYwDWxb0H9s= 2022-09-01T11:30:02.937 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hRBmJ85Fnk+OPy+8BYwDWxb0H9s=', 'Content-Length': '0'} 2022-09-01T11:30:02.940 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000053c4db40731abeaa-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.941 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.941 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.942 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:02.943 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:02.943 DEBUG:boto:Method: GET 2022-09-01T11:30:02.944 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:30:02.944 DEBUG:boto:Data: 2022-09-01T11:30:02.945 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.946 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.946 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.947 DEBUG:boto:Params: {} 2022-09-01T11:30:02.948 DEBUG:boto:Token: None 2022-09-01T11:30:02.949 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.950 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.951 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.954 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000035a2a690bc41133a-00631097ba-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.954 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.955 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:02.956 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:02.957 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:02.957 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:02.958 DEBUG:boto:Method: GET 2022-09-01T11:30:02.959 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:30:02.960 DEBUG:boto:Data: 2022-09-01T11:30:02.960 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.961 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.961 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.962 DEBUG:boto:Params: {} 2022-09-01T11:30:02.963 DEBUG:boto:Token: None 2022-09-01T11:30:02.963 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/ 2022-09-01T11:30:02.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk= 2022-09-01T11:30:02.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QxJFrqen54s0F/QaPsIM7BL0WUk=', 'Content-Length': '0'} 2022-09-01T11:30:02.970 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000031ae154371346644-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.971 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:02.971 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:30:02.972 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:02.973 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:02.973 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:02.974 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:02.975 DEBUG:boto:Method: GET 2022-09-01T11:30:02.975 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:02.976 DEBUG:boto:Data: 2022-09-01T11:30:02.977 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.977 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:02.978 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.978 DEBUG:boto:Params: {} 2022-09-01T11:30:02.979 DEBUG:boto:Token: None 2022-09-01T11:30:02.980 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:02.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/4Y9z+bVouuLAQP7HIMoXyolV5A= 2022-09-01T11:30:02.984 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/4Y9z+bVouuLAQP7HIMoXyolV5A=', 'Content-Length': '0'} 2022-09-01T11:30:02.987 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e8f1fcd12a6c17e-00631097ba-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:02.988 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:02.988 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:02.989 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:02.990 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:02.990 DEBUG:boto:Method: GET 2022-09-01T11:30:02.991 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:02.991 DEBUG:boto:Data: 2022-09-01T11:30:02.992 DEBUG:boto:Headers: {} 2022-09-01T11:30:02.993 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:02.994 DEBUG:boto:Port: 8000 2022-09-01T11:30:02.995 DEBUG:boto:Params: {} 2022-09-01T11:30:02.996 DEBUG:boto:Token: None 2022-09-01T11:30:02.997 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:02 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:02.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/4Y9z+bVouuLAQP7HIMoXyolV5A= 2022-09-01T11:30:03.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:02 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/4Y9z+bVouuLAQP7HIMoXyolV5A=', 'Content-Length': '0'} 2022-09-01T11:30:03.003 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000079e49085b2081e02-00631097ba-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:02 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.005 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:03.006 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:03.007 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.008 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.009 DEBUG:boto:Method: HEAD 2022-09-01T11:30:03.010 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.011 DEBUG:boto:Data: 2022-09-01T11:30:03.011 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.012 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.013 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.014 DEBUG:boto:Params: {} 2022-09-01T11:30:03.015 DEBUG:boto:Token: None 2022-09-01T11:30:03.017 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.018 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k/jI/KPBthDMuzvOjlrnVocd2sU= 2022-09-01T11:30:03.019 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k/jI/KPBthDMuzvOjlrnVocd2sU=', 'Content-Length': '0'} 2022-09-01T11:30:03.022 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b38c00968acbcd1-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.023 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:03.023 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:03.024 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.024 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.025 DEBUG:boto:Method: HEAD 2022-09-01T11:30:03.026 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.026 DEBUG:boto:Data: 2022-09-01T11:30:03.027 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.028 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.029 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.029 DEBUG:boto:Params: {} 2022-09-01T11:30:03.030 DEBUG:boto:Token: None 2022-09-01T11:30:03.031 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.031 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k/jI/KPBthDMuzvOjlrnVocd2sU= 2022-09-01T11:30:03.032 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k/jI/KPBthDMuzvOjlrnVocd2sU=', 'Content-Length': '0'} 2022-09-01T11:30:03.034 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000088ab06ca85ebedc3-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.036 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:30:03.036 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:03.037 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:03.038 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.038 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.039 DEBUG:boto:Method: GET 2022-09-01T11:30:03.040 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.040 DEBUG:boto:Data: 2022-09-01T11:30:03.041 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.041 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.042 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.043 DEBUG:boto:Params: {} 2022-09-01T11:30:03.043 DEBUG:boto:Token: None 2022-09-01T11:30:03.044 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kk3mStzlTmCEpaLUZ0Ic4RBslJ8= 2022-09-01T11:30:03.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kk3mStzlTmCEpaLUZ0Ic4RBslJ8=', 'Content-Length': '0'} 2022-09-01T11:30:03.048 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000065325e5286d52b64-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.049 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:03.051 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:03.052 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.053 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.054 DEBUG:boto:Method: GET 2022-09-01T11:30:03.055 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.056 DEBUG:boto:Data: 2022-09-01T11:30:03.057 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.058 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.058 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.059 DEBUG:boto:Params: {} 2022-09-01T11:30:03.060 DEBUG:boto:Token: None 2022-09-01T11:30:03.060 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:03.061 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kk3mStzlTmCEpaLUZ0Ic4RBslJ8= 2022-09-01T11:30:03.062 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kk3mStzlTmCEpaLUZ0Ic4RBslJ8=', 'Content-Length': '0'} 2022-09-01T11:30:03.064 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a69a5da9268f45ee-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.106 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:03.107 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:03.109 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:03.110 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:03.111 DEBUG:boto:Method: GET 2022-09-01T11:30:03.112 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:30:03.113 DEBUG:boto:Data: 2022-09-01T11:30:03.113 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.114 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.114 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.115 DEBUG:boto:Params: {} 2022-09-01T11:30:03.116 DEBUG:boto:Token: None 2022-09-01T11:30:03.118 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/ 2022-09-01T11:30:03.119 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc= 2022-09-01T11:30:03.120 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc=', 'Content-Length': '0'} 2022-09-01T11:30:03.130 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000004c6467fd763e5e6-00631097bb-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.131 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:03.132 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:03.132 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:03.133 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:03.133 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:03.134 DEBUG:boto:Method: GET 2022-09-01T11:30:03.135 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:30:03.135 DEBUG:boto:Data: 2022-09-01T11:30:03.136 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.137 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.137 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.138 DEBUG:boto:Params: {} 2022-09-01T11:30:03.139 DEBUG:boto:Token: None 2022-09-01T11:30:03.139 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/ 2022-09-01T11:30:03.140 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc= 2022-09-01T11:30:03.141 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc=', 'Content-Length': '0'} 2022-09-01T11:30:03.146 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000091cc6b29bfefd93c-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.146 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:03.147 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:03.148 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:03.149 DEBUG:boto:Method: HEAD 2022-09-01T11:30:03.149 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:30:03.150 DEBUG:boto:Data: 2022-09-01T11:30:03.150 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.151 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.151 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.153 DEBUG:boto:Params: {} 2022-09-01T11:30:03.153 DEBUG:boto:Token: None 2022-09-01T11:30:03.154 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj51 2022-09-01T11:30:03.154 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cyhD/kX27Qml5ncLZqfmA1Ky3mo= 2022-09-01T11:30:03.155 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cyhD/kX27Qml5ncLZqfmA1Ky3mo=', 'Content-Length': '0'} 2022-09-01T11:30:03.157 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000839bfcb9dd6c4ca8-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.158 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:03.158 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:03.159 DEBUG:boto:Method: HEAD 2022-09-01T11:30:03.159 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:30:03.160 DEBUG:boto:Data: 2022-09-01T11:30:03.160 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.161 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.162 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.162 DEBUG:boto:Params: {} 2022-09-01T11:30:03.163 DEBUG:boto:Token: None 2022-09-01T11:30:03.163 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj51 2022-09-01T11:30:03.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cyhD/kX27Qml5ncLZqfmA1Ky3mo= 2022-09-01T11:30:03.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cyhD/kX27Qml5ncLZqfmA1Ky3mo=', 'Content-Length': '0'} 2022-09-01T11:30:03.167 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dcc507d023f766b6-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.167 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:30:03.168 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:03.169 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:03.169 DEBUG:boto:Method: GET 2022-09-01T11:30:03.170 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:30:03.170 DEBUG:boto:Data: 2022-09-01T11:30:03.171 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.171 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.172 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.173 DEBUG:boto:Params: {} 2022-09-01T11:30:03.173 DEBUG:boto:Token: None 2022-09-01T11:30:03.174 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj51 2022-09-01T11:30:03.175 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9oNG3Meew6qis5WYqWpd42ahIY8= 2022-09-01T11:30:03.175 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9oNG3Meew6qis5WYqWpd42ahIY8=', 'Content-Length': '0'} 2022-09-01T11:30:03.177 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a5364b148a3530e-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.218 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:03.219 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:03.219 DEBUG:boto:Method: GET 2022-09-01T11:30:03.220 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:30:03.220 DEBUG:boto:Data: 2022-09-01T11:30:03.221 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.221 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.222 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.222 DEBUG:boto:Params: {} 2022-09-01T11:30:03.223 DEBUG:boto:Token: None 2022-09-01T11:30:03.224 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj51 2022-09-01T11:30:03.224 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9oNG3Meew6qis5WYqWpd42ahIY8= 2022-09-01T11:30:03.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9oNG3Meew6qis5WYqWpd42ahIY8=', 'Content-Length': '0'} 2022-09-01T11:30:03.227 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009e5f899eab0c92f4-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.228 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:03.228 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:03.229 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:03.230 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:03.230 DEBUG:boto:Method: GET 2022-09-01T11:30:03.231 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:30:03.231 DEBUG:boto:Data: 2022-09-01T11:30:03.232 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.232 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.233 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.233 DEBUG:boto:Params: {} 2022-09-01T11:30:03.234 DEBUG:boto:Token: None 2022-09-01T11:30:03.235 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/ 2022-09-01T11:30:03.235 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc= 2022-09-01T11:30:03.236 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc=', 'Content-Length': '0'} 2022-09-01T11:30:03.239 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b52ed0f75479d514-00631097bb-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.239 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:03.241 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:03.241 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:03.242 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:03.242 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:03.243 DEBUG:boto:Method: GET 2022-09-01T11:30:03.243 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:30:03.244 DEBUG:boto:Data: 2022-09-01T11:30:03.244 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.245 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.246 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.246 DEBUG:boto:Params: {} 2022-09-01T11:30:03.248 DEBUG:boto:Token: None 2022-09-01T11:30:03.248 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/ 2022-09-01T11:30:03.249 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc= 2022-09-01T11:30:03.250 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc=', 'Content-Length': '0'} 2022-09-01T11:30:03.255 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f0fb19252676fd03-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.256 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:03.257 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:30:03.258 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:03.259 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:03.260 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.261 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.262 DEBUG:boto:Method: GET 2022-09-01T11:30:03.263 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.264 DEBUG:boto:Data: 2022-09-01T11:30:03.265 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.266 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.268 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.269 DEBUG:boto:Params: {} 2022-09-01T11:30:03.270 DEBUG:boto:Token: None 2022-09-01T11:30:03.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nyt/jW4XOyNjbrzofqTHxwl2Jr0= 2022-09-01T11:30:03.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nyt/jW4XOyNjbrzofqTHxwl2Jr0=', 'Content-Length': '0'} 2022-09-01T11:30:03.276 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d516cd2a439778d9-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.278 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:03.279 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:03.280 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.280 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.281 DEBUG:boto:Method: GET 2022-09-01T11:30:03.281 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.282 DEBUG:boto:Data: 2022-09-01T11:30:03.283 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.284 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.284 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.285 DEBUG:boto:Params: {} 2022-09-01T11:30:03.285 DEBUG:boto:Token: None 2022-09-01T11:30:03.286 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.287 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nyt/jW4XOyNjbrzofqTHxwl2Jr0= 2022-09-01T11:30:03.288 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nyt/jW4XOyNjbrzofqTHxwl2Jr0=', 'Content-Length': '0'} 2022-09-01T11:30:03.290 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092252dfd454a653a-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.330 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:03.331 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:03.331 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.332 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.332 DEBUG:boto:Method: HEAD 2022-09-01T11:30:03.333 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.333 DEBUG:boto:Data: 2022-09-01T11:30:03.334 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.334 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.335 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.335 DEBUG:boto:Params: {} 2022-09-01T11:30:03.336 DEBUG:boto:Token: None 2022-09-01T11:30:03.336 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.337 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xfU5x83hiEZq6ifTuFD9mYoLNuw= 2022-09-01T11:30:03.338 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xfU5x83hiEZq6ifTuFD9mYoLNuw=', 'Content-Length': '0'} 2022-09-01T11:30:03.340 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000979016c28b4f895-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.341 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:03.341 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:03.342 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.343 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.344 DEBUG:boto:Method: HEAD 2022-09-01T11:30:03.345 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.346 DEBUG:boto:Data: 2022-09-01T11:30:03.347 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.347 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.348 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.349 DEBUG:boto:Params: {} 2022-09-01T11:30:03.350 DEBUG:boto:Token: None 2022-09-01T11:30:03.351 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xfU5x83hiEZq6ifTuFD9mYoLNuw= 2022-09-01T11:30:03.352 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xfU5x83hiEZq6ifTuFD9mYoLNuw=', 'Content-Length': '0'} 2022-09-01T11:30:03.354 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df63777178e310ef-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.355 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:30:03.356 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:03.356 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:03.357 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.358 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.358 DEBUG:boto:Method: GET 2022-09-01T11:30:03.359 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.359 DEBUG:boto:Data: 2022-09-01T11:30:03.360 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.360 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.361 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.361 DEBUG:boto:Params: {} 2022-09-01T11:30:03.362 DEBUG:boto:Token: None 2022-09-01T11:30:03.363 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.363 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nyt/jW4XOyNjbrzofqTHxwl2Jr0= 2022-09-01T11:30:03.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nyt/jW4XOyNjbrzofqTHxwl2Jr0=', 'Content-Length': '0'} 2022-09-01T11:30:03.366 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d8d773e7ee9aa7f9-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.367 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:03.368 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:03.368 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.369 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.369 DEBUG:boto:Method: GET 2022-09-01T11:30:03.370 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.371 DEBUG:boto:Data: 2022-09-01T11:30:03.371 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.372 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.372 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.373 DEBUG:boto:Params: {} 2022-09-01T11:30:03.374 DEBUG:boto:Token: None 2022-09-01T11:30:03.374 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:03.375 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Nyt/jW4XOyNjbrzofqTHxwl2Jr0= 2022-09-01T11:30:03.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Nyt/jW4XOyNjbrzofqTHxwl2Jr0=', 'Content-Length': '0'} 2022-09-01T11:30:03.378 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000035713c37648c88a8-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.379 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:03.379 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:03.380 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:03.381 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:03.381 DEBUG:boto:Method: GET 2022-09-01T11:30:03.382 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:30:03.382 DEBUG:boto:Data: 2022-09-01T11:30:03.383 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.384 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.384 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.385 DEBUG:boto:Params: {} 2022-09-01T11:30:03.385 DEBUG:boto:Token: None 2022-09-01T11:30:03.386 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/ 2022-09-01T11:30:03.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc= 2022-09-01T11:30:03.387 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc=', 'Content-Length': '0'} 2022-09-01T11:30:03.390 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002e03fa56d64194a5-00631097bb-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.434 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:03.435 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:03.436 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:03.436 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:03.437 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:03.437 DEBUG:boto:Method: GET 2022-09-01T11:30:03.438 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:30:03.438 DEBUG:boto:Data: 2022-09-01T11:30:03.439 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.440 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.440 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.441 DEBUG:boto:Params: {} 2022-09-01T11:30:03.442 DEBUG:boto:Token: None 2022-09-01T11:30:03.443 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/ 2022-09-01T11:30:03.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc= 2022-09-01T11:30:03.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc=', 'Content-Length': '0'} 2022-09-01T11:30:03.449 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a264675e51edaeee-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.450 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:03.451 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:03.452 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:03.452 DEBUG:boto:Method: HEAD 2022-09-01T11:30:03.453 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:30:03.453 DEBUG:boto:Data: 2022-09-01T11:30:03.454 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.454 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.455 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.455 DEBUG:boto:Params: {} 2022-09-01T11:30:03.456 DEBUG:boto:Token: None 2022-09-01T11:30:03.457 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj55 2022-09-01T11:30:03.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:67J37yeqBbmd4lfQ7ZQXbn+XEP0= 2022-09-01T11:30:03.460 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:67J37yeqBbmd4lfQ7ZQXbn+XEP0=', 'Content-Length': '0'} 2022-09-01T11:30:03.462 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006d0af2499f275dd6-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.464 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:03.465 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:03.466 DEBUG:boto:Method: HEAD 2022-09-01T11:30:03.467 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:30:03.468 DEBUG:boto:Data: 2022-09-01T11:30:03.468 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.469 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.470 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.471 DEBUG:boto:Params: {} 2022-09-01T11:30:03.472 DEBUG:boto:Token: None 2022-09-01T11:30:03.473 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj55 2022-09-01T11:30:03.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:67J37yeqBbmd4lfQ7ZQXbn+XEP0= 2022-09-01T11:30:03.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:67J37yeqBbmd4lfQ7ZQXbn+XEP0=', 'Content-Length': '0'} 2022-09-01T11:30:03.478 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003a763b0466611c10-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.480 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:30:03.481 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:03.482 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:03.483 DEBUG:boto:Method: GET 2022-09-01T11:30:03.484 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:30:03.485 DEBUG:boto:Data: 2022-09-01T11:30:03.486 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.487 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.488 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.489 DEBUG:boto:Params: {} 2022-09-01T11:30:03.491 DEBUG:boto:Token: None 2022-09-01T11:30:03.492 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj55 2022-09-01T11:30:03.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J8pskFtZxNqnDqkaKZlb2LnQJ10= 2022-09-01T11:30:03.493 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J8pskFtZxNqnDqkaKZlb2LnQJ10=', 'Content-Length': '0'} 2022-09-01T11:30:03.495 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000461085f1b5529ac5-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.496 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:03.497 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:03.497 DEBUG:boto:Method: GET 2022-09-01T11:30:03.498 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:30:03.498 DEBUG:boto:Data: 2022-09-01T11:30:03.499 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.499 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.500 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.501 DEBUG:boto:Params: {} 2022-09-01T11:30:03.502 DEBUG:boto:Token: None 2022-09-01T11:30:03.503 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj55 2022-09-01T11:30:03.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J8pskFtZxNqnDqkaKZlb2LnQJ10= 2022-09-01T11:30:03.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J8pskFtZxNqnDqkaKZlb2LnQJ10=', 'Content-Length': '0'} 2022-09-01T11:30:03.507 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000041936366e07978fc-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.550 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:03.551 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:03.552 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:03.552 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:03.553 DEBUG:boto:Method: GET 2022-09-01T11:30:03.553 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:30:03.554 DEBUG:boto:Data: 2022-09-01T11:30:03.554 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.555 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.555 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.556 DEBUG:boto:Params: {} 2022-09-01T11:30:03.557 DEBUG:boto:Token: None 2022-09-01T11:30:03.557 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/ 2022-09-01T11:30:03.558 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc= 2022-09-01T11:30:03.559 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc=', 'Content-Length': '0'} 2022-09-01T11:30:03.562 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008a039ae43d4fcb03-00631097bb-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.563 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:03.564 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:03.564 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:03.565 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:03.565 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:03.566 DEBUG:boto:Method: GET 2022-09-01T11:30:03.566 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:30:03.567 DEBUG:boto:Data: 2022-09-01T11:30:03.568 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.569 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.570 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.571 DEBUG:boto:Params: {} 2022-09-01T11:30:03.572 DEBUG:boto:Token: None 2022-09-01T11:30:03.573 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/ 2022-09-01T11:30:03.574 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc= 2022-09-01T11:30:03.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc=', 'Content-Length': '0'} 2022-09-01T11:30:03.580 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001b656ef15318040f-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.581 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:03.583 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:30:03.584 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:03.584 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:03.585 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.585 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.586 DEBUG:boto:Method: GET 2022-09-01T11:30:03.587 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.587 DEBUG:boto:Data: 2022-09-01T11:30:03.588 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.588 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.589 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.589 DEBUG:boto:Params: {} 2022-09-01T11:30:03.590 DEBUG:boto:Token: None 2022-09-01T11:30:03.591 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.591 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PMu/CrzMPpC7NGRv5oz14uxTePU= 2022-09-01T11:30:03.592 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PMu/CrzMPpC7NGRv5oz14uxTePU=', 'Content-Length': '0'} 2022-09-01T11:30:03.595 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d68f065f359e22ad-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.595 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:03.596 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:03.597 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.597 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.598 DEBUG:boto:Method: GET 2022-09-01T11:30:03.598 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.599 DEBUG:boto:Data: 2022-09-01T11:30:03.600 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.600 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.601 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.601 DEBUG:boto:Params: {} 2022-09-01T11:30:03.602 DEBUG:boto:Token: None 2022-09-01T11:30:03.602 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.603 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PMu/CrzMPpC7NGRv5oz14uxTePU= 2022-09-01T11:30:03.604 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PMu/CrzMPpC7NGRv5oz14uxTePU=', 'Content-Length': '0'} 2022-09-01T11:30:03.606 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fe52dfe36c89f944-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.607 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:03.608 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:03.609 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.609 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.610 DEBUG:boto:Method: HEAD 2022-09-01T11:30:03.610 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.611 DEBUG:boto:Data: 2022-09-01T11:30:03.612 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.612 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.613 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.613 DEBUG:boto:Params: {} 2022-09-01T11:30:03.614 DEBUG:boto:Token: None 2022-09-01T11:30:03.614 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5JhrH1QVXLQkESobI7/fbhgT+WQ= 2022-09-01T11:30:03.616 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5JhrH1QVXLQkESobI7/fbhgT+WQ=', 'Content-Length': '0'} 2022-09-01T11:30:03.618 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000709974f81338736d-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.619 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:03.620 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:03.621 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.622 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.623 DEBUG:boto:Method: HEAD 2022-09-01T11:30:03.624 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.624 DEBUG:boto:Data: 2022-09-01T11:30:03.625 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.626 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.627 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.628 DEBUG:boto:Params: {} 2022-09-01T11:30:03.629 DEBUG:boto:Token: None 2022-09-01T11:30:03.630 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.631 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5JhrH1QVXLQkESobI7/fbhgT+WQ= 2022-09-01T11:30:03.632 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5JhrH1QVXLQkESobI7/fbhgT+WQ=', 'Content-Length': '0'} 2022-09-01T11:30:03.635 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002b5f335040c774e8-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.635 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:30:03.636 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:03.636 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:03.637 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.638 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.638 DEBUG:boto:Method: GET 2022-09-01T11:30:03.639 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.639 DEBUG:boto:Data: 2022-09-01T11:30:03.640 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.640 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.642 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.642 DEBUG:boto:Params: {} 2022-09-01T11:30:03.643 DEBUG:boto:Token: None 2022-09-01T11:30:03.644 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.645 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PMu/CrzMPpC7NGRv5oz14uxTePU= 2022-09-01T11:30:03.645 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PMu/CrzMPpC7NGRv5oz14uxTePU=', 'Content-Length': '0'} 2022-09-01T11:30:03.648 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aa030ff1b60debe2-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.690 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:03.691 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:03.692 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.693 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.694 DEBUG:boto:Method: GET 2022-09-01T11:30:03.695 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.696 DEBUG:boto:Data: 2022-09-01T11:30:03.697 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.698 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.699 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.700 DEBUG:boto:Params: {} 2022-09-01T11:30:03.701 DEBUG:boto:Token: None 2022-09-01T11:30:03.702 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:03.703 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PMu/CrzMPpC7NGRv5oz14uxTePU= 2022-09-01T11:30:03.704 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PMu/CrzMPpC7NGRv5oz14uxTePU=', 'Content-Length': '0'} 2022-09-01T11:30:03.706 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d9ab0b2bf22c2e7a-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.707 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:03.708 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:03.708 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:03.709 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:03.709 DEBUG:boto:Method: GET 2022-09-01T11:30:03.710 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:30:03.710 DEBUG:boto:Data: 2022-09-01T11:30:03.711 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.711 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.712 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.712 DEBUG:boto:Params: {} 2022-09-01T11:30:03.713 DEBUG:boto:Token: None 2022-09-01T11:30:03.714 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/ 2022-09-01T11:30:03.714 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc= 2022-09-01T11:30:03.715 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc=', 'Content-Length': '0'} 2022-09-01T11:30:03.718 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c8b00ee99a892a56-00631097bb-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.719 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:03.720 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:03.720 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:03.721 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:03.722 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:03.723 DEBUG:boto:Method: GET 2022-09-01T11:30:03.723 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:30:03.724 DEBUG:boto:Data: 2022-09-01T11:30:03.726 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.727 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.728 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.729 DEBUG:boto:Params: {} 2022-09-01T11:30:03.730 DEBUG:boto:Token: None 2022-09-01T11:30:03.731 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/ 2022-09-01T11:30:03.741 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc= 2022-09-01T11:30:03.742 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc=', 'Content-Length': '0'} 2022-09-01T11:30:03.748 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000584d787aab0d25ba-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.749 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:03.751 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:03.752 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:03.752 DEBUG:boto:Method: HEAD 2022-09-01T11:30:03.753 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:30:03.754 DEBUG:boto:Data: 2022-09-01T11:30:03.755 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.756 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.757 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.758 DEBUG:boto:Params: {} 2022-09-01T11:30:03.759 DEBUG:boto:Token: None 2022-09-01T11:30:03.760 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj57 2022-09-01T11:30:03.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vrjIbP0di4dtj06RN0HnWI27EtI= 2022-09-01T11:30:03.762 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vrjIbP0di4dtj06RN0HnWI27EtI=', 'Content-Length': '0'} 2022-09-01T11:30:03.765 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b5386a2ac0a57881-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.766 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:03.767 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:03.767 DEBUG:boto:Method: HEAD 2022-09-01T11:30:03.768 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:30:03.768 DEBUG:boto:Data: 2022-09-01T11:30:03.769 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.769 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.770 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.770 DEBUG:boto:Params: {} 2022-09-01T11:30:03.771 DEBUG:boto:Token: None 2022-09-01T11:30:03.772 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj57 2022-09-01T11:30:03.772 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vrjIbP0di4dtj06RN0HnWI27EtI= 2022-09-01T11:30:03.773 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vrjIbP0di4dtj06RN0HnWI27EtI=', 'Content-Length': '0'} 2022-09-01T11:30:03.775 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000057d4d45a4c311259-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.776 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:30:03.777 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:03.778 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:03.779 DEBUG:boto:Method: GET 2022-09-01T11:30:03.780 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:30:03.781 DEBUG:boto:Data: 2022-09-01T11:30:03.782 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.783 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.784 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.785 DEBUG:boto:Params: {} 2022-09-01T11:30:03.786 DEBUG:boto:Token: None 2022-09-01T11:30:03.787 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj57 2022-09-01T11:30:03.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8Bf7QLeMGeJmqrNGDKAEezaO0IY= 2022-09-01T11:30:03.790 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8Bf7QLeMGeJmqrNGDKAEezaO0IY=', 'Content-Length': '0'} 2022-09-01T11:30:03.792 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000085f49111def03880-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.794 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:03.795 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:03.796 DEBUG:boto:Method: GET 2022-09-01T11:30:03.797 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:30:03.798 DEBUG:boto:Data: 2022-09-01T11:30:03.799 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.800 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.801 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.802 DEBUG:boto:Params: {} 2022-09-01T11:30:03.803 DEBUG:boto:Token: None 2022-09-01T11:30:03.804 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj57 2022-09-01T11:30:03.805 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8Bf7QLeMGeJmqrNGDKAEezaO0IY= 2022-09-01T11:30:03.806 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8Bf7QLeMGeJmqrNGDKAEezaO0IY=', 'Content-Length': '0'} 2022-09-01T11:30:03.809 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a30d83ed0c884ca-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.850 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:03.852 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:03.853 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:03.853 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:03.854 DEBUG:boto:Method: GET 2022-09-01T11:30:03.855 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:30:03.856 DEBUG:boto:Data: 2022-09-01T11:30:03.857 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.858 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.859 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.860 DEBUG:boto:Params: {} 2022-09-01T11:30:03.860 DEBUG:boto:Token: None 2022-09-01T11:30:03.861 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/ 2022-09-01T11:30:03.862 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc= 2022-09-01T11:30:03.862 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc=', 'Content-Length': '0'} 2022-09-01T11:30:03.865 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000051dd388edde4e0e7-00631097bb-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.866 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:03.868 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:03.869 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:03.870 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:03.870 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:03.871 DEBUG:boto:Method: GET 2022-09-01T11:30:03.872 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:30:03.873 DEBUG:boto:Data: 2022-09-01T11:30:03.874 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.874 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.875 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.876 DEBUG:boto:Params: {} 2022-09-01T11:30:03.876 DEBUG:boto:Token: None 2022-09-01T11:30:03.877 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/ 2022-09-01T11:30:03.878 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc= 2022-09-01T11:30:03.878 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc=', 'Content-Length': '0'} 2022-09-01T11:30:03.883 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006aa42133d070a903-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.884 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:03.885 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:30:03.886 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:03.887 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:03.888 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.888 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.889 DEBUG:boto:Method: GET 2022-09-01T11:30:03.889 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.890 DEBUG:boto:Data: 2022-09-01T11:30:03.890 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.891 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.891 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.892 DEBUG:boto:Params: {} 2022-09-01T11:30:03.893 DEBUG:boto:Token: None 2022-09-01T11:30:03.893 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.894 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iFsQHc64ggTxxrhPJ1hFW87nw9M= 2022-09-01T11:30:03.894 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iFsQHc64ggTxxrhPJ1hFW87nw9M=', 'Content-Length': '0'} 2022-09-01T11:30:03.897 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000309ad8bc49abd124-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.898 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:03.898 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:03.899 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.900 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.900 DEBUG:boto:Method: GET 2022-09-01T11:30:03.901 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.901 DEBUG:boto:Data: 2022-09-01T11:30:03.902 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.902 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.903 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.904 DEBUG:boto:Params: {} 2022-09-01T11:30:03.904 DEBUG:boto:Token: None 2022-09-01T11:30:03.905 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.906 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iFsQHc64ggTxxrhPJ1hFW87nw9M= 2022-09-01T11:30:03.907 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iFsQHc64ggTxxrhPJ1hFW87nw9M=', 'Content-Length': '0'} 2022-09-01T11:30:03.909 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a674841cbd4b7daa-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.910 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:03.911 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:03.912 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.912 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.913 DEBUG:boto:Method: HEAD 2022-09-01T11:30:03.913 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.914 DEBUG:boto:Data: 2022-09-01T11:30:03.915 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.915 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.916 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.916 DEBUG:boto:Params: {} 2022-09-01T11:30:03.917 DEBUG:boto:Token: None 2022-09-01T11:30:03.918 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.918 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GcV9QW3lFsJaLqwJjUAjk2hya7Q= 2022-09-01T11:30:03.919 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GcV9QW3lFsJaLqwJjUAjk2hya7Q=', 'Content-Length': '0'} 2022-09-01T11:30:03.921 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007c4f7a969ab67c67-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.922 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:03.923 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:03.923 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.924 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.924 DEBUG:boto:Method: HEAD 2022-09-01T11:30:03.925 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.925 DEBUG:boto:Data: 2022-09-01T11:30:03.926 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.926 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.927 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.928 DEBUG:boto:Params: {} 2022-09-01T11:30:03.928 DEBUG:boto:Token: None 2022-09-01T11:30:03.929 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.930 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GcV9QW3lFsJaLqwJjUAjk2hya7Q= 2022-09-01T11:30:03.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GcV9QW3lFsJaLqwJjUAjk2hya7Q=', 'Content-Length': '0'} 2022-09-01T11:30:03.933 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000113eb05e905faa27-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.934 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:30:03.935 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:03.936 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:03.937 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.938 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.939 DEBUG:boto:Method: GET 2022-09-01T11:30:03.940 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.941 DEBUG:boto:Data: 2022-09-01T11:30:03.943 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.944 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.944 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.945 DEBUG:boto:Params: {} 2022-09-01T11:30:03.947 DEBUG:boto:Token: None 2022-09-01T11:30:03.948 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.949 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iFsQHc64ggTxxrhPJ1hFW87nw9M= 2022-09-01T11:30:03.950 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iFsQHc64ggTxxrhPJ1hFW87nw9M=', 'Content-Length': '0'} 2022-09-01T11:30:03.953 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004902eb49993ff13b-00631097bb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.955 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:03.956 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:03.957 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.958 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.959 DEBUG:boto:Method: GET 2022-09-01T11:30:03.960 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.961 DEBUG:boto:Data: 2022-09-01T11:30:03.962 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.963 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.964 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.965 DEBUG:boto:Params: {} 2022-09-01T11:30:03.966 DEBUG:boto:Token: None 2022-09-01T11:30:03.967 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:03.968 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iFsQHc64ggTxxrhPJ1hFW87nw9M= 2022-09-01T11:30:03.969 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iFsQHc64ggTxxrhPJ1hFW87nw9M=', 'Content-Length': '0'} 2022-09-01T11:30:03.972 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d2157e5bb9e30293-00631097bb-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.973 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:03.975 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:03.976 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:03.976 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:03.977 DEBUG:boto:Method: GET 2022-09-01T11:30:03.978 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:30:03.979 DEBUG:boto:Data: 2022-09-01T11:30:03.980 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.981 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:03.982 DEBUG:boto:Port: 8000 2022-09-01T11:30:03.983 DEBUG:boto:Params: {} 2022-09-01T11:30:03.984 DEBUG:boto:Token: None 2022-09-01T11:30:03.985 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:03 GMT /ptoxvb-74/ 2022-09-01T11:30:03.987 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc= 2022-09-01T11:30:03.988 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:03 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aNZpbIkViRkkglc1uDUQ7spsCXc=', 'Content-Length': '0'} 2022-09-01T11:30:03.990 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000625544f98ef349ba-00631097bb-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:03 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:03.991 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:03.993 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:03.993 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:03.994 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:03.994 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:03.995 DEBUG:boto:Method: GET 2022-09-01T11:30:03.996 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:30:03.996 DEBUG:boto:Data: 2022-09-01T11:30:03.997 DEBUG:boto:Headers: {} 2022-09-01T11:30:03.998 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:03.999 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.000 DEBUG:boto:Params: {} 2022-09-01T11:30:04.001 DEBUG:boto:Token: None 2022-09-01T11:30:04.002 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/ 2022-09-01T11:30:04.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA= 2022-09-01T11:30:04.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA=', 'Content-Length': '0'} 2022-09-01T11:30:04.010 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ff20804e61111a05-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.011 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:04.013 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:04.014 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:04.015 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.016 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:30:04.017 DEBUG:boto:Data: 2022-09-01T11:30:04.018 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.019 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.020 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.021 DEBUG:boto:Params: {} 2022-09-01T11:30:04.022 DEBUG:boto:Token: None 2022-09-01T11:30:04.023 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj58 2022-09-01T11:30:04.024 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F9X7mbAsaQSKirmvCOrz/rZEhJM= 2022-09-01T11:30:04.024 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F9X7mbAsaQSKirmvCOrz/rZEhJM=', 'Content-Length': '0'} 2022-09-01T11:30:04.027 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000088f31f34ff417c56-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.028 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:04.029 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:04.030 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.031 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:30:04.032 DEBUG:boto:Data: 2022-09-01T11:30:04.033 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.033 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.034 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.034 DEBUG:boto:Params: {} 2022-09-01T11:30:04.035 DEBUG:boto:Token: None 2022-09-01T11:30:04.035 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj58 2022-09-01T11:30:04.036 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:F9X7mbAsaQSKirmvCOrz/rZEhJM= 2022-09-01T11:30:04.037 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:F9X7mbAsaQSKirmvCOrz/rZEhJM=', 'Content-Length': '0'} 2022-09-01T11:30:04.039 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000161b97cb02a71a01-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.039 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:30:04.040 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:04.041 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:04.042 DEBUG:boto:Method: GET 2022-09-01T11:30:04.042 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:30:04.043 DEBUG:boto:Data: 2022-09-01T11:30:04.043 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.044 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.045 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.046 DEBUG:boto:Params: {} 2022-09-01T11:30:04.047 DEBUG:boto:Token: None 2022-09-01T11:30:04.047 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj58 2022-09-01T11:30:04.048 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nUxdxjkjtkazST3CPjpmAKfqdhI= 2022-09-01T11:30:04.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nUxdxjkjtkazST3CPjpmAKfqdhI=', 'Content-Length': '0'} 2022-09-01T11:30:04.051 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a48345febac62d00-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.098 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:04.099 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:04.100 DEBUG:boto:Method: GET 2022-09-01T11:30:04.101 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:30:04.102 DEBUG:boto:Data: 2022-09-01T11:30:04.103 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.104 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.105 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.106 DEBUG:boto:Params: {} 2022-09-01T11:30:04.107 DEBUG:boto:Token: None 2022-09-01T11:30:04.108 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj58 2022-09-01T11:30:04.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nUxdxjkjtkazST3CPjpmAKfqdhI= 2022-09-01T11:30:04.111 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nUxdxjkjtkazST3CPjpmAKfqdhI=', 'Content-Length': '0'} 2022-09-01T11:30:04.114 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e629d917f233c729-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.115 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:04.116 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:04.117 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:04.117 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:04.118 DEBUG:boto:Method: GET 2022-09-01T11:30:04.119 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:30:04.119 DEBUG:boto:Data: 2022-09-01T11:30:04.120 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.120 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.121 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.122 DEBUG:boto:Params: {} 2022-09-01T11:30:04.123 DEBUG:boto:Token: None 2022-09-01T11:30:04.125 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/ 2022-09-01T11:30:04.126 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA= 2022-09-01T11:30:04.127 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA=', 'Content-Length': '0'} 2022-09-01T11:30:04.130 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000f81049480a3a1fa-00631097bc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.131 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:04.132 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:04.133 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:04.134 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:04.135 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:04.136 DEBUG:boto:Method: GET 2022-09-01T11:30:04.137 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:30:04.138 DEBUG:boto:Data: 2022-09-01T11:30:04.139 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.140 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.140 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.141 DEBUG:boto:Params: {} 2022-09-01T11:30:04.142 DEBUG:boto:Token: None 2022-09-01T11:30:04.142 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/ 2022-09-01T11:30:04.143 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA= 2022-09-01T11:30:04.143 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA=', 'Content-Length': '0'} 2022-09-01T11:30:04.148 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004451db2322cd8dca-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.149 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:04.150 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:30:04.151 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:04.152 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:04.152 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.153 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.154 DEBUG:boto:Method: GET 2022-09-01T11:30:04.154 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.155 DEBUG:boto:Data: 2022-09-01T11:30:04.156 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.156 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.157 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.157 DEBUG:boto:Params: {} 2022-09-01T11:30:04.158 DEBUG:boto:Token: None 2022-09-01T11:30:04.158 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.159 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:e9hdj2qKX+WyFAqSLLHV+Fe8hrA= 2022-09-01T11:30:04.160 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:e9hdj2qKX+WyFAqSLLHV+Fe8hrA=', 'Content-Length': '0'} 2022-09-01T11:30:04.162 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045f7a3bb725f9510-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.163 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:04.164 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:04.164 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.165 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.165 DEBUG:boto:Method: GET 2022-09-01T11:30:04.166 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.166 DEBUG:boto:Data: 2022-09-01T11:30:04.167 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.167 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.168 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.169 DEBUG:boto:Params: {} 2022-09-01T11:30:04.169 DEBUG:boto:Token: None 2022-09-01T11:30:04.170 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.171 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:e9hdj2qKX+WyFAqSLLHV+Fe8hrA= 2022-09-01T11:30:04.171 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:e9hdj2qKX+WyFAqSLLHV+Fe8hrA=', 'Content-Length': '0'} 2022-09-01T11:30:04.174 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004970eb0482e88eba-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.175 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:04.175 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:04.176 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.177 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.177 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.178 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.179 DEBUG:boto:Data: 2022-09-01T11:30:04.179 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.180 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.180 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.181 DEBUG:boto:Params: {} 2022-09-01T11:30:04.181 DEBUG:boto:Token: None 2022-09-01T11:30:04.182 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.183 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lbu4FdbM4nIsSVLIcfTIlwi/gvA= 2022-09-01T11:30:04.183 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lbu4FdbM4nIsSVLIcfTIlwi/gvA=', 'Content-Length': '0'} 2022-09-01T11:30:04.185 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009c693bd6900cbd21-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.186 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:04.187 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:04.187 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.188 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.188 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.189 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.189 DEBUG:boto:Data: 2022-09-01T11:30:04.190 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.190 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.191 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.191 DEBUG:boto:Params: {} 2022-09-01T11:30:04.192 DEBUG:boto:Token: None 2022-09-01T11:30:04.193 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.193 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lbu4FdbM4nIsSVLIcfTIlwi/gvA= 2022-09-01T11:30:04.194 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lbu4FdbM4nIsSVLIcfTIlwi/gvA=', 'Content-Length': '0'} 2022-09-01T11:30:04.196 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003589a6ee6a3706a7-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.197 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:30:04.198 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:04.198 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:04.199 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.199 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.200 DEBUG:boto:Method: GET 2022-09-01T11:30:04.200 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.201 DEBUG:boto:Data: 2022-09-01T11:30:04.202 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.202 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.203 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.203 DEBUG:boto:Params: {} 2022-09-01T11:30:04.204 DEBUG:boto:Token: None 2022-09-01T11:30:04.205 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.205 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:e9hdj2qKX+WyFAqSLLHV+Fe8hrA= 2022-09-01T11:30:04.206 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:e9hdj2qKX+WyFAqSLLHV+Fe8hrA=', 'Content-Length': '0'} 2022-09-01T11:30:04.208 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000bf28a7310f52c25-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.209 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:04.209 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:04.210 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.210 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.211 DEBUG:boto:Method: GET 2022-09-01T11:30:04.212 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.212 DEBUG:boto:Data: 2022-09-01T11:30:04.213 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.213 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.214 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.214 DEBUG:boto:Params: {} 2022-09-01T11:30:04.215 DEBUG:boto:Token: None 2022-09-01T11:30:04.215 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:04.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:e9hdj2qKX+WyFAqSLLHV+Fe8hrA= 2022-09-01T11:30:04.217 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:e9hdj2qKX+WyFAqSLLHV+Fe8hrA=', 'Content-Length': '0'} 2022-09-01T11:30:04.219 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003bc175f9454b8736-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.220 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:04.220 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:04.221 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:04.221 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:04.222 DEBUG:boto:Method: GET 2022-09-01T11:30:04.223 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:30:04.223 DEBUG:boto:Data: 2022-09-01T11:30:04.224 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.224 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.225 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.225 DEBUG:boto:Params: {} 2022-09-01T11:30:04.226 DEBUG:boto:Token: None 2022-09-01T11:30:04.226 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/ 2022-09-01T11:30:04.227 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA= 2022-09-01T11:30:04.228 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA=', 'Content-Length': '0'} 2022-09-01T11:30:04.231 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002c3b73b4b5658057-00631097bc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.231 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:04.232 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:04.233 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:04.233 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:04.234 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:04.234 DEBUG:boto:Method: GET 2022-09-01T11:30:04.235 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:30:04.235 DEBUG:boto:Data: 2022-09-01T11:30:04.236 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.236 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.237 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.238 DEBUG:boto:Params: {} 2022-09-01T11:30:04.238 DEBUG:boto:Token: None 2022-09-01T11:30:04.239 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/ 2022-09-01T11:30:04.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA= 2022-09-01T11:30:04.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA=', 'Content-Length': '0'} 2022-09-01T11:30:04.245 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000052deb953ed38e9e1-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.246 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:04.247 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:04.248 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:04.248 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.249 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:30:04.249 DEBUG:boto:Data: 2022-09-01T11:30:04.250 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.250 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.251 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.251 DEBUG:boto:Params: {} 2022-09-01T11:30:04.252 DEBUG:boto:Token: None 2022-09-01T11:30:04.253 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj62 2022-09-01T11:30:04.253 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:40qiY2iG1iemKHBzgioDCQpl0GM= 2022-09-01T11:30:04.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:40qiY2iG1iemKHBzgioDCQpl0GM=', 'Content-Length': '0'} 2022-09-01T11:30:04.256 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dd0a9f94d4bed34a-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.257 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:04.257 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:04.258 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.258 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:30:04.259 DEBUG:boto:Data: 2022-09-01T11:30:04.260 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.260 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.261 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.261 DEBUG:boto:Params: {} 2022-09-01T11:30:04.262 DEBUG:boto:Token: None 2022-09-01T11:30:04.263 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj62 2022-09-01T11:30:04.263 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:40qiY2iG1iemKHBzgioDCQpl0GM= 2022-09-01T11:30:04.264 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:40qiY2iG1iemKHBzgioDCQpl0GM=', 'Content-Length': '0'} 2022-09-01T11:30:04.266 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000137b1ae6a05a0fc2-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.267 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:30:04.267 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:04.268 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:04.269 DEBUG:boto:Method: GET 2022-09-01T11:30:04.269 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:30:04.270 DEBUG:boto:Data: 2022-09-01T11:30:04.270 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.271 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.272 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.272 DEBUG:boto:Params: {} 2022-09-01T11:30:04.273 DEBUG:boto:Token: None 2022-09-01T11:30:04.273 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj62 2022-09-01T11:30:04.274 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dMbhGnEN8/dLbaQUDXwo+CS7xyg= 2022-09-01T11:30:04.275 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dMbhGnEN8/dLbaQUDXwo+CS7xyg=', 'Content-Length': '0'} 2022-09-01T11:30:04.277 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f921e6cf5cecb829-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.318 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:04.320 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:04.322 DEBUG:boto:Method: GET 2022-09-01T11:30:04.323 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:30:04.324 DEBUG:boto:Data: 2022-09-01T11:30:04.325 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.326 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.327 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.328 DEBUG:boto:Params: {} 2022-09-01T11:30:04.329 DEBUG:boto:Token: None 2022-09-01T11:30:04.331 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj62 2022-09-01T11:30:04.332 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dMbhGnEN8/dLbaQUDXwo+CS7xyg= 2022-09-01T11:30:04.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dMbhGnEN8/dLbaQUDXwo+CS7xyg=', 'Content-Length': '0'} 2022-09-01T11:30:04.336 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bcf1299e0604b0aa-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.338 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:04.339 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:04.340 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:04.341 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:04.343 DEBUG:boto:Method: GET 2022-09-01T11:30:04.344 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:30:04.346 DEBUG:boto:Data: 2022-09-01T11:30:04.346 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.347 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.348 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.348 DEBUG:boto:Params: {} 2022-09-01T11:30:04.349 DEBUG:boto:Token: None 2022-09-01T11:30:04.350 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/ 2022-09-01T11:30:04.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA= 2022-09-01T11:30:04.352 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA=', 'Content-Length': '0'} 2022-09-01T11:30:04.355 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004c523e0f2588f237-00631097bc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.355 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:04.356 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:04.357 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:04.357 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:04.358 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:04.359 DEBUG:boto:Method: GET 2022-09-01T11:30:04.359 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:30:04.360 DEBUG:boto:Data: 2022-09-01T11:30:04.361 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.361 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.362 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.363 DEBUG:boto:Params: {} 2022-09-01T11:30:04.364 DEBUG:boto:Token: None 2022-09-01T11:30:04.364 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/ 2022-09-01T11:30:04.365 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA= 2022-09-01T11:30:04.366 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA=', 'Content-Length': '0'} 2022-09-01T11:30:04.371 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007d68a0eb4a98cf74-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.372 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:04.374 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:30:04.375 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:04.376 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:04.376 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.377 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.378 DEBUG:boto:Method: GET 2022-09-01T11:30:04.379 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.380 DEBUG:boto:Data: 2022-09-01T11:30:04.380 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.381 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.381 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.382 DEBUG:boto:Params: {} 2022-09-01T11:30:04.383 DEBUG:boto:Token: None 2022-09-01T11:30:04.384 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.384 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j6as2ZK8cFpjisjnI7zJtrUXAnU= 2022-09-01T11:30:04.385 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j6as2ZK8cFpjisjnI7zJtrUXAnU=', 'Content-Length': '0'} 2022-09-01T11:30:04.387 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f9a96ea65e9d01da-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.388 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:04.389 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:04.389 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.390 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.391 DEBUG:boto:Method: GET 2022-09-01T11:30:04.392 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.393 DEBUG:boto:Data: 2022-09-01T11:30:04.393 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.394 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.394 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.395 DEBUG:boto:Params: {} 2022-09-01T11:30:04.396 DEBUG:boto:Token: None 2022-09-01T11:30:04.396 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j6as2ZK8cFpjisjnI7zJtrUXAnU= 2022-09-01T11:30:04.397 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j6as2ZK8cFpjisjnI7zJtrUXAnU=', 'Content-Length': '0'} 2022-09-01T11:30:04.400 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a6832cdf41f7ce0-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.401 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:04.402 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:04.406 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.407 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.408 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.409 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.410 DEBUG:boto:Data: 2022-09-01T11:30:04.411 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.412 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.412 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.413 DEBUG:boto:Params: {} 2022-09-01T11:30:04.413 DEBUG:boto:Token: None 2022-09-01T11:30:04.414 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.415 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gcx8CKDNifMRyxleOJTqffC5SBk= 2022-09-01T11:30:04.415 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gcx8CKDNifMRyxleOJTqffC5SBk=', 'Content-Length': '0'} 2022-09-01T11:30:04.418 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007dfd6f581b3e428f-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.419 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:04.419 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:04.420 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.420 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.421 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.421 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.422 DEBUG:boto:Data: 2022-09-01T11:30:04.422 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.423 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.423 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.424 DEBUG:boto:Params: {} 2022-09-01T11:30:04.424 DEBUG:boto:Token: None 2022-09-01T11:30:04.425 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.426 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gcx8CKDNifMRyxleOJTqffC5SBk= 2022-09-01T11:30:04.426 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gcx8CKDNifMRyxleOJTqffC5SBk=', 'Content-Length': '0'} 2022-09-01T11:30:04.429 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000084102b46f2d42a87-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.430 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:30:04.431 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:04.432 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:04.432 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.433 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.434 DEBUG:boto:Method: GET 2022-09-01T11:30:04.435 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.436 DEBUG:boto:Data: 2022-09-01T11:30:04.437 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.437 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.438 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.439 DEBUG:boto:Params: {} 2022-09-01T11:30:04.440 DEBUG:boto:Token: None 2022-09-01T11:30:04.441 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j6as2ZK8cFpjisjnI7zJtrUXAnU= 2022-09-01T11:30:04.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j6as2ZK8cFpjisjnI7zJtrUXAnU=', 'Content-Length': '0'} 2022-09-01T11:30:04.445 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008feda685b6ead243-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.447 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:04.448 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:04.448 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.449 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.450 DEBUG:boto:Method: GET 2022-09-01T11:30:04.450 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.451 DEBUG:boto:Data: 2022-09-01T11:30:04.451 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.452 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.452 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.453 DEBUG:boto:Params: {} 2022-09-01T11:30:04.454 DEBUG:boto:Token: None 2022-09-01T11:30:04.454 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:04.455 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j6as2ZK8cFpjisjnI7zJtrUXAnU= 2022-09-01T11:30:04.456 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j6as2ZK8cFpjisjnI7zJtrUXAnU=', 'Content-Length': '0'} 2022-09-01T11:30:04.458 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e3089cbf08b6c739-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.459 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:04.460 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:04.460 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:04.461 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:04.461 DEBUG:boto:Method: GET 2022-09-01T11:30:04.462 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:30:04.462 DEBUG:boto:Data: 2022-09-01T11:30:04.463 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.464 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.464 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.465 DEBUG:boto:Params: {} 2022-09-01T11:30:04.465 DEBUG:boto:Token: None 2022-09-01T11:30:04.466 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/ 2022-09-01T11:30:04.467 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA= 2022-09-01T11:30:04.468 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA=', 'Content-Length': '0'} 2022-09-01T11:30:04.472 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ebf45b14bf419596-00631097bc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.473 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:04.475 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:04.477 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:04.478 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:04.479 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:04.480 DEBUG:boto:Method: GET 2022-09-01T11:30:04.480 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:30:04.481 DEBUG:boto:Data: 2022-09-01T11:30:04.482 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.483 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.484 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.485 DEBUG:boto:Params: {} 2022-09-01T11:30:04.486 DEBUG:boto:Token: None 2022-09-01T11:30:04.486 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/ 2022-09-01T11:30:04.487 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA= 2022-09-01T11:30:04.488 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA=', 'Content-Length': '0'} 2022-09-01T11:30:04.493 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006e489a978819efa8-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.494 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:04.496 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:04.497 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:04.498 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.498 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:30:04.499 DEBUG:boto:Data: 2022-09-01T11:30:04.499 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.501 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.502 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.502 DEBUG:boto:Params: {} 2022-09-01T11:30:04.503 DEBUG:boto:Token: None 2022-09-01T11:30:04.504 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj68 2022-09-01T11:30:04.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hQvg3vd4XhN8gEVc+d3TRWrDv60= 2022-09-01T11:30:04.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hQvg3vd4XhN8gEVc+d3TRWrDv60=', 'Content-Length': '0'} 2022-09-01T11:30:04.507 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c683751126eae606-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.508 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:04.509 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:04.509 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.510 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:30:04.510 DEBUG:boto:Data: 2022-09-01T11:30:04.511 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.511 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.512 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.512 DEBUG:boto:Params: {} 2022-09-01T11:30:04.513 DEBUG:boto:Token: None 2022-09-01T11:30:04.514 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj68 2022-09-01T11:30:04.514 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hQvg3vd4XhN8gEVc+d3TRWrDv60= 2022-09-01T11:30:04.515 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hQvg3vd4XhN8gEVc+d3TRWrDv60=', 'Content-Length': '0'} 2022-09-01T11:30:04.518 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008002d888f5a2bfcd-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.520 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:30:04.521 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:04.522 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:04.522 DEBUG:boto:Method: GET 2022-09-01T11:30:04.523 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:30:04.524 DEBUG:boto:Data: 2022-09-01T11:30:04.524 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.525 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.525 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.526 DEBUG:boto:Params: {} 2022-09-01T11:30:04.527 DEBUG:boto:Token: None 2022-09-01T11:30:04.528 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj68 2022-09-01T11:30:04.529 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6XyTrm24/cchiv5MjkoQ0D1qf8M= 2022-09-01T11:30:04.530 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6XyTrm24/cchiv5MjkoQ0D1qf8M=', 'Content-Length': '0'} 2022-09-01T11:30:04.533 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001d143947412884a5-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.574 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:04.576 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:04.577 DEBUG:boto:Method: GET 2022-09-01T11:30:04.578 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:30:04.579 DEBUG:boto:Data: 2022-09-01T11:30:04.580 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.581 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.582 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.583 DEBUG:boto:Params: {} 2022-09-01T11:30:04.584 DEBUG:boto:Token: None 2022-09-01T11:30:04.585 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj68 2022-09-01T11:30:04.586 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6XyTrm24/cchiv5MjkoQ0D1qf8M= 2022-09-01T11:30:04.587 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6XyTrm24/cchiv5MjkoQ0D1qf8M=', 'Content-Length': '0'} 2022-09-01T11:30:04.591 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000affdd4454301ae4d-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.593 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:04.594 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:04.595 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:04.596 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:04.597 DEBUG:boto:Method: GET 2022-09-01T11:30:04.599 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:30:04.600 DEBUG:boto:Data: 2022-09-01T11:30:04.601 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.602 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.603 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.604 DEBUG:boto:Params: {} 2022-09-01T11:30:04.605 DEBUG:boto:Token: None 2022-09-01T11:30:04.605 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/ 2022-09-01T11:30:04.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA= 2022-09-01T11:30:04.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA=', 'Content-Length': '0'} 2022-09-01T11:30:04.610 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c33aee0b16dbc8ec-00631097bc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.612 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:04.613 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:04.614 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:04.614 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:04.615 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:04.616 DEBUG:boto:Method: GET 2022-09-01T11:30:04.616 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:30:04.617 DEBUG:boto:Data: 2022-09-01T11:30:04.617 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.618 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.619 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.619 DEBUG:boto:Params: {} 2022-09-01T11:30:04.620 DEBUG:boto:Token: None 2022-09-01T11:30:04.621 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/ 2022-09-01T11:30:04.622 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA= 2022-09-01T11:30:04.623 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA=', 'Content-Length': '0'} 2022-09-01T11:30:04.628 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fedc465de3b248ba-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.629 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:04.631 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:30:04.632 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:04.633 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:04.634 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.635 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.636 DEBUG:boto:Method: GET 2022-09-01T11:30:04.637 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.638 DEBUG:boto:Data: 2022-09-01T11:30:04.639 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.640 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.641 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.642 DEBUG:boto:Params: {} 2022-09-01T11:30:04.644 DEBUG:boto:Token: None 2022-09-01T11:30:04.645 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.646 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eieEjONtSt61Jz/KDclGHPrbB7I= 2022-09-01T11:30:04.647 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eieEjONtSt61Jz/KDclGHPrbB7I=', 'Content-Length': '0'} 2022-09-01T11:30:04.651 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bcdc26ad3f70c590-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.653 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:04.654 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:04.655 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.656 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.657 DEBUG:boto:Method: GET 2022-09-01T11:30:04.658 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.659 DEBUG:boto:Data: 2022-09-01T11:30:04.660 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.661 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.662 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.663 DEBUG:boto:Params: {} 2022-09-01T11:30:04.665 DEBUG:boto:Token: None 2022-09-01T11:30:04.666 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eieEjONtSt61Jz/KDclGHPrbB7I= 2022-09-01T11:30:04.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eieEjONtSt61Jz/KDclGHPrbB7I=', 'Content-Length': '0'} 2022-09-01T11:30:04.671 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001cd5975da2333a66-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.672 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:04.673 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:04.674 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.675 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.676 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.677 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.678 DEBUG:boto:Data: 2022-09-01T11:30:04.679 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.680 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.681 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.682 DEBUG:boto:Params: {} 2022-09-01T11:30:04.683 DEBUG:boto:Token: None 2022-09-01T11:30:04.683 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.684 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XuSxexpJIrLqBhtWzBsAsoRNPQk= 2022-09-01T11:30:04.685 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XuSxexpJIrLqBhtWzBsAsoRNPQk=', 'Content-Length': '0'} 2022-09-01T11:30:04.687 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a6a94aa0ce226c08-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.687 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:04.688 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:04.688 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.689 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.690 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.690 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.691 DEBUG:boto:Data: 2022-09-01T11:30:04.691 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.692 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.693 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.694 DEBUG:boto:Params: {} 2022-09-01T11:30:04.695 DEBUG:boto:Token: None 2022-09-01T11:30:04.696 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XuSxexpJIrLqBhtWzBsAsoRNPQk= 2022-09-01T11:30:04.705 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XuSxexpJIrLqBhtWzBsAsoRNPQk=', 'Content-Length': '0'} 2022-09-01T11:30:04.708 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000effb724c0a2fb643-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.710 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:30:04.711 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:04.712 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:04.713 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.714 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.715 DEBUG:boto:Method: GET 2022-09-01T11:30:04.716 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.717 DEBUG:boto:Data: 2022-09-01T11:30:04.718 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.719 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.720 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.721 DEBUG:boto:Params: {} 2022-09-01T11:30:04.722 DEBUG:boto:Token: None 2022-09-01T11:30:04.723 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.724 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eieEjONtSt61Jz/KDclGHPrbB7I= 2022-09-01T11:30:04.726 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eieEjONtSt61Jz/KDclGHPrbB7I=', 'Content-Length': '0'} 2022-09-01T11:30:04.728 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000038aed8365b2f20b1-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.770 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:04.771 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:04.771 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.772 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.772 DEBUG:boto:Method: GET 2022-09-01T11:30:04.773 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.773 DEBUG:boto:Data: 2022-09-01T11:30:04.774 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.775 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.775 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.776 DEBUG:boto:Params: {} 2022-09-01T11:30:04.776 DEBUG:boto:Token: None 2022-09-01T11:30:04.777 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:04.778 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eieEjONtSt61Jz/KDclGHPrbB7I= 2022-09-01T11:30:04.779 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eieEjONtSt61Jz/KDclGHPrbB7I=', 'Content-Length': '0'} 2022-09-01T11:30:04.782 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000afb6f39169889dfc-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.783 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:04.783 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:04.784 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:04.784 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:04.785 DEBUG:boto:Method: GET 2022-09-01T11:30:04.786 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:30:04.786 DEBUG:boto:Data: 2022-09-01T11:30:04.787 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.787 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.788 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.788 DEBUG:boto:Params: {} 2022-09-01T11:30:04.789 DEBUG:boto:Token: None 2022-09-01T11:30:04.790 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/ 2022-09-01T11:30:04.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA= 2022-09-01T11:30:04.792 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA=', 'Content-Length': '0'} 2022-09-01T11:30:04.794 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fe4907e5e02ad173-00631097bc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.795 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:04.796 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:04.796 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:04.797 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:04.798 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:04.798 DEBUG:boto:Method: GET 2022-09-01T11:30:04.799 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:30:04.800 DEBUG:boto:Data: 2022-09-01T11:30:04.800 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.801 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.802 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.803 DEBUG:boto:Params: {} 2022-09-01T11:30:04.804 DEBUG:boto:Token: None 2022-09-01T11:30:04.805 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/ 2022-09-01T11:30:04.807 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA= 2022-09-01T11:30:04.808 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA=', 'Content-Length': '0'} 2022-09-01T11:30:04.813 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fcc68cc2ab704ec9-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.814 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:04.815 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:04.815 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:04.816 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.816 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:30:04.817 DEBUG:boto:Data: 2022-09-01T11:30:04.817 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.818 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.819 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.819 DEBUG:boto:Params: {} 2022-09-01T11:30:04.820 DEBUG:boto:Token: None 2022-09-01T11:30:04.820 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj69 2022-09-01T11:30:04.821 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gMws+lH2RU6niAE1IjYMjZP1Fkc= 2022-09-01T11:30:04.822 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gMws+lH2RU6niAE1IjYMjZP1Fkc=', 'Content-Length': '0'} 2022-09-01T11:30:04.824 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000285311c1aa19d317-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.825 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:04.825 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:04.826 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.827 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:30:04.827 DEBUG:boto:Data: 2022-09-01T11:30:04.828 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.828 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.829 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.829 DEBUG:boto:Params: {} 2022-09-01T11:30:04.830 DEBUG:boto:Token: None 2022-09-01T11:30:04.831 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj69 2022-09-01T11:30:04.832 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gMws+lH2RU6niAE1IjYMjZP1Fkc= 2022-09-01T11:30:04.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gMws+lH2RU6niAE1IjYMjZP1Fkc=', 'Content-Length': '0'} 2022-09-01T11:30:04.834 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000049fa73150b4a558c-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.835 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:30:04.836 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:04.836 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:04.837 DEBUG:boto:Method: GET 2022-09-01T11:30:04.838 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:30:04.838 DEBUG:boto:Data: 2022-09-01T11:30:04.839 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.839 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.840 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.841 DEBUG:boto:Params: {} 2022-09-01T11:30:04.841 DEBUG:boto:Token: None 2022-09-01T11:30:04.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj69 2022-09-01T11:30:04.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LGcrvt7vpSJ6lDc52QGmix4be1Y= 2022-09-01T11:30:04.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LGcrvt7vpSJ6lDc52QGmix4be1Y=', 'Content-Length': '0'} 2022-09-01T11:30:04.846 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000332c6ed90791cd83-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.846 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:04.847 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:04.848 DEBUG:boto:Method: GET 2022-09-01T11:30:04.848 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:30:04.849 DEBUG:boto:Data: 2022-09-01T11:30:04.850 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.851 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.851 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.852 DEBUG:boto:Params: {} 2022-09-01T11:30:04.852 DEBUG:boto:Token: None 2022-09-01T11:30:04.853 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj69 2022-09-01T11:30:04.854 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LGcrvt7vpSJ6lDc52QGmix4be1Y= 2022-09-01T11:30:04.854 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LGcrvt7vpSJ6lDc52QGmix4be1Y=', 'Content-Length': '0'} 2022-09-01T11:30:04.858 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004ab4f57b31ee39c7-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.859 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:04.859 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:04.860 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:04.860 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:04.861 DEBUG:boto:Method: GET 2022-09-01T11:30:04.861 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:30:04.862 DEBUG:boto:Data: 2022-09-01T11:30:04.863 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.863 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.864 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.864 DEBUG:boto:Params: {} 2022-09-01T11:30:04.865 DEBUG:boto:Token: None 2022-09-01T11:30:04.866 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/ 2022-09-01T11:30:04.867 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA= 2022-09-01T11:30:04.868 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA=', 'Content-Length': '0'} 2022-09-01T11:30:04.871 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000067591edb7a8ef033-00631097bc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.872 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:04.872 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:04.873 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:04.874 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:04.874 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:04.875 DEBUG:boto:Method: GET 2022-09-01T11:30:04.875 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:30:04.876 DEBUG:boto:Data: 2022-09-01T11:30:04.876 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.877 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.878 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.879 DEBUG:boto:Params: {} 2022-09-01T11:30:04.880 DEBUG:boto:Token: None 2022-09-01T11:30:04.881 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/ 2022-09-01T11:30:04.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA= 2022-09-01T11:30:04.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8IAKvoL2y0U+aB6ObpZsFHEm7PA=', 'Content-Length': '0'} 2022-09-01T11:30:04.887 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000333337df82663ceb-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.889 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:04.890 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj74 2022-09-01T11:30:04.891 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:04.892 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:04.892 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.893 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.894 DEBUG:boto:Method: GET 2022-09-01T11:30:04.894 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.895 DEBUG:boto:Data: 2022-09-01T11:30:04.895 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.896 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.897 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.898 DEBUG:boto:Params: {} 2022-09-01T11:30:04.898 DEBUG:boto:Token: None 2022-09-01T11:30:04.899 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.900 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IINrlXJuoDSWufKYArTujtcNQUQ= 2022-09-01T11:30:04.900 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IINrlXJuoDSWufKYArTujtcNQUQ=', 'Content-Length': '0'} 2022-09-01T11:30:04.903 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ef4a5bd1387e44ff-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.946 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:04.947 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:04.947 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.948 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.949 DEBUG:boto:Method: GET 2022-09-01T11:30:04.950 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.951 DEBUG:boto:Data: 2022-09-01T11:30:04.952 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.953 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.953 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.954 DEBUG:boto:Params: {} 2022-09-01T11:30:04.955 DEBUG:boto:Token: None 2022-09-01T11:30:04.956 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.957 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IINrlXJuoDSWufKYArTujtcNQUQ= 2022-09-01T11:30:04.958 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IINrlXJuoDSWufKYArTujtcNQUQ=', 'Content-Length': '0'} 2022-09-01T11:30:04.961 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c8956b9071521fd-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.962 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:04.963 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:04.964 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.965 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.966 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.966 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.967 DEBUG:boto:Data: 2022-09-01T11:30:04.967 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.968 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.968 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.969 DEBUG:boto:Params: {} 2022-09-01T11:30:04.969 DEBUG:boto:Token: None 2022-09-01T11:30:04.970 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.971 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5DsoEDeRP9jGanTIDwQRwgxLy7w= 2022-09-01T11:30:04.971 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5DsoEDeRP9jGanTIDwQRwgxLy7w=', 'Content-Length': '0'} 2022-09-01T11:30:04.974 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba4d0f71c930993d-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.975 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:04.975 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:04.976 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.977 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.978 DEBUG:boto:Method: HEAD 2022-09-01T11:30:04.979 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.980 DEBUG:boto:Data: 2022-09-01T11:30:04.981 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.982 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:04.983 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.984 DEBUG:boto:Params: {} 2022-09-01T11:30:04.985 DEBUG:boto:Token: None 2022-09-01T11:30:04.986 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:04 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.987 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5DsoEDeRP9jGanTIDwQRwgxLy7w= 2022-09-01T11:30:04.988 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:04 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5DsoEDeRP9jGanTIDwQRwgxLy7w=', 'Content-Length': '0'} 2022-09-01T11:30:04.991 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b42d95036887763-00631097bc-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:04.992 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj74 2022-09-01T11:30:04.992 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:04.993 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:04.994 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.995 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.995 DEBUG:boto:Method: GET 2022-09-01T11:30:04.996 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:04.997 DEBUG:boto:Data: 2022-09-01T11:30:04.997 DEBUG:boto:Headers: {} 2022-09-01T11:30:04.998 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:04.998 DEBUG:boto:Port: 8000 2022-09-01T11:30:04.999 DEBUG:boto:Params: {} 2022-09-01T11:30:04.999 DEBUG:boto:Token: None 2022-09-01T11:30:05.000 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:05.001 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8ewRB3BOJkO1fLX/X5sounCicBA= 2022-09-01T11:30:05.001 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8ewRB3BOJkO1fLX/X5sounCicBA=', 'Content-Length': '0'} 2022-09-01T11:30:05.004 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000da9e321a25617be5-00631097bc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:04 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.005 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:05.006 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:05.006 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:05.007 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:05.008 DEBUG:boto:Method: GET 2022-09-01T11:30:05.008 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:05.009 DEBUG:boto:Data: 2022-09-01T11:30:05.009 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.011 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.011 DEBUG:boto:Params: {} 2022-09-01T11:30:05.012 DEBUG:boto:Token: None 2022-09-01T11:30:05.013 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:05.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8ewRB3BOJkO1fLX/X5sounCicBA= 2022-09-01T11:30:05.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8ewRB3BOJkO1fLX/X5sounCicBA=', 'Content-Length': '0'} 2022-09-01T11:30:05.023 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001d92fb75432a3073-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.066 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:05.067 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:05.067 DEBUG:boto:path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:05.071 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:05.072 DEBUG:boto:Method: GET 2022-09-01T11:30:05.073 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj74 2022-09-01T11:30:05.074 DEBUG:boto:Data: 2022-09-01T11:30:05.075 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.075 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.076 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.077 DEBUG:boto:Params: {} 2022-09-01T11:30:05.077 DEBUG:boto:Token: None 2022-09-01T11:30:05.078 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/ 2022-09-01T11:30:05.079 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM= 2022-09-01T11:30:05.079 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM=', 'Content-Length': '0'} 2022-09-01T11:30:05.082 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a778cac8b8b1f06d-00631097bd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.083 DEBUG:boto:b'ptoxvb-74obj741000falseobj742022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:05.084 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:05.085 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:05.087 DEBUG:boto:path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:05.087 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:05.088 DEBUG:boto:Method: GET 2022-09-01T11:30:05.089 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj74 2022-09-01T11:30:05.090 DEBUG:boto:Data: 2022-09-01T11:30:05.091 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.092 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.092 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.093 DEBUG:boto:Params: {} 2022-09-01T11:30:05.093 DEBUG:boto:Token: None 2022-09-01T11:30:05.094 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/ 2022-09-01T11:30:05.095 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM= 2022-09-01T11:30:05.097 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM=', 'Content-Length': '0'} 2022-09-01T11:30:05.102 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000d51af6e26624f1b-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.102 DEBUG:boto:b'ptoxvb-74obj741000falseobj742022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:05.103 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:05.104 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:05.104 DEBUG:boto:Method: HEAD 2022-09-01T11:30:05.105 DEBUG:boto:Path: /ptoxvb-74/obj74 2022-09-01T11:30:05.105 DEBUG:boto:Data: 2022-09-01T11:30:05.106 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.106 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.107 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.107 DEBUG:boto:Params: {} 2022-09-01T11:30:05.108 DEBUG:boto:Token: None 2022-09-01T11:30:05.108 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj74 2022-09-01T11:30:05.109 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZD66+5Zo+ySlxFfHozKFftSutoo= 2022-09-01T11:30:05.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZD66+5Zo+ySlxFfHozKFftSutoo=', 'Content-Length': '0'} 2022-09-01T11:30:05.112 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c5b1a84f0e86a3d-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.112 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:05.113 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:05.113 DEBUG:boto:Method: HEAD 2022-09-01T11:30:05.114 DEBUG:boto:Path: /ptoxvb-74/obj74 2022-09-01T11:30:05.114 DEBUG:boto:Data: 2022-09-01T11:30:05.115 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.115 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.116 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.116 DEBUG:boto:Params: {} 2022-09-01T11:30:05.117 DEBUG:boto:Token: None 2022-09-01T11:30:05.118 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj74 2022-09-01T11:30:05.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZD66+5Zo+ySlxFfHozKFftSutoo= 2022-09-01T11:30:05.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZD66+5Zo+ySlxFfHozKFftSutoo=', 'Content-Length': '0'} 2022-09-01T11:30:05.121 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b80fd1bccce9219f-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.122 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj74 2022-09-01T11:30:05.123 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:05.124 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:05.125 DEBUG:boto:Method: GET 2022-09-01T11:30:05.126 DEBUG:boto:Path: /ptoxvb-74/obj74 2022-09-01T11:30:05.127 DEBUG:boto:Data: 2022-09-01T11:30:05.128 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.129 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.130 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.131 DEBUG:boto:Params: {} 2022-09-01T11:30:05.132 DEBUG:boto:Token: None 2022-09-01T11:30:05.133 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj74 2022-09-01T11:30:05.134 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IwApU2c45Lh5ghBtg0kwjclFqok= 2022-09-01T11:30:05.135 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IwApU2c45Lh5ghBtg0kwjclFqok=', 'Content-Length': '0'} 2022-09-01T11:30:05.138 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000000abe781a9287245-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.139 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:05.140 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:05.141 DEBUG:boto:Method: GET 2022-09-01T11:30:05.142 DEBUG:boto:Path: /ptoxvb-74/obj74 2022-09-01T11:30:05.143 DEBUG:boto:Data: 2022-09-01T11:30:05.144 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.145 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.146 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.147 DEBUG:boto:Params: {} 2022-09-01T11:30:05.148 DEBUG:boto:Token: None 2022-09-01T11:30:05.149 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj74 2022-09-01T11:30:05.150 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IwApU2c45Lh5ghBtg0kwjclFqok= 2022-09-01T11:30:05.151 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IwApU2c45Lh5ghBtg0kwjclFqok=', 'Content-Length': '0'} 2022-09-01T11:30:05.155 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000979dd0f4158da997-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.156 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:05.157 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:05.158 DEBUG:boto:path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:05.159 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:05.160 DEBUG:boto:Method: GET 2022-09-01T11:30:05.161 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj74 2022-09-01T11:30:05.162 DEBUG:boto:Data: 2022-09-01T11:30:05.163 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.164 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.165 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.165 DEBUG:boto:Params: {} 2022-09-01T11:30:05.166 DEBUG:boto:Token: None 2022-09-01T11:30:05.167 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/ 2022-09-01T11:30:05.167 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM= 2022-09-01T11:30:05.168 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM=', 'Content-Length': '0'} 2022-09-01T11:30:05.170 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000023b7eb8df0b42755-00631097bd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.214 DEBUG:boto:b'ptoxvb-74obj741000falseobj742022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:05.216 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:05.217 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:05.219 DEBUG:boto:path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:05.220 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:05.220 DEBUG:boto:Method: GET 2022-09-01T11:30:05.221 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj74 2022-09-01T11:30:05.222 DEBUG:boto:Data: 2022-09-01T11:30:05.223 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.223 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.224 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.225 DEBUG:boto:Params: {} 2022-09-01T11:30:05.225 DEBUG:boto:Token: None 2022-09-01T11:30:05.226 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/ 2022-09-01T11:30:05.227 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM= 2022-09-01T11:30:05.228 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM=', 'Content-Length': '0'} 2022-09-01T11:30:05.233 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000014cd3c47892c5a27-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.234 DEBUG:boto:b'ptoxvb-74obj741000falseobj742022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:05.235 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:30:05.236 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:05.236 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:05.237 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.237 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.238 DEBUG:boto:Method: GET 2022-09-01T11:30:05.238 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.239 DEBUG:boto:Data: 2022-09-01T11:30:05.240 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.240 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.241 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.241 DEBUG:boto:Params: {} 2022-09-01T11:30:05.242 DEBUG:boto:Token: None 2022-09-01T11:30:05.242 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.245 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pukd7a5rv9jAvewHqIC7ZdHkzc0= 2022-09-01T11:30:05.246 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pukd7a5rv9jAvewHqIC7ZdHkzc0=', 'Content-Length': '0'} 2022-09-01T11:30:05.249 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a8d15ae9ee0cbffe-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.250 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:05.251 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:05.251 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.252 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.253 DEBUG:boto:Method: GET 2022-09-01T11:30:05.254 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.254 DEBUG:boto:Data: 2022-09-01T11:30:05.255 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.256 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.256 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.257 DEBUG:boto:Params: {} 2022-09-01T11:30:05.257 DEBUG:boto:Token: None 2022-09-01T11:30:05.258 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.259 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pukd7a5rv9jAvewHqIC7ZdHkzc0= 2022-09-01T11:30:05.259 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pukd7a5rv9jAvewHqIC7ZdHkzc0=', 'Content-Length': '0'} 2022-09-01T11:30:05.261 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9d98ecd6cf92b50-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.262 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:05.263 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:05.263 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.264 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.264 DEBUG:boto:Method: HEAD 2022-09-01T11:30:05.265 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.266 DEBUG:boto:Data: 2022-09-01T11:30:05.266 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.267 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.267 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.268 DEBUG:boto:Params: {} 2022-09-01T11:30:05.268 DEBUG:boto:Token: None 2022-09-01T11:30:05.269 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.270 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UkmFjd9Eq15E+CAYS36nd7TzZbI= 2022-09-01T11:30:05.271 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UkmFjd9Eq15E+CAYS36nd7TzZbI=', 'Content-Length': '0'} 2022-09-01T11:30:05.274 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d81b39b8e66bc8a2-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.275 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:05.275 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:05.276 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.276 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.277 DEBUG:boto:Method: HEAD 2022-09-01T11:30:05.277 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.278 DEBUG:boto:Data: 2022-09-01T11:30:05.278 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.279 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.279 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.280 DEBUG:boto:Params: {} 2022-09-01T11:30:05.280 DEBUG:boto:Token: None 2022-09-01T11:30:05.281 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.282 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UkmFjd9Eq15E+CAYS36nd7TzZbI= 2022-09-01T11:30:05.283 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UkmFjd9Eq15E+CAYS36nd7TzZbI=', 'Content-Length': '0'} 2022-09-01T11:30:05.285 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000282d5c115339fc6b-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.286 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:30:05.287 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:05.288 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:05.289 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.291 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.292 DEBUG:boto:Method: GET 2022-09-01T11:30:05.293 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.294 DEBUG:boto:Data: 2022-09-01T11:30:05.294 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.296 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.296 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.297 DEBUG:boto:Params: {} 2022-09-01T11:30:05.298 DEBUG:boto:Token: None 2022-09-01T11:30:05.298 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pukd7a5rv9jAvewHqIC7ZdHkzc0= 2022-09-01T11:30:05.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pukd7a5rv9jAvewHqIC7ZdHkzc0=', 'Content-Length': '0'} 2022-09-01T11:30:05.302 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e9afc323fdad963e-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.303 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:05.304 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:05.304 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.305 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.305 DEBUG:boto:Method: GET 2022-09-01T11:30:05.306 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.307 DEBUG:boto:Data: 2022-09-01T11:30:05.307 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.308 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.308 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.309 DEBUG:boto:Params: {} 2022-09-01T11:30:05.310 DEBUG:boto:Token: None 2022-09-01T11:30:05.310 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:05.311 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pukd7a5rv9jAvewHqIC7ZdHkzc0= 2022-09-01T11:30:05.311 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pukd7a5rv9jAvewHqIC7ZdHkzc0=', 'Content-Length': '0'} 2022-09-01T11:30:05.314 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dd7abb99537d3a8a-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.315 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:05.315 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:05.316 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:05.316 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:05.317 DEBUG:boto:Method: GET 2022-09-01T11:30:05.318 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:30:05.318 DEBUG:boto:Data: 2022-09-01T11:30:05.319 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.319 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.320 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.321 DEBUG:boto:Params: {} 2022-09-01T11:30:05.321 DEBUG:boto:Token: None 2022-09-01T11:30:05.322 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/ 2022-09-01T11:30:05.322 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM= 2022-09-01T11:30:05.323 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM=', 'Content-Length': '0'} 2022-09-01T11:30:05.326 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002f5daa521f3be595-00631097bd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.327 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:05.329 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:05.330 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:05.331 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:05.332 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:05.333 DEBUG:boto:Method: GET 2022-09-01T11:30:05.334 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:30:05.336 DEBUG:boto:Data: 2022-09-01T11:30:05.337 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.338 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.339 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.340 DEBUG:boto:Params: {} 2022-09-01T11:30:05.341 DEBUG:boto:Token: None 2022-09-01T11:30:05.342 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/ 2022-09-01T11:30:05.344 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM= 2022-09-01T11:30:05.346 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM=', 'Content-Length': '0'} 2022-09-01T11:30:05.357 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b161a801bf3659b7-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.398 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:05.399 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:05.400 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:05.401 DEBUG:boto:Method: HEAD 2022-09-01T11:30:05.404 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:30:05.405 DEBUG:boto:Data: 2022-09-01T11:30:05.406 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.407 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.408 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.409 DEBUG:boto:Params: {} 2022-09-01T11:30:05.410 DEBUG:boto:Token: None 2022-09-01T11:30:05.410 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj76 2022-09-01T11:30:05.411 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:R3DZCZMIkm6oGlDoNBYW642cDms= 2022-09-01T11:30:05.412 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:R3DZCZMIkm6oGlDoNBYW642cDms=', 'Content-Length': '0'} 2022-09-01T11:30:05.414 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ddf3b413ddbc0da-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.415 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:05.415 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:05.416 DEBUG:boto:Method: HEAD 2022-09-01T11:30:05.416 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:30:05.417 DEBUG:boto:Data: 2022-09-01T11:30:05.417 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.418 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.418 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.419 DEBUG:boto:Params: {} 2022-09-01T11:30:05.420 DEBUG:boto:Token: None 2022-09-01T11:30:05.420 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj76 2022-09-01T11:30:05.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:R3DZCZMIkm6oGlDoNBYW642cDms= 2022-09-01T11:30:05.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:R3DZCZMIkm6oGlDoNBYW642cDms=', 'Content-Length': '0'} 2022-09-01T11:30:05.424 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009e56bbb427220da2-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.425 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:30:05.426 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:05.426 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:05.427 DEBUG:boto:Method: GET 2022-09-01T11:30:05.427 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:30:05.428 DEBUG:boto:Data: 2022-09-01T11:30:05.431 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.431 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.432 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.433 DEBUG:boto:Params: {} 2022-09-01T11:30:05.434 DEBUG:boto:Token: None 2022-09-01T11:30:05.435 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj76 2022-09-01T11:30:05.437 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rZ1o9QNq5jbLUo6uY9n8NZUenyA= 2022-09-01T11:30:05.438 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rZ1o9QNq5jbLUo6uY9n8NZUenyA=', 'Content-Length': '0'} 2022-09-01T11:30:05.441 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000002cdfb083703c59-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.442 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:05.443 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:05.443 DEBUG:boto:Method: GET 2022-09-01T11:30:05.444 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:30:05.445 DEBUG:boto:Data: 2022-09-01T11:30:05.445 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.446 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.446 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.447 DEBUG:boto:Params: {} 2022-09-01T11:30:05.448 DEBUG:boto:Token: None 2022-09-01T11:30:05.448 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj76 2022-09-01T11:30:05.449 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rZ1o9QNq5jbLUo6uY9n8NZUenyA= 2022-09-01T11:30:05.450 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rZ1o9QNq5jbLUo6uY9n8NZUenyA=', 'Content-Length': '0'} 2022-09-01T11:30:05.452 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006aa009adb7384a43-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.454 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:05.455 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:05.456 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:05.457 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:05.459 DEBUG:boto:Method: GET 2022-09-01T11:30:05.460 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:30:05.461 DEBUG:boto:Data: 2022-09-01T11:30:05.461 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.463 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.463 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.465 DEBUG:boto:Params: {} 2022-09-01T11:30:05.466 DEBUG:boto:Token: None 2022-09-01T11:30:05.467 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/ 2022-09-01T11:30:05.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM= 2022-09-01T11:30:05.469 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM=', 'Content-Length': '0'} 2022-09-01T11:30:05.473 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001e2fe8363dad63de-00631097bd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.474 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:05.475 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:05.475 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:05.476 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:05.477 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:05.477 DEBUG:boto:Method: GET 2022-09-01T11:30:05.478 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:30:05.478 DEBUG:boto:Data: 2022-09-01T11:30:05.479 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.480 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.480 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.481 DEBUG:boto:Params: {} 2022-09-01T11:30:05.481 DEBUG:boto:Token: None 2022-09-01T11:30:05.482 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/ 2022-09-01T11:30:05.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM= 2022-09-01T11:30:05.484 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM=', 'Content-Length': '0'} 2022-09-01T11:30:05.489 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000056cb66272c131d8b-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.489 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:05.490 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:30:05.491 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:05.492 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:05.493 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.494 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.495 DEBUG:boto:Method: GET 2022-09-01T11:30:05.496 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.496 DEBUG:boto:Data: 2022-09-01T11:30:05.497 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.498 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.499 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.500 DEBUG:boto:Params: {} 2022-09-01T11:30:05.501 DEBUG:boto:Token: None 2022-09-01T11:30:05.502 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r3NhpiCZRDEJYCYW0v4Qq44UH4Y= 2022-09-01T11:30:05.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r3NhpiCZRDEJYCYW0v4Qq44UH4Y=', 'Content-Length': '0'} 2022-09-01T11:30:05.507 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bc266081867cf81d-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.508 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:05.508 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:05.509 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.510 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.510 DEBUG:boto:Method: GET 2022-09-01T11:30:05.511 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.511 DEBUG:boto:Data: 2022-09-01T11:30:05.512 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.513 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.513 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.514 DEBUG:boto:Params: {} 2022-09-01T11:30:05.515 DEBUG:boto:Token: None 2022-09-01T11:30:05.516 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.517 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r3NhpiCZRDEJYCYW0v4Qq44UH4Y= 2022-09-01T11:30:05.518 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r3NhpiCZRDEJYCYW0v4Qq44UH4Y=', 'Content-Length': '0'} 2022-09-01T11:30:05.522 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000039462d90779adb50-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.523 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:05.524 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:05.525 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.526 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.527 DEBUG:boto:Method: HEAD 2022-09-01T11:30:05.527 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.528 DEBUG:boto:Data: 2022-09-01T11:30:05.528 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.529 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.530 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.530 DEBUG:boto:Params: {} 2022-09-01T11:30:05.531 DEBUG:boto:Token: None 2022-09-01T11:30:05.531 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bj98bidD5/uZk1+Tr6ZTbd0BKfY= 2022-09-01T11:30:05.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bj98bidD5/uZk1+Tr6ZTbd0BKfY=', 'Content-Length': '0'} 2022-09-01T11:30:05.535 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000094beb6251657f9cf-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.536 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:05.536 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:05.537 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.538 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.538 DEBUG:boto:Method: HEAD 2022-09-01T11:30:05.539 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.539 DEBUG:boto:Data: 2022-09-01T11:30:05.540 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.540 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.541 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.541 DEBUG:boto:Params: {} 2022-09-01T11:30:05.542 DEBUG:boto:Token: None 2022-09-01T11:30:05.543 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.544 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bj98bidD5/uZk1+Tr6ZTbd0BKfY= 2022-09-01T11:30:05.544 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bj98bidD5/uZk1+Tr6ZTbd0BKfY=', 'Content-Length': '0'} 2022-09-01T11:30:05.547 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e2c8a940bca0a8e6-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.548 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:30:05.548 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:05.549 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:05.549 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.550 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.551 DEBUG:boto:Method: GET 2022-09-01T11:30:05.551 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.552 DEBUG:boto:Data: 2022-09-01T11:30:05.552 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.553 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.553 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.554 DEBUG:boto:Params: {} 2022-09-01T11:30:05.555 DEBUG:boto:Token: None 2022-09-01T11:30:05.555 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.556 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r3NhpiCZRDEJYCYW0v4Qq44UH4Y= 2022-09-01T11:30:05.557 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r3NhpiCZRDEJYCYW0v4Qq44UH4Y=', 'Content-Length': '0'} 2022-09-01T11:30:05.560 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009f010add7edeeb2a-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.602 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:05.603 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:05.604 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.604 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.605 DEBUG:boto:Method: GET 2022-09-01T11:30:05.605 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.606 DEBUG:boto:Data: 2022-09-01T11:30:05.606 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.607 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.608 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.608 DEBUG:boto:Params: {} 2022-09-01T11:30:05.609 DEBUG:boto:Token: None 2022-09-01T11:30:05.609 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:05.610 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r3NhpiCZRDEJYCYW0v4Qq44UH4Y= 2022-09-01T11:30:05.611 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r3NhpiCZRDEJYCYW0v4Qq44UH4Y=', 'Content-Length': '0'} 2022-09-01T11:30:05.613 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9bfdd8e3fd8705a-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.614 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:05.615 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:05.615 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:05.616 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:05.616 DEBUG:boto:Method: GET 2022-09-01T11:30:05.617 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:30:05.617 DEBUG:boto:Data: 2022-09-01T11:30:05.618 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.619 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.619 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.620 DEBUG:boto:Params: {} 2022-09-01T11:30:05.620 DEBUG:boto:Token: None 2022-09-01T11:30:05.621 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/ 2022-09-01T11:30:05.621 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM= 2022-09-01T11:30:05.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM=', 'Content-Length': '0'} 2022-09-01T11:30:05.625 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fc32bd205d7621b8-00631097bd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.625 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:05.626 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:05.627 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:05.627 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:05.628 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:05.628 DEBUG:boto:Method: GET 2022-09-01T11:30:05.629 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:30:05.629 DEBUG:boto:Data: 2022-09-01T11:30:05.630 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.631 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.631 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.632 DEBUG:boto:Params: {} 2022-09-01T11:30:05.632 DEBUG:boto:Token: None 2022-09-01T11:30:05.633 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/ 2022-09-01T11:30:05.633 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM= 2022-09-01T11:30:05.634 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM=', 'Content-Length': '0'} 2022-09-01T11:30:05.639 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ccd73ed05b603c5f-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.640 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:05.641 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:05.641 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:05.642 DEBUG:boto:Method: HEAD 2022-09-01T11:30:05.642 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:30:05.643 DEBUG:boto:Data: 2022-09-01T11:30:05.643 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.644 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.645 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.646 DEBUG:boto:Params: {} 2022-09-01T11:30:05.646 DEBUG:boto:Token: None 2022-09-01T11:30:05.647 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj85 2022-09-01T11:30:05.648 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jx56MdPMALu+E0kB2DebLFwX5+E= 2022-09-01T11:30:05.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jx56MdPMALu+E0kB2DebLFwX5+E=', 'Content-Length': '0'} 2022-09-01T11:30:05.650 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3fe2bfe17fe773c-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.651 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:05.652 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:05.652 DEBUG:boto:Method: HEAD 2022-09-01T11:30:05.653 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:30:05.653 DEBUG:boto:Data: 2022-09-01T11:30:05.654 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.654 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.655 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.655 DEBUG:boto:Params: {} 2022-09-01T11:30:05.656 DEBUG:boto:Token: None 2022-09-01T11:30:05.657 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj85 2022-09-01T11:30:05.658 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jx56MdPMALu+E0kB2DebLFwX5+E= 2022-09-01T11:30:05.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jx56MdPMALu+E0kB2DebLFwX5+E=', 'Content-Length': '0'} 2022-09-01T11:30:05.662 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a95905768189f2a6-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.663 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:30:05.664 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:05.665 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:05.666 DEBUG:boto:Method: GET 2022-09-01T11:30:05.667 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:30:05.668 DEBUG:boto:Data: 2022-09-01T11:30:05.669 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.670 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.671 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.672 DEBUG:boto:Params: {} 2022-09-01T11:30:05.673 DEBUG:boto:Token: None 2022-09-01T11:30:05.674 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj85 2022-09-01T11:30:05.675 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H/CrSuaEyEVO3+jELwZs6Q7AYhg= 2022-09-01T11:30:05.676 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H/CrSuaEyEVO3+jELwZs6Q7AYhg=', 'Content-Length': '0'} 2022-09-01T11:30:05.680 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c1fd1583952dd9fb-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.681 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:05.682 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:05.683 DEBUG:boto:Method: GET 2022-09-01T11:30:05.684 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:30:05.685 DEBUG:boto:Data: 2022-09-01T11:30:05.686 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.687 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.688 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.689 DEBUG:boto:Params: {} 2022-09-01T11:30:05.690 DEBUG:boto:Token: None 2022-09-01T11:30:05.692 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj85 2022-09-01T11:30:05.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H/CrSuaEyEVO3+jELwZs6Q7AYhg= 2022-09-01T11:30:05.694 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H/CrSuaEyEVO3+jELwZs6Q7AYhg=', 'Content-Length': '0'} 2022-09-01T11:30:05.697 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001307200da5768191-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.738 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:05.739 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:05.740 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:05.741 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:05.742 DEBUG:boto:Method: GET 2022-09-01T11:30:05.743 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:30:05.744 DEBUG:boto:Data: 2022-09-01T11:30:05.745 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.746 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.747 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.747 DEBUG:boto:Params: {} 2022-09-01T11:30:05.748 DEBUG:boto:Token: None 2022-09-01T11:30:05.749 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/ 2022-09-01T11:30:05.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM= 2022-09-01T11:30:05.751 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM=', 'Content-Length': '0'} 2022-09-01T11:30:05.754 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e1aae95bb0d5008f-00631097bd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.755 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:05.756 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:05.757 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:05.758 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:05.759 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:05.759 DEBUG:boto:Method: GET 2022-09-01T11:30:05.760 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:30:05.760 DEBUG:boto:Data: 2022-09-01T11:30:05.761 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.761 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.762 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.763 DEBUG:boto:Params: {} 2022-09-01T11:30:05.763 DEBUG:boto:Token: None 2022-09-01T11:30:05.764 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/ 2022-09-01T11:30:05.765 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM= 2022-09-01T11:30:05.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM=', 'Content-Length': '0'} 2022-09-01T11:30:05.770 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000075000960d6d3682-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.771 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:05.772 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:30:05.773 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:05.773 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:05.774 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.774 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.775 DEBUG:boto:Method: GET 2022-09-01T11:30:05.775 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.776 DEBUG:boto:Data: 2022-09-01T11:30:05.777 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.777 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.778 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.778 DEBUG:boto:Params: {} 2022-09-01T11:30:05.779 DEBUG:boto:Token: None 2022-09-01T11:30:05.780 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wDNTzvfyNaEFR1tj45vhTUlyb+8= 2022-09-01T11:30:05.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wDNTzvfyNaEFR1tj45vhTUlyb+8=', 'Content-Length': '0'} 2022-09-01T11:30:05.784 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007fd9b3b0dbe34f8c-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.826 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:05.828 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:05.830 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.831 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.832 DEBUG:boto:Method: GET 2022-09-01T11:30:05.833 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.835 DEBUG:boto:Data: 2022-09-01T11:30:05.836 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.837 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.838 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.839 DEBUG:boto:Params: {} 2022-09-01T11:30:05.840 DEBUG:boto:Token: None 2022-09-01T11:30:05.841 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.842 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wDNTzvfyNaEFR1tj45vhTUlyb+8= 2022-09-01T11:30:05.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wDNTzvfyNaEFR1tj45vhTUlyb+8=', 'Content-Length': '0'} 2022-09-01T11:30:05.847 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a1afab7921892f03-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.848 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:05.849 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:05.850 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.852 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.853 DEBUG:boto:Method: HEAD 2022-09-01T11:30:05.854 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.855 DEBUG:boto:Data: 2022-09-01T11:30:05.856 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.858 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.859 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.859 DEBUG:boto:Params: {} 2022-09-01T11:30:05.860 DEBUG:boto:Token: None 2022-09-01T11:30:05.861 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.861 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NbFt0adwb9QXiEjCsRrMRaIk6Qs= 2022-09-01T11:30:05.862 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NbFt0adwb9QXiEjCsRrMRaIk6Qs=', 'Content-Length': '0'} 2022-09-01T11:30:05.865 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000053b3a23a1df1ef37-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.866 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:05.866 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:05.868 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.869 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.870 DEBUG:boto:Method: HEAD 2022-09-01T11:30:05.871 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.872 DEBUG:boto:Data: 2022-09-01T11:30:05.873 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.874 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.875 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.876 DEBUG:boto:Params: {} 2022-09-01T11:30:05.877 DEBUG:boto:Token: None 2022-09-01T11:30:05.877 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.878 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NbFt0adwb9QXiEjCsRrMRaIk6Qs= 2022-09-01T11:30:05.879 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NbFt0adwb9QXiEjCsRrMRaIk6Qs=', 'Content-Length': '0'} 2022-09-01T11:30:05.881 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b881109160d2723-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.882 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:30:05.882 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:05.883 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:05.883 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.884 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.884 DEBUG:boto:Method: GET 2022-09-01T11:30:05.885 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.885 DEBUG:boto:Data: 2022-09-01T11:30:05.886 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.886 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.887 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.887 DEBUG:boto:Params: {} 2022-09-01T11:30:05.888 DEBUG:boto:Token: None 2022-09-01T11:30:05.889 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.890 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wDNTzvfyNaEFR1tj45vhTUlyb+8= 2022-09-01T11:30:05.890 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wDNTzvfyNaEFR1tj45vhTUlyb+8=', 'Content-Length': '0'} 2022-09-01T11:30:05.893 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e57dce79b7099927-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.894 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:05.895 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:05.895 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.896 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.896 DEBUG:boto:Method: GET 2022-09-01T11:30:05.897 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.898 DEBUG:boto:Data: 2022-09-01T11:30:05.898 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.899 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.899 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.900 DEBUG:boto:Params: {} 2022-09-01T11:30:05.901 DEBUG:boto:Token: None 2022-09-01T11:30:05.901 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:05.902 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wDNTzvfyNaEFR1tj45vhTUlyb+8= 2022-09-01T11:30:05.903 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wDNTzvfyNaEFR1tj45vhTUlyb+8=', 'Content-Length': '0'} 2022-09-01T11:30:05.905 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002182e3212a103035-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.906 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:05.907 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:05.907 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:05.908 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:05.908 DEBUG:boto:Method: GET 2022-09-01T11:30:05.909 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:30:05.909 DEBUG:boto:Data: 2022-09-01T11:30:05.910 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.910 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.911 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.912 DEBUG:boto:Params: {} 2022-09-01T11:30:05.912 DEBUG:boto:Token: None 2022-09-01T11:30:05.913 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/ 2022-09-01T11:30:05.914 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM= 2022-09-01T11:30:05.914 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM=', 'Content-Length': '0'} 2022-09-01T11:30:05.917 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a7197774d57fddc3-00631097bd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.918 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:05.919 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:05.919 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:05.920 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:05.921 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:05.921 DEBUG:boto:Method: GET 2022-09-01T11:30:05.922 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:30:05.922 DEBUG:boto:Data: 2022-09-01T11:30:05.923 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.923 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.924 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.924 DEBUG:boto:Params: {} 2022-09-01T11:30:05.925 DEBUG:boto:Token: None 2022-09-01T11:30:05.926 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/ 2022-09-01T11:30:05.926 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM= 2022-09-01T11:30:05.927 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/ovGm2ryLjQhuvTn+mjRsQhO3EM=', 'Content-Length': '0'} 2022-09-01T11:30:05.933 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000086e5696e634619b4-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.933 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:05.934 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:05.935 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:05.936 DEBUG:boto:Method: HEAD 2022-09-01T11:30:05.936 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:30:05.937 DEBUG:boto:Data: 2022-09-01T11:30:05.937 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.938 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.939 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.940 DEBUG:boto:Params: {} 2022-09-01T11:30:05.941 DEBUG:boto:Token: None 2022-09-01T11:30:05.942 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj87 2022-09-01T11:30:05.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NcjJkk9Yx7JRvRP0tAg43MN4AwY= 2022-09-01T11:30:05.944 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NcjJkk9Yx7JRvRP0tAg43MN4AwY=', 'Content-Length': '0'} 2022-09-01T11:30:05.948 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007cd3be846fb52b6-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.949 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:05.950 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:05.951 DEBUG:boto:Method: HEAD 2022-09-01T11:30:05.952 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:30:05.953 DEBUG:boto:Data: 2022-09-01T11:30:05.954 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.955 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.956 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.957 DEBUG:boto:Params: {} 2022-09-01T11:30:05.958 DEBUG:boto:Token: None 2022-09-01T11:30:05.959 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj87 2022-09-01T11:30:05.960 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NcjJkk9Yx7JRvRP0tAg43MN4AwY= 2022-09-01T11:30:05.961 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NcjJkk9Yx7JRvRP0tAg43MN4AwY=', 'Content-Length': '0'} 2022-09-01T11:30:05.963 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001145bc5a2d8ad361-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.964 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:30:05.964 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:05.965 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:05.965 DEBUG:boto:Method: GET 2022-09-01T11:30:05.966 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:30:05.966 DEBUG:boto:Data: 2022-09-01T11:30:05.967 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.967 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:05.968 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.968 DEBUG:boto:Params: {} 2022-09-01T11:30:05.969 DEBUG:boto:Token: None 2022-09-01T11:30:05.970 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj87 2022-09-01T11:30:05.970 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aIXqrnQRjwgCVKDbBgCiIfBf0bw= 2022-09-01T11:30:05.971 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aIXqrnQRjwgCVKDbBgCiIfBf0bw=', 'Content-Length': '0'} 2022-09-01T11:30:05.974 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009a9fab32e6c4ffe3-00631097bd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:05.975 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:05.976 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:05.976 DEBUG:boto:Method: GET 2022-09-01T11:30:05.977 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:30:05.978 DEBUG:boto:Data: 2022-09-01T11:30:05.978 DEBUG:boto:Headers: {} 2022-09-01T11:30:05.979 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:05.980 DEBUG:boto:Port: 8000 2022-09-01T11:30:05.980 DEBUG:boto:Params: {} 2022-09-01T11:30:05.981 DEBUG:boto:Token: None 2022-09-01T11:30:05.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:05 GMT /ptoxvb-74/obj87 2022-09-01T11:30:05.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aIXqrnQRjwgCVKDbBgCiIfBf0bw= 2022-09-01T11:30:05.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:05 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aIXqrnQRjwgCVKDbBgCiIfBf0bw=', 'Content-Length': '0'} 2022-09-01T11:30:05.985 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b5f736f21ab8596-00631097bd-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:05 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.026 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:06.027 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:06.028 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:06.029 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:06.030 DEBUG:boto:Method: GET 2022-09-01T11:30:06.031 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:30:06.032 DEBUG:boto:Data: 2022-09-01T11:30:06.033 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.034 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.035 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.036 DEBUG:boto:Params: {} 2022-09-01T11:30:06.037 DEBUG:boto:Token: None 2022-09-01T11:30:06.038 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/ 2022-09-01T11:30:06.039 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc= 2022-09-01T11:30:06.040 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc=', 'Content-Length': '0'} 2022-09-01T11:30:06.045 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dd2184a692954096-00631097be-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.046 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:06.048 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:06.049 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:06.049 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:06.050 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:06.051 DEBUG:boto:Method: GET 2022-09-01T11:30:06.053 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:30:06.054 DEBUG:boto:Data: 2022-09-01T11:30:06.055 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.056 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.057 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.061 DEBUG:boto:Params: {} 2022-09-01T11:30:06.062 DEBUG:boto:Token: None 2022-09-01T11:30:06.063 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/ 2022-09-01T11:30:06.063 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc= 2022-09-01T11:30:06.064 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc=', 'Content-Length': '0'} 2022-09-01T11:30:06.069 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000063419f8dc59f3574-00631097be-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.070 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:06.071 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:30:06.072 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:06.072 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:06.073 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.074 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.075 DEBUG:boto:Method: GET 2022-09-01T11:30:06.075 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.078 DEBUG:boto:Data: 2022-09-01T11:30:06.078 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.079 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.080 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.080 DEBUG:boto:Params: {} 2022-09-01T11:30:06.081 DEBUG:boto:Token: None 2022-09-01T11:30:06.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.082 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cFsIo1ymZf+n18a1Iz5HPTnd3LU= 2022-09-01T11:30:06.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cFsIo1ymZf+n18a1Iz5HPTnd3LU=', 'Content-Length': '0'} 2022-09-01T11:30:06.086 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d2e740914ce68761-00631097be-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.087 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:06.088 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:06.089 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.090 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.091 DEBUG:boto:Method: GET 2022-09-01T11:30:06.092 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.093 DEBUG:boto:Data: 2022-09-01T11:30:06.094 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.095 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.096 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.097 DEBUG:boto:Params: {} 2022-09-01T11:30:06.097 DEBUG:boto:Token: None 2022-09-01T11:30:06.099 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.101 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cFsIo1ymZf+n18a1Iz5HPTnd3LU= 2022-09-01T11:30:06.101 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cFsIo1ymZf+n18a1Iz5HPTnd3LU=', 'Content-Length': '0'} 2022-09-01T11:30:06.104 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d4c13614de89cbca-00631097be-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.105 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:06.105 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:06.106 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.107 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.108 DEBUG:boto:Method: HEAD 2022-09-01T11:30:06.108 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.109 DEBUG:boto:Data: 2022-09-01T11:30:06.109 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.110 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.110 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.111 DEBUG:boto:Params: {} 2022-09-01T11:30:06.111 DEBUG:boto:Token: None 2022-09-01T11:30:06.112 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.113 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wPkNVKzmcYi2aDft1Z5gCcqdVWM= 2022-09-01T11:30:06.113 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wPkNVKzmcYi2aDft1Z5gCcqdVWM=', 'Content-Length': '0'} 2022-09-01T11:30:06.116 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001ea52d5561f23c4c-00631097be-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.116 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:06.117 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:06.118 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.118 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.119 DEBUG:boto:Method: HEAD 2022-09-01T11:30:06.119 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.120 DEBUG:boto:Data: 2022-09-01T11:30:06.120 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.121 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.121 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.122 DEBUG:boto:Params: {} 2022-09-01T11:30:06.122 DEBUG:boto:Token: None 2022-09-01T11:30:06.123 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wPkNVKzmcYi2aDft1Z5gCcqdVWM= 2022-09-01T11:30:06.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wPkNVKzmcYi2aDft1Z5gCcqdVWM=', 'Content-Length': '0'} 2022-09-01T11:30:06.127 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073ce05d5e68bf0e3-00631097be-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.127 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:30:06.128 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:06.129 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:06.130 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.130 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.131 DEBUG:boto:Method: GET 2022-09-01T11:30:06.131 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.132 DEBUG:boto:Data: 2022-09-01T11:30:06.133 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.133 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.134 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.134 DEBUG:boto:Params: {} 2022-09-01T11:30:06.135 DEBUG:boto:Token: None 2022-09-01T11:30:06.136 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.136 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cFsIo1ymZf+n18a1Iz5HPTnd3LU= 2022-09-01T11:30:06.137 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cFsIo1ymZf+n18a1Iz5HPTnd3LU=', 'Content-Length': '0'} 2022-09-01T11:30:06.139 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006935c44c6cff97c6-00631097be-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.183 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:06.184 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:06.184 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.185 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.185 DEBUG:boto:Method: GET 2022-09-01T11:30:06.186 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.186 DEBUG:boto:Data: 2022-09-01T11:30:06.187 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.187 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.188 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.188 DEBUG:boto:Params: {} 2022-09-01T11:30:06.189 DEBUG:boto:Token: None 2022-09-01T11:30:06.190 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:06.190 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cFsIo1ymZf+n18a1Iz5HPTnd3LU= 2022-09-01T11:30:06.191 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cFsIo1ymZf+n18a1Iz5HPTnd3LU=', 'Content-Length': '0'} 2022-09-01T11:30:06.193 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ec98f7a6ab186ea-00631097be-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.194 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:06.195 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:06.195 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:06.196 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:06.196 DEBUG:boto:Method: GET 2022-09-01T11:30:06.197 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:30:06.197 DEBUG:boto:Data: 2022-09-01T11:30:06.198 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.198 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.199 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.199 DEBUG:boto:Params: {} 2022-09-01T11:30:06.200 DEBUG:boto:Token: None 2022-09-01T11:30:06.201 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/ 2022-09-01T11:30:06.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc= 2022-09-01T11:30:06.202 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc=', 'Content-Length': '0'} 2022-09-01T11:30:06.205 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000abd45c72d6b44faf-00631097be-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.206 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:06.207 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:06.207 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:06.208 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:06.208 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:06.209 DEBUG:boto:Method: GET 2022-09-01T11:30:06.209 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:30:06.210 DEBUG:boto:Data: 2022-09-01T11:30:06.210 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.211 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.211 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.212 DEBUG:boto:Params: {} 2022-09-01T11:30:06.213 DEBUG:boto:Token: None 2022-09-01T11:30:06.213 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/ 2022-09-01T11:30:06.214 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc= 2022-09-01T11:30:06.215 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc=', 'Content-Length': '0'} 2022-09-01T11:30:06.219 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004f99f48ecaa73695-00631097be-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.220 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:06.221 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:06.222 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:06.223 DEBUG:boto:Method: HEAD 2022-09-01T11:30:06.224 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:30:06.225 DEBUG:boto:Data: 2022-09-01T11:30:06.226 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.228 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.229 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.229 DEBUG:boto:Params: {} 2022-09-01T11:30:06.231 DEBUG:boto:Token: None 2022-09-01T11:30:06.232 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj92 2022-09-01T11:30:06.232 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:alvyO5Op6Nthl1oNctcziC3pJXU= 2022-09-01T11:30:06.234 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:alvyO5Op6Nthl1oNctcziC3pJXU=', 'Content-Length': '0'} 2022-09-01T11:30:06.237 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009355b28d71266812-00631097be-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.238 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:06.239 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:06.240 DEBUG:boto:Method: HEAD 2022-09-01T11:30:06.241 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:30:06.242 DEBUG:boto:Data: 2022-09-01T11:30:06.243 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.243 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.244 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.245 DEBUG:boto:Params: {} 2022-09-01T11:30:06.247 DEBUG:boto:Token: None 2022-09-01T11:30:06.247 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj92 2022-09-01T11:30:06.248 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:alvyO5Op6Nthl1oNctcziC3pJXU= 2022-09-01T11:30:06.249 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:alvyO5Op6Nthl1oNctcziC3pJXU=', 'Content-Length': '0'} 2022-09-01T11:30:06.252 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c0f75bbe5b761557-00631097be-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.253 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:30:06.254 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:06.255 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:06.255 DEBUG:boto:Method: GET 2022-09-01T11:30:06.257 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:30:06.258 DEBUG:boto:Data: 2022-09-01T11:30:06.259 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.260 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.261 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.262 DEBUG:boto:Params: {} 2022-09-01T11:30:06.263 DEBUG:boto:Token: None 2022-09-01T11:30:06.264 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj92 2022-09-01T11:30:06.265 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fNXHUjjzsk38Xzd763j000wNLqg= 2022-09-01T11:30:06.266 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fNXHUjjzsk38Xzd763j000wNLqg=', 'Content-Length': '0'} 2022-09-01T11:30:06.270 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aeda0b291ebff564-00631097be-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.271 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:06.271 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:06.272 DEBUG:boto:Method: GET 2022-09-01T11:30:06.272 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:30:06.273 DEBUG:boto:Data: 2022-09-01T11:30:06.273 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.274 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.275 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.275 DEBUG:boto:Params: {} 2022-09-01T11:30:06.276 DEBUG:boto:Token: None 2022-09-01T11:30:06.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj92 2022-09-01T11:30:06.277 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fNXHUjjzsk38Xzd763j000wNLqg= 2022-09-01T11:30:06.278 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fNXHUjjzsk38Xzd763j000wNLqg=', 'Content-Length': '0'} 2022-09-01T11:30:06.281 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002f55cd5816e21749-00631097be-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.322 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:06.323 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:06.324 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:06.324 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:06.325 DEBUG:boto:Method: GET 2022-09-01T11:30:06.325 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:30:06.326 DEBUG:boto:Data: 2022-09-01T11:30:06.326 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.327 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.327 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.328 DEBUG:boto:Params: {} 2022-09-01T11:30:06.328 DEBUG:boto:Token: None 2022-09-01T11:30:06.331 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/ 2022-09-01T11:30:06.332 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc= 2022-09-01T11:30:06.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc=', 'Content-Length': '0'} 2022-09-01T11:30:06.337 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000436e3e00679937c2-00631097be-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.338 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:06.340 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:06.341 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:06.343 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:06.344 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:06.345 DEBUG:boto:Method: GET 2022-09-01T11:30:06.346 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:30:06.347 DEBUG:boto:Data: 2022-09-01T11:30:06.348 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.349 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.350 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.351 DEBUG:boto:Params: {} 2022-09-01T11:30:06.352 DEBUG:boto:Token: None 2022-09-01T11:30:06.354 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/ 2022-09-01T11:30:06.355 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc= 2022-09-01T11:30:06.356 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc=', 'Content-Length': '0'} 2022-09-01T11:30:06.361 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d8819a3a6765f2fa-00631097be-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.363 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:06.364 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:30:06.365 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:06.366 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:06.366 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.367 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.367 DEBUG:boto:Method: GET 2022-09-01T11:30:06.368 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.368 DEBUG:boto:Data: 2022-09-01T11:30:06.369 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.369 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.370 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.371 DEBUG:boto:Params: {} 2022-09-01T11:30:06.371 DEBUG:boto:Token: None 2022-09-01T11:30:06.372 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.372 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rtOCMklijFhHlXWZZy7m5nU01Ko= 2022-09-01T11:30:06.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rtOCMklijFhHlXWZZy7m5nU01Ko=', 'Content-Length': '0'} 2022-09-01T11:30:06.376 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000612767703f53e245-00631097be-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.378 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:06.379 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:06.380 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.381 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.382 DEBUG:boto:Method: GET 2022-09-01T11:30:06.383 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.384 DEBUG:boto:Data: 2022-09-01T11:30:06.385 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.385 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.386 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.387 DEBUG:boto:Params: {} 2022-09-01T11:30:06.387 DEBUG:boto:Token: None 2022-09-01T11:30:06.388 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.388 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rtOCMklijFhHlXWZZy7m5nU01Ko= 2022-09-01T11:30:06.389 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rtOCMklijFhHlXWZZy7m5nU01Ko=', 'Content-Length': '0'} 2022-09-01T11:30:06.392 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007eee6b39b1cb7735-00631097be-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.393 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:06.394 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:06.394 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.395 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.395 DEBUG:boto:Method: HEAD 2022-09-01T11:30:06.396 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.396 DEBUG:boto:Data: 2022-09-01T11:30:06.397 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.397 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.398 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.398 DEBUG:boto:Params: {} 2022-09-01T11:30:06.399 DEBUG:boto:Token: None 2022-09-01T11:30:06.400 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VM1f/Ayg7m5SsvrPWinizGwDoXg= 2022-09-01T11:30:06.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VM1f/Ayg7m5SsvrPWinizGwDoXg=', 'Content-Length': '0'} 2022-09-01T11:30:06.403 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c505fb21834016c4-00631097be-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.404 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:06.404 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:06.405 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.405 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.406 DEBUG:boto:Method: HEAD 2022-09-01T11:30:06.407 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.407 DEBUG:boto:Data: 2022-09-01T11:30:06.408 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.408 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.409 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.409 DEBUG:boto:Params: {} 2022-09-01T11:30:06.410 DEBUG:boto:Token: None 2022-09-01T11:30:06.410 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.411 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VM1f/Ayg7m5SsvrPWinizGwDoXg= 2022-09-01T11:30:06.412 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VM1f/Ayg7m5SsvrPWinizGwDoXg=', 'Content-Length': '0'} 2022-09-01T11:30:06.415 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001647973f13174db6-00631097be-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.416 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:30:06.417 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:06.417 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:06.418 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.419 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.420 DEBUG:boto:Method: GET 2022-09-01T11:30:06.421 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.422 DEBUG:boto:Data: 2022-09-01T11:30:06.424 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.425 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.426 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.427 DEBUG:boto:Params: {} 2022-09-01T11:30:06.428 DEBUG:boto:Token: None 2022-09-01T11:30:06.429 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.430 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rtOCMklijFhHlXWZZy7m5nU01Ko= 2022-09-01T11:30:06.431 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rtOCMklijFhHlXWZZy7m5nU01Ko=', 'Content-Length': '0'} 2022-09-01T11:30:06.433 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007301dc3a323d14f9-00631097be-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.434 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:06.435 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:06.435 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.436 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.437 DEBUG:boto:Method: GET 2022-09-01T11:30:06.438 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.439 DEBUG:boto:Data: 2022-09-01T11:30:06.440 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.441 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.442 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.443 DEBUG:boto:Params: {} 2022-09-01T11:30:06.444 DEBUG:boto:Token: None 2022-09-01T11:30:06.445 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:06.446 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rtOCMklijFhHlXWZZy7m5nU01Ko= 2022-09-01T11:30:06.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rtOCMklijFhHlXWZZy7m5nU01Ko=', 'Content-Length': '0'} 2022-09-01T11:30:06.451 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b62f939402482cd8-00631097be-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.498 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:06.499 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:06.499 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:06.500 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:06.501 DEBUG:boto:Method: GET 2022-09-01T11:30:06.501 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:30:06.502 DEBUG:boto:Data: 2022-09-01T11:30:06.503 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.503 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.504 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.504 DEBUG:boto:Params: {} 2022-09-01T11:30:06.505 DEBUG:boto:Token: None 2022-09-01T11:30:06.505 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/ 2022-09-01T11:30:06.506 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc= 2022-09-01T11:30:06.507 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc=', 'Content-Length': '0'} 2022-09-01T11:30:06.509 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008511d3281636d599-00631097be-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.510 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:06.511 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:06.512 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:06.512 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:06.513 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:06.513 DEBUG:boto:Method: GET 2022-09-01T11:30:06.514 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:30:06.514 DEBUG:boto:Data: 2022-09-01T11:30:06.515 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.515 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.516 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.516 DEBUG:boto:Params: {} 2022-09-01T11:30:06.517 DEBUG:boto:Token: None 2022-09-01T11:30:06.518 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/ 2022-09-01T11:30:06.518 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc= 2022-09-01T11:30:06.519 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc=', 'Content-Length': '0'} 2022-09-01T11:30:06.524 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d260c73bd5f0b3a0-00631097be-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.525 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:06.526 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:06.526 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:06.527 DEBUG:boto:Method: HEAD 2022-09-01T11:30:06.527 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:30:06.528 DEBUG:boto:Data: 2022-09-01T11:30:06.528 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.529 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.529 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.530 DEBUG:boto:Params: {} 2022-09-01T11:30:06.530 DEBUG:boto:Token: None 2022-09-01T11:30:06.531 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj93 2022-09-01T11:30:06.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8tGYMm2Otl+Ge1qIFKYfR2agX64= 2022-09-01T11:30:06.532 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8tGYMm2Otl+Ge1qIFKYfR2agX64=', 'Content-Length': '0'} 2022-09-01T11:30:06.534 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001b507be614ab21cc-00631097be-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.535 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:06.536 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:06.536 DEBUG:boto:Method: HEAD 2022-09-01T11:30:06.537 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:30:06.537 DEBUG:boto:Data: 2022-09-01T11:30:06.538 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.538 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.539 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.539 DEBUG:boto:Params: {} 2022-09-01T11:30:06.540 DEBUG:boto:Token: None 2022-09-01T11:30:06.540 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj93 2022-09-01T11:30:06.541 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8tGYMm2Otl+Ge1qIFKYfR2agX64= 2022-09-01T11:30:06.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8tGYMm2Otl+Ge1qIFKYfR2agX64=', 'Content-Length': '0'} 2022-09-01T11:30:06.544 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c5b3e52c34489ab-00631097be-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.545 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:30:06.545 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:06.546 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:06.546 DEBUG:boto:Method: GET 2022-09-01T11:30:06.547 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:30:06.547 DEBUG:boto:Data: 2022-09-01T11:30:06.548 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.548 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.549 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.549 DEBUG:boto:Params: {} 2022-09-01T11:30:06.550 DEBUG:boto:Token: None 2022-09-01T11:30:06.551 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj93 2022-09-01T11:30:06.551 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QUbIkA2dbTuGI0PhaPUeSXMDxMs= 2022-09-01T11:30:06.552 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QUbIkA2dbTuGI0PhaPUeSXMDxMs=', 'Content-Length': '0'} 2022-09-01T11:30:06.554 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000136616d65932b30d-00631097be-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.602 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:06.603 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:06.604 DEBUG:boto:Method: GET 2022-09-01T11:30:06.605 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:30:06.606 DEBUG:boto:Data: 2022-09-01T11:30:06.607 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.608 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.609 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.610 DEBUG:boto:Params: {} 2022-09-01T11:30:06.611 DEBUG:boto:Token: None 2022-09-01T11:30:06.612 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj93 2022-09-01T11:30:06.613 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QUbIkA2dbTuGI0PhaPUeSXMDxMs= 2022-09-01T11:30:06.615 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QUbIkA2dbTuGI0PhaPUeSXMDxMs=', 'Content-Length': '0'} 2022-09-01T11:30:06.618 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000057f600c44f82271f-00631097be-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.619 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:06.620 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:06.621 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:06.622 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:06.623 DEBUG:boto:Method: GET 2022-09-01T11:30:06.624 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:30:06.625 DEBUG:boto:Data: 2022-09-01T11:30:06.626 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.626 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.627 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.628 DEBUG:boto:Params: {} 2022-09-01T11:30:06.629 DEBUG:boto:Token: None 2022-09-01T11:30:06.630 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/ 2022-09-01T11:30:06.631 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc= 2022-09-01T11:30:06.632 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc=', 'Content-Length': '0'} 2022-09-01T11:30:06.635 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ce9fc9b77e6c99f9-00631097be-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.636 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:06.637 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:06.637 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:06.638 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:06.639 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:06.639 DEBUG:boto:Method: GET 2022-09-01T11:30:06.640 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:30:06.640 DEBUG:boto:Data: 2022-09-01T11:30:06.641 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.642 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.642 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.643 DEBUG:boto:Params: {} 2022-09-01T11:30:06.643 DEBUG:boto:Token: None 2022-09-01T11:30:06.644 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/ 2022-09-01T11:30:06.645 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc= 2022-09-01T11:30:06.645 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc=', 'Content-Length': '0'} 2022-09-01T11:30:06.650 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bd21fea611259ed2-00631097be-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.651 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:06.652 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:30:06.652 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:06.653 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:06.653 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.654 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.654 DEBUG:boto:Method: GET 2022-09-01T11:30:06.655 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.656 DEBUG:boto:Data: 2022-09-01T11:30:06.656 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.657 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.658 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.659 DEBUG:boto:Params: {} 2022-09-01T11:30:06.659 DEBUG:boto:Token: None 2022-09-01T11:30:06.660 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hbrUT3V8/rtWVBhj4PN7Q3YTQiY= 2022-09-01T11:30:06.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hbrUT3V8/rtWVBhj4PN7Q3YTQiY=', 'Content-Length': '0'} 2022-09-01T11:30:06.664 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000057b57919b76eb014-00631097be-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.665 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:06.665 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:06.666 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.667 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.667 DEBUG:boto:Method: GET 2022-09-01T11:30:06.668 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.669 DEBUG:boto:Data: 2022-09-01T11:30:06.669 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.670 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.670 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.671 DEBUG:boto:Params: {} 2022-09-01T11:30:06.671 DEBUG:boto:Token: None 2022-09-01T11:30:06.672 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hbrUT3V8/rtWVBhj4PN7Q3YTQiY= 2022-09-01T11:30:06.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hbrUT3V8/rtWVBhj4PN7Q3YTQiY=', 'Content-Length': '0'} 2022-09-01T11:30:06.676 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ff924c063d3525aa-00631097be-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.727 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:06.728 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:06.729 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.729 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.730 DEBUG:boto:Method: HEAD 2022-09-01T11:30:06.731 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.731 DEBUG:boto:Data: 2022-09-01T11:30:06.732 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.732 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.733 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.733 DEBUG:boto:Params: {} 2022-09-01T11:30:06.734 DEBUG:boto:Token: None 2022-09-01T11:30:06.734 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.735 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4T4oULJdiKX35plGK6QSKUrJ26w= 2022-09-01T11:30:06.736 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4T4oULJdiKX35plGK6QSKUrJ26w=', 'Content-Length': '0'} 2022-09-01T11:30:06.738 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000058bb7f6c18687ad4-00631097be-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.739 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:06.740 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:06.741 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.742 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.743 DEBUG:boto:Method: HEAD 2022-09-01T11:30:06.744 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.745 DEBUG:boto:Data: 2022-09-01T11:30:06.746 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.747 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.748 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.748 DEBUG:boto:Params: {} 2022-09-01T11:30:06.749 DEBUG:boto:Token: None 2022-09-01T11:30:06.750 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:4T4oULJdiKX35plGK6QSKUrJ26w= 2022-09-01T11:30:06.751 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:4T4oULJdiKX35plGK6QSKUrJ26w=', 'Content-Length': '0'} 2022-09-01T11:30:06.753 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a2aaef37fdd5823b-00631097be-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.754 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:30:06.755 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:06.756 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:06.756 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.757 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.758 DEBUG:boto:Method: GET 2022-09-01T11:30:06.759 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.759 DEBUG:boto:Data: 2022-09-01T11:30:06.760 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.760 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.761 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.762 DEBUG:boto:Params: {} 2022-09-01T11:30:06.762 DEBUG:boto:Token: None 2022-09-01T11:30:06.763 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.764 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hbrUT3V8/rtWVBhj4PN7Q3YTQiY= 2022-09-01T11:30:06.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hbrUT3V8/rtWVBhj4PN7Q3YTQiY=', 'Content-Length': '0'} 2022-09-01T11:30:06.767 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000099c7316461dd1dd4-00631097be-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.810 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:06.811 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:06.812 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.812 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.813 DEBUG:boto:Method: GET 2022-09-01T11:30:06.813 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.814 DEBUG:boto:Data: 2022-09-01T11:30:06.814 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.815 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.816 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.816 DEBUG:boto:Params: {} 2022-09-01T11:30:06.817 DEBUG:boto:Token: None 2022-09-01T11:30:06.817 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:06.818 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hbrUT3V8/rtWVBhj4PN7Q3YTQiY= 2022-09-01T11:30:06.819 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hbrUT3V8/rtWVBhj4PN7Q3YTQiY=', 'Content-Length': '0'} 2022-09-01T11:30:06.821 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006cd1578a9450e565-00631097be-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.822 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:06.823 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:06.823 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:06.824 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:06.824 DEBUG:boto:Method: GET 2022-09-01T11:30:06.825 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:30:06.825 DEBUG:boto:Data: 2022-09-01T11:30:06.826 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.827 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.827 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.828 DEBUG:boto:Params: {} 2022-09-01T11:30:06.828 DEBUG:boto:Token: None 2022-09-01T11:30:06.829 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/ 2022-09-01T11:30:06.830 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc= 2022-09-01T11:30:06.830 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc=', 'Content-Length': '0'} 2022-09-01T11:30:06.834 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000514f114f76b8097a-00631097be-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.835 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:06.836 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:06.836 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:06.837 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:06.837 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:06.838 DEBUG:boto:Method: GET 2022-09-01T11:30:06.838 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:30:06.839 DEBUG:boto:Data: 2022-09-01T11:30:06.839 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.840 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.841 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.841 DEBUG:boto:Params: {} 2022-09-01T11:30:06.842 DEBUG:boto:Token: None 2022-09-01T11:30:06.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/ 2022-09-01T11:30:06.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc= 2022-09-01T11:30:06.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc=', 'Content-Length': '0'} 2022-09-01T11:30:06.849 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ed05a395665a8ef9-00631097be-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.850 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:06.851 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:06.851 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:06.852 DEBUG:boto:Method: HEAD 2022-09-01T11:30:06.852 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:30:06.853 DEBUG:boto:Data: 2022-09-01T11:30:06.855 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.856 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.857 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.858 DEBUG:boto:Params: {} 2022-09-01T11:30:06.859 DEBUG:boto:Token: None 2022-09-01T11:30:06.860 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj95 2022-09-01T11:30:06.861 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lqG4XS9fP1wJQI7jRNH5Cu9pWR4= 2022-09-01T11:30:06.862 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lqG4XS9fP1wJQI7jRNH5Cu9pWR4=', 'Content-Length': '0'} 2022-09-01T11:30:06.865 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fc94e53fb45dd9b8-00631097be-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.867 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:06.868 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:06.869 DEBUG:boto:Method: HEAD 2022-09-01T11:30:06.870 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:30:06.871 DEBUG:boto:Data: 2022-09-01T11:30:06.872 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.873 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.874 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.875 DEBUG:boto:Params: {} 2022-09-01T11:30:06.877 DEBUG:boto:Token: None 2022-09-01T11:30:06.878 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj95 2022-09-01T11:30:06.879 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lqG4XS9fP1wJQI7jRNH5Cu9pWR4= 2022-09-01T11:30:06.880 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lqG4XS9fP1wJQI7jRNH5Cu9pWR4=', 'Content-Length': '0'} 2022-09-01T11:30:06.883 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005820958fa5f54c9e-00631097be-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.884 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:30:06.885 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:06.886 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:06.887 DEBUG:boto:Method: GET 2022-09-01T11:30:06.888 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:30:06.889 DEBUG:boto:Data: 2022-09-01T11:30:06.891 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.891 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.893 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.894 DEBUG:boto:Params: {} 2022-09-01T11:30:06.895 DEBUG:boto:Token: None 2022-09-01T11:30:06.896 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj95 2022-09-01T11:30:06.897 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BlPlqo8n38IDkHOO2sd8dnmAxC8= 2022-09-01T11:30:06.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BlPlqo8n38IDkHOO2sd8dnmAxC8=', 'Content-Length': '0'} 2022-09-01T11:30:06.902 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b7269f51b4cb646-00631097be-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.903 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:06.904 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:06.905 DEBUG:boto:Method: GET 2022-09-01T11:30:06.905 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:30:06.906 DEBUG:boto:Data: 2022-09-01T11:30:06.906 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.907 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.908 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.908 DEBUG:boto:Params: {} 2022-09-01T11:30:06.909 DEBUG:boto:Token: None 2022-09-01T11:30:06.910 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/obj95 2022-09-01T11:30:06.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BlPlqo8n38IDkHOO2sd8dnmAxC8= 2022-09-01T11:30:06.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BlPlqo8n38IDkHOO2sd8dnmAxC8=', 'Content-Length': '0'} 2022-09-01T11:30:06.914 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000076fc043d5b067491-00631097be-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.954 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:06.955 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:06.956 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:06.956 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:06.957 DEBUG:boto:Method: GET 2022-09-01T11:30:06.957 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:30:06.958 DEBUG:boto:Data: 2022-09-01T11:30:06.959 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.959 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:06.960 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.960 DEBUG:boto:Params: {} 2022-09-01T11:30:06.961 DEBUG:boto:Token: None 2022-09-01T11:30:06.962 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/ 2022-09-01T11:30:06.963 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc= 2022-09-01T11:30:06.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc=', 'Content-Length': '0'} 2022-09-01T11:30:06.969 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a8dc3f730424eaa3-00631097be-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.971 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:06.972 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:06.973 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:06.974 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:06.975 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:06.976 DEBUG:boto:Method: GET 2022-09-01T11:30:06.977 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:30:06.978 DEBUG:boto:Data: 2022-09-01T11:30:06.979 DEBUG:boto:Headers: {} 2022-09-01T11:30:06.980 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:06.981 DEBUG:boto:Port: 8000 2022-09-01T11:30:06.982 DEBUG:boto:Params: {} 2022-09-01T11:30:06.983 DEBUG:boto:Token: None 2022-09-01T11:30:06.984 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:06 GMT /ptoxvb-74/ 2022-09-01T11:30:06.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc= 2022-09-01T11:30:06.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:06 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lAJKF9mks/J0JylfXrpBkiEUVVc=', 'Content-Length': '0'} 2022-09-01T11:30:06.992 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d02a134b340c5ab0-00631097be-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:06 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:06.993 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:06.994 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone2, test-zone1} 2022-09-01T11:30:06.995 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone3, test-zone1} 2022-09-01T11:30:06.996 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:06.996 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:06.997 DEBUG:boto:Method: HEAD 2022-09-01T11:30:06.998 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:30:06.999 DEBUG:boto:Data: 2022-09-01T11:30:07.000 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.001 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.002 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.003 DEBUG:boto:Params: {} 2022-09-01T11:30:07.004 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T11:30:07.005 DEBUG:boto:Token: None 2022-09-01T11:30:07.005 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/ 2022-09-01T11:30:07.006 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CtM2nBgTV4nhBuTBBFfBG8F37HU= 2022-09-01T11:30:07.007 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CtM2nBgTV4nhBuTBBFfBG8F37HU=', 'Content-Length': '0'} 2022-09-01T11:30:07.013 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '35'), ('X-RGW-Bytes-Used', '105'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f1840be76246b149-00631097bf-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.014 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.015 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.015 DEBUG:boto:Method: HEAD 2022-09-01T11:30:07.016 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:30:07.016 DEBUG:boto:Data: 2022-09-01T11:30:07.017 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.018 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.019 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.020 DEBUG:boto:Params: {} 2022-09-01T11:30:07.021 DEBUG:boto:Token: None 2022-09-01T11:30:07.021 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/ 2022-09-01T11:30:07.022 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CtM2nBgTV4nhBuTBBFfBG8F37HU= 2022-09-01T11:30:07.023 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CtM2nBgTV4nhBuTBBFfBG8F37HU=', 'Content-Length': '0'} 2022-09-01T11:30:07.029 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '35'), ('X-RGW-Bytes-Used', '105'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000009cab44f5edce3d5a-00631097bf-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.030 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:30:07.031 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.032 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.032 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:07.033 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:07.034 DEBUG:boto:Method: GET 2022-09-01T11:30:07.035 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:07.036 DEBUG:boto:Data: 2022-09-01T11:30:07.037 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.038 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.039 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.040 DEBUG:boto:Params: {} 2022-09-01T11:30:07.041 DEBUG:boto:Token: None 2022-09-01T11:30:07.042 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/?versions 2022-09-01T11:30:07.043 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7XTDaDzLymMxSuypnv4Zq3oE1T8= 2022-09-01T11:30:07.044 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7XTDaDzLymMxSuypnv4Zq3oE1T8=', 'Content-Length': '0'} 2022-09-01T11:30:07.048 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006807fe34a9660ba0-00631097bf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.049 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj111nulltrue2022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj148nulltrue2022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj185nulltrue2022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj37nulltrue2022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj74nulltrue2022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.051 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:30:07.052 DEBUG:tasks.rgw_multi.zone_rados:o=obj111 2022-09-01T11:30:07.052 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:30:07.053 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:30:07.053 DEBUG:tasks.rgw_multi.zone_rados:o=obj124 2022-09-01T11:30:07.054 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:30:07.054 DEBUG:tasks.rgw_multi.zone_rados:o=obj148 2022-09-01T11:30:07.055 DEBUG:tasks.rgw_multi.zone_rados:o=obj155 2022-09-01T11:30:07.056 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:30:07.057 DEBUG:tasks.rgw_multi.zone_rados:o=obj185 2022-09-01T11:30:07.058 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:30:07.058 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:30:07.059 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:30:07.060 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:30:07.060 DEBUG:tasks.rgw_multi.zone_rados:o=obj31 2022-09-01T11:30:07.061 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:30:07.062 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:30:07.063 DEBUG:tasks.rgw_multi.zone_rados:o=obj37 2022-09-01T11:30:07.063 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:30:07.064 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:30:07.064 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:30:07.065 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:30:07.065 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:30:07.066 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:30:07.066 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:30:07.067 DEBUG:tasks.rgw_multi.zone_rados:o=obj62 2022-09-01T11:30:07.067 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:30:07.068 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:30:07.068 DEBUG:tasks.rgw_multi.zone_rados:o=obj74 2022-09-01T11:30:07.069 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:30:07.069 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:30:07.070 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:30:07.070 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:30:07.071 DEBUG:tasks.rgw_multi.zone_rados:o=obj93 2022-09-01T11:30:07.071 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:30:07.072 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:30:07.073 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.073 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.074 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:07.074 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:07.075 DEBUG:boto:Method: GET 2022-09-01T11:30:07.075 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:07.076 DEBUG:boto:Data: 2022-09-01T11:30:07.076 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.077 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.077 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.078 DEBUG:boto:Params: {} 2022-09-01T11:30:07.079 DEBUG:boto:Token: None 2022-09-01T11:30:07.079 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/?versions 2022-09-01T11:30:07.080 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7XTDaDzLymMxSuypnv4Zq3oE1T8= 2022-09-01T11:30:07.080 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7XTDaDzLymMxSuypnv4Zq3oE1T8=', 'Content-Length': '0'} 2022-09-01T11:30:07.085 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003315b66f60a2826d-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.086 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj111nulltrue2022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj148nulltrue2022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj185nulltrue2022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj37nulltrue2022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj74nulltrue2022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.089 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:30:07.091 DEBUG:tasks.rgw_multi.zone_rados:o=obj111 2022-09-01T11:30:07.091 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:30:07.092 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:30:07.093 DEBUG:tasks.rgw_multi.zone_rados:o=obj124 2022-09-01T11:30:07.093 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:30:07.094 DEBUG:tasks.rgw_multi.zone_rados:o=obj148 2022-09-01T11:30:07.094 DEBUG:tasks.rgw_multi.zone_rados:o=obj155 2022-09-01T11:30:07.095 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:30:07.095 DEBUG:tasks.rgw_multi.zone_rados:o=obj185 2022-09-01T11:30:07.096 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:30:07.096 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:30:07.097 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:30:07.097 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:30:07.098 DEBUG:tasks.rgw_multi.zone_rados:o=obj31 2022-09-01T11:30:07.098 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:30:07.099 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:30:07.099 DEBUG:tasks.rgw_multi.zone_rados:o=obj37 2022-09-01T11:30:07.100 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:30:07.100 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:30:07.101 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:30:07.101 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:30:07.102 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:30:07.102 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:30:07.103 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:30:07.103 DEBUG:tasks.rgw_multi.zone_rados:o=obj62 2022-09-01T11:30:07.104 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:30:07.104 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:30:07.105 DEBUG:tasks.rgw_multi.zone_rados:o=obj74 2022-09-01T11:30:07.105 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:30:07.106 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:30:07.106 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:30:07.107 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:30:07.107 DEBUG:tasks.rgw_multi.zone_rados:o=obj93 2022-09-01T11:30:07.108 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:30:07.108 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.109 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.109 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:07.110 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:07.110 DEBUG:boto:Method: GET 2022-09-01T11:30:07.111 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:07.111 DEBUG:boto:Data: 2022-09-01T11:30:07.112 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.113 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.114 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.115 DEBUG:boto:Params: {} 2022-09-01T11:30:07.116 DEBUG:boto:Token: None 2022-09-01T11:30:07.117 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/?versions 2022-09-01T11:30:07.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7XTDaDzLymMxSuypnv4Zq3oE1T8= 2022-09-01T11:30:07.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7XTDaDzLymMxSuypnv4Zq3oE1T8=', 'Content-Length': '0'} 2022-09-01T11:30:07.123 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000886f502e6637506e-00631097bf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.124 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj111nulltrue2022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj148nulltrue2022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj185nulltrue2022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj37nulltrue2022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj74nulltrue2022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.126 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.127 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.127 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:07.128 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:07.129 DEBUG:boto:Method: GET 2022-09-01T11:30:07.129 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:07.130 DEBUG:boto:Data: 2022-09-01T11:30:07.130 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.131 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.132 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.132 DEBUG:boto:Params: {} 2022-09-01T11:30:07.133 DEBUG:boto:Token: None 2022-09-01T11:30:07.133 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/?versions 2022-09-01T11:30:07.134 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7XTDaDzLymMxSuypnv4Zq3oE1T8= 2022-09-01T11:30:07.135 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7XTDaDzLymMxSuypnv4Zq3oE1T8=', 'Content-Length': '0'} 2022-09-01T11:30:07.141 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000064349db763ebeaec-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.142 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj111nulltrue2022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj148nulltrue2022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj185nulltrue2022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj37nulltrue2022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj74nulltrue2022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.145 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:30:07.146 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:07.147 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:07.147 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.148 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.148 DEBUG:boto:Method: GET 2022-09-01T11:30:07.149 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.149 DEBUG:boto:Data: 2022-09-01T11:30:07.150 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.150 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.151 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.151 DEBUG:boto:Params: {} 2022-09-01T11:30:07.152 DEBUG:boto:Token: None 2022-09-01T11:30:07.153 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K49qlir114WqCInmvI99ddl099k= 2022-09-01T11:30:07.154 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K49qlir114WqCInmvI99ddl099k=', 'Content-Length': '0'} 2022-09-01T11:30:07.156 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007ae6cf67a2dec48-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.157 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:07.158 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:07.158 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.159 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.160 DEBUG:boto:Method: GET 2022-09-01T11:30:07.160 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.161 DEBUG:boto:Data: 2022-09-01T11:30:07.161 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.162 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.162 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.163 DEBUG:boto:Params: {} 2022-09-01T11:30:07.164 DEBUG:boto:Token: None 2022-09-01T11:30:07.164 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.165 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K49qlir114WqCInmvI99ddl099k= 2022-09-01T11:30:07.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K49qlir114WqCInmvI99ddl099k=', 'Content-Length': '0'} 2022-09-01T11:30:07.168 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002db78a7a22eb2774-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.214 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:07.215 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:07.216 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.217 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.218 DEBUG:boto:Method: HEAD 2022-09-01T11:30:07.219 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.219 DEBUG:boto:Data: 2022-09-01T11:30:07.220 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.221 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.222 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.223 DEBUG:boto:Params: {} 2022-09-01T11:30:07.224 DEBUG:boto:Token: None 2022-09-01T11:30:07.225 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.226 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5iusSuKugdL3PLfNdf7fin4UoR0= 2022-09-01T11:30:07.227 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5iusSuKugdL3PLfNdf7fin4UoR0=', 'Content-Length': '0'} 2022-09-01T11:30:07.230 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e68c74c48481f3b-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.231 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:07.232 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:07.233 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.234 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.235 DEBUG:boto:Method: HEAD 2022-09-01T11:30:07.236 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.237 DEBUG:boto:Data: 2022-09-01T11:30:07.238 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.240 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.241 DEBUG:boto:Params: {} 2022-09-01T11:30:07.242 DEBUG:boto:Token: None 2022-09-01T11:30:07.243 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.244 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5iusSuKugdL3PLfNdf7fin4UoR0= 2022-09-01T11:30:07.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5iusSuKugdL3PLfNdf7fin4UoR0=', 'Content-Length': '0'} 2022-09-01T11:30:07.248 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dbdf9bc87b5e137a-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.249 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:30:07.250 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:07.251 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:07.252 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.253 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.254 DEBUG:boto:Method: GET 2022-09-01T11:30:07.255 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.256 DEBUG:boto:Data: 2022-09-01T11:30:07.257 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.258 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.258 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.259 DEBUG:boto:Params: {} 2022-09-01T11:30:07.260 DEBUG:boto:Token: None 2022-09-01T11:30:07.261 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.263 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K49qlir114WqCInmvI99ddl099k= 2022-09-01T11:30:07.264 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K49qlir114WqCInmvI99ddl099k=', 'Content-Length': '0'} 2022-09-01T11:30:07.266 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e0ef80ba941e5e45-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.267 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:07.268 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:07.268 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.269 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.269 DEBUG:boto:Method: GET 2022-09-01T11:30:07.270 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.270 DEBUG:boto:Data: 2022-09-01T11:30:07.271 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.271 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.272 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.273 DEBUG:boto:Params: {} 2022-09-01T11:30:07.273 DEBUG:boto:Token: None 2022-09-01T11:30:07.274 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:07.275 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K49qlir114WqCInmvI99ddl099k= 2022-09-01T11:30:07.276 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K49qlir114WqCInmvI99ddl099k=', 'Content-Length': '0'} 2022-09-01T11:30:07.279 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c9958a164ae68b9e-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.280 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.281 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.282 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:07.283 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:07.284 DEBUG:boto:Method: GET 2022-09-01T11:30:07.284 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:30:07.285 DEBUG:boto:Data: 2022-09-01T11:30:07.285 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.286 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.286 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.287 DEBUG:boto:Params: {} 2022-09-01T11:30:07.288 DEBUG:boto:Token: None 2022-09-01T11:30:07.288 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/ 2022-09-01T11:30:07.289 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI= 2022-09-01T11:30:07.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI=', 'Content-Length': '0'} 2022-09-01T11:30:07.293 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c59e1a3f8725700c-00631097bf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.293 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.295 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.295 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.296 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:07.296 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:07.297 DEBUG:boto:Method: GET 2022-09-01T11:30:07.297 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:30:07.298 DEBUG:boto:Data: 2022-09-01T11:30:07.298 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.299 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.299 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.300 DEBUG:boto:Params: {} 2022-09-01T11:30:07.301 DEBUG:boto:Token: None 2022-09-01T11:30:07.302 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/ 2022-09-01T11:30:07.303 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI= 2022-09-01T11:30:07.304 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI=', 'Content-Length': '0'} 2022-09-01T11:30:07.309 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007d7cd102a50abcd4-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.311 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.312 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:07.313 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:07.313 DEBUG:boto:Method: HEAD 2022-09-01T11:30:07.314 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:30:07.314 DEBUG:boto:Data: 2022-09-01T11:30:07.315 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.315 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.316 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.316 DEBUG:boto:Params: {} 2022-09-01T11:30:07.317 DEBUG:boto:Token: None 2022-09-01T11:30:07.318 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj11 2022-09-01T11:30:07.318 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wNf80WPP8jWvwvfPUS9y71+asiw= 2022-09-01T11:30:07.319 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wNf80WPP8jWvwvfPUS9y71+asiw=', 'Content-Length': '0'} 2022-09-01T11:30:07.321 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000030f649202e9d38c4-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.322 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:07.322 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:07.323 DEBUG:boto:Method: HEAD 2022-09-01T11:30:07.323 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:30:07.324 DEBUG:boto:Data: 2022-09-01T11:30:07.324 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.325 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.325 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.326 DEBUG:boto:Params: {} 2022-09-01T11:30:07.326 DEBUG:boto:Token: None 2022-09-01T11:30:07.327 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj11 2022-09-01T11:30:07.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wNf80WPP8jWvwvfPUS9y71+asiw= 2022-09-01T11:30:07.328 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wNf80WPP8jWvwvfPUS9y71+asiw=', 'Content-Length': '0'} 2022-09-01T11:30:07.331 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000016fd0f90241dca80-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.332 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:30:07.333 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:07.334 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:07.335 DEBUG:boto:Method: GET 2022-09-01T11:30:07.335 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:30:07.336 DEBUG:boto:Data: 2022-09-01T11:30:07.336 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.337 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.337 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.338 DEBUG:boto:Params: {} 2022-09-01T11:30:07.339 DEBUG:boto:Token: None 2022-09-01T11:30:07.340 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj11 2022-09-01T11:30:07.340 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l60mH8A5B/007kuSViLM8AkRrUU= 2022-09-01T11:30:07.341 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l60mH8A5B/007kuSViLM8AkRrUU=', 'Content-Length': '0'} 2022-09-01T11:30:07.344 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000038fd674e251dc5f2-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.386 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:07.387 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:07.388 DEBUG:boto:Method: GET 2022-09-01T11:30:07.388 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:30:07.389 DEBUG:boto:Data: 2022-09-01T11:30:07.390 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.391 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.392 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.392 DEBUG:boto:Params: {} 2022-09-01T11:30:07.393 DEBUG:boto:Token: None 2022-09-01T11:30:07.394 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj11 2022-09-01T11:30:07.395 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l60mH8A5B/007kuSViLM8AkRrUU= 2022-09-01T11:30:07.396 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l60mH8A5B/007kuSViLM8AkRrUU=', 'Content-Length': '0'} 2022-09-01T11:30:07.398 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b09f3e480ae99b2b-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.399 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.400 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.400 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:07.401 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:07.401 DEBUG:boto:Method: GET 2022-09-01T11:30:07.402 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:30:07.402 DEBUG:boto:Data: 2022-09-01T11:30:07.403 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.404 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.404 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.405 DEBUG:boto:Params: {} 2022-09-01T11:30:07.406 DEBUG:boto:Token: None 2022-09-01T11:30:07.406 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/ 2022-09-01T11:30:07.407 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI= 2022-09-01T11:30:07.407 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI=', 'Content-Length': '0'} 2022-09-01T11:30:07.410 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000004aed7a7d2e5535e-00631097bf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.411 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.412 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.413 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.413 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:07.414 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:07.415 DEBUG:boto:Method: GET 2022-09-01T11:30:07.415 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:30:07.416 DEBUG:boto:Data: 2022-09-01T11:30:07.416 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.417 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.417 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.418 DEBUG:boto:Params: {} 2022-09-01T11:30:07.418 DEBUG:boto:Token: None 2022-09-01T11:30:07.419 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/ 2022-09-01T11:30:07.420 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI= 2022-09-01T11:30:07.420 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI=', 'Content-Length': '0'} 2022-09-01T11:30:07.425 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000544d13cacf69f6bf-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.426 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.427 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj111 2022-09-01T11:30:07.428 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:07.429 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:07.430 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.431 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.432 DEBUG:boto:Method: GET 2022-09-01T11:30:07.433 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.434 DEBUG:boto:Data: 2022-09-01T11:30:07.435 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.435 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.436 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.436 DEBUG:boto:Params: {} 2022-09-01T11:30:07.437 DEBUG:boto:Token: None 2022-09-01T11:30:07.438 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.438 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tEn9rs7JpKkN1G3LAPZE7iXDpTs= 2022-09-01T11:30:07.439 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tEn9rs7JpKkN1G3LAPZE7iXDpTs=', 'Content-Length': '0'} 2022-09-01T11:30:07.441 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007602e50118077694-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.442 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:07.443 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:07.443 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.444 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.445 DEBUG:boto:Method: GET 2022-09-01T11:30:07.445 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.446 DEBUG:boto:Data: 2022-09-01T11:30:07.446 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.447 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.447 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.448 DEBUG:boto:Params: {} 2022-09-01T11:30:07.448 DEBUG:boto:Token: None 2022-09-01T11:30:07.449 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.450 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tEn9rs7JpKkN1G3LAPZE7iXDpTs= 2022-09-01T11:30:07.451 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tEn9rs7JpKkN1G3LAPZE7iXDpTs=', 'Content-Length': '0'} 2022-09-01T11:30:07.453 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e1daa5bcac0717ca-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.454 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:07.455 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:07.457 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.458 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.459 DEBUG:boto:Method: HEAD 2022-09-01T11:30:07.460 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.460 DEBUG:boto:Data: 2022-09-01T11:30:07.462 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.463 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.463 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.464 DEBUG:boto:Params: {} 2022-09-01T11:30:07.466 DEBUG:boto:Token: None 2022-09-01T11:30:07.467 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UF/a7EaWrTiizIu+LmMQxEeE7As= 2022-09-01T11:30:07.469 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UF/a7EaWrTiizIu+LmMQxEeE7As=', 'Content-Length': '0'} 2022-09-01T11:30:07.472 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000077e0e07ab9e2e00-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.473 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:07.474 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:07.475 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.476 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.477 DEBUG:boto:Method: HEAD 2022-09-01T11:30:07.478 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.479 DEBUG:boto:Data: 2022-09-01T11:30:07.480 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.481 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.482 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.483 DEBUG:boto:Params: {} 2022-09-01T11:30:07.485 DEBUG:boto:Token: None 2022-09-01T11:30:07.485 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UF/a7EaWrTiizIu+LmMQxEeE7As= 2022-09-01T11:30:07.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UF/a7EaWrTiizIu+LmMQxEeE7As=', 'Content-Length': '0'} 2022-09-01T11:30:07.490 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009e7a187fc9d70319-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.491 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj111 2022-09-01T11:30:07.493 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:07.494 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:07.495 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.496 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.497 DEBUG:boto:Method: GET 2022-09-01T11:30:07.498 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.499 DEBUG:boto:Data: 2022-09-01T11:30:07.500 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.500 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.501 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.502 DEBUG:boto:Params: {} 2022-09-01T11:30:07.502 DEBUG:boto:Token: None 2022-09-01T11:30:07.503 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tEn9rs7JpKkN1G3LAPZE7iXDpTs= 2022-09-01T11:30:07.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tEn9rs7JpKkN1G3LAPZE7iXDpTs=', 'Content-Length': '0'} 2022-09-01T11:30:07.507 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000083174fbdd28d5748-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.508 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:07.509 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:07.510 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.511 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.512 DEBUG:boto:Method: GET 2022-09-01T11:30:07.513 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.514 DEBUG:boto:Data: 2022-09-01T11:30:07.515 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.515 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.516 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.517 DEBUG:boto:Params: {} 2022-09-01T11:30:07.518 DEBUG:boto:Token: None 2022-09-01T11:30:07.519 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:07.520 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tEn9rs7JpKkN1G3LAPZE7iXDpTs= 2022-09-01T11:30:07.521 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tEn9rs7JpKkN1G3LAPZE7iXDpTs=', 'Content-Length': '0'} 2022-09-01T11:30:07.523 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000062ee8d2eab3548a9-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.524 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.525 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.525 DEBUG:boto:path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:07.526 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:07.526 DEBUG:boto:Method: GET 2022-09-01T11:30:07.527 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj111 2022-09-01T11:30:07.527 DEBUG:boto:Data: 2022-09-01T11:30:07.528 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.529 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.529 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.530 DEBUG:boto:Params: {} 2022-09-01T11:30:07.530 DEBUG:boto:Token: None 2022-09-01T11:30:07.531 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/ 2022-09-01T11:30:07.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI= 2022-09-01T11:30:07.532 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI=', 'Content-Length': '0'} 2022-09-01T11:30:07.535 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003b610166cdc2dcfa-00631097bf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.579 DEBUG:boto:b'ptoxvb-74obj1111000falseobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.581 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.582 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.582 DEBUG:boto:path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:07.583 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:07.583 DEBUG:boto:Method: GET 2022-09-01T11:30:07.584 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj111 2022-09-01T11:30:07.584 DEBUG:boto:Data: 2022-09-01T11:30:07.585 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.585 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.586 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.586 DEBUG:boto:Params: {} 2022-09-01T11:30:07.587 DEBUG:boto:Token: None 2022-09-01T11:30:07.588 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/ 2022-09-01T11:30:07.588 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI= 2022-09-01T11:30:07.589 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI=', 'Content-Length': '0'} 2022-09-01T11:30:07.594 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008b0c850919b469c5-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.595 DEBUG:boto:b'ptoxvb-74obj1111000falseobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.597 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:07.598 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:07.598 DEBUG:boto:Method: HEAD 2022-09-01T11:30:07.599 DEBUG:boto:Path: /ptoxvb-74/obj111 2022-09-01T11:30:07.599 DEBUG:boto:Data: 2022-09-01T11:30:07.600 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.600 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.601 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.601 DEBUG:boto:Params: {} 2022-09-01T11:30:07.602 DEBUG:boto:Token: None 2022-09-01T11:30:07.603 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj111 2022-09-01T11:30:07.604 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUj99mqRAqZzyGGXccwW00Id9Io= 2022-09-01T11:30:07.605 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUj99mqRAqZzyGGXccwW00Id9Io=', 'Content-Length': '0'} 2022-09-01T11:30:07.607 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000734100ea944401bf-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.608 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:07.608 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:07.609 DEBUG:boto:Method: HEAD 2022-09-01T11:30:07.609 DEBUG:boto:Path: /ptoxvb-74/obj111 2022-09-01T11:30:07.610 DEBUG:boto:Data: 2022-09-01T11:30:07.610 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.611 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.611 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.612 DEBUG:boto:Params: {} 2022-09-01T11:30:07.612 DEBUG:boto:Token: None 2022-09-01T11:30:07.613 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj111 2022-09-01T11:30:07.613 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dUj99mqRAqZzyGGXccwW00Id9Io= 2022-09-01T11:30:07.614 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dUj99mqRAqZzyGGXccwW00Id9Io=', 'Content-Length': '0'} 2022-09-01T11:30:07.617 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000056119470600bd8e6-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.618 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj111 2022-09-01T11:30:07.619 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:07.619 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:07.620 DEBUG:boto:Method: GET 2022-09-01T11:30:07.621 DEBUG:boto:Path: /ptoxvb-74/obj111 2022-09-01T11:30:07.622 DEBUG:boto:Data: 2022-09-01T11:30:07.623 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.624 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.625 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.626 DEBUG:boto:Params: {} 2022-09-01T11:30:07.627 DEBUG:boto:Token: None 2022-09-01T11:30:07.628 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj111 2022-09-01T11:30:07.629 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wfVQO5aPlgVdYK8vXTvzy24DnJE= 2022-09-01T11:30:07.630 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wfVQO5aPlgVdYK8vXTvzy24DnJE=', 'Content-Length': '0'} 2022-09-01T11:30:07.632 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000095d8b2bd341d0886-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.634 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:07.635 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:07.636 DEBUG:boto:Method: GET 2022-09-01T11:30:07.636 DEBUG:boto:Path: /ptoxvb-74/obj111 2022-09-01T11:30:07.637 DEBUG:boto:Data: 2022-09-01T11:30:07.638 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.638 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.639 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.640 DEBUG:boto:Params: {} 2022-09-01T11:30:07.640 DEBUG:boto:Token: None 2022-09-01T11:30:07.641 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj111 2022-09-01T11:30:07.642 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wfVQO5aPlgVdYK8vXTvzy24DnJE= 2022-09-01T11:30:07.642 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wfVQO5aPlgVdYK8vXTvzy24DnJE=', 'Content-Length': '0'} 2022-09-01T11:30:07.644 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d65b1d54965c2449-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.686 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.687 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.688 DEBUG:boto:path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:07.689 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:07.690 DEBUG:boto:Method: GET 2022-09-01T11:30:07.690 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj111 2022-09-01T11:30:07.691 DEBUG:boto:Data: 2022-09-01T11:30:07.691 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.692 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.692 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.693 DEBUG:boto:Params: {} 2022-09-01T11:30:07.694 DEBUG:boto:Token: None 2022-09-01T11:30:07.695 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/ 2022-09-01T11:30:07.696 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI= 2022-09-01T11:30:07.697 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI=', 'Content-Length': '0'} 2022-09-01T11:30:07.702 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e83811c1d14ee6c3-00631097bf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.704 DEBUG:boto:b'ptoxvb-74obj1111000falseobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.706 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.708 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.709 DEBUG:boto:path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:07.710 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:07.711 DEBUG:boto:Method: GET 2022-09-01T11:30:07.712 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj111 2022-09-01T11:30:07.713 DEBUG:boto:Data: 2022-09-01T11:30:07.714 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.717 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.719 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.720 DEBUG:boto:Params: {} 2022-09-01T11:30:07.721 DEBUG:boto:Token: None 2022-09-01T11:30:07.722 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/ 2022-09-01T11:30:07.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI= 2022-09-01T11:30:07.723 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI=', 'Content-Length': '0'} 2022-09-01T11:30:07.728 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000028213eb69cb430b6-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.728 DEBUG:boto:b'ptoxvb-74obj1111000falseobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.729 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:30:07.730 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:07.731 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:07.731 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.732 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.733 DEBUG:boto:Method: GET 2022-09-01T11:30:07.733 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.734 DEBUG:boto:Data: 2022-09-01T11:30:07.735 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.736 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.738 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.739 DEBUG:boto:Params: {} 2022-09-01T11:30:07.740 DEBUG:boto:Token: None 2022-09-01T11:30:07.741 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.742 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Puk6FDVYDUmDXOjr5jzIbNJm3h0= 2022-09-01T11:30:07.743 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Puk6FDVYDUmDXOjr5jzIbNJm3h0=', 'Content-Length': '0'} 2022-09-01T11:30:07.746 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000021ff9ba0a086c410-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.747 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:07.748 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:07.749 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.750 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.751 DEBUG:boto:Method: GET 2022-09-01T11:30:07.751 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.752 DEBUG:boto:Data: 2022-09-01T11:30:07.752 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.753 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.753 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.754 DEBUG:boto:Params: {} 2022-09-01T11:30:07.754 DEBUG:boto:Token: None 2022-09-01T11:30:07.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Puk6FDVYDUmDXOjr5jzIbNJm3h0= 2022-09-01T11:30:07.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Puk6FDVYDUmDXOjr5jzIbNJm3h0=', 'Content-Length': '0'} 2022-09-01T11:30:07.764 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000062cd003d766337dd-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.766 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:07.767 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:07.768 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.768 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.769 DEBUG:boto:Method: HEAD 2022-09-01T11:30:07.770 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.771 DEBUG:boto:Data: 2022-09-01T11:30:07.771 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.772 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.773 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.774 DEBUG:boto:Params: {} 2022-09-01T11:30:07.774 DEBUG:boto:Token: None 2022-09-01T11:30:07.775 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.776 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CHptxqyCcXBt+f1E/ndv6ZqjXRQ= 2022-09-01T11:30:07.777 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CHptxqyCcXBt+f1E/ndv6ZqjXRQ=', 'Content-Length': '0'} 2022-09-01T11:30:07.779 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec3522a27818eee5-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.780 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:07.780 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:07.781 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.781 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.782 DEBUG:boto:Method: HEAD 2022-09-01T11:30:07.782 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.783 DEBUG:boto:Data: 2022-09-01T11:30:07.783 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.784 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.785 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.785 DEBUG:boto:Params: {} 2022-09-01T11:30:07.786 DEBUG:boto:Token: None 2022-09-01T11:30:07.786 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.787 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CHptxqyCcXBt+f1E/ndv6ZqjXRQ= 2022-09-01T11:30:07.788 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CHptxqyCcXBt+f1E/ndv6ZqjXRQ=', 'Content-Length': '0'} 2022-09-01T11:30:07.790 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e3464a442a55feea-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.791 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:30:07.792 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:07.792 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:07.793 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.794 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.794 DEBUG:boto:Method: GET 2022-09-01T11:30:07.795 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.796 DEBUG:boto:Data: 2022-09-01T11:30:07.796 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.797 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.797 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.798 DEBUG:boto:Params: {} 2022-09-01T11:30:07.798 DEBUG:boto:Token: None 2022-09-01T11:30:07.799 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.800 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Puk6FDVYDUmDXOjr5jzIbNJm3h0= 2022-09-01T11:30:07.800 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Puk6FDVYDUmDXOjr5jzIbNJm3h0=', 'Content-Length': '0'} 2022-09-01T11:30:07.803 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c27a9b6df4fd4e1f-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.849 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:07.850 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:07.850 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.851 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.851 DEBUG:boto:Method: GET 2022-09-01T11:30:07.852 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.852 DEBUG:boto:Data: 2022-09-01T11:30:07.853 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.853 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.854 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.855 DEBUG:boto:Params: {} 2022-09-01T11:30:07.855 DEBUG:boto:Token: None 2022-09-01T11:30:07.856 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:07.857 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Puk6FDVYDUmDXOjr5jzIbNJm3h0= 2022-09-01T11:30:07.857 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Puk6FDVYDUmDXOjr5jzIbNJm3h0=', 'Content-Length': '0'} 2022-09-01T11:30:07.860 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000a6719d044033271-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.860 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.861 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.861 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:07.862 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:07.863 DEBUG:boto:Method: GET 2022-09-01T11:30:07.863 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:30:07.864 DEBUG:boto:Data: 2022-09-01T11:30:07.864 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.865 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.865 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.866 DEBUG:boto:Params: {} 2022-09-01T11:30:07.866 DEBUG:boto:Token: None 2022-09-01T11:30:07.867 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/ 2022-09-01T11:30:07.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI= 2022-09-01T11:30:07.868 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI=', 'Content-Length': '0'} 2022-09-01T11:30:07.871 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000710463306a0839b0-00631097bf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.872 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.872 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.873 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.873 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:07.874 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:07.875 DEBUG:boto:Method: GET 2022-09-01T11:30:07.875 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:30:07.876 DEBUG:boto:Data: 2022-09-01T11:30:07.876 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.877 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.877 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.878 DEBUG:boto:Params: {} 2022-09-01T11:30:07.878 DEBUG:boto:Token: None 2022-09-01T11:30:07.879 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/ 2022-09-01T11:30:07.880 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI= 2022-09-01T11:30:07.880 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI=', 'Content-Length': '0'} 2022-09-01T11:30:07.884 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002e646d744d0af40f-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.885 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.886 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:07.887 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:07.887 DEBUG:boto:Method: HEAD 2022-09-01T11:30:07.888 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:30:07.888 DEBUG:boto:Data: 2022-09-01T11:30:07.889 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.889 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.890 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.891 DEBUG:boto:Params: {} 2022-09-01T11:30:07.891 DEBUG:boto:Token: None 2022-09-01T11:30:07.892 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj115 2022-09-01T11:30:07.892 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK0MJyVctiyneuL0F+Qw3TcuFwk= 2022-09-01T11:30:07.893 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK0MJyVctiyneuL0F+Qw3TcuFwk=', 'Content-Length': '0'} 2022-09-01T11:30:07.895 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006fec5db1ce46e680-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.896 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:07.897 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:07.897 DEBUG:boto:Method: HEAD 2022-09-01T11:30:07.898 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:30:07.898 DEBUG:boto:Data: 2022-09-01T11:30:07.899 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.899 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.900 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.900 DEBUG:boto:Params: {} 2022-09-01T11:30:07.901 DEBUG:boto:Token: None 2022-09-01T11:30:07.901 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj115 2022-09-01T11:30:07.902 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DK0MJyVctiyneuL0F+Qw3TcuFwk= 2022-09-01T11:30:07.903 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DK0MJyVctiyneuL0F+Qw3TcuFwk=', 'Content-Length': '0'} 2022-09-01T11:30:07.905 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000063f334da585c4f5-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.906 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:30:07.907 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:07.907 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:07.908 DEBUG:boto:Method: GET 2022-09-01T11:30:07.908 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:30:07.909 DEBUG:boto:Data: 2022-09-01T11:30:07.909 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.910 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.910 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.911 DEBUG:boto:Params: {} 2022-09-01T11:30:07.911 DEBUG:boto:Token: None 2022-09-01T11:30:07.912 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj115 2022-09-01T11:30:07.913 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GCHdOZsz4W6Zg0ot+bSqYhiNcuA= 2022-09-01T11:30:07.913 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GCHdOZsz4W6Zg0ot+bSqYhiNcuA=', 'Content-Length': '0'} 2022-09-01T11:30:07.916 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dbee0d6ee3b3212a-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.916 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:07.917 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:07.917 DEBUG:boto:Method: GET 2022-09-01T11:30:07.918 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:30:07.919 DEBUG:boto:Data: 2022-09-01T11:30:07.919 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.920 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.920 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.921 DEBUG:boto:Params: {} 2022-09-01T11:30:07.921 DEBUG:boto:Token: None 2022-09-01T11:30:07.922 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj115 2022-09-01T11:30:07.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GCHdOZsz4W6Zg0ot+bSqYhiNcuA= 2022-09-01T11:30:07.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GCHdOZsz4W6Zg0ot+bSqYhiNcuA=', 'Content-Length': '0'} 2022-09-01T11:30:07.925 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002f35ba28a3cb3ced-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.926 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.927 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.927 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:07.928 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:07.928 DEBUG:boto:Method: GET 2022-09-01T11:30:07.929 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:30:07.929 DEBUG:boto:Data: 2022-09-01T11:30:07.930 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.931 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.931 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.932 DEBUG:boto:Params: {} 2022-09-01T11:30:07.932 DEBUG:boto:Token: None 2022-09-01T11:30:07.933 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/ 2022-09-01T11:30:07.933 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI= 2022-09-01T11:30:07.934 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI=', 'Content-Length': '0'} 2022-09-01T11:30:07.937 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000071fcf09fe2412b6a-00631097bf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.937 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.938 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:07.939 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:07.940 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:07.940 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:07.941 DEBUG:boto:Method: GET 2022-09-01T11:30:07.941 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:30:07.942 DEBUG:boto:Data: 2022-09-01T11:30:07.943 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.943 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.944 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.944 DEBUG:boto:Params: {} 2022-09-01T11:30:07.945 DEBUG:boto:Token: None 2022-09-01T11:30:07.945 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/ 2022-09-01T11:30:07.946 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI= 2022-09-01T11:30:07.947 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wzC7HyqizDM9JNwY/rjenSyACRI=', 'Content-Length': '0'} 2022-09-01T11:30:07.951 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e68828e5d04d0170-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.952 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:07.953 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:30:07.953 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:07.954 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:07.954 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.955 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.956 DEBUG:boto:Method: GET 2022-09-01T11:30:07.956 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.957 DEBUG:boto:Data: 2022-09-01T11:30:07.957 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.958 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.959 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.959 DEBUG:boto:Params: {} 2022-09-01T11:30:07.960 DEBUG:boto:Token: None 2022-09-01T11:30:07.960 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.961 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UOA2j+ZUdaAF09Wb39eiQrm1MkA= 2022-09-01T11:30:07.962 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UOA2j+ZUdaAF09Wb39eiQrm1MkA=', 'Content-Length': '0'} 2022-09-01T11:30:07.964 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000070c6cca4543110f9-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.965 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:07.965 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:07.966 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.966 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.967 DEBUG:boto:Method: GET 2022-09-01T11:30:07.967 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.968 DEBUG:boto:Data: 2022-09-01T11:30:07.969 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.969 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.970 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.971 DEBUG:boto:Params: {} 2022-09-01T11:30:07.971 DEBUG:boto:Token: None 2022-09-01T11:30:07.972 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UOA2j+ZUdaAF09Wb39eiQrm1MkA= 2022-09-01T11:30:07.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UOA2j+ZUdaAF09Wb39eiQrm1MkA=', 'Content-Length': '0'} 2022-09-01T11:30:07.975 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fdb5bb99d58bdee4-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.976 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:07.976 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:07.977 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.977 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.978 DEBUG:boto:Method: HEAD 2022-09-01T11:30:07.979 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.979 DEBUG:boto:Data: 2022-09-01T11:30:07.980 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.980 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:07.981 DEBUG:boto:Port: 8001 2022-09-01T11:30:07.981 DEBUG:boto:Params: {} 2022-09-01T11:30:07.982 DEBUG:boto:Token: None 2022-09-01T11:30:07.983 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.983 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t2V6P8nwezzSWblweT/E8JQu6h0= 2022-09-01T11:30:07.984 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t2V6P8nwezzSWblweT/E8JQu6h0=', 'Content-Length': '0'} 2022-09-01T11:30:07.986 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000321197d779c9e172-00631097bf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.987 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:07.987 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:07.988 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.988 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.989 DEBUG:boto:Method: HEAD 2022-09-01T11:30:07.989 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.990 DEBUG:boto:Data: 2022-09-01T11:30:07.991 DEBUG:boto:Headers: {} 2022-09-01T11:30:07.991 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:07.992 DEBUG:boto:Port: 8000 2022-09-01T11:30:07.992 DEBUG:boto:Params: {} 2022-09-01T11:30:07.993 DEBUG:boto:Token: None 2022-09-01T11:30:07.994 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:07 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:07.994 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t2V6P8nwezzSWblweT/E8JQu6h0= 2022-09-01T11:30:07.995 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:07 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t2V6P8nwezzSWblweT/E8JQu6h0=', 'Content-Length': '0'} 2022-09-01T11:30:07.997 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f577a810af9b15d6-00631097bf-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:07.998 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:30:07.998 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:07.999 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:07.999 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:08.000 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:08.001 DEBUG:boto:Method: GET 2022-09-01T11:30:08.001 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:08.002 DEBUG:boto:Data: 2022-09-01T11:30:08.002 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.003 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.003 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.004 DEBUG:boto:Params: {} 2022-09-01T11:30:08.004 DEBUG:boto:Token: None 2022-09-01T11:30:08.005 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:08.006 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qbXQGhkYxbfKTgebjRuS4WkJiMM= 2022-09-01T11:30:08.006 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qbXQGhkYxbfKTgebjRuS4WkJiMM=', 'Content-Length': '0'} 2022-09-01T11:30:08.008 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001390ef835275dc3b-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.010 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:08.010 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:08.011 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:08.011 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:08.012 DEBUG:boto:Method: GET 2022-09-01T11:30:08.012 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:08.013 DEBUG:boto:Data: 2022-09-01T11:30:08.013 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.014 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.015 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.015 DEBUG:boto:Params: {} 2022-09-01T11:30:08.016 DEBUG:boto:Token: None 2022-09-01T11:30:08.016 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:08.017 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qbXQGhkYxbfKTgebjRuS4WkJiMM= 2022-09-01T11:30:08.018 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qbXQGhkYxbfKTgebjRuS4WkJiMM=', 'Content-Length': '0'} 2022-09-01T11:30:08.020 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c89910484f9874f-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.021 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.022 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.022 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:08.023 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:08.023 DEBUG:boto:Method: GET 2022-09-01T11:30:08.024 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:30:08.024 DEBUG:boto:Data: 2022-09-01T11:30:08.025 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.025 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.026 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.027 DEBUG:boto:Params: {} 2022-09-01T11:30:08.027 DEBUG:boto:Token: None 2022-09-01T11:30:08.028 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.032 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d0bd1db31ce09557-00631097c0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.033 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.033 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.034 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.035 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:08.035 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:08.036 DEBUG:boto:Method: GET 2022-09-01T11:30:08.036 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:30:08.037 DEBUG:boto:Data: 2022-09-01T11:30:08.038 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.038 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.039 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.039 DEBUG:boto:Params: {} 2022-09-01T11:30:08.040 DEBUG:boto:Token: None 2022-09-01T11:30:08.040 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.041 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.042 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.047 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a63bf17039e2d213-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.047 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.048 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:08.049 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:08.049 DEBUG:boto:Method: HEAD 2022-09-01T11:30:08.050 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:30:08.050 DEBUG:boto:Data: 2022-09-01T11:30:08.051 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.052 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.052 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.053 DEBUG:boto:Params: {} 2022-09-01T11:30:08.053 DEBUG:boto:Token: None 2022-09-01T11:30:08.054 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj116 2022-09-01T11:30:08.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bKr6y+N+9KkJDDyLUy2tU8avaGI= 2022-09-01T11:30:08.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bKr6y+N+9KkJDDyLUy2tU8avaGI=', 'Content-Length': '0'} 2022-09-01T11:30:08.057 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004cc0b46acc07fb9b-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.058 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:08.059 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:08.059 DEBUG:boto:Method: HEAD 2022-09-01T11:30:08.060 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:30:08.061 DEBUG:boto:Data: 2022-09-01T11:30:08.061 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.062 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.062 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.063 DEBUG:boto:Params: {} 2022-09-01T11:30:08.064 DEBUG:boto:Token: None 2022-09-01T11:30:08.064 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj116 2022-09-01T11:30:08.065 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bKr6y+N+9KkJDDyLUy2tU8avaGI= 2022-09-01T11:30:08.065 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bKr6y+N+9KkJDDyLUy2tU8avaGI=', 'Content-Length': '0'} 2022-09-01T11:30:08.068 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000406d83fd2a33e6d0-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.069 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:30:08.070 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:08.070 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:08.071 DEBUG:boto:Method: GET 2022-09-01T11:30:08.071 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:30:08.072 DEBUG:boto:Data: 2022-09-01T11:30:08.072 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.073 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.073 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.074 DEBUG:boto:Params: {} 2022-09-01T11:30:08.075 DEBUG:boto:Token: None 2022-09-01T11:30:08.075 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj116 2022-09-01T11:30:08.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HxtegHNMTN060LMAqL/lZ8a6FSk= 2022-09-01T11:30:08.077 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HxtegHNMTN060LMAqL/lZ8a6FSk=', 'Content-Length': '0'} 2022-09-01T11:30:08.079 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008155598d0f8159f6-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.080 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:08.080 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:08.081 DEBUG:boto:Method: GET 2022-09-01T11:30:08.081 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:30:08.082 DEBUG:boto:Data: 2022-09-01T11:30:08.082 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.083 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.083 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.084 DEBUG:boto:Params: {} 2022-09-01T11:30:08.084 DEBUG:boto:Token: None 2022-09-01T11:30:08.085 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj116 2022-09-01T11:30:08.086 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HxtegHNMTN060LMAqL/lZ8a6FSk= 2022-09-01T11:30:08.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HxtegHNMTN060LMAqL/lZ8a6FSk=', 'Content-Length': '0'} 2022-09-01T11:30:08.089 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000554744ba9ec6ab7a-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.130 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.131 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.132 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:08.132 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:08.133 DEBUG:boto:Method: GET 2022-09-01T11:30:08.133 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:30:08.134 DEBUG:boto:Data: 2022-09-01T11:30:08.135 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.135 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.136 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.136 DEBUG:boto:Params: {} 2022-09-01T11:30:08.137 DEBUG:boto:Token: None 2022-09-01T11:30:08.138 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.139 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.143 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000d3c60c3b8f8523c-00631097c0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.144 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.145 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.146 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.147 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:08.148 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:08.149 DEBUG:boto:Method: GET 2022-09-01T11:30:08.149 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:30:08.150 DEBUG:boto:Data: 2022-09-01T11:30:08.151 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.152 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.153 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.154 DEBUG:boto:Params: {} 2022-09-01T11:30:08.154 DEBUG:boto:Token: None 2022-09-01T11:30:08.155 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.161 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007aa9ec0de8eb2c1c-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.162 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.163 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:30:08.164 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:08.164 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:08.165 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.165 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.166 DEBUG:boto:Method: GET 2022-09-01T11:30:08.166 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.167 DEBUG:boto:Data: 2022-09-01T11:30:08.168 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.168 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.169 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.169 DEBUG:boto:Params: {} 2022-09-01T11:30:08.170 DEBUG:boto:Token: None 2022-09-01T11:30:08.171 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.172 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AtGcniyAy6AX3nZZ+N82GDSDcAQ= 2022-09-01T11:30:08.172 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AtGcniyAy6AX3nZZ+N82GDSDcAQ=', 'Content-Length': '0'} 2022-09-01T11:30:08.175 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009bec9ee7a7b9128b-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.222 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:08.224 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:08.225 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.226 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.226 DEBUG:boto:Method: GET 2022-09-01T11:30:08.227 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.228 DEBUG:boto:Data: 2022-09-01T11:30:08.229 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.229 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.230 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.230 DEBUG:boto:Params: {} 2022-09-01T11:30:08.231 DEBUG:boto:Token: None 2022-09-01T11:30:08.232 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.232 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AtGcniyAy6AX3nZZ+N82GDSDcAQ= 2022-09-01T11:30:08.233 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AtGcniyAy6AX3nZZ+N82GDSDcAQ=', 'Content-Length': '0'} 2022-09-01T11:30:08.236 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d55a985188252764-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.237 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:08.237 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:08.238 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.238 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.239 DEBUG:boto:Method: HEAD 2022-09-01T11:30:08.240 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.240 DEBUG:boto:Data: 2022-09-01T11:30:08.241 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.241 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.242 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.243 DEBUG:boto:Params: {} 2022-09-01T11:30:08.243 DEBUG:boto:Token: None 2022-09-01T11:30:08.244 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.245 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZELzXD0iz3Vi6FgOjCGIdFCPpb4= 2022-09-01T11:30:08.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZELzXD0iz3Vi6FgOjCGIdFCPpb4=', 'Content-Length': '0'} 2022-09-01T11:30:08.248 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000063c4cdcf0c36196a-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.249 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:08.249 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:08.250 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.250 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.251 DEBUG:boto:Method: HEAD 2022-09-01T11:30:08.252 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.252 DEBUG:boto:Data: 2022-09-01T11:30:08.253 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.253 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.254 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.255 DEBUG:boto:Params: {} 2022-09-01T11:30:08.255 DEBUG:boto:Token: None 2022-09-01T11:30:08.256 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.256 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZELzXD0iz3Vi6FgOjCGIdFCPpb4= 2022-09-01T11:30:08.257 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZELzXD0iz3Vi6FgOjCGIdFCPpb4=', 'Content-Length': '0'} 2022-09-01T11:30:08.259 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000004e00fb010cfb84-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.260 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:30:08.261 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:08.261 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:08.262 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.262 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.263 DEBUG:boto:Method: GET 2022-09-01T11:30:08.264 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.264 DEBUG:boto:Data: 2022-09-01T11:30:08.265 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.266 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.266 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.267 DEBUG:boto:Params: {} 2022-09-01T11:30:08.267 DEBUG:boto:Token: None 2022-09-01T11:30:08.268 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.269 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AtGcniyAy6AX3nZZ+N82GDSDcAQ= 2022-09-01T11:30:08.270 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AtGcniyAy6AX3nZZ+N82GDSDcAQ=', 'Content-Length': '0'} 2022-09-01T11:30:08.272 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000feddf085be3ff04c-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.273 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:08.273 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:08.274 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.274 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.275 DEBUG:boto:Method: GET 2022-09-01T11:30:08.275 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.276 DEBUG:boto:Data: 2022-09-01T11:30:08.277 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.277 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.278 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.278 DEBUG:boto:Params: {} 2022-09-01T11:30:08.279 DEBUG:boto:Token: None 2022-09-01T11:30:08.280 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:08.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AtGcniyAy6AX3nZZ+N82GDSDcAQ= 2022-09-01T11:30:08.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AtGcniyAy6AX3nZZ+N82GDSDcAQ=', 'Content-Length': '0'} 2022-09-01T11:30:08.284 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000893ee3265a6c734d-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.285 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.285 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.286 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:08.286 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:08.287 DEBUG:boto:Method: GET 2022-09-01T11:30:08.287 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:30:08.288 DEBUG:boto:Data: 2022-09-01T11:30:08.289 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.289 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.290 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.290 DEBUG:boto:Params: {} 2022-09-01T11:30:08.291 DEBUG:boto:Token: None 2022-09-01T11:30:08.292 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.293 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.296 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000823491340981e621-00631097c0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.297 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.298 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.298 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.299 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:08.299 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:08.300 DEBUG:boto:Method: GET 2022-09-01T11:30:08.301 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:30:08.301 DEBUG:boto:Data: 2022-09-01T11:30:08.302 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.302 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.303 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.304 DEBUG:boto:Params: {} 2022-09-01T11:30:08.304 DEBUG:boto:Token: None 2022-09-01T11:30:08.305 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.306 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.311 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000079dffd06593b3ca2-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.312 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.313 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:08.314 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:08.314 DEBUG:boto:Method: HEAD 2022-09-01T11:30:08.315 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:30:08.316 DEBUG:boto:Data: 2022-09-01T11:30:08.316 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.317 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.317 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.318 DEBUG:boto:Params: {} 2022-09-01T11:30:08.318 DEBUG:boto:Token: None 2022-09-01T11:30:08.319 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj124 2022-09-01T11:30:08.320 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gif/8L4SZ/UuVH9piAzETpIFCp0= 2022-09-01T11:30:08.320 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gif/8L4SZ/UuVH9piAzETpIFCp0=', 'Content-Length': '0'} 2022-09-01T11:30:08.323 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000040f491a46d3a4ea0-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.323 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:08.324 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:08.325 DEBUG:boto:Method: HEAD 2022-09-01T11:30:08.325 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:30:08.326 DEBUG:boto:Data: 2022-09-01T11:30:08.326 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.327 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.327 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.328 DEBUG:boto:Params: {} 2022-09-01T11:30:08.329 DEBUG:boto:Token: None 2022-09-01T11:30:08.329 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj124 2022-09-01T11:30:08.330 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gif/8L4SZ/UuVH9piAzETpIFCp0= 2022-09-01T11:30:08.331 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gif/8L4SZ/UuVH9piAzETpIFCp0=', 'Content-Length': '0'} 2022-09-01T11:30:08.333 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b3657e19cae086b8-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.334 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:30:08.334 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:08.335 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:08.336 DEBUG:boto:Method: GET 2022-09-01T11:30:08.336 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:30:08.337 DEBUG:boto:Data: 2022-09-01T11:30:08.337 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.338 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.338 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.339 DEBUG:boto:Params: {} 2022-09-01T11:30:08.340 DEBUG:boto:Token: None 2022-09-01T11:30:08.340 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj124 2022-09-01T11:30:08.341 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X+0fURGcJ09pHrs1E/o3VOuVC6g= 2022-09-01T11:30:08.342 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X+0fURGcJ09pHrs1E/o3VOuVC6g=', 'Content-Length': '0'} 2022-09-01T11:30:08.344 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000207560fdf290665d-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.345 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:08.346 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:08.346 DEBUG:boto:Method: GET 2022-09-01T11:30:08.347 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:30:08.348 DEBUG:boto:Data: 2022-09-01T11:30:08.348 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.349 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.349 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.350 DEBUG:boto:Params: {} 2022-09-01T11:30:08.351 DEBUG:boto:Token: None 2022-09-01T11:30:08.351 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj124 2022-09-01T11:30:08.352 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X+0fURGcJ09pHrs1E/o3VOuVC6g= 2022-09-01T11:30:08.353 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X+0fURGcJ09pHrs1E/o3VOuVC6g=', 'Content-Length': '0'} 2022-09-01T11:30:08.355 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e77d0e91e89eabc9-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.356 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.356 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.357 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:08.357 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:08.358 DEBUG:boto:Method: GET 2022-09-01T11:30:08.358 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:30:08.359 DEBUG:boto:Data: 2022-09-01T11:30:08.359 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.360 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.361 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.361 DEBUG:boto:Params: {} 2022-09-01T11:30:08.362 DEBUG:boto:Token: None 2022-09-01T11:30:08.362 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.363 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.367 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000245ba7c7e95a3ec1-00631097c0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.367 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.368 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.369 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.369 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:08.370 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:08.370 DEBUG:boto:Method: GET 2022-09-01T11:30:08.371 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:30:08.372 DEBUG:boto:Data: 2022-09-01T11:30:08.372 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.373 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.373 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.374 DEBUG:boto:Params: {} 2022-09-01T11:30:08.374 DEBUG:boto:Token: None 2022-09-01T11:30:08.375 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.381 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ea05919bff22ad46-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.422 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.423 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:30:08.424 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:08.424 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:08.425 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.425 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.426 DEBUG:boto:Method: GET 2022-09-01T11:30:08.426 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.427 DEBUG:boto:Data: 2022-09-01T11:30:08.427 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.428 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.428 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.429 DEBUG:boto:Params: {} 2022-09-01T11:30:08.430 DEBUG:boto:Token: None 2022-09-01T11:30:08.430 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.431 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sb/i1dblDulfPfbv2k92adK4Qn4= 2022-09-01T11:30:08.432 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sb/i1dblDulfPfbv2k92adK4Qn4=', 'Content-Length': '0'} 2022-09-01T11:30:08.434 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e0fafa91f6c89b76-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.435 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:08.436 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:08.436 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.437 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.437 DEBUG:boto:Method: GET 2022-09-01T11:30:08.438 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.438 DEBUG:boto:Data: 2022-09-01T11:30:08.439 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.439 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.440 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.440 DEBUG:boto:Params: {} 2022-09-01T11:30:08.441 DEBUG:boto:Token: None 2022-09-01T11:30:08.442 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sb/i1dblDulfPfbv2k92adK4Qn4= 2022-09-01T11:30:08.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sb/i1dblDulfPfbv2k92adK4Qn4=', 'Content-Length': '0'} 2022-09-01T11:30:08.445 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005fbe087beb4750a5-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.446 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:08.447 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:08.447 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.448 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.448 DEBUG:boto:Method: HEAD 2022-09-01T11:30:08.449 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.449 DEBUG:boto:Data: 2022-09-01T11:30:08.450 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.450 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.451 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.451 DEBUG:boto:Params: {} 2022-09-01T11:30:08.452 DEBUG:boto:Token: None 2022-09-01T11:30:08.453 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.453 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/a42kkFEPXo27/yaIK2XGp2TFCc= 2022-09-01T11:30:08.454 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/a42kkFEPXo27/yaIK2XGp2TFCc=', 'Content-Length': '0'} 2022-09-01T11:30:08.456 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000059c27bca7791cab3-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.457 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:08.457 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:08.458 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.458 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.459 DEBUG:boto:Method: HEAD 2022-09-01T11:30:08.459 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.460 DEBUG:boto:Data: 2022-09-01T11:30:08.460 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.461 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.461 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.462 DEBUG:boto:Params: {} 2022-09-01T11:30:08.463 DEBUG:boto:Token: None 2022-09-01T11:30:08.463 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.464 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/a42kkFEPXo27/yaIK2XGp2TFCc= 2022-09-01T11:30:08.464 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/a42kkFEPXo27/yaIK2XGp2TFCc=', 'Content-Length': '0'} 2022-09-01T11:30:08.466 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003969ce2bbd16dae8-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.467 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:30:08.468 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:08.468 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:08.469 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.469 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.470 DEBUG:boto:Method: GET 2022-09-01T11:30:08.470 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.471 DEBUG:boto:Data: 2022-09-01T11:30:08.471 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.472 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.472 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.473 DEBUG:boto:Params: {} 2022-09-01T11:30:08.474 DEBUG:boto:Token: None 2022-09-01T11:30:08.474 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sb/i1dblDulfPfbv2k92adK4Qn4= 2022-09-01T11:30:08.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sb/i1dblDulfPfbv2k92adK4Qn4=', 'Content-Length': '0'} 2022-09-01T11:30:08.478 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf4b890e72fadb19-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.518 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:08.519 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:08.520 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.521 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.522 DEBUG:boto:Method: GET 2022-09-01T11:30:08.522 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.523 DEBUG:boto:Data: 2022-09-01T11:30:08.524 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.524 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.525 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.525 DEBUG:boto:Params: {} 2022-09-01T11:30:08.526 DEBUG:boto:Token: None 2022-09-01T11:30:08.527 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:08.527 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Sb/i1dblDulfPfbv2k92adK4Qn4= 2022-09-01T11:30:08.528 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Sb/i1dblDulfPfbv2k92adK4Qn4=', 'Content-Length': '0'} 2022-09-01T11:30:08.530 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001bb0ccbe79e1089e-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.532 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.533 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.534 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:08.536 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:08.537 DEBUG:boto:Method: GET 2022-09-01T11:30:08.538 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:30:08.539 DEBUG:boto:Data: 2022-09-01T11:30:08.540 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.541 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.542 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.543 DEBUG:boto:Params: {} 2022-09-01T11:30:08.545 DEBUG:boto:Token: None 2022-09-01T11:30:08.547 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.548 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.553 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d7bcf2c98cdeb886-00631097c0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.554 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.556 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.557 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.558 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:08.559 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:08.560 DEBUG:boto:Method: GET 2022-09-01T11:30:08.561 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:30:08.562 DEBUG:boto:Data: 2022-09-01T11:30:08.563 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.563 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.564 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.565 DEBUG:boto:Params: {} 2022-09-01T11:30:08.567 DEBUG:boto:Token: None 2022-09-01T11:30:08.568 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.569 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.570 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.575 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001bc6d28fc538ebc4-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.577 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.579 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:08.580 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:08.581 DEBUG:boto:Method: HEAD 2022-09-01T11:30:08.582 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:30:08.583 DEBUG:boto:Data: 2022-09-01T11:30:08.584 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.585 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.585 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.586 DEBUG:boto:Params: {} 2022-09-01T11:30:08.586 DEBUG:boto:Token: None 2022-09-01T11:30:08.587 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj145 2022-09-01T11:30:08.588 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SguLQecFGWzw93f8IN4QKMvnvxc= 2022-09-01T11:30:08.588 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SguLQecFGWzw93f8IN4QKMvnvxc=', 'Content-Length': '0'} 2022-09-01T11:30:08.591 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000000a9b9f30b375b92-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.592 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:08.592 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:08.593 DEBUG:boto:Method: HEAD 2022-09-01T11:30:08.594 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:30:08.595 DEBUG:boto:Data: 2022-09-01T11:30:08.595 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.596 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.596 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.597 DEBUG:boto:Params: {} 2022-09-01T11:30:08.597 DEBUG:boto:Token: None 2022-09-01T11:30:08.598 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj145 2022-09-01T11:30:08.598 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SguLQecFGWzw93f8IN4QKMvnvxc= 2022-09-01T11:30:08.599 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SguLQecFGWzw93f8IN4QKMvnvxc=', 'Content-Length': '0'} 2022-09-01T11:30:08.601 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bddd31c6926c0877-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.602 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:30:08.603 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:08.603 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:08.604 DEBUG:boto:Method: GET 2022-09-01T11:30:08.604 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:30:08.605 DEBUG:boto:Data: 2022-09-01T11:30:08.605 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.606 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.606 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.607 DEBUG:boto:Params: {} 2022-09-01T11:30:08.607 DEBUG:boto:Token: None 2022-09-01T11:30:08.608 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj145 2022-09-01T11:30:08.609 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VxFfrdEtcLAZgiiLzIzLtcHdbxU= 2022-09-01T11:30:08.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VxFfrdEtcLAZgiiLzIzLtcHdbxU=', 'Content-Length': '0'} 2022-09-01T11:30:08.612 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000394550e1866d83b9-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.612 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:08.613 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:08.613 DEBUG:boto:Method: GET 2022-09-01T11:30:08.614 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:30:08.614 DEBUG:boto:Data: 2022-09-01T11:30:08.615 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.615 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.616 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.617 DEBUG:boto:Params: {} 2022-09-01T11:30:08.617 DEBUG:boto:Token: None 2022-09-01T11:30:08.618 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj145 2022-09-01T11:30:08.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VxFfrdEtcLAZgiiLzIzLtcHdbxU= 2022-09-01T11:30:08.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VxFfrdEtcLAZgiiLzIzLtcHdbxU=', 'Content-Length': '0'} 2022-09-01T11:30:08.621 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000ddb457e35f1e048-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.622 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.622 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.623 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:08.623 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:08.624 DEBUG:boto:Method: GET 2022-09-01T11:30:08.625 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:30:08.625 DEBUG:boto:Data: 2022-09-01T11:30:08.626 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.626 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.627 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.627 DEBUG:boto:Params: {} 2022-09-01T11:30:08.628 DEBUG:boto:Token: None 2022-09-01T11:30:08.628 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.629 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.630 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.632 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c235d149adaa7371-00631097c0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.633 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.634 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.634 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.635 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:08.635 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:08.636 DEBUG:boto:Method: GET 2022-09-01T11:30:08.636 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:30:08.637 DEBUG:boto:Data: 2022-09-01T11:30:08.637 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.638 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.638 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.639 DEBUG:boto:Params: {} 2022-09-01T11:30:08.640 DEBUG:boto:Token: None 2022-09-01T11:30:08.640 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.641 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.646 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003852fcf8bf71480c-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.647 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.648 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj148 2022-09-01T11:30:08.648 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:08.649 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:08.649 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.650 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.651 DEBUG:boto:Method: GET 2022-09-01T11:30:08.651 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.652 DEBUG:boto:Data: 2022-09-01T11:30:08.652 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.653 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.653 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.654 DEBUG:boto:Params: {} 2022-09-01T11:30:08.655 DEBUG:boto:Token: None 2022-09-01T11:30:08.655 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.656 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LhTV/3OutxNOLE47gQ+y5vz4ji8= 2022-09-01T11:30:08.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LhTV/3OutxNOLE47gQ+y5vz4ji8=', 'Content-Length': '0'} 2022-09-01T11:30:08.659 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b259253b2bebcc8-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.660 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:08.660 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:08.661 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.661 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.662 DEBUG:boto:Method: GET 2022-09-01T11:30:08.663 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.663 DEBUG:boto:Data: 2022-09-01T11:30:08.664 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.664 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.665 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.665 DEBUG:boto:Params: {} 2022-09-01T11:30:08.666 DEBUG:boto:Token: None 2022-09-01T11:30:08.667 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LhTV/3OutxNOLE47gQ+y5vz4ji8= 2022-09-01T11:30:08.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LhTV/3OutxNOLE47gQ+y5vz4ji8=', 'Content-Length': '0'} 2022-09-01T11:30:08.670 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000391d521d837f92e8-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.714 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:08.715 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:08.716 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.717 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.717 DEBUG:boto:Method: HEAD 2022-09-01T11:30:08.718 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.719 DEBUG:boto:Data: 2022-09-01T11:30:08.719 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.720 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.721 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.722 DEBUG:boto:Params: {} 2022-09-01T11:30:08.723 DEBUG:boto:Token: None 2022-09-01T11:30:08.724 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.725 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aY3JWMzcoGKY3jAWFrUYT+vVoNM= 2022-09-01T11:30:08.727 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aY3JWMzcoGKY3jAWFrUYT+vVoNM=', 'Content-Length': '0'} 2022-09-01T11:30:08.729 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db394ac7afd7672b-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.731 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:08.732 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:08.732 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.733 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.743 DEBUG:boto:Method: HEAD 2022-09-01T11:30:08.744 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.745 DEBUG:boto:Data: 2022-09-01T11:30:08.746 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.747 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.747 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.748 DEBUG:boto:Params: {} 2022-09-01T11:30:08.748 DEBUG:boto:Token: None 2022-09-01T11:30:08.749 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.749 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aY3JWMzcoGKY3jAWFrUYT+vVoNM= 2022-09-01T11:30:08.750 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aY3JWMzcoGKY3jAWFrUYT+vVoNM=', 'Content-Length': '0'} 2022-09-01T11:30:08.753 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002bd5d826996cdee3-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.753 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj148 2022-09-01T11:30:08.754 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:08.755 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:08.756 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.756 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.757 DEBUG:boto:Method: GET 2022-09-01T11:30:08.758 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.759 DEBUG:boto:Data: 2022-09-01T11:30:08.759 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.760 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.760 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.761 DEBUG:boto:Params: {} 2022-09-01T11:30:08.761 DEBUG:boto:Token: None 2022-09-01T11:30:08.762 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.763 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LhTV/3OutxNOLE47gQ+y5vz4ji8= 2022-09-01T11:30:08.763 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LhTV/3OutxNOLE47gQ+y5vz4ji8=', 'Content-Length': '0'} 2022-09-01T11:30:08.766 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000afda80ada504bc38-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.767 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:08.767 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:08.768 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.768 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.769 DEBUG:boto:Method: GET 2022-09-01T11:30:08.770 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.771 DEBUG:boto:Data: 2022-09-01T11:30:08.772 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.773 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.774 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.775 DEBUG:boto:Params: {} 2022-09-01T11:30:08.776 DEBUG:boto:Token: None 2022-09-01T11:30:08.777 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:08.777 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LhTV/3OutxNOLE47gQ+y5vz4ji8= 2022-09-01T11:30:08.778 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LhTV/3OutxNOLE47gQ+y5vz4ji8=', 'Content-Length': '0'} 2022-09-01T11:30:08.780 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005bdb18e8ab15d32b-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.781 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.782 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.782 DEBUG:boto:path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:08.783 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:08.783 DEBUG:boto:Method: GET 2022-09-01T11:30:08.784 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj148 2022-09-01T11:30:08.784 DEBUG:boto:Data: 2022-09-01T11:30:08.785 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.785 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.786 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.787 DEBUG:boto:Params: {} 2022-09-01T11:30:08.787 DEBUG:boto:Token: None 2022-09-01T11:30:08.788 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.789 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.792 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ac94188bab613908-00631097c0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.793 DEBUG:boto:b'ptoxvb-74obj1481000falseobj1482022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.794 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.795 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.795 DEBUG:boto:path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:08.796 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:08.796 DEBUG:boto:Method: GET 2022-09-01T11:30:08.797 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj148 2022-09-01T11:30:08.797 DEBUG:boto:Data: 2022-09-01T11:30:08.798 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.799 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.799 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.800 DEBUG:boto:Params: {} 2022-09-01T11:30:08.800 DEBUG:boto:Token: None 2022-09-01T11:30:08.801 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.802 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.802 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.807 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000076034121c746fb1f-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.808 DEBUG:boto:b'ptoxvb-74obj1481000falseobj1482022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.809 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:08.810 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:08.811 DEBUG:boto:Method: HEAD 2022-09-01T11:30:08.811 DEBUG:boto:Path: /ptoxvb-74/obj148 2022-09-01T11:30:08.812 DEBUG:boto:Data: 2022-09-01T11:30:08.812 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.813 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.813 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.814 DEBUG:boto:Params: {} 2022-09-01T11:30:08.815 DEBUG:boto:Token: None 2022-09-01T11:30:08.815 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj148 2022-09-01T11:30:08.816 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0CCYWEXH8TXtvQtGAnxmdQ92jgg= 2022-09-01T11:30:08.816 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0CCYWEXH8TXtvQtGAnxmdQ92jgg=', 'Content-Length': '0'} 2022-09-01T11:30:08.819 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006777373a69ba98c8-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.819 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:08.820 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:08.821 DEBUG:boto:Method: HEAD 2022-09-01T11:30:08.821 DEBUG:boto:Path: /ptoxvb-74/obj148 2022-09-01T11:30:08.822 DEBUG:boto:Data: 2022-09-01T11:30:08.822 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.823 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.823 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.824 DEBUG:boto:Params: {} 2022-09-01T11:30:08.825 DEBUG:boto:Token: None 2022-09-01T11:30:08.825 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj148 2022-09-01T11:30:08.826 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0CCYWEXH8TXtvQtGAnxmdQ92jgg= 2022-09-01T11:30:08.826 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0CCYWEXH8TXtvQtGAnxmdQ92jgg=', 'Content-Length': '0'} 2022-09-01T11:30:08.828 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005217484124b58096-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.829 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj148 2022-09-01T11:30:08.830 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:08.831 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:08.832 DEBUG:boto:Method: GET 2022-09-01T11:30:08.832 DEBUG:boto:Path: /ptoxvb-74/obj148 2022-09-01T11:30:08.833 DEBUG:boto:Data: 2022-09-01T11:30:08.834 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.834 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.835 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.835 DEBUG:boto:Params: {} 2022-09-01T11:30:08.837 DEBUG:boto:Token: None 2022-09-01T11:30:08.837 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj148 2022-09-01T11:30:08.838 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mH4PW4mONxSzAfppUfjgBsYOiWY= 2022-09-01T11:30:08.839 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mH4PW4mONxSzAfppUfjgBsYOiWY=', 'Content-Length': '0'} 2022-09-01T11:30:08.842 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000039dca210a0b64a90-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.882 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:08.883 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:08.883 DEBUG:boto:Method: GET 2022-09-01T11:30:08.884 DEBUG:boto:Path: /ptoxvb-74/obj148 2022-09-01T11:30:08.884 DEBUG:boto:Data: 2022-09-01T11:30:08.885 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.885 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.886 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.886 DEBUG:boto:Params: {} 2022-09-01T11:30:08.887 DEBUG:boto:Token: None 2022-09-01T11:30:08.888 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj148 2022-09-01T11:30:08.888 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mH4PW4mONxSzAfppUfjgBsYOiWY= 2022-09-01T11:30:08.889 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mH4PW4mONxSzAfppUfjgBsYOiWY=', 'Content-Length': '0'} 2022-09-01T11:30:08.891 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003293508f80cf6f27-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.892 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.892 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.893 DEBUG:boto:path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:08.893 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:08.894 DEBUG:boto:Method: GET 2022-09-01T11:30:08.894 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj148 2022-09-01T11:30:08.895 DEBUG:boto:Data: 2022-09-01T11:30:08.895 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.896 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.896 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.897 DEBUG:boto:Params: {} 2022-09-01T11:30:08.897 DEBUG:boto:Token: None 2022-09-01T11:30:08.898 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.899 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.902 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cff85b8134a0dc19-00631097c0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.903 DEBUG:boto:b'ptoxvb-74obj1481000falseobj1482022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.904 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:08.904 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:08.905 DEBUG:boto:path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:08.905 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:08.906 DEBUG:boto:Method: GET 2022-09-01T11:30:08.906 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj148 2022-09-01T11:30:08.907 DEBUG:boto:Data: 2022-09-01T11:30:08.907 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.908 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.908 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.909 DEBUG:boto:Params: {} 2022-09-01T11:30:08.909 DEBUG:boto:Token: None 2022-09-01T11:30:08.910 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/ 2022-09-01T11:30:08.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM= 2022-09-01T11:30:08.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mQ3+FMKj2175Cz4GudUgsUhbieM=', 'Content-Length': '0'} 2022-09-01T11:30:08.916 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007342daa387369c3b-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.958 DEBUG:boto:b'ptoxvb-74obj1481000falseobj1482022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:08.959 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:30:08.960 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:08.960 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:08.961 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:08.961 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:08.962 DEBUG:boto:Method: GET 2022-09-01T11:30:08.963 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:08.963 DEBUG:boto:Data: 2022-09-01T11:30:08.964 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.964 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.965 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.966 DEBUG:boto:Params: {} 2022-09-01T11:30:08.966 DEBUG:boto:Token: None 2022-09-01T11:30:08.967 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:08.968 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YzKlF9UhqmFwVEmwHGCUTiN83ww= 2022-09-01T11:30:08.968 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YzKlF9UhqmFwVEmwHGCUTiN83ww=', 'Content-Length': '0'} 2022-09-01T11:30:08.971 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009113163633e46df5-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.972 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:08.972 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:08.974 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:08.975 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:08.976 DEBUG:boto:Method: GET 2022-09-01T11:30:08.977 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:08.978 DEBUG:boto:Data: 2022-09-01T11:30:08.979 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.980 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:08.981 DEBUG:boto:Port: 8000 2022-09-01T11:30:08.982 DEBUG:boto:Params: {} 2022-09-01T11:30:08.983 DEBUG:boto:Token: None 2022-09-01T11:30:08.984 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:08.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YzKlF9UhqmFwVEmwHGCUTiN83ww= 2022-09-01T11:30:08.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YzKlF9UhqmFwVEmwHGCUTiN83ww=', 'Content-Length': '0'} 2022-09-01T11:30:08.988 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bf3fcc226de97ad5-00631097c0-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:08.989 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:08.989 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:08.990 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:08.991 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:08.991 DEBUG:boto:Method: HEAD 2022-09-01T11:30:08.992 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:08.993 DEBUG:boto:Data: 2022-09-01T11:30:08.993 DEBUG:boto:Headers: {} 2022-09-01T11:30:08.994 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:08.995 DEBUG:boto:Port: 8001 2022-09-01T11:30:08.995 DEBUG:boto:Params: {} 2022-09-01T11:30:08.996 DEBUG:boto:Token: None 2022-09-01T11:30:08.997 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:08 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:08.997 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pt/Tnr/bVfXAYrpK1tuNpNJOszg= 2022-09-01T11:30:08.998 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:08 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pt/Tnr/bVfXAYrpK1tuNpNJOszg=', 'Content-Length': '0'} 2022-09-01T11:30:09.000 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000857c22081b4e42c6-00631097c0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.001 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:09.001 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:09.002 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:09.003 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:09.003 DEBUG:boto:Method: HEAD 2022-09-01T11:30:09.004 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:09.004 DEBUG:boto:Data: 2022-09-01T11:30:09.005 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.006 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.006 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.007 DEBUG:boto:Params: {} 2022-09-01T11:30:09.007 DEBUG:boto:Token: None 2022-09-01T11:30:09.008 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:09.009 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5ZJEY/lh8DwOy/p2pMfQyjjxnvc= 2022-09-01T11:30:09.010 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5ZJEY/lh8DwOy/p2pMfQyjjxnvc=', 'Content-Length': '0'} 2022-09-01T11:30:09.013 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003c22e0c3bb1a05a3-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.014 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:30:09.015 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:09.016 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:09.017 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:09.018 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:09.019 DEBUG:boto:Method: GET 2022-09-01T11:30:09.020 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:09.021 DEBUG:boto:Data: 2022-09-01T11:30:09.022 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.023 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.024 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.025 DEBUG:boto:Params: {} 2022-09-01T11:30:09.026 DEBUG:boto:Token: None 2022-09-01T11:30:09.027 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:09.028 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VpJHMj72USlXFC3g77sm9F6KJds= 2022-09-01T11:30:09.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VpJHMj72USlXFC3g77sm9F6KJds=', 'Content-Length': '0'} 2022-09-01T11:30:09.032 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a1584a0c516c3e27-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.033 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:09.033 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:09.034 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:09.034 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:09.035 DEBUG:boto:Method: GET 2022-09-01T11:30:09.036 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:09.036 DEBUG:boto:Data: 2022-09-01T11:30:09.037 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.037 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.038 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.039 DEBUG:boto:Params: {} 2022-09-01T11:30:09.039 DEBUG:boto:Token: None 2022-09-01T11:30:09.040 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:09.040 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VpJHMj72USlXFC3g77sm9F6KJds= 2022-09-01T11:30:09.041 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VpJHMj72USlXFC3g77sm9F6KJds=', 'Content-Length': '0'} 2022-09-01T11:30:09.043 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f9a0954f54d6a9ab-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.044 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:09.045 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:09.046 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:09.047 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:09.047 DEBUG:boto:Method: GET 2022-09-01T11:30:09.048 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:30:09.048 DEBUG:boto:Data: 2022-09-01T11:30:09.049 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.049 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.050 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.051 DEBUG:boto:Params: {} 2022-09-01T11:30:09.051 DEBUG:boto:Token: None 2022-09-01T11:30:09.052 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/ 2022-09-01T11:30:09.053 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4= 2022-09-01T11:30:09.053 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4=', 'Content-Length': '0'} 2022-09-01T11:30:09.056 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000087573c39c30b2b7c-00631097c1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.057 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:09.059 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:09.059 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:09.060 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:09.061 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:09.061 DEBUG:boto:Method: GET 2022-09-01T11:30:09.062 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:30:09.063 DEBUG:boto:Data: 2022-09-01T11:30:09.063 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.064 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.064 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.065 DEBUG:boto:Params: {} 2022-09-01T11:30:09.065 DEBUG:boto:Token: None 2022-09-01T11:30:09.066 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/ 2022-09-01T11:30:09.067 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4= 2022-09-01T11:30:09.068 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4=', 'Content-Length': '0'} 2022-09-01T11:30:09.073 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f78f7f9bfdcb8729-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.074 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:09.075 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:09.075 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:09.076 DEBUG:boto:Method: HEAD 2022-09-01T11:30:09.076 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:30:09.077 DEBUG:boto:Data: 2022-09-01T11:30:09.078 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.078 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.079 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.079 DEBUG:boto:Params: {} 2022-09-01T11:30:09.080 DEBUG:boto:Token: None 2022-09-01T11:30:09.081 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj155 2022-09-01T11:30:09.081 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2kXI9CZYLF9IZI+OD8BXOtLhzlI= 2022-09-01T11:30:09.082 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2kXI9CZYLF9IZI+OD8BXOtLhzlI=', 'Content-Length': '0'} 2022-09-01T11:30:09.084 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005a44752b1fc1cc8-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.085 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:09.086 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:09.086 DEBUG:boto:Method: HEAD 2022-09-01T11:30:09.087 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:30:09.088 DEBUG:boto:Data: 2022-09-01T11:30:09.089 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.090 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.091 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.091 DEBUG:boto:Params: {} 2022-09-01T11:30:09.092 DEBUG:boto:Token: None 2022-09-01T11:30:09.092 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj155 2022-09-01T11:30:09.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2kXI9CZYLF9IZI+OD8BXOtLhzlI= 2022-09-01T11:30:09.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2kXI9CZYLF9IZI+OD8BXOtLhzlI=', 'Content-Length': '0'} 2022-09-01T11:30:09.096 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d597b0695d226693-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.097 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:30:09.098 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:09.099 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:09.100 DEBUG:boto:Method: GET 2022-09-01T11:30:09.100 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:30:09.101 DEBUG:boto:Data: 2022-09-01T11:30:09.102 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.103 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.104 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.105 DEBUG:boto:Params: {} 2022-09-01T11:30:09.106 DEBUG:boto:Token: None 2022-09-01T11:30:09.107 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj155 2022-09-01T11:30:09.108 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:85wlftA+YMRcPcwyRXSFQXF+M+c= 2022-09-01T11:30:09.109 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:85wlftA+YMRcPcwyRXSFQXF+M+c=', 'Content-Length': '0'} 2022-09-01T11:30:09.112 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005dd3b3eaf444a9c4-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.114 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:09.114 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:09.115 DEBUG:boto:Method: GET 2022-09-01T11:30:09.115 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:30:09.117 DEBUG:boto:Data: 2022-09-01T11:30:09.118 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.118 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.119 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.120 DEBUG:boto:Params: {} 2022-09-01T11:30:09.121 DEBUG:boto:Token: None 2022-09-01T11:30:09.122 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj155 2022-09-01T11:30:09.123 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:85wlftA+YMRcPcwyRXSFQXF+M+c= 2022-09-01T11:30:09.124 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:85wlftA+YMRcPcwyRXSFQXF+M+c=', 'Content-Length': '0'} 2022-09-01T11:30:09.127 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003142c72a6939079c-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.128 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:09.129 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:09.129 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:09.130 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:09.131 DEBUG:boto:Method: GET 2022-09-01T11:30:09.131 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:30:09.132 DEBUG:boto:Data: 2022-09-01T11:30:09.132 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.133 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.133 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.134 DEBUG:boto:Params: {} 2022-09-01T11:30:09.135 DEBUG:boto:Token: None 2022-09-01T11:30:09.135 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/ 2022-09-01T11:30:09.136 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4= 2022-09-01T11:30:09.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4=', 'Content-Length': '0'} 2022-09-01T11:30:09.139 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009620b67b22d81616-00631097c1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.140 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:09.141 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:09.142 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:09.143 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:09.143 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:09.144 DEBUG:boto:Method: GET 2022-09-01T11:30:09.145 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:30:09.145 DEBUG:boto:Data: 2022-09-01T11:30:09.146 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.147 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.148 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.148 DEBUG:boto:Params: {} 2022-09-01T11:30:09.149 DEBUG:boto:Token: None 2022-09-01T11:30:09.150 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/ 2022-09-01T11:30:09.150 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4= 2022-09-01T11:30:09.151 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4=', 'Content-Length': '0'} 2022-09-01T11:30:09.156 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000057f84f71fe6fadc8-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.202 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:09.204 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:30:09.204 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:09.205 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:09.205 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.206 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.207 DEBUG:boto:Method: GET 2022-09-01T11:30:09.208 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.209 DEBUG:boto:Data: 2022-09-01T11:30:09.210 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.211 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.212 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.213 DEBUG:boto:Params: {} 2022-09-01T11:30:09.213 DEBUG:boto:Token: None 2022-09-01T11:30:09.214 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.214 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hkC9COZbqLzqcMNEXuAs7SsVtCw= 2022-09-01T11:30:09.215 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hkC9COZbqLzqcMNEXuAs7SsVtCw=', 'Content-Length': '0'} 2022-09-01T11:30:09.218 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1ae58bd93d162b8-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.219 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:09.220 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:09.221 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.221 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.222 DEBUG:boto:Method: GET 2022-09-01T11:30:09.223 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.224 DEBUG:boto:Data: 2022-09-01T11:30:09.225 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.225 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.226 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.226 DEBUG:boto:Params: {} 2022-09-01T11:30:09.227 DEBUG:boto:Token: None 2022-09-01T11:30:09.227 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.228 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hkC9COZbqLzqcMNEXuAs7SsVtCw= 2022-09-01T11:30:09.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hkC9COZbqLzqcMNEXuAs7SsVtCw=', 'Content-Length': '0'} 2022-09-01T11:30:09.232 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007c019909a9c82255-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.232 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:09.233 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:09.233 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.234 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.235 DEBUG:boto:Method: HEAD 2022-09-01T11:30:09.235 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.236 DEBUG:boto:Data: 2022-09-01T11:30:09.236 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.237 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.237 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.238 DEBUG:boto:Params: {} 2022-09-01T11:30:09.238 DEBUG:boto:Token: None 2022-09-01T11:30:09.239 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q/JuFwu8MpYHVWApxO4gQO+Q/ZI= 2022-09-01T11:30:09.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q/JuFwu8MpYHVWApxO4gQO+Q/ZI=', 'Content-Length': '0'} 2022-09-01T11:30:09.242 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ab35833a5fa19b37-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.243 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:09.244 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:09.244 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.245 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.245 DEBUG:boto:Method: HEAD 2022-09-01T11:30:09.246 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.246 DEBUG:boto:Data: 2022-09-01T11:30:09.247 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.247 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.248 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.248 DEBUG:boto:Params: {} 2022-09-01T11:30:09.250 DEBUG:boto:Token: None 2022-09-01T11:30:09.250 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.251 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q/JuFwu8MpYHVWApxO4gQO+Q/ZI= 2022-09-01T11:30:09.251 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q/JuFwu8MpYHVWApxO4gQO+Q/ZI=', 'Content-Length': '0'} 2022-09-01T11:30:09.254 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b3b3e23efed2275-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.254 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:30:09.255 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:09.256 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:09.256 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.257 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.257 DEBUG:boto:Method: GET 2022-09-01T11:30:09.258 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.259 DEBUG:boto:Data: 2022-09-01T11:30:09.259 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.260 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.260 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.261 DEBUG:boto:Params: {} 2022-09-01T11:30:09.262 DEBUG:boto:Token: None 2022-09-01T11:30:09.262 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.263 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hkC9COZbqLzqcMNEXuAs7SsVtCw= 2022-09-01T11:30:09.264 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hkC9COZbqLzqcMNEXuAs7SsVtCw=', 'Content-Length': '0'} 2022-09-01T11:30:09.266 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bed2dc2b0fa0b800-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.306 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:09.307 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:09.308 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.309 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.309 DEBUG:boto:Method: GET 2022-09-01T11:30:09.310 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.311 DEBUG:boto:Data: 2022-09-01T11:30:09.311 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.312 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.312 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.313 DEBUG:boto:Params: {} 2022-09-01T11:30:09.313 DEBUG:boto:Token: None 2022-09-01T11:30:09.314 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:09.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hkC9COZbqLzqcMNEXuAs7SsVtCw= 2022-09-01T11:30:09.315 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hkC9COZbqLzqcMNEXuAs7SsVtCw=', 'Content-Length': '0'} 2022-09-01T11:30:09.318 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c4fc07c0e8d519af-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.319 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:09.319 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:09.320 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:09.320 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:09.321 DEBUG:boto:Method: GET 2022-09-01T11:30:09.321 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:30:09.322 DEBUG:boto:Data: 2022-09-01T11:30:09.323 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.323 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.324 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.324 DEBUG:boto:Params: {} 2022-09-01T11:30:09.325 DEBUG:boto:Token: None 2022-09-01T11:30:09.326 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/ 2022-09-01T11:30:09.326 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4= 2022-09-01T11:30:09.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4=', 'Content-Length': '0'} 2022-09-01T11:30:09.331 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000474c8578446c4c6a-00631097c1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.332 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:09.333 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:09.334 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:09.335 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:09.336 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:09.337 DEBUG:boto:Method: GET 2022-09-01T11:30:09.338 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:30:09.339 DEBUG:boto:Data: 2022-09-01T11:30:09.340 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.342 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.343 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.344 DEBUG:boto:Params: {} 2022-09-01T11:30:09.344 DEBUG:boto:Token: None 2022-09-01T11:30:09.345 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/ 2022-09-01T11:30:09.346 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4= 2022-09-01T11:30:09.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4=', 'Content-Length': '0'} 2022-09-01T11:30:09.353 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000beaa8e1ae407b591-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.355 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:09.356 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:09.356 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:09.357 DEBUG:boto:Method: HEAD 2022-09-01T11:30:09.357 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:30:09.358 DEBUG:boto:Data: 2022-09-01T11:30:09.359 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.359 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.360 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.360 DEBUG:boto:Params: {} 2022-09-01T11:30:09.361 DEBUG:boto:Token: None 2022-09-01T11:30:09.362 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj17 2022-09-01T11:30:09.362 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RaNjvN5SmxKLg+iTteDQAKB4wN8= 2022-09-01T11:30:09.363 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RaNjvN5SmxKLg+iTteDQAKB4wN8=', 'Content-Length': '0'} 2022-09-01T11:30:09.365 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000dc23d48df8261dd-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.366 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:09.367 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:09.367 DEBUG:boto:Method: HEAD 2022-09-01T11:30:09.368 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:30:09.368 DEBUG:boto:Data: 2022-09-01T11:30:09.369 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.370 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.370 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.371 DEBUG:boto:Params: {} 2022-09-01T11:30:09.371 DEBUG:boto:Token: None 2022-09-01T11:30:09.372 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj17 2022-09-01T11:30:09.373 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RaNjvN5SmxKLg+iTteDQAKB4wN8= 2022-09-01T11:30:09.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RaNjvN5SmxKLg+iTteDQAKB4wN8=', 'Content-Length': '0'} 2022-09-01T11:30:09.376 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e6cc264c2e9fb4d7-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.377 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:30:09.378 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:09.378 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:09.379 DEBUG:boto:Method: GET 2022-09-01T11:30:09.379 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:30:09.380 DEBUG:boto:Data: 2022-09-01T11:30:09.380 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.381 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.381 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.382 DEBUG:boto:Params: {} 2022-09-01T11:30:09.383 DEBUG:boto:Token: None 2022-09-01T11:30:09.383 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj17 2022-09-01T11:30:09.384 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VO7qi4W9cBQQQqIkwlyQnMMSw/A= 2022-09-01T11:30:09.384 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VO7qi4W9cBQQQqIkwlyQnMMSw/A=', 'Content-Length': '0'} 2022-09-01T11:30:09.387 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f0b1e7109cae054b-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.388 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:09.388 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:09.389 DEBUG:boto:Method: GET 2022-09-01T11:30:09.389 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:30:09.390 DEBUG:boto:Data: 2022-09-01T11:30:09.390 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.391 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.391 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.392 DEBUG:boto:Params: {} 2022-09-01T11:30:09.393 DEBUG:boto:Token: None 2022-09-01T11:30:09.393 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj17 2022-09-01T11:30:09.394 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VO7qi4W9cBQQQqIkwlyQnMMSw/A= 2022-09-01T11:30:09.394 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VO7qi4W9cBQQQqIkwlyQnMMSw/A=', 'Content-Length': '0'} 2022-09-01T11:30:09.397 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002548d9f48e97c7b7-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.438 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:09.439 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:09.440 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:09.441 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:09.442 DEBUG:boto:Method: GET 2022-09-01T11:30:09.443 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:30:09.444 DEBUG:boto:Data: 2022-09-01T11:30:09.444 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.445 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.445 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.446 DEBUG:boto:Params: {} 2022-09-01T11:30:09.446 DEBUG:boto:Token: None 2022-09-01T11:30:09.447 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/ 2022-09-01T11:30:09.447 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4= 2022-09-01T11:30:09.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4=', 'Content-Length': '0'} 2022-09-01T11:30:09.451 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f357845ba00ae0b0-00631097c1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.452 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:09.453 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:09.453 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:09.454 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:09.455 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:09.455 DEBUG:boto:Method: GET 2022-09-01T11:30:09.456 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:30:09.456 DEBUG:boto:Data: 2022-09-01T11:30:09.457 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.457 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.458 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.458 DEBUG:boto:Params: {} 2022-09-01T11:30:09.459 DEBUG:boto:Token: None 2022-09-01T11:30:09.459 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/ 2022-09-01T11:30:09.460 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4= 2022-09-01T11:30:09.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4=', 'Content-Length': '0'} 2022-09-01T11:30:09.466 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000472cb51473972507-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.467 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:09.468 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj185 2022-09-01T11:30:09.469 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:09.470 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:09.471 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.472 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.473 DEBUG:boto:Method: GET 2022-09-01T11:30:09.474 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.475 DEBUG:boto:Data: 2022-09-01T11:30:09.476 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.477 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.478 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.479 DEBUG:boto:Params: {} 2022-09-01T11:30:09.480 DEBUG:boto:Token: None 2022-09-01T11:30:09.481 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nSfbbTSCP7v9aEC4t0gVJhi41TU= 2022-09-01T11:30:09.484 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nSfbbTSCP7v9aEC4t0gVJhi41TU=', 'Content-Length': '0'} 2022-09-01T11:30:09.487 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c29888894df8eab1-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.534 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:09.536 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:09.536 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.538 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.539 DEBUG:boto:Method: GET 2022-09-01T11:30:09.540 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.541 DEBUG:boto:Data: 2022-09-01T11:30:09.542 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.543 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.544 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.545 DEBUG:boto:Params: {} 2022-09-01T11:30:09.546 DEBUG:boto:Token: None 2022-09-01T11:30:09.547 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nSfbbTSCP7v9aEC4t0gVJhi41TU= 2022-09-01T11:30:09.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nSfbbTSCP7v9aEC4t0gVJhi41TU=', 'Content-Length': '0'} 2022-09-01T11:30:09.553 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000051132db3bfefabca-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.555 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:09.555 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:09.556 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.557 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.558 DEBUG:boto:Method: HEAD 2022-09-01T11:30:09.559 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.560 DEBUG:boto:Data: 2022-09-01T11:30:09.561 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.562 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.563 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.564 DEBUG:boto:Params: {} 2022-09-01T11:30:09.565 DEBUG:boto:Token: None 2022-09-01T11:30:09.566 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.567 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uovUPrwogw9FgZVAxPTep5GXsyE= 2022-09-01T11:30:09.568 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uovUPrwogw9FgZVAxPTep5GXsyE=', 'Content-Length': '0'} 2022-09-01T11:30:09.571 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006eea155658972884-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.572 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:09.573 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:09.574 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.575 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.576 DEBUG:boto:Method: HEAD 2022-09-01T11:30:09.576 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.577 DEBUG:boto:Data: 2022-09-01T11:30:09.578 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.579 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.581 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.582 DEBUG:boto:Params: {} 2022-09-01T11:30:09.583 DEBUG:boto:Token: None 2022-09-01T11:30:09.584 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.585 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uovUPrwogw9FgZVAxPTep5GXsyE= 2022-09-01T11:30:09.586 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uovUPrwogw9FgZVAxPTep5GXsyE=', 'Content-Length': '0'} 2022-09-01T11:30:09.588 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000da553d863b230cd2-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.589 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj185 2022-09-01T11:30:09.590 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:09.590 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:09.591 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.592 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.592 DEBUG:boto:Method: GET 2022-09-01T11:30:09.593 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.593 DEBUG:boto:Data: 2022-09-01T11:30:09.594 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.594 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.595 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.595 DEBUG:boto:Params: {} 2022-09-01T11:30:09.596 DEBUG:boto:Token: None 2022-09-01T11:30:09.596 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.597 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nSfbbTSCP7v9aEC4t0gVJhi41TU= 2022-09-01T11:30:09.598 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nSfbbTSCP7v9aEC4t0gVJhi41TU=', 'Content-Length': '0'} 2022-09-01T11:30:09.600 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000741d374c03bf9f50-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.601 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:09.602 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:09.603 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.603 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.604 DEBUG:boto:Method: GET 2022-09-01T11:30:09.604 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.605 DEBUG:boto:Data: 2022-09-01T11:30:09.606 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.606 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.607 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.607 DEBUG:boto:Params: {} 2022-09-01T11:30:09.608 DEBUG:boto:Token: None 2022-09-01T11:30:09.609 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:09.610 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nSfbbTSCP7v9aEC4t0gVJhi41TU= 2022-09-01T11:30:09.610 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nSfbbTSCP7v9aEC4t0gVJhi41TU=', 'Content-Length': '0'} 2022-09-01T11:30:09.612 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dad53930ddea0c1e-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.613 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:09.614 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:09.614 DEBUG:boto:path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:09.615 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:09.615 DEBUG:boto:Method: GET 2022-09-01T11:30:09.616 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj185 2022-09-01T11:30:09.616 DEBUG:boto:Data: 2022-09-01T11:30:09.617 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.618 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.618 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.619 DEBUG:boto:Params: {} 2022-09-01T11:30:09.620 DEBUG:boto:Token: None 2022-09-01T11:30:09.620 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/ 2022-09-01T11:30:09.621 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4= 2022-09-01T11:30:09.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4=', 'Content-Length': '0'} 2022-09-01T11:30:09.625 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008f8da7247b7c5cd7-00631097c1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.626 DEBUG:boto:b'ptoxvb-74obj1851000falseobj1852022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:09.627 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:09.627 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:09.628 DEBUG:boto:path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:09.628 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:09.629 DEBUG:boto:Method: GET 2022-09-01T11:30:09.629 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj185 2022-09-01T11:30:09.630 DEBUG:boto:Data: 2022-09-01T11:30:09.631 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.631 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.632 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.632 DEBUG:boto:Params: {} 2022-09-01T11:30:09.633 DEBUG:boto:Token: None 2022-09-01T11:30:09.633 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/ 2022-09-01T11:30:09.634 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4= 2022-09-01T11:30:09.635 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4=', 'Content-Length': '0'} 2022-09-01T11:30:09.639 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000156b77e7af6cb8af-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.640 DEBUG:boto:b'ptoxvb-74obj1851000falseobj1852022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:09.641 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:09.641 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:09.642 DEBUG:boto:Method: HEAD 2022-09-01T11:30:09.643 DEBUG:boto:Path: /ptoxvb-74/obj185 2022-09-01T11:30:09.643 DEBUG:boto:Data: 2022-09-01T11:30:09.644 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.644 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.644 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.645 DEBUG:boto:Params: {} 2022-09-01T11:30:09.646 DEBUG:boto:Token: None 2022-09-01T11:30:09.646 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj185 2022-09-01T11:30:09.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t98RrUyBDULx7gCP/kFL2e0nuKo= 2022-09-01T11:30:09.647 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t98RrUyBDULx7gCP/kFL2e0nuKo=', 'Content-Length': '0'} 2022-09-01T11:30:09.649 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004003d6f7781dd0a7-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.650 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:09.651 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:09.651 DEBUG:boto:Method: HEAD 2022-09-01T11:30:09.652 DEBUG:boto:Path: /ptoxvb-74/obj185 2022-09-01T11:30:09.652 DEBUG:boto:Data: 2022-09-01T11:30:09.653 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.653 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.654 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.654 DEBUG:boto:Params: {} 2022-09-01T11:30:09.655 DEBUG:boto:Token: None 2022-09-01T11:30:09.655 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj185 2022-09-01T11:30:09.656 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t98RrUyBDULx7gCP/kFL2e0nuKo= 2022-09-01T11:30:09.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t98RrUyBDULx7gCP/kFL2e0nuKo=', 'Content-Length': '0'} 2022-09-01T11:30:09.659 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005d8eb3f311570573-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.659 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj185 2022-09-01T11:30:09.660 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:09.661 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:09.661 DEBUG:boto:Method: GET 2022-09-01T11:30:09.662 DEBUG:boto:Path: /ptoxvb-74/obj185 2022-09-01T11:30:09.662 DEBUG:boto:Data: 2022-09-01T11:30:09.663 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.663 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.664 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.664 DEBUG:boto:Params: {} 2022-09-01T11:30:09.665 DEBUG:boto:Token: None 2022-09-01T11:30:09.665 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj185 2022-09-01T11:30:09.666 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dDQM+8qRVzfhzmnuvd/mWCbrLZE= 2022-09-01T11:30:09.667 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dDQM+8qRVzfhzmnuvd/mWCbrLZE=', 'Content-Length': '0'} 2022-09-01T11:30:09.669 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d34fe60d77d4d1a4-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.670 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:09.670 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:09.671 DEBUG:boto:Method: GET 2022-09-01T11:30:09.671 DEBUG:boto:Path: /ptoxvb-74/obj185 2022-09-01T11:30:09.672 DEBUG:boto:Data: 2022-09-01T11:30:09.672 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.673 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.673 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.674 DEBUG:boto:Params: {} 2022-09-01T11:30:09.674 DEBUG:boto:Token: None 2022-09-01T11:30:09.675 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj185 2022-09-01T11:30:09.676 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dDQM+8qRVzfhzmnuvd/mWCbrLZE= 2022-09-01T11:30:09.676 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dDQM+8qRVzfhzmnuvd/mWCbrLZE=', 'Content-Length': '0'} 2022-09-01T11:30:09.678 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dcd5f3a7d18ad992-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.722 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:09.723 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:09.723 DEBUG:boto:path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:09.724 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:09.724 DEBUG:boto:Method: GET 2022-09-01T11:30:09.725 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj185 2022-09-01T11:30:09.726 DEBUG:boto:Data: 2022-09-01T11:30:09.726 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.727 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.727 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.728 DEBUG:boto:Params: {} 2022-09-01T11:30:09.728 DEBUG:boto:Token: None 2022-09-01T11:30:09.729 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/ 2022-09-01T11:30:09.729 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4= 2022-09-01T11:30:09.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4=', 'Content-Length': '0'} 2022-09-01T11:30:09.733 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000948bf8b690c0bff-00631097c1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.734 DEBUG:boto:b'ptoxvb-74obj1851000falseobj1852022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:09.735 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:09.735 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:09.736 DEBUG:boto:path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:09.736 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:09.737 DEBUG:boto:Method: GET 2022-09-01T11:30:09.737 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj185 2022-09-01T11:30:09.738 DEBUG:boto:Data: 2022-09-01T11:30:09.738 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.739 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.739 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.740 DEBUG:boto:Params: {} 2022-09-01T11:30:09.741 DEBUG:boto:Token: None 2022-09-01T11:30:09.741 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/ 2022-09-01T11:30:09.742 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4= 2022-09-01T11:30:09.742 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4=', 'Content-Length': '0'} 2022-09-01T11:30:09.747 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000999e6beaf906dc0b-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.748 DEBUG:boto:b'ptoxvb-74obj1851000falseobj1852022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:09.749 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:30:09.749 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:09.750 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:09.750 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.751 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.751 DEBUG:boto:Method: GET 2022-09-01T11:30:09.752 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.752 DEBUG:boto:Data: 2022-09-01T11:30:09.753 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.753 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.754 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.755 DEBUG:boto:Params: {} 2022-09-01T11:30:09.755 DEBUG:boto:Token: None 2022-09-01T11:30:09.756 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W4k5w3ePuyQHkJxXk38kXLTYEDk= 2022-09-01T11:30:09.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W4k5w3ePuyQHkJxXk38kXLTYEDk=', 'Content-Length': '0'} 2022-09-01T11:30:09.759 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000078c31e19c0cfc5a1-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.760 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:09.761 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:09.761 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.762 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.762 DEBUG:boto:Method: GET 2022-09-01T11:30:09.763 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.764 DEBUG:boto:Data: 2022-09-01T11:30:09.764 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.765 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.765 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.766 DEBUG:boto:Params: {} 2022-09-01T11:30:09.767 DEBUG:boto:Token: None 2022-09-01T11:30:09.767 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.768 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W4k5w3ePuyQHkJxXk38kXLTYEDk= 2022-09-01T11:30:09.768 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W4k5w3ePuyQHkJxXk38kXLTYEDk=', 'Content-Length': '0'} 2022-09-01T11:30:09.771 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003faec384d6925810-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.772 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:09.772 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:09.773 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.773 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.774 DEBUG:boto:Method: HEAD 2022-09-01T11:30:09.774 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.775 DEBUG:boto:Data: 2022-09-01T11:30:09.775 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.776 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.776 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.777 DEBUG:boto:Params: {} 2022-09-01T11:30:09.777 DEBUG:boto:Token: None 2022-09-01T11:30:09.778 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.778 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y5CY//GPTjnfGQLaLSTl5tp6DX8= 2022-09-01T11:30:09.779 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y5CY//GPTjnfGQLaLSTl5tp6DX8=', 'Content-Length': '0'} 2022-09-01T11:30:09.781 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000006f1522bfece8d7d-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.782 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:09.782 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:09.783 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.783 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.784 DEBUG:boto:Method: HEAD 2022-09-01T11:30:09.785 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.785 DEBUG:boto:Data: 2022-09-01T11:30:09.786 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.786 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.787 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.787 DEBUG:boto:Params: {} 2022-09-01T11:30:09.788 DEBUG:boto:Token: None 2022-09-01T11:30:09.788 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y5CY//GPTjnfGQLaLSTl5tp6DX8= 2022-09-01T11:30:09.790 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y5CY//GPTjnfGQLaLSTl5tp6DX8=', 'Content-Length': '0'} 2022-09-01T11:30:09.792 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001c5b66fbf81f1794-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.793 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:30:09.793 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:09.794 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:09.794 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.795 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.796 DEBUG:boto:Method: GET 2022-09-01T11:30:09.796 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.797 DEBUG:boto:Data: 2022-09-01T11:30:09.797 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.798 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.798 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.799 DEBUG:boto:Params: {} 2022-09-01T11:30:09.799 DEBUG:boto:Token: None 2022-09-01T11:30:09.800 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.801 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W4k5w3ePuyQHkJxXk38kXLTYEDk= 2022-09-01T11:30:09.801 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W4k5w3ePuyQHkJxXk38kXLTYEDk=', 'Content-Length': '0'} 2022-09-01T11:30:09.803 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d7aff9b265a7f2d3-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.804 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:09.805 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:09.805 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.806 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.806 DEBUG:boto:Method: GET 2022-09-01T11:30:09.807 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.807 DEBUG:boto:Data: 2022-09-01T11:30:09.808 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.809 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.809 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.810 DEBUG:boto:Params: {} 2022-09-01T11:30:09.810 DEBUG:boto:Token: None 2022-09-01T11:30:09.811 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:09.811 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:W4k5w3ePuyQHkJxXk38kXLTYEDk= 2022-09-01T11:30:09.812 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:W4k5w3ePuyQHkJxXk38kXLTYEDk=', 'Content-Length': '0'} 2022-09-01T11:30:09.814 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f103e259a7f703b9-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.858 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:09.859 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:09.860 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:09.860 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:09.861 DEBUG:boto:Method: GET 2022-09-01T11:30:09.862 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:30:09.863 DEBUG:boto:Data: 2022-09-01T11:30:09.864 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.865 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.865 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.866 DEBUG:boto:Params: {} 2022-09-01T11:30:09.867 DEBUG:boto:Token: None 2022-09-01T11:30:09.868 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/ 2022-09-01T11:30:09.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4= 2022-09-01T11:30:09.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4=', 'Content-Length': '0'} 2022-09-01T11:30:09.874 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006c20006e217a20f2-00631097c1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.876 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:09.876 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:09.877 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:09.878 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:09.878 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:09.879 DEBUG:boto:Method: GET 2022-09-01T11:30:09.879 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:30:09.880 DEBUG:boto:Data: 2022-09-01T11:30:09.880 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.881 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.881 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.882 DEBUG:boto:Params: {} 2022-09-01T11:30:09.883 DEBUG:boto:Token: None 2022-09-01T11:30:09.883 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/ 2022-09-01T11:30:09.884 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4= 2022-09-01T11:30:09.885 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4=', 'Content-Length': '0'} 2022-09-01T11:30:09.890 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e16878f09e19c05d-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.891 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:09.893 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:09.893 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:09.894 DEBUG:boto:Method: HEAD 2022-09-01T11:30:09.895 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:30:09.896 DEBUG:boto:Data: 2022-09-01T11:30:09.896 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.897 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.897 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.898 DEBUG:boto:Params: {} 2022-09-01T11:30:09.899 DEBUG:boto:Token: None 2022-09-01T11:30:09.899 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj19 2022-09-01T11:30:09.900 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GH2BMSRNfHS9RIf+X7Hu4cCgDCk= 2022-09-01T11:30:09.901 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GH2BMSRNfHS9RIf+X7Hu4cCgDCk=', 'Content-Length': '0'} 2022-09-01T11:30:09.903 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006f6615a8709936b7-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.904 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:09.905 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:09.905 DEBUG:boto:Method: HEAD 2022-09-01T11:30:09.906 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:30:09.907 DEBUG:boto:Data: 2022-09-01T11:30:09.908 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.909 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.910 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.911 DEBUG:boto:Params: {} 2022-09-01T11:30:09.911 DEBUG:boto:Token: None 2022-09-01T11:30:09.912 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj19 2022-09-01T11:30:09.914 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GH2BMSRNfHS9RIf+X7Hu4cCgDCk= 2022-09-01T11:30:09.915 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GH2BMSRNfHS9RIf+X7Hu4cCgDCk=', 'Content-Length': '0'} 2022-09-01T11:30:09.918 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005bf4b2ec4c4c22c8-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.919 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:30:09.919 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:09.920 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:09.921 DEBUG:boto:Method: GET 2022-09-01T11:30:09.921 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:30:09.922 DEBUG:boto:Data: 2022-09-01T11:30:09.922 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.923 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.924 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.924 DEBUG:boto:Params: {} 2022-09-01T11:30:09.925 DEBUG:boto:Token: None 2022-09-01T11:30:09.925 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj19 2022-09-01T11:30:09.926 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rIjRoHKK11QV9k6saHQifwbxnMs= 2022-09-01T11:30:09.927 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rIjRoHKK11QV9k6saHQifwbxnMs=', 'Content-Length': '0'} 2022-09-01T11:30:09.929 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e4b90454cada217-00631097c1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.970 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:09.971 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:09.972 DEBUG:boto:Method: GET 2022-09-01T11:30:09.973 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:30:09.975 DEBUG:boto:Data: 2022-09-01T11:30:09.976 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.976 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:09.977 DEBUG:boto:Port: 8000 2022-09-01T11:30:09.977 DEBUG:boto:Params: {} 2022-09-01T11:30:09.980 DEBUG:boto:Token: None 2022-09-01T11:30:09.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/obj19 2022-09-01T11:30:09.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rIjRoHKK11QV9k6saHQifwbxnMs= 2022-09-01T11:30:09.984 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rIjRoHKK11QV9k6saHQifwbxnMs=', 'Content-Length': '0'} 2022-09-01T11:30:09.986 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aa656932a627fc11-00631097c1-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.987 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:09.988 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:09.988 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:09.989 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:09.989 DEBUG:boto:Method: GET 2022-09-01T11:30:09.990 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:30:09.990 DEBUG:boto:Data: 2022-09-01T11:30:09.991 DEBUG:boto:Headers: {} 2022-09-01T11:30:09.992 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:09.992 DEBUG:boto:Port: 8001 2022-09-01T11:30:09.993 DEBUG:boto:Params: {} 2022-09-01T11:30:09.993 DEBUG:boto:Token: None 2022-09-01T11:30:09.994 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:09 GMT /ptoxvb-74/ 2022-09-01T11:30:09.995 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4= 2022-09-01T11:30:09.995 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:09 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:dIEolHMR7iaEy4UyTjZOgzyfSU4=', 'Content-Length': '0'} 2022-09-01T11:30:09.998 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003e398487eb72aa6f-00631097c1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:09 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:09.999 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:10.000 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:10.001 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:10.001 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:10.002 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:10.002 DEBUG:boto:Method: GET 2022-09-01T11:30:10.003 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:30:10.003 DEBUG:boto:Data: 2022-09-01T11:30:10.004 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.004 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.005 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.005 DEBUG:boto:Params: {} 2022-09-01T11:30:10.006 DEBUG:boto:Token: None 2022-09-01T11:30:10.007 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/ 2022-09-01T11:30:10.007 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E= 2022-09-01T11:30:10.008 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E=', 'Content-Length': '0'} 2022-09-01T11:30:10.012 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000667db7697533b25e-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.013 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:10.014 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:30:10.015 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:10.015 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:10.016 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.016 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.017 DEBUG:boto:Method: GET 2022-09-01T11:30:10.017 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.018 DEBUG:boto:Data: 2022-09-01T11:30:10.019 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.019 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.020 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.020 DEBUG:boto:Params: {} 2022-09-01T11:30:10.021 DEBUG:boto:Token: None 2022-09-01T11:30:10.022 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.023 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:reSSSjIimQcspaFOEhrwwf3AgOA= 2022-09-01T11:30:10.023 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:reSSSjIimQcspaFOEhrwwf3AgOA=', 'Content-Length': '0'} 2022-09-01T11:30:10.026 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ac0b4e1c843fe766-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.027 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:10.027 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:10.028 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.029 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.029 DEBUG:boto:Method: GET 2022-09-01T11:30:10.030 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.030 DEBUG:boto:Data: 2022-09-01T11:30:10.031 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.032 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.032 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.033 DEBUG:boto:Params: {} 2022-09-01T11:30:10.033 DEBUG:boto:Token: None 2022-09-01T11:30:10.034 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:reSSSjIimQcspaFOEhrwwf3AgOA= 2022-09-01T11:30:10.035 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:reSSSjIimQcspaFOEhrwwf3AgOA=', 'Content-Length': '0'} 2022-09-01T11:30:10.038 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000037d77118e32738cd-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.086 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:10.087 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:10.088 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.088 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.089 DEBUG:boto:Method: HEAD 2022-09-01T11:30:10.090 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.090 DEBUG:boto:Data: 2022-09-01T11:30:10.091 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.091 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.092 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.093 DEBUG:boto:Params: {} 2022-09-01T11:30:10.094 DEBUG:boto:Token: None 2022-09-01T11:30:10.096 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.097 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9/kM+SG45+mfW4R++ETiIP86ZZ0= 2022-09-01T11:30:10.097 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9/kM+SG45+mfW4R++ETiIP86ZZ0=', 'Content-Length': '0'} 2022-09-01T11:30:10.100 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee7234675dd7e323-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.102 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:10.103 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:10.104 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.105 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.105 DEBUG:boto:Method: HEAD 2022-09-01T11:30:10.107 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.108 DEBUG:boto:Data: 2022-09-01T11:30:10.108 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.109 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.109 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.110 DEBUG:boto:Params: {} 2022-09-01T11:30:10.111 DEBUG:boto:Token: None 2022-09-01T11:30:10.111 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.112 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9/kM+SG45+mfW4R++ETiIP86ZZ0= 2022-09-01T11:30:10.113 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9/kM+SG45+mfW4R++ETiIP86ZZ0=', 'Content-Length': '0'} 2022-09-01T11:30:10.115 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cbcafb76c75db547-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.116 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:30:10.116 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:10.117 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:10.118 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.118 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.119 DEBUG:boto:Method: GET 2022-09-01T11:30:10.119 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.120 DEBUG:boto:Data: 2022-09-01T11:30:10.120 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.121 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.121 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.122 DEBUG:boto:Params: {} 2022-09-01T11:30:10.123 DEBUG:boto:Token: None 2022-09-01T11:30:10.123 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:reSSSjIimQcspaFOEhrwwf3AgOA= 2022-09-01T11:30:10.124 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:reSSSjIimQcspaFOEhrwwf3AgOA=', 'Content-Length': '0'} 2022-09-01T11:30:10.127 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003470474a1cf03279-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.127 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:10.128 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:10.128 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.129 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.130 DEBUG:boto:Method: GET 2022-09-01T11:30:10.130 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.131 DEBUG:boto:Data: 2022-09-01T11:30:10.131 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.132 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.132 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.133 DEBUG:boto:Params: {} 2022-09-01T11:30:10.133 DEBUG:boto:Token: None 2022-09-01T11:30:10.134 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:10.135 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:reSSSjIimQcspaFOEhrwwf3AgOA= 2022-09-01T11:30:10.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:reSSSjIimQcspaFOEhrwwf3AgOA=', 'Content-Length': '0'} 2022-09-01T11:30:10.138 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000098683f4fe68aa4ff-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.139 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:10.139 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:10.140 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:10.140 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:10.141 DEBUG:boto:Method: GET 2022-09-01T11:30:10.142 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:30:10.142 DEBUG:boto:Data: 2022-09-01T11:30:10.143 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.143 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.144 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.144 DEBUG:boto:Params: {} 2022-09-01T11:30:10.145 DEBUG:boto:Token: None 2022-09-01T11:30:10.145 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/ 2022-09-01T11:30:10.146 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E= 2022-09-01T11:30:10.147 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E=', 'Content-Length': '0'} 2022-09-01T11:30:10.150 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003e06698535da9402-00631097c2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.190 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:10.191 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:10.192 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:10.192 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:10.193 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:10.193 DEBUG:boto:Method: GET 2022-09-01T11:30:10.194 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:30:10.195 DEBUG:boto:Data: 2022-09-01T11:30:10.196 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.197 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.197 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.198 DEBUG:boto:Params: {} 2022-09-01T11:30:10.199 DEBUG:boto:Token: None 2022-09-01T11:30:10.200 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/ 2022-09-01T11:30:10.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E= 2022-09-01T11:30:10.202 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E=', 'Content-Length': '0'} 2022-09-01T11:30:10.207 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ed74301d9838c6ba-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.208 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:10.209 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:10.209 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:10.210 DEBUG:boto:Method: HEAD 2022-09-01T11:30:10.211 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:30:10.211 DEBUG:boto:Data: 2022-09-01T11:30:10.212 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.213 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.214 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.215 DEBUG:boto:Params: {} 2022-09-01T11:30:10.216 DEBUG:boto:Token: None 2022-09-01T11:30:10.217 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj22 2022-09-01T11:30:10.218 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:geY+yMufXp6B0+XHYfUvCg9TbQk= 2022-09-01T11:30:10.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:geY+yMufXp6B0+XHYfUvCg9TbQk=', 'Content-Length': '0'} 2022-09-01T11:30:10.221 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000081ef1719e7f10ab0-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.223 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:10.224 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:10.224 DEBUG:boto:Method: HEAD 2022-09-01T11:30:10.225 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:30:10.226 DEBUG:boto:Data: 2022-09-01T11:30:10.227 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.228 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.229 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.230 DEBUG:boto:Params: {} 2022-09-01T11:30:10.231 DEBUG:boto:Token: None 2022-09-01T11:30:10.232 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj22 2022-09-01T11:30:10.233 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:geY+yMufXp6B0+XHYfUvCg9TbQk= 2022-09-01T11:30:10.234 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:geY+yMufXp6B0+XHYfUvCg9TbQk=', 'Content-Length': '0'} 2022-09-01T11:30:10.237 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000019fb39e891411301-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.237 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:30:10.238 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:10.238 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:10.239 DEBUG:boto:Method: GET 2022-09-01T11:30:10.240 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:30:10.240 DEBUG:boto:Data: 2022-09-01T11:30:10.241 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.241 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.242 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.242 DEBUG:boto:Params: {} 2022-09-01T11:30:10.243 DEBUG:boto:Token: None 2022-09-01T11:30:10.243 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj22 2022-09-01T11:30:10.244 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S/uZ/5WqzE498YbzlFu7sBvFVfQ= 2022-09-01T11:30:10.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S/uZ/5WqzE498YbzlFu7sBvFVfQ=', 'Content-Length': '0'} 2022-09-01T11:30:10.247 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000024d12069a80cd63-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.248 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:10.248 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:10.249 DEBUG:boto:Method: GET 2022-09-01T11:30:10.249 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:30:10.250 DEBUG:boto:Data: 2022-09-01T11:30:10.250 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.251 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.252 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.252 DEBUG:boto:Params: {} 2022-09-01T11:30:10.253 DEBUG:boto:Token: None 2022-09-01T11:30:10.253 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj22 2022-09-01T11:30:10.254 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S/uZ/5WqzE498YbzlFu7sBvFVfQ= 2022-09-01T11:30:10.255 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S/uZ/5WqzE498YbzlFu7sBvFVfQ=', 'Content-Length': '0'} 2022-09-01T11:30:10.257 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001586f10bc65b2933-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.298 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:10.299 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:10.299 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:10.300 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:10.300 DEBUG:boto:Method: GET 2022-09-01T11:30:10.301 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:30:10.302 DEBUG:boto:Data: 2022-09-01T11:30:10.302 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.303 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.303 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.304 DEBUG:boto:Params: {} 2022-09-01T11:30:10.304 DEBUG:boto:Token: None 2022-09-01T11:30:10.305 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/ 2022-09-01T11:30:10.306 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E= 2022-09-01T11:30:10.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E=', 'Content-Length': '0'} 2022-09-01T11:30:10.309 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a1c897046945664a-00631097c2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.311 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:10.312 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:10.312 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:10.313 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:10.313 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:10.314 DEBUG:boto:Method: GET 2022-09-01T11:30:10.314 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:30:10.315 DEBUG:boto:Data: 2022-09-01T11:30:10.315 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.316 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.316 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.317 DEBUG:boto:Params: {} 2022-09-01T11:30:10.318 DEBUG:boto:Token: None 2022-09-01T11:30:10.318 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/ 2022-09-01T11:30:10.319 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E= 2022-09-01T11:30:10.320 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E=', 'Content-Length': '0'} 2022-09-01T11:30:10.324 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000087c15b8bafbf2f9d-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.325 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:10.326 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:30:10.327 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:10.328 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:10.328 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.329 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.329 DEBUG:boto:Method: GET 2022-09-01T11:30:10.330 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.330 DEBUG:boto:Data: 2022-09-01T11:30:10.331 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.332 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.332 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.333 DEBUG:boto:Params: {} 2022-09-01T11:30:10.333 DEBUG:boto:Token: None 2022-09-01T11:30:10.334 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.334 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vew3uA/1bOjQQaF7uvxBH6Oj/fE= 2022-09-01T11:30:10.335 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vew3uA/1bOjQQaF7uvxBH6Oj/fE=', 'Content-Length': '0'} 2022-09-01T11:30:10.338 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e91b5a9361456a61-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.338 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:10.339 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:10.340 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.340 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.341 DEBUG:boto:Method: GET 2022-09-01T11:30:10.341 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.342 DEBUG:boto:Data: 2022-09-01T11:30:10.342 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.343 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.344 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.344 DEBUG:boto:Params: {} 2022-09-01T11:30:10.345 DEBUG:boto:Token: None 2022-09-01T11:30:10.346 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.346 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vew3uA/1bOjQQaF7uvxBH6Oj/fE= 2022-09-01T11:30:10.347 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vew3uA/1bOjQQaF7uvxBH6Oj/fE=', 'Content-Length': '0'} 2022-09-01T11:30:10.349 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fd869a33a9d50538-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.350 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:10.351 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:10.351 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.352 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.352 DEBUG:boto:Method: HEAD 2022-09-01T11:30:10.353 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.353 DEBUG:boto:Data: 2022-09-01T11:30:10.354 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.354 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.355 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.356 DEBUG:boto:Params: {} 2022-09-01T11:30:10.356 DEBUG:boto:Token: None 2022-09-01T11:30:10.357 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.357 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iY3pNvkm7PZ6r7C5bjdB5Id3IPc= 2022-09-01T11:30:10.358 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iY3pNvkm7PZ6r7C5bjdB5Id3IPc=', 'Content-Length': '0'} 2022-09-01T11:30:10.360 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c9126f0f8e2c67b7-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.361 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:10.362 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:10.363 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.364 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.365 DEBUG:boto:Method: HEAD 2022-09-01T11:30:10.366 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.367 DEBUG:boto:Data: 2022-09-01T11:30:10.368 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.369 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.370 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.370 DEBUG:boto:Params: {} 2022-09-01T11:30:10.371 DEBUG:boto:Token: None 2022-09-01T11:30:10.372 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.373 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iY3pNvkm7PZ6r7C5bjdB5Id3IPc= 2022-09-01T11:30:10.373 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iY3pNvkm7PZ6r7C5bjdB5Id3IPc=', 'Content-Length': '0'} 2022-09-01T11:30:10.375 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009142b03b9d77c43d-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.376 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:30:10.377 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:10.377 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:10.378 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.378 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.379 DEBUG:boto:Method: GET 2022-09-01T11:30:10.380 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.381 DEBUG:boto:Data: 2022-09-01T11:30:10.382 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.383 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.384 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.385 DEBUG:boto:Params: {} 2022-09-01T11:30:10.385 DEBUG:boto:Token: None 2022-09-01T11:30:10.386 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vew3uA/1bOjQQaF7uvxBH6Oj/fE= 2022-09-01T11:30:10.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vew3uA/1bOjQQaF7uvxBH6Oj/fE=', 'Content-Length': '0'} 2022-09-01T11:30:10.391 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000006576eb912eef4a1-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.391 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:10.392 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:10.393 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.393 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.394 DEBUG:boto:Method: GET 2022-09-01T11:30:10.395 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.395 DEBUG:boto:Data: 2022-09-01T11:30:10.396 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.397 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.397 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.398 DEBUG:boto:Params: {} 2022-09-01T11:30:10.398 DEBUG:boto:Token: None 2022-09-01T11:30:10.399 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:10.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vew3uA/1bOjQQaF7uvxBH6Oj/fE= 2022-09-01T11:30:10.400 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vew3uA/1bOjQQaF7uvxBH6Oj/fE=', 'Content-Length': '0'} 2022-09-01T11:30:10.403 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000003883965babfcd1c-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.403 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:10.404 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:10.405 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:10.405 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:10.406 DEBUG:boto:Method: GET 2022-09-01T11:30:10.406 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:30:10.407 DEBUG:boto:Data: 2022-09-01T11:30:10.407 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.408 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.409 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.409 DEBUG:boto:Params: {} 2022-09-01T11:30:10.410 DEBUG:boto:Token: None 2022-09-01T11:30:10.411 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/ 2022-09-01T11:30:10.412 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E= 2022-09-01T11:30:10.414 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E=', 'Content-Length': '0'} 2022-09-01T11:30:10.417 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000098e0e3bbc58d70b3-00631097c2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.418 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:10.419 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:10.419 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:10.420 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:10.420 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:10.421 DEBUG:boto:Method: GET 2022-09-01T11:30:10.421 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:30:10.422 DEBUG:boto:Data: 2022-09-01T11:30:10.422 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.423 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.423 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.424 DEBUG:boto:Params: {} 2022-09-01T11:30:10.425 DEBUG:boto:Token: None 2022-09-01T11:30:10.425 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/ 2022-09-01T11:30:10.426 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E= 2022-09-01T11:30:10.427 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E=', 'Content-Length': '0'} 2022-09-01T11:30:10.432 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000065005234dc2a5084-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.474 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:10.475 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:10.476 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:10.476 DEBUG:boto:Method: HEAD 2022-09-01T11:30:10.477 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:30:10.477 DEBUG:boto:Data: 2022-09-01T11:30:10.478 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.478 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.479 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.480 DEBUG:boto:Params: {} 2022-09-01T11:30:10.480 DEBUG:boto:Token: None 2022-09-01T11:30:10.481 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj23 2022-09-01T11:30:10.483 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqiuAEjL5tvc9NAUmXU/wTGY2q0= 2022-09-01T11:30:10.483 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqiuAEjL5tvc9NAUmXU/wTGY2q0=', 'Content-Length': '0'} 2022-09-01T11:30:10.486 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000169e7ea0249cd319-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.487 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:10.488 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:10.488 DEBUG:boto:Method: HEAD 2022-09-01T11:30:10.489 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:30:10.489 DEBUG:boto:Data: 2022-09-01T11:30:10.490 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.491 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.491 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.492 DEBUG:boto:Params: {} 2022-09-01T11:30:10.492 DEBUG:boto:Token: None 2022-09-01T11:30:10.493 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj23 2022-09-01T11:30:10.493 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zqiuAEjL5tvc9NAUmXU/wTGY2q0= 2022-09-01T11:30:10.494 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zqiuAEjL5tvc9NAUmXU/wTGY2q0=', 'Content-Length': '0'} 2022-09-01T11:30:10.496 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd67f82cf40f937a-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.497 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:30:10.498 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:10.498 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:10.499 DEBUG:boto:Method: GET 2022-09-01T11:30:10.500 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:30:10.500 DEBUG:boto:Data: 2022-09-01T11:30:10.501 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.502 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.502 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.503 DEBUG:boto:Params: {} 2022-09-01T11:30:10.504 DEBUG:boto:Token: None 2022-09-01T11:30:10.504 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj23 2022-09-01T11:30:10.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pJRNp54QJ/BEGIYBR0gO5qwX8VM= 2022-09-01T11:30:10.506 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pJRNp54QJ/BEGIYBR0gO5qwX8VM=', 'Content-Length': '0'} 2022-09-01T11:30:10.508 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000840bfe3ece93cc8d-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.550 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:10.551 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:10.552 DEBUG:boto:Method: GET 2022-09-01T11:30:10.553 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:30:10.553 DEBUG:boto:Data: 2022-09-01T11:30:10.554 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.555 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.555 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.556 DEBUG:boto:Params: {} 2022-09-01T11:30:10.557 DEBUG:boto:Token: None 2022-09-01T11:30:10.558 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj23 2022-09-01T11:30:10.559 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pJRNp54QJ/BEGIYBR0gO5qwX8VM= 2022-09-01T11:30:10.560 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pJRNp54QJ/BEGIYBR0gO5qwX8VM=', 'Content-Length': '0'} 2022-09-01T11:30:10.562 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ab5c124625f9d731-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.563 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:10.564 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:10.565 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:10.565 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:10.566 DEBUG:boto:Method: GET 2022-09-01T11:30:10.567 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:30:10.568 DEBUG:boto:Data: 2022-09-01T11:30:10.568 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.569 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.570 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.570 DEBUG:boto:Params: {} 2022-09-01T11:30:10.571 DEBUG:boto:Token: None 2022-09-01T11:30:10.572 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/ 2022-09-01T11:30:10.573 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E= 2022-09-01T11:30:10.573 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E=', 'Content-Length': '0'} 2022-09-01T11:30:10.576 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001eb3f44676051105-00631097c2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.577 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:10.578 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:10.579 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:10.579 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:10.580 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:10.580 DEBUG:boto:Method: GET 2022-09-01T11:30:10.581 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:30:10.581 DEBUG:boto:Data: 2022-09-01T11:30:10.582 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.583 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.583 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.584 DEBUG:boto:Params: {} 2022-09-01T11:30:10.584 DEBUG:boto:Token: None 2022-09-01T11:30:10.585 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/ 2022-09-01T11:30:10.586 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E= 2022-09-01T11:30:10.586 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E=', 'Content-Length': '0'} 2022-09-01T11:30:10.591 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008ba8bac9365d33e5-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.591 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:10.592 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:30:10.593 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:10.594 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:10.594 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.595 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.595 DEBUG:boto:Method: GET 2022-09-01T11:30:10.596 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.597 DEBUG:boto:Data: 2022-09-01T11:30:10.597 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.598 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.599 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.599 DEBUG:boto:Params: {} 2022-09-01T11:30:10.600 DEBUG:boto:Token: None 2022-09-01T11:30:10.601 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.601 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m4HEG8KKNqOVzM5wF7/POJaA8SI= 2022-09-01T11:30:10.602 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m4HEG8KKNqOVzM5wF7/POJaA8SI=', 'Content-Length': '0'} 2022-09-01T11:30:10.605 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000727110d3f04d16e9-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.606 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:10.606 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:10.607 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.608 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.608 DEBUG:boto:Method: GET 2022-09-01T11:30:10.609 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.609 DEBUG:boto:Data: 2022-09-01T11:30:10.610 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.611 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.611 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.612 DEBUG:boto:Params: {} 2022-09-01T11:30:10.613 DEBUG:boto:Token: None 2022-09-01T11:30:10.614 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.615 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m4HEG8KKNqOVzM5wF7/POJaA8SI= 2022-09-01T11:30:10.616 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m4HEG8KKNqOVzM5wF7/POJaA8SI=', 'Content-Length': '0'} 2022-09-01T11:30:10.618 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b144bffd6c3ae14-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.666 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:10.667 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:10.667 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.668 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.669 DEBUG:boto:Method: HEAD 2022-09-01T11:30:10.669 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.670 DEBUG:boto:Data: 2022-09-01T11:30:10.670 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.671 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.671 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.672 DEBUG:boto:Params: {} 2022-09-01T11:30:10.673 DEBUG:boto:Token: None 2022-09-01T11:30:10.673 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ueFOw7fqwMost4v9ljVcOVUGseE= 2022-09-01T11:30:10.674 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ueFOw7fqwMost4v9ljVcOVUGseE=', 'Content-Length': '0'} 2022-09-01T11:30:10.677 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069cf93d64ea8f2a2-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.678 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:10.678 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:10.679 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.679 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.680 DEBUG:boto:Method: HEAD 2022-09-01T11:30:10.680 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.681 DEBUG:boto:Data: 2022-09-01T11:30:10.681 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.682 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.683 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.683 DEBUG:boto:Params: {} 2022-09-01T11:30:10.684 DEBUG:boto:Token: None 2022-09-01T11:30:10.684 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.685 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ueFOw7fqwMost4v9ljVcOVUGseE= 2022-09-01T11:30:10.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ueFOw7fqwMost4v9ljVcOVUGseE=', 'Content-Length': '0'} 2022-09-01T11:30:10.688 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd24446ebb836449-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.689 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:30:10.689 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:10.690 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:10.691 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.691 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.692 DEBUG:boto:Method: GET 2022-09-01T11:30:10.692 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.693 DEBUG:boto:Data: 2022-09-01T11:30:10.693 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.694 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.695 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.695 DEBUG:boto:Params: {} 2022-09-01T11:30:10.696 DEBUG:boto:Token: None 2022-09-01T11:30:10.697 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m4HEG8KKNqOVzM5wF7/POJaA8SI= 2022-09-01T11:30:10.698 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m4HEG8KKNqOVzM5wF7/POJaA8SI=', 'Content-Length': '0'} 2022-09-01T11:30:10.700 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c1e433cc527bb456-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.701 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:10.702 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:10.702 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.703 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.704 DEBUG:boto:Method: GET 2022-09-01T11:30:10.704 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.705 DEBUG:boto:Data: 2022-09-01T11:30:10.705 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.706 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.707 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.707 DEBUG:boto:Params: {} 2022-09-01T11:30:10.708 DEBUG:boto:Token: None 2022-09-01T11:30:10.708 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:10.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:m4HEG8KKNqOVzM5wF7/POJaA8SI= 2022-09-01T11:30:10.710 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:m4HEG8KKNqOVzM5wF7/POJaA8SI=', 'Content-Length': '0'} 2022-09-01T11:30:10.712 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004bf1352ee1f1c114-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.713 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:10.714 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:10.715 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:10.715 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:10.716 DEBUG:boto:Method: GET 2022-09-01T11:30:10.716 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:30:10.717 DEBUG:boto:Data: 2022-09-01T11:30:10.717 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.718 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.719 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.719 DEBUG:boto:Params: {} 2022-09-01T11:30:10.720 DEBUG:boto:Token: None 2022-09-01T11:30:10.721 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/ 2022-09-01T11:30:10.721 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E= 2022-09-01T11:30:10.722 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E=', 'Content-Length': '0'} 2022-09-01T11:30:10.725 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000698c0161272ebd8b-00631097c2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.725 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:10.726 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:10.727 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:10.728 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:10.728 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:10.729 DEBUG:boto:Method: GET 2022-09-01T11:30:10.730 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:30:10.730 DEBUG:boto:Data: 2022-09-01T11:30:10.731 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.731 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.732 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.733 DEBUG:boto:Params: {} 2022-09-01T11:30:10.733 DEBUG:boto:Token: None 2022-09-01T11:30:10.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/ 2022-09-01T11:30:10.735 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E= 2022-09-01T11:30:10.736 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E=', 'Content-Length': '0'} 2022-09-01T11:30:10.741 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000046f6fabb65b3bc16-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.743 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:10.744 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:10.745 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:10.746 DEBUG:boto:Method: HEAD 2022-09-01T11:30:10.747 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:30:10.747 DEBUG:boto:Data: 2022-09-01T11:30:10.748 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.749 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.749 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.750 DEBUG:boto:Params: {} 2022-09-01T11:30:10.750 DEBUG:boto:Token: None 2022-09-01T11:30:10.759 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj29 2022-09-01T11:30:10.759 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DHPqtYEqe9nkeDYnyC3oMhPB/w4= 2022-09-01T11:30:10.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DHPqtYEqe9nkeDYnyC3oMhPB/w4=', 'Content-Length': '0'} 2022-09-01T11:30:10.762 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000047163131e7981df7-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.764 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:10.764 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:10.765 DEBUG:boto:Method: HEAD 2022-09-01T11:30:10.765 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:30:10.766 DEBUG:boto:Data: 2022-09-01T11:30:10.766 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.767 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.767 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.768 DEBUG:boto:Params: {} 2022-09-01T11:30:10.768 DEBUG:boto:Token: None 2022-09-01T11:30:10.769 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj29 2022-09-01T11:30:10.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DHPqtYEqe9nkeDYnyC3oMhPB/w4= 2022-09-01T11:30:10.770 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DHPqtYEqe9nkeDYnyC3oMhPB/w4=', 'Content-Length': '0'} 2022-09-01T11:30:10.772 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004da7fdaae95f2aae-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.773 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:30:10.774 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:10.774 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:10.775 DEBUG:boto:Method: GET 2022-09-01T11:30:10.775 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:30:10.776 DEBUG:boto:Data: 2022-09-01T11:30:10.776 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.777 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.777 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.778 DEBUG:boto:Params: {} 2022-09-01T11:30:10.779 DEBUG:boto:Token: None 2022-09-01T11:30:10.779 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj29 2022-09-01T11:30:10.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E/P37NPdIzWglr0YE2sgRDK2PfE= 2022-09-01T11:30:10.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E/P37NPdIzWglr0YE2sgRDK2PfE=', 'Content-Length': '0'} 2022-09-01T11:30:10.783 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005761f71663c3503b-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.783 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:10.784 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:10.785 DEBUG:boto:Method: GET 2022-09-01T11:30:10.785 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:30:10.786 DEBUG:boto:Data: 2022-09-01T11:30:10.787 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.787 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.788 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.789 DEBUG:boto:Params: {} 2022-09-01T11:30:10.789 DEBUG:boto:Token: None 2022-09-01T11:30:10.790 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj29 2022-09-01T11:30:10.791 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E/P37NPdIzWglr0YE2sgRDK2PfE= 2022-09-01T11:30:10.791 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E/P37NPdIzWglr0YE2sgRDK2PfE=', 'Content-Length': '0'} 2022-09-01T11:30:10.794 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a2e9262665ed2d46-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.795 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:10.795 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:10.796 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:10.796 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:10.797 DEBUG:boto:Method: GET 2022-09-01T11:30:10.797 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:30:10.798 DEBUG:boto:Data: 2022-09-01T11:30:10.799 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.799 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.800 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.800 DEBUG:boto:Params: {} 2022-09-01T11:30:10.801 DEBUG:boto:Token: None 2022-09-01T11:30:10.802 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/ 2022-09-01T11:30:10.802 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E= 2022-09-01T11:30:10.803 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E=', 'Content-Length': '0'} 2022-09-01T11:30:10.806 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001b7b0a79e7edd31a-00631097c2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.850 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:10.851 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:10.852 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:10.852 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:10.853 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:10.854 DEBUG:boto:Method: GET 2022-09-01T11:30:10.855 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:30:10.855 DEBUG:boto:Data: 2022-09-01T11:30:10.856 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.856 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.857 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.857 DEBUG:boto:Params: {} 2022-09-01T11:30:10.858 DEBUG:boto:Token: None 2022-09-01T11:30:10.858 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/ 2022-09-01T11:30:10.859 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E= 2022-09-01T11:30:10.860 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pY5kAA2AxUX8r0HNBEKDp2HJb+E=', 'Content-Length': '0'} 2022-09-01T11:30:10.865 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004649374048710730-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.866 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:10.867 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:30:10.868 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:10.868 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:10.869 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.869 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.870 DEBUG:boto:Method: GET 2022-09-01T11:30:10.871 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.871 DEBUG:boto:Data: 2022-09-01T11:30:10.872 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.872 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.873 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.873 DEBUG:boto:Params: {} 2022-09-01T11:30:10.874 DEBUG:boto:Token: None 2022-09-01T11:30:10.875 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.875 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U1gTB7Y7eAb74MQGkv2Z1K97M0c= 2022-09-01T11:30:10.876 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U1gTB7Y7eAb74MQGkv2Z1K97M0c=', 'Content-Length': '0'} 2022-09-01T11:30:10.878 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001a4dcdcf6acf091c-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.880 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:10.881 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:10.882 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.883 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.883 DEBUG:boto:Method: GET 2022-09-01T11:30:10.884 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.885 DEBUG:boto:Data: 2022-09-01T11:30:10.886 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.886 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.887 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.888 DEBUG:boto:Params: {} 2022-09-01T11:30:10.889 DEBUG:boto:Token: None 2022-09-01T11:30:10.890 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U1gTB7Y7eAb74MQGkv2Z1K97M0c= 2022-09-01T11:30:10.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U1gTB7Y7eAb74MQGkv2Z1K97M0c=', 'Content-Length': '0'} 2022-09-01T11:30:10.894 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004a321c2416e3e11b-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.938 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:10.940 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:10.941 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.941 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.942 DEBUG:boto:Method: HEAD 2022-09-01T11:30:10.942 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.943 DEBUG:boto:Data: 2022-09-01T11:30:10.944 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.945 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.945 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.946 DEBUG:boto:Params: {} 2022-09-01T11:30:10.947 DEBUG:boto:Token: None 2022-09-01T11:30:10.948 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.948 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jzSrrzpJtVCv8D0gSmsGT90kuJA= 2022-09-01T11:30:10.949 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jzSrrzpJtVCv8D0gSmsGT90kuJA=', 'Content-Length': '0'} 2022-09-01T11:30:10.952 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001dbb87700e84182b-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.953 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:10.954 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:10.955 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.955 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.956 DEBUG:boto:Method: HEAD 2022-09-01T11:30:10.957 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.958 DEBUG:boto:Data: 2022-09-01T11:30:10.959 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.960 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.961 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.962 DEBUG:boto:Params: {} 2022-09-01T11:30:10.963 DEBUG:boto:Token: None 2022-09-01T11:30:10.964 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.965 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jzSrrzpJtVCv8D0gSmsGT90kuJA= 2022-09-01T11:30:10.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jzSrrzpJtVCv8D0gSmsGT90kuJA=', 'Content-Length': '0'} 2022-09-01T11:30:10.968 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f9363a0ec988e5a-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.969 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:30:10.969 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:10.970 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:10.971 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.972 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.973 DEBUG:boto:Method: GET 2022-09-01T11:30:10.973 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.974 DEBUG:boto:Data: 2022-09-01T11:30:10.974 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.975 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.975 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.976 DEBUG:boto:Params: {} 2022-09-01T11:30:10.977 DEBUG:boto:Token: None 2022-09-01T11:30:10.977 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.978 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U1gTB7Y7eAb74MQGkv2Z1K97M0c= 2022-09-01T11:30:10.978 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U1gTB7Y7eAb74MQGkv2Z1K97M0c=', 'Content-Length': '0'} 2022-09-01T11:30:10.981 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eb49ae573786ada0-00631097c2-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.982 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:10.982 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:10.983 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.984 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.984 DEBUG:boto:Method: GET 2022-09-01T11:30:10.985 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.986 DEBUG:boto:Data: 2022-09-01T11:30:10.986 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.987 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:10.987 DEBUG:boto:Port: 8000 2022-09-01T11:30:10.988 DEBUG:boto:Params: {} 2022-09-01T11:30:10.988 DEBUG:boto:Token: None 2022-09-01T11:30:10.989 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:10 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:10.990 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U1gTB7Y7eAb74MQGkv2Z1K97M0c= 2022-09-01T11:30:10.991 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U1gTB7Y7eAb74MQGkv2Z1K97M0c=', 'Content-Length': '0'} 2022-09-01T11:30:10.993 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d4519c3da28e0c8c-00631097c2-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:10 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:10.994 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:10.994 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:10.995 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:10.995 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:10.996 DEBUG:boto:Method: GET 2022-09-01T11:30:10.996 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:30:10.997 DEBUG:boto:Data: 2022-09-01T11:30:10.997 DEBUG:boto:Headers: {} 2022-09-01T11:30:10.998 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:10.998 DEBUG:boto:Port: 8001 2022-09-01T11:30:10.999 DEBUG:boto:Params: {} 2022-09-01T11:30:10.999 DEBUG:boto:Token: None 2022-09-01T11:30:11.000 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.001 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.001 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.004 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001951b55e216e2470-00631097c2-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.005 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.006 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:11.006 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:11.007 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:11.007 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:11.008 DEBUG:boto:Method: GET 2022-09-01T11:30:11.008 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:30:11.009 DEBUG:boto:Data: 2022-09-01T11:30:11.009 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.010 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.010 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.011 DEBUG:boto:Params: {} 2022-09-01T11:30:11.012 DEBUG:boto:Token: None 2022-09-01T11:30:11.012 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.013 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.018 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000028b0d06d3dc4b38a-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.019 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.020 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:11.021 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:11.021 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.022 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:30:11.022 DEBUG:boto:Data: 2022-09-01T11:30:11.023 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.023 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.024 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.024 DEBUG:boto:Params: {} 2022-09-01T11:30:11.025 DEBUG:boto:Token: None 2022-09-01T11:30:11.025 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj31 2022-09-01T11:30:11.026 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r7DMXT7A0t43R3QhPr36pZob1GU= 2022-09-01T11:30:11.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r7DMXT7A0t43R3QhPr36pZob1GU=', 'Content-Length': '0'} 2022-09-01T11:30:11.029 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000040be117e79e5d16c-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.029 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:11.030 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:11.031 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.031 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:30:11.032 DEBUG:boto:Data: 2022-09-01T11:30:11.032 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.033 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.033 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.034 DEBUG:boto:Params: {} 2022-09-01T11:30:11.034 DEBUG:boto:Token: None 2022-09-01T11:30:11.035 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj31 2022-09-01T11:30:11.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:r7DMXT7A0t43R3QhPr36pZob1GU= 2022-09-01T11:30:11.036 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:r7DMXT7A0t43R3QhPr36pZob1GU=', 'Content-Length': '0'} 2022-09-01T11:30:11.038 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b8dce83d7ab56516-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.039 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:30:11.039 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:11.040 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:11.040 DEBUG:boto:Method: GET 2022-09-01T11:30:11.041 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:30:11.041 DEBUG:boto:Data: 2022-09-01T11:30:11.042 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.042 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.043 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.043 DEBUG:boto:Params: {} 2022-09-01T11:30:11.044 DEBUG:boto:Token: None 2022-09-01T11:30:11.045 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj31 2022-09-01T11:30:11.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ss0fCeBbQYyQZLvlvTqTYu2lrMI= 2022-09-01T11:30:11.046 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ss0fCeBbQYyQZLvlvTqTYu2lrMI=', 'Content-Length': '0'} 2022-09-01T11:30:11.048 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004aa72a339eebe08e-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.049 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:11.049 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:11.050 DEBUG:boto:Method: GET 2022-09-01T11:30:11.050 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:30:11.051 DEBUG:boto:Data: 2022-09-01T11:30:11.051 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.052 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.052 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.053 DEBUG:boto:Params: {} 2022-09-01T11:30:11.053 DEBUG:boto:Token: None 2022-09-01T11:30:11.054 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj31 2022-09-01T11:30:11.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ss0fCeBbQYyQZLvlvTqTYu2lrMI= 2022-09-01T11:30:11.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ss0fCeBbQYyQZLvlvTqTYu2lrMI=', 'Content-Length': '0'} 2022-09-01T11:30:11.057 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000ba641cef1bc406f-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.058 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:11.059 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:11.059 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:11.060 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:11.060 DEBUG:boto:Method: GET 2022-09-01T11:30:11.061 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:30:11.061 DEBUG:boto:Data: 2022-09-01T11:30:11.062 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.062 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.063 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.064 DEBUG:boto:Params: {} 2022-09-01T11:30:11.064 DEBUG:boto:Token: None 2022-09-01T11:30:11.065 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.065 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.066 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.069 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000240e30922ef5687b-00631097c3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.069 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.070 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:11.071 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:11.071 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:11.072 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:11.072 DEBUG:boto:Method: GET 2022-09-01T11:30:11.073 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:30:11.073 DEBUG:boto:Data: 2022-09-01T11:30:11.074 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.074 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.075 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.075 DEBUG:boto:Params: {} 2022-09-01T11:30:11.076 DEBUG:boto:Token: None 2022-09-01T11:30:11.077 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.077 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.078 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.083 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dda49e454e96c46d-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.084 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.084 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:30:11.085 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:11.085 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:11.086 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.087 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.087 DEBUG:boto:Method: GET 2022-09-01T11:30:11.088 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.088 DEBUG:boto:Data: 2022-09-01T11:30:11.089 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.089 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.090 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.090 DEBUG:boto:Params: {} 2022-09-01T11:30:11.091 DEBUG:boto:Token: None 2022-09-01T11:30:11.091 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SHOdaTe1IyAgUj7BgNm2z4yz5QA= 2022-09-01T11:30:11.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SHOdaTe1IyAgUj7BgNm2z4yz5QA=', 'Content-Length': '0'} 2022-09-01T11:30:11.095 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000242241e4f99fe38e-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.096 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:11.096 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:11.097 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.097 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.098 DEBUG:boto:Method: GET 2022-09-01T11:30:11.098 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.099 DEBUG:boto:Data: 2022-09-01T11:30:11.099 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.100 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.100 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.101 DEBUG:boto:Params: {} 2022-09-01T11:30:11.101 DEBUG:boto:Token: None 2022-09-01T11:30:11.102 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.103 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SHOdaTe1IyAgUj7BgNm2z4yz5QA= 2022-09-01T11:30:11.103 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SHOdaTe1IyAgUj7BgNm2z4yz5QA=', 'Content-Length': '0'} 2022-09-01T11:30:11.105 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d236853ca9f3e119-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.150 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:11.151 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:11.151 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.152 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.152 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.153 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.153 DEBUG:boto:Data: 2022-09-01T11:30:11.154 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.154 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.155 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.155 DEBUG:boto:Params: {} 2022-09-01T11:30:11.156 DEBUG:boto:Token: None 2022-09-01T11:30:11.157 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.157 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YN1JRc9w0Q6zAFwsHLH/J+qpCdU= 2022-09-01T11:30:11.158 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YN1JRc9w0Q6zAFwsHLH/J+qpCdU=', 'Content-Length': '0'} 2022-09-01T11:30:11.160 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000032d1068ca6c68188-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.161 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:11.161 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:11.162 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.163 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.163 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.164 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.165 DEBUG:boto:Data: 2022-09-01T11:30:11.165 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.166 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.166 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.167 DEBUG:boto:Params: {} 2022-09-01T11:30:11.167 DEBUG:boto:Token: None 2022-09-01T11:30:11.168 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.168 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YN1JRc9w0Q6zAFwsHLH/J+qpCdU= 2022-09-01T11:30:11.169 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YN1JRc9w0Q6zAFwsHLH/J+qpCdU=', 'Content-Length': '0'} 2022-09-01T11:30:11.172 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f073e59a500236f0-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.173 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:30:11.173 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:11.174 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:11.174 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.175 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.175 DEBUG:boto:Method: GET 2022-09-01T11:30:11.176 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.177 DEBUG:boto:Data: 2022-09-01T11:30:11.177 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.178 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.178 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.179 DEBUG:boto:Params: {} 2022-09-01T11:30:11.179 DEBUG:boto:Token: None 2022-09-01T11:30:11.180 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.181 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SHOdaTe1IyAgUj7BgNm2z4yz5QA= 2022-09-01T11:30:11.181 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SHOdaTe1IyAgUj7BgNm2z4yz5QA=', 'Content-Length': '0'} 2022-09-01T11:30:11.183 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003772d4bdca0f7518-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.184 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:11.185 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:11.185 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.186 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.186 DEBUG:boto:Method: GET 2022-09-01T11:30:11.187 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.188 DEBUG:boto:Data: 2022-09-01T11:30:11.188 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.189 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.189 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.190 DEBUG:boto:Params: {} 2022-09-01T11:30:11.190 DEBUG:boto:Token: None 2022-09-01T11:30:11.191 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:11.192 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SHOdaTe1IyAgUj7BgNm2z4yz5QA= 2022-09-01T11:30:11.193 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SHOdaTe1IyAgUj7BgNm2z4yz5QA=', 'Content-Length': '0'} 2022-09-01T11:30:11.195 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dc42e62a6721ba34-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.196 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:11.196 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:11.197 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:11.197 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:11.198 DEBUG:boto:Method: GET 2022-09-01T11:30:11.199 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:30:11.199 DEBUG:boto:Data: 2022-09-01T11:30:11.200 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.200 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.201 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.201 DEBUG:boto:Params: {} 2022-09-01T11:30:11.202 DEBUG:boto:Token: None 2022-09-01T11:30:11.203 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.203 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.204 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.207 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fc2e63e022889534-00631097c3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.208 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.209 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:11.209 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:11.210 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:11.210 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:11.211 DEBUG:boto:Method: GET 2022-09-01T11:30:11.212 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:30:11.212 DEBUG:boto:Data: 2022-09-01T11:30:11.213 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.214 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.215 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.215 DEBUG:boto:Params: {} 2022-09-01T11:30:11.216 DEBUG:boto:Token: None 2022-09-01T11:30:11.217 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.217 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.223 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003ab04b432d7a0b82-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.224 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.225 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:11.225 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:11.226 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.227 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:30:11.227 DEBUG:boto:Data: 2022-09-01T11:30:11.228 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.228 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.229 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.229 DEBUG:boto:Params: {} 2022-09-01T11:30:11.230 DEBUG:boto:Token: None 2022-09-01T11:30:11.230 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj33 2022-09-01T11:30:11.231 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nIAQnD5DVd4NtMsjGf1XY4NZVsI= 2022-09-01T11:30:11.232 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nIAQnD5DVd4NtMsjGf1XY4NZVsI=', 'Content-Length': '0'} 2022-09-01T11:30:11.234 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009ed21bc86cf60fe8-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.235 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:11.235 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:11.236 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.236 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:30:11.237 DEBUG:boto:Data: 2022-09-01T11:30:11.237 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.238 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.238 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.239 DEBUG:boto:Params: {} 2022-09-01T11:30:11.240 DEBUG:boto:Token: None 2022-09-01T11:30:11.240 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj33 2022-09-01T11:30:11.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nIAQnD5DVd4NtMsjGf1XY4NZVsI= 2022-09-01T11:30:11.242 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nIAQnD5DVd4NtMsjGf1XY4NZVsI=', 'Content-Length': '0'} 2022-09-01T11:30:11.244 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a3cef26e3fe31302-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.245 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:30:11.245 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:11.246 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:11.246 DEBUG:boto:Method: GET 2022-09-01T11:30:11.247 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:30:11.248 DEBUG:boto:Data: 2022-09-01T11:30:11.248 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.249 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.249 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.250 DEBUG:boto:Params: {} 2022-09-01T11:30:11.251 DEBUG:boto:Token: None 2022-09-01T11:30:11.251 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj33 2022-09-01T11:30:11.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WF46X2Uw4XrdoTj/e830AemMQgM= 2022-09-01T11:30:11.252 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WF46X2Uw4XrdoTj/e830AemMQgM=', 'Content-Length': '0'} 2022-09-01T11:30:11.255 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000ddb41c4b408e029-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.298 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:11.299 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:11.300 DEBUG:boto:Method: GET 2022-09-01T11:30:11.302 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:30:11.303 DEBUG:boto:Data: 2022-09-01T11:30:11.304 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.305 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.305 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.306 DEBUG:boto:Params: {} 2022-09-01T11:30:11.306 DEBUG:boto:Token: None 2022-09-01T11:30:11.307 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj33 2022-09-01T11:30:11.308 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WF46X2Uw4XrdoTj/e830AemMQgM= 2022-09-01T11:30:11.308 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WF46X2Uw4XrdoTj/e830AemMQgM=', 'Content-Length': '0'} 2022-09-01T11:30:11.311 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001615b1217be9b07c-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.312 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:11.312 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:11.313 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:11.314 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:11.314 DEBUG:boto:Method: GET 2022-09-01T11:30:11.315 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:30:11.316 DEBUG:boto:Data: 2022-09-01T11:30:11.317 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.317 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.318 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.318 DEBUG:boto:Params: {} 2022-09-01T11:30:11.319 DEBUG:boto:Token: None 2022-09-01T11:30:11.319 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.320 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.321 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.324 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009e647f64363fae90-00631097c3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.324 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.326 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:11.326 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:11.327 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:11.328 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:11.328 DEBUG:boto:Method: GET 2022-09-01T11:30:11.329 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:30:11.330 DEBUG:boto:Data: 2022-09-01T11:30:11.330 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.331 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.331 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.332 DEBUG:boto:Params: {} 2022-09-01T11:30:11.332 DEBUG:boto:Token: None 2022-09-01T11:30:11.333 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.334 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.335 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.340 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007b61e656432c9f4e-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.340 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.341 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:30:11.342 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:11.343 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:11.343 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.344 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.344 DEBUG:boto:Method: GET 2022-09-01T11:30:11.345 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.346 DEBUG:boto:Data: 2022-09-01T11:30:11.346 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.347 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.348 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.348 DEBUG:boto:Params: {} 2022-09-01T11:30:11.349 DEBUG:boto:Token: None 2022-09-01T11:30:11.350 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9wX4fAcj+hybVpwyiIX+gbJw5qE= 2022-09-01T11:30:11.352 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9wX4fAcj+hybVpwyiIX+gbJw5qE=', 'Content-Length': '0'} 2022-09-01T11:30:11.354 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009f96cb9ecbcba833-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.355 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:11.356 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:11.356 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.357 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.358 DEBUG:boto:Method: GET 2022-09-01T11:30:11.359 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.360 DEBUG:boto:Data: 2022-09-01T11:30:11.360 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.361 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.361 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.362 DEBUG:boto:Params: {} 2022-09-01T11:30:11.363 DEBUG:boto:Token: None 2022-09-01T11:30:11.364 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.364 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9wX4fAcj+hybVpwyiIX+gbJw5qE= 2022-09-01T11:30:11.365 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9wX4fAcj+hybVpwyiIX+gbJw5qE=', 'Content-Length': '0'} 2022-09-01T11:30:11.367 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000627a09fc6a648418-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.368 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:11.369 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:11.369 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.370 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.370 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.371 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.372 DEBUG:boto:Data: 2022-09-01T11:30:11.373 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.373 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.374 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.375 DEBUG:boto:Params: {} 2022-09-01T11:30:11.375 DEBUG:boto:Token: None 2022-09-01T11:30:11.376 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.377 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rz3IObZ3UBxvJL19B26WB2895oU= 2022-09-01T11:30:11.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rz3IObZ3UBxvJL19B26WB2895oU=', 'Content-Length': '0'} 2022-09-01T11:30:11.379 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000061ed78bd536f4a52-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.380 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:11.381 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:11.381 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.382 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.382 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.383 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.383 DEBUG:boto:Data: 2022-09-01T11:30:11.384 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.384 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.385 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.385 DEBUG:boto:Params: {} 2022-09-01T11:30:11.386 DEBUG:boto:Token: None 2022-09-01T11:30:11.387 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.388 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rz3IObZ3UBxvJL19B26WB2895oU= 2022-09-01T11:30:11.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rz3IObZ3UBxvJL19B26WB2895oU=', 'Content-Length': '0'} 2022-09-01T11:30:11.391 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073d4b0abd1e4d4c6-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.392 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:30:11.393 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:11.393 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:11.394 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.395 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.395 DEBUG:boto:Method: GET 2022-09-01T11:30:11.396 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.396 DEBUG:boto:Data: 2022-09-01T11:30:11.397 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.398 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.398 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.399 DEBUG:boto:Params: {} 2022-09-01T11:30:11.399 DEBUG:boto:Token: None 2022-09-01T11:30:11.400 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.401 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9wX4fAcj+hybVpwyiIX+gbJw5qE= 2022-09-01T11:30:11.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9wX4fAcj+hybVpwyiIX+gbJw5qE=', 'Content-Length': '0'} 2022-09-01T11:30:11.404 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ffea2d32ceec51c-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.446 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:11.447 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:11.448 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.449 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.450 DEBUG:boto:Method: GET 2022-09-01T11:30:11.451 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.451 DEBUG:boto:Data: 2022-09-01T11:30:11.453 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.453 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.454 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.455 DEBUG:boto:Params: {} 2022-09-01T11:30:11.455 DEBUG:boto:Token: None 2022-09-01T11:30:11.456 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:11.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9wX4fAcj+hybVpwyiIX+gbJw5qE= 2022-09-01T11:30:11.457 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9wX4fAcj+hybVpwyiIX+gbJw5qE=', 'Content-Length': '0'} 2022-09-01T11:30:11.460 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012b46290b69505c0-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.461 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:11.462 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:11.463 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:11.463 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:11.465 DEBUG:boto:Method: GET 2022-09-01T11:30:11.466 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:30:11.467 DEBUG:boto:Data: 2022-09-01T11:30:11.468 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.470 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.471 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.471 DEBUG:boto:Params: {} 2022-09-01T11:30:11.472 DEBUG:boto:Token: None 2022-09-01T11:30:11.473 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.479 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000940ed1f7e1bcfd19-00631097c3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.481 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.481 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:11.482 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:11.483 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:11.483 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:11.484 DEBUG:boto:Method: GET 2022-09-01T11:30:11.484 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:30:11.485 DEBUG:boto:Data: 2022-09-01T11:30:11.486 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.486 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.487 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.487 DEBUG:boto:Params: {} 2022-09-01T11:30:11.488 DEBUG:boto:Token: None 2022-09-01T11:30:11.489 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.490 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.491 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.495 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c354c0fdd544da9f-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.496 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.497 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:11.498 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:11.498 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.499 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:30:11.499 DEBUG:boto:Data: 2022-09-01T11:30:11.500 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.500 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.501 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.501 DEBUG:boto:Params: {} 2022-09-01T11:30:11.502 DEBUG:boto:Token: None 2022-09-01T11:30:11.502 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj34 2022-09-01T11:30:11.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/D6R5QQLdgWzea5xllXoryn+oNU= 2022-09-01T11:30:11.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/D6R5QQLdgWzea5xllXoryn+oNU=', 'Content-Length': '0'} 2022-09-01T11:30:11.506 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ad9e22479b433e71-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.507 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:11.507 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:11.508 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.508 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:30:11.509 DEBUG:boto:Data: 2022-09-01T11:30:11.509 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.510 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.510 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.511 DEBUG:boto:Params: {} 2022-09-01T11:30:11.511 DEBUG:boto:Token: None 2022-09-01T11:30:11.512 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj34 2022-09-01T11:30:11.512 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/D6R5QQLdgWzea5xllXoryn+oNU= 2022-09-01T11:30:11.513 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/D6R5QQLdgWzea5xllXoryn+oNU=', 'Content-Length': '0'} 2022-09-01T11:30:11.516 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ac825bee92bc5c94-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.516 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:30:11.517 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:11.518 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:11.518 DEBUG:boto:Method: GET 2022-09-01T11:30:11.519 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:30:11.519 DEBUG:boto:Data: 2022-09-01T11:30:11.520 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.520 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.521 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.521 DEBUG:boto:Params: {} 2022-09-01T11:30:11.522 DEBUG:boto:Token: None 2022-09-01T11:30:11.523 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj34 2022-09-01T11:30:11.523 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RM7zO3719BjJH2ZneGfhucXkclk= 2022-09-01T11:30:11.524 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RM7zO3719BjJH2ZneGfhucXkclk=', 'Content-Length': '0'} 2022-09-01T11:30:11.527 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000376a73b37dfcd41-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.527 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:11.528 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:11.529 DEBUG:boto:Method: GET 2022-09-01T11:30:11.529 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:30:11.530 DEBUG:boto:Data: 2022-09-01T11:30:11.530 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.531 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.532 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.532 DEBUG:boto:Params: {} 2022-09-01T11:30:11.533 DEBUG:boto:Token: None 2022-09-01T11:30:11.533 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj34 2022-09-01T11:30:11.534 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RM7zO3719BjJH2ZneGfhucXkclk= 2022-09-01T11:30:11.535 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RM7zO3719BjJH2ZneGfhucXkclk=', 'Content-Length': '0'} 2022-09-01T11:30:11.537 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e1a09bfe6866ecd-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.582 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:11.583 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:11.583 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:11.584 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:11.585 DEBUG:boto:Method: GET 2022-09-01T11:30:11.585 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:30:11.586 DEBUG:boto:Data: 2022-09-01T11:30:11.587 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.587 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.588 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.588 DEBUG:boto:Params: {} 2022-09-01T11:30:11.589 DEBUG:boto:Token: None 2022-09-01T11:30:11.590 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.590 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.591 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.594 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d45ba1acc63bad52-00631097c3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.595 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.596 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:11.597 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:11.597 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:11.598 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:11.598 DEBUG:boto:Method: GET 2022-09-01T11:30:11.599 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:30:11.599 DEBUG:boto:Data: 2022-09-01T11:30:11.600 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.600 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.601 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.601 DEBUG:boto:Params: {} 2022-09-01T11:30:11.602 DEBUG:boto:Token: None 2022-09-01T11:30:11.603 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.604 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.604 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.609 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004471265caf57b909-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.610 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.611 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj37 2022-09-01T11:30:11.611 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:11.612 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:11.613 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.613 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.614 DEBUG:boto:Method: GET 2022-09-01T11:30:11.614 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.615 DEBUG:boto:Data: 2022-09-01T11:30:11.615 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.616 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.616 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.617 DEBUG:boto:Params: {} 2022-09-01T11:30:11.618 DEBUG:boto:Token: None 2022-09-01T11:30:11.618 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Mk7jnn1xrJLFBIjlgoJdzEHy26M= 2022-09-01T11:30:11.620 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Mk7jnn1xrJLFBIjlgoJdzEHy26M=', 'Content-Length': '0'} 2022-09-01T11:30:11.622 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000177d0907c5c40e0e-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.670 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:11.671 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:11.672 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.673 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.673 DEBUG:boto:Method: GET 2022-09-01T11:30:11.674 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.674 DEBUG:boto:Data: 2022-09-01T11:30:11.675 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.676 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.676 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.677 DEBUG:boto:Params: {} 2022-09-01T11:30:11.677 DEBUG:boto:Token: None 2022-09-01T11:30:11.679 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.679 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Mk7jnn1xrJLFBIjlgoJdzEHy26M= 2022-09-01T11:30:11.680 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Mk7jnn1xrJLFBIjlgoJdzEHy26M=', 'Content-Length': '0'} 2022-09-01T11:30:11.682 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000054c5e0dbc344f125-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.683 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:11.684 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:11.684 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.685 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.685 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.686 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.686 DEBUG:boto:Data: 2022-09-01T11:30:11.687 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.687 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.688 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.689 DEBUG:boto:Params: {} 2022-09-01T11:30:11.689 DEBUG:boto:Token: None 2022-09-01T11:30:11.690 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.691 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WXORB+9An5w8S9rHT8uiQXjHlO0= 2022-09-01T11:30:11.691 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WXORB+9An5w8S9rHT8uiQXjHlO0=', 'Content-Length': '0'} 2022-09-01T11:30:11.693 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000090c3d3510dbfe872-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.694 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:11.695 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:11.695 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.696 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.696 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.697 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.697 DEBUG:boto:Data: 2022-09-01T11:30:11.698 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.699 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.699 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.700 DEBUG:boto:Params: {} 2022-09-01T11:30:11.700 DEBUG:boto:Token: None 2022-09-01T11:30:11.701 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.701 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WXORB+9An5w8S9rHT8uiQXjHlO0= 2022-09-01T11:30:11.702 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WXORB+9An5w8S9rHT8uiQXjHlO0=', 'Content-Length': '0'} 2022-09-01T11:30:11.704 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003a49426b562af4a8-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.705 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj37 2022-09-01T11:30:11.706 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:11.706 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:11.707 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.707 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.708 DEBUG:boto:Method: GET 2022-09-01T11:30:11.708 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.709 DEBUG:boto:Data: 2022-09-01T11:30:11.709 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.710 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.711 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.711 DEBUG:boto:Params: {} 2022-09-01T11:30:11.712 DEBUG:boto:Token: None 2022-09-01T11:30:11.712 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.713 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Mk7jnn1xrJLFBIjlgoJdzEHy26M= 2022-09-01T11:30:11.714 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Mk7jnn1xrJLFBIjlgoJdzEHy26M=', 'Content-Length': '0'} 2022-09-01T11:30:11.716 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d3b6e888cbe0bc41-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.717 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:11.718 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:11.718 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.719 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.719 DEBUG:boto:Method: GET 2022-09-01T11:30:11.720 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.720 DEBUG:boto:Data: 2022-09-01T11:30:11.721 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.722 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.722 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.723 DEBUG:boto:Params: {} 2022-09-01T11:30:11.724 DEBUG:boto:Token: None 2022-09-01T11:30:11.724 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:11.725 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Mk7jnn1xrJLFBIjlgoJdzEHy26M= 2022-09-01T11:30:11.726 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Mk7jnn1xrJLFBIjlgoJdzEHy26M=', 'Content-Length': '0'} 2022-09-01T11:30:11.728 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000035602d0b24da6039-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.729 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:11.730 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:11.731 DEBUG:boto:path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:11.731 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:11.732 DEBUG:boto:Method: GET 2022-09-01T11:30:11.733 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj37 2022-09-01T11:30:11.733 DEBUG:boto:Data: 2022-09-01T11:30:11.734 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.735 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.735 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.736 DEBUG:boto:Params: {} 2022-09-01T11:30:11.737 DEBUG:boto:Token: None 2022-09-01T11:30:11.738 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.738 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.739 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.742 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008ac02e53f344ba25-00631097c3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.743 DEBUG:boto:b'ptoxvb-74obj371000falseobj372022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.744 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:11.745 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:11.746 DEBUG:boto:path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:11.746 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:11.747 DEBUG:boto:Method: GET 2022-09-01T11:30:11.748 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj37 2022-09-01T11:30:11.748 DEBUG:boto:Data: 2022-09-01T11:30:11.749 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.749 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.750 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.751 DEBUG:boto:Params: {} 2022-09-01T11:30:11.751 DEBUG:boto:Token: None 2022-09-01T11:30:11.752 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.752 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.753 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.759 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c96fbec168ed878b-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.760 DEBUG:boto:b'ptoxvb-74obj371000falseobj372022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.761 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:11.761 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:11.762 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.763 DEBUG:boto:Path: /ptoxvb-74/obj37 2022-09-01T11:30:11.763 DEBUG:boto:Data: 2022-09-01T11:30:11.764 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.764 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.765 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.766 DEBUG:boto:Params: {} 2022-09-01T11:30:11.766 DEBUG:boto:Token: None 2022-09-01T11:30:11.767 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj37 2022-09-01T11:30:11.768 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tOQBUBn5rEs/KYwR6QJoXgX2CbU= 2022-09-01T11:30:11.768 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tOQBUBn5rEs/KYwR6QJoXgX2CbU=', 'Content-Length': '0'} 2022-09-01T11:30:11.770 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000011c1c08f478b6bd8-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.771 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:11.772 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:11.772 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.773 DEBUG:boto:Path: /ptoxvb-74/obj37 2022-09-01T11:30:11.773 DEBUG:boto:Data: 2022-09-01T11:30:11.774 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.774 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.775 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.775 DEBUG:boto:Params: {} 2022-09-01T11:30:11.776 DEBUG:boto:Token: None 2022-09-01T11:30:11.777 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj37 2022-09-01T11:30:11.777 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tOQBUBn5rEs/KYwR6QJoXgX2CbU= 2022-09-01T11:30:11.778 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tOQBUBn5rEs/KYwR6QJoXgX2CbU=', 'Content-Length': '0'} 2022-09-01T11:30:11.780 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d445328344dd4ebc-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.781 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj37 2022-09-01T11:30:11.782 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:11.783 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:11.783 DEBUG:boto:Method: GET 2022-09-01T11:30:11.784 DEBUG:boto:Path: /ptoxvb-74/obj37 2022-09-01T11:30:11.784 DEBUG:boto:Data: 2022-09-01T11:30:11.785 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.786 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.786 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.787 DEBUG:boto:Params: {} 2022-09-01T11:30:11.787 DEBUG:boto:Token: None 2022-09-01T11:30:11.788 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj37 2022-09-01T11:30:11.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zc+LAN00Cetaas4J1vWP2utwgBA= 2022-09-01T11:30:11.789 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zc+LAN00Cetaas4J1vWP2utwgBA=', 'Content-Length': '0'} 2022-09-01T11:30:11.792 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c974436f3a20aa36-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.834 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:11.836 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:11.837 DEBUG:boto:Method: GET 2022-09-01T11:30:11.838 DEBUG:boto:Path: /ptoxvb-74/obj37 2022-09-01T11:30:11.838 DEBUG:boto:Data: 2022-09-01T11:30:11.839 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.839 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.840 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.841 DEBUG:boto:Params: {} 2022-09-01T11:30:11.842 DEBUG:boto:Token: None 2022-09-01T11:30:11.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj37 2022-09-01T11:30:11.843 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zc+LAN00Cetaas4J1vWP2utwgBA= 2022-09-01T11:30:11.844 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zc+LAN00Cetaas4J1vWP2utwgBA=', 'Content-Length': '0'} 2022-09-01T11:30:11.846 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f3b01c1d0f4ec37a-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.847 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:11.847 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:11.848 DEBUG:boto:path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:11.848 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:11.849 DEBUG:boto:Method: GET 2022-09-01T11:30:11.850 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj37 2022-09-01T11:30:11.850 DEBUG:boto:Data: 2022-09-01T11:30:11.851 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.852 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.852 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.853 DEBUG:boto:Params: {} 2022-09-01T11:30:11.853 DEBUG:boto:Token: None 2022-09-01T11:30:11.854 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.855 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.855 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.858 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fc78bcc34382701e-00631097c3-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.859 DEBUG:boto:b'ptoxvb-74obj371000falseobj372022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.860 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:11.860 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:11.861 DEBUG:boto:path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:11.861 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:11.862 DEBUG:boto:Method: GET 2022-09-01T11:30:11.863 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj37 2022-09-01T11:30:11.865 DEBUG:boto:Data: 2022-09-01T11:30:11.866 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.867 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.868 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.869 DEBUG:boto:Params: {} 2022-09-01T11:30:11.870 DEBUG:boto:Token: None 2022-09-01T11:30:11.870 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/ 2022-09-01T11:30:11.871 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc= 2022-09-01T11:30:11.872 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0JSXczToB0wUPttJk90tJhaaypc=', 'Content-Length': '0'} 2022-09-01T11:30:11.878 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000086371f1980db5f15-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.879 DEBUG:boto:b'ptoxvb-74obj371000falseobj372022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:11.879 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:30:11.880 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:11.880 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:11.881 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.882 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.882 DEBUG:boto:Method: GET 2022-09-01T11:30:11.883 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.883 DEBUG:boto:Data: 2022-09-01T11:30:11.884 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.884 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.885 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.885 DEBUG:boto:Params: {} 2022-09-01T11:30:11.886 DEBUG:boto:Token: None 2022-09-01T11:30:11.887 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.887 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6xl9+U867y2PQcyg6bmKbbVg8Q= 2022-09-01T11:30:11.888 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6xl9+U867y2PQcyg6bmKbbVg8Q=', 'Content-Length': '0'} 2022-09-01T11:30:11.890 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e4783c7691b5da3d-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.891 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:11.891 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:11.892 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.892 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.893 DEBUG:boto:Method: GET 2022-09-01T11:30:11.894 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.894 DEBUG:boto:Data: 2022-09-01T11:30:11.895 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.895 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.896 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.897 DEBUG:boto:Params: {} 2022-09-01T11:30:11.897 DEBUG:boto:Token: None 2022-09-01T11:30:11.898 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6xl9+U867y2PQcyg6bmKbbVg8Q= 2022-09-01T11:30:11.899 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6xl9+U867y2PQcyg6bmKbbVg8Q=', 'Content-Length': '0'} 2022-09-01T11:30:11.902 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008e29d2fdff1154c9-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.903 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:11.903 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:11.904 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.904 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.905 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.905 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.906 DEBUG:boto:Data: 2022-09-01T11:30:11.906 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.907 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.907 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.908 DEBUG:boto:Params: {} 2022-09-01T11:30:11.910 DEBUG:boto:Token: None 2022-09-01T11:30:11.910 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.911 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C73oFanRFZFIxAsn0n/hKtnYzUk= 2022-09-01T11:30:11.911 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C73oFanRFZFIxAsn0n/hKtnYzUk=', 'Content-Length': '0'} 2022-09-01T11:30:11.914 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f63d2e6cfc750138-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.916 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:11.916 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:11.917 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.917 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.918 DEBUG:boto:Method: HEAD 2022-09-01T11:30:11.919 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.919 DEBUG:boto:Data: 2022-09-01T11:30:11.920 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.920 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.921 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.921 DEBUG:boto:Params: {} 2022-09-01T11:30:11.922 DEBUG:boto:Token: None 2022-09-01T11:30:11.923 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:C73oFanRFZFIxAsn0n/hKtnYzUk= 2022-09-01T11:30:11.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:C73oFanRFZFIxAsn0n/hKtnYzUk=', 'Content-Length': '0'} 2022-09-01T11:30:11.926 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003c53d9105850f172-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.927 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:30:11.928 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:11.928 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:11.929 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.929 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.932 DEBUG:boto:Method: GET 2022-09-01T11:30:11.933 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.934 DEBUG:boto:Data: 2022-09-01T11:30:11.935 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.937 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:11.938 DEBUG:boto:Port: 8001 2022-09-01T11:30:11.939 DEBUG:boto:Params: {} 2022-09-01T11:30:11.940 DEBUG:boto:Token: None 2022-09-01T11:30:11.941 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6xl9+U867y2PQcyg6bmKbbVg8Q= 2022-09-01T11:30:11.944 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6xl9+U867y2PQcyg6bmKbbVg8Q=', 'Content-Length': '0'} 2022-09-01T11:30:11.946 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000059b37728c3dbcf75-00631097c3-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:11.990 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:11.991 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:11.991 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.992 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.993 DEBUG:boto:Method: GET 2022-09-01T11:30:11.994 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.995 DEBUG:boto:Data: 2022-09-01T11:30:11.995 DEBUG:boto:Headers: {} 2022-09-01T11:30:11.996 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:11.997 DEBUG:boto:Port: 8000 2022-09-01T11:30:11.997 DEBUG:boto:Params: {} 2022-09-01T11:30:11.998 DEBUG:boto:Token: None 2022-09-01T11:30:11.998 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:11 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:11.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:D6xl9+U867y2PQcyg6bmKbbVg8Q= 2022-09-01T11:30:12.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:11 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:D6xl9+U867y2PQcyg6bmKbbVg8Q=', 'Content-Length': '0'} 2022-09-01T11:30:12.002 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000071b51e3b8cd4ec93-00631097c3-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:11 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.004 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:12.004 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:12.005 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:12.006 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:12.007 DEBUG:boto:Method: GET 2022-09-01T11:30:12.008 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:30:12.008 DEBUG:boto:Data: 2022-09-01T11:30:12.009 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.009 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.010 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.010 DEBUG:boto:Params: {} 2022-09-01T11:30:12.011 DEBUG:boto:Token: None 2022-09-01T11:30:12.012 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/ 2022-09-01T11:30:12.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU= 2022-09-01T11:30:12.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU=', 'Content-Length': '0'} 2022-09-01T11:30:12.016 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cf1ad82d9a652a93-00631097c4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.017 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:12.018 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:12.018 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:12.019 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:12.020 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:12.021 DEBUG:boto:Method: GET 2022-09-01T11:30:12.022 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:30:12.022 DEBUG:boto:Data: 2022-09-01T11:30:12.023 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.023 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.024 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.025 DEBUG:boto:Params: {} 2022-09-01T11:30:12.025 DEBUG:boto:Token: None 2022-09-01T11:30:12.026 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/ 2022-09-01T11:30:12.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU= 2022-09-01T11:30:12.027 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU=', 'Content-Length': '0'} 2022-09-01T11:30:12.032 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003ed0f4f595c174d7-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.032 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:12.033 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:12.034 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:12.035 DEBUG:boto:Method: HEAD 2022-09-01T11:30:12.035 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:30:12.036 DEBUG:boto:Data: 2022-09-01T11:30:12.036 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.037 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.037 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.038 DEBUG:boto:Params: {} 2022-09-01T11:30:12.038 DEBUG:boto:Token: None 2022-09-01T11:30:12.039 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj38 2022-09-01T11:30:12.040 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6QSOaYhKYkwq6Q2OW80jFs+C8ws= 2022-09-01T11:30:12.040 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6QSOaYhKYkwq6Q2OW80jFs+C8ws=', 'Content-Length': '0'} 2022-09-01T11:30:12.043 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d6cd05ee014fed9d-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.043 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:12.044 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:12.045 DEBUG:boto:Method: HEAD 2022-09-01T11:30:12.045 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:30:12.046 DEBUG:boto:Data: 2022-09-01T11:30:12.046 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.047 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.048 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.048 DEBUG:boto:Params: {} 2022-09-01T11:30:12.049 DEBUG:boto:Token: None 2022-09-01T11:30:12.049 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj38 2022-09-01T11:30:12.050 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6QSOaYhKYkwq6Q2OW80jFs+C8ws= 2022-09-01T11:30:12.051 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6QSOaYhKYkwq6Q2OW80jFs+C8ws=', 'Content-Length': '0'} 2022-09-01T11:30:12.053 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b347b8f58663dc8c-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.054 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:30:12.054 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:12.055 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:12.056 DEBUG:boto:Method: GET 2022-09-01T11:30:12.056 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:30:12.057 DEBUG:boto:Data: 2022-09-01T11:30:12.057 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.058 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.058 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.059 DEBUG:boto:Params: {} 2022-09-01T11:30:12.059 DEBUG:boto:Token: None 2022-09-01T11:30:12.060 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj38 2022-09-01T11:30:12.061 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QdOE58mcADVrog8J5HNGySnpdxM= 2022-09-01T11:30:12.061 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QdOE58mcADVrog8J5HNGySnpdxM=', 'Content-Length': '0'} 2022-09-01T11:30:12.064 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f2dd6d7b830ba373-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.064 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:12.065 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:12.066 DEBUG:boto:Method: GET 2022-09-01T11:30:12.066 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:30:12.067 DEBUG:boto:Data: 2022-09-01T11:30:12.067 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.068 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.068 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.069 DEBUG:boto:Params: {} 2022-09-01T11:30:12.069 DEBUG:boto:Token: None 2022-09-01T11:30:12.070 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj38 2022-09-01T11:30:12.071 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QdOE58mcADVrog8J5HNGySnpdxM= 2022-09-01T11:30:12.071 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QdOE58mcADVrog8J5HNGySnpdxM=', 'Content-Length': '0'} 2022-09-01T11:30:12.074 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000957653b6c10d3cc0-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.114 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:12.115 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:12.115 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:12.116 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:12.117 DEBUG:boto:Method: GET 2022-09-01T11:30:12.117 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:30:12.118 DEBUG:boto:Data: 2022-09-01T11:30:12.118 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.119 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.119 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.120 DEBUG:boto:Params: {} 2022-09-01T11:30:12.120 DEBUG:boto:Token: None 2022-09-01T11:30:12.121 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/ 2022-09-01T11:30:12.122 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU= 2022-09-01T11:30:12.122 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU=', 'Content-Length': '0'} 2022-09-01T11:30:12.125 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009ae79910ca485c59-00631097c4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.126 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:12.127 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:12.127 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:12.128 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:12.128 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:12.129 DEBUG:boto:Method: GET 2022-09-01T11:30:12.130 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:30:12.130 DEBUG:boto:Data: 2022-09-01T11:30:12.131 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.131 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.132 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.132 DEBUG:boto:Params: {} 2022-09-01T11:30:12.133 DEBUG:boto:Token: None 2022-09-01T11:30:12.134 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/ 2022-09-01T11:30:12.134 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU= 2022-09-01T11:30:12.135 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU=', 'Content-Length': '0'} 2022-09-01T11:30:12.140 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f1b62b7396e873f4-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.141 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:12.143 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:30:12.144 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:12.145 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:12.146 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.146 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.147 DEBUG:boto:Method: GET 2022-09-01T11:30:12.148 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.149 DEBUG:boto:Data: 2022-09-01T11:30:12.150 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.151 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.152 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.152 DEBUG:boto:Params: {} 2022-09-01T11:30:12.153 DEBUG:boto:Token: None 2022-09-01T11:30:12.154 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.154 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:h/TX+hBdU38g7VDGLEzkbxXvfxo= 2022-09-01T11:30:12.155 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:h/TX+hBdU38g7VDGLEzkbxXvfxo=', 'Content-Length': '0'} 2022-09-01T11:30:12.157 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006259146f03366235-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.158 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:12.159 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:12.159 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.160 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.160 DEBUG:boto:Method: GET 2022-09-01T11:30:12.161 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.162 DEBUG:boto:Data: 2022-09-01T11:30:12.162 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.163 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.163 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.164 DEBUG:boto:Params: {} 2022-09-01T11:30:12.164 DEBUG:boto:Token: None 2022-09-01T11:30:12.165 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.166 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:h/TX+hBdU38g7VDGLEzkbxXvfxo= 2022-09-01T11:30:12.166 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:h/TX+hBdU38g7VDGLEzkbxXvfxo=', 'Content-Length': '0'} 2022-09-01T11:30:12.169 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002d8948c469ec484e-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.170 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:12.170 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:12.171 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.172 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.172 DEBUG:boto:Method: HEAD 2022-09-01T11:30:12.173 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.173 DEBUG:boto:Data: 2022-09-01T11:30:12.175 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.176 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.176 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.177 DEBUG:boto:Params: {} 2022-09-01T11:30:12.178 DEBUG:boto:Token: None 2022-09-01T11:30:12.179 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.180 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U05ktbTlvo1LCyn3j3u12Z8ygP0= 2022-09-01T11:30:12.181 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U05ktbTlvo1LCyn3j3u12Z8ygP0=', 'Content-Length': '0'} 2022-09-01T11:30:12.184 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c0a484f2df99dbaf-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.185 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:12.187 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:12.188 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.189 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.189 DEBUG:boto:Method: HEAD 2022-09-01T11:30:12.190 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.190 DEBUG:boto:Data: 2022-09-01T11:30:12.191 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.191 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.192 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.192 DEBUG:boto:Params: {} 2022-09-01T11:30:12.193 DEBUG:boto:Token: None 2022-09-01T11:30:12.194 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.194 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U05ktbTlvo1LCyn3j3u12Z8ygP0= 2022-09-01T11:30:12.195 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U05ktbTlvo1LCyn3j3u12Z8ygP0=', 'Content-Length': '0'} 2022-09-01T11:30:12.197 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ac628092bc46dfdb-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.198 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:30:12.199 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:12.199 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:12.200 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.200 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.201 DEBUG:boto:Method: GET 2022-09-01T11:30:12.202 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.202 DEBUG:boto:Data: 2022-09-01T11:30:12.203 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.203 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.204 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.204 DEBUG:boto:Params: {} 2022-09-01T11:30:12.205 DEBUG:boto:Token: None 2022-09-01T11:30:12.206 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.206 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:h/TX+hBdU38g7VDGLEzkbxXvfxo= 2022-09-01T11:30:12.207 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:h/TX+hBdU38g7VDGLEzkbxXvfxo=', 'Content-Length': '0'} 2022-09-01T11:30:12.210 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002971ed96c7835ecf-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.211 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:12.212 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:12.213 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.214 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.216 DEBUG:boto:Method: GET 2022-09-01T11:30:12.217 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.218 DEBUG:boto:Data: 2022-09-01T11:30:12.219 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.220 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.221 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.222 DEBUG:boto:Params: {} 2022-09-01T11:30:12.223 DEBUG:boto:Token: None 2022-09-01T11:30:12.224 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:12.225 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:h/TX+hBdU38g7VDGLEzkbxXvfxo= 2022-09-01T11:30:12.226 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:h/TX+hBdU38g7VDGLEzkbxXvfxo=', 'Content-Length': '0'} 2022-09-01T11:30:12.230 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000050bd103695f3ecaa-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.231 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:12.232 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:12.233 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:12.234 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:12.235 DEBUG:boto:Method: GET 2022-09-01T11:30:12.236 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:30:12.237 DEBUG:boto:Data: 2022-09-01T11:30:12.238 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.240 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.241 DEBUG:boto:Params: {} 2022-09-01T11:30:12.242 DEBUG:boto:Token: None 2022-09-01T11:30:12.243 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/ 2022-09-01T11:30:12.244 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU= 2022-09-01T11:30:12.246 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU=', 'Content-Length': '0'} 2022-09-01T11:30:12.249 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002d3bf3c9411504cb-00631097c4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.250 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:12.250 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:12.251 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:12.251 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:12.252 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:12.253 DEBUG:boto:Method: GET 2022-09-01T11:30:12.253 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:30:12.254 DEBUG:boto:Data: 2022-09-01T11:30:12.254 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.255 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.255 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.256 DEBUG:boto:Params: {} 2022-09-01T11:30:12.256 DEBUG:boto:Token: None 2022-09-01T11:30:12.257 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/ 2022-09-01T11:30:12.258 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU= 2022-09-01T11:30:12.258 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU=', 'Content-Length': '0'} 2022-09-01T11:30:12.263 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001b51f978d85b65a6-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.264 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:12.265 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:12.266 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:12.266 DEBUG:boto:Method: HEAD 2022-09-01T11:30:12.267 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:30:12.267 DEBUG:boto:Data: 2022-09-01T11:30:12.268 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.269 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.269 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.270 DEBUG:boto:Params: {} 2022-09-01T11:30:12.271 DEBUG:boto:Token: None 2022-09-01T11:30:12.271 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj44 2022-09-01T11:30:12.272 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OqWZ3PszKWMMkG2CfwK/LFT+GJM= 2022-09-01T11:30:12.272 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OqWZ3PszKWMMkG2CfwK/LFT+GJM=', 'Content-Length': '0'} 2022-09-01T11:30:12.274 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d16cf141491c61a-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.275 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:12.276 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:12.276 DEBUG:boto:Method: HEAD 2022-09-01T11:30:12.277 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:30:12.277 DEBUG:boto:Data: 2022-09-01T11:30:12.278 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.279 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.279 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.280 DEBUG:boto:Params: {} 2022-09-01T11:30:12.281 DEBUG:boto:Token: None 2022-09-01T11:30:12.281 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj44 2022-09-01T11:30:12.282 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OqWZ3PszKWMMkG2CfwK/LFT+GJM= 2022-09-01T11:30:12.282 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OqWZ3PszKWMMkG2CfwK/LFT+GJM=', 'Content-Length': '0'} 2022-09-01T11:30:12.284 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000048e744bbeb0763b8-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.285 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:30:12.286 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:12.286 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:12.287 DEBUG:boto:Method: GET 2022-09-01T11:30:12.287 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:30:12.288 DEBUG:boto:Data: 2022-09-01T11:30:12.289 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.289 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.290 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.290 DEBUG:boto:Params: {} 2022-09-01T11:30:12.291 DEBUG:boto:Token: None 2022-09-01T11:30:12.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj44 2022-09-01T11:30:12.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bIjXajNtEu7fPRyZshvg2YpM16Y= 2022-09-01T11:30:12.293 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bIjXajNtEu7fPRyZshvg2YpM16Y=', 'Content-Length': '0'} 2022-09-01T11:30:12.295 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f756f72affa24345-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.342 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:12.343 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:12.344 DEBUG:boto:Method: GET 2022-09-01T11:30:12.345 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:30:12.346 DEBUG:boto:Data: 2022-09-01T11:30:12.347 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.348 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.431 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.433 DEBUG:boto:Params: {} 2022-09-01T11:30:12.433 DEBUG:boto:Token: None 2022-09-01T11:30:12.434 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj44 2022-09-01T11:30:12.435 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bIjXajNtEu7fPRyZshvg2YpM16Y= 2022-09-01T11:30:12.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bIjXajNtEu7fPRyZshvg2YpM16Y=', 'Content-Length': '0'} 2022-09-01T11:30:12.441 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003541c0b68a9fd22d-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.442 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:12.443 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:12.444 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:12.445 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:12.445 DEBUG:boto:Method: GET 2022-09-01T11:30:12.446 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:30:12.447 DEBUG:boto:Data: 2022-09-01T11:30:12.448 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.448 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.449 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.450 DEBUG:boto:Params: {} 2022-09-01T11:30:12.451 DEBUG:boto:Token: None 2022-09-01T11:30:12.452 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/ 2022-09-01T11:30:12.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU= 2022-09-01T11:30:12.454 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU=', 'Content-Length': '0'} 2022-09-01T11:30:12.457 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000041344cd51c707e0c-00631097c4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.463 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:12.464 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:12.465 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:12.466 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:12.467 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:12.468 DEBUG:boto:Method: GET 2022-09-01T11:30:12.469 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:30:12.470 DEBUG:boto:Data: 2022-09-01T11:30:12.471 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.472 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.472 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.473 DEBUG:boto:Params: {} 2022-09-01T11:30:12.473 DEBUG:boto:Token: None 2022-09-01T11:30:12.474 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/ 2022-09-01T11:30:12.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU= 2022-09-01T11:30:12.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU=', 'Content-Length': '0'} 2022-09-01T11:30:12.480 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000700abf03e2dbfe53-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.481 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:12.482 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:30:12.483 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:12.483 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:12.484 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.484 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.485 DEBUG:boto:Method: GET 2022-09-01T11:30:12.485 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.486 DEBUG:boto:Data: 2022-09-01T11:30:12.487 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.487 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.488 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.488 DEBUG:boto:Params: {} 2022-09-01T11:30:12.489 DEBUG:boto:Token: None 2022-09-01T11:30:12.489 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.490 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3DzX8CkS7U4y9xrPJrXicb+Dkds= 2022-09-01T11:30:12.491 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3DzX8CkS7U4y9xrPJrXicb+Dkds=', 'Content-Length': '0'} 2022-09-01T11:30:12.493 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dea56b0201966971-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.494 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:12.495 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:12.496 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.497 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.497 DEBUG:boto:Method: GET 2022-09-01T11:30:12.498 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.499 DEBUG:boto:Data: 2022-09-01T11:30:12.499 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.500 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.501 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.501 DEBUG:boto:Params: {} 2022-09-01T11:30:12.502 DEBUG:boto:Token: None 2022-09-01T11:30:12.503 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3DzX8CkS7U4y9xrPJrXicb+Dkds= 2022-09-01T11:30:12.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3DzX8CkS7U4y9xrPJrXicb+Dkds=', 'Content-Length': '0'} 2022-09-01T11:30:12.507 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000038042fa25598f81-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.508 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:12.509 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:12.510 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.511 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.511 DEBUG:boto:Method: HEAD 2022-09-01T11:30:12.512 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.513 DEBUG:boto:Data: 2022-09-01T11:30:12.513 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.514 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.515 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.515 DEBUG:boto:Params: {} 2022-09-01T11:30:12.516 DEBUG:boto:Token: None 2022-09-01T11:30:12.517 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.518 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1SOnV20wt8DurfVFdyOEDGeIRMU= 2022-09-01T11:30:12.519 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1SOnV20wt8DurfVFdyOEDGeIRMU=', 'Content-Length': '0'} 2022-09-01T11:30:12.521 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a8038c1e61bcd5d8-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.522 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:12.523 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:12.524 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.524 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.525 DEBUG:boto:Method: HEAD 2022-09-01T11:30:12.526 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.527 DEBUG:boto:Data: 2022-09-01T11:30:12.528 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.528 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.529 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.530 DEBUG:boto:Params: {} 2022-09-01T11:30:12.530 DEBUG:boto:Token: None 2022-09-01T11:30:12.531 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.532 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:1SOnV20wt8DurfVFdyOEDGeIRMU= 2022-09-01T11:30:12.533 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:1SOnV20wt8DurfVFdyOEDGeIRMU=', 'Content-Length': '0'} 2022-09-01T11:30:12.535 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000510d4ef73d42d3c7-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.536 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:30:12.537 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:12.537 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:12.538 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.539 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.539 DEBUG:boto:Method: GET 2022-09-01T11:30:12.540 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.540 DEBUG:boto:Data: 2022-09-01T11:30:12.541 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.541 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.542 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.542 DEBUG:boto:Params: {} 2022-09-01T11:30:12.543 DEBUG:boto:Token: None 2022-09-01T11:30:12.543 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.544 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3DzX8CkS7U4y9xrPJrXicb+Dkds= 2022-09-01T11:30:12.545 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3DzX8CkS7U4y9xrPJrXicb+Dkds=', 'Content-Length': '0'} 2022-09-01T11:30:12.549 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000267cfd1295a2499f-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.550 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:12.550 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:12.551 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.552 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.553 DEBUG:boto:Method: GET 2022-09-01T11:30:12.554 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.555 DEBUG:boto:Data: 2022-09-01T11:30:12.556 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.557 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.558 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.559 DEBUG:boto:Params: {} 2022-09-01T11:30:12.560 DEBUG:boto:Token: None 2022-09-01T11:30:12.561 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:12.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3DzX8CkS7U4y9xrPJrXicb+Dkds= 2022-09-01T11:30:12.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3DzX8CkS7U4y9xrPJrXicb+Dkds=', 'Content-Length': '0'} 2022-09-01T11:30:12.567 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000093b7fede5a9deae1-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.610 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:12.611 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:12.611 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:12.612 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:12.613 DEBUG:boto:Method: GET 2022-09-01T11:30:12.613 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:30:12.614 DEBUG:boto:Data: 2022-09-01T11:30:12.615 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.616 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.617 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.618 DEBUG:boto:Params: {} 2022-09-01T11:30:12.619 DEBUG:boto:Token: None 2022-09-01T11:30:12.620 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/ 2022-09-01T11:30:12.621 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU= 2022-09-01T11:30:12.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU=', 'Content-Length': '0'} 2022-09-01T11:30:12.626 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000035474a6de1b287be-00631097c4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.627 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:12.628 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:12.629 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:12.629 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:12.630 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:12.630 DEBUG:boto:Method: GET 2022-09-01T11:30:12.631 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:30:12.632 DEBUG:boto:Data: 2022-09-01T11:30:12.632 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.633 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.633 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.634 DEBUG:boto:Params: {} 2022-09-01T11:30:12.634 DEBUG:boto:Token: None 2022-09-01T11:30:12.635 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/ 2022-09-01T11:30:12.636 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU= 2022-09-01T11:30:12.636 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU=', 'Content-Length': '0'} 2022-09-01T11:30:12.641 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001fb22344518aa176-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.642 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:12.643 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:12.644 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:12.644 DEBUG:boto:Method: HEAD 2022-09-01T11:30:12.645 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:30:12.645 DEBUG:boto:Data: 2022-09-01T11:30:12.646 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.646 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.647 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.648 DEBUG:boto:Params: {} 2022-09-01T11:30:12.648 DEBUG:boto:Token: None 2022-09-01T11:30:12.649 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj46 2022-09-01T11:30:12.650 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QLKCpEhpXVQgzLjLrGGXTc3DREQ= 2022-09-01T11:30:12.650 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QLKCpEhpXVQgzLjLrGGXTc3DREQ=', 'Content-Length': '0'} 2022-09-01T11:30:12.653 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000726e55630998153c-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.653 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:12.654 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:12.655 DEBUG:boto:Method: HEAD 2022-09-01T11:30:12.655 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:30:12.656 DEBUG:boto:Data: 2022-09-01T11:30:12.656 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.657 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.657 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.658 DEBUG:boto:Params: {} 2022-09-01T11:30:12.658 DEBUG:boto:Token: None 2022-09-01T11:30:12.660 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj46 2022-09-01T11:30:12.660 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QLKCpEhpXVQgzLjLrGGXTc3DREQ= 2022-09-01T11:30:12.661 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QLKCpEhpXVQgzLjLrGGXTc3DREQ=', 'Content-Length': '0'} 2022-09-01T11:30:12.664 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b8471ba6a7b73d7c-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.665 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:30:12.666 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:12.667 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:12.668 DEBUG:boto:Method: GET 2022-09-01T11:30:12.668 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:30:12.669 DEBUG:boto:Data: 2022-09-01T11:30:12.669 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.670 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.670 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.671 DEBUG:boto:Params: {} 2022-09-01T11:30:12.672 DEBUG:boto:Token: None 2022-09-01T11:30:12.672 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj46 2022-09-01T11:30:12.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tdgk7F4zPO6TSEVwR94fKUCbL+0= 2022-09-01T11:30:12.674 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tdgk7F4zPO6TSEVwR94fKUCbL+0=', 'Content-Length': '0'} 2022-09-01T11:30:12.676 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003fbcd44e0d3a4ede-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.677 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:12.678 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:12.679 DEBUG:boto:Method: GET 2022-09-01T11:30:12.679 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:30:12.680 DEBUG:boto:Data: 2022-09-01T11:30:12.681 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.681 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.682 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.683 DEBUG:boto:Params: {} 2022-09-01T11:30:12.684 DEBUG:boto:Token: None 2022-09-01T11:30:12.685 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj46 2022-09-01T11:30:12.686 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tdgk7F4zPO6TSEVwR94fKUCbL+0= 2022-09-01T11:30:12.686 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tdgk7F4zPO6TSEVwR94fKUCbL+0=', 'Content-Length': '0'} 2022-09-01T11:30:12.692 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c9d34c64f72f23b4-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.693 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:12.694 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:12.695 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:12.696 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:12.697 DEBUG:boto:Method: GET 2022-09-01T11:30:12.698 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:30:12.698 DEBUG:boto:Data: 2022-09-01T11:30:12.699 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.700 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.700 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.701 DEBUG:boto:Params: {} 2022-09-01T11:30:12.701 DEBUG:boto:Token: None 2022-09-01T11:30:12.702 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/ 2022-09-01T11:30:12.703 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU= 2022-09-01T11:30:12.703 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU=', 'Content-Length': '0'} 2022-09-01T11:30:12.706 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007da318a7c6c4e1ad-00631097c4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.707 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:12.709 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:12.710 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:12.711 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:12.712 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:12.713 DEBUG:boto:Method: GET 2022-09-01T11:30:12.714 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:30:12.715 DEBUG:boto:Data: 2022-09-01T11:30:12.716 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.717 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.718 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.719 DEBUG:boto:Params: {} 2022-09-01T11:30:12.720 DEBUG:boto:Token: None 2022-09-01T11:30:12.721 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/ 2022-09-01T11:30:12.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU= 2022-09-01T11:30:12.723 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU=', 'Content-Length': '0'} 2022-09-01T11:30:12.729 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a4f539582b3d51d4-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.770 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:12.771 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:30:12.772 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:12.772 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:12.773 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.774 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.775 DEBUG:boto:Method: GET 2022-09-01T11:30:12.776 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.776 DEBUG:boto:Data: 2022-09-01T11:30:12.777 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.777 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.778 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.779 DEBUG:boto:Params: {} 2022-09-01T11:30:12.779 DEBUG:boto:Token: None 2022-09-01T11:30:12.780 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6tnMk+vEBefMZQRA6z9Ux1xtSMc= 2022-09-01T11:30:12.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6tnMk+vEBefMZQRA6z9Ux1xtSMc=', 'Content-Length': '0'} 2022-09-01T11:30:12.784 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003bcc68e8e2c64efc-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.785 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:12.786 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:12.786 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.787 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.787 DEBUG:boto:Method: GET 2022-09-01T11:30:12.788 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.789 DEBUG:boto:Data: 2022-09-01T11:30:12.790 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.790 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.791 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.791 DEBUG:boto:Params: {} 2022-09-01T11:30:12.792 DEBUG:boto:Token: None 2022-09-01T11:30:12.793 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6tnMk+vEBefMZQRA6z9Ux1xtSMc= 2022-09-01T11:30:12.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6tnMk+vEBefMZQRA6z9Ux1xtSMc=', 'Content-Length': '0'} 2022-09-01T11:30:12.798 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000be0b2f9828999bb5-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.799 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:12.800 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:12.800 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.801 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.801 DEBUG:boto:Method: HEAD 2022-09-01T11:30:12.802 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.803 DEBUG:boto:Data: 2022-09-01T11:30:12.803 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.804 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.804 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.805 DEBUG:boto:Params: {} 2022-09-01T11:30:12.805 DEBUG:boto:Token: None 2022-09-01T11:30:12.806 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.807 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uc1gc0IZtaPqnEV5+iw5dyRW760= 2022-09-01T11:30:12.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uc1gc0IZtaPqnEV5+iw5dyRW760=', 'Content-Length': '0'} 2022-09-01T11:30:12.810 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b2d87f4e7bc6bd1-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.811 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:12.812 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:12.813 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.814 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.815 DEBUG:boto:Method: HEAD 2022-09-01T11:30:12.816 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.817 DEBUG:boto:Data: 2022-09-01T11:30:12.818 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.818 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.819 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.820 DEBUG:boto:Params: {} 2022-09-01T11:30:12.821 DEBUG:boto:Token: None 2022-09-01T11:30:12.822 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.823 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uc1gc0IZtaPqnEV5+iw5dyRW760= 2022-09-01T11:30:12.824 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uc1gc0IZtaPqnEV5+iw5dyRW760=', 'Content-Length': '0'} 2022-09-01T11:30:12.830 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000035788825228303d6-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.832 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:30:12.833 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:12.833 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:12.834 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.835 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.836 DEBUG:boto:Method: GET 2022-09-01T11:30:12.837 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.838 DEBUG:boto:Data: 2022-09-01T11:30:12.838 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.839 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.840 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.841 DEBUG:boto:Params: {} 2022-09-01T11:30:12.842 DEBUG:boto:Token: None 2022-09-01T11:30:12.843 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.844 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6tnMk+vEBefMZQRA6z9Ux1xtSMc= 2022-09-01T11:30:12.845 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6tnMk+vEBefMZQRA6z9Ux1xtSMc=', 'Content-Length': '0'} 2022-09-01T11:30:12.847 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f750a38440ffe19e-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.890 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:12.892 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:12.892 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.893 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.894 DEBUG:boto:Method: GET 2022-09-01T11:30:12.894 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.895 DEBUG:boto:Data: 2022-09-01T11:30:12.896 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.898 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.899 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.900 DEBUG:boto:Params: {} 2022-09-01T11:30:12.901 DEBUG:boto:Token: None 2022-09-01T11:30:12.902 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:12.903 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6tnMk+vEBefMZQRA6z9Ux1xtSMc= 2022-09-01T11:30:12.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6tnMk+vEBefMZQRA6z9Ux1xtSMc=', 'Content-Length': '0'} 2022-09-01T11:30:12.907 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c219f5b3e43f37f8-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.909 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:12.910 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:12.911 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:12.912 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:12.913 DEBUG:boto:Method: GET 2022-09-01T11:30:12.914 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:30:12.915 DEBUG:boto:Data: 2022-09-01T11:30:12.916 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.917 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.918 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.919 DEBUG:boto:Params: {} 2022-09-01T11:30:12.920 DEBUG:boto:Token: None 2022-09-01T11:30:12.921 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/ 2022-09-01T11:30:12.922 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU= 2022-09-01T11:30:12.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU=', 'Content-Length': '0'} 2022-09-01T11:30:12.927 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ebe3891e9ef40269-00631097c4-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.928 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:12.930 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:12.931 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:12.932 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:12.933 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:12.934 DEBUG:boto:Method: GET 2022-09-01T11:30:12.934 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:30:12.935 DEBUG:boto:Data: 2022-09-01T11:30:12.936 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.936 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:12.937 DEBUG:boto:Port: 8000 2022-09-01T11:30:12.937 DEBUG:boto:Params: {} 2022-09-01T11:30:12.938 DEBUG:boto:Token: None 2022-09-01T11:30:12.938 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/ 2022-09-01T11:30:12.939 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU= 2022-09-01T11:30:12.940 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XggaXJZqeq5ZuKvlrtUD76FyppU=', 'Content-Length': '0'} 2022-09-01T11:30:12.945 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004226791ccf19e22f-00631097c4-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:12.986 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:12.987 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:12.988 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:12.989 DEBUG:boto:Method: HEAD 2022-09-01T11:30:12.990 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:30:12.995 DEBUG:boto:Data: 2022-09-01T11:30:12.995 DEBUG:boto:Headers: {} 2022-09-01T11:30:12.996 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:12.997 DEBUG:boto:Port: 8001 2022-09-01T11:30:12.997 DEBUG:boto:Params: {} 2022-09-01T11:30:12.998 DEBUG:boto:Token: None 2022-09-01T11:30:12.999 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:12 GMT /ptoxvb-74/obj51 2022-09-01T11:30:12.999 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:onP4EAM6tTVt/OJy0YJtnb0Mr8I= 2022-09-01T11:30:13.000 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:12 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:onP4EAM6tTVt/OJy0YJtnb0Mr8I=', 'Content-Length': '0'} 2022-09-01T11:30:13.002 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000841cf8f203c61f02-00631097c4-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:12 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.003 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:13.004 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:13.005 DEBUG:boto:Method: HEAD 2022-09-01T11:30:13.006 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:30:13.007 DEBUG:boto:Data: 2022-09-01T11:30:13.008 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.009 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.009 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.010 DEBUG:boto:Params: {} 2022-09-01T11:30:13.011 DEBUG:boto:Token: None 2022-09-01T11:30:13.011 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj51 2022-09-01T11:30:13.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CMfjy/TqEsHJmXBQl1yZDlMWvKU= 2022-09-01T11:30:13.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CMfjy/TqEsHJmXBQl1yZDlMWvKU=', 'Content-Length': '0'} 2022-09-01T11:30:13.015 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f13d46b896eaa46a-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.016 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:30:13.017 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:13.017 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:13.018 DEBUG:boto:Method: GET 2022-09-01T11:30:13.019 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:30:13.020 DEBUG:boto:Data: 2022-09-01T11:30:13.021 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.022 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.023 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.024 DEBUG:boto:Params: {} 2022-09-01T11:30:13.026 DEBUG:boto:Token: None 2022-09-01T11:30:13.027 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj51 2022-09-01T11:30:13.028 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l6n2RR8RONkhAXzQU8j1vCAX8YE= 2022-09-01T11:30:13.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l6n2RR8RONkhAXzQU8j1vCAX8YE=', 'Content-Length': '0'} 2022-09-01T11:30:13.032 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000011bea48d2f500b9b-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.034 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:13.035 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:13.036 DEBUG:boto:Method: GET 2022-09-01T11:30:13.037 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:30:13.038 DEBUG:boto:Data: 2022-09-01T11:30:13.039 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.039 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.040 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.041 DEBUG:boto:Params: {} 2022-09-01T11:30:13.042 DEBUG:boto:Token: None 2022-09-01T11:30:13.043 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj51 2022-09-01T11:30:13.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:l6n2RR8RONkhAXzQU8j1vCAX8YE= 2022-09-01T11:30:13.046 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:l6n2RR8RONkhAXzQU8j1vCAX8YE=', 'Content-Length': '0'} 2022-09-01T11:30:13.048 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001d7bcdb8e00f825e-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.049 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:13.050 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:13.050 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:13.051 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:13.051 DEBUG:boto:Method: GET 2022-09-01T11:30:13.052 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:30:13.053 DEBUG:boto:Data: 2022-09-01T11:30:13.053 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.054 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.055 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.055 DEBUG:boto:Params: {} 2022-09-01T11:30:13.056 DEBUG:boto:Token: None 2022-09-01T11:30:13.057 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/ 2022-09-01T11:30:13.057 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw= 2022-09-01T11:30:13.058 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw=', 'Content-Length': '0'} 2022-09-01T11:30:13.062 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000318e437b1fa828ae-00631097c5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.064 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:13.065 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:13.066 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:13.067 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:13.068 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:13.069 DEBUG:boto:Method: GET 2022-09-01T11:30:13.070 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:30:13.071 DEBUG:boto:Data: 2022-09-01T11:30:13.071 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.072 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.073 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.073 DEBUG:boto:Params: {} 2022-09-01T11:30:13.074 DEBUG:boto:Token: None 2022-09-01T11:30:13.075 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/ 2022-09-01T11:30:13.075 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw= 2022-09-01T11:30:13.076 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw=', 'Content-Length': '0'} 2022-09-01T11:30:13.081 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000355d2aa199bfb137-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.082 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:13.083 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:30:13.083 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:13.084 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:13.084 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.085 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.086 DEBUG:boto:Method: GET 2022-09-01T11:30:13.086 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.087 DEBUG:boto:Data: 2022-09-01T11:30:13.087 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.088 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.089 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.089 DEBUG:boto:Params: {} 2022-09-01T11:30:13.090 DEBUG:boto:Token: None 2022-09-01T11:30:13.091 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.091 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6jgVD0wQQiHvgreWFKDFlrFme9k= 2022-09-01T11:30:13.092 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6jgVD0wQQiHvgreWFKDFlrFme9k=', 'Content-Length': '0'} 2022-09-01T11:30:13.094 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002921d051316057e6-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.142 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:13.143 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:13.143 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.144 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.145 DEBUG:boto:Method: GET 2022-09-01T11:30:13.145 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.146 DEBUG:boto:Data: 2022-09-01T11:30:13.146 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.147 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.147 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.148 DEBUG:boto:Params: {} 2022-09-01T11:30:13.149 DEBUG:boto:Token: None 2022-09-01T11:30:13.149 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.150 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6jgVD0wQQiHvgreWFKDFlrFme9k= 2022-09-01T11:30:13.151 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6jgVD0wQQiHvgreWFKDFlrFme9k=', 'Content-Length': '0'} 2022-09-01T11:30:13.153 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008973b79af269bc56-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.154 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:13.154 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:13.155 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.156 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.156 DEBUG:boto:Method: HEAD 2022-09-01T11:30:13.157 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.157 DEBUG:boto:Data: 2022-09-01T11:30:13.158 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.158 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.159 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.160 DEBUG:boto:Params: {} 2022-09-01T11:30:13.160 DEBUG:boto:Token: None 2022-09-01T11:30:13.161 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.162 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y8lVrENKL0K2v+NHfoRKOlZPK+k= 2022-09-01T11:30:13.162 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y8lVrENKL0K2v+NHfoRKOlZPK+k=', 'Content-Length': '0'} 2022-09-01T11:30:13.165 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee732d055d589ad0-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.166 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:13.167 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:13.167 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.168 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.168 DEBUG:boto:Method: HEAD 2022-09-01T11:30:13.169 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.170 DEBUG:boto:Data: 2022-09-01T11:30:13.171 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.172 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.173 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.174 DEBUG:boto:Params: {} 2022-09-01T11:30:13.175 DEBUG:boto:Token: None 2022-09-01T11:30:13.177 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.178 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Y8lVrENKL0K2v+NHfoRKOlZPK+k= 2022-09-01T11:30:13.179 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Y8lVrENKL0K2v+NHfoRKOlZPK+k=', 'Content-Length': '0'} 2022-09-01T11:30:13.182 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000037882fd2bdd78840-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.183 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:30:13.185 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:13.186 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:13.187 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.188 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.189 DEBUG:boto:Method: GET 2022-09-01T11:30:13.190 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.191 DEBUG:boto:Data: 2022-09-01T11:30:13.192 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.194 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.195 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.196 DEBUG:boto:Params: {} 2022-09-01T11:30:13.197 DEBUG:boto:Token: None 2022-09-01T11:30:13.199 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.200 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6jgVD0wQQiHvgreWFKDFlrFme9k= 2022-09-01T11:30:13.202 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6jgVD0wQQiHvgreWFKDFlrFme9k=', 'Content-Length': '0'} 2022-09-01T11:30:13.204 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a8e30a8880079f61-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.205 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:13.206 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:13.206 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.207 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.207 DEBUG:boto:Method: GET 2022-09-01T11:30:13.208 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.208 DEBUG:boto:Data: 2022-09-01T11:30:13.209 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.209 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.211 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.211 DEBUG:boto:Params: {} 2022-09-01T11:30:13.212 DEBUG:boto:Token: None 2022-09-01T11:30:13.213 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:13.213 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6jgVD0wQQiHvgreWFKDFlrFme9k= 2022-09-01T11:30:13.214 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6jgVD0wQQiHvgreWFKDFlrFme9k=', 'Content-Length': '0'} 2022-09-01T11:30:13.216 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000026ac8c0279866b30-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.218 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:13.218 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:13.219 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:13.219 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:13.220 DEBUG:boto:Method: GET 2022-09-01T11:30:13.221 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:30:13.221 DEBUG:boto:Data: 2022-09-01T11:30:13.222 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.223 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.224 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.225 DEBUG:boto:Params: {} 2022-09-01T11:30:13.226 DEBUG:boto:Token: None 2022-09-01T11:30:13.226 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/ 2022-09-01T11:30:13.227 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw= 2022-09-01T11:30:13.228 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw=', 'Content-Length': '0'} 2022-09-01T11:30:13.231 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005c2b388b426f1ff6-00631097c5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.232 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:13.233 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:13.234 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:13.235 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:13.236 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:13.237 DEBUG:boto:Method: GET 2022-09-01T11:30:13.238 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:30:13.239 DEBUG:boto:Data: 2022-09-01T11:30:13.240 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.242 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.243 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.244 DEBUG:boto:Params: {} 2022-09-01T11:30:13.245 DEBUG:boto:Token: None 2022-09-01T11:30:13.246 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/ 2022-09-01T11:30:13.247 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw= 2022-09-01T11:30:13.248 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw=', 'Content-Length': '0'} 2022-09-01T11:30:13.254 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a33563da7f8a6142-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.255 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:13.256 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:13.257 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:13.258 DEBUG:boto:Method: HEAD 2022-09-01T11:30:13.259 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:30:13.260 DEBUG:boto:Data: 2022-09-01T11:30:13.261 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.262 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.263 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.264 DEBUG:boto:Params: {} 2022-09-01T11:30:13.265 DEBUG:boto:Token: None 2022-09-01T11:30:13.265 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj55 2022-09-01T11:30:13.266 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:96RZ2mtaYb/8TrRdsoSYrMsbWvc= 2022-09-01T11:30:13.266 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:96RZ2mtaYb/8TrRdsoSYrMsbWvc=', 'Content-Length': '0'} 2022-09-01T11:30:13.269 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007e594cb638135a19-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.269 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:13.270 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:13.271 DEBUG:boto:Method: HEAD 2022-09-01T11:30:13.272 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:30:13.273 DEBUG:boto:Data: 2022-09-01T11:30:13.274 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.275 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.276 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.277 DEBUG:boto:Params: {} 2022-09-01T11:30:13.278 DEBUG:boto:Token: None 2022-09-01T11:30:13.279 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj55 2022-09-01T11:30:13.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:96RZ2mtaYb/8TrRdsoSYrMsbWvc= 2022-09-01T11:30:13.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:96RZ2mtaYb/8TrRdsoSYrMsbWvc=', 'Content-Length': '0'} 2022-09-01T11:30:13.283 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000070f15d4fa8866392-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.284 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:30:13.285 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:13.285 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:13.286 DEBUG:boto:Method: GET 2022-09-01T11:30:13.287 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:30:13.287 DEBUG:boto:Data: 2022-09-01T11:30:13.288 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.288 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.289 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.289 DEBUG:boto:Params: {} 2022-09-01T11:30:13.290 DEBUG:boto:Token: None 2022-09-01T11:30:13.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj55 2022-09-01T11:30:13.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kWFyUNowM1lzQPoiqyFHhBaEVhA= 2022-09-01T11:30:13.293 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kWFyUNowM1lzQPoiqyFHhBaEVhA=', 'Content-Length': '0'} 2022-09-01T11:30:13.296 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c7cc2a273a9981b3-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.297 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:13.298 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:13.299 DEBUG:boto:Method: GET 2022-09-01T11:30:13.299 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:30:13.300 DEBUG:boto:Data: 2022-09-01T11:30:13.301 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.301 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.302 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.302 DEBUG:boto:Params: {} 2022-09-01T11:30:13.303 DEBUG:boto:Token: None 2022-09-01T11:30:13.304 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj55 2022-09-01T11:30:13.305 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kWFyUNowM1lzQPoiqyFHhBaEVhA= 2022-09-01T11:30:13.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kWFyUNowM1lzQPoiqyFHhBaEVhA=', 'Content-Length': '0'} 2022-09-01T11:30:13.308 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000055d688e518121fd6-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.309 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:13.309 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:13.310 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:13.310 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:13.311 DEBUG:boto:Method: GET 2022-09-01T11:30:13.311 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:30:13.312 DEBUG:boto:Data: 2022-09-01T11:30:13.312 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.313 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.314 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.314 DEBUG:boto:Params: {} 2022-09-01T11:30:13.315 DEBUG:boto:Token: None 2022-09-01T11:30:13.316 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/ 2022-09-01T11:30:13.317 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw= 2022-09-01T11:30:13.318 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw=', 'Content-Length': '0'} 2022-09-01T11:30:13.320 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a509a3fc23b61151-00631097c5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.321 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:13.322 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:13.323 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:13.324 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:13.324 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:13.325 DEBUG:boto:Method: GET 2022-09-01T11:30:13.325 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:30:13.326 DEBUG:boto:Data: 2022-09-01T11:30:13.326 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.327 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.328 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.328 DEBUG:boto:Params: {} 2022-09-01T11:30:13.329 DEBUG:boto:Token: None 2022-09-01T11:30:13.329 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/ 2022-09-01T11:30:13.330 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw= 2022-09-01T11:30:13.331 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw=', 'Content-Length': '0'} 2022-09-01T11:30:13.335 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089d52286e84968f2-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.336 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:13.337 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:30:13.338 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:13.338 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:13.339 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.339 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.340 DEBUG:boto:Method: GET 2022-09-01T11:30:13.340 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.341 DEBUG:boto:Data: 2022-09-01T11:30:13.341 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.342 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.343 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.343 DEBUG:boto:Params: {} 2022-09-01T11:30:13.344 DEBUG:boto:Token: None 2022-09-01T11:30:13.345 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.345 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QGgDEfB3A5qvEO+1TOrdngxt+p0= 2022-09-01T11:30:13.346 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QGgDEfB3A5qvEO+1TOrdngxt+p0=', 'Content-Length': '0'} 2022-09-01T11:30:13.348 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000580d69bb50fce39d-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.349 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:13.350 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:13.350 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.351 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.352 DEBUG:boto:Method: GET 2022-09-01T11:30:13.352 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.353 DEBUG:boto:Data: 2022-09-01T11:30:13.353 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.354 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.354 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.355 DEBUG:boto:Params: {} 2022-09-01T11:30:13.356 DEBUG:boto:Token: None 2022-09-01T11:30:13.356 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.357 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QGgDEfB3A5qvEO+1TOrdngxt+p0= 2022-09-01T11:30:13.358 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QGgDEfB3A5qvEO+1TOrdngxt+p0=', 'Content-Length': '0'} 2022-09-01T11:30:13.360 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005d38824cdd047779-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.360 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:13.361 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:13.361 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.362 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.363 DEBUG:boto:Method: HEAD 2022-09-01T11:30:13.363 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.364 DEBUG:boto:Data: 2022-09-01T11:30:13.364 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.365 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.365 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.366 DEBUG:boto:Params: {} 2022-09-01T11:30:13.366 DEBUG:boto:Token: None 2022-09-01T11:30:13.367 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.368 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:e50sRhGUHK+SYCtXKPp9xEbnKdU= 2022-09-01T11:30:13.368 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:e50sRhGUHK+SYCtXKPp9xEbnKdU=', 'Content-Length': '0'} 2022-09-01T11:30:13.370 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b6ae9a86a78e8899-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.372 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:13.373 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:13.374 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.375 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.376 DEBUG:boto:Method: HEAD 2022-09-01T11:30:13.376 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.377 DEBUG:boto:Data: 2022-09-01T11:30:13.378 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.379 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.380 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.381 DEBUG:boto:Params: {} 2022-09-01T11:30:13.382 DEBUG:boto:Token: None 2022-09-01T11:30:13.383 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.383 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:e50sRhGUHK+SYCtXKPp9xEbnKdU= 2022-09-01T11:30:13.384 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:e50sRhGUHK+SYCtXKPp9xEbnKdU=', 'Content-Length': '0'} 2022-09-01T11:30:13.386 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000500c3608632f50a9-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.387 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:30:13.387 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:13.388 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:13.388 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.389 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.390 DEBUG:boto:Method: GET 2022-09-01T11:30:13.390 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.391 DEBUG:boto:Data: 2022-09-01T11:30:13.391 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.392 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.392 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.393 DEBUG:boto:Params: {} 2022-09-01T11:30:13.393 DEBUG:boto:Token: None 2022-09-01T11:30:13.394 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.395 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QGgDEfB3A5qvEO+1TOrdngxt+p0= 2022-09-01T11:30:13.395 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QGgDEfB3A5qvEO+1TOrdngxt+p0=', 'Content-Length': '0'} 2022-09-01T11:30:13.397 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000a928526887d7d1f-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.442 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:13.443 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:13.444 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.445 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.446 DEBUG:boto:Method: GET 2022-09-01T11:30:13.446 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.447 DEBUG:boto:Data: 2022-09-01T11:30:13.448 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.448 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.449 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.450 DEBUG:boto:Params: {} 2022-09-01T11:30:13.450 DEBUG:boto:Token: None 2022-09-01T11:30:13.451 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:13.451 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QGgDEfB3A5qvEO+1TOrdngxt+p0= 2022-09-01T11:30:13.453 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QGgDEfB3A5qvEO+1TOrdngxt+p0=', 'Content-Length': '0'} 2022-09-01T11:30:13.455 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000adeaa405d7c53b51-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.456 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:13.457 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:13.458 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:13.459 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:13.460 DEBUG:boto:Method: GET 2022-09-01T11:30:13.461 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:30:13.462 DEBUG:boto:Data: 2022-09-01T11:30:13.463 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.464 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.465 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.466 DEBUG:boto:Params: {} 2022-09-01T11:30:13.467 DEBUG:boto:Token: None 2022-09-01T11:30:13.468 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/ 2022-09-01T11:30:13.469 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw= 2022-09-01T11:30:13.470 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw=', 'Content-Length': '0'} 2022-09-01T11:30:13.474 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c73eccc03af0cc5c-00631097c5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.475 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:13.476 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:13.477 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:13.478 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:13.479 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:13.480 DEBUG:boto:Method: GET 2022-09-01T11:30:13.481 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:30:13.482 DEBUG:boto:Data: 2022-09-01T11:30:13.483 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.484 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.485 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.486 DEBUG:boto:Params: {} 2022-09-01T11:30:13.487 DEBUG:boto:Token: None 2022-09-01T11:30:13.488 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/ 2022-09-01T11:30:13.490 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw= 2022-09-01T11:30:13.491 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw=', 'Content-Length': '0'} 2022-09-01T11:30:13.496 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009fc2f093ef77b632-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.542 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:13.544 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:13.545 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:13.546 DEBUG:boto:Method: HEAD 2022-09-01T11:30:13.547 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:30:13.551 DEBUG:boto:Data: 2022-09-01T11:30:13.552 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.552 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.553 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.553 DEBUG:boto:Params: {} 2022-09-01T11:30:13.554 DEBUG:boto:Token: None 2022-09-01T11:30:13.555 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj57 2022-09-01T11:30:13.556 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k6eQFkpiVW45GC/i8cwQb33s70U= 2022-09-01T11:30:13.557 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k6eQFkpiVW45GC/i8cwQb33s70U=', 'Content-Length': '0'} 2022-09-01T11:30:13.560 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d9c5133dcbd3b9c9-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.561 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:13.562 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:13.563 DEBUG:boto:Method: HEAD 2022-09-01T11:30:13.564 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:30:13.565 DEBUG:boto:Data: 2022-09-01T11:30:13.566 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.567 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.568 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.568 DEBUG:boto:Params: {} 2022-09-01T11:30:13.569 DEBUG:boto:Token: None 2022-09-01T11:30:13.570 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj57 2022-09-01T11:30:13.570 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:k6eQFkpiVW45GC/i8cwQb33s70U= 2022-09-01T11:30:13.571 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:k6eQFkpiVW45GC/i8cwQb33s70U=', 'Content-Length': '0'} 2022-09-01T11:30:13.574 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c6167990c2b770f1-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.575 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:30:13.575 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:13.576 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:13.577 DEBUG:boto:Method: GET 2022-09-01T11:30:13.577 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:30:13.578 DEBUG:boto:Data: 2022-09-01T11:30:13.578 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.579 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.579 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.580 DEBUG:boto:Params: {} 2022-09-01T11:30:13.581 DEBUG:boto:Token: None 2022-09-01T11:30:13.582 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj57 2022-09-01T11:30:13.583 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Lv99VGqN9JXl+TCluLzQR7E6gPM= 2022-09-01T11:30:13.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Lv99VGqN9JXl+TCluLzQR7E6gPM=', 'Content-Length': '0'} 2022-09-01T11:30:13.586 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c3c72a9782612f99-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.588 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:13.589 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:13.590 DEBUG:boto:Method: GET 2022-09-01T11:30:13.591 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:30:13.592 DEBUG:boto:Data: 2022-09-01T11:30:13.592 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.593 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.593 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.594 DEBUG:boto:Params: {} 2022-09-01T11:30:13.595 DEBUG:boto:Token: None 2022-09-01T11:30:13.595 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj57 2022-09-01T11:30:13.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Lv99VGqN9JXl+TCluLzQR7E6gPM= 2022-09-01T11:30:13.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Lv99VGqN9JXl+TCluLzQR7E6gPM=', 'Content-Length': '0'} 2022-09-01T11:30:13.599 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eb8d95cf8a9a403b-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.601 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:13.602 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:13.603 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:13.604 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:13.605 DEBUG:boto:Method: GET 2022-09-01T11:30:13.606 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:30:13.606 DEBUG:boto:Data: 2022-09-01T11:30:13.607 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.608 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.609 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.609 DEBUG:boto:Params: {} 2022-09-01T11:30:13.610 DEBUG:boto:Token: None 2022-09-01T11:30:13.610 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/ 2022-09-01T11:30:13.611 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw= 2022-09-01T11:30:13.612 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw=', 'Content-Length': '0'} 2022-09-01T11:30:13.615 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007f4662a1ced3339f-00631097c5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.615 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:13.616 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:13.617 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:13.617 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:13.618 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:13.618 DEBUG:boto:Method: GET 2022-09-01T11:30:13.619 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:30:13.619 DEBUG:boto:Data: 2022-09-01T11:30:13.620 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.620 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.621 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.622 DEBUG:boto:Params: {} 2022-09-01T11:30:13.623 DEBUG:boto:Token: None 2022-09-01T11:30:13.623 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/ 2022-09-01T11:30:13.624 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw= 2022-09-01T11:30:13.625 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw=', 'Content-Length': '0'} 2022-09-01T11:30:13.630 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b98a525aea232acf-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.631 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:13.633 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:30:13.634 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:13.635 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:13.636 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.637 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.638 DEBUG:boto:Method: GET 2022-09-01T11:30:13.639 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.640 DEBUG:boto:Data: 2022-09-01T11:30:13.641 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.642 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.643 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.644 DEBUG:boto:Params: {} 2022-09-01T11:30:13.645 DEBUG:boto:Token: None 2022-09-01T11:30:13.646 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bJcbBTUTgoFz/dZ2zqhtsehxcYk= 2022-09-01T11:30:13.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bJcbBTUTgoFz/dZ2zqhtsehxcYk=', 'Content-Length': '0'} 2022-09-01T11:30:13.650 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a58777d62b7ddcd6-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.698 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:13.699 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:13.699 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.700 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.700 DEBUG:boto:Method: GET 2022-09-01T11:30:13.701 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.702 DEBUG:boto:Data: 2022-09-01T11:30:13.702 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.703 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.703 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.704 DEBUG:boto:Params: {} 2022-09-01T11:30:13.705 DEBUG:boto:Token: None 2022-09-01T11:30:13.705 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.706 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bJcbBTUTgoFz/dZ2zqhtsehxcYk= 2022-09-01T11:30:13.707 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bJcbBTUTgoFz/dZ2zqhtsehxcYk=', 'Content-Length': '0'} 2022-09-01T11:30:13.709 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000826175118f161cd6-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.710 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:13.710 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:13.711 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.711 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.712 DEBUG:boto:Method: HEAD 2022-09-01T11:30:13.712 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.713 DEBUG:boto:Data: 2022-09-01T11:30:13.713 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.714 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.714 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.715 DEBUG:boto:Params: {} 2022-09-01T11:30:13.716 DEBUG:boto:Token: None 2022-09-01T11:30:13.717 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nkpvBQ/GVQmsDS0HQ3AZtzm3JWo= 2022-09-01T11:30:13.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nkpvBQ/GVQmsDS0HQ3AZtzm3JWo=', 'Content-Length': '0'} 2022-09-01T11:30:13.722 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000390a62514d50dddd-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.723 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:13.724 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:13.725 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.726 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.727 DEBUG:boto:Method: HEAD 2022-09-01T11:30:13.728 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.729 DEBUG:boto:Data: 2022-09-01T11:30:13.730 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.731 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.732 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.733 DEBUG:boto:Params: {} 2022-09-01T11:30:13.734 DEBUG:boto:Token: None 2022-09-01T11:30:13.735 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nkpvBQ/GVQmsDS0HQ3AZtzm3JWo= 2022-09-01T11:30:13.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nkpvBQ/GVQmsDS0HQ3AZtzm3JWo=', 'Content-Length': '0'} 2022-09-01T11:30:13.740 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d3659cf69ab4ec14-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.742 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:30:13.743 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:13.744 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:13.749 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.751 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.752 DEBUG:boto:Method: GET 2022-09-01T11:30:13.754 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.755 DEBUG:boto:Data: 2022-09-01T11:30:13.756 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.757 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.759 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.760 DEBUG:boto:Params: {} 2022-09-01T11:30:13.761 DEBUG:boto:Token: None 2022-09-01T11:30:13.763 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.764 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bJcbBTUTgoFz/dZ2zqhtsehxcYk= 2022-09-01T11:30:13.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bJcbBTUTgoFz/dZ2zqhtsehxcYk=', 'Content-Length': '0'} 2022-09-01T11:30:13.769 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ef7c5745dab6b3e-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.770 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:13.770 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:13.771 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.771 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.772 DEBUG:boto:Method: GET 2022-09-01T11:30:13.773 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.773 DEBUG:boto:Data: 2022-09-01T11:30:13.774 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.774 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.775 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.775 DEBUG:boto:Params: {} 2022-09-01T11:30:13.776 DEBUG:boto:Token: None 2022-09-01T11:30:13.777 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:13.777 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bJcbBTUTgoFz/dZ2zqhtsehxcYk= 2022-09-01T11:30:13.779 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bJcbBTUTgoFz/dZ2zqhtsehxcYk=', 'Content-Length': '0'} 2022-09-01T11:30:13.782 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c10f9024c55a741-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.783 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:13.783 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:13.784 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:13.784 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:13.785 DEBUG:boto:Method: GET 2022-09-01T11:30:13.785 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:30:13.786 DEBUG:boto:Data: 2022-09-01T11:30:13.787 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.787 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.788 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.788 DEBUG:boto:Params: {} 2022-09-01T11:30:13.789 DEBUG:boto:Token: None 2022-09-01T11:30:13.789 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/ 2022-09-01T11:30:13.790 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw= 2022-09-01T11:30:13.791 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw=', 'Content-Length': '0'} 2022-09-01T11:30:13.794 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000a3e3489caddd866-00631097c5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.794 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:13.795 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:13.796 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:13.797 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:13.797 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:13.798 DEBUG:boto:Method: GET 2022-09-01T11:30:13.798 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:30:13.799 DEBUG:boto:Data: 2022-09-01T11:30:13.799 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.800 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.800 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.801 DEBUG:boto:Params: {} 2022-09-01T11:30:13.801 DEBUG:boto:Token: None 2022-09-01T11:30:13.802 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/ 2022-09-01T11:30:13.803 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw= 2022-09-01T11:30:13.803 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw=', 'Content-Length': '0'} 2022-09-01T11:30:13.808 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001372751130fddf82-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.809 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:13.809 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:13.810 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:13.810 DEBUG:boto:Method: HEAD 2022-09-01T11:30:13.811 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:30:13.811 DEBUG:boto:Data: 2022-09-01T11:30:13.812 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.812 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.813 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.813 DEBUG:boto:Params: {} 2022-09-01T11:30:13.814 DEBUG:boto:Token: None 2022-09-01T11:30:13.815 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj58 2022-09-01T11:30:13.815 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jAK5sh576xuOTsYS8bO/wIY6v4k= 2022-09-01T11:30:13.816 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jAK5sh576xuOTsYS8bO/wIY6v4k=', 'Content-Length': '0'} 2022-09-01T11:30:13.818 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cf27a14e2902ef85-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.819 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:13.819 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:13.820 DEBUG:boto:Method: HEAD 2022-09-01T11:30:13.820 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:30:13.821 DEBUG:boto:Data: 2022-09-01T11:30:13.821 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.822 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.822 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.822 DEBUG:boto:Params: {} 2022-09-01T11:30:13.823 DEBUG:boto:Token: None 2022-09-01T11:30:13.824 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj58 2022-09-01T11:30:13.824 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jAK5sh576xuOTsYS8bO/wIY6v4k= 2022-09-01T11:30:13.825 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jAK5sh576xuOTsYS8bO/wIY6v4k=', 'Content-Length': '0'} 2022-09-01T11:30:13.827 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007154bb9f1e85aae-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.828 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:30:13.828 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:13.829 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:13.829 DEBUG:boto:Method: GET 2022-09-01T11:30:13.830 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:30:13.831 DEBUG:boto:Data: 2022-09-01T11:30:13.831 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.832 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.832 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.833 DEBUG:boto:Params: {} 2022-09-01T11:30:13.833 DEBUG:boto:Token: None 2022-09-01T11:30:13.834 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj58 2022-09-01T11:30:13.835 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GZqUK1XqpcN0DC/ChEgUwmHL2eA= 2022-09-01T11:30:13.835 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GZqUK1XqpcN0DC/ChEgUwmHL2eA=', 'Content-Length': '0'} 2022-09-01T11:30:13.837 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000016f14a341aba33c-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.838 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:13.839 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:13.839 DEBUG:boto:Method: GET 2022-09-01T11:30:13.840 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:30:13.840 DEBUG:boto:Data: 2022-09-01T11:30:13.841 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.841 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.842 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.842 DEBUG:boto:Params: {} 2022-09-01T11:30:13.843 DEBUG:boto:Token: None 2022-09-01T11:30:13.843 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj58 2022-09-01T11:30:13.844 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GZqUK1XqpcN0DC/ChEgUwmHL2eA= 2022-09-01T11:30:13.845 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GZqUK1XqpcN0DC/ChEgUwmHL2eA=', 'Content-Length': '0'} 2022-09-01T11:30:13.847 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f1ffaa0d47efdac4-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.894 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:13.895 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:13.895 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:13.896 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:13.896 DEBUG:boto:Method: GET 2022-09-01T11:30:13.897 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:30:13.898 DEBUG:boto:Data: 2022-09-01T11:30:13.899 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.899 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.900 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.900 DEBUG:boto:Params: {} 2022-09-01T11:30:13.901 DEBUG:boto:Token: None 2022-09-01T11:30:13.902 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/ 2022-09-01T11:30:13.903 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw= 2022-09-01T11:30:13.904 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw=', 'Content-Length': '0'} 2022-09-01T11:30:13.907 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fae9a549972278e6-00631097c5-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.908 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:13.910 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:13.911 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:13.912 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:13.912 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:13.913 DEBUG:boto:Method: GET 2022-09-01T11:30:13.914 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:30:13.915 DEBUG:boto:Data: 2022-09-01T11:30:13.916 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.917 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.918 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.919 DEBUG:boto:Params: {} 2022-09-01T11:30:13.920 DEBUG:boto:Token: None 2022-09-01T11:30:13.921 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/ 2022-09-01T11:30:13.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw= 2022-09-01T11:30:13.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zCCNTwaoup+yKYPszUPoHLvHXxw=', 'Content-Length': '0'} 2022-09-01T11:30:13.929 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ea6365401d8ec70e-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.930 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:13.932 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:30:13.932 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:13.933 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:13.934 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.935 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.936 DEBUG:boto:Method: GET 2022-09-01T11:30:13.937 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.938 DEBUG:boto:Data: 2022-09-01T11:30:13.939 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.940 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.941 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.941 DEBUG:boto:Params: {} 2022-09-01T11:30:13.942 DEBUG:boto:Token: None 2022-09-01T11:30:13.943 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.943 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NUbOBkjFqdkJ76aGuK9exF6AuXo= 2022-09-01T11:30:13.944 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NUbOBkjFqdkJ76aGuK9exF6AuXo=', 'Content-Length': '0'} 2022-09-01T11:30:13.946 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b1c02d9ab90cba9-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.947 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:13.948 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:13.948 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.949 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.949 DEBUG:boto:Method: GET 2022-09-01T11:30:13.950 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.950 DEBUG:boto:Data: 2022-09-01T11:30:13.951 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.951 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.952 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.952 DEBUG:boto:Params: {} 2022-09-01T11:30:13.953 DEBUG:boto:Token: None 2022-09-01T11:30:13.954 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.954 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NUbOBkjFqdkJ76aGuK9exF6AuXo= 2022-09-01T11:30:13.955 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NUbOBkjFqdkJ76aGuK9exF6AuXo=', 'Content-Length': '0'} 2022-09-01T11:30:13.957 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c035871b739f3472-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.958 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:13.958 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:13.959 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.959 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.960 DEBUG:boto:Method: HEAD 2022-09-01T11:30:13.960 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.961 DEBUG:boto:Data: 2022-09-01T11:30:13.961 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.962 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.962 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.963 DEBUG:boto:Params: {} 2022-09-01T11:30:13.963 DEBUG:boto:Token: None 2022-09-01T11:30:13.964 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tC0Gq+pM85dszCMa4yaqU3oJCEQ= 2022-09-01T11:30:13.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tC0Gq+pM85dszCMa4yaqU3oJCEQ=', 'Content-Length': '0'} 2022-09-01T11:30:13.967 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a99384e901aa617b-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.968 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:13.968 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:13.969 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.969 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.970 DEBUG:boto:Method: HEAD 2022-09-01T11:30:13.970 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.971 DEBUG:boto:Data: 2022-09-01T11:30:13.971 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.972 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:13.972 DEBUG:boto:Port: 8000 2022-09-01T11:30:13.973 DEBUG:boto:Params: {} 2022-09-01T11:30:13.973 DEBUG:boto:Token: None 2022-09-01T11:30:13.974 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tC0Gq+pM85dszCMa4yaqU3oJCEQ= 2022-09-01T11:30:13.975 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tC0Gq+pM85dszCMa4yaqU3oJCEQ=', 'Content-Length': '0'} 2022-09-01T11:30:13.977 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003dcbb9f91d0f314e-00631097c5-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:13.978 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:30:13.979 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:13.979 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:13.980 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.980 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.981 DEBUG:boto:Method: GET 2022-09-01T11:30:13.981 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.982 DEBUG:boto:Data: 2022-09-01T11:30:13.982 DEBUG:boto:Headers: {} 2022-09-01T11:30:13.983 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:13.983 DEBUG:boto:Port: 8001 2022-09-01T11:30:13.984 DEBUG:boto:Params: {} 2022-09-01T11:30:13.985 DEBUG:boto:Token: None 2022-09-01T11:30:13.985 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:13 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:13.986 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NUbOBkjFqdkJ76aGuK9exF6AuXo= 2022-09-01T11:30:13.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:13 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NUbOBkjFqdkJ76aGuK9exF6AuXo=', 'Content-Length': '0'} 2022-09-01T11:30:13.989 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001cb97f90b9e67207-00631097c5-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:13 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.034 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:14.035 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:14.035 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:14.036 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:14.037 DEBUG:boto:Method: GET 2022-09-01T11:30:14.037 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:14.038 DEBUG:boto:Data: 2022-09-01T11:30:14.039 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.040 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.041 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.042 DEBUG:boto:Params: {} 2022-09-01T11:30:14.043 DEBUG:boto:Token: None 2022-09-01T11:30:14.044 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:14.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yfD/x7xR2aHtTr2DCoEkJumdHWI= 2022-09-01T11:30:14.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yfD/x7xR2aHtTr2DCoEkJumdHWI=', 'Content-Length': '0'} 2022-09-01T11:30:14.048 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001c444042989d3b03-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.049 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.050 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.050 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:14.051 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:14.051 DEBUG:boto:Method: GET 2022-09-01T11:30:14.052 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:30:14.052 DEBUG:boto:Data: 2022-09-01T11:30:14.053 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.053 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.054 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.054 DEBUG:boto:Params: {} 2022-09-01T11:30:14.055 DEBUG:boto:Token: None 2022-09-01T11:30:14.056 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.056 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.057 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.060 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b3a04adcf2a78052-00631097c6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.060 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.061 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.062 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.062 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:14.063 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:14.063 DEBUG:boto:Method: GET 2022-09-01T11:30:14.064 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:30:14.064 DEBUG:boto:Data: 2022-09-01T11:30:14.065 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.065 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.066 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.066 DEBUG:boto:Params: {} 2022-09-01T11:30:14.067 DEBUG:boto:Token: None 2022-09-01T11:30:14.068 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.068 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.069 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.075 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000dc8e748326d06b3c-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.076 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.078 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:14.078 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:14.079 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.079 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:30:14.080 DEBUG:boto:Data: 2022-09-01T11:30:14.080 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.081 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.081 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.082 DEBUG:boto:Params: {} 2022-09-01T11:30:14.082 DEBUG:boto:Token: None 2022-09-01T11:30:14.083 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj62 2022-09-01T11:30:14.083 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:51U6XMwC62sLjD8sd6Y+Yl44JZ0= 2022-09-01T11:30:14.084 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:51U6XMwC62sLjD8sd6Y+Yl44JZ0=', 'Content-Length': '0'} 2022-09-01T11:30:14.086 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073abd9dee02bd65a-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.087 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:14.088 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:14.088 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.089 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:30:14.089 DEBUG:boto:Data: 2022-09-01T11:30:14.090 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.090 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.091 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.091 DEBUG:boto:Params: {} 2022-09-01T11:30:14.092 DEBUG:boto:Token: None 2022-09-01T11:30:14.092 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj62 2022-09-01T11:30:14.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:51U6XMwC62sLjD8sd6Y+Yl44JZ0= 2022-09-01T11:30:14.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:51U6XMwC62sLjD8sd6Y+Yl44JZ0=', 'Content-Length': '0'} 2022-09-01T11:30:14.096 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005d61bc030177483f-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.096 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:30:14.097 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:14.098 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:14.098 DEBUG:boto:Method: GET 2022-09-01T11:30:14.099 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:30:14.099 DEBUG:boto:Data: 2022-09-01T11:30:14.100 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.100 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.101 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.101 DEBUG:boto:Params: {} 2022-09-01T11:30:14.102 DEBUG:boto:Token: None 2022-09-01T11:30:14.102 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj62 2022-09-01T11:30:14.103 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bXiynAiF3z5rappteqjKDtXK2AA= 2022-09-01T11:30:14.104 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bXiynAiF3z5rappteqjKDtXK2AA=', 'Content-Length': '0'} 2022-09-01T11:30:14.106 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dab77c279d95cc66-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.150 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:14.151 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:14.152 DEBUG:boto:Method: GET 2022-09-01T11:30:14.153 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:30:14.154 DEBUG:boto:Data: 2022-09-01T11:30:14.155 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.156 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.157 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.158 DEBUG:boto:Params: {} 2022-09-01T11:30:14.159 DEBUG:boto:Token: None 2022-09-01T11:30:14.160 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj62 2022-09-01T11:30:14.161 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bXiynAiF3z5rappteqjKDtXK2AA= 2022-09-01T11:30:14.162 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bXiynAiF3z5rappteqjKDtXK2AA=', 'Content-Length': '0'} 2022-09-01T11:30:14.165 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d9d555b3a28951f6-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.167 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.168 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.169 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:14.169 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:14.170 DEBUG:boto:Method: GET 2022-09-01T11:30:14.171 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:30:14.172 DEBUG:boto:Data: 2022-09-01T11:30:14.173 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.174 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.176 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.176 DEBUG:boto:Params: {} 2022-09-01T11:30:14.178 DEBUG:boto:Token: None 2022-09-01T11:30:14.179 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.180 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.181 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.184 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a9c1679689ecb051-00631097c6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.185 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.187 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.188 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.189 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:14.190 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:14.191 DEBUG:boto:Method: GET 2022-09-01T11:30:14.192 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:30:14.193 DEBUG:boto:Data: 2022-09-01T11:30:14.194 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.195 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.195 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.196 DEBUG:boto:Params: {} 2022-09-01T11:30:14.197 DEBUG:boto:Token: None 2022-09-01T11:30:14.197 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.198 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.199 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.204 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005b50660f09789198-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.204 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.205 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:30:14.206 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:14.206 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:14.207 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.208 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.208 DEBUG:boto:Method: GET 2022-09-01T11:30:14.209 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.209 DEBUG:boto:Data: 2022-09-01T11:30:14.210 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.210 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.211 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.211 DEBUG:boto:Params: {} 2022-09-01T11:30:14.212 DEBUG:boto:Token: None 2022-09-01T11:30:14.212 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.213 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ErsItZosg3qXOVqPKzi/UnkhasE= 2022-09-01T11:30:14.214 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ErsItZosg3qXOVqPKzi/UnkhasE=', 'Content-Length': '0'} 2022-09-01T11:30:14.216 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cb496911d3fff636-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.217 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:14.217 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:14.218 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.218 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.219 DEBUG:boto:Method: GET 2022-09-01T11:30:14.219 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.220 DEBUG:boto:Data: 2022-09-01T11:30:14.220 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.221 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.221 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.222 DEBUG:boto:Params: {} 2022-09-01T11:30:14.223 DEBUG:boto:Token: None 2022-09-01T11:30:14.223 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.224 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ErsItZosg3qXOVqPKzi/UnkhasE= 2022-09-01T11:30:14.224 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ErsItZosg3qXOVqPKzi/UnkhasE=', 'Content-Length': '0'} 2022-09-01T11:30:14.227 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db7703bdd754c086-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.228 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:14.228 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:14.229 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.229 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.230 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.230 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.231 DEBUG:boto:Data: 2022-09-01T11:30:14.231 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.232 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.232 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.233 DEBUG:boto:Params: {} 2022-09-01T11:30:14.233 DEBUG:boto:Token: None 2022-09-01T11:30:14.234 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.235 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NCIsso8jExIuycR3UcSGea3wrzU= 2022-09-01T11:30:14.235 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NCIsso8jExIuycR3UcSGea3wrzU=', 'Content-Length': '0'} 2022-09-01T11:30:14.237 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d06ee0407cd13a6e-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.238 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:14.239 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:14.239 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.240 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.240 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.241 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.241 DEBUG:boto:Data: 2022-09-01T11:30:14.242 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.242 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.243 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.243 DEBUG:boto:Params: {} 2022-09-01T11:30:14.244 DEBUG:boto:Token: None 2022-09-01T11:30:14.244 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.245 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NCIsso8jExIuycR3UcSGea3wrzU= 2022-09-01T11:30:14.245 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NCIsso8jExIuycR3UcSGea3wrzU=', 'Content-Length': '0'} 2022-09-01T11:30:14.247 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000099bcc1b487b1c4e9-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.248 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:30:14.249 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:14.249 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:14.250 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.250 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.251 DEBUG:boto:Method: GET 2022-09-01T11:30:14.251 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.252 DEBUG:boto:Data: 2022-09-01T11:30:14.252 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.253 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.254 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.254 DEBUG:boto:Params: {} 2022-09-01T11:30:14.255 DEBUG:boto:Token: None 2022-09-01T11:30:14.255 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.256 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ErsItZosg3qXOVqPKzi/UnkhasE= 2022-09-01T11:30:14.257 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ErsItZosg3qXOVqPKzi/UnkhasE=', 'Content-Length': '0'} 2022-09-01T11:30:14.258 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000449dca1f140b96f0-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.259 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:14.260 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:14.260 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.261 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.261 DEBUG:boto:Method: GET 2022-09-01T11:30:14.262 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.262 DEBUG:boto:Data: 2022-09-01T11:30:14.263 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.263 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.264 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.264 DEBUG:boto:Params: {} 2022-09-01T11:30:14.265 DEBUG:boto:Token: None 2022-09-01T11:30:14.266 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:14.266 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ErsItZosg3qXOVqPKzi/UnkhasE= 2022-09-01T11:30:14.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ErsItZosg3qXOVqPKzi/UnkhasE=', 'Content-Length': '0'} 2022-09-01T11:30:14.269 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008da1e1fd477226f3-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.270 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.271 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.271 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:14.272 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:14.272 DEBUG:boto:Method: GET 2022-09-01T11:30:14.273 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:30:14.273 DEBUG:boto:Data: 2022-09-01T11:30:14.274 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.274 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.275 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.275 DEBUG:boto:Params: {} 2022-09-01T11:30:14.276 DEBUG:boto:Token: None 2022-09-01T11:30:14.276 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.277 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.278 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.281 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000004eef7efb5f3807-00631097c6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.281 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.282 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.283 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.283 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:14.284 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:14.284 DEBUG:boto:Method: GET 2022-09-01T11:30:14.285 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:30:14.285 DEBUG:boto:Data: 2022-09-01T11:30:14.286 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.286 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.287 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.287 DEBUG:boto:Params: {} 2022-09-01T11:30:14.288 DEBUG:boto:Token: None 2022-09-01T11:30:14.289 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.289 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.295 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a0756cc8789e7b96-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.295 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.296 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:14.297 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:14.298 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.298 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:30:14.299 DEBUG:boto:Data: 2022-09-01T11:30:14.300 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.300 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.301 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.301 DEBUG:boto:Params: {} 2022-09-01T11:30:14.302 DEBUG:boto:Token: None 2022-09-01T11:30:14.303 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj68 2022-09-01T11:30:14.303 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T8SLlMr+tksgxgN/ANlmbxkldl4= 2022-09-01T11:30:14.304 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T8SLlMr+tksgxgN/ANlmbxkldl4=', 'Content-Length': '0'} 2022-09-01T11:30:14.306 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000069de60c665cf41b7-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.307 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:14.308 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:14.308 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.309 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:30:14.309 DEBUG:boto:Data: 2022-09-01T11:30:14.310 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.310 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.311 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.311 DEBUG:boto:Params: {} 2022-09-01T11:30:14.312 DEBUG:boto:Token: None 2022-09-01T11:30:14.313 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj68 2022-09-01T11:30:14.313 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:T8SLlMr+tksgxgN/ANlmbxkldl4= 2022-09-01T11:30:14.314 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:T8SLlMr+tksgxgN/ANlmbxkldl4=', 'Content-Length': '0'} 2022-09-01T11:30:14.316 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000096912f8e515010ad-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.317 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:30:14.318 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:14.318 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:14.319 DEBUG:boto:Method: GET 2022-09-01T11:30:14.319 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:30:14.320 DEBUG:boto:Data: 2022-09-01T11:30:14.320 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.321 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.321 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.322 DEBUG:boto:Params: {} 2022-09-01T11:30:14.323 DEBUG:boto:Token: None 2022-09-01T11:30:14.324 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj68 2022-09-01T11:30:14.324 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5siEefIjelXAm2iGyk5Z/zhjCiQ= 2022-09-01T11:30:14.325 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5siEefIjelXAm2iGyk5Z/zhjCiQ=', 'Content-Length': '0'} 2022-09-01T11:30:14.327 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002aac80db1bcdff5f-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.370 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:14.371 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:14.371 DEBUG:boto:Method: GET 2022-09-01T11:30:14.372 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:30:14.372 DEBUG:boto:Data: 2022-09-01T11:30:14.373 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.374 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.374 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.375 DEBUG:boto:Params: {} 2022-09-01T11:30:14.376 DEBUG:boto:Token: None 2022-09-01T11:30:14.376 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj68 2022-09-01T11:30:14.377 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5siEefIjelXAm2iGyk5Z/zhjCiQ= 2022-09-01T11:30:14.378 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5siEefIjelXAm2iGyk5Z/zhjCiQ=', 'Content-Length': '0'} 2022-09-01T11:30:14.380 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c920fdad055c39cd-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.381 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.382 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.382 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:14.383 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:14.383 DEBUG:boto:Method: GET 2022-09-01T11:30:14.384 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:30:14.384 DEBUG:boto:Data: 2022-09-01T11:30:14.385 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.386 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.387 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.387 DEBUG:boto:Params: {} 2022-09-01T11:30:14.388 DEBUG:boto:Token: None 2022-09-01T11:30:14.388 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.389 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.390 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.393 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b026fa7d5d7562a7-00631097c6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.394 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.395 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.396 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.396 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:14.397 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:14.398 DEBUG:boto:Method: GET 2022-09-01T11:30:14.398 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:30:14.399 DEBUG:boto:Data: 2022-09-01T11:30:14.399 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.400 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.400 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.401 DEBUG:boto:Params: {} 2022-09-01T11:30:14.402 DEBUG:boto:Token: None 2022-09-01T11:30:14.403 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.404 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.404 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.409 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fb26826bcde2caf8-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.410 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.411 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:30:14.412 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:14.413 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:14.413 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.414 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.414 DEBUG:boto:Method: GET 2022-09-01T11:30:14.415 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.416 DEBUG:boto:Data: 2022-09-01T11:30:14.416 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.417 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.418 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.418 DEBUG:boto:Params: {} 2022-09-01T11:30:14.419 DEBUG:boto:Token: None 2022-09-01T11:30:14.420 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.420 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Cry9VTuKS5pWLJnuj3VpAbK6QyM= 2022-09-01T11:30:14.421 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Cry9VTuKS5pWLJnuj3VpAbK6QyM=', 'Content-Length': '0'} 2022-09-01T11:30:14.424 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000055aca25f9aff2c94-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.424 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:14.425 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:14.425 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.426 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.427 DEBUG:boto:Method: GET 2022-09-01T11:30:14.428 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.428 DEBUG:boto:Data: 2022-09-01T11:30:14.429 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.429 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.430 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.431 DEBUG:boto:Params: {} 2022-09-01T11:30:14.431 DEBUG:boto:Token: None 2022-09-01T11:30:14.432 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Cry9VTuKS5pWLJnuj3VpAbK6QyM= 2022-09-01T11:30:14.433 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Cry9VTuKS5pWLJnuj3VpAbK6QyM=', 'Content-Length': '0'} 2022-09-01T11:30:14.436 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000006a8061ce7b2e3dc-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.436 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:14.437 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:14.438 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.438 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.439 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.439 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.440 DEBUG:boto:Data: 2022-09-01T11:30:14.441 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.441 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.442 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.443 DEBUG:boto:Params: {} 2022-09-01T11:30:14.443 DEBUG:boto:Token: None 2022-09-01T11:30:14.444 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.445 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SXp9ZsRAteulMtn7fxDzRfyceTM= 2022-09-01T11:30:14.445 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SXp9ZsRAteulMtn7fxDzRfyceTM=', 'Content-Length': '0'} 2022-09-01T11:30:14.448 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000082c9bafd0901d5d4-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.449 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:14.449 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:14.450 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.450 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.451 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.452 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.452 DEBUG:boto:Data: 2022-09-01T11:30:14.453 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.453 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.454 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.454 DEBUG:boto:Params: {} 2022-09-01T11:30:14.455 DEBUG:boto:Token: None 2022-09-01T11:30:14.456 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.457 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SXp9ZsRAteulMtn7fxDzRfyceTM= 2022-09-01T11:30:14.458 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SXp9ZsRAteulMtn7fxDzRfyceTM=', 'Content-Length': '0'} 2022-09-01T11:30:14.460 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000037fdda0595f292d1-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.462 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:30:14.463 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:14.464 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:14.465 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.466 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.467 DEBUG:boto:Method: GET 2022-09-01T11:30:14.467 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.468 DEBUG:boto:Data: 2022-09-01T11:30:14.469 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.470 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.471 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.471 DEBUG:boto:Params: {} 2022-09-01T11:30:14.472 DEBUG:boto:Token: None 2022-09-01T11:30:14.473 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.473 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Cry9VTuKS5pWLJnuj3VpAbK6QyM= 2022-09-01T11:30:14.474 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Cry9VTuKS5pWLJnuj3VpAbK6QyM=', 'Content-Length': '0'} 2022-09-01T11:30:14.477 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012ec0959c1041713-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.478 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:14.479 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:14.480 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.480 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.481 DEBUG:boto:Method: GET 2022-09-01T11:30:14.481 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.482 DEBUG:boto:Data: 2022-09-01T11:30:14.483 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.483 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.484 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.484 DEBUG:boto:Params: {} 2022-09-01T11:30:14.485 DEBUG:boto:Token: None 2022-09-01T11:30:14.486 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:14.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Cry9VTuKS5pWLJnuj3VpAbK6QyM= 2022-09-01T11:30:14.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Cry9VTuKS5pWLJnuj3VpAbK6QyM=', 'Content-Length': '0'} 2022-09-01T11:30:14.489 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed7408b204015f27-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.491 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.492 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.493 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:14.494 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:14.495 DEBUG:boto:Method: GET 2022-09-01T11:30:14.496 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:30:14.497 DEBUG:boto:Data: 2022-09-01T11:30:14.498 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.499 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.500 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.501 DEBUG:boto:Params: {} 2022-09-01T11:30:14.502 DEBUG:boto:Token: None 2022-09-01T11:30:14.503 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.504 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.508 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000078994722cbb73d10-00631097c6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.509 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.511 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.512 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.513 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:14.514 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:14.515 DEBUG:boto:Method: GET 2022-09-01T11:30:14.516 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:30:14.517 DEBUG:boto:Data: 2022-09-01T11:30:14.517 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.518 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.518 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.519 DEBUG:boto:Params: {} 2022-09-01T11:30:14.520 DEBUG:boto:Token: None 2022-09-01T11:30:14.520 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.521 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.521 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.526 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e0680cf99cbb24f0-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.526 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.527 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:14.528 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:14.529 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.529 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:30:14.530 DEBUG:boto:Data: 2022-09-01T11:30:14.531 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.532 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.533 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.533 DEBUG:boto:Params: {} 2022-09-01T11:30:14.534 DEBUG:boto:Token: None 2022-09-01T11:30:14.534 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj69 2022-09-01T11:30:14.535 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bVZOioLQAY6QQd8GymMJBHP3IB0= 2022-09-01T11:30:14.536 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bVZOioLQAY6QQd8GymMJBHP3IB0=', 'Content-Length': '0'} 2022-09-01T11:30:14.538 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ab2f6a76bf3b203-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.539 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:14.540 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:14.541 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.542 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:30:14.543 DEBUG:boto:Data: 2022-09-01T11:30:14.544 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.545 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.546 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.547 DEBUG:boto:Params: {} 2022-09-01T11:30:14.548 DEBUG:boto:Token: None 2022-09-01T11:30:14.549 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj69 2022-09-01T11:30:14.550 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bVZOioLQAY6QQd8GymMJBHP3IB0= 2022-09-01T11:30:14.551 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bVZOioLQAY6QQd8GymMJBHP3IB0=', 'Content-Length': '0'} 2022-09-01T11:30:14.554 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000285be44e3064953d-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.554 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:30:14.555 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:14.556 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:14.556 DEBUG:boto:Method: GET 2022-09-01T11:30:14.557 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:30:14.558 DEBUG:boto:Data: 2022-09-01T11:30:14.558 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.559 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.559 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.560 DEBUG:boto:Params: {} 2022-09-01T11:30:14.561 DEBUG:boto:Token: None 2022-09-01T11:30:14.561 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj69 2022-09-01T11:30:14.562 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jy96eSn0O6aWpL/05s66e5a38o4= 2022-09-01T11:30:14.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jy96eSn0O6aWpL/05s66e5a38o4=', 'Content-Length': '0'} 2022-09-01T11:30:14.565 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c93a42747adc3212-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.565 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:14.566 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:14.567 DEBUG:boto:Method: GET 2022-09-01T11:30:14.567 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:30:14.568 DEBUG:boto:Data: 2022-09-01T11:30:14.568 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.569 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.569 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.570 DEBUG:boto:Params: {} 2022-09-01T11:30:14.571 DEBUG:boto:Token: None 2022-09-01T11:30:14.571 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj69 2022-09-01T11:30:14.572 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jy96eSn0O6aWpL/05s66e5a38o4= 2022-09-01T11:30:14.573 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jy96eSn0O6aWpL/05s66e5a38o4=', 'Content-Length': '0'} 2022-09-01T11:30:14.575 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a44ea869beed60b8-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.577 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.577 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.578 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:14.578 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:14.579 DEBUG:boto:Method: GET 2022-09-01T11:30:14.579 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:30:14.580 DEBUG:boto:Data: 2022-09-01T11:30:14.580 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.581 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.582 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.582 DEBUG:boto:Params: {} 2022-09-01T11:30:14.583 DEBUG:boto:Token: None 2022-09-01T11:30:14.583 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.584 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.585 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.587 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006e7d96dc3481e92b-00631097c6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.588 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.589 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.590 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.590 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:14.591 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:14.591 DEBUG:boto:Method: GET 2022-09-01T11:30:14.592 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:30:14.592 DEBUG:boto:Data: 2022-09-01T11:30:14.593 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.593 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.594 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.595 DEBUG:boto:Params: {} 2022-09-01T11:30:14.595 DEBUG:boto:Token: None 2022-09-01T11:30:14.596 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.602 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a2a6bee457e48dee-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.602 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.603 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj74 2022-09-01T11:30:14.604 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:14.604 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:14.605 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.606 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.606 DEBUG:boto:Method: GET 2022-09-01T11:30:14.607 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.607 DEBUG:boto:Data: 2022-09-01T11:30:14.608 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.608 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.609 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.609 DEBUG:boto:Params: {} 2022-09-01T11:30:14.610 DEBUG:boto:Token: None 2022-09-01T11:30:14.611 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.611 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LEAU11EKu4ojWUgMe+1fuUz6pBk= 2022-09-01T11:30:14.612 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LEAU11EKu4ojWUgMe+1fuUz6pBk=', 'Content-Length': '0'} 2022-09-01T11:30:14.614 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012352598f59a7d8d-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.658 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:14.659 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:14.660 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.661 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.662 DEBUG:boto:Method: GET 2022-09-01T11:30:14.663 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.663 DEBUG:boto:Data: 2022-09-01T11:30:14.664 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.664 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.665 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.666 DEBUG:boto:Params: {} 2022-09-01T11:30:14.667 DEBUG:boto:Token: None 2022-09-01T11:30:14.667 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.668 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LEAU11EKu4ojWUgMe+1fuUz6pBk= 2022-09-01T11:30:14.670 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LEAU11EKu4ojWUgMe+1fuUz6pBk=', 'Content-Length': '0'} 2022-09-01T11:30:14.673 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e342d044e1e6fc8b-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.674 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:14.675 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:14.676 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.677 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.677 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.678 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.678 DEBUG:boto:Data: 2022-09-01T11:30:14.679 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.679 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.680 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.681 DEBUG:boto:Params: {} 2022-09-01T11:30:14.682 DEBUG:boto:Token: None 2022-09-01T11:30:14.683 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.684 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y8mH5J+lfO6jxDNiS3mRi44aBIU= 2022-09-01T11:30:14.685 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y8mH5J+lfO6jxDNiS3mRi44aBIU=', 'Content-Length': '0'} 2022-09-01T11:30:14.688 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000004c897b3079cb94c-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.689 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:14.690 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:14.691 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.692 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.692 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.693 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.694 DEBUG:boto:Data: 2022-09-01T11:30:14.695 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.696 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.697 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.698 DEBUG:boto:Params: {} 2022-09-01T11:30:14.698 DEBUG:boto:Token: None 2022-09-01T11:30:14.699 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.699 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y8mH5J+lfO6jxDNiS3mRi44aBIU= 2022-09-01T11:30:14.700 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y8mH5J+lfO6jxDNiS3mRi44aBIU=', 'Content-Length': '0'} 2022-09-01T11:30:14.702 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a39ad8cb07b540af-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.703 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj74 2022-09-01T11:30:14.704 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:14.704 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:14.705 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.705 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.706 DEBUG:boto:Method: GET 2022-09-01T11:30:14.707 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.707 DEBUG:boto:Data: 2022-09-01T11:30:14.708 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.709 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.710 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.711 DEBUG:boto:Params: {} 2022-09-01T11:30:14.712 DEBUG:boto:Token: None 2022-09-01T11:30:14.713 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.714 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LEAU11EKu4ojWUgMe+1fuUz6pBk= 2022-09-01T11:30:14.715 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LEAU11EKu4ojWUgMe+1fuUz6pBk=', 'Content-Length': '0'} 2022-09-01T11:30:14.720 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003e21acaa3117ebd0-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.720 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:14.721 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:14.722 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.722 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.723 DEBUG:boto:Method: GET 2022-09-01T11:30:14.723 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.724 DEBUG:boto:Data: 2022-09-01T11:30:14.724 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.725 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.726 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.726 DEBUG:boto:Params: {} 2022-09-01T11:30:14.727 DEBUG:boto:Token: None 2022-09-01T11:30:14.727 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:14.728 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LEAU11EKu4ojWUgMe+1fuUz6pBk= 2022-09-01T11:30:14.729 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LEAU11EKu4ojWUgMe+1fuUz6pBk=', 'Content-Length': '0'} 2022-09-01T11:30:14.732 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014ca3e318049a5c8-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.774 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.775 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.775 DEBUG:boto:path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:14.776 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:14.776 DEBUG:boto:Method: GET 2022-09-01T11:30:14.777 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj74 2022-09-01T11:30:14.778 DEBUG:boto:Data: 2022-09-01T11:30:14.785 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.785 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.786 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.787 DEBUG:boto:Params: {} 2022-09-01T11:30:14.787 DEBUG:boto:Token: None 2022-09-01T11:30:14.788 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.789 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.789 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.793 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004248407321dec4d3-00631097c6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.793 DEBUG:boto:b'ptoxvb-74obj741000falseobj742022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.794 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.795 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.795 DEBUG:boto:path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:14.796 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:14.796 DEBUG:boto:Method: GET 2022-09-01T11:30:14.797 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj74 2022-09-01T11:30:14.798 DEBUG:boto:Data: 2022-09-01T11:30:14.799 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.799 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.800 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.800 DEBUG:boto:Params: {} 2022-09-01T11:30:14.801 DEBUG:boto:Token: None 2022-09-01T11:30:14.801 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.802 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.803 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.807 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f11f2596234068d2-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.808 DEBUG:boto:b'ptoxvb-74obj741000falseobj742022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.809 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:14.809 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:14.810 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.811 DEBUG:boto:Path: /ptoxvb-74/obj74 2022-09-01T11:30:14.811 DEBUG:boto:Data: 2022-09-01T11:30:14.812 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.812 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.813 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.813 DEBUG:boto:Params: {} 2022-09-01T11:30:14.814 DEBUG:boto:Token: None 2022-09-01T11:30:14.814 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj74 2022-09-01T11:30:14.815 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Amw9JW7bXKr2+VgwmSkxhj8h9DA= 2022-09-01T11:30:14.816 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Amw9JW7bXKr2+VgwmSkxhj8h9DA=', 'Content-Length': '0'} 2022-09-01T11:30:14.818 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c0b31da55c09dab-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.819 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:14.819 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:14.820 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.820 DEBUG:boto:Path: /ptoxvb-74/obj74 2022-09-01T11:30:14.821 DEBUG:boto:Data: 2022-09-01T11:30:14.821 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.822 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.823 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.823 DEBUG:boto:Params: {} 2022-09-01T11:30:14.824 DEBUG:boto:Token: None 2022-09-01T11:30:14.824 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj74 2022-09-01T11:30:14.825 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Amw9JW7bXKr2+VgwmSkxhj8h9DA= 2022-09-01T11:30:14.825 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Amw9JW7bXKr2+VgwmSkxhj8h9DA=', 'Content-Length': '0'} 2022-09-01T11:30:14.828 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aa423ce79c52cd3f-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.828 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj74 2022-09-01T11:30:14.829 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:14.830 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:14.830 DEBUG:boto:Method: GET 2022-09-01T11:30:14.831 DEBUG:boto:Path: /ptoxvb-74/obj74 2022-09-01T11:30:14.832 DEBUG:boto:Data: 2022-09-01T11:30:14.832 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.833 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.834 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.835 DEBUG:boto:Params: {} 2022-09-01T11:30:14.835 DEBUG:boto:Token: None 2022-09-01T11:30:14.836 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj74 2022-09-01T11:30:14.837 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GtE7P8tQaOD1QK/ObXzcjEHBW+E= 2022-09-01T11:30:14.837 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GtE7P8tQaOD1QK/ObXzcjEHBW+E=', 'Content-Length': '0'} 2022-09-01T11:30:14.839 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fee5b7633b42c4db-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.840 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:14.841 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:14.841 DEBUG:boto:Method: GET 2022-09-01T11:30:14.842 DEBUG:boto:Path: /ptoxvb-74/obj74 2022-09-01T11:30:14.842 DEBUG:boto:Data: 2022-09-01T11:30:14.843 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.843 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.844 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.844 DEBUG:boto:Params: {} 2022-09-01T11:30:14.845 DEBUG:boto:Token: None 2022-09-01T11:30:14.846 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj74 2022-09-01T11:30:14.846 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GtE7P8tQaOD1QK/ObXzcjEHBW+E= 2022-09-01T11:30:14.847 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GtE7P8tQaOD1QK/ObXzcjEHBW+E=', 'Content-Length': '0'} 2022-09-01T11:30:14.849 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000889e596085869c4-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.850 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.851 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.851 DEBUG:boto:path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:14.852 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:14.852 DEBUG:boto:Method: GET 2022-09-01T11:30:14.853 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj74 2022-09-01T11:30:14.853 DEBUG:boto:Data: 2022-09-01T11:30:14.854 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.854 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.855 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.856 DEBUG:boto:Params: {} 2022-09-01T11:30:14.856 DEBUG:boto:Token: None 2022-09-01T11:30:14.857 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.857 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.861 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005077e3651c05c354-00631097c6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.862 DEBUG:boto:b'ptoxvb-74obj741000falseobj742022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.862 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.863 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.864 DEBUG:boto:path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:14.864 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:14.865 DEBUG:boto:Method: GET 2022-09-01T11:30:14.865 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj74 2022-09-01T11:30:14.866 DEBUG:boto:Data: 2022-09-01T11:30:14.867 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.868 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.868 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.869 DEBUG:boto:Params: {} 2022-09-01T11:30:14.870 DEBUG:boto:Token: None 2022-09-01T11:30:14.870 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.871 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.872 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.876 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000050687950b4489bd7-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.877 DEBUG:boto:b'ptoxvb-74obj741000falseobj742022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:14.877 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:30:14.878 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:14.879 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:14.879 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.880 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.880 DEBUG:boto:Method: GET 2022-09-01T11:30:14.881 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.881 DEBUG:boto:Data: 2022-09-01T11:30:14.882 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.882 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.883 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.884 DEBUG:boto:Params: {} 2022-09-01T11:30:14.884 DEBUG:boto:Token: None 2022-09-01T11:30:14.885 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.886 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DOEJHXWlDp9YjjizSSmWHK8Az2g= 2022-09-01T11:30:14.886 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DOEJHXWlDp9YjjizSSmWHK8Az2g=', 'Content-Length': '0'} 2022-09-01T11:30:14.889 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f6c99ade8093aa6-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.890 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:14.890 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:14.891 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.891 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.892 DEBUG:boto:Method: GET 2022-09-01T11:30:14.892 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.893 DEBUG:boto:Data: 2022-09-01T11:30:14.893 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.894 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.895 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.895 DEBUG:boto:Params: {} 2022-09-01T11:30:14.896 DEBUG:boto:Token: None 2022-09-01T11:30:14.896 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.897 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DOEJHXWlDp9YjjizSSmWHK8Az2g= 2022-09-01T11:30:14.898 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DOEJHXWlDp9YjjizSSmWHK8Az2g=', 'Content-Length': '0'} 2022-09-01T11:30:14.900 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000084fbf74c6063b3ea-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.942 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:14.943 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:14.943 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.944 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.944 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.945 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.946 DEBUG:boto:Data: 2022-09-01T11:30:14.946 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.947 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.947 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.948 DEBUG:boto:Params: {} 2022-09-01T11:30:14.948 DEBUG:boto:Token: None 2022-09-01T11:30:14.949 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.949 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yYUW5SMVPOFpj2MM3Muhi9cLkKQ= 2022-09-01T11:30:14.950 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yYUW5SMVPOFpj2MM3Muhi9cLkKQ=', 'Content-Length': '0'} 2022-09-01T11:30:14.952 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000571cca54e9ddded-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.953 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:14.954 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:14.954 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.955 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.956 DEBUG:boto:Method: HEAD 2022-09-01T11:30:14.956 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.957 DEBUG:boto:Data: 2022-09-01T11:30:14.957 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.958 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.958 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.959 DEBUG:boto:Params: {} 2022-09-01T11:30:14.959 DEBUG:boto:Token: None 2022-09-01T11:30:14.960 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.960 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yYUW5SMVPOFpj2MM3Muhi9cLkKQ= 2022-09-01T11:30:14.961 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yYUW5SMVPOFpj2MM3Muhi9cLkKQ=', 'Content-Length': '0'} 2022-09-01T11:30:14.963 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000085251984f8cac38f-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.964 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:30:14.965 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:14.965 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:14.966 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.966 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.967 DEBUG:boto:Method: GET 2022-09-01T11:30:14.967 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.968 DEBUG:boto:Data: 2022-09-01T11:30:14.968 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.969 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.969 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.970 DEBUG:boto:Params: {} 2022-09-01T11:30:14.971 DEBUG:boto:Token: None 2022-09-01T11:30:14.971 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DOEJHXWlDp9YjjizSSmWHK8Az2g= 2022-09-01T11:30:14.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DOEJHXWlDp9YjjizSSmWHK8Az2g=', 'Content-Length': '0'} 2022-09-01T11:30:14.975 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000471fcd82555c3d20-00631097c6-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.975 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:14.976 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:14.977 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.977 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.978 DEBUG:boto:Method: GET 2022-09-01T11:30:14.978 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.979 DEBUG:boto:Data: 2022-09-01T11:30:14.979 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.980 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:14.980 DEBUG:boto:Port: 8000 2022-09-01T11:30:14.981 DEBUG:boto:Params: {} 2022-09-01T11:30:14.981 DEBUG:boto:Token: None 2022-09-01T11:30:14.982 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:14.983 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DOEJHXWlDp9YjjizSSmWHK8Az2g= 2022-09-01T11:30:14.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DOEJHXWlDp9YjjizSSmWHK8Az2g=', 'Content-Length': '0'} 2022-09-01T11:30:14.986 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c05a0c09ae3a998-00631097c6-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:14.987 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:14.987 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:14.988 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:14.988 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:14.989 DEBUG:boto:Method: GET 2022-09-01T11:30:14.990 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:30:14.990 DEBUG:boto:Data: 2022-09-01T11:30:14.991 DEBUG:boto:Headers: {} 2022-09-01T11:30:14.992 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:14.992 DEBUG:boto:Port: 8001 2022-09-01T11:30:14.993 DEBUG:boto:Params: {} 2022-09-01T11:30:14.994 DEBUG:boto:Token: None 2022-09-01T11:30:14.994 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:14 GMT /ptoxvb-74/ 2022-09-01T11:30:14.995 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc= 2022-09-01T11:30:14.995 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:14 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vC+11MNzxnjml6NNbb5uGaFATVc=', 'Content-Length': '0'} 2022-09-01T11:30:14.998 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002b653370d4946179-00631097c6-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:14 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.000 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.001 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.002 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.003 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:15.004 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:15.005 DEBUG:boto:Method: GET 2022-09-01T11:30:15.006 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:30:15.006 DEBUG:boto:Data: 2022-09-01T11:30:15.007 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.007 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.008 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.009 DEBUG:boto:Params: {} 2022-09-01T11:30:15.010 DEBUG:boto:Token: None 2022-09-01T11:30:15.010 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.011 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.012 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.016 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004d912fcf377014fe-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.017 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.018 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:15.019 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:15.020 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.021 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:30:15.022 DEBUG:boto:Data: 2022-09-01T11:30:15.022 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.023 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.024 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.025 DEBUG:boto:Params: {} 2022-09-01T11:30:15.026 DEBUG:boto:Token: None 2022-09-01T11:30:15.027 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj76 2022-09-01T11:30:15.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HmTDqRk0SERgBTRgPxJWQY7L/2w= 2022-09-01T11:30:15.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HmTDqRk0SERgBTRgPxJWQY7L/2w=', 'Content-Length': '0'} 2022-09-01T11:30:15.031 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073744fdce47eeb8d-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.031 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:15.032 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:15.032 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.033 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:30:15.033 DEBUG:boto:Data: 2022-09-01T11:30:15.034 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.035 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.035 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.036 DEBUG:boto:Params: {} 2022-09-01T11:30:15.036 DEBUG:boto:Token: None 2022-09-01T11:30:15.037 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj76 2022-09-01T11:30:15.037 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HmTDqRk0SERgBTRgPxJWQY7L/2w= 2022-09-01T11:30:15.038 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HmTDqRk0SERgBTRgPxJWQY7L/2w=', 'Content-Length': '0'} 2022-09-01T11:30:15.040 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d463dc33fe8fad60-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.041 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:30:15.041 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:15.042 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:15.042 DEBUG:boto:Method: GET 2022-09-01T11:30:15.043 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:30:15.043 DEBUG:boto:Data: 2022-09-01T11:30:15.044 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.044 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.045 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.046 DEBUG:boto:Params: {} 2022-09-01T11:30:15.046 DEBUG:boto:Token: None 2022-09-01T11:30:15.047 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj76 2022-09-01T11:30:15.047 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FdqLx+DjM3jd+kgQ94WWFS1PaK4= 2022-09-01T11:30:15.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FdqLx+DjM3jd+kgQ94WWFS1PaK4=', 'Content-Length': '0'} 2022-09-01T11:30:15.050 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000834b57f001c98d97-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.094 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:15.095 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:15.096 DEBUG:boto:Method: GET 2022-09-01T11:30:15.096 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:30:15.097 DEBUG:boto:Data: 2022-09-01T11:30:15.098 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.098 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.099 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.099 DEBUG:boto:Params: {} 2022-09-01T11:30:15.100 DEBUG:boto:Token: None 2022-09-01T11:30:15.101 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj76 2022-09-01T11:30:15.101 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FdqLx+DjM3jd+kgQ94WWFS1PaK4= 2022-09-01T11:30:15.102 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FdqLx+DjM3jd+kgQ94WWFS1PaK4=', 'Content-Length': '0'} 2022-09-01T11:30:15.105 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b97cfb9292f5cab-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.105 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.106 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.107 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:15.107 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:15.108 DEBUG:boto:Method: GET 2022-09-01T11:30:15.108 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:30:15.109 DEBUG:boto:Data: 2022-09-01T11:30:15.109 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.110 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.110 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.111 DEBUG:boto:Params: {} 2022-09-01T11:30:15.111 DEBUG:boto:Token: None 2022-09-01T11:30:15.112 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.113 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.113 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.116 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001305951cdaeb468b-00631097c7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.117 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.118 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.119 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.120 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:15.121 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:15.122 DEBUG:boto:Method: GET 2022-09-01T11:30:15.123 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:30:15.124 DEBUG:boto:Data: 2022-09-01T11:30:15.124 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.125 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.126 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.127 DEBUG:boto:Params: {} 2022-09-01T11:30:15.127 DEBUG:boto:Token: None 2022-09-01T11:30:15.128 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.128 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.129 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.134 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000199a7b7af3d7fe77-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.135 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.136 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:30:15.136 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:15.137 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:15.137 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.138 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.138 DEBUG:boto:Method: GET 2022-09-01T11:30:15.139 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.139 DEBUG:boto:Data: 2022-09-01T11:30:15.140 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.140 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.141 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.141 DEBUG:boto:Params: {} 2022-09-01T11:30:15.142 DEBUG:boto:Token: None 2022-09-01T11:30:15.143 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.143 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L1i0o0u5o6DfUyUk89YN8w+nQOY= 2022-09-01T11:30:15.144 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L1i0o0u5o6DfUyUk89YN8w+nQOY=', 'Content-Length': '0'} 2022-09-01T11:30:15.146 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002d0b6a38dca890fa-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.147 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:15.148 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:15.148 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.149 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.149 DEBUG:boto:Method: GET 2022-09-01T11:30:15.150 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.151 DEBUG:boto:Data: 2022-09-01T11:30:15.152 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.152 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.153 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.153 DEBUG:boto:Params: {} 2022-09-01T11:30:15.154 DEBUG:boto:Token: None 2022-09-01T11:30:15.155 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L1i0o0u5o6DfUyUk89YN8w+nQOY= 2022-09-01T11:30:15.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L1i0o0u5o6DfUyUk89YN8w+nQOY=', 'Content-Length': '0'} 2022-09-01T11:30:15.159 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ac1004bdef353d6-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.206 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:15.207 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:15.207 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.208 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.208 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.209 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.209 DEBUG:boto:Data: 2022-09-01T11:30:15.210 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.210 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.211 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.212 DEBUG:boto:Params: {} 2022-09-01T11:30:15.212 DEBUG:boto:Token: None 2022-09-01T11:30:15.213 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.213 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:09FelWeVBaIgYXRThXTgxVAFVgI= 2022-09-01T11:30:15.214 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:09FelWeVBaIgYXRThXTgxVAFVgI=', 'Content-Length': '0'} 2022-09-01T11:30:15.216 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009a0aaadbfc866124-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.217 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:15.218 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:15.218 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.219 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.219 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.220 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.220 DEBUG:boto:Data: 2022-09-01T11:30:15.221 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.221 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.222 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.223 DEBUG:boto:Params: {} 2022-09-01T11:30:15.223 DEBUG:boto:Token: None 2022-09-01T11:30:15.224 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.224 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:09FelWeVBaIgYXRThXTgxVAFVgI= 2022-09-01T11:30:15.225 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:09FelWeVBaIgYXRThXTgxVAFVgI=', 'Content-Length': '0'} 2022-09-01T11:30:15.228 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b08368a044892224-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.228 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:30:15.229 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:15.229 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:15.230 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.231 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.232 DEBUG:boto:Method: GET 2022-09-01T11:30:15.233 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.233 DEBUG:boto:Data: 2022-09-01T11:30:15.234 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.235 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.236 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.237 DEBUG:boto:Params: {} 2022-09-01T11:30:15.238 DEBUG:boto:Token: None 2022-09-01T11:30:15.239 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L1i0o0u5o6DfUyUk89YN8w+nQOY= 2022-09-01T11:30:15.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L1i0o0u5o6DfUyUk89YN8w+nQOY=', 'Content-Length': '0'} 2022-09-01T11:30:15.244 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000682a5aa3c8a2977-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.245 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:15.246 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:15.246 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.247 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.247 DEBUG:boto:Method: GET 2022-09-01T11:30:15.248 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.248 DEBUG:boto:Data: 2022-09-01T11:30:15.249 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.250 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.250 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.251 DEBUG:boto:Params: {} 2022-09-01T11:30:15.251 DEBUG:boto:Token: None 2022-09-01T11:30:15.252 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:15.252 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L1i0o0u5o6DfUyUk89YN8w+nQOY= 2022-09-01T11:30:15.253 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L1i0o0u5o6DfUyUk89YN8w+nQOY=', 'Content-Length': '0'} 2022-09-01T11:30:15.256 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045ef5bcab32a765d-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.256 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.257 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.257 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:15.258 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:15.259 DEBUG:boto:Method: GET 2022-09-01T11:30:15.259 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:30:15.260 DEBUG:boto:Data: 2022-09-01T11:30:15.260 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.261 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.261 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.262 DEBUG:boto:Params: {} 2022-09-01T11:30:15.263 DEBUG:boto:Token: None 2022-09-01T11:30:15.263 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.264 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.264 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.267 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000f8937e135429b9f-00631097c7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.268 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.269 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.269 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.270 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:15.270 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:15.271 DEBUG:boto:Method: GET 2022-09-01T11:30:15.272 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:30:15.272 DEBUG:boto:Data: 2022-09-01T11:30:15.273 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.273 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.274 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.274 DEBUG:boto:Params: {} 2022-09-01T11:30:15.275 DEBUG:boto:Token: None 2022-09-01T11:30:15.275 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.276 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.277 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.281 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000873bb6fca5e870be-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.282 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.283 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:15.284 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:15.284 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.285 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:30:15.285 DEBUG:boto:Data: 2022-09-01T11:30:15.286 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.287 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.287 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.288 DEBUG:boto:Params: {} 2022-09-01T11:30:15.288 DEBUG:boto:Token: None 2022-09-01T11:30:15.289 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj85 2022-09-01T11:30:15.290 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cI+2kl30iQ6zuVO0PmOR2WR1myA= 2022-09-01T11:30:15.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cI+2kl30iQ6zuVO0PmOR2WR1myA=', 'Content-Length': '0'} 2022-09-01T11:30:15.292 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006a99879c60c7fe53-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.293 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:15.294 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:15.294 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.295 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:30:15.295 DEBUG:boto:Data: 2022-09-01T11:30:15.296 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.297 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.297 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.298 DEBUG:boto:Params: {} 2022-09-01T11:30:15.298 DEBUG:boto:Token: None 2022-09-01T11:30:15.299 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj85 2022-09-01T11:30:15.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cI+2kl30iQ6zuVO0PmOR2WR1myA= 2022-09-01T11:30:15.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cI+2kl30iQ6zuVO0PmOR2WR1myA=', 'Content-Length': '0'} 2022-09-01T11:30:15.302 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d6582dfd95097020-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.303 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:30:15.303 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:15.304 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:15.305 DEBUG:boto:Method: GET 2022-09-01T11:30:15.306 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:30:15.306 DEBUG:boto:Data: 2022-09-01T11:30:15.307 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.307 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.308 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.308 DEBUG:boto:Params: {} 2022-09-01T11:30:15.309 DEBUG:boto:Token: None 2022-09-01T11:30:15.310 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj85 2022-09-01T11:30:15.310 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wAmpaHCBAc28h3oe8g6BcWW8O20= 2022-09-01T11:30:15.311 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wAmpaHCBAc28h3oe8g6BcWW8O20=', 'Content-Length': '0'} 2022-09-01T11:30:15.313 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000070c7b1d049b8d3b2-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.315 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:15.316 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:15.317 DEBUG:boto:Method: GET 2022-09-01T11:30:15.318 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:30:15.319 DEBUG:boto:Data: 2022-09-01T11:30:15.320 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.321 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.322 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.323 DEBUG:boto:Params: {} 2022-09-01T11:30:15.325 DEBUG:boto:Token: None 2022-09-01T11:30:15.326 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj85 2022-09-01T11:30:15.327 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wAmpaHCBAc28h3oe8g6BcWW8O20= 2022-09-01T11:30:15.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wAmpaHCBAc28h3oe8g6BcWW8O20=', 'Content-Length': '0'} 2022-09-01T11:30:15.332 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ff19fc7209b56867-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.374 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.375 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.376 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:15.377 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:15.378 DEBUG:boto:Method: GET 2022-09-01T11:30:15.379 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:30:15.381 DEBUG:boto:Data: 2022-09-01T11:30:15.381 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.382 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.383 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.383 DEBUG:boto:Params: {} 2022-09-01T11:30:15.384 DEBUG:boto:Token: None 2022-09-01T11:30:15.385 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.385 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.386 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.389 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f1a9f37352b843e8-00631097c7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.390 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.391 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.391 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.392 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:15.393 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:15.393 DEBUG:boto:Method: GET 2022-09-01T11:30:15.394 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:30:15.394 DEBUG:boto:Data: 2022-09-01T11:30:15.395 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.396 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.396 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.397 DEBUG:boto:Params: {} 2022-09-01T11:30:15.397 DEBUG:boto:Token: None 2022-09-01T11:30:15.398 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.399 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.399 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.405 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004fb93917d3c3214f-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.405 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.406 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:30:15.407 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:15.409 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:15.410 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.411 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.412 DEBUG:boto:Method: GET 2022-09-01T11:30:15.413 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.414 DEBUG:boto:Data: 2022-09-01T11:30:15.415 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.416 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.417 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.418 DEBUG:boto:Params: {} 2022-09-01T11:30:15.419 DEBUG:boto:Token: None 2022-09-01T11:30:15.420 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GRXDH5y+8A4d3jrVUfpYkn0DQZA= 2022-09-01T11:30:15.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GRXDH5y+8A4d3jrVUfpYkn0DQZA=', 'Content-Length': '0'} 2022-09-01T11:30:15.425 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006bb0c86897a91e69-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.426 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:15.427 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:15.427 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.428 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.429 DEBUG:boto:Method: GET 2022-09-01T11:30:15.429 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.430 DEBUG:boto:Data: 2022-09-01T11:30:15.431 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.431 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.432 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.433 DEBUG:boto:Params: {} 2022-09-01T11:30:15.434 DEBUG:boto:Token: None 2022-09-01T11:30:15.435 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.436 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GRXDH5y+8A4d3jrVUfpYkn0DQZA= 2022-09-01T11:30:15.438 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GRXDH5y+8A4d3jrVUfpYkn0DQZA=', 'Content-Length': '0'} 2022-09-01T11:30:15.441 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c6db25251f5e0828-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.442 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:15.443 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:15.444 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.444 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.445 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.445 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.446 DEBUG:boto:Data: 2022-09-01T11:30:15.447 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.447 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.448 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.448 DEBUG:boto:Params: {} 2022-09-01T11:30:15.449 DEBUG:boto:Token: None 2022-09-01T11:30:15.449 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.450 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kMMMxEJ1QRlI9Wc05fxBjBvM/2o= 2022-09-01T11:30:15.451 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kMMMxEJ1QRlI9Wc05fxBjBvM/2o=', 'Content-Length': '0'} 2022-09-01T11:30:15.453 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000002576f726b4dd100-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.454 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:15.455 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:15.455 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.456 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.456 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.457 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.458 DEBUG:boto:Data: 2022-09-01T11:30:15.458 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.459 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.459 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.460 DEBUG:boto:Params: {} 2022-09-01T11:30:15.460 DEBUG:boto:Token: None 2022-09-01T11:30:15.461 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.462 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kMMMxEJ1QRlI9Wc05fxBjBvM/2o= 2022-09-01T11:30:15.462 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kMMMxEJ1QRlI9Wc05fxBjBvM/2o=', 'Content-Length': '0'} 2022-09-01T11:30:15.465 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092ca06cb4fe27b6f-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.466 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:30:15.466 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:15.467 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:15.468 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.468 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.469 DEBUG:boto:Method: GET 2022-09-01T11:30:15.469 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.470 DEBUG:boto:Data: 2022-09-01T11:30:15.471 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.471 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.472 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.472 DEBUG:boto:Params: {} 2022-09-01T11:30:15.473 DEBUG:boto:Token: None 2022-09-01T11:30:15.474 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GRXDH5y+8A4d3jrVUfpYkn0DQZA= 2022-09-01T11:30:15.475 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GRXDH5y+8A4d3jrVUfpYkn0DQZA=', 'Content-Length': '0'} 2022-09-01T11:30:15.477 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000bc9f916c2d8d1be-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.478 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:15.479 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:15.479 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.480 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.480 DEBUG:boto:Method: GET 2022-09-01T11:30:15.481 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.482 DEBUG:boto:Data: 2022-09-01T11:30:15.482 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.483 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.484 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.484 DEBUG:boto:Params: {} 2022-09-01T11:30:15.485 DEBUG:boto:Token: None 2022-09-01T11:30:15.486 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:15.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GRXDH5y+8A4d3jrVUfpYkn0DQZA= 2022-09-01T11:30:15.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GRXDH5y+8A4d3jrVUfpYkn0DQZA=', 'Content-Length': '0'} 2022-09-01T11:30:15.489 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000063f326a2510fbf97-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.491 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.491 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.492 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:15.493 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:15.493 DEBUG:boto:Method: GET 2022-09-01T11:30:15.494 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:30:15.495 DEBUG:boto:Data: 2022-09-01T11:30:15.495 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.496 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.497 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.497 DEBUG:boto:Params: {} 2022-09-01T11:30:15.498 DEBUG:boto:Token: None 2022-09-01T11:30:15.498 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.499 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.503 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006bac04f5a644c626-00631097c7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.504 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.506 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.507 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.508 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:15.509 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:15.509 DEBUG:boto:Method: GET 2022-09-01T11:30:15.510 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:30:15.510 DEBUG:boto:Data: 2022-09-01T11:30:15.511 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.512 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.512 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.513 DEBUG:boto:Params: {} 2022-09-01T11:30:15.513 DEBUG:boto:Token: None 2022-09-01T11:30:15.514 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.515 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.520 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000857d8853530e3575-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.521 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.523 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:15.523 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:15.524 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.524 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:30:15.525 DEBUG:boto:Data: 2022-09-01T11:30:15.525 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.526 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.526 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.527 DEBUG:boto:Params: {} 2022-09-01T11:30:15.528 DEBUG:boto:Token: None 2022-09-01T11:30:15.528 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj87 2022-09-01T11:30:15.529 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BLrdwEntr99nIPWTC+dFexnd31M= 2022-09-01T11:30:15.530 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BLrdwEntr99nIPWTC+dFexnd31M=', 'Content-Length': '0'} 2022-09-01T11:30:15.532 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000004ce3c68ec873648-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.534 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:15.535 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:15.536 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.537 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:30:15.537 DEBUG:boto:Data: 2022-09-01T11:30:15.538 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.539 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.540 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.541 DEBUG:boto:Params: {} 2022-09-01T11:30:15.542 DEBUG:boto:Token: None 2022-09-01T11:30:15.543 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj87 2022-09-01T11:30:15.544 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BLrdwEntr99nIPWTC+dFexnd31M= 2022-09-01T11:30:15.545 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BLrdwEntr99nIPWTC+dFexnd31M=', 'Content-Length': '0'} 2022-09-01T11:30:15.548 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002b127e9aea229948-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.549 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:30:15.550 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:15.550 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:15.551 DEBUG:boto:Method: GET 2022-09-01T11:30:15.551 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:30:15.552 DEBUG:boto:Data: 2022-09-01T11:30:15.552 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.553 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.554 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.555 DEBUG:boto:Params: {} 2022-09-01T11:30:15.556 DEBUG:boto:Token: None 2022-09-01T11:30:15.557 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj87 2022-09-01T11:30:15.558 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J7ZuMK7hql4zetS0AdFOI9dWfRs= 2022-09-01T11:30:15.559 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J7ZuMK7hql4zetS0AdFOI9dWfRs=', 'Content-Length': '0'} 2022-09-01T11:30:15.562 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ddec02d2ebae3e1d-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.608 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:15.608 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:15.609 DEBUG:boto:Method: GET 2022-09-01T11:30:15.610 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:30:15.610 DEBUG:boto:Data: 2022-09-01T11:30:15.611 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.611 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.612 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.612 DEBUG:boto:Params: {} 2022-09-01T11:30:15.613 DEBUG:boto:Token: None 2022-09-01T11:30:15.614 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj87 2022-09-01T11:30:15.614 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J7ZuMK7hql4zetS0AdFOI9dWfRs= 2022-09-01T11:30:15.615 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J7ZuMK7hql4zetS0AdFOI9dWfRs=', 'Content-Length': '0'} 2022-09-01T11:30:15.617 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b475d52076220330-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.618 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.619 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.619 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:15.620 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:15.620 DEBUG:boto:Method: GET 2022-09-01T11:30:15.621 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:30:15.621 DEBUG:boto:Data: 2022-09-01T11:30:15.622 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.622 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.623 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.623 DEBUG:boto:Params: {} 2022-09-01T11:30:15.624 DEBUG:boto:Token: None 2022-09-01T11:30:15.625 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.625 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.626 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.629 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ae6b75f768708024-00631097c7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.630 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.631 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.631 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.632 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:15.632 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:15.633 DEBUG:boto:Method: GET 2022-09-01T11:30:15.633 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:30:15.634 DEBUG:boto:Data: 2022-09-01T11:30:15.635 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.635 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.636 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.636 DEBUG:boto:Params: {} 2022-09-01T11:30:15.637 DEBUG:boto:Token: None 2022-09-01T11:30:15.638 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.638 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.639 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.644 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008d44ff89a4b796b1-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.644 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.645 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:30:15.646 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:15.646 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:15.647 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.648 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.648 DEBUG:boto:Method: GET 2022-09-01T11:30:15.649 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.649 DEBUG:boto:Data: 2022-09-01T11:30:15.650 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.650 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.651 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.652 DEBUG:boto:Params: {} 2022-09-01T11:30:15.652 DEBUG:boto:Token: None 2022-09-01T11:30:15.653 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5XzbE03KlQMkJGEX3OoxH8yldg= 2022-09-01T11:30:15.654 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5XzbE03KlQMkJGEX3OoxH8yldg=', 'Content-Length': '0'} 2022-09-01T11:30:15.656 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c030e934957c9c4d-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.657 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:15.658 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:15.659 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.659 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.660 DEBUG:boto:Method: GET 2022-09-01T11:30:15.660 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.661 DEBUG:boto:Data: 2022-09-01T11:30:15.661 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.662 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.663 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.663 DEBUG:boto:Params: {} 2022-09-01T11:30:15.664 DEBUG:boto:Token: None 2022-09-01T11:30:15.664 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.665 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5XzbE03KlQMkJGEX3OoxH8yldg= 2022-09-01T11:30:15.666 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5XzbE03KlQMkJGEX3OoxH8yldg=', 'Content-Length': '0'} 2022-09-01T11:30:15.668 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000652b5333ea1b1766-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.669 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:15.670 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:15.670 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.671 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.671 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.672 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.673 DEBUG:boto:Data: 2022-09-01T11:30:15.673 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.674 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.674 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.675 DEBUG:boto:Params: {} 2022-09-01T11:30:15.676 DEBUG:boto:Token: None 2022-09-01T11:30:15.676 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.677 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vtJetH2P3BAT8sG5luIK5yLOn3E= 2022-09-01T11:30:15.677 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vtJetH2P3BAT8sG5luIK5yLOn3E=', 'Content-Length': '0'} 2022-09-01T11:30:15.680 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000434752ddf2069821-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.680 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:15.681 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:15.682 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.682 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.683 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.683 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.684 DEBUG:boto:Data: 2022-09-01T11:30:15.684 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.685 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.685 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.686 DEBUG:boto:Params: {} 2022-09-01T11:30:15.686 DEBUG:boto:Token: None 2022-09-01T11:30:15.687 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.687 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vtJetH2P3BAT8sG5luIK5yLOn3E= 2022-09-01T11:30:15.688 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vtJetH2P3BAT8sG5luIK5yLOn3E=', 'Content-Length': '0'} 2022-09-01T11:30:15.690 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5ade7c3a1e16444-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.692 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:30:15.693 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:15.694 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:15.695 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.696 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.697 DEBUG:boto:Method: GET 2022-09-01T11:30:15.698 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.698 DEBUG:boto:Data: 2022-09-01T11:30:15.699 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.700 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.701 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.701 DEBUG:boto:Params: {} 2022-09-01T11:30:15.702 DEBUG:boto:Token: None 2022-09-01T11:30:15.703 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.704 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5XzbE03KlQMkJGEX3OoxH8yldg= 2022-09-01T11:30:15.704 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5XzbE03KlQMkJGEX3OoxH8yldg=', 'Content-Length': '0'} 2022-09-01T11:30:15.706 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a093b109fe4bfcca-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.707 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:15.708 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:15.708 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.709 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.709 DEBUG:boto:Method: GET 2022-09-01T11:30:15.710 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.710 DEBUG:boto:Data: 2022-09-01T11:30:15.711 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.712 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.712 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.713 DEBUG:boto:Params: {} 2022-09-01T11:30:15.714 DEBUG:boto:Token: None 2022-09-01T11:30:15.714 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:15.715 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:B5XzbE03KlQMkJGEX3OoxH8yldg= 2022-09-01T11:30:15.716 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:B5XzbE03KlQMkJGEX3OoxH8yldg=', 'Content-Length': '0'} 2022-09-01T11:30:15.718 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000163b42f6c0665a8-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.718 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.719 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.720 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:15.720 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:15.721 DEBUG:boto:Method: GET 2022-09-01T11:30:15.721 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:30:15.722 DEBUG:boto:Data: 2022-09-01T11:30:15.723 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.723 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.724 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.724 DEBUG:boto:Params: {} 2022-09-01T11:30:15.725 DEBUG:boto:Token: None 2022-09-01T11:30:15.726 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.726 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.727 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.730 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001992658f4e4a25dc-00631097c7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.730 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.731 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.732 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.732 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:15.733 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:15.733 DEBUG:boto:Method: GET 2022-09-01T11:30:15.734 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:30:15.734 DEBUG:boto:Data: 2022-09-01T11:30:15.735 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.735 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.736 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.736 DEBUG:boto:Params: {} 2022-09-01T11:30:15.737 DEBUG:boto:Token: None 2022-09-01T11:30:15.738 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.738 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.739 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.743 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000086e04532c03f2dfc-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.744 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.745 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:15.745 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:15.746 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.746 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:30:15.747 DEBUG:boto:Data: 2022-09-01T11:30:15.747 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.748 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.748 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.749 DEBUG:boto:Params: {} 2022-09-01T11:30:15.749 DEBUG:boto:Token: None 2022-09-01T11:30:15.750 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj92 2022-09-01T11:30:15.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DnDh4Sy6QQ5bA/quiESTylTZjow= 2022-09-01T11:30:15.751 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DnDh4Sy6QQ5bA/quiESTylTZjow=', 'Content-Length': '0'} 2022-09-01T11:30:15.753 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b7efd67b6617fc0f-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.754 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:15.755 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:15.755 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.756 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:30:15.756 DEBUG:boto:Data: 2022-09-01T11:30:15.757 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.757 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.758 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.758 DEBUG:boto:Params: {} 2022-09-01T11:30:15.759 DEBUG:boto:Token: None 2022-09-01T11:30:15.759 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj92 2022-09-01T11:30:15.760 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DnDh4Sy6QQ5bA/quiESTylTZjow= 2022-09-01T11:30:15.760 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DnDh4Sy6QQ5bA/quiESTylTZjow=', 'Content-Length': '0'} 2022-09-01T11:30:15.763 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000345e1566c8269dc9-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.763 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:30:15.764 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:15.764 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:15.765 DEBUG:boto:Method: GET 2022-09-01T11:30:15.766 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:30:15.766 DEBUG:boto:Data: 2022-09-01T11:30:15.767 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.767 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.768 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.768 DEBUG:boto:Params: {} 2022-09-01T11:30:15.769 DEBUG:boto:Token: None 2022-09-01T11:30:15.769 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj92 2022-09-01T11:30:15.770 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UhD8+WH2vT3qSgoy9pWXSpUa3OY= 2022-09-01T11:30:15.771 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UhD8+WH2vT3qSgoy9pWXSpUa3OY=', 'Content-Length': '0'} 2022-09-01T11:30:15.773 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ab11d5e4939e7e36-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.773 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:15.774 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:15.774 DEBUG:boto:Method: GET 2022-09-01T11:30:15.775 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:30:15.775 DEBUG:boto:Data: 2022-09-01T11:30:15.776 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.776 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.777 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.778 DEBUG:boto:Params: {} 2022-09-01T11:30:15.778 DEBUG:boto:Token: None 2022-09-01T11:30:15.779 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj92 2022-09-01T11:30:15.779 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UhD8+WH2vT3qSgoy9pWXSpUa3OY= 2022-09-01T11:30:15.780 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UhD8+WH2vT3qSgoy9pWXSpUa3OY=', 'Content-Length': '0'} 2022-09-01T11:30:15.782 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000665976225d513d0d-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.826 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.827 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.828 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:15.829 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:15.829 DEBUG:boto:Method: GET 2022-09-01T11:30:15.830 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:30:15.830 DEBUG:boto:Data: 2022-09-01T11:30:15.831 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.831 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.832 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.833 DEBUG:boto:Params: {} 2022-09-01T11:30:15.833 DEBUG:boto:Token: None 2022-09-01T11:30:15.834 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.835 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.836 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.839 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000745f1a0d4dd43003-00631097c7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.839 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.841 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.841 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.842 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:15.843 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:15.843 DEBUG:boto:Method: GET 2022-09-01T11:30:15.844 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:30:15.845 DEBUG:boto:Data: 2022-09-01T11:30:15.845 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.846 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.847 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.847 DEBUG:boto:Params: {} 2022-09-01T11:30:15.848 DEBUG:boto:Token: None 2022-09-01T11:30:15.848 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.849 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.850 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.855 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ab7ffb4a90988023-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.856 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.858 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:30:15.859 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:15.860 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:15.861 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.861 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.862 DEBUG:boto:Method: GET 2022-09-01T11:30:15.863 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.864 DEBUG:boto:Data: 2022-09-01T11:30:15.865 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.866 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.867 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.868 DEBUG:boto:Params: {} 2022-09-01T11:30:15.868 DEBUG:boto:Token: None 2022-09-01T11:30:15.869 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aBDk53eybZuswZ3FZr15FXjDLQs= 2022-09-01T11:30:15.870 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aBDk53eybZuswZ3FZr15FXjDLQs=', 'Content-Length': '0'} 2022-09-01T11:30:15.872 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e1c79f806a5654b9-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.915 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:15.916 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:15.916 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.917 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.917 DEBUG:boto:Method: GET 2022-09-01T11:30:15.918 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.918 DEBUG:boto:Data: 2022-09-01T11:30:15.919 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.919 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.920 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.920 DEBUG:boto:Params: {} 2022-09-01T11:30:15.921 DEBUG:boto:Token: None 2022-09-01T11:30:15.922 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.922 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aBDk53eybZuswZ3FZr15FXjDLQs= 2022-09-01T11:30:15.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aBDk53eybZuswZ3FZr15FXjDLQs=', 'Content-Length': '0'} 2022-09-01T11:30:15.925 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f260ecc5a954afd-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.926 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:15.927 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:15.927 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.928 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.928 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.929 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.930 DEBUG:boto:Data: 2022-09-01T11:30:15.930 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.931 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.931 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.932 DEBUG:boto:Params: {} 2022-09-01T11:30:15.932 DEBUG:boto:Token: None 2022-09-01T11:30:15.933 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.933 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aCB3V/7oeuSgLMSCCm8xTZChQ8U= 2022-09-01T11:30:15.934 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aCB3V/7oeuSgLMSCCm8xTZChQ8U=', 'Content-Length': '0'} 2022-09-01T11:30:15.936 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000700117fdef99a48d-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.937 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:15.937 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:15.938 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.938 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.939 DEBUG:boto:Method: HEAD 2022-09-01T11:30:15.940 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.940 DEBUG:boto:Data: 2022-09-01T11:30:15.941 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.941 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.942 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.942 DEBUG:boto:Params: {} 2022-09-01T11:30:15.943 DEBUG:boto:Token: None 2022-09-01T11:30:15.943 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aCB3V/7oeuSgLMSCCm8xTZChQ8U= 2022-09-01T11:30:15.945 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aCB3V/7oeuSgLMSCCm8xTZChQ8U=', 'Content-Length': '0'} 2022-09-01T11:30:15.947 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014c1a93b9994b4a3-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.948 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:30:15.948 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:15.949 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:15.949 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.950 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.950 DEBUG:boto:Method: GET 2022-09-01T11:30:15.951 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.951 DEBUG:boto:Data: 2022-09-01T11:30:15.952 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.952 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.953 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.953 DEBUG:boto:Params: {} 2022-09-01T11:30:15.954 DEBUG:boto:Token: None 2022-09-01T11:30:15.955 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.955 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aBDk53eybZuswZ3FZr15FXjDLQs= 2022-09-01T11:30:15.956 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aBDk53eybZuswZ3FZr15FXjDLQs=', 'Content-Length': '0'} 2022-09-01T11:30:15.959 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000acd57695b165862f-00631097c7-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.960 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:15.960 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:15.961 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.961 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.962 DEBUG:boto:Method: GET 2022-09-01T11:30:15.963 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.963 DEBUG:boto:Data: 2022-09-01T11:30:15.964 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.964 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.965 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.966 DEBUG:boto:Params: {} 2022-09-01T11:30:15.966 DEBUG:boto:Token: None 2022-09-01T11:30:15.967 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:15.968 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aBDk53eybZuswZ3FZr15FXjDLQs= 2022-09-01T11:30:15.968 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aBDk53eybZuswZ3FZr15FXjDLQs=', 'Content-Length': '0'} 2022-09-01T11:30:15.971 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007c22f699c64dde17-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.972 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.972 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.973 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:15.974 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:15.974 DEBUG:boto:Method: GET 2022-09-01T11:30:15.975 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:30:15.975 DEBUG:boto:Data: 2022-09-01T11:30:15.976 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.976 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:15.977 DEBUG:boto:Port: 8001 2022-09-01T11:30:15.977 DEBUG:boto:Params: {} 2022-09-01T11:30:15.978 DEBUG:boto:Token: None 2022-09-01T11:30:15.979 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.979 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.980 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.983 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a1bf95f64b20ee35-00631097c7-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:15.984 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:15.985 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:15.985 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:15.986 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:15.986 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:15.987 DEBUG:boto:Method: GET 2022-09-01T11:30:15.987 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:30:15.988 DEBUG:boto:Data: 2022-09-01T11:30:15.989 DEBUG:boto:Headers: {} 2022-09-01T11:30:15.989 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:15.990 DEBUG:boto:Port: 8000 2022-09-01T11:30:15.990 DEBUG:boto:Params: {} 2022-09-01T11:30:15.991 DEBUG:boto:Token: None 2022-09-01T11:30:15.992 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:15 GMT /ptoxvb-74/ 2022-09-01T11:30:15.992 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss= 2022-09-01T11:30:15.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:15 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9aIx2hq/5bN+ZdDsMMvDxW1Rgss=', 'Content-Length': '0'} 2022-09-01T11:30:15.998 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000122182f3e3b30ac7-00631097c7-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:15 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.038 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:16.039 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:16.040 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:16.041 DEBUG:boto:Method: HEAD 2022-09-01T11:30:16.041 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:30:16.042 DEBUG:boto:Data: 2022-09-01T11:30:16.043 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.044 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.044 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.045 DEBUG:boto:Params: {} 2022-09-01T11:30:16.046 DEBUG:boto:Token: None 2022-09-01T11:30:16.046 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj93 2022-09-01T11:30:16.047 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aB+Y/2uPpfFhd7FyD9VRRTc8jL4= 2022-09-01T11:30:16.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aB+Y/2uPpfFhd7FyD9VRRTc8jL4=', 'Content-Length': '0'} 2022-09-01T11:30:16.051 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d57781835bd525f6-00631097c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.052 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:16.053 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:16.054 DEBUG:boto:Method: HEAD 2022-09-01T11:30:16.055 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:30:16.055 DEBUG:boto:Data: 2022-09-01T11:30:16.056 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.056 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:16.057 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.057 DEBUG:boto:Params: {} 2022-09-01T11:30:16.058 DEBUG:boto:Token: None 2022-09-01T11:30:16.059 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj93 2022-09-01T11:30:16.060 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aB+Y/2uPpfFhd7FyD9VRRTc8jL4= 2022-09-01T11:30:16.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aB+Y/2uPpfFhd7FyD9VRRTc8jL4=', 'Content-Length': '0'} 2022-09-01T11:30:16.063 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d1dd5132eaafed7-00631097c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.064 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:30:16.065 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:16.065 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:16.066 DEBUG:boto:Method: GET 2022-09-01T11:30:16.067 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:30:16.067 DEBUG:boto:Data: 2022-09-01T11:30:16.068 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.069 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.069 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.070 DEBUG:boto:Params: {} 2022-09-01T11:30:16.071 DEBUG:boto:Token: None 2022-09-01T11:30:16.072 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj93 2022-09-01T11:30:16.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jov0//XrwCBl510knti2kCEAONE= 2022-09-01T11:30:16.074 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jov0//XrwCBl510knti2kCEAONE=', 'Content-Length': '0'} 2022-09-01T11:30:16.077 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000903eab1243aa4a59-00631097c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.118 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:16.119 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:16.120 DEBUG:boto:Method: GET 2022-09-01T11:30:16.121 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:30:16.121 DEBUG:boto:Data: 2022-09-01T11:30:16.122 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.122 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:16.123 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.123 DEBUG:boto:Params: {} 2022-09-01T11:30:16.124 DEBUG:boto:Token: None 2022-09-01T11:30:16.125 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj93 2022-09-01T11:30:16.125 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jov0//XrwCBl510knti2kCEAONE= 2022-09-01T11:30:16.126 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jov0//XrwCBl510knti2kCEAONE=', 'Content-Length': '0'} 2022-09-01T11:30:16.128 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001d1628a8bf369b56-00631097c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.129 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.130 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.130 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:16.131 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:16.131 DEBUG:boto:Method: GET 2022-09-01T11:30:16.132 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:30:16.133 DEBUG:boto:Data: 2022-09-01T11:30:16.133 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.134 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.134 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.135 DEBUG:boto:Params: {} 2022-09-01T11:30:16.135 DEBUG:boto:Token: None 2022-09-01T11:30:16.136 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/ 2022-09-01T11:30:16.137 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM= 2022-09-01T11:30:16.137 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM=', 'Content-Length': '0'} 2022-09-01T11:30:16.140 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e4c4cddf56405c40-00631097c8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.141 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:16.142 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.142 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.143 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:16.143 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:16.144 DEBUG:boto:Method: GET 2022-09-01T11:30:16.145 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:30:16.145 DEBUG:boto:Data: 2022-09-01T11:30:16.146 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.146 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:16.147 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.147 DEBUG:boto:Params: {} 2022-09-01T11:30:16.148 DEBUG:boto:Token: None 2022-09-01T11:30:16.149 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/ 2022-09-01T11:30:16.149 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM= 2022-09-01T11:30:16.150 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM=', 'Content-Length': '0'} 2022-09-01T11:30:16.155 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006d4f7c8d45b7e01f-00631097c8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.157 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:16.158 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:30:16.159 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:16.160 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:16.161 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.162 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.163 DEBUG:boto:Method: GET 2022-09-01T11:30:16.164 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.165 DEBUG:boto:Data: 2022-09-01T11:30:16.166 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.167 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.168 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.169 DEBUG:boto:Params: {} 2022-09-01T11:30:16.171 DEBUG:boto:Token: None 2022-09-01T11:30:16.171 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.172 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qDTguvG7SP/Fg0pW3Pk8WYznICc= 2022-09-01T11:30:16.173 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qDTguvG7SP/Fg0pW3Pk8WYznICc=', 'Content-Length': '0'} 2022-09-01T11:30:16.175 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002cfc49149a534edd-00631097c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.177 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:16.178 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:16.179 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.180 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.181 DEBUG:boto:Method: GET 2022-09-01T11:30:16.182 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.183 DEBUG:boto:Data: 2022-09-01T11:30:16.184 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.185 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:16.186 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.186 DEBUG:boto:Params: {} 2022-09-01T11:30:16.187 DEBUG:boto:Token: None 2022-09-01T11:30:16.188 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.188 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qDTguvG7SP/Fg0pW3Pk8WYznICc= 2022-09-01T11:30:16.190 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qDTguvG7SP/Fg0pW3Pk8WYznICc=', 'Content-Length': '0'} 2022-09-01T11:30:16.192 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005b29ddcf469cb096-00631097c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.193 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:16.194 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:16.194 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.195 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.196 DEBUG:boto:Method: HEAD 2022-09-01T11:30:16.196 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.197 DEBUG:boto:Data: 2022-09-01T11:30:16.197 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.198 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.199 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.199 DEBUG:boto:Params: {} 2022-09-01T11:30:16.200 DEBUG:boto:Token: None 2022-09-01T11:30:16.200 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rWkcM7MTVUf2uJX6YxvLD5WAcGM= 2022-09-01T11:30:16.201 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rWkcM7MTVUf2uJX6YxvLD5WAcGM=', 'Content-Length': '0'} 2022-09-01T11:30:16.204 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073c0b5e112c87503-00631097c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.205 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:16.205 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:16.206 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.206 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.207 DEBUG:boto:Method: HEAD 2022-09-01T11:30:16.207 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.208 DEBUG:boto:Data: 2022-09-01T11:30:16.208 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.209 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:16.209 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.210 DEBUG:boto:Params: {} 2022-09-01T11:30:16.211 DEBUG:boto:Token: None 2022-09-01T11:30:16.211 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.212 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rWkcM7MTVUf2uJX6YxvLD5WAcGM= 2022-09-01T11:30:16.212 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rWkcM7MTVUf2uJX6YxvLD5WAcGM=', 'Content-Length': '0'} 2022-09-01T11:30:16.215 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000092afa904ca46cc73-00631097c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.215 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:30:16.216 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:16.217 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:16.217 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.218 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.218 DEBUG:boto:Method: GET 2022-09-01T11:30:16.219 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.219 DEBUG:boto:Data: 2022-09-01T11:30:16.220 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.220 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.221 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.221 DEBUG:boto:Params: {} 2022-09-01T11:30:16.222 DEBUG:boto:Token: None 2022-09-01T11:30:16.223 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.223 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qDTguvG7SP/Fg0pW3Pk8WYznICc= 2022-09-01T11:30:16.224 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qDTguvG7SP/Fg0pW3Pk8WYznICc=', 'Content-Length': '0'} 2022-09-01T11:30:16.226 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c9a1c437902e7dda-00631097c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.227 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:16.227 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:16.228 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.229 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.230 DEBUG:boto:Method: GET 2022-09-01T11:30:16.231 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.232 DEBUG:boto:Data: 2022-09-01T11:30:16.233 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.234 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:16.235 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.236 DEBUG:boto:Params: {} 2022-09-01T11:30:16.237 DEBUG:boto:Token: None 2022-09-01T11:30:16.238 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:16.239 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qDTguvG7SP/Fg0pW3Pk8WYznICc= 2022-09-01T11:30:16.240 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qDTguvG7SP/Fg0pW3Pk8WYznICc=', 'Content-Length': '0'} 2022-09-01T11:30:16.242 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000078ccf4254c2f877e-00631097c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.290 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.291 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.292 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:16.293 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:16.294 DEBUG:boto:Method: GET 2022-09-01T11:30:16.295 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:30:16.295 DEBUG:boto:Data: 2022-09-01T11:30:16.296 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.296 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.297 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.298 DEBUG:boto:Params: {} 2022-09-01T11:30:16.299 DEBUG:boto:Token: None 2022-09-01T11:30:16.300 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/ 2022-09-01T11:30:16.300 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM= 2022-09-01T11:30:16.301 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM=', 'Content-Length': '0'} 2022-09-01T11:30:16.304 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bf3a2823895cd7bf-00631097c8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.304 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:16.305 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.306 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.307 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:16.308 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:16.309 DEBUG:boto:Method: GET 2022-09-01T11:30:16.310 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:30:16.311 DEBUG:boto:Data: 2022-09-01T11:30:16.312 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.313 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:16.314 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.315 DEBUG:boto:Params: {} 2022-09-01T11:30:16.316 DEBUG:boto:Token: None 2022-09-01T11:30:16.317 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/ 2022-09-01T11:30:16.318 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM= 2022-09-01T11:30:16.320 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM=', 'Content-Length': '0'} 2022-09-01T11:30:16.328 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e33964180cd2f225-00631097c8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.330 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:16.331 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:16.332 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:16.333 DEBUG:boto:Method: HEAD 2022-09-01T11:30:16.334 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:30:16.335 DEBUG:boto:Data: 2022-09-01T11:30:16.336 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.337 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.339 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.340 DEBUG:boto:Params: {} 2022-09-01T11:30:16.341 DEBUG:boto:Token: None 2022-09-01T11:30:16.342 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj95 2022-09-01T11:30:16.342 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zb6IV1tQXr/uUWC1Iw12WIVgAA4= 2022-09-01T11:30:16.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zb6IV1tQXr/uUWC1Iw12WIVgAA4=', 'Content-Length': '0'} 2022-09-01T11:30:16.346 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000017958e1d58f486de-00631097c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.348 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:16.349 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:16.349 DEBUG:boto:Method: HEAD 2022-09-01T11:30:16.350 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:30:16.351 DEBUG:boto:Data: 2022-09-01T11:30:16.352 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.353 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:16.354 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.355 DEBUG:boto:Params: {} 2022-09-01T11:30:16.356 DEBUG:boto:Token: None 2022-09-01T11:30:16.357 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj95 2022-09-01T11:30:16.357 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zb6IV1tQXr/uUWC1Iw12WIVgAA4= 2022-09-01T11:30:16.358 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zb6IV1tQXr/uUWC1Iw12WIVgAA4=', 'Content-Length': '0'} 2022-09-01T11:30:16.360 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c8c89ad8b13e32c-00631097c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.361 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:30:16.362 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:16.362 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:16.363 DEBUG:boto:Method: GET 2022-09-01T11:30:16.363 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:30:16.364 DEBUG:boto:Data: 2022-09-01T11:30:16.364 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.365 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.365 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.366 DEBUG:boto:Params: {} 2022-09-01T11:30:16.367 DEBUG:boto:Token: None 2022-09-01T11:30:16.367 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj95 2022-09-01T11:30:16.368 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nMLxhrLjIHELR/sMzVvbPg5dUe4= 2022-09-01T11:30:16.368 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nMLxhrLjIHELR/sMzVvbPg5dUe4=', 'Content-Length': '0'} 2022-09-01T11:30:16.371 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008898825d06cd9d89-00631097c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.418 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:16.419 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:16.419 DEBUG:boto:Method: GET 2022-09-01T11:30:16.420 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:30:16.420 DEBUG:boto:Data: 2022-09-01T11:30:16.421 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.421 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:16.422 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.422 DEBUG:boto:Params: {} 2022-09-01T11:30:16.423 DEBUG:boto:Token: None 2022-09-01T11:30:16.424 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj95 2022-09-01T11:30:16.424 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nMLxhrLjIHELR/sMzVvbPg5dUe4= 2022-09-01T11:30:16.425 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nMLxhrLjIHELR/sMzVvbPg5dUe4=', 'Content-Length': '0'} 2022-09-01T11:30:16.427 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000077c598933c33583c-00631097c8-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.428 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.429 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.429 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:16.430 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:16.430 DEBUG:boto:Method: GET 2022-09-01T11:30:16.431 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:30:16.431 DEBUG:boto:Data: 2022-09-01T11:30:16.432 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.433 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.433 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.434 DEBUG:boto:Params: {} 2022-09-01T11:30:16.434 DEBUG:boto:Token: None 2022-09-01T11:30:16.435 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/ 2022-09-01T11:30:16.436 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM= 2022-09-01T11:30:16.436 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM=', 'Content-Length': '0'} 2022-09-01T11:30:16.439 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008996e2eefbc03ec2-00631097c8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.440 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:16.441 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.442 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.442 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:16.443 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:16.443 DEBUG:boto:Method: GET 2022-09-01T11:30:16.444 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:30:16.444 DEBUG:boto:Data: 2022-09-01T11:30:16.445 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.445 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:30:16.446 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.447 DEBUG:boto:Params: {} 2022-09-01T11:30:16.448 DEBUG:boto:Token: None 2022-09-01T11:30:16.448 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/ 2022-09-01T11:30:16.449 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM= 2022-09-01T11:30:16.450 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM=', 'Content-Length': '0'} 2022-09-01T11:30:16.455 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000e4008c4e2ffa836-00631097c8-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.456 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:16.459 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone3, test-zone1} 2022-09-01T11:30:16.460 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-74 zones={test-zone3, test-zone2} 2022-09-01T11:30:16.460 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.461 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.463 DEBUG:boto:Method: HEAD 2022-09-01T11:30:16.464 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:30:16.465 DEBUG:boto:Data: 2022-09-01T11:30:16.466 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.466 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.467 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.467 DEBUG:boto:Params: {} 2022-09-01T11:30:16.469 DEBUG:boto:Token: None 2022-09-01T11:30:16.470 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/ 2022-09-01T11:30:16.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aAHWwaE4BXM7pWnW74NEunHVYnM= 2022-09-01T11:30:16.472 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aAHWwaE4BXM7pWnW74NEunHVYnM=', 'Content-Length': '0'} 2022-09-01T11:30:16.478 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '35'), ('X-RGW-Bytes-Used', '105'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000008ee1ec56e944066-00631097c8-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.479 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.479 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.480 DEBUG:boto:Method: HEAD 2022-09-01T11:30:16.480 DEBUG:boto:Path: /ptoxvb-74/ 2022-09-01T11:30:16.481 DEBUG:boto:Data: 2022-09-01T11:30:16.482 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.483 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:16.484 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.484 DEBUG:boto:Params: {} 2022-09-01T11:30:16.485 DEBUG:boto:Token: None 2022-09-01T11:30:16.486 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/ 2022-09-01T11:30:16.488 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aAHWwaE4BXM7pWnW74NEunHVYnM= 2022-09-01T11:30:16.489 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aAHWwaE4BXM7pWnW74NEunHVYnM=', 'Content-Length': '0'} 2022-09-01T11:30:16.492 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '35'), ('X-RGW-Bytes-Used', '105'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006a4e762d612926f0-00631097c8-183f-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.493 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:30:16.493 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.494 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.494 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:16.495 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:16.495 DEBUG:boto:Method: GET 2022-09-01T11:30:16.496 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:16.496 DEBUG:boto:Data: 2022-09-01T11:30:16.497 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.497 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.498 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.499 DEBUG:boto:Params: {} 2022-09-01T11:30:16.499 DEBUG:boto:Token: None 2022-09-01T11:30:16.500 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/?versions 2022-09-01T11:30:16.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JINL5S0JbYyKWmCMIxDXflogvDY= 2022-09-01T11:30:16.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JINL5S0JbYyKWmCMIxDXflogvDY=', 'Content-Length': '0'} 2022-09-01T11:30:16.504 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000034b45f2608d4ac57-00631097c8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.505 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj111nulltrue2022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj148nulltrue2022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj185nulltrue2022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj37nulltrue2022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj74nulltrue2022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:16.508 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:30:16.509 DEBUG:tasks.rgw_multi.zone_rados:o=obj111 2022-09-01T11:30:16.509 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:30:16.510 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:30:16.510 DEBUG:tasks.rgw_multi.zone_rados:o=obj124 2022-09-01T11:30:16.511 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:30:16.512 DEBUG:tasks.rgw_multi.zone_rados:o=obj148 2022-09-01T11:30:16.512 DEBUG:tasks.rgw_multi.zone_rados:o=obj155 2022-09-01T11:30:16.513 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:30:16.513 DEBUG:tasks.rgw_multi.zone_rados:o=obj185 2022-09-01T11:30:16.514 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:30:16.515 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:30:16.515 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:30:16.515 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:30:16.516 DEBUG:tasks.rgw_multi.zone_rados:o=obj31 2022-09-01T11:30:16.516 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:30:16.517 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:30:16.517 DEBUG:tasks.rgw_multi.zone_rados:o=obj37 2022-09-01T11:30:16.518 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:30:16.518 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:30:16.519 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:30:16.519 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:30:16.520 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:30:16.521 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:30:16.521 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:30:16.522 DEBUG:tasks.rgw_multi.zone_rados:o=obj62 2022-09-01T11:30:16.522 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:30:16.523 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:30:16.523 DEBUG:tasks.rgw_multi.zone_rados:o=obj74 2022-09-01T11:30:16.524 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:30:16.524 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:30:16.524 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:30:16.525 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:30:16.525 DEBUG:tasks.rgw_multi.zone_rados:o=obj93 2022-09-01T11:30:16.526 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:30:16.527 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:30:16.528 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.529 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.530 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:16.531 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:16.531 DEBUG:boto:Method: GET 2022-09-01T11:30:16.532 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:16.533 DEBUG:boto:Data: 2022-09-01T11:30:16.534 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.534 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:16.535 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.536 DEBUG:boto:Params: {} 2022-09-01T11:30:16.536 DEBUG:boto:Token: None 2022-09-01T11:30:16.537 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/?versions 2022-09-01T11:30:16.537 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JINL5S0JbYyKWmCMIxDXflogvDY= 2022-09-01T11:30:16.538 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JINL5S0JbYyKWmCMIxDXflogvDY=', 'Content-Length': '0'} 2022-09-01T11:30:16.541 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004236f0e0c125cce8-00631097c8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.542 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj111nulltrue2022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj148nulltrue2022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj185nulltrue2022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj37nulltrue2022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj74nulltrue2022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:16.545 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:30:16.545 DEBUG:tasks.rgw_multi.zone_rados:o=obj111 2022-09-01T11:30:16.546 DEBUG:tasks.rgw_multi.zone_rados:o=obj115 2022-09-01T11:30:16.546 DEBUG:tasks.rgw_multi.zone_rados:o=obj116 2022-09-01T11:30:16.547 DEBUG:tasks.rgw_multi.zone_rados:o=obj124 2022-09-01T11:30:16.547 DEBUG:tasks.rgw_multi.zone_rados:o=obj145 2022-09-01T11:30:16.548 DEBUG:tasks.rgw_multi.zone_rados:o=obj148 2022-09-01T11:30:16.548 DEBUG:tasks.rgw_multi.zone_rados:o=obj155 2022-09-01T11:30:16.549 DEBUG:tasks.rgw_multi.zone_rados:o=obj17 2022-09-01T11:30:16.550 DEBUG:tasks.rgw_multi.zone_rados:o=obj185 2022-09-01T11:30:16.550 DEBUG:tasks.rgw_multi.zone_rados:o=obj19 2022-09-01T11:30:16.551 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:30:16.551 DEBUG:tasks.rgw_multi.zone_rados:o=obj23 2022-09-01T11:30:16.552 DEBUG:tasks.rgw_multi.zone_rados:o=obj29 2022-09-01T11:30:16.553 DEBUG:tasks.rgw_multi.zone_rados:o=obj31 2022-09-01T11:30:16.553 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:30:16.554 DEBUG:tasks.rgw_multi.zone_rados:o=obj34 2022-09-01T11:30:16.555 DEBUG:tasks.rgw_multi.zone_rados:o=obj37 2022-09-01T11:30:16.556 DEBUG:tasks.rgw_multi.zone_rados:o=obj38 2022-09-01T11:30:16.557 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:30:16.557 DEBUG:tasks.rgw_multi.zone_rados:o=obj46 2022-09-01T11:30:16.558 DEBUG:tasks.rgw_multi.zone_rados:o=obj51 2022-09-01T11:30:16.558 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:30:16.559 DEBUG:tasks.rgw_multi.zone_rados:o=obj57 2022-09-01T11:30:16.559 DEBUG:tasks.rgw_multi.zone_rados:o=obj58 2022-09-01T11:30:16.560 DEBUG:tasks.rgw_multi.zone_rados:o=obj62 2022-09-01T11:30:16.560 DEBUG:tasks.rgw_multi.zone_rados:o=obj68 2022-09-01T11:30:16.561 DEBUG:tasks.rgw_multi.zone_rados:o=obj69 2022-09-01T11:30:16.561 DEBUG:tasks.rgw_multi.zone_rados:o=obj74 2022-09-01T11:30:16.562 DEBUG:tasks.rgw_multi.zone_rados:o=obj76 2022-09-01T11:30:16.562 DEBUG:tasks.rgw_multi.zone_rados:o=obj85 2022-09-01T11:30:16.562 DEBUG:tasks.rgw_multi.zone_rados:o=obj87 2022-09-01T11:30:16.563 DEBUG:tasks.rgw_multi.zone_rados:o=obj92 2022-09-01T11:30:16.563 DEBUG:tasks.rgw_multi.zone_rados:o=obj93 2022-09-01T11:30:16.564 DEBUG:tasks.rgw_multi.zone_rados:o=obj95 2022-09-01T11:30:16.565 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.565 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.566 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:16.566 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:16.567 DEBUG:boto:Method: GET 2022-09-01T11:30:16.567 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:16.568 DEBUG:boto:Data: 2022-09-01T11:30:16.568 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.569 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.569 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.570 DEBUG:boto:Params: {} 2022-09-01T11:30:16.571 DEBUG:boto:Token: None 2022-09-01T11:30:16.572 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/?versions 2022-09-01T11:30:16.574 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JINL5S0JbYyKWmCMIxDXflogvDY= 2022-09-01T11:30:16.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JINL5S0JbYyKWmCMIxDXflogvDY=', 'Content-Length': '0'} 2022-09-01T11:30:16.579 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e19c1b9a19438211-00631097c8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.580 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj111nulltrue2022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj148nulltrue2022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj185nulltrue2022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj37nulltrue2022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj74nulltrue2022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:16.582 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.583 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.583 DEBUG:boto:path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:16.584 DEBUG:boto:auth_path=/ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:16.584 DEBUG:boto:Method: GET 2022-09-01T11:30:16.585 DEBUG:boto:Path: /ptoxvb-74/?versions&max-keys=999 2022-09-01T11:30:16.585 DEBUG:boto:Data: 2022-09-01T11:30:16.586 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.586 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:16.587 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.587 DEBUG:boto:Params: {} 2022-09-01T11:30:16.588 DEBUG:boto:Token: None 2022-09-01T11:30:16.589 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/?versions 2022-09-01T11:30:16.589 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JINL5S0JbYyKWmCMIxDXflogvDY= 2022-09-01T11:30:16.590 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JINL5S0JbYyKWmCMIxDXflogvDY=', 'Content-Length': '0'} 2022-09-01T11:30:16.593 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009acd411cc7a913b6-00631097c8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.594 DEBUG:boto:b'ptoxvb-74999falseobj11nulltrue2022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj111nulltrue2022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj115nulltrue2022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj116nulltrue2022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj124nulltrue2022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj145nulltrue2022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj148nulltrue2022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj155nulltrue2022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj17nulltrue2022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj185nulltrue2022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj19nulltrue2022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj23nulltrue2022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj29nulltrue2022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj31nulltrue2022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj34nulltrue2022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj37nulltrue2022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj38nulltrue2022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj46nulltrue2022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj51nulltrue2022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj57nulltrue2022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj58nulltrue2022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj62nulltrue2022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj68nulltrue2022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj69nulltrue2022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj74nulltrue2022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj76nulltrue2022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj85nulltrue2022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj87nulltrue2022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj92nulltrue2022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj93nulltrue2022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj95nulltrue2022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:16.596 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:30:16.597 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:16.597 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:16.598 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.598 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.599 DEBUG:boto:Method: GET 2022-09-01T11:30:16.600 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.600 DEBUG:boto:Data: 2022-09-01T11:30:16.601 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.601 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.602 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.602 DEBUG:boto:Params: {} 2022-09-01T11:30:16.603 DEBUG:boto:Token: None 2022-09-01T11:30:16.604 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.605 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NKLdOzeaZcJMMLGDPas+1QKBM3w= 2022-09-01T11:30:16.605 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NKLdOzeaZcJMMLGDPas+1QKBM3w=', 'Content-Length': '0'} 2022-09-01T11:30:16.608 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fa4f249bdaa03bfb-00631097c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.650 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:16.651 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:16.651 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.652 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.652 DEBUG:boto:Method: GET 2022-09-01T11:30:16.653 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.654 DEBUG:boto:Data: 2022-09-01T11:30:16.654 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.655 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:16.655 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.656 DEBUG:boto:Params: {} 2022-09-01T11:30:16.656 DEBUG:boto:Token: None 2022-09-01T11:30:16.657 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.658 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NKLdOzeaZcJMMLGDPas+1QKBM3w= 2022-09-01T11:30:16.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NKLdOzeaZcJMMLGDPas+1QKBM3w=', 'Content-Length': '0'} 2022-09-01T11:30:16.660 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd6789d03b76573d-00631097c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.661 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:16.662 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:16.662 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.663 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.663 DEBUG:boto:Method: HEAD 2022-09-01T11:30:16.664 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.664 DEBUG:boto:Data: 2022-09-01T11:30:16.665 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.665 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.666 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.667 DEBUG:boto:Params: {} 2022-09-01T11:30:16.667 DEBUG:boto:Token: None 2022-09-01T11:30:16.668 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.668 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wmSvqCPhHEY7eCmkwTsblUYfzjc= 2022-09-01T11:30:16.669 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wmSvqCPhHEY7eCmkwTsblUYfzjc=', 'Content-Length': '0'} 2022-09-01T11:30:16.671 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000026554f82bc596dd6-00631097c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.672 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:16.672 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:16.673 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.674 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.674 DEBUG:boto:Method: HEAD 2022-09-01T11:30:16.675 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.675 DEBUG:boto:Data: 2022-09-01T11:30:16.676 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.676 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:16.677 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.677 DEBUG:boto:Params: {} 2022-09-01T11:30:16.678 DEBUG:boto:Token: None 2022-09-01T11:30:16.679 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.680 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wmSvqCPhHEY7eCmkwTsblUYfzjc= 2022-09-01T11:30:16.681 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wmSvqCPhHEY7eCmkwTsblUYfzjc=', 'Content-Length': '0'} 2022-09-01T11:30:16.684 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000053f582cee6ecb0a-00631097c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.685 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:30:16.686 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:16.687 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:16.688 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.689 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.689 DEBUG:boto:Method: GET 2022-09-01T11:30:16.690 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.690 DEBUG:boto:Data: 2022-09-01T11:30:16.691 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.691 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.692 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.692 DEBUG:boto:Params: {} 2022-09-01T11:30:16.693 DEBUG:boto:Token: None 2022-09-01T11:30:16.694 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.694 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NKLdOzeaZcJMMLGDPas+1QKBM3w= 2022-09-01T11:30:16.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NKLdOzeaZcJMMLGDPas+1QKBM3w=', 'Content-Length': '0'} 2022-09-01T11:30:16.697 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000031c068b95735e873-00631097c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.698 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:16.699 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:16.699 DEBUG:boto:path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.700 DEBUG:boto:auth_path=/ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.700 DEBUG:boto:Method: GET 2022-09-01T11:30:16.701 DEBUG:boto:Path: /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.701 DEBUG:boto:Data: 2022-09-01T11:30:16.702 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.703 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:16.703 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.704 DEBUG:boto:Params: {} 2022-09-01T11:30:16.705 DEBUG:boto:Token: None 2022-09-01T11:30:16.705 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj11?versionId=null 2022-09-01T11:30:16.706 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NKLdOzeaZcJMMLGDPas+1QKBM3w= 2022-09-01T11:30:16.707 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NKLdOzeaZcJMMLGDPas+1QKBM3w=', 'Content-Length': '0'} 2022-09-01T11:30:16.709 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e766e1da8953d827-00631097c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.709 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.710 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.711 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:16.711 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:16.712 DEBUG:boto:Method: GET 2022-09-01T11:30:16.712 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:30:16.713 DEBUG:boto:Data: 2022-09-01T11:30:16.713 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.714 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.714 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.715 DEBUG:boto:Params: {} 2022-09-01T11:30:16.715 DEBUG:boto:Token: None 2022-09-01T11:30:16.716 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/ 2022-09-01T11:30:16.717 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM= 2022-09-01T11:30:16.718 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM=', 'Content-Length': '0'} 2022-09-01T11:30:16.721 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000023283e67c195808-00631097c8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.722 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:16.723 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.723 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.724 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:16.724 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:16.725 DEBUG:boto:Method: GET 2022-09-01T11:30:16.725 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:30:16.726 DEBUG:boto:Data: 2022-09-01T11:30:16.727 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.727 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:16.728 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.728 DEBUG:boto:Params: {} 2022-09-01T11:30:16.729 DEBUG:boto:Token: None 2022-09-01T11:30:16.730 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/ 2022-09-01T11:30:16.730 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM= 2022-09-01T11:30:16.731 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM=', 'Content-Length': '0'} 2022-09-01T11:30:16.734 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000966f91d113e07f43-00631097c8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.734 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:16.735 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:16.736 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:16.736 DEBUG:boto:Method: HEAD 2022-09-01T11:30:16.737 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:30:16.737 DEBUG:boto:Data: 2022-09-01T11:30:16.738 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.738 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.739 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.739 DEBUG:boto:Params: {} 2022-09-01T11:30:16.740 DEBUG:boto:Token: None 2022-09-01T11:30:16.741 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj11 2022-09-01T11:30:16.741 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aV74hK0GbpOlzLzLhtsIEN5ujgo= 2022-09-01T11:30:16.742 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aV74hK0GbpOlzLzLhtsIEN5ujgo=', 'Content-Length': '0'} 2022-09-01T11:30:16.744 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000033f1e4eacc112582-00631097c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.745 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:16.746 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:16.747 DEBUG:boto:Method: HEAD 2022-09-01T11:30:16.747 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:30:16.748 DEBUG:boto:Data: 2022-09-01T11:30:16.748 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.749 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:16.750 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.750 DEBUG:boto:Params: {} 2022-09-01T11:30:16.751 DEBUG:boto:Token: None 2022-09-01T11:30:16.751 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj11 2022-09-01T11:30:16.752 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aV74hK0GbpOlzLzLhtsIEN5ujgo= 2022-09-01T11:30:16.753 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aV74hK0GbpOlzLzLhtsIEN5ujgo=', 'Content-Length': '0'} 2022-09-01T11:30:16.755 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fcf930f6241a2060-00631097c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.756 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:30:16.757 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:16.757 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:16.758 DEBUG:boto:Method: GET 2022-09-01T11:30:16.758 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:30:16.759 DEBUG:boto:Data: 2022-09-01T11:30:16.759 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.760 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.760 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.761 DEBUG:boto:Params: {} 2022-09-01T11:30:16.762 DEBUG:boto:Token: None 2022-09-01T11:30:16.763 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj11 2022-09-01T11:30:16.763 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U0NcMjGkuEafvgzYjlD7JxEApr0= 2022-09-01T11:30:16.764 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U0NcMjGkuEafvgzYjlD7JxEApr0=', 'Content-Length': '0'} 2022-09-01T11:30:16.766 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003e6c21e7e09c4863-00631097c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.767 DEBUG:boto:path=/ptoxvb-74/obj11 2022-09-01T11:30:16.768 DEBUG:boto:auth_path=/ptoxvb-74/obj11 2022-09-01T11:30:16.768 DEBUG:boto:Method: GET 2022-09-01T11:30:16.769 DEBUG:boto:Path: /ptoxvb-74/obj11 2022-09-01T11:30:16.769 DEBUG:boto:Data: 2022-09-01T11:30:16.770 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.770 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:16.771 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.772 DEBUG:boto:Params: {} 2022-09-01T11:30:16.772 DEBUG:boto:Token: None 2022-09-01T11:30:16.773 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj11 2022-09-01T11:30:16.773 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U0NcMjGkuEafvgzYjlD7JxEApr0= 2022-09-01T11:30:16.774 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U0NcMjGkuEafvgzYjlD7JxEApr0=', 'Content-Length': '0'} 2022-09-01T11:30:16.777 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000010d91f4d79c807d5-00631097c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.779 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.779 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.780 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:16.781 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:16.782 DEBUG:boto:Method: GET 2022-09-01T11:30:16.783 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:30:16.785 DEBUG:boto:Data: 2022-09-01T11:30:16.786 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.787 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.788 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.789 DEBUG:boto:Params: {} 2022-09-01T11:30:16.790 DEBUG:boto:Token: None 2022-09-01T11:30:16.791 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/ 2022-09-01T11:30:16.792 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM= 2022-09-01T11:30:16.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM=', 'Content-Length': '0'} 2022-09-01T11:30:16.798 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c9d56b7a8db4206d-00631097c8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.805 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:16.808 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.809 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.810 DEBUG:boto:path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:16.811 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj11 2022-09-01T11:30:16.812 DEBUG:boto:Method: GET 2022-09-01T11:30:16.813 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj11 2022-09-01T11:30:16.814 DEBUG:boto:Data: 2022-09-01T11:30:16.815 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.816 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:16.817 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.817 DEBUG:boto:Params: {} 2022-09-01T11:30:16.818 DEBUG:boto:Token: None 2022-09-01T11:30:16.819 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/ 2022-09-01T11:30:16.819 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM= 2022-09-01T11:30:16.820 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM=', 'Content-Length': '0'} 2022-09-01T11:30:16.823 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003b9fbab4f8b757c6-00631097c8-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.824 DEBUG:boto:b'ptoxvb-74obj111000falseobj112022-09-01T11:15:43.922Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:16.825 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj111 2022-09-01T11:30:16.826 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:16.827 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:16.827 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.828 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.829 DEBUG:boto:Method: GET 2022-09-01T11:30:16.829 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.830 DEBUG:boto:Data: 2022-09-01T11:30:16.830 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.831 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.831 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.832 DEBUG:boto:Params: {} 2022-09-01T11:30:16.832 DEBUG:boto:Token: None 2022-09-01T11:30:16.833 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.834 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U/+lNIAPRxLSR20v2ymNuet7u2g= 2022-09-01T11:30:16.835 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U/+lNIAPRxLSR20v2ymNuet7u2g=', 'Content-Length': '0'} 2022-09-01T11:30:16.837 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cbb892a0d66626fe-00631097c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.838 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:16.839 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:16.840 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.840 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.841 DEBUG:boto:Method: GET 2022-09-01T11:30:16.841 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.842 DEBUG:boto:Data: 2022-09-01T11:30:16.843 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.843 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:16.844 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.844 DEBUG:boto:Params: {} 2022-09-01T11:30:16.845 DEBUG:boto:Token: None 2022-09-01T11:30:16.846 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.846 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U/+lNIAPRxLSR20v2ymNuet7u2g= 2022-09-01T11:30:16.847 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U/+lNIAPRxLSR20v2ymNuet7u2g=', 'Content-Length': '0'} 2022-09-01T11:30:16.849 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a14775eeb003d50f-00631097c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.890 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:16.891 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:16.892 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.893 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.894 DEBUG:boto:Method: HEAD 2022-09-01T11:30:16.895 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.896 DEBUG:boto:Data: 2022-09-01T11:30:16.897 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.898 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.899 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.900 DEBUG:boto:Params: {} 2022-09-01T11:30:16.901 DEBUG:boto:Token: None 2022-09-01T11:30:16.901 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.902 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qB6jIb6H4aF4vn8Y66GE02huc6Q= 2022-09-01T11:30:16.903 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qB6jIb6H4aF4vn8Y66GE02huc6Q=', 'Content-Length': '0'} 2022-09-01T11:30:16.905 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f32f412f7a2a4eb-00631097c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.907 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:16.908 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:16.909 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.911 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.912 DEBUG:boto:Method: HEAD 2022-09-01T11:30:16.913 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.914 DEBUG:boto:Data: 2022-09-01T11:30:16.915 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.916 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:16.917 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.918 DEBUG:boto:Params: {} 2022-09-01T11:30:16.919 DEBUG:boto:Token: None 2022-09-01T11:30:16.921 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.922 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qB6jIb6H4aF4vn8Y66GE02huc6Q= 2022-09-01T11:30:16.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qB6jIb6H4aF4vn8Y66GE02huc6Q=', 'Content-Length': '0'} 2022-09-01T11:30:16.926 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000093005dfbae353f86-00631097c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.927 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj111 2022-09-01T11:30:16.928 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:16.929 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:16.930 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.932 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.933 DEBUG:boto:Method: GET 2022-09-01T11:30:16.934 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.935 DEBUG:boto:Data: 2022-09-01T11:30:16.936 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.936 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.937 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.938 DEBUG:boto:Params: {} 2022-09-01T11:30:16.938 DEBUG:boto:Token: None 2022-09-01T11:30:16.939 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.940 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U/+lNIAPRxLSR20v2ymNuet7u2g= 2022-09-01T11:30:16.940 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U/+lNIAPRxLSR20v2ymNuet7u2g=', 'Content-Length': '0'} 2022-09-01T11:30:16.942 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d7bde9840b6779f0-00631097c8-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.943 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:16.944 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:16.944 DEBUG:boto:path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.945 DEBUG:boto:auth_path=/ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.946 DEBUG:boto:Method: GET 2022-09-01T11:30:16.946 DEBUG:boto:Path: /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.947 DEBUG:boto:Data: 2022-09-01T11:30:16.947 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.948 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:16.949 DEBUG:boto:Port: 8000 2022-09-01T11:30:16.949 DEBUG:boto:Params: {} 2022-09-01T11:30:16.950 DEBUG:boto:Token: None 2022-09-01T11:30:16.950 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/obj111?versionId=null 2022-09-01T11:30:16.951 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:U/+lNIAPRxLSR20v2ymNuet7u2g= 2022-09-01T11:30:16.952 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:U/+lNIAPRxLSR20v2ymNuet7u2g=', 'Content-Length': '0'} 2022-09-01T11:30:16.954 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d903bc21a45d36eb-00631097c8-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:16.955 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:16.955 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:16.956 DEBUG:boto:path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:16.956 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:16.957 DEBUG:boto:Method: GET 2022-09-01T11:30:16.957 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj111 2022-09-01T11:30:16.958 DEBUG:boto:Data: 2022-09-01T11:30:16.958 DEBUG:boto:Headers: {} 2022-09-01T11:30:16.959 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:16.959 DEBUG:boto:Port: 8001 2022-09-01T11:30:16.960 DEBUG:boto:Params: {} 2022-09-01T11:30:16.961 DEBUG:boto:Token: None 2022-09-01T11:30:16.961 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:16 GMT /ptoxvb-74/ 2022-09-01T11:30:16.962 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM= 2022-09-01T11:30:16.962 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ipj6T/oBkWcJCRoabR2JMr2wgLM=', 'Content-Length': '0'} 2022-09-01T11:30:16.965 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004299725cc5e1af25-00631097c8-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.010 DEBUG:boto:b'ptoxvb-74obj1111000falseobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.012 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.013 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.014 DEBUG:boto:path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:17.015 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:17.016 DEBUG:boto:Method: GET 2022-09-01T11:30:17.017 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj111 2022-09-01T11:30:17.018 DEBUG:boto:Data: 2022-09-01T11:30:17.019 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.023 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.024 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.025 DEBUG:boto:Params: {} 2022-09-01T11:30:17.026 DEBUG:boto:Token: None 2022-09-01T11:30:17.027 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.028 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.033 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003c42eecdab8d32a8-00631097c9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.034 DEBUG:boto:b'ptoxvb-74obj1111000falseobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.035 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:17.036 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:17.037 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.037 DEBUG:boto:Path: /ptoxvb-74/obj111 2022-09-01T11:30:17.038 DEBUG:boto:Data: 2022-09-01T11:30:17.038 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.039 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.040 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.041 DEBUG:boto:Params: {} 2022-09-01T11:30:17.042 DEBUG:boto:Token: None 2022-09-01T11:30:17.043 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj111 2022-09-01T11:30:17.044 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiphtaIswtI0bTHwYzYg7p92iYY= 2022-09-01T11:30:17.045 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiphtaIswtI0bTHwYzYg7p92iYY=', 'Content-Length': '0'} 2022-09-01T11:30:17.048 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5ec1fe40a963f69-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.049 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:17.050 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:17.051 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.052 DEBUG:boto:Path: /ptoxvb-74/obj111 2022-09-01T11:30:17.053 DEBUG:boto:Data: 2022-09-01T11:30:17.053 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.054 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.055 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.056 DEBUG:boto:Params: {} 2022-09-01T11:30:17.057 DEBUG:boto:Token: None 2022-09-01T11:30:17.058 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj111 2022-09-01T11:30:17.059 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kiphtaIswtI0bTHwYzYg7p92iYY= 2022-09-01T11:30:17.060 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kiphtaIswtI0bTHwYzYg7p92iYY=', 'Content-Length': '0'} 2022-09-01T11:30:17.063 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a10d25a94815103c-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.064 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj111 2022-09-01T11:30:17.064 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:17.065 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:17.066 DEBUG:boto:Method: GET 2022-09-01T11:30:17.066 DEBUG:boto:Path: /ptoxvb-74/obj111 2022-09-01T11:30:17.067 DEBUG:boto:Data: 2022-09-01T11:30:17.067 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.068 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.068 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.069 DEBUG:boto:Params: {} 2022-09-01T11:30:17.069 DEBUG:boto:Token: None 2022-09-01T11:30:17.070 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj111 2022-09-01T11:30:17.071 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j2cgbXzcTW6PprsneifKd4SgK+A= 2022-09-01T11:30:17.071 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j2cgbXzcTW6PprsneifKd4SgK+A=', 'Content-Length': '0'} 2022-09-01T11:30:17.074 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e94b6ffb8a1fd2a2-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.075 DEBUG:boto:path=/ptoxvb-74/obj111 2022-09-01T11:30:17.076 DEBUG:boto:auth_path=/ptoxvb-74/obj111 2022-09-01T11:30:17.076 DEBUG:boto:Method: GET 2022-09-01T11:30:17.077 DEBUG:boto:Path: /ptoxvb-74/obj111 2022-09-01T11:30:17.078 DEBUG:boto:Data: 2022-09-01T11:30:17.078 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.079 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.079 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.080 DEBUG:boto:Params: {} 2022-09-01T11:30:17.081 DEBUG:boto:Token: None 2022-09-01T11:30:17.081 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj111 2022-09-01T11:30:17.083 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j2cgbXzcTW6PprsneifKd4SgK+A= 2022-09-01T11:30:17.084 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j2cgbXzcTW6PprsneifKd4SgK+A=', 'Content-Length': '0'} 2022-09-01T11:30:17.086 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000058a461453d4c101c-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.087 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.088 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.088 DEBUG:boto:path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:17.089 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:17.089 DEBUG:boto:Method: GET 2022-09-01T11:30:17.090 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj111 2022-09-01T11:30:17.091 DEBUG:boto:Data: 2022-09-01T11:30:17.091 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.092 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.093 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.093 DEBUG:boto:Params: {} 2022-09-01T11:30:17.094 DEBUG:boto:Token: None 2022-09-01T11:30:17.095 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.096 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.096 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.099 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004dca300e730aa614-00631097c9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.100 DEBUG:boto:b'ptoxvb-74obj1111000falseobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.101 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.101 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.102 DEBUG:boto:path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:17.102 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj111 2022-09-01T11:30:17.103 DEBUG:boto:Method: GET 2022-09-01T11:30:17.104 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj111 2022-09-01T11:30:17.105 DEBUG:boto:Data: 2022-09-01T11:30:17.106 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.107 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.107 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.108 DEBUG:boto:Params: {} 2022-09-01T11:30:17.108 DEBUG:boto:Token: None 2022-09-01T11:30:17.109 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.110 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.110 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.113 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000089a5a8798f1b385a-00631097c9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.114 DEBUG:boto:b'ptoxvb-74obj1111000falseobj1112022-09-01T11:28:21.240Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.115 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:30:17.115 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:17.116 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:17.116 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.117 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.118 DEBUG:boto:Method: GET 2022-09-01T11:30:17.118 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.119 DEBUG:boto:Data: 2022-09-01T11:30:17.120 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.121 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.122 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.122 DEBUG:boto:Params: {} 2022-09-01T11:30:17.123 DEBUG:boto:Token: None 2022-09-01T11:30:17.124 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dm2Ym2/LSS/tn83M8ODXkmWolsw= 2022-09-01T11:30:17.125 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dm2Ym2/LSS/tn83M8ODXkmWolsw=', 'Content-Length': '0'} 2022-09-01T11:30:17.127 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000900e973c9b9e0c4b-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.174 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:17.175 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:17.176 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.177 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.177 DEBUG:boto:Method: GET 2022-09-01T11:30:17.178 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.179 DEBUG:boto:Data: 2022-09-01T11:30:17.179 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.180 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.180 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.181 DEBUG:boto:Params: {} 2022-09-01T11:30:17.182 DEBUG:boto:Token: None 2022-09-01T11:30:17.182 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.183 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dm2Ym2/LSS/tn83M8ODXkmWolsw= 2022-09-01T11:30:17.184 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dm2Ym2/LSS/tn83M8ODXkmWolsw=', 'Content-Length': '0'} 2022-09-01T11:30:17.187 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000088301cfffcc1b93c-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.188 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:17.189 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:17.190 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.191 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.192 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.193 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.194 DEBUG:boto:Data: 2022-09-01T11:30:17.195 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.195 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.196 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.197 DEBUG:boto:Params: {} 2022-09-01T11:30:17.198 DEBUG:boto:Token: None 2022-09-01T11:30:17.199 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gmt14CMu9iCA29/Fq9rNllJBcls= 2022-09-01T11:30:17.201 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gmt14CMu9iCA29/Fq9rNllJBcls=', 'Content-Length': '0'} 2022-09-01T11:30:17.204 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d6ab3107a7a8a46-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.205 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:17.205 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:17.206 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.206 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.207 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.208 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.209 DEBUG:boto:Data: 2022-09-01T11:30:17.210 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.211 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.212 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.213 DEBUG:boto:Params: {} 2022-09-01T11:30:17.214 DEBUG:boto:Token: None 2022-09-01T11:30:17.215 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Gmt14CMu9iCA29/Fq9rNllJBcls= 2022-09-01T11:30:17.217 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Gmt14CMu9iCA29/Fq9rNllJBcls=', 'Content-Length': '0'} 2022-09-01T11:30:17.220 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001676c6b44604265e-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.221 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:30:17.222 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:17.223 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:17.224 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.225 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.226 DEBUG:boto:Method: GET 2022-09-01T11:30:17.227 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.228 DEBUG:boto:Data: 2022-09-01T11:30:17.229 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.230 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.231 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.232 DEBUG:boto:Params: {} 2022-09-01T11:30:17.233 DEBUG:boto:Token: None 2022-09-01T11:30:17.234 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.235 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dm2Ym2/LSS/tn83M8ODXkmWolsw= 2022-09-01T11:30:17.235 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dm2Ym2/LSS/tn83M8ODXkmWolsw=', 'Content-Length': '0'} 2022-09-01T11:30:17.238 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c0e3f821e9e23486-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.238 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:17.239 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:17.239 DEBUG:boto:path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.240 DEBUG:boto:auth_path=/ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.240 DEBUG:boto:Method: GET 2022-09-01T11:30:17.241 DEBUG:boto:Path: /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.242 DEBUG:boto:Data: 2022-09-01T11:30:17.242 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.243 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.243 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.244 DEBUG:boto:Params: {} 2022-09-01T11:30:17.245 DEBUG:boto:Token: None 2022-09-01T11:30:17.245 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj115?versionId=null 2022-09-01T11:30:17.246 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dm2Ym2/LSS/tn83M8ODXkmWolsw= 2022-09-01T11:30:17.246 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dm2Ym2/LSS/tn83M8ODXkmWolsw=', 'Content-Length': '0'} 2022-09-01T11:30:17.249 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ac1caf426dfc6e74-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.290 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.291 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.292 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:17.293 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:17.293 DEBUG:boto:Method: GET 2022-09-01T11:30:17.294 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:30:17.295 DEBUG:boto:Data: 2022-09-01T11:30:17.296 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.296 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.298 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.299 DEBUG:boto:Params: {} 2022-09-01T11:30:17.300 DEBUG:boto:Token: None 2022-09-01T11:30:17.301 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.302 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.304 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.307 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000066fba5398a4be0ff-00631097c9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.309 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.310 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.311 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.312 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:17.313 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:17.314 DEBUG:boto:Method: GET 2022-09-01T11:30:17.315 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:30:17.316 DEBUG:boto:Data: 2022-09-01T11:30:17.317 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.318 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.319 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.320 DEBUG:boto:Params: {} 2022-09-01T11:30:17.321 DEBUG:boto:Token: None 2022-09-01T11:30:17.322 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.323 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.324 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.328 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000969266b270e16d16-00631097c9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.330 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.331 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:17.332 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:17.333 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.334 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:30:17.335 DEBUG:boto:Data: 2022-09-01T11:30:17.336 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.337 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.338 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.339 DEBUG:boto:Params: {} 2022-09-01T11:30:17.340 DEBUG:boto:Token: None 2022-09-01T11:30:17.341 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj115 2022-09-01T11:30:17.342 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SLEdi7HxPVuAvcQi5jJ6sp2npj0= 2022-09-01T11:30:17.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SLEdi7HxPVuAvcQi5jJ6sp2npj0=', 'Content-Length': '0'} 2022-09-01T11:30:17.346 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000223858ecb9cb6042-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.347 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:17.348 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:17.349 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.350 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:30:17.351 DEBUG:boto:Data: 2022-09-01T11:30:17.352 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.353 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.354 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.355 DEBUG:boto:Params: {} 2022-09-01T11:30:17.356 DEBUG:boto:Token: None 2022-09-01T11:30:17.357 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj115 2022-09-01T11:30:17.358 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:SLEdi7HxPVuAvcQi5jJ6sp2npj0= 2022-09-01T11:30:17.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:SLEdi7HxPVuAvcQi5jJ6sp2npj0=', 'Content-Length': '0'} 2022-09-01T11:30:17.361 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000450a8e7bdbf7af9c-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.363 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj115 2022-09-01T11:30:17.364 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:17.365 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:17.366 DEBUG:boto:Method: GET 2022-09-01T11:30:17.367 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:30:17.368 DEBUG:boto:Data: 2022-09-01T11:30:17.369 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.370 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.372 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.373 DEBUG:boto:Params: {} 2022-09-01T11:30:17.374 DEBUG:boto:Token: None 2022-09-01T11:30:17.375 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj115 2022-09-01T11:30:17.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2xSR6Pwrn5Mg4AFkkRy7S8WidOk= 2022-09-01T11:30:17.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2xSR6Pwrn5Mg4AFkkRy7S8WidOk=', 'Content-Length': '0'} 2022-09-01T11:30:17.380 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bbde0375e9f53000-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.381 DEBUG:boto:path=/ptoxvb-74/obj115 2022-09-01T11:30:17.381 DEBUG:boto:auth_path=/ptoxvb-74/obj115 2022-09-01T11:30:17.382 DEBUG:boto:Method: GET 2022-09-01T11:30:17.382 DEBUG:boto:Path: /ptoxvb-74/obj115 2022-09-01T11:30:17.383 DEBUG:boto:Data: 2022-09-01T11:30:17.383 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.384 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.384 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.385 DEBUG:boto:Params: {} 2022-09-01T11:30:17.386 DEBUG:boto:Token: None 2022-09-01T11:30:17.386 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj115 2022-09-01T11:30:17.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2xSR6Pwrn5Mg4AFkkRy7S8WidOk= 2022-09-01T11:30:17.387 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2xSR6Pwrn5Mg4AFkkRy7S8WidOk=', 'Content-Length': '0'} 2022-09-01T11:30:17.390 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000824716dc8941c269-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.390 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.391 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.392 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:17.392 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:17.393 DEBUG:boto:Method: GET 2022-09-01T11:30:17.393 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:30:17.394 DEBUG:boto:Data: 2022-09-01T11:30:17.394 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.395 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.395 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.396 DEBUG:boto:Params: {} 2022-09-01T11:30:17.396 DEBUG:boto:Token: None 2022-09-01T11:30:17.397 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.398 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.398 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.401 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000023e445cc2fb43914-00631097c9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.402 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.403 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.403 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.404 DEBUG:boto:path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:17.404 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj115 2022-09-01T11:30:17.405 DEBUG:boto:Method: GET 2022-09-01T11:30:17.405 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj115 2022-09-01T11:30:17.406 DEBUG:boto:Data: 2022-09-01T11:30:17.406 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.407 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.407 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.408 DEBUG:boto:Params: {} 2022-09-01T11:30:17.408 DEBUG:boto:Token: None 2022-09-01T11:30:17.409 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.410 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.410 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.413 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000012579ec823949246-00631097c9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.414 DEBUG:boto:b'ptoxvb-74obj1151000falseobj1152022-09-01T11:22:17.647Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.415 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:30:17.415 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:17.416 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:17.416 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.417 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.417 DEBUG:boto:Method: GET 2022-09-01T11:30:17.418 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.418 DEBUG:boto:Data: 2022-09-01T11:30:17.419 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.419 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.420 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.420 DEBUG:boto:Params: {} 2022-09-01T11:30:17.421 DEBUG:boto:Token: None 2022-09-01T11:30:17.422 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.422 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FxLjsuIsGywUV/WKEdPniTHulaM= 2022-09-01T11:30:17.423 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FxLjsuIsGywUV/WKEdPniTHulaM=', 'Content-Length': '0'} 2022-09-01T11:30:17.425 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c675f637bb1aee99-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.426 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:17.426 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:17.427 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.427 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.428 DEBUG:boto:Method: GET 2022-09-01T11:30:17.428 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.429 DEBUG:boto:Data: 2022-09-01T11:30:17.430 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.430 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.431 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.432 DEBUG:boto:Params: {} 2022-09-01T11:30:17.432 DEBUG:boto:Token: None 2022-09-01T11:30:17.433 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.434 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FxLjsuIsGywUV/WKEdPniTHulaM= 2022-09-01T11:30:17.434 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FxLjsuIsGywUV/WKEdPniTHulaM=', 'Content-Length': '0'} 2022-09-01T11:30:17.437 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000026f54cb0c92727c6-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.437 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:17.438 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:17.438 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.439 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.440 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.440 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.441 DEBUG:boto:Data: 2022-09-01T11:30:17.441 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.442 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.442 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.443 DEBUG:boto:Params: {} 2022-09-01T11:30:17.443 DEBUG:boto:Token: None 2022-09-01T11:30:17.444 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.444 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L43JIInmjZtg9pUy6h2K55y9jPg= 2022-09-01T11:30:17.445 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L43JIInmjZtg9pUy6h2K55y9jPg=', 'Content-Length': '0'} 2022-09-01T11:30:17.447 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c53128d5282762a-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.448 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:17.448 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:17.449 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.450 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.450 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.451 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.451 DEBUG:boto:Data: 2022-09-01T11:30:17.451 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.452 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.452 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.453 DEBUG:boto:Params: {} 2022-09-01T11:30:17.453 DEBUG:boto:Token: None 2022-09-01T11:30:17.454 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.455 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:L43JIInmjZtg9pUy6h2K55y9jPg= 2022-09-01T11:30:17.455 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:L43JIInmjZtg9pUy6h2K55y9jPg=', 'Content-Length': '0'} 2022-09-01T11:30:17.457 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000db106311357208c0-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.458 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:30:17.459 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:17.459 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:17.460 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.460 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.461 DEBUG:boto:Method: GET 2022-09-01T11:30:17.461 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.462 DEBUG:boto:Data: 2022-09-01T11:30:17.463 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.463 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.464 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.464 DEBUG:boto:Params: {} 2022-09-01T11:30:17.465 DEBUG:boto:Token: None 2022-09-01T11:30:17.465 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.466 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FxLjsuIsGywUV/WKEdPniTHulaM= 2022-09-01T11:30:17.467 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FxLjsuIsGywUV/WKEdPniTHulaM=', 'Content-Length': '0'} 2022-09-01T11:30:17.469 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006f400025e8953757-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.469 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:17.470 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:17.470 DEBUG:boto:path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.471 DEBUG:boto:auth_path=/ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.472 DEBUG:boto:Method: GET 2022-09-01T11:30:17.472 DEBUG:boto:Path: /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.473 DEBUG:boto:Data: 2022-09-01T11:30:17.473 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.474 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.474 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.475 DEBUG:boto:Params: {} 2022-09-01T11:30:17.475 DEBUG:boto:Token: None 2022-09-01T11:30:17.476 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj116?versionId=null 2022-09-01T11:30:17.476 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FxLjsuIsGywUV/WKEdPniTHulaM= 2022-09-01T11:30:17.477 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FxLjsuIsGywUV/WKEdPniTHulaM=', 'Content-Length': '0'} 2022-09-01T11:30:17.479 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000046740269bac84cb-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.480 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.481 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.481 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:17.482 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:17.483 DEBUG:boto:Method: GET 2022-09-01T11:30:17.483 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:30:17.484 DEBUG:boto:Data: 2022-09-01T11:30:17.484 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.485 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.485 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.486 DEBUG:boto:Params: {} 2022-09-01T11:30:17.486 DEBUG:boto:Token: None 2022-09-01T11:30:17.487 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.487 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.488 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.491 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005ac7c17f75c39111-00631097c9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.492 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.493 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.493 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.494 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:17.494 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:17.495 DEBUG:boto:Method: GET 2022-09-01T11:30:17.495 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:30:17.496 DEBUG:boto:Data: 2022-09-01T11:30:17.496 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.497 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.497 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.498 DEBUG:boto:Params: {} 2022-09-01T11:30:17.499 DEBUG:boto:Token: None 2022-09-01T11:30:17.499 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.500 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.503 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f434253446206b4d-00631097c9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.504 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.505 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:17.505 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:17.506 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.506 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:30:17.507 DEBUG:boto:Data: 2022-09-01T11:30:17.507 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.508 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.508 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.509 DEBUG:boto:Params: {} 2022-09-01T11:30:17.509 DEBUG:boto:Token: None 2022-09-01T11:30:17.510 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj116 2022-09-01T11:30:17.510 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+d4SO6vXhFZqA5wfwB8LXV0dkog= 2022-09-01T11:30:17.511 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+d4SO6vXhFZqA5wfwB8LXV0dkog=', 'Content-Length': '0'} 2022-09-01T11:30:17.513 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bce14cc3636b09f1-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.514 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:17.514 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:17.515 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.515 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:30:17.516 DEBUG:boto:Data: 2022-09-01T11:30:17.516 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.517 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.517 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.518 DEBUG:boto:Params: {} 2022-09-01T11:30:17.518 DEBUG:boto:Token: None 2022-09-01T11:30:17.519 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj116 2022-09-01T11:30:17.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+d4SO6vXhFZqA5wfwB8LXV0dkog= 2022-09-01T11:30:17.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+d4SO6vXhFZqA5wfwB8LXV0dkog=', 'Content-Length': '0'} 2022-09-01T11:30:17.522 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000675a0ebff59635c1-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.523 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj116 2022-09-01T11:30:17.523 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:17.524 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:17.524 DEBUG:boto:Method: GET 2022-09-01T11:30:17.525 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:30:17.525 DEBUG:boto:Data: 2022-09-01T11:30:17.526 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.526 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.527 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.528 DEBUG:boto:Params: {} 2022-09-01T11:30:17.528 DEBUG:boto:Token: None 2022-09-01T11:30:17.529 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj116 2022-09-01T11:30:17.529 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hpVD+ZT0NwaCy8HaqrKtLADMuVg= 2022-09-01T11:30:17.530 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hpVD+ZT0NwaCy8HaqrKtLADMuVg=', 'Content-Length': '0'} 2022-09-01T11:30:17.532 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ea99d46c8837eaf-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.578 DEBUG:boto:path=/ptoxvb-74/obj116 2022-09-01T11:30:17.579 DEBUG:boto:auth_path=/ptoxvb-74/obj116 2022-09-01T11:30:17.579 DEBUG:boto:Method: GET 2022-09-01T11:30:17.580 DEBUG:boto:Path: /ptoxvb-74/obj116 2022-09-01T11:30:17.580 DEBUG:boto:Data: 2022-09-01T11:30:17.581 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.581 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.582 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.582 DEBUG:boto:Params: {} 2022-09-01T11:30:17.583 DEBUG:boto:Token: None 2022-09-01T11:30:17.584 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj116 2022-09-01T11:30:17.584 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hpVD+ZT0NwaCy8HaqrKtLADMuVg= 2022-09-01T11:30:17.585 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hpVD+ZT0NwaCy8HaqrKtLADMuVg=', 'Content-Length': '0'} 2022-09-01T11:30:17.587 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f19aab9a7c89741e-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.588 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.588 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.589 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:17.589 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:17.590 DEBUG:boto:Method: GET 2022-09-01T11:30:17.590 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:30:17.591 DEBUG:boto:Data: 2022-09-01T11:30:17.591 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.592 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.592 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.593 DEBUG:boto:Params: {} 2022-09-01T11:30:17.594 DEBUG:boto:Token: None 2022-09-01T11:30:17.594 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.595 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.595 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.598 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006d3a41fb629c7d7b-00631097c9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.599 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.600 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.600 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.601 DEBUG:boto:path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:17.601 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj116 2022-09-01T11:30:17.602 DEBUG:boto:Method: GET 2022-09-01T11:30:17.602 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj116 2022-09-01T11:30:17.603 DEBUG:boto:Data: 2022-09-01T11:30:17.603 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.604 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.604 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.605 DEBUG:boto:Params: {} 2022-09-01T11:30:17.605 DEBUG:boto:Token: None 2022-09-01T11:30:17.606 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.607 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.610 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e9f468c9b24928db-00631097c9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.611 DEBUG:boto:b'ptoxvb-74obj1161000falseobj1162022-09-01T11:24:12.012Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.611 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:30:17.612 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:17.613 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:17.613 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.614 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.614 DEBUG:boto:Method: GET 2022-09-01T11:30:17.615 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.615 DEBUG:boto:Data: 2022-09-01T11:30:17.616 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.616 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.617 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.617 DEBUG:boto:Params: {} 2022-09-01T11:30:17.618 DEBUG:boto:Token: None 2022-09-01T11:30:17.618 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.619 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CIuR2ws+vOf1TSwLPDtp4CI+0uE= 2022-09-01T11:30:17.620 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CIuR2ws+vOf1TSwLPDtp4CI+0uE=', 'Content-Length': '0'} 2022-09-01T11:30:17.622 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003c2781f71aedf90b-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.623 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:17.623 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:17.624 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.624 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.625 DEBUG:boto:Method: GET 2022-09-01T11:30:17.625 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.626 DEBUG:boto:Data: 2022-09-01T11:30:17.626 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.627 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.627 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.628 DEBUG:boto:Params: {} 2022-09-01T11:30:17.628 DEBUG:boto:Token: None 2022-09-01T11:30:17.629 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CIuR2ws+vOf1TSwLPDtp4CI+0uE= 2022-09-01T11:30:17.630 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CIuR2ws+vOf1TSwLPDtp4CI+0uE=', 'Content-Length': '0'} 2022-09-01T11:30:17.632 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000076390fd0df9846ec-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.633 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:17.634 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:17.634 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.635 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.635 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.636 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.636 DEBUG:boto:Data: 2022-09-01T11:30:17.637 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.637 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.638 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.638 DEBUG:boto:Params: {} 2022-09-01T11:30:17.639 DEBUG:boto:Token: None 2022-09-01T11:30:17.639 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+ARzhUT7+wFY1+PXm30JJSm4hDE= 2022-09-01T11:30:17.640 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+ARzhUT7+wFY1+PXm30JJSm4hDE=', 'Content-Length': '0'} 2022-09-01T11:30:17.643 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001d8f376954c160f7-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.644 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:17.644 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:17.645 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.645 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.646 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.646 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.647 DEBUG:boto:Data: 2022-09-01T11:30:17.647 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.648 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.648 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.649 DEBUG:boto:Params: {} 2022-09-01T11:30:17.649 DEBUG:boto:Token: None 2022-09-01T11:30:17.650 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.650 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+ARzhUT7+wFY1+PXm30JJSm4hDE= 2022-09-01T11:30:17.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+ARzhUT7+wFY1+PXm30JJSm4hDE=', 'Content-Length': '0'} 2022-09-01T11:30:17.653 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000041cb214a76c1c778-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.654 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:30:17.654 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:17.655 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:17.655 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.656 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.657 DEBUG:boto:Method: GET 2022-09-01T11:30:17.657 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.658 DEBUG:boto:Data: 2022-09-01T11:30:17.658 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.659 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.659 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.660 DEBUG:boto:Params: {} 2022-09-01T11:30:17.661 DEBUG:boto:Token: None 2022-09-01T11:30:17.661 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.662 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CIuR2ws+vOf1TSwLPDtp4CI+0uE= 2022-09-01T11:30:17.662 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CIuR2ws+vOf1TSwLPDtp4CI+0uE=', 'Content-Length': '0'} 2022-09-01T11:30:17.664 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a07d52bb85928e82-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.710 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:17.712 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:17.712 DEBUG:boto:path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.713 DEBUG:boto:auth_path=/ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.714 DEBUG:boto:Method: GET 2022-09-01T11:30:17.715 DEBUG:boto:Path: /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.716 DEBUG:boto:Data: 2022-09-01T11:30:17.717 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.717 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.718 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.719 DEBUG:boto:Params: {} 2022-09-01T11:30:17.720 DEBUG:boto:Token: None 2022-09-01T11:30:17.721 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj124?versionId=null 2022-09-01T11:30:17.722 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CIuR2ws+vOf1TSwLPDtp4CI+0uE= 2022-09-01T11:30:17.723 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CIuR2ws+vOf1TSwLPDtp4CI+0uE=', 'Content-Length': '0'} 2022-09-01T11:30:17.725 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b2b242675f84ece7-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.726 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.727 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.727 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:17.728 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:17.728 DEBUG:boto:Method: GET 2022-09-01T11:30:17.729 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:30:17.729 DEBUG:boto:Data: 2022-09-01T11:30:17.730 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.730 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.731 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.731 DEBUG:boto:Params: {} 2022-09-01T11:30:17.732 DEBUG:boto:Token: None 2022-09-01T11:30:17.733 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.734 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.737 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c7f7f93db23be1e1-00631097c9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.738 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.739 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.740 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.740 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:17.741 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:17.742 DEBUG:boto:Method: GET 2022-09-01T11:30:17.743 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:30:17.743 DEBUG:boto:Data: 2022-09-01T11:30:17.744 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.744 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.745 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.746 DEBUG:boto:Params: {} 2022-09-01T11:30:17.746 DEBUG:boto:Token: None 2022-09-01T11:30:17.747 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.748 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.752 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002d82abb685a4b83b-00631097c9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.753 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.754 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:17.754 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:17.755 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.756 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:30:17.756 DEBUG:boto:Data: 2022-09-01T11:30:17.757 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.757 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.758 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.759 DEBUG:boto:Params: {} 2022-09-01T11:30:17.759 DEBUG:boto:Token: None 2022-09-01T11:30:17.760 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj124 2022-09-01T11:30:17.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NTiwxpYb36sem8HGw20cQ+eQ6I0= 2022-09-01T11:30:17.762 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NTiwxpYb36sem8HGw20cQ+eQ6I0=', 'Content-Length': '0'} 2022-09-01T11:30:17.765 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000078a97092959745db-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.766 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:17.767 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:17.768 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.769 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:30:17.770 DEBUG:boto:Data: 2022-09-01T11:30:17.771 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.771 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.772 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.773 DEBUG:boto:Params: {} 2022-09-01T11:30:17.774 DEBUG:boto:Token: None 2022-09-01T11:30:17.774 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj124 2022-09-01T11:30:17.775 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NTiwxpYb36sem8HGw20cQ+eQ6I0= 2022-09-01T11:30:17.775 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NTiwxpYb36sem8HGw20cQ+eQ6I0=', 'Content-Length': '0'} 2022-09-01T11:30:17.778 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007397dfb3a1614332-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.778 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj124 2022-09-01T11:30:17.779 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:17.780 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:17.780 DEBUG:boto:Method: GET 2022-09-01T11:30:17.781 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:30:17.781 DEBUG:boto:Data: 2022-09-01T11:30:17.782 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.783 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.783 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.784 DEBUG:boto:Params: {} 2022-09-01T11:30:17.784 DEBUG:boto:Token: None 2022-09-01T11:30:17.785 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj124 2022-09-01T11:30:17.786 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Djw7ODc0Au/7+Y7E08XEidA5qG4= 2022-09-01T11:30:17.787 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Djw7ODc0Au/7+Y7E08XEidA5qG4=', 'Content-Length': '0'} 2022-09-01T11:30:17.789 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000021789ea0660a5fe0-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.790 DEBUG:boto:path=/ptoxvb-74/obj124 2022-09-01T11:30:17.791 DEBUG:boto:auth_path=/ptoxvb-74/obj124 2022-09-01T11:30:17.791 DEBUG:boto:Method: GET 2022-09-01T11:30:17.792 DEBUG:boto:Path: /ptoxvb-74/obj124 2022-09-01T11:30:17.792 DEBUG:boto:Data: 2022-09-01T11:30:17.793 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.794 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.794 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.795 DEBUG:boto:Params: {} 2022-09-01T11:30:17.796 DEBUG:boto:Token: None 2022-09-01T11:30:17.798 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj124 2022-09-01T11:30:17.799 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Djw7ODc0Au/7+Y7E08XEidA5qG4= 2022-09-01T11:30:17.800 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Djw7ODc0Au/7+Y7E08XEidA5qG4=', 'Content-Length': '0'} 2022-09-01T11:30:17.803 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000076418a3e38b1b31c-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.804 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.805 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.806 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:17.807 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:17.808 DEBUG:boto:Method: GET 2022-09-01T11:30:17.809 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:30:17.810 DEBUG:boto:Data: 2022-09-01T11:30:17.811 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.811 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.812 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.812 DEBUG:boto:Params: {} 2022-09-01T11:30:17.813 DEBUG:boto:Token: None 2022-09-01T11:30:17.814 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.814 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.815 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.818 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000e5a2ca5caea2a5b-00631097c9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.819 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.820 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.821 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.822 DEBUG:boto:path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:17.823 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj124 2022-09-01T11:30:17.824 DEBUG:boto:Method: GET 2022-09-01T11:30:17.825 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj124 2022-09-01T11:30:17.826 DEBUG:boto:Data: 2022-09-01T11:30:17.827 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.828 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.829 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.831 DEBUG:boto:Params: {} 2022-09-01T11:30:17.832 DEBUG:boto:Token: None 2022-09-01T11:30:17.833 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.835 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.835 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.839 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006211a4ec60801d0d-00631097c9-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.882 DEBUG:boto:b'ptoxvb-74obj1241000falseobj1242022-09-01T11:26:15.667Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:17.883 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:30:17.884 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:17.885 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:17.885 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.886 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.887 DEBUG:boto:Method: GET 2022-09-01T11:30:17.887 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.888 DEBUG:boto:Data: 2022-09-01T11:30:17.890 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.890 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.891 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.891 DEBUG:boto:Params: {} 2022-09-01T11:30:17.892 DEBUG:boto:Token: None 2022-09-01T11:30:17.893 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.893 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vfghKt54pC6MDI6Rdy5ABz1hckE= 2022-09-01T11:30:17.894 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vfghKt54pC6MDI6Rdy5ABz1hckE=', 'Content-Length': '0'} 2022-09-01T11:30:17.896 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f659476ee582e07-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.897 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:17.898 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:17.899 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.900 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.901 DEBUG:boto:Method: GET 2022-09-01T11:30:17.902 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.902 DEBUG:boto:Data: 2022-09-01T11:30:17.903 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.904 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.906 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.907 DEBUG:boto:Params: {} 2022-09-01T11:30:17.908 DEBUG:boto:Token: None 2022-09-01T11:30:17.909 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vfghKt54pC6MDI6Rdy5ABz1hckE= 2022-09-01T11:30:17.910 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vfghKt54pC6MDI6Rdy5ABz1hckE=', 'Content-Length': '0'} 2022-09-01T11:30:17.913 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000314b6569d4b14480-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.914 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:17.914 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:17.915 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.916 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.917 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.918 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.918 DEBUG:boto:Data: 2022-09-01T11:30:17.919 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.920 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.920 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.921 DEBUG:boto:Params: {} 2022-09-01T11:30:17.921 DEBUG:boto:Token: None 2022-09-01T11:30:17.922 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IApCCQ/KHnyEH7INXZkM/mdc/Ug= 2022-09-01T11:30:17.924 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IApCCQ/KHnyEH7INXZkM/mdc/Ug=', 'Content-Length': '0'} 2022-09-01T11:30:17.927 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000075bd7a4d7e5cc3ea-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.928 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:17.929 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:17.930 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.930 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.931 DEBUG:boto:Method: HEAD 2022-09-01T11:30:17.932 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.933 DEBUG:boto:Data: 2022-09-01T11:30:17.933 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.934 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.935 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.935 DEBUG:boto:Params: {} 2022-09-01T11:30:17.936 DEBUG:boto:Token: None 2022-09-01T11:30:17.937 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.938 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IApCCQ/KHnyEH7INXZkM/mdc/Ug= 2022-09-01T11:30:17.938 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IApCCQ/KHnyEH7INXZkM/mdc/Ug=', 'Content-Length': '0'} 2022-09-01T11:30:17.941 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006578e90cb4367370-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.942 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:30:17.943 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:17.943 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:17.944 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.945 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.946 DEBUG:boto:Method: GET 2022-09-01T11:30:17.947 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.949 DEBUG:boto:Data: 2022-09-01T11:30:17.949 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.950 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.951 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.952 DEBUG:boto:Params: {} 2022-09-01T11:30:17.953 DEBUG:boto:Token: None 2022-09-01T11:30:17.954 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.955 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vfghKt54pC6MDI6Rdy5ABz1hckE= 2022-09-01T11:30:17.956 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vfghKt54pC6MDI6Rdy5ABz1hckE=', 'Content-Length': '0'} 2022-09-01T11:30:17.959 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004cb5b8cd2a19a789-00631097c9-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.960 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:17.961 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:17.962 DEBUG:boto:path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.963 DEBUG:boto:auth_path=/ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.964 DEBUG:boto:Method: GET 2022-09-01T11:30:17.965 DEBUG:boto:Path: /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.966 DEBUG:boto:Data: 2022-09-01T11:30:17.967 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.967 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:17.968 DEBUG:boto:Port: 8000 2022-09-01T11:30:17.969 DEBUG:boto:Params: {} 2022-09-01T11:30:17.969 DEBUG:boto:Token: None 2022-09-01T11:30:17.970 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/obj145?versionId=null 2022-09-01T11:30:17.971 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vfghKt54pC6MDI6Rdy5ABz1hckE= 2022-09-01T11:30:17.972 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vfghKt54pC6MDI6Rdy5ABz1hckE=', 'Content-Length': '0'} 2022-09-01T11:30:17.974 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d3d6271c51ee4d84-00631097c9-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:17.975 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:17.976 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:17.976 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:17.977 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:17.977 DEBUG:boto:Method: GET 2022-09-01T11:30:17.978 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:30:17.979 DEBUG:boto:Data: 2022-09-01T11:30:17.979 DEBUG:boto:Headers: {} 2022-09-01T11:30:17.980 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:17.980 DEBUG:boto:Port: 8001 2022-09-01T11:30:17.981 DEBUG:boto:Params: {} 2022-09-01T11:30:17.982 DEBUG:boto:Token: None 2022-09-01T11:30:17.983 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:17 GMT /ptoxvb-74/ 2022-09-01T11:30:17.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM= 2022-09-01T11:30:17.984 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HqEUMWKcyJ3DQnoiA2rmMIkfmBM=', 'Content-Length': '0'} 2022-09-01T11:30:17.988 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008ae30d9b559adb74-00631097c9-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.030 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.031 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:18.032 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:18.032 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:18.033 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:18.034 DEBUG:boto:Method: GET 2022-09-01T11:30:18.035 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:30:18.035 DEBUG:boto:Data: 2022-09-01T11:30:18.036 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.036 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.037 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.038 DEBUG:boto:Params: {} 2022-09-01T11:30:18.038 DEBUG:boto:Token: None 2022-09-01T11:30:18.039 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/ 2022-09-01T11:30:18.040 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o= 2022-09-01T11:30:18.041 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o=', 'Content-Length': '0'} 2022-09-01T11:30:18.045 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005fa5308bad99152c-00631097ca-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.046 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.047 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:18.047 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:18.048 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.048 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:30:18.049 DEBUG:boto:Data: 2022-09-01T11:30:18.049 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.050 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.051 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.051 DEBUG:boto:Params: {} 2022-09-01T11:30:18.052 DEBUG:boto:Token: None 2022-09-01T11:30:18.052 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj145 2022-09-01T11:30:18.053 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z8KWTUn814knmpo5Oif8mqNgN/o= 2022-09-01T11:30:18.053 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z8KWTUn814knmpo5Oif8mqNgN/o=', 'Content-Length': '0'} 2022-09-01T11:30:18.055 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e8fd11bd593e98c0-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.056 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:18.057 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:18.057 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.058 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:30:18.058 DEBUG:boto:Data: 2022-09-01T11:30:18.059 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.059 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.060 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.060 DEBUG:boto:Params: {} 2022-09-01T11:30:18.061 DEBUG:boto:Token: None 2022-09-01T11:30:18.062 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj145 2022-09-01T11:30:18.062 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z8KWTUn814knmpo5Oif8mqNgN/o= 2022-09-01T11:30:18.063 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z8KWTUn814knmpo5Oif8mqNgN/o=', 'Content-Length': '0'} 2022-09-01T11:30:18.065 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d629e8a3da2c9792-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.066 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj145 2022-09-01T11:30:18.066 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:18.067 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:18.068 DEBUG:boto:Method: GET 2022-09-01T11:30:18.068 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:30:18.069 DEBUG:boto:Data: 2022-09-01T11:30:18.069 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.070 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.070 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.071 DEBUG:boto:Params: {} 2022-09-01T11:30:18.072 DEBUG:boto:Token: None 2022-09-01T11:30:18.072 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj145 2022-09-01T11:30:18.073 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5GoL3CVkP0OoDYEgc1LmFpuc5xs= 2022-09-01T11:30:18.073 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5GoL3CVkP0OoDYEgc1LmFpuc5xs=', 'Content-Length': '0'} 2022-09-01T11:30:18.075 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001c07ef2729acb652-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.076 DEBUG:boto:path=/ptoxvb-74/obj145 2022-09-01T11:30:18.077 DEBUG:boto:auth_path=/ptoxvb-74/obj145 2022-09-01T11:30:18.077 DEBUG:boto:Method: GET 2022-09-01T11:30:18.078 DEBUG:boto:Path: /ptoxvb-74/obj145 2022-09-01T11:30:18.078 DEBUG:boto:Data: 2022-09-01T11:30:18.079 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.080 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.080 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.081 DEBUG:boto:Params: {} 2022-09-01T11:30:18.081 DEBUG:boto:Token: None 2022-09-01T11:30:18.082 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj145 2022-09-01T11:30:18.083 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5GoL3CVkP0OoDYEgc1LmFpuc5xs= 2022-09-01T11:30:18.084 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5GoL3CVkP0OoDYEgc1LmFpuc5xs=', 'Content-Length': '0'} 2022-09-01T11:30:18.086 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:12 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d0812eeee05f4472-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.086 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:18.087 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:18.088 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:18.088 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:18.089 DEBUG:boto:Method: GET 2022-09-01T11:30:18.089 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:30:18.090 DEBUG:boto:Data: 2022-09-01T11:30:18.090 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.091 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.091 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.092 DEBUG:boto:Params: {} 2022-09-01T11:30:18.092 DEBUG:boto:Token: None 2022-09-01T11:30:18.093 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/ 2022-09-01T11:30:18.094 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o= 2022-09-01T11:30:18.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o=', 'Content-Length': '0'} 2022-09-01T11:30:18.097 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005fb77fde117b3a98-00631097ca-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.098 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.098 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:18.099 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:18.100 DEBUG:boto:path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:18.100 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj145 2022-09-01T11:30:18.101 DEBUG:boto:Method: GET 2022-09-01T11:30:18.101 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj145 2022-09-01T11:30:18.102 DEBUG:boto:Data: 2022-09-01T11:30:18.102 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.103 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.103 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.104 DEBUG:boto:Params: {} 2022-09-01T11:30:18.104 DEBUG:boto:Token: None 2022-09-01T11:30:18.105 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/ 2022-09-01T11:30:18.106 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o= 2022-09-01T11:30:18.106 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o=', 'Content-Length': '0'} 2022-09-01T11:30:18.109 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000972fdffab376962d-00631097ca-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.110 DEBUG:boto:b'ptoxvb-74obj1451000falseobj1452022-09-01T11:24:12.057Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.111 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj148 2022-09-01T11:30:18.111 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:18.112 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:18.112 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.113 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.113 DEBUG:boto:Method: GET 2022-09-01T11:30:18.114 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.114 DEBUG:boto:Data: 2022-09-01T11:30:18.115 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.115 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.116 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.116 DEBUG:boto:Params: {} 2022-09-01T11:30:18.117 DEBUG:boto:Token: None 2022-09-01T11:30:18.118 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:urtlOR0eX+/XpmySMt4Pj8nbi7I= 2022-09-01T11:30:18.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:urtlOR0eX+/XpmySMt4Pj8nbi7I=', 'Content-Length': '0'} 2022-09-01T11:30:18.121 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df530f9b8f02cca8-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.122 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:18.123 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:18.123 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.124 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.124 DEBUG:boto:Method: GET 2022-09-01T11:30:18.125 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.125 DEBUG:boto:Data: 2022-09-01T11:30:18.126 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.126 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.127 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.127 DEBUG:boto:Params: {} 2022-09-01T11:30:18.128 DEBUG:boto:Token: None 2022-09-01T11:30:18.129 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.129 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:urtlOR0eX+/XpmySMt4Pj8nbi7I= 2022-09-01T11:30:18.130 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:urtlOR0eX+/XpmySMt4Pj8nbi7I=', 'Content-Length': '0'} 2022-09-01T11:30:18.132 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a37a81aa71c62e03-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.133 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:18.133 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:18.134 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.135 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.135 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.136 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.136 DEBUG:boto:Data: 2022-09-01T11:30:18.137 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.137 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.138 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.138 DEBUG:boto:Params: {} 2022-09-01T11:30:18.139 DEBUG:boto:Token: None 2022-09-01T11:30:18.139 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.140 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8QLtkwUDlwYkE3OgdhPrC9hAQfU= 2022-09-01T11:30:18.141 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8QLtkwUDlwYkE3OgdhPrC9hAQfU=', 'Content-Length': '0'} 2022-09-01T11:30:18.143 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d024bc3776f23488-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.144 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:18.144 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:18.145 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.145 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.146 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.147 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.148 DEBUG:boto:Data: 2022-09-01T11:30:18.149 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.150 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.150 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.151 DEBUG:boto:Params: {} 2022-09-01T11:30:18.152 DEBUG:boto:Token: None 2022-09-01T11:30:18.154 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.155 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8QLtkwUDlwYkE3OgdhPrC9hAQfU= 2022-09-01T11:30:18.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8QLtkwUDlwYkE3OgdhPrC9hAQfU=', 'Content-Length': '0'} 2022-09-01T11:30:18.158 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000054a0de5fc84cc527-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.160 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj148 2022-09-01T11:30:18.160 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:18.161 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:18.161 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.162 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.163 DEBUG:boto:Method: GET 2022-09-01T11:30:18.163 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.164 DEBUG:boto:Data: 2022-09-01T11:30:18.164 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.165 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.165 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.166 DEBUG:boto:Params: {} 2022-09-01T11:30:18.166 DEBUG:boto:Token: None 2022-09-01T11:30:18.167 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.168 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:urtlOR0eX+/XpmySMt4Pj8nbi7I= 2022-09-01T11:30:18.168 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:urtlOR0eX+/XpmySMt4Pj8nbi7I=', 'Content-Length': '0'} 2022-09-01T11:30:18.171 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a00a57be0de64845-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.172 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:18.172 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:18.173 DEBUG:boto:path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.173 DEBUG:boto:auth_path=/ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.174 DEBUG:boto:Method: GET 2022-09-01T11:30:18.174 DEBUG:boto:Path: /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.175 DEBUG:boto:Data: 2022-09-01T11:30:18.176 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.177 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.177 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.178 DEBUG:boto:Params: {} 2022-09-01T11:30:18.179 DEBUG:boto:Token: None 2022-09-01T11:30:18.179 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj148?versionId=null 2022-09-01T11:30:18.180 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:urtlOR0eX+/XpmySMt4Pj8nbi7I= 2022-09-01T11:30:18.181 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:urtlOR0eX+/XpmySMt4Pj8nbi7I=', 'Content-Length': '0'} 2022-09-01T11:30:18.183 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006449dc6ac925e565-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.184 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:18.185 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:18.186 DEBUG:boto:path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:18.187 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:18.188 DEBUG:boto:Method: GET 2022-09-01T11:30:18.189 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj148 2022-09-01T11:30:18.190 DEBUG:boto:Data: 2022-09-01T11:30:18.191 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.192 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.193 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.194 DEBUG:boto:Params: {} 2022-09-01T11:30:18.195 DEBUG:boto:Token: None 2022-09-01T11:30:18.197 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/ 2022-09-01T11:30:18.198 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o= 2022-09-01T11:30:18.199 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o=', 'Content-Length': '0'} 2022-09-01T11:30:18.201 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000063da847baef72cdd-00631097ca-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.242 DEBUG:boto:b'ptoxvb-74obj1481000falseobj1482022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.244 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:18.245 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:18.246 DEBUG:boto:path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:18.247 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:18.248 DEBUG:boto:Method: GET 2022-09-01T11:30:18.249 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj148 2022-09-01T11:30:18.250 DEBUG:boto:Data: 2022-09-01T11:30:18.251 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.252 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.253 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.254 DEBUG:boto:Params: {} 2022-09-01T11:30:18.255 DEBUG:boto:Token: None 2022-09-01T11:30:18.256 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/ 2022-09-01T11:30:18.257 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o= 2022-09-01T11:30:18.258 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o=', 'Content-Length': '0'} 2022-09-01T11:30:18.262 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000032c83fafa679ee9d-00631097ca-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.263 DEBUG:boto:b'ptoxvb-74obj1481000falseobj1482022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.264 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:18.264 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:18.265 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.266 DEBUG:boto:Path: /ptoxvb-74/obj148 2022-09-01T11:30:18.266 DEBUG:boto:Data: 2022-09-01T11:30:18.267 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.267 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.268 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.268 DEBUG:boto:Params: {} 2022-09-01T11:30:18.269 DEBUG:boto:Token: None 2022-09-01T11:30:18.269 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj148 2022-09-01T11:30:18.270 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JiM7LHdz65Oe8KMWpnH9+liJ/sA= 2022-09-01T11:30:18.270 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JiM7LHdz65Oe8KMWpnH9+liJ/sA=', 'Content-Length': '0'} 2022-09-01T11:30:18.273 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000062287df39829afd0-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.274 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:18.275 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:18.275 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.276 DEBUG:boto:Path: /ptoxvb-74/obj148 2022-09-01T11:30:18.276 DEBUG:boto:Data: 2022-09-01T11:30:18.277 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.277 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.278 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.278 DEBUG:boto:Params: {} 2022-09-01T11:30:18.279 DEBUG:boto:Token: None 2022-09-01T11:30:18.279 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj148 2022-09-01T11:30:18.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JiM7LHdz65Oe8KMWpnH9+liJ/sA= 2022-09-01T11:30:18.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JiM7LHdz65Oe8KMWpnH9+liJ/sA=', 'Content-Length': '0'} 2022-09-01T11:30:18.284 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000bbc4fd9414b6d69-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.285 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj148 2022-09-01T11:30:18.286 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:18.287 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:18.288 DEBUG:boto:Method: GET 2022-09-01T11:30:18.289 DEBUG:boto:Path: /ptoxvb-74/obj148 2022-09-01T11:30:18.290 DEBUG:boto:Data: 2022-09-01T11:30:18.291 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.292 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.293 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.294 DEBUG:boto:Params: {} 2022-09-01T11:30:18.295 DEBUG:boto:Token: None 2022-09-01T11:30:18.296 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj148 2022-09-01T11:30:18.297 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t48mIJgWRdUS+Y2Ev+YbvxmZOjM= 2022-09-01T11:30:18.299 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t48mIJgWRdUS+Y2Ev+YbvxmZOjM=', 'Content-Length': '0'} 2022-09-01T11:30:18.301 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000216d3cb18fa30564-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.303 DEBUG:boto:path=/ptoxvb-74/obj148 2022-09-01T11:30:18.304 DEBUG:boto:auth_path=/ptoxvb-74/obj148 2022-09-01T11:30:18.305 DEBUG:boto:Method: GET 2022-09-01T11:30:18.306 DEBUG:boto:Path: /ptoxvb-74/obj148 2022-09-01T11:30:18.307 DEBUG:boto:Data: 2022-09-01T11:30:18.308 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.309 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.310 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.311 DEBUG:boto:Params: {} 2022-09-01T11:30:18.312 DEBUG:boto:Token: None 2022-09-01T11:30:18.314 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj148 2022-09-01T11:30:18.315 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t48mIJgWRdUS+Y2Ev+YbvxmZOjM= 2022-09-01T11:30:18.316 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t48mIJgWRdUS+Y2Ev+YbvxmZOjM=', 'Content-Length': '0'} 2022-09-01T11:30:18.319 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012f19de29da2e00d-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.320 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:18.321 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:18.322 DEBUG:boto:path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:18.322 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:18.323 DEBUG:boto:Method: GET 2022-09-01T11:30:18.324 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj148 2022-09-01T11:30:18.324 DEBUG:boto:Data: 2022-09-01T11:30:18.325 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.325 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.326 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.326 DEBUG:boto:Params: {} 2022-09-01T11:30:18.327 DEBUG:boto:Token: None 2022-09-01T11:30:18.327 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/ 2022-09-01T11:30:18.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o= 2022-09-01T11:30:18.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o=', 'Content-Length': '0'} 2022-09-01T11:30:18.331 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004501a858cba14075-00631097ca-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.332 DEBUG:boto:b'ptoxvb-74obj1481000falseobj1482022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.333 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:18.333 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:18.334 DEBUG:boto:path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:18.335 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj148 2022-09-01T11:30:18.335 DEBUG:boto:Method: GET 2022-09-01T11:30:18.336 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj148 2022-09-01T11:30:18.337 DEBUG:boto:Data: 2022-09-01T11:30:18.337 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.338 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.339 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.339 DEBUG:boto:Params: {} 2022-09-01T11:30:18.340 DEBUG:boto:Token: None 2022-09-01T11:30:18.340 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/ 2022-09-01T11:30:18.341 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o= 2022-09-01T11:30:18.342 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o=', 'Content-Length': '0'} 2022-09-01T11:30:18.345 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004a1af569b7613f9a-00631097ca-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.386 DEBUG:boto:b'ptoxvb-74obj1481000falseobj1482022-09-01T11:28:21.304Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.387 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:30:18.388 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:18.389 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:18.390 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.391 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.392 DEBUG:boto:Method: GET 2022-09-01T11:30:18.392 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.393 DEBUG:boto:Data: 2022-09-01T11:30:18.394 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.395 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.396 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.397 DEBUG:boto:Params: {} 2022-09-01T11:30:18.397 DEBUG:boto:Token: None 2022-09-01T11:30:18.398 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.399 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eFptaPYvXMlTgi4UtcQXe2w+ut0= 2022-09-01T11:30:18.400 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eFptaPYvXMlTgi4UtcQXe2w+ut0=', 'Content-Length': '0'} 2022-09-01T11:30:18.402 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a487b72581f5d74b-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.403 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:18.404 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:18.405 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.406 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.407 DEBUG:boto:Method: GET 2022-09-01T11:30:18.408 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.409 DEBUG:boto:Data: 2022-09-01T11:30:18.410 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.412 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.413 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.413 DEBUG:boto:Params: {} 2022-09-01T11:30:18.415 DEBUG:boto:Token: None 2022-09-01T11:30:18.416 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.417 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eFptaPYvXMlTgi4UtcQXe2w+ut0= 2022-09-01T11:30:18.418 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eFptaPYvXMlTgi4UtcQXe2w+ut0=', 'Content-Length': '0'} 2022-09-01T11:30:18.421 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f059f760039b6a6c-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.422 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:18.423 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:18.424 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.425 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.426 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.427 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.427 DEBUG:boto:Data: 2022-09-01T11:30:18.428 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.429 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.430 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.431 DEBUG:boto:Params: {} 2022-09-01T11:30:18.432 DEBUG:boto:Token: None 2022-09-01T11:30:18.433 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.434 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8PtXGVp3jGu50vqAH5r4ZNVX+z8= 2022-09-01T11:30:18.435 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8PtXGVp3jGu50vqAH5r4ZNVX+z8=', 'Content-Length': '0'} 2022-09-01T11:30:18.438 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000221273f9caaed8dd-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.440 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:18.441 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:18.442 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.442 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.443 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.444 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.444 DEBUG:boto:Data: 2022-09-01T11:30:18.445 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.446 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.447 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.448 DEBUG:boto:Params: {} 2022-09-01T11:30:18.448 DEBUG:boto:Token: None 2022-09-01T11:30:18.449 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.449 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8PtXGVp3jGu50vqAH5r4ZNVX+z8= 2022-09-01T11:30:18.450 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8PtXGVp3jGu50vqAH5r4ZNVX+z8=', 'Content-Length': '0'} 2022-09-01T11:30:18.452 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006bf12dd79e2e3dc1-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.453 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:30:18.453 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:18.454 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:18.454 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.455 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.456 DEBUG:boto:Method: GET 2022-09-01T11:30:18.456 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.457 DEBUG:boto:Data: 2022-09-01T11:30:18.457 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.458 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.458 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.459 DEBUG:boto:Params: {} 2022-09-01T11:30:18.460 DEBUG:boto:Token: None 2022-09-01T11:30:18.460 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.461 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eFptaPYvXMlTgi4UtcQXe2w+ut0= 2022-09-01T11:30:18.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eFptaPYvXMlTgi4UtcQXe2w+ut0=', 'Content-Length': '0'} 2022-09-01T11:30:18.464 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c872f80ec6423cb-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.506 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:18.507 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:18.507 DEBUG:boto:path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.508 DEBUG:boto:auth_path=/ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.509 DEBUG:boto:Method: GET 2022-09-01T11:30:18.509 DEBUG:boto:Path: /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.510 DEBUG:boto:Data: 2022-09-01T11:30:18.511 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.511 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.512 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.512 DEBUG:boto:Params: {} 2022-09-01T11:30:18.514 DEBUG:boto:Token: None 2022-09-01T11:30:18.515 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj155?versionId=null 2022-09-01T11:30:18.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eFptaPYvXMlTgi4UtcQXe2w+ut0= 2022-09-01T11:30:18.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eFptaPYvXMlTgi4UtcQXe2w+ut0=', 'Content-Length': '0'} 2022-09-01T11:30:18.518 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000b12ffd5ec68c2de-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.519 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:18.520 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:18.520 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:18.521 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:18.522 DEBUG:boto:Method: GET 2022-09-01T11:30:18.523 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:30:18.524 DEBUG:boto:Data: 2022-09-01T11:30:18.524 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.525 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.525 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.526 DEBUG:boto:Params: {} 2022-09-01T11:30:18.527 DEBUG:boto:Token: None 2022-09-01T11:30:18.528 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/ 2022-09-01T11:30:18.528 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o= 2022-09-01T11:30:18.529 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o=', 'Content-Length': '0'} 2022-09-01T11:30:18.532 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c61631261d9402a8-00631097ca-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.533 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.534 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:18.535 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:18.535 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:18.536 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:18.537 DEBUG:boto:Method: GET 2022-09-01T11:30:18.537 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:30:18.538 DEBUG:boto:Data: 2022-09-01T11:30:18.538 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.539 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.540 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.540 DEBUG:boto:Params: {} 2022-09-01T11:30:18.541 DEBUG:boto:Token: None 2022-09-01T11:30:18.542 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/ 2022-09-01T11:30:18.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o= 2022-09-01T11:30:18.543 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o=', 'Content-Length': '0'} 2022-09-01T11:30:18.546 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b5f08edfb0a8b490-00631097ca-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.546 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.547 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:18.548 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:18.548 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.549 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:30:18.549 DEBUG:boto:Data: 2022-09-01T11:30:18.550 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.550 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.551 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.551 DEBUG:boto:Params: {} 2022-09-01T11:30:18.552 DEBUG:boto:Token: None 2022-09-01T11:30:18.553 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj155 2022-09-01T11:30:18.553 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GxNvgV9/v4edCJqlBMcQYSEWaQI= 2022-09-01T11:30:18.554 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GxNvgV9/v4edCJqlBMcQYSEWaQI=', 'Content-Length': '0'} 2022-09-01T11:30:18.556 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000af17887327a30b07-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.557 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:18.557 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:18.558 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.558 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:30:18.559 DEBUG:boto:Data: 2022-09-01T11:30:18.559 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.560 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.560 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.561 DEBUG:boto:Params: {} 2022-09-01T11:30:18.561 DEBUG:boto:Token: None 2022-09-01T11:30:18.562 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj155 2022-09-01T11:30:18.563 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GxNvgV9/v4edCJqlBMcQYSEWaQI= 2022-09-01T11:30:18.563 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GxNvgV9/v4edCJqlBMcQYSEWaQI=', 'Content-Length': '0'} 2022-09-01T11:30:18.568 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f639873e9cfcc27-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.568 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj155 2022-09-01T11:30:18.570 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:18.571 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:18.572 DEBUG:boto:Method: GET 2022-09-01T11:30:18.573 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:30:18.574 DEBUG:boto:Data: 2022-09-01T11:30:18.575 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.576 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.577 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.578 DEBUG:boto:Params: {} 2022-09-01T11:30:18.579 DEBUG:boto:Token: None 2022-09-01T11:30:18.580 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj155 2022-09-01T11:30:18.582 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XOQ6rIADemltThOVCtKPdac44qo= 2022-09-01T11:30:18.582 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XOQ6rIADemltThOVCtKPdac44qo=', 'Content-Length': '0'} 2022-09-01T11:30:18.584 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000021e159749beb1f39-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.585 DEBUG:boto:path=/ptoxvb-74/obj155 2022-09-01T11:30:18.586 DEBUG:boto:auth_path=/ptoxvb-74/obj155 2022-09-01T11:30:18.586 DEBUG:boto:Method: GET 2022-09-01T11:30:18.587 DEBUG:boto:Path: /ptoxvb-74/obj155 2022-09-01T11:30:18.587 DEBUG:boto:Data: 2022-09-01T11:30:18.588 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.588 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.589 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.590 DEBUG:boto:Params: {} 2022-09-01T11:30:18.590 DEBUG:boto:Token: None 2022-09-01T11:30:18.591 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj155 2022-09-01T11:30:18.592 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:XOQ6rIADemltThOVCtKPdac44qo= 2022-09-01T11:30:18.593 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:XOQ6rIADemltThOVCtKPdac44qo=', 'Content-Length': '0'} 2022-09-01T11:30:18.596 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001564d491c7ec7fcc-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.598 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:18.599 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:18.599 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:18.600 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:18.601 DEBUG:boto:Method: GET 2022-09-01T11:30:18.601 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:30:18.602 DEBUG:boto:Data: 2022-09-01T11:30:18.602 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.603 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.604 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.604 DEBUG:boto:Params: {} 2022-09-01T11:30:18.605 DEBUG:boto:Token: None 2022-09-01T11:30:18.605 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/ 2022-09-01T11:30:18.606 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o= 2022-09-01T11:30:18.607 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o=', 'Content-Length': '0'} 2022-09-01T11:30:18.610 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000876de81e638f0ac6-00631097ca-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.611 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.611 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:18.612 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:18.613 DEBUG:boto:path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:18.613 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj155 2022-09-01T11:30:18.614 DEBUG:boto:Method: GET 2022-09-01T11:30:18.615 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj155 2022-09-01T11:30:18.615 DEBUG:boto:Data: 2022-09-01T11:30:18.616 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.616 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.617 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.617 DEBUG:boto:Params: {} 2022-09-01T11:30:18.618 DEBUG:boto:Token: None 2022-09-01T11:30:18.619 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/ 2022-09-01T11:30:18.620 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o= 2022-09-01T11:30:18.620 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o=', 'Content-Length': '0'} 2022-09-01T11:30:18.623 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000430795ef41ebef6f-00631097ca-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.624 DEBUG:boto:b'ptoxvb-74obj1551000falseobj1552022-09-01T11:26:15.694Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.625 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:30:18.626 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:18.626 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:18.627 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.628 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.629 DEBUG:boto:Method: GET 2022-09-01T11:30:18.630 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.631 DEBUG:boto:Data: 2022-09-01T11:30:18.632 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.633 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.633 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.634 DEBUG:boto:Params: {} 2022-09-01T11:30:18.634 DEBUG:boto:Token: None 2022-09-01T11:30:18.635 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.636 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8LtD/H87D7mZZE1bqJESw41Vfj8= 2022-09-01T11:30:18.636 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8LtD/H87D7mZZE1bqJESw41Vfj8=', 'Content-Length': '0'} 2022-09-01T11:30:18.638 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b7c5842931bc3a30-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.639 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:18.640 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:18.640 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.641 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.642 DEBUG:boto:Method: GET 2022-09-01T11:30:18.642 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.643 DEBUG:boto:Data: 2022-09-01T11:30:18.643 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.644 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.644 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.645 DEBUG:boto:Params: {} 2022-09-01T11:30:18.646 DEBUG:boto:Token: None 2022-09-01T11:30:18.646 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8LtD/H87D7mZZE1bqJESw41Vfj8= 2022-09-01T11:30:18.647 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8LtD/H87D7mZZE1bqJESw41Vfj8=', 'Content-Length': '0'} 2022-09-01T11:30:18.650 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005f1be7eec5c1c03d-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.690 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:18.691 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:18.691 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.692 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.692 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.693 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.693 DEBUG:boto:Data: 2022-09-01T11:30:18.694 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.694 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.695 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.695 DEBUG:boto:Params: {} 2022-09-01T11:30:18.696 DEBUG:boto:Token: None 2022-09-01T11:30:18.697 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.697 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZDkGkLo8oOqOoPeu/DWmYb5Ydgg= 2022-09-01T11:30:18.698 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZDkGkLo8oOqOoPeu/DWmYb5Ydgg=', 'Content-Length': '0'} 2022-09-01T11:30:18.700 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001a52f6348ff86553-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.701 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:18.701 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:18.702 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.702 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.703 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.703 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.704 DEBUG:boto:Data: 2022-09-01T11:30:18.704 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.705 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.705 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.706 DEBUG:boto:Params: {} 2022-09-01T11:30:18.706 DEBUG:boto:Token: None 2022-09-01T11:30:18.707 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.707 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZDkGkLo8oOqOoPeu/DWmYb5Ydgg= 2022-09-01T11:30:18.708 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZDkGkLo8oOqOoPeu/DWmYb5Ydgg=', 'Content-Length': '0'} 2022-09-01T11:30:18.710 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000e83351cd61b81eb-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.711 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:30:18.711 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:18.712 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:18.712 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.713 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.713 DEBUG:boto:Method: GET 2022-09-01T11:30:18.714 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.714 DEBUG:boto:Data: 2022-09-01T11:30:18.715 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.715 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.716 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.716 DEBUG:boto:Params: {} 2022-09-01T11:30:18.717 DEBUG:boto:Token: None 2022-09-01T11:30:18.718 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8LtD/H87D7mZZE1bqJESw41Vfj8= 2022-09-01T11:30:18.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8LtD/H87D7mZZE1bqJESw41Vfj8=', 'Content-Length': '0'} 2022-09-01T11:30:18.721 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000067c8b5c0b507bdd7-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.722 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:18.723 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:18.723 DEBUG:boto:path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.724 DEBUG:boto:auth_path=/ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.724 DEBUG:boto:Method: GET 2022-09-01T11:30:18.725 DEBUG:boto:Path: /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.725 DEBUG:boto:Data: 2022-09-01T11:30:18.726 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.726 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.727 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.727 DEBUG:boto:Params: {} 2022-09-01T11:30:18.728 DEBUG:boto:Token: None 2022-09-01T11:30:18.728 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj17?versionId=null 2022-09-01T11:30:18.729 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8LtD/H87D7mZZE1bqJESw41Vfj8= 2022-09-01T11:30:18.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8LtD/H87D7mZZE1bqJESw41Vfj8=', 'Content-Length': '0'} 2022-09-01T11:30:18.732 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d7668b893d0f1fae-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.733 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:18.733 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:18.734 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:18.734 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:18.735 DEBUG:boto:Method: GET 2022-09-01T11:30:18.736 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:30:18.736 DEBUG:boto:Data: 2022-09-01T11:30:18.737 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.737 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.738 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.739 DEBUG:boto:Params: {} 2022-09-01T11:30:18.739 DEBUG:boto:Token: None 2022-09-01T11:30:18.740 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/ 2022-09-01T11:30:18.740 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o= 2022-09-01T11:30:18.741 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o=', 'Content-Length': '0'} 2022-09-01T11:30:18.744 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f12f25e9580b3b86-00631097ca-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.745 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.746 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:18.746 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:18.747 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:18.747 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:18.748 DEBUG:boto:Method: GET 2022-09-01T11:30:18.748 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:30:18.757 DEBUG:boto:Data: 2022-09-01T11:30:18.758 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.758 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.759 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.759 DEBUG:boto:Params: {} 2022-09-01T11:30:18.760 DEBUG:boto:Token: None 2022-09-01T11:30:18.761 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/ 2022-09-01T11:30:18.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o= 2022-09-01T11:30:18.762 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o=', 'Content-Length': '0'} 2022-09-01T11:30:18.764 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f191ef5d81afd373-00631097ca-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.765 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.766 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:18.767 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:18.767 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.768 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:30:18.768 DEBUG:boto:Data: 2022-09-01T11:30:18.769 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.769 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.770 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.770 DEBUG:boto:Params: {} 2022-09-01T11:30:18.771 DEBUG:boto:Token: None 2022-09-01T11:30:18.772 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj17 2022-09-01T11:30:18.772 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3Wex44vxKSOJJ9E/Vg0gSznZvGE= 2022-09-01T11:30:18.773 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3Wex44vxKSOJJ9E/Vg0gSznZvGE=', 'Content-Length': '0'} 2022-09-01T11:30:18.775 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a650c5bbe88b1421-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.776 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:18.776 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:18.777 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.777 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:30:18.778 DEBUG:boto:Data: 2022-09-01T11:30:18.778 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.779 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.779 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.780 DEBUG:boto:Params: {} 2022-09-01T11:30:18.780 DEBUG:boto:Token: None 2022-09-01T11:30:18.781 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj17 2022-09-01T11:30:18.781 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3Wex44vxKSOJJ9E/Vg0gSznZvGE= 2022-09-01T11:30:18.782 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3Wex44vxKSOJJ9E/Vg0gSznZvGE=', 'Content-Length': '0'} 2022-09-01T11:30:18.784 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001c4fe2ee903844c7-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.785 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj17 2022-09-01T11:30:18.785 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:18.786 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:18.786 DEBUG:boto:Method: GET 2022-09-01T11:30:18.787 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:30:18.787 DEBUG:boto:Data: 2022-09-01T11:30:18.788 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.788 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.789 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.790 DEBUG:boto:Params: {} 2022-09-01T11:30:18.790 DEBUG:boto:Token: None 2022-09-01T11:30:18.791 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj17 2022-09-01T11:30:18.792 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cWpEcRFk1Nyq7uQSIhhSVZboNpM= 2022-09-01T11:30:18.792 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cWpEcRFk1Nyq7uQSIhhSVZboNpM=', 'Content-Length': '0'} 2022-09-01T11:30:18.794 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b442494b86ad9869-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.843 DEBUG:boto:path=/ptoxvb-74/obj17 2022-09-01T11:30:18.844 DEBUG:boto:auth_path=/ptoxvb-74/obj17 2022-09-01T11:30:18.845 DEBUG:boto:Method: GET 2022-09-01T11:30:18.845 DEBUG:boto:Path: /ptoxvb-74/obj17 2022-09-01T11:30:18.846 DEBUG:boto:Data: 2022-09-01T11:30:18.847 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.847 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.848 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.849 DEBUG:boto:Params: {} 2022-09-01T11:30:18.849 DEBUG:boto:Token: None 2022-09-01T11:30:18.851 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj17 2022-09-01T11:30:18.852 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cWpEcRFk1Nyq7uQSIhhSVZboNpM= 2022-09-01T11:30:18.853 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cWpEcRFk1Nyq7uQSIhhSVZboNpM=', 'Content-Length': '0'} 2022-09-01T11:30:18.855 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e3f5c58aa93a3ff-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.855 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:18.856 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:18.857 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:18.857 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:18.858 DEBUG:boto:Method: GET 2022-09-01T11:30:18.859 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:30:18.859 DEBUG:boto:Data: 2022-09-01T11:30:18.860 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.860 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.861 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.862 DEBUG:boto:Params: {} 2022-09-01T11:30:18.862 DEBUG:boto:Token: None 2022-09-01T11:30:18.863 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/ 2022-09-01T11:30:18.864 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o= 2022-09-01T11:30:18.865 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o=', 'Content-Length': '0'} 2022-09-01T11:30:18.868 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e27abb36454a7a0d-00631097ca-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.869 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.870 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:18.870 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:18.871 DEBUG:boto:path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:18.871 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj17 2022-09-01T11:30:18.872 DEBUG:boto:Method: GET 2022-09-01T11:30:18.872 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj17 2022-09-01T11:30:18.873 DEBUG:boto:Data: 2022-09-01T11:30:18.874 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.874 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.875 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.875 DEBUG:boto:Params: {} 2022-09-01T11:30:18.876 DEBUG:boto:Token: None 2022-09-01T11:30:18.876 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/ 2022-09-01T11:30:18.877 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o= 2022-09-01T11:30:18.878 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CsIwUNcWEYXlZxm6MIC+SO4xG9o=', 'Content-Length': '0'} 2022-09-01T11:30:18.881 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002df846d156025f82-00631097ca-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.922 DEBUG:boto:b'ptoxvb-74obj171000falseobj172022-09-01T11:16:59.036Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:18.924 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj185 2022-09-01T11:30:18.925 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:18.926 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:18.927 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.928 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.929 DEBUG:boto:Method: GET 2022-09-01T11:30:18.930 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.931 DEBUG:boto:Data: 2022-09-01T11:30:18.932 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.933 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.934 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.935 DEBUG:boto:Params: {} 2022-09-01T11:30:18.936 DEBUG:boto:Token: None 2022-09-01T11:30:18.937 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.937 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G07QeIABDOKxIg3RBpw1nnOyUgA= 2022-09-01T11:30:18.938 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G07QeIABDOKxIg3RBpw1nnOyUgA=', 'Content-Length': '0'} 2022-09-01T11:30:18.941 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002427d76056bb0a21-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.942 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:18.943 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:18.944 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.944 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.945 DEBUG:boto:Method: GET 2022-09-01T11:30:18.945 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.946 DEBUG:boto:Data: 2022-09-01T11:30:18.947 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.948 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.948 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.949 DEBUG:boto:Params: {} 2022-09-01T11:30:18.949 DEBUG:boto:Token: None 2022-09-01T11:30:18.951 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.951 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G07QeIABDOKxIg3RBpw1nnOyUgA= 2022-09-01T11:30:18.952 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G07QeIABDOKxIg3RBpw1nnOyUgA=', 'Content-Length': '0'} 2022-09-01T11:30:18.954 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd50e90220a2719a-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.956 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:18.956 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:18.957 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.957 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.958 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.958 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.959 DEBUG:boto:Data: 2022-09-01T11:30:18.960 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.960 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.961 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.962 DEBUG:boto:Params: {} 2022-09-01T11:30:18.963 DEBUG:boto:Token: None 2022-09-01T11:30:18.963 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.964 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WPVHS/6x6cdfItr5HYE4Lav4cvA= 2022-09-01T11:30:18.965 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WPVHS/6x6cdfItr5HYE4Lav4cvA=', 'Content-Length': '0'} 2022-09-01T11:30:18.967 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000036ca5b45e333efbb-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.968 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:18.969 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:18.969 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.970 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.971 DEBUG:boto:Method: HEAD 2022-09-01T11:30:18.972 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.973 DEBUG:boto:Data: 2022-09-01T11:30:18.973 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.974 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:18.974 DEBUG:boto:Port: 8000 2022-09-01T11:30:18.975 DEBUG:boto:Params: {} 2022-09-01T11:30:18.976 DEBUG:boto:Token: None 2022-09-01T11:30:18.977 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.977 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WPVHS/6x6cdfItr5HYE4Lav4cvA= 2022-09-01T11:30:18.978 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WPVHS/6x6cdfItr5HYE4Lav4cvA=', 'Content-Length': '0'} 2022-09-01T11:30:18.980 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002785eda3f552493e-00631097ca-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.981 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj185 2022-09-01T11:30:18.981 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:18.982 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:18.983 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.983 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.984 DEBUG:boto:Method: GET 2022-09-01T11:30:18.984 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.985 DEBUG:boto:Data: 2022-09-01T11:30:18.986 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.986 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:18.987 DEBUG:boto:Port: 8001 2022-09-01T11:30:18.988 DEBUG:boto:Params: {} 2022-09-01T11:30:18.988 DEBUG:boto:Token: None 2022-09-01T11:30:18.989 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:18 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.990 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G07QeIABDOKxIg3RBpw1nnOyUgA= 2022-09-01T11:30:18.990 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G07QeIABDOKxIg3RBpw1nnOyUgA=', 'Content-Length': '0'} 2022-09-01T11:30:18.993 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000939a77db35fe5ae5-00631097ca-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:18.994 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:18.994 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:18.995 DEBUG:boto:path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.996 DEBUG:boto:auth_path=/ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.997 DEBUG:boto:Method: GET 2022-09-01T11:30:18.998 DEBUG:boto:Path: /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:18.998 DEBUG:boto:Data: 2022-09-01T11:30:18.999 DEBUG:boto:Headers: {} 2022-09-01T11:30:18.999 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.000 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.001 DEBUG:boto:Params: {} 2022-09-01T11:30:19.001 DEBUG:boto:Token: None 2022-09-01T11:30:19.002 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj185?versionId=null 2022-09-01T11:30:19.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qBhWXIxNMsY5fJTsbVGEcoE9Vyk= 2022-09-01T11:30:19.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qBhWXIxNMsY5fJTsbVGEcoE9Vyk=', 'Content-Length': '0'} 2022-09-01T11:30:19.007 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c1728cd1894695f-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.008 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.008 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.009 DEBUG:boto:path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:19.009 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:19.010 DEBUG:boto:Method: GET 2022-09-01T11:30:19.010 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj185 2022-09-01T11:30:19.011 DEBUG:boto:Data: 2022-09-01T11:30:19.011 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.012 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.012 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.013 DEBUG:boto:Params: {} 2022-09-01T11:30:19.013 DEBUG:boto:Token: None 2022-09-01T11:30:19.014 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.018 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000051a9bbfe7644ed6d-00631097cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.019 DEBUG:boto:b'ptoxvb-74obj1851000falseobj1852022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.020 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.020 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.021 DEBUG:boto:path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:19.021 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:19.022 DEBUG:boto:Method: GET 2022-09-01T11:30:19.022 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj185 2022-09-01T11:30:19.023 DEBUG:boto:Data: 2022-09-01T11:30:19.023 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.024 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.025 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.025 DEBUG:boto:Params: {} 2022-09-01T11:30:19.026 DEBUG:boto:Token: None 2022-09-01T11:30:19.026 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.027 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.028 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.031 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b8cb68c00169523d-00631097cb-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.074 DEBUG:boto:b'ptoxvb-74obj1851000falseobj1852022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.076 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:19.077 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:19.078 DEBUG:boto:Method: HEAD 2022-09-01T11:30:19.079 DEBUG:boto:Path: /ptoxvb-74/obj185 2022-09-01T11:30:19.080 DEBUG:boto:Data: 2022-09-01T11:30:19.082 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.083 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.084 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.085 DEBUG:boto:Params: {} 2022-09-01T11:30:19.086 DEBUG:boto:Token: None 2022-09-01T11:30:19.087 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj185 2022-09-01T11:30:19.088 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JQhS01Yt5bD+RY2ZLY2u/2K2riE= 2022-09-01T11:30:19.090 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JQhS01Yt5bD+RY2ZLY2u/2K2riE=', 'Content-Length': '0'} 2022-09-01T11:30:19.092 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a8d0743a77be42c2-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.095 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:19.096 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:19.097 DEBUG:boto:Method: HEAD 2022-09-01T11:30:19.098 DEBUG:boto:Path: /ptoxvb-74/obj185 2022-09-01T11:30:19.099 DEBUG:boto:Data: 2022-09-01T11:30:19.100 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.101 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.102 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.103 DEBUG:boto:Params: {} 2022-09-01T11:30:19.104 DEBUG:boto:Token: None 2022-09-01T11:30:19.106 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj185 2022-09-01T11:30:19.107 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JQhS01Yt5bD+RY2ZLY2u/2K2riE= 2022-09-01T11:30:19.108 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JQhS01Yt5bD+RY2ZLY2u/2K2riE=', 'Content-Length': '0'} 2022-09-01T11:30:19.110 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c0573f643ebbbae-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.111 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj185 2022-09-01T11:30:19.112 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:19.112 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:19.113 DEBUG:boto:Method: GET 2022-09-01T11:30:19.113 DEBUG:boto:Path: /ptoxvb-74/obj185 2022-09-01T11:30:19.114 DEBUG:boto:Data: 2022-09-01T11:30:19.115 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.115 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.116 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.116 DEBUG:boto:Params: {} 2022-09-01T11:30:19.117 DEBUG:boto:Token: None 2022-09-01T11:30:19.118 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj185 2022-09-01T11:30:19.119 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i1G9HuwHFgom5NRrbt+ZK2Z5vp0= 2022-09-01T11:30:19.119 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i1G9HuwHFgom5NRrbt+ZK2Z5vp0=', 'Content-Length': '0'} 2022-09-01T11:30:19.122 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec0e9beb36061732-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.123 DEBUG:boto:path=/ptoxvb-74/obj185 2022-09-01T11:30:19.123 DEBUG:boto:auth_path=/ptoxvb-74/obj185 2022-09-01T11:30:19.124 DEBUG:boto:Method: GET 2022-09-01T11:30:19.126 DEBUG:boto:Path: /ptoxvb-74/obj185 2022-09-01T11:30:19.126 DEBUG:boto:Data: 2022-09-01T11:30:19.127 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.128 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.128 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.129 DEBUG:boto:Params: {} 2022-09-01T11:30:19.130 DEBUG:boto:Token: None 2022-09-01T11:30:19.130 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj185 2022-09-01T11:30:19.131 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:i1G9HuwHFgom5NRrbt+ZK2Z5vp0= 2022-09-01T11:30:19.131 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:i1G9HuwHFgom5NRrbt+ZK2Z5vp0=', 'Content-Length': '0'} 2022-09-01T11:30:19.133 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000024b9dfadbb31de9-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.134 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.135 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.136 DEBUG:boto:path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:19.136 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:19.137 DEBUG:boto:Method: GET 2022-09-01T11:30:19.138 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj185 2022-09-01T11:30:19.138 DEBUG:boto:Data: 2022-09-01T11:30:19.139 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.139 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.140 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.141 DEBUG:boto:Params: {} 2022-09-01T11:30:19.142 DEBUG:boto:Token: None 2022-09-01T11:30:19.142 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.143 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.144 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.147 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007152a5978ca220c6-00631097cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.190 DEBUG:boto:b'ptoxvb-74obj1851000falseobj1852022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.192 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.192 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.193 DEBUG:boto:path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:19.193 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj185 2022-09-01T11:30:19.194 DEBUG:boto:Method: GET 2022-09-01T11:30:19.195 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj185 2022-09-01T11:30:19.196 DEBUG:boto:Data: 2022-09-01T11:30:19.196 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.197 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.197 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.198 DEBUG:boto:Params: {} 2022-09-01T11:30:19.200 DEBUG:boto:Token: None 2022-09-01T11:30:19.201 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.201 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.202 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.205 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bd14ca81cba5deb7-00631097cb-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.206 DEBUG:boto:b'ptoxvb-74obj1851000falseobj1852022-09-01T11:28:21.333Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.208 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:30:19.209 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:19.209 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:19.210 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.211 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.212 DEBUG:boto:Method: GET 2022-09-01T11:30:19.213 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.214 DEBUG:boto:Data: 2022-09-01T11:30:19.215 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.216 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.217 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.218 DEBUG:boto:Params: {} 2022-09-01T11:30:19.219 DEBUG:boto:Token: None 2022-09-01T11:30:19.220 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.221 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BWeQKav9xiVv2JD4oUFdp+EvSGI= 2022-09-01T11:30:19.222 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BWeQKav9xiVv2JD4oUFdp+EvSGI=', 'Content-Length': '0'} 2022-09-01T11:30:19.225 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b1c3120d34a2a248-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.226 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:19.228 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:19.229 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.230 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.231 DEBUG:boto:Method: GET 2022-09-01T11:30:19.232 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.233 DEBUG:boto:Data: 2022-09-01T11:30:19.234 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.235 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.236 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.237 DEBUG:boto:Params: {} 2022-09-01T11:30:19.238 DEBUG:boto:Token: None 2022-09-01T11:30:19.239 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BWeQKav9xiVv2JD4oUFdp+EvSGI= 2022-09-01T11:30:19.242 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BWeQKav9xiVv2JD4oUFdp+EvSGI=', 'Content-Length': '0'} 2022-09-01T11:30:19.244 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000055deaf954639a064-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.246 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:19.247 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:19.247 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.248 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.250 DEBUG:boto:Method: HEAD 2022-09-01T11:30:19.250 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.251 DEBUG:boto:Data: 2022-09-01T11:30:19.252 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.253 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.254 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.255 DEBUG:boto:Params: {} 2022-09-01T11:30:19.256 DEBUG:boto:Token: None 2022-09-01T11:30:19.257 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.258 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exO4wmpg4xOusTpGcluB75/qCIU= 2022-09-01T11:30:19.259 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exO4wmpg4xOusTpGcluB75/qCIU=', 'Content-Length': '0'} 2022-09-01T11:30:19.261 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000021f35818d66ca6b3-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.262 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:19.263 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:19.264 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.265 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.266 DEBUG:boto:Method: HEAD 2022-09-01T11:30:19.267 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.268 DEBUG:boto:Data: 2022-09-01T11:30:19.269 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.270 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.271 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.272 DEBUG:boto:Params: {} 2022-09-01T11:30:19.273 DEBUG:boto:Token: None 2022-09-01T11:30:19.274 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.275 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:exO4wmpg4xOusTpGcluB75/qCIU= 2022-09-01T11:30:19.276 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:exO4wmpg4xOusTpGcluB75/qCIU=', 'Content-Length': '0'} 2022-09-01T11:30:19.279 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000099d456b71fc360e0-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.281 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:30:19.282 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:19.283 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:19.283 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.284 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.285 DEBUG:boto:Method: GET 2022-09-01T11:30:19.286 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.287 DEBUG:boto:Data: 2022-09-01T11:30:19.288 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.289 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.290 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.291 DEBUG:boto:Params: {} 2022-09-01T11:30:19.292 DEBUG:boto:Token: None 2022-09-01T11:30:19.293 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.294 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BWeQKav9xiVv2JD4oUFdp+EvSGI= 2022-09-01T11:30:19.295 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BWeQKav9xiVv2JD4oUFdp+EvSGI=', 'Content-Length': '0'} 2022-09-01T11:30:19.298 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000091809e0f6011ffc5-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.299 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:19.300 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:19.301 DEBUG:boto:path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.302 DEBUG:boto:auth_path=/ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.303 DEBUG:boto:Method: GET 2022-09-01T11:30:19.304 DEBUG:boto:Path: /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.305 DEBUG:boto:Data: 2022-09-01T11:30:19.306 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.307 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.308 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.309 DEBUG:boto:Params: {} 2022-09-01T11:30:19.310 DEBUG:boto:Token: None 2022-09-01T11:30:19.311 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj19?versionId=null 2022-09-01T11:30:19.312 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BWeQKav9xiVv2JD4oUFdp+EvSGI= 2022-09-01T11:30:19.313 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BWeQKav9xiVv2JD4oUFdp+EvSGI=', 'Content-Length': '0'} 2022-09-01T11:30:19.318 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000909304bd85eeb71d-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.320 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.321 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.322 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:19.324 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:19.325 DEBUG:boto:Method: GET 2022-09-01T11:30:19.326 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:30:19.327 DEBUG:boto:Data: 2022-09-01T11:30:19.329 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.330 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.330 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.332 DEBUG:boto:Params: {} 2022-09-01T11:30:19.333 DEBUG:boto:Token: None 2022-09-01T11:30:19.334 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.336 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.337 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.341 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003e6f28d5ee081332-00631097cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.342 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.343 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.343 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.344 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:19.345 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:19.345 DEBUG:boto:Method: GET 2022-09-01T11:30:19.346 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:30:19.347 DEBUG:boto:Data: 2022-09-01T11:30:19.348 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.349 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.349 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.350 DEBUG:boto:Params: {} 2022-09-01T11:30:19.351 DEBUG:boto:Token: None 2022-09-01T11:30:19.352 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.352 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.353 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.355 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e5c4b10811760221-00631097cb-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.399 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.400 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:19.401 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:19.401 DEBUG:boto:Method: HEAD 2022-09-01T11:30:19.402 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:30:19.402 DEBUG:boto:Data: 2022-09-01T11:30:19.403 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.403 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.404 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.404 DEBUG:boto:Params: {} 2022-09-01T11:30:19.405 DEBUG:boto:Token: None 2022-09-01T11:30:19.406 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj19 2022-09-01T11:30:19.406 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UH5BjB/fxdvj71kY8kVC4C77wpg= 2022-09-01T11:30:19.407 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UH5BjB/fxdvj71kY8kVC4C77wpg=', 'Content-Length': '0'} 2022-09-01T11:30:19.409 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c27ae71a9bccb522-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.410 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:19.411 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:19.411 DEBUG:boto:Method: HEAD 2022-09-01T11:30:19.412 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:30:19.412 DEBUG:boto:Data: 2022-09-01T11:30:19.413 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.413 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.414 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.415 DEBUG:boto:Params: {} 2022-09-01T11:30:19.415 DEBUG:boto:Token: None 2022-09-01T11:30:19.416 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj19 2022-09-01T11:30:19.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UH5BjB/fxdvj71kY8kVC4C77wpg= 2022-09-01T11:30:19.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UH5BjB/fxdvj71kY8kVC4C77wpg=', 'Content-Length': '0'} 2022-09-01T11:30:19.419 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ced2efbdb9b3a39-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.422 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj19 2022-09-01T11:30:19.424 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:19.425 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:19.426 DEBUG:boto:Method: GET 2022-09-01T11:30:19.427 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:30:19.428 DEBUG:boto:Data: 2022-09-01T11:30:19.429 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.430 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.431 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.432 DEBUG:boto:Params: {} 2022-09-01T11:30:19.433 DEBUG:boto:Token: None 2022-09-01T11:30:19.441 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj19 2022-09-01T11:30:19.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ztrxY6OCyDpO5Ql552ZgWCWVdRw= 2022-09-01T11:30:19.442 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ztrxY6OCyDpO5Ql552ZgWCWVdRw=', 'Content-Length': '0'} 2022-09-01T11:30:19.445 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000008bb8979fd8f75df-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.446 DEBUG:boto:path=/ptoxvb-74/obj19 2022-09-01T11:30:19.446 DEBUG:boto:auth_path=/ptoxvb-74/obj19 2022-09-01T11:30:19.447 DEBUG:boto:Method: GET 2022-09-01T11:30:19.448 DEBUG:boto:Path: /ptoxvb-74/obj19 2022-09-01T11:30:19.448 DEBUG:boto:Data: 2022-09-01T11:30:19.449 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.449 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.450 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.450 DEBUG:boto:Params: {} 2022-09-01T11:30:19.451 DEBUG:boto:Token: None 2022-09-01T11:30:19.452 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj19 2022-09-01T11:30:19.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ztrxY6OCyDpO5Ql552ZgWCWVdRw= 2022-09-01T11:30:19.453 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ztrxY6OCyDpO5Ql552ZgWCWVdRw=', 'Content-Length': '0'} 2022-09-01T11:30:19.455 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d0017e0ee3f3832f-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.456 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.457 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.458 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:19.458 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:19.459 DEBUG:boto:Method: GET 2022-09-01T11:30:19.459 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:30:19.460 DEBUG:boto:Data: 2022-09-01T11:30:19.460 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.461 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.461 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.462 DEBUG:boto:Params: {} 2022-09-01T11:30:19.463 DEBUG:boto:Token: None 2022-09-01T11:30:19.463 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.464 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.465 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.467 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000446c1e159aa6ff7e-00631097cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.468 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.469 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.470 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.470 DEBUG:boto:path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:19.471 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj19 2022-09-01T11:30:19.471 DEBUG:boto:Method: GET 2022-09-01T11:30:19.472 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj19 2022-09-01T11:30:19.473 DEBUG:boto:Data: 2022-09-01T11:30:19.473 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.474 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.474 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.475 DEBUG:boto:Params: {} 2022-09-01T11:30:19.476 DEBUG:boto:Token: None 2022-09-01T11:30:19.477 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.479 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.480 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.482 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000069a4dac2e59ab9f9-00631097cb-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.483 DEBUG:boto:b'ptoxvb-74obj191000falseobj192022-09-01T11:20:42.701Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.484 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:30:19.485 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:19.486 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:19.487 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.488 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.489 DEBUG:boto:Method: GET 2022-09-01T11:30:19.490 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.491 DEBUG:boto:Data: 2022-09-01T11:30:19.492 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.493 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.494 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.495 DEBUG:boto:Params: {} 2022-09-01T11:30:19.496 DEBUG:boto:Token: None 2022-09-01T11:30:19.497 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pS3cgYiUrgg9+Zeg5v2cYp5+Y9Y= 2022-09-01T11:30:19.498 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pS3cgYiUrgg9+Zeg5v2cYp5+Y9Y=', 'Content-Length': '0'} 2022-09-01T11:30:19.500 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009ff353c0403426c1-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.542 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:19.543 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:19.543 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.544 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.545 DEBUG:boto:Method: GET 2022-09-01T11:30:19.545 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.546 DEBUG:boto:Data: 2022-09-01T11:30:19.546 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.547 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.547 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.548 DEBUG:boto:Params: {} 2022-09-01T11:30:19.549 DEBUG:boto:Token: None 2022-09-01T11:30:19.549 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.550 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pS3cgYiUrgg9+Zeg5v2cYp5+Y9Y= 2022-09-01T11:30:19.551 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pS3cgYiUrgg9+Zeg5v2cYp5+Y9Y=', 'Content-Length': '0'} 2022-09-01T11:30:19.553 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000476ea254c30d79ca-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.554 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:19.555 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:19.555 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.555 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.556 DEBUG:boto:Method: HEAD 2022-09-01T11:30:19.557 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.557 DEBUG:boto:Data: 2022-09-01T11:30:19.557 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.558 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.559 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.559 DEBUG:boto:Params: {} 2022-09-01T11:30:19.560 DEBUG:boto:Token: None 2022-09-01T11:30:19.560 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eyr2OklFDGvTSaOmxPNWNJrT2C8= 2022-09-01T11:30:19.562 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eyr2OklFDGvTSaOmxPNWNJrT2C8=', 'Content-Length': '0'} 2022-09-01T11:30:19.564 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000035f934431fc81f06-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.565 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:19.565 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:19.566 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.566 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.567 DEBUG:boto:Method: HEAD 2022-09-01T11:30:19.568 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.568 DEBUG:boto:Data: 2022-09-01T11:30:19.568 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.569 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.569 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.570 DEBUG:boto:Params: {} 2022-09-01T11:30:19.572 DEBUG:boto:Token: None 2022-09-01T11:30:19.572 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.573 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eyr2OklFDGvTSaOmxPNWNJrT2C8= 2022-09-01T11:30:19.574 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eyr2OklFDGvTSaOmxPNWNJrT2C8=', 'Content-Length': '0'} 2022-09-01T11:30:19.576 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002a911fef914b78b0-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.577 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:30:19.578 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:19.579 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:19.579 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.580 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.580 DEBUG:boto:Method: GET 2022-09-01T11:30:19.582 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.582 DEBUG:boto:Data: 2022-09-01T11:30:19.583 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.583 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.584 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.585 DEBUG:boto:Params: {} 2022-09-01T11:30:19.585 DEBUG:boto:Token: None 2022-09-01T11:30:19.586 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.587 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pS3cgYiUrgg9+Zeg5v2cYp5+Y9Y= 2022-09-01T11:30:19.589 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pS3cgYiUrgg9+Zeg5v2cYp5+Y9Y=', 'Content-Length': '0'} 2022-09-01T11:30:19.592 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f8474aaa3fd4a597-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.594 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:19.594 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:19.595 DEBUG:boto:path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.596 DEBUG:boto:auth_path=/ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.596 DEBUG:boto:Method: GET 2022-09-01T11:30:19.597 DEBUG:boto:Path: /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.598 DEBUG:boto:Data: 2022-09-01T11:30:19.598 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.599 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.600 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.600 DEBUG:boto:Params: {} 2022-09-01T11:30:19.601 DEBUG:boto:Token: None 2022-09-01T11:30:19.603 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj22?versionId=null 2022-09-01T11:30:19.605 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pS3cgYiUrgg9+Zeg5v2cYp5+Y9Y= 2022-09-01T11:30:19.606 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pS3cgYiUrgg9+Zeg5v2cYp5+Y9Y=', 'Content-Length': '0'} 2022-09-01T11:30:19.608 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bbbfad0f5af9c2c0-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.609 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.610 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.610 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:19.611 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:19.611 DEBUG:boto:Method: GET 2022-09-01T11:30:19.612 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:30:19.612 DEBUG:boto:Data: 2022-09-01T11:30:19.613 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.614 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.614 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.615 DEBUG:boto:Params: {} 2022-09-01T11:30:19.616 DEBUG:boto:Token: None 2022-09-01T11:30:19.616 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.617 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.617 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.621 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000e5a69bc6a3e565c-00631097cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.621 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.622 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.623 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.624 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:19.624 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:19.625 DEBUG:boto:Method: GET 2022-09-01T11:30:19.625 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:30:19.626 DEBUG:boto:Data: 2022-09-01T11:30:19.626 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.627 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.627 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.628 DEBUG:boto:Params: {} 2022-09-01T11:30:19.628 DEBUG:boto:Token: None 2022-09-01T11:30:19.629 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.629 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.630 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.633 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009443b62a01cc89c3-00631097cb-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.633 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.634 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:19.635 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:19.635 DEBUG:boto:Method: HEAD 2022-09-01T11:30:19.636 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:30:19.637 DEBUG:boto:Data: 2022-09-01T11:30:19.637 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.638 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.638 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.639 DEBUG:boto:Params: {} 2022-09-01T11:30:19.639 DEBUG:boto:Token: None 2022-09-01T11:30:19.640 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj22 2022-09-01T11:30:19.640 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CY6JvQ0rLdoJp/D7KH3nZt/8lV8= 2022-09-01T11:30:19.641 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CY6JvQ0rLdoJp/D7KH3nZt/8lV8=', 'Content-Length': '0'} 2022-09-01T11:30:19.643 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000044a291da07a20403-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.644 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:19.644 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:19.645 DEBUG:boto:Method: HEAD 2022-09-01T11:30:19.645 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:30:19.646 DEBUG:boto:Data: 2022-09-01T11:30:19.646 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.647 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.647 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.648 DEBUG:boto:Params: {} 2022-09-01T11:30:19.648 DEBUG:boto:Token: None 2022-09-01T11:30:19.649 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj22 2022-09-01T11:30:19.650 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CY6JvQ0rLdoJp/D7KH3nZt/8lV8= 2022-09-01T11:30:19.650 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CY6JvQ0rLdoJp/D7KH3nZt/8lV8=', 'Content-Length': '0'} 2022-09-01T11:30:19.653 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000c38f1df2c3b55a5-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.653 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:30:19.654 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:19.655 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:19.655 DEBUG:boto:Method: GET 2022-09-01T11:30:19.656 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:30:19.656 DEBUG:boto:Data: 2022-09-01T11:30:19.657 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.657 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.658 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.658 DEBUG:boto:Params: {} 2022-09-01T11:30:19.659 DEBUG:boto:Token: None 2022-09-01T11:30:19.660 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj22 2022-09-01T11:30:19.660 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pfZwGmdxH0O2XxinAOuJ4yk63DU= 2022-09-01T11:30:19.661 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pfZwGmdxH0O2XxinAOuJ4yk63DU=', 'Content-Length': '0'} 2022-09-01T11:30:19.663 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f6292e88babb5d3c-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.664 DEBUG:boto:path=/ptoxvb-74/obj22 2022-09-01T11:30:19.665 DEBUG:boto:auth_path=/ptoxvb-74/obj22 2022-09-01T11:30:19.665 DEBUG:boto:Method: GET 2022-09-01T11:30:19.666 DEBUG:boto:Path: /ptoxvb-74/obj22 2022-09-01T11:30:19.666 DEBUG:boto:Data: 2022-09-01T11:30:19.667 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.667 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.668 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.669 DEBUG:boto:Params: {} 2022-09-01T11:30:19.669 DEBUG:boto:Token: None 2022-09-01T11:30:19.670 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj22 2022-09-01T11:30:19.671 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pfZwGmdxH0O2XxinAOuJ4yk63DU= 2022-09-01T11:30:19.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pfZwGmdxH0O2XxinAOuJ4yk63DU=', 'Content-Length': '0'} 2022-09-01T11:30:19.673 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007eda66646d88d0e9-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.674 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.675 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.675 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:19.676 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:19.677 DEBUG:boto:Method: GET 2022-09-01T11:30:19.677 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:30:19.678 DEBUG:boto:Data: 2022-09-01T11:30:19.678 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.679 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.680 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.680 DEBUG:boto:Params: {} 2022-09-01T11:30:19.681 DEBUG:boto:Token: None 2022-09-01T11:30:19.682 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.683 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.683 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.686 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c1b8ac367f850273-00631097cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.688 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.689 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.690 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.691 DEBUG:boto:path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:19.692 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj22 2022-09-01T11:30:19.693 DEBUG:boto:Method: GET 2022-09-01T11:30:19.694 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj22 2022-09-01T11:30:19.695 DEBUG:boto:Data: 2022-09-01T11:30:19.696 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.697 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.698 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.699 DEBUG:boto:Params: {} 2022-09-01T11:30:19.700 DEBUG:boto:Token: None 2022-09-01T11:30:19.701 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.702 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.703 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.707 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000076e1345e1ae6ff5a-00631097cb-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.708 DEBUG:boto:b'ptoxvb-74obj221000falseobj222022-09-01T11:15:43.950Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.709 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:30:19.711 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:19.712 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:19.713 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.714 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.715 DEBUG:boto:Method: GET 2022-09-01T11:30:19.716 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.717 DEBUG:boto:Data: 2022-09-01T11:30:19.718 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.719 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.721 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.721 DEBUG:boto:Params: {} 2022-09-01T11:30:19.722 DEBUG:boto:Token: None 2022-09-01T11:30:19.723 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.724 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vAFXG2HevxrLigwZnhAeDXEqznQ= 2022-09-01T11:30:19.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vAFXG2HevxrLigwZnhAeDXEqznQ=', 'Content-Length': '0'} 2022-09-01T11:30:19.726 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cb64b622d453f03c-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.770 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:19.771 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:19.772 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.773 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.773 DEBUG:boto:Method: GET 2022-09-01T11:30:19.774 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.774 DEBUG:boto:Data: 2022-09-01T11:30:19.775 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.776 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.777 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.778 DEBUG:boto:Params: {} 2022-09-01T11:30:19.779 DEBUG:boto:Token: None 2022-09-01T11:30:19.780 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vAFXG2HevxrLigwZnhAeDXEqznQ= 2022-09-01T11:30:19.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vAFXG2HevxrLigwZnhAeDXEqznQ=', 'Content-Length': '0'} 2022-09-01T11:30:19.783 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008cfe21dc4ccbfb67-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.784 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:19.785 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:19.785 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.786 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.787 DEBUG:boto:Method: HEAD 2022-09-01T11:30:19.787 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.788 DEBUG:boto:Data: 2022-09-01T11:30:19.788 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.789 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.789 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.790 DEBUG:boto:Params: {} 2022-09-01T11:30:19.791 DEBUG:boto:Token: None 2022-09-01T11:30:19.792 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.792 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xyhYtduXJbyNEI2W68AX59YM9X4= 2022-09-01T11:30:19.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xyhYtduXJbyNEI2W68AX59YM9X4=', 'Content-Length': '0'} 2022-09-01T11:30:19.796 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a990fbce34e9d57-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.797 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:19.798 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:19.799 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.800 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.800 DEBUG:boto:Method: HEAD 2022-09-01T11:30:19.801 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.802 DEBUG:boto:Data: 2022-09-01T11:30:19.803 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.803 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.804 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.805 DEBUG:boto:Params: {} 2022-09-01T11:30:19.805 DEBUG:boto:Token: None 2022-09-01T11:30:19.806 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xyhYtduXJbyNEI2W68AX59YM9X4= 2022-09-01T11:30:19.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xyhYtduXJbyNEI2W68AX59YM9X4=', 'Content-Length': '0'} 2022-09-01T11:30:19.809 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002cebcbfca58bdddc-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.810 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:30:19.811 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:19.811 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:19.812 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.813 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.814 DEBUG:boto:Method: GET 2022-09-01T11:30:19.815 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.816 DEBUG:boto:Data: 2022-09-01T11:30:19.817 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.818 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.819 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.821 DEBUG:boto:Params: {} 2022-09-01T11:30:19.822 DEBUG:boto:Token: None 2022-09-01T11:30:19.823 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.824 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vAFXG2HevxrLigwZnhAeDXEqznQ= 2022-09-01T11:30:19.825 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vAFXG2HevxrLigwZnhAeDXEqznQ=', 'Content-Length': '0'} 2022-09-01T11:30:19.827 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000000cb3c2eba8b7367-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.828 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:19.829 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:19.830 DEBUG:boto:path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.830 DEBUG:boto:auth_path=/ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.831 DEBUG:boto:Method: GET 2022-09-01T11:30:19.831 DEBUG:boto:Path: /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.832 DEBUG:boto:Data: 2022-09-01T11:30:19.833 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.833 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.834 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.834 DEBUG:boto:Params: {} 2022-09-01T11:30:19.835 DEBUG:boto:Token: None 2022-09-01T11:30:19.835 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj23?versionId=null 2022-09-01T11:30:19.836 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vAFXG2HevxrLigwZnhAeDXEqznQ= 2022-09-01T11:30:19.837 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vAFXG2HevxrLigwZnhAeDXEqznQ=', 'Content-Length': '0'} 2022-09-01T11:30:19.839 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a1c1f9f784fe9b27-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.840 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.841 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.841 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:19.842 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:19.842 DEBUG:boto:Method: GET 2022-09-01T11:30:19.843 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:30:19.843 DEBUG:boto:Data: 2022-09-01T11:30:19.844 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.844 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.845 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.846 DEBUG:boto:Params: {} 2022-09-01T11:30:19.846 DEBUG:boto:Token: None 2022-09-01T11:30:19.847 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.848 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.851 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000d9fce5eb6cc5270-00631097cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.852 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.853 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.853 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.854 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:19.855 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:19.855 DEBUG:boto:Method: GET 2022-09-01T11:30:19.856 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:30:19.857 DEBUG:boto:Data: 2022-09-01T11:30:19.857 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.858 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.858 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.859 DEBUG:boto:Params: {} 2022-09-01T11:30:19.859 DEBUG:boto:Token: None 2022-09-01T11:30:19.860 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.861 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.861 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.864 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f35fd2ffe2afc9c6-00631097cb-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.865 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.865 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:19.866 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:19.867 DEBUG:boto:Method: HEAD 2022-09-01T11:30:19.867 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:30:19.868 DEBUG:boto:Data: 2022-09-01T11:30:19.868 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.869 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.869 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.870 DEBUG:boto:Params: {} 2022-09-01T11:30:19.871 DEBUG:boto:Token: None 2022-09-01T11:30:19.871 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj23 2022-09-01T11:30:19.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eXOylWVqTZjWfvWn41b59vp47yc= 2022-09-01T11:30:19.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eXOylWVqTZjWfvWn41b59vp47yc=', 'Content-Length': '0'} 2022-09-01T11:30:19.875 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a0453057bbd957d-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.876 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:19.877 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:19.878 DEBUG:boto:Method: HEAD 2022-09-01T11:30:19.879 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:30:19.879 DEBUG:boto:Data: 2022-09-01T11:30:19.880 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.881 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.881 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.882 DEBUG:boto:Params: {} 2022-09-01T11:30:19.883 DEBUG:boto:Token: None 2022-09-01T11:30:19.883 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj23 2022-09-01T11:30:19.884 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eXOylWVqTZjWfvWn41b59vp47yc= 2022-09-01T11:30:19.884 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eXOylWVqTZjWfvWn41b59vp47yc=', 'Content-Length': '0'} 2022-09-01T11:30:19.886 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f22ca679da1c57cf-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.887 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj23 2022-09-01T11:30:19.888 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:19.888 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:19.889 DEBUG:boto:Method: GET 2022-09-01T11:30:19.889 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:30:19.890 DEBUG:boto:Data: 2022-09-01T11:30:19.891 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.891 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.892 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.892 DEBUG:boto:Params: {} 2022-09-01T11:30:19.893 DEBUG:boto:Token: None 2022-09-01T11:30:19.893 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj23 2022-09-01T11:30:19.894 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pu4XBeMDjUDZIdoZyVz85HfRNZo= 2022-09-01T11:30:19.895 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pu4XBeMDjUDZIdoZyVz85HfRNZo=', 'Content-Length': '0'} 2022-09-01T11:30:19.897 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c15e067f0284348b-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.942 DEBUG:boto:path=/ptoxvb-74/obj23 2022-09-01T11:30:19.943 DEBUG:boto:auth_path=/ptoxvb-74/obj23 2022-09-01T11:30:19.944 DEBUG:boto:Method: GET 2022-09-01T11:30:19.944 DEBUG:boto:Path: /ptoxvb-74/obj23 2022-09-01T11:30:19.945 DEBUG:boto:Data: 2022-09-01T11:30:19.945 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.946 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.946 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.947 DEBUG:boto:Params: {} 2022-09-01T11:30:19.948 DEBUG:boto:Token: None 2022-09-01T11:30:19.948 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj23 2022-09-01T11:30:19.949 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Pu4XBeMDjUDZIdoZyVz85HfRNZo= 2022-09-01T11:30:19.949 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Pu4XBeMDjUDZIdoZyVz85HfRNZo=', 'Content-Length': '0'} 2022-09-01T11:30:19.952 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d910b052c910e022-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.953 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.953 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.954 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:19.954 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:19.955 DEBUG:boto:Method: GET 2022-09-01T11:30:19.955 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:30:19.956 DEBUG:boto:Data: 2022-09-01T11:30:19.957 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.957 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.958 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.958 DEBUG:boto:Params: {} 2022-09-01T11:30:19.959 DEBUG:boto:Token: None 2022-09-01T11:30:19.959 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.960 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.961 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.963 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000041f7581f2398a038-00631097cb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.964 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.965 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:19.965 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:19.966 DEBUG:boto:path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:19.967 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj23 2022-09-01T11:30:19.967 DEBUG:boto:Method: GET 2022-09-01T11:30:19.968 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj23 2022-09-01T11:30:19.968 DEBUG:boto:Data: 2022-09-01T11:30:19.969 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.969 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.970 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.970 DEBUG:boto:Params: {} 2022-09-01T11:30:19.971 DEBUG:boto:Token: None 2022-09-01T11:30:19.972 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/ 2022-09-01T11:30:19.972 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU= 2022-09-01T11:30:19.973 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DiJOnHh4eWotaPhqRB97F1iNnFU=', 'Content-Length': '0'} 2022-09-01T11:30:19.976 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d33e374e664c915c-00631097cb-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.977 DEBUG:boto:b'ptoxvb-74obj231000falseobj232022-09-01T11:22:17.494Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:19.977 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:30:19.978 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:19.979 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:19.979 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:19.980 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:19.980 DEBUG:boto:Method: GET 2022-09-01T11:30:19.981 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:19.981 DEBUG:boto:Data: 2022-09-01T11:30:19.982 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.983 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:19.983 DEBUG:boto:Port: 8001 2022-09-01T11:30:19.984 DEBUG:boto:Params: {} 2022-09-01T11:30:19.984 DEBUG:boto:Token: None 2022-09-01T11:30:19.985 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:19.986 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Maf+Sa7nZ7LvnFpDUz1PKPQYvVY= 2022-09-01T11:30:19.986 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Maf+Sa7nZ7LvnFpDUz1PKPQYvVY=', 'Content-Length': '0'} 2022-09-01T11:30:19.988 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000019322da3f5de447-00631097cb-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:19.989 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:19.990 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:19.990 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:19.991 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:19.991 DEBUG:boto:Method: GET 2022-09-01T11:30:19.992 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:19.992 DEBUG:boto:Data: 2022-09-01T11:30:19.993 DEBUG:boto:Headers: {} 2022-09-01T11:30:19.993 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:19.994 DEBUG:boto:Port: 8000 2022-09-01T11:30:19.994 DEBUG:boto:Params: {} 2022-09-01T11:30:19.995 DEBUG:boto:Token: None 2022-09-01T11:30:19.996 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:19 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:19.997 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Maf+Sa7nZ7LvnFpDUz1PKPQYvVY= 2022-09-01T11:30:19.997 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Maf+Sa7nZ7LvnFpDUz1PKPQYvVY=', 'Content-Length': '0'} 2022-09-01T11:30:19.999 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009baafc527e8d9290-00631097cb-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.000 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:20.001 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:20.001 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.002 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.002 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.003 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.003 DEBUG:boto:Data: 2022-09-01T11:30:20.004 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.004 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.005 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.005 DEBUG:boto:Params: {} 2022-09-01T11:30:20.006 DEBUG:boto:Token: None 2022-09-01T11:30:20.007 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.007 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s7rQB7mn1V3TWLoPCze29Wtpqu4= 2022-09-01T11:30:20.008 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s7rQB7mn1V3TWLoPCze29Wtpqu4=', 'Content-Length': '0'} 2022-09-01T11:30:20.009 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000040e00af4665f4fab-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.010 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:20.011 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:20.011 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.012 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.012 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.013 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.013 DEBUG:boto:Data: 2022-09-01T11:30:20.014 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.015 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.015 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.016 DEBUG:boto:Params: {} 2022-09-01T11:30:20.016 DEBUG:boto:Token: None 2022-09-01T11:30:20.017 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.017 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:s7rQB7mn1V3TWLoPCze29Wtpqu4= 2022-09-01T11:30:20.018 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:s7rQB7mn1V3TWLoPCze29Wtpqu4=', 'Content-Length': '0'} 2022-09-01T11:30:20.020 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c9f994e9995be7a8-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.021 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:30:20.021 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:20.022 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:20.022 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.023 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.024 DEBUG:boto:Method: GET 2022-09-01T11:30:20.024 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.025 DEBUG:boto:Data: 2022-09-01T11:30:20.025 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.026 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.026 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.027 DEBUG:boto:Params: {} 2022-09-01T11:30:20.028 DEBUG:boto:Token: None 2022-09-01T11:30:20.028 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YE+uapXAG2e9mQNk6Izn0JyynK0= 2022-09-01T11:30:20.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YE+uapXAG2e9mQNk6Izn0JyynK0=', 'Content-Length': '0'} 2022-09-01T11:30:20.032 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f6c42365b2d33cbd-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.032 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:20.033 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:20.034 DEBUG:boto:path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.034 DEBUG:boto:auth_path=/ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.035 DEBUG:boto:Method: GET 2022-09-01T11:30:20.035 DEBUG:boto:Path: /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.036 DEBUG:boto:Data: 2022-09-01T11:30:20.036 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.037 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.037 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.038 DEBUG:boto:Params: {} 2022-09-01T11:30:20.038 DEBUG:boto:Token: None 2022-09-01T11:30:20.039 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj29?versionId=null 2022-09-01T11:30:20.040 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YE+uapXAG2e9mQNk6Izn0JyynK0= 2022-09-01T11:30:20.041 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YE+uapXAG2e9mQNk6Izn0JyynK0=', 'Content-Length': '0'} 2022-09-01T11:30:20.043 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f2d35fda5b2a4fdf-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.044 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.045 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.045 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:20.046 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:20.046 DEBUG:boto:Method: GET 2022-09-01T11:30:20.047 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:30:20.047 DEBUG:boto:Data: 2022-09-01T11:30:20.048 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.048 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.049 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.050 DEBUG:boto:Params: {} 2022-09-01T11:30:20.050 DEBUG:boto:Token: None 2022-09-01T11:30:20.051 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.052 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.055 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006348c76271127668-00631097cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.056 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.057 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.057 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.058 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:20.058 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:20.059 DEBUG:boto:Method: GET 2022-09-01T11:30:20.060 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:30:20.060 DEBUG:boto:Data: 2022-09-01T11:30:20.061 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.061 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.062 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.063 DEBUG:boto:Params: {} 2022-09-01T11:30:20.063 DEBUG:boto:Token: None 2022-09-01T11:30:20.064 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.065 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.065 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.068 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000038e69322eff22ec7-00631097cc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.110 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.111 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:20.112 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:20.112 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.113 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:30:20.113 DEBUG:boto:Data: 2022-09-01T11:30:20.114 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.115 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.115 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.116 DEBUG:boto:Params: {} 2022-09-01T11:30:20.116 DEBUG:boto:Token: None 2022-09-01T11:30:20.117 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj29 2022-09-01T11:30:20.118 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yCpVpUagUqNqZR1CuccJpittmT0= 2022-09-01T11:30:20.118 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yCpVpUagUqNqZR1CuccJpittmT0=', 'Content-Length': '0'} 2022-09-01T11:30:20.120 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d71901dff955f4c-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.121 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:20.121 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:20.122 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.123 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:30:20.123 DEBUG:boto:Data: 2022-09-01T11:30:20.124 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.124 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.125 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.125 DEBUG:boto:Params: {} 2022-09-01T11:30:20.126 DEBUG:boto:Token: None 2022-09-01T11:30:20.127 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj29 2022-09-01T11:30:20.127 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yCpVpUagUqNqZR1CuccJpittmT0= 2022-09-01T11:30:20.128 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yCpVpUagUqNqZR1CuccJpittmT0=', 'Content-Length': '0'} 2022-09-01T11:30:20.130 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e92c14def583226-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.132 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj29 2022-09-01T11:30:20.132 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:20.133 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:20.134 DEBUG:boto:Method: GET 2022-09-01T11:30:20.134 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:30:20.135 DEBUG:boto:Data: 2022-09-01T11:30:20.136 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.136 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.137 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.138 DEBUG:boto:Params: {} 2022-09-01T11:30:20.138 DEBUG:boto:Token: None 2022-09-01T11:30:20.139 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj29 2022-09-01T11:30:20.140 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o+CZXrLlAohukUpaKf+ybjhI0mI= 2022-09-01T11:30:20.140 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o+CZXrLlAohukUpaKf+ybjhI0mI=', 'Content-Length': '0'} 2022-09-01T11:30:20.142 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e55f46e00ed2da29-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.143 DEBUG:boto:path=/ptoxvb-74/obj29 2022-09-01T11:30:20.144 DEBUG:boto:auth_path=/ptoxvb-74/obj29 2022-09-01T11:30:20.145 DEBUG:boto:Method: GET 2022-09-01T11:30:20.145 DEBUG:boto:Path: /ptoxvb-74/obj29 2022-09-01T11:30:20.146 DEBUG:boto:Data: 2022-09-01T11:30:20.147 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.147 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.148 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.148 DEBUG:boto:Params: {} 2022-09-01T11:30:20.149 DEBUG:boto:Token: None 2022-09-01T11:30:20.150 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj29 2022-09-01T11:30:20.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o+CZXrLlAohukUpaKf+ybjhI0mI= 2022-09-01T11:30:20.151 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o+CZXrLlAohukUpaKf+ybjhI0mI=', 'Content-Length': '0'} 2022-09-01T11:30:20.153 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f6d3a20325186ed4-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.154 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.155 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.156 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:20.156 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:20.157 DEBUG:boto:Method: GET 2022-09-01T11:30:20.158 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:30:20.158 DEBUG:boto:Data: 2022-09-01T11:30:20.159 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.159 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.160 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.160 DEBUG:boto:Params: {} 2022-09-01T11:30:20.161 DEBUG:boto:Token: None 2022-09-01T11:30:20.162 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.162 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.163 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.166 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000090028c236e750c05-00631097cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.206 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.207 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.208 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.209 DEBUG:boto:path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:20.209 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj29 2022-09-01T11:30:20.210 DEBUG:boto:Method: GET 2022-09-01T11:30:20.210 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj29 2022-09-01T11:30:20.211 DEBUG:boto:Data: 2022-09-01T11:30:20.212 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.218 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.219 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.219 DEBUG:boto:Params: {} 2022-09-01T11:30:20.220 DEBUG:boto:Token: None 2022-09-01T11:30:20.221 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.221 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.222 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.225 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c622589f594a56ae-00631097cc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.226 DEBUG:boto:b'ptoxvb-74obj291000falseobj292022-09-01T11:24:11.882Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.227 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:30:20.229 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:20.230 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:20.231 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.232 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.232 DEBUG:boto:Method: GET 2022-09-01T11:30:20.234 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.235 DEBUG:boto:Data: 2022-09-01T11:30:20.235 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.236 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.237 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.237 DEBUG:boto:Params: {} 2022-09-01T11:30:20.238 DEBUG:boto:Token: None 2022-09-01T11:30:20.239 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HQ0hfob4rApmKHwKjPPmPTISKWw= 2022-09-01T11:30:20.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HQ0hfob4rApmKHwKjPPmPTISKWw=', 'Content-Length': '0'} 2022-09-01T11:30:20.243 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008d397649ba262a25-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.244 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:20.245 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:20.246 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.247 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.248 DEBUG:boto:Method: GET 2022-09-01T11:30:20.249 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.249 DEBUG:boto:Data: 2022-09-01T11:30:20.250 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.251 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.251 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.252 DEBUG:boto:Params: {} 2022-09-01T11:30:20.253 DEBUG:boto:Token: None 2022-09-01T11:30:20.254 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.254 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HQ0hfob4rApmKHwKjPPmPTISKWw= 2022-09-01T11:30:20.255 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HQ0hfob4rApmKHwKjPPmPTISKWw=', 'Content-Length': '0'} 2022-09-01T11:30:20.258 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000405807d7a576d363-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.259 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:20.259 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:20.260 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.261 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.261 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.262 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.263 DEBUG:boto:Data: 2022-09-01T11:30:20.263 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.264 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.264 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.265 DEBUG:boto:Params: {} 2022-09-01T11:30:20.265 DEBUG:boto:Token: None 2022-09-01T11:30:20.266 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.267 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sWXwgGrvfYOw6tmYumi1f32hUWk= 2022-09-01T11:30:20.267 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sWXwgGrvfYOw6tmYumi1f32hUWk=', 'Content-Length': '0'} 2022-09-01T11:30:20.270 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008de7f325367a94cb-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.271 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:20.271 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:20.272 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.273 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.273 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.274 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.274 DEBUG:boto:Data: 2022-09-01T11:30:20.275 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.276 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.276 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.277 DEBUG:boto:Params: {} 2022-09-01T11:30:20.277 DEBUG:boto:Token: None 2022-09-01T11:30:20.278 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.279 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sWXwgGrvfYOw6tmYumi1f32hUWk= 2022-09-01T11:30:20.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sWXwgGrvfYOw6tmYumi1f32hUWk=', 'Content-Length': '0'} 2022-09-01T11:30:20.282 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000001b29ed164e71ecd-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.283 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:30:20.283 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:20.284 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:20.285 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.285 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.286 DEBUG:boto:Method: GET 2022-09-01T11:30:20.286 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.287 DEBUG:boto:Data: 2022-09-01T11:30:20.288 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.288 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.289 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.289 DEBUG:boto:Params: {} 2022-09-01T11:30:20.290 DEBUG:boto:Token: None 2022-09-01T11:30:20.291 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HQ0hfob4rApmKHwKjPPmPTISKWw= 2022-09-01T11:30:20.292 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HQ0hfob4rApmKHwKjPPmPTISKWw=', 'Content-Length': '0'} 2022-09-01T11:30:20.294 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004a690aa442d05253-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.295 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:20.296 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:20.296 DEBUG:boto:path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.297 DEBUG:boto:auth_path=/ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.298 DEBUG:boto:Method: GET 2022-09-01T11:30:20.298 DEBUG:boto:Path: /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.299 DEBUG:boto:Data: 2022-09-01T11:30:20.299 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.300 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.301 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.301 DEBUG:boto:Params: {} 2022-09-01T11:30:20.302 DEBUG:boto:Token: None 2022-09-01T11:30:20.303 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj31?versionId=null 2022-09-01T11:30:20.303 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HQ0hfob4rApmKHwKjPPmPTISKWw= 2022-09-01T11:30:20.304 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HQ0hfob4rApmKHwKjPPmPTISKWw=', 'Content-Length': '0'} 2022-09-01T11:30:20.306 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014929db4f9158c12-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.350 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.351 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.352 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:20.352 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:20.353 DEBUG:boto:Method: GET 2022-09-01T11:30:20.353 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:30:20.354 DEBUG:boto:Data: 2022-09-01T11:30:20.355 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.356 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.356 DEBUG:boto:Params: {} 2022-09-01T11:30:20.357 DEBUG:boto:Token: None 2022-09-01T11:30:20.358 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.362 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a0308dbe2693e46c-00631097cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.363 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.364 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.364 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.365 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:20.365 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:20.366 DEBUG:boto:Method: GET 2022-09-01T11:30:20.367 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:30:20.367 DEBUG:boto:Data: 2022-09-01T11:30:20.368 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.368 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.369 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.369 DEBUG:boto:Params: {} 2022-09-01T11:30:20.370 DEBUG:boto:Token: None 2022-09-01T11:30:20.371 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.371 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.372 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.375 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b3086ef41139b35c-00631097cc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.376 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.377 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:20.377 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:20.378 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.379 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:30:20.379 DEBUG:boto:Data: 2022-09-01T11:30:20.380 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.380 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.381 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.381 DEBUG:boto:Params: {} 2022-09-01T11:30:20.382 DEBUG:boto:Token: None 2022-09-01T11:30:20.383 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj31 2022-09-01T11:30:20.383 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:knof9FbQaqDZCP4ql8zk7p08KGw= 2022-09-01T11:30:20.384 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:knof9FbQaqDZCP4ql8zk7p08KGw=', 'Content-Length': '0'} 2022-09-01T11:30:20.386 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c00874d7d647555-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.387 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:20.389 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:20.390 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.391 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:30:20.392 DEBUG:boto:Data: 2022-09-01T11:30:20.393 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.394 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.395 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.396 DEBUG:boto:Params: {} 2022-09-01T11:30:20.397 DEBUG:boto:Token: None 2022-09-01T11:30:20.398 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj31 2022-09-01T11:30:20.399 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:knof9FbQaqDZCP4ql8zk7p08KGw= 2022-09-01T11:30:20.400 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:knof9FbQaqDZCP4ql8zk7p08KGw=', 'Content-Length': '0'} 2022-09-01T11:30:20.402 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000adf7c48893336897-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.404 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj31 2022-09-01T11:30:20.405 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:20.406 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:20.407 DEBUG:boto:Method: GET 2022-09-01T11:30:20.408 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:30:20.409 DEBUG:boto:Data: 2022-09-01T11:30:20.410 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.411 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.412 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.413 DEBUG:boto:Params: {} 2022-09-01T11:30:20.414 DEBUG:boto:Token: None 2022-09-01T11:30:20.415 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj31 2022-09-01T11:30:20.416 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uma5kQWciQUDNqW8bCDsu6iaWC4= 2022-09-01T11:30:20.417 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uma5kQWciQUDNqW8bCDsu6iaWC4=', 'Content-Length': '0'} 2022-09-01T11:30:20.420 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008ac2725d9cbd4166-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.462 DEBUG:boto:path=/ptoxvb-74/obj31 2022-09-01T11:30:20.463 DEBUG:boto:auth_path=/ptoxvb-74/obj31 2022-09-01T11:30:20.463 DEBUG:boto:Method: GET 2022-09-01T11:30:20.464 DEBUG:boto:Path: /ptoxvb-74/obj31 2022-09-01T11:30:20.464 DEBUG:boto:Data: 2022-09-01T11:30:20.465 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.466 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.466 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.467 DEBUG:boto:Params: {} 2022-09-01T11:30:20.467 DEBUG:boto:Token: None 2022-09-01T11:30:20.468 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj31 2022-09-01T11:30:20.469 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uma5kQWciQUDNqW8bCDsu6iaWC4= 2022-09-01T11:30:20.469 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uma5kQWciQUDNqW8bCDsu6iaWC4=', 'Content-Length': '0'} 2022-09-01T11:30:20.472 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba0051c4edf23dec-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.472 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.473 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.473 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:20.474 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:20.475 DEBUG:boto:Method: GET 2022-09-01T11:30:20.475 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:30:20.476 DEBUG:boto:Data: 2022-09-01T11:30:20.476 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.477 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.477 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.478 DEBUG:boto:Params: {} 2022-09-01T11:30:20.478 DEBUG:boto:Token: None 2022-09-01T11:30:20.479 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.480 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.480 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.484 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f7efe9846fdc1e41-00631097cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.484 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.485 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.486 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.486 DEBUG:boto:path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:20.487 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj31 2022-09-01T11:30:20.487 DEBUG:boto:Method: GET 2022-09-01T11:30:20.488 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj31 2022-09-01T11:30:20.488 DEBUG:boto:Data: 2022-09-01T11:30:20.489 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.489 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.490 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.490 DEBUG:boto:Params: {} 2022-09-01T11:30:20.491 DEBUG:boto:Token: None 2022-09-01T11:30:20.492 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.493 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.496 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005408c22645e32f6c-00631097cc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.496 DEBUG:boto:b'ptoxvb-74obj311000falseobj312022-09-01T11:26:15.540Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.497 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:30:20.498 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:20.498 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:20.499 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.499 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.500 DEBUG:boto:Method: GET 2022-09-01T11:30:20.500 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.501 DEBUG:boto:Data: 2022-09-01T11:30:20.501 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.502 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.503 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.503 DEBUG:boto:Params: {} 2022-09-01T11:30:20.504 DEBUG:boto:Token: None 2022-09-01T11:30:20.504 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GAAjU6RE4JWWLBdRulSZ2YYFEmU= 2022-09-01T11:30:20.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GAAjU6RE4JWWLBdRulSZ2YYFEmU=', 'Content-Length': '0'} 2022-09-01T11:30:20.508 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000030c99730c2a47c81-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.509 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:20.510 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:20.511 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.512 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.513 DEBUG:boto:Method: GET 2022-09-01T11:30:20.514 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.515 DEBUG:boto:Data: 2022-09-01T11:30:20.516 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.516 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.517 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.517 DEBUG:boto:Params: {} 2022-09-01T11:30:20.518 DEBUG:boto:Token: None 2022-09-01T11:30:20.519 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.519 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GAAjU6RE4JWWLBdRulSZ2YYFEmU= 2022-09-01T11:30:20.520 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GAAjU6RE4JWWLBdRulSZ2YYFEmU=', 'Content-Length': '0'} 2022-09-01T11:30:20.522 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000046ddf1c40ee07df1-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.523 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:20.523 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:20.524 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.524 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.525 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.526 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.526 DEBUG:boto:Data: 2022-09-01T11:30:20.527 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.527 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.528 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.528 DEBUG:boto:Params: {} 2022-09-01T11:30:20.529 DEBUG:boto:Token: None 2022-09-01T11:30:20.530 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.530 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zSPqdXQkJhAZShkt+mm6s9sH0sk= 2022-09-01T11:30:20.531 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zSPqdXQkJhAZShkt+mm6s9sH0sk=', 'Content-Length': '0'} 2022-09-01T11:30:20.533 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006ce90073b696f3d7-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.534 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:20.534 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:20.535 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.535 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.536 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.536 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.537 DEBUG:boto:Data: 2022-09-01T11:30:20.537 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.538 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.538 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.539 DEBUG:boto:Params: {} 2022-09-01T11:30:20.539 DEBUG:boto:Token: None 2022-09-01T11:30:20.540 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.540 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zSPqdXQkJhAZShkt+mm6s9sH0sk= 2022-09-01T11:30:20.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zSPqdXQkJhAZShkt+mm6s9sH0sk=', 'Content-Length': '0'} 2022-09-01T11:30:20.543 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a1116c2f796804fc-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.544 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:30:20.545 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:20.545 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:20.546 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.546 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.547 DEBUG:boto:Method: GET 2022-09-01T11:30:20.547 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.548 DEBUG:boto:Data: 2022-09-01T11:30:20.549 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.549 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.550 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.550 DEBUG:boto:Params: {} 2022-09-01T11:30:20.551 DEBUG:boto:Token: None 2022-09-01T11:30:20.552 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.552 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GAAjU6RE4JWWLBdRulSZ2YYFEmU= 2022-09-01T11:30:20.553 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GAAjU6RE4JWWLBdRulSZ2YYFEmU=', 'Content-Length': '0'} 2022-09-01T11:30:20.556 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ed92f13f5df100ae-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.557 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:20.558 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:20.559 DEBUG:boto:path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.560 DEBUG:boto:auth_path=/ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.561 DEBUG:boto:Method: GET 2022-09-01T11:30:20.562 DEBUG:boto:Path: /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.563 DEBUG:boto:Data: 2022-09-01T11:30:20.564 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.565 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.566 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.567 DEBUG:boto:Params: {} 2022-09-01T11:30:20.568 DEBUG:boto:Token: None 2022-09-01T11:30:20.569 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj33?versionId=null 2022-09-01T11:30:20.570 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GAAjU6RE4JWWLBdRulSZ2YYFEmU= 2022-09-01T11:30:20.570 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GAAjU6RE4JWWLBdRulSZ2YYFEmU=', 'Content-Length': '0'} 2022-09-01T11:30:20.573 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007267711a00c8bd1b-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.614 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.615 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.616 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:20.616 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:20.617 DEBUG:boto:Method: GET 2022-09-01T11:30:20.617 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:30:20.618 DEBUG:boto:Data: 2022-09-01T11:30:20.618 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.619 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.619 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.620 DEBUG:boto:Params: {} 2022-09-01T11:30:20.621 DEBUG:boto:Token: None 2022-09-01T11:30:20.621 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.622 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.625 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008fda3f564381f19a-00631097cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.626 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.627 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.627 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.628 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:20.628 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:20.629 DEBUG:boto:Method: GET 2022-09-01T11:30:20.629 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:30:20.630 DEBUG:boto:Data: 2022-09-01T11:30:20.630 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.631 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.631 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.632 DEBUG:boto:Params: {} 2022-09-01T11:30:20.633 DEBUG:boto:Token: None 2022-09-01T11:30:20.633 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.634 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.635 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.637 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002c573a0ef3ed261d-00631097cc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.638 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.639 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:20.639 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:20.640 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.640 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:30:20.641 DEBUG:boto:Data: 2022-09-01T11:30:20.642 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.642 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.643 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.643 DEBUG:boto:Params: {} 2022-09-01T11:30:20.644 DEBUG:boto:Token: None 2022-09-01T11:30:20.645 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj33 2022-09-01T11:30:20.645 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9W53xMHnCQQXle04eKcD5E6Jjhc= 2022-09-01T11:30:20.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9W53xMHnCQQXle04eKcD5E6Jjhc=', 'Content-Length': '0'} 2022-09-01T11:30:20.648 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f364c3caeb75d6d-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.649 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:20.649 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:20.650 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.650 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:30:20.651 DEBUG:boto:Data: 2022-09-01T11:30:20.651 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.652 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.653 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.653 DEBUG:boto:Params: {} 2022-09-01T11:30:20.654 DEBUG:boto:Token: None 2022-09-01T11:30:20.654 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj33 2022-09-01T11:30:20.655 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9W53xMHnCQQXle04eKcD5E6Jjhc= 2022-09-01T11:30:20.656 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9W53xMHnCQQXle04eKcD5E6Jjhc=', 'Content-Length': '0'} 2022-09-01T11:30:20.657 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec1927019e3ecf3e-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.658 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:30:20.659 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:20.659 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:20.660 DEBUG:boto:Method: GET 2022-09-01T11:30:20.661 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:30:20.661 DEBUG:boto:Data: 2022-09-01T11:30:20.662 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.662 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.663 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.663 DEBUG:boto:Params: {} 2022-09-01T11:30:20.664 DEBUG:boto:Token: None 2022-09-01T11:30:20.664 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj33 2022-09-01T11:30:20.665 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PyJoxfmnEQMSnn494x5ysJedzvA= 2022-09-01T11:30:20.666 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PyJoxfmnEQMSnn494x5ysJedzvA=', 'Content-Length': '0'} 2022-09-01T11:30:20.668 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b9fb16bd3f543db-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.668 DEBUG:boto:path=/ptoxvb-74/obj33 2022-09-01T11:30:20.669 DEBUG:boto:auth_path=/ptoxvb-74/obj33 2022-09-01T11:30:20.670 DEBUG:boto:Method: GET 2022-09-01T11:30:20.671 DEBUG:boto:Path: /ptoxvb-74/obj33 2022-09-01T11:30:20.672 DEBUG:boto:Data: 2022-09-01T11:30:20.673 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.674 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.674 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.675 DEBUG:boto:Params: {} 2022-09-01T11:30:20.675 DEBUG:boto:Token: None 2022-09-01T11:30:20.676 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj33 2022-09-01T11:30:20.677 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PyJoxfmnEQMSnn494x5ysJedzvA= 2022-09-01T11:30:20.678 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PyJoxfmnEQMSnn494x5ysJedzvA=', 'Content-Length': '0'} 2022-09-01T11:30:20.681 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:43 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009bb6fbc925bf5003-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.683 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.684 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.685 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:20.686 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:20.687 DEBUG:boto:Method: GET 2022-09-01T11:30:20.688 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:30:20.689 DEBUG:boto:Data: 2022-09-01T11:30:20.690 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.691 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.692 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.693 DEBUG:boto:Params: {} 2022-09-01T11:30:20.694 DEBUG:boto:Token: None 2022-09-01T11:30:20.695 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.696 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.696 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.700 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005d2d6d502e1330f1-00631097cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.701 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.701 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.702 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.703 DEBUG:boto:path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:20.703 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj33 2022-09-01T11:30:20.704 DEBUG:boto:Method: GET 2022-09-01T11:30:20.705 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj33 2022-09-01T11:30:20.705 DEBUG:boto:Data: 2022-09-01T11:30:20.706 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.707 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.707 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.708 DEBUG:boto:Params: {} 2022-09-01T11:30:20.708 DEBUG:boto:Token: None 2022-09-01T11:30:20.709 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.710 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.713 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008441a244510406db-00631097cc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.715 DEBUG:boto:b'ptoxvb-74obj331000falseobj332022-09-01T11:15:43.972Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.715 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:30:20.716 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:20.717 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:20.717 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.718 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.718 DEBUG:boto:Method: GET 2022-09-01T11:30:20.719 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.719 DEBUG:boto:Data: 2022-09-01T11:30:20.720 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.720 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.721 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.721 DEBUG:boto:Params: {} 2022-09-01T11:30:20.722 DEBUG:boto:Token: None 2022-09-01T11:30:20.723 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:34QDOZ5iUYKAIM/azAej/k3R9i0= 2022-09-01T11:30:20.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:34QDOZ5iUYKAIM/azAej/k3R9i0=', 'Content-Length': '0'} 2022-09-01T11:30:20.726 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000900651c85daf9cbb-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.727 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:20.727 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:20.728 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.729 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.729 DEBUG:boto:Method: GET 2022-09-01T11:30:20.730 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.730 DEBUG:boto:Data: 2022-09-01T11:30:20.731 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.731 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.732 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.732 DEBUG:boto:Params: {} 2022-09-01T11:30:20.733 DEBUG:boto:Token: None 2022-09-01T11:30:20.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:34QDOZ5iUYKAIM/azAej/k3R9i0= 2022-09-01T11:30:20.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:34QDOZ5iUYKAIM/azAej/k3R9i0=', 'Content-Length': '0'} 2022-09-01T11:30:20.737 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c38a4779488eed09-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.738 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:20.740 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:20.741 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.741 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.742 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.743 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.744 DEBUG:boto:Data: 2022-09-01T11:30:20.745 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.746 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.746 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.747 DEBUG:boto:Params: {} 2022-09-01T11:30:20.748 DEBUG:boto:Token: None 2022-09-01T11:30:20.749 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.750 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LM83RSzfr2AbHASgUyjcaZy4EFU= 2022-09-01T11:30:20.750 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LM83RSzfr2AbHASgUyjcaZy4EFU=', 'Content-Length': '0'} 2022-09-01T11:30:20.752 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000761853a415d6dac8-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.754 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:20.755 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:20.756 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.757 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.758 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.758 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.759 DEBUG:boto:Data: 2022-09-01T11:30:20.760 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.761 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.763 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.763 DEBUG:boto:Params: {} 2022-09-01T11:30:20.764 DEBUG:boto:Token: None 2022-09-01T11:30:20.765 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.765 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LM83RSzfr2AbHASgUyjcaZy4EFU= 2022-09-01T11:30:20.766 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LM83RSzfr2AbHASgUyjcaZy4EFU=', 'Content-Length': '0'} 2022-09-01T11:30:20.768 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000266fc36ccd4fad95-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.769 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:30:20.769 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:20.770 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:20.771 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.771 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.772 DEBUG:boto:Method: GET 2022-09-01T11:30:20.772 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.773 DEBUG:boto:Data: 2022-09-01T11:30:20.774 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.774 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.775 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.775 DEBUG:boto:Params: {} 2022-09-01T11:30:20.776 DEBUG:boto:Token: None 2022-09-01T11:30:20.777 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.777 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:34QDOZ5iUYKAIM/azAej/k3R9i0= 2022-09-01T11:30:20.778 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:34QDOZ5iUYKAIM/azAej/k3R9i0=', 'Content-Length': '0'} 2022-09-01T11:30:20.780 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009f0efe4fa67ae1d2-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.822 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:20.823 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:20.824 DEBUG:boto:path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.825 DEBUG:boto:auth_path=/ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.826 DEBUG:boto:Method: GET 2022-09-01T11:30:20.832 DEBUG:boto:Path: /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.833 DEBUG:boto:Data: 2022-09-01T11:30:20.833 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.834 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.834 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.835 DEBUG:boto:Params: {} 2022-09-01T11:30:20.836 DEBUG:boto:Token: None 2022-09-01T11:30:20.837 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj34?versionId=null 2022-09-01T11:30:20.838 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:34QDOZ5iUYKAIM/azAej/k3R9i0= 2022-09-01T11:30:20.839 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:34QDOZ5iUYKAIM/azAej/k3R9i0=', 'Content-Length': '0'} 2022-09-01T11:30:20.841 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ff2725f5c9c1b2f7-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.842 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.843 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.844 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:20.845 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:20.846 DEBUG:boto:Method: GET 2022-09-01T11:30:20.847 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:30:20.848 DEBUG:boto:Data: 2022-09-01T11:30:20.849 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.850 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.851 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.852 DEBUG:boto:Params: {} 2022-09-01T11:30:20.853 DEBUG:boto:Token: None 2022-09-01T11:30:20.854 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.855 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.855 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.858 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e0b30afa92631487-00631097cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.859 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.860 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.861 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.862 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:20.862 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:20.863 DEBUG:boto:Method: GET 2022-09-01T11:30:20.864 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:30:20.864 DEBUG:boto:Data: 2022-09-01T11:30:20.865 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.865 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.866 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.867 DEBUG:boto:Params: {} 2022-09-01T11:30:20.867 DEBUG:boto:Token: None 2022-09-01T11:30:20.868 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.869 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.869 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.873 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000debededa8f39f146-00631097cc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.873 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.874 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:20.875 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:20.876 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.876 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:30:20.877 DEBUG:boto:Data: 2022-09-01T11:30:20.878 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.879 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.880 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.881 DEBUG:boto:Params: {} 2022-09-01T11:30:20.882 DEBUG:boto:Token: None 2022-09-01T11:30:20.883 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj34 2022-09-01T11:30:20.884 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3KLq6h3MaX3S3qOZ8R382m63WI4= 2022-09-01T11:30:20.885 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3KLq6h3MaX3S3qOZ8R382m63WI4=', 'Content-Length': '0'} 2022-09-01T11:30:20.887 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a814a79ba7bfbf0b-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.888 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:20.889 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:20.889 DEBUG:boto:Method: HEAD 2022-09-01T11:30:20.890 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:30:20.891 DEBUG:boto:Data: 2022-09-01T11:30:20.891 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.892 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.893 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.893 DEBUG:boto:Params: {} 2022-09-01T11:30:20.894 DEBUG:boto:Token: None 2022-09-01T11:30:20.895 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj34 2022-09-01T11:30:20.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3KLq6h3MaX3S3qOZ8R382m63WI4= 2022-09-01T11:30:20.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3KLq6h3MaX3S3qOZ8R382m63WI4=', 'Content-Length': '0'} 2022-09-01T11:30:20.898 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ff57e8e44b9a179a-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.899 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj34 2022-09-01T11:30:20.899 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:20.900 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:20.901 DEBUG:boto:Method: GET 2022-09-01T11:30:20.902 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:30:20.903 DEBUG:boto:Data: 2022-09-01T11:30:20.903 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.904 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.904 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.905 DEBUG:boto:Params: {} 2022-09-01T11:30:20.906 DEBUG:boto:Token: None 2022-09-01T11:30:20.907 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj34 2022-09-01T11:30:20.907 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3wSrXKINEPeqMVOAyIrkJ3dQ3Kg= 2022-09-01T11:30:20.908 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3wSrXKINEPeqMVOAyIrkJ3dQ3Kg=', 'Content-Length': '0'} 2022-09-01T11:30:20.910 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000627dada44830caac-00631097cc-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.954 DEBUG:boto:path=/ptoxvb-74/obj34 2022-09-01T11:30:20.955 DEBUG:boto:auth_path=/ptoxvb-74/obj34 2022-09-01T11:30:20.956 DEBUG:boto:Method: GET 2022-09-01T11:30:20.956 DEBUG:boto:Path: /ptoxvb-74/obj34 2022-09-01T11:30:20.957 DEBUG:boto:Data: 2022-09-01T11:30:20.958 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.960 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.961 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.961 DEBUG:boto:Params: {} 2022-09-01T11:30:20.962 DEBUG:boto:Token: None 2022-09-01T11:30:20.963 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/obj34 2022-09-01T11:30:20.963 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3wSrXKINEPeqMVOAyIrkJ3dQ3Kg= 2022-09-01T11:30:20.964 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3wSrXKINEPeqMVOAyIrkJ3dQ3Kg=', 'Content-Length': '0'} 2022-09-01T11:30:20.966 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001e133fa28b212e9e-00631097cc-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.967 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.967 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.968 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:20.969 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:20.970 DEBUG:boto:Method: GET 2022-09-01T11:30:20.970 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:30:20.971 DEBUG:boto:Data: 2022-09-01T11:30:20.971 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.972 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.972 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.973 DEBUG:boto:Params: {} 2022-09-01T11:30:20.973 DEBUG:boto:Token: None 2022-09-01T11:30:20.974 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.975 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.975 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.978 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000891e02e77e2ba59b-00631097cc-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.979 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.980 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:20.980 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:20.981 DEBUG:boto:path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:20.981 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj34 2022-09-01T11:30:20.982 DEBUG:boto:Method: GET 2022-09-01T11:30:20.982 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj34 2022-09-01T11:30:20.983 DEBUG:boto:Data: 2022-09-01T11:30:20.983 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.984 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:20.984 DEBUG:boto:Port: 8000 2022-09-01T11:30:20.985 DEBUG:boto:Params: {} 2022-09-01T11:30:20.986 DEBUG:boto:Token: None 2022-09-01T11:30:20.987 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:20 GMT /ptoxvb-74/ 2022-09-01T11:30:20.988 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E= 2022-09-01T11:30:20.989 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:mMf2fxMWYh3M0wZGxnufZUZpz6E=', 'Content-Length': '0'} 2022-09-01T11:30:20.991 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000052171d208e9767b1-00631097cc-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:20.992 DEBUG:boto:b'ptoxvb-74obj341000falseobj342022-09-01T11:16:59.062Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:20.993 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj37 2022-09-01T11:30:20.994 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:20.994 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:20.995 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:20.996 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:20.996 DEBUG:boto:Method: GET 2022-09-01T11:30:20.997 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:20.997 DEBUG:boto:Data: 2022-09-01T11:30:20.998 DEBUG:boto:Headers: {} 2022-09-01T11:30:20.998 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:20.999 DEBUG:boto:Port: 8001 2022-09-01T11:30:20.999 DEBUG:boto:Params: {} 2022-09-01T11:30:21.000 DEBUG:boto:Token: None 2022-09-01T11:30:21.001 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.001 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+aMPW2bnP3Cp8WFz1cMnNBp8bvQ= 2022-09-01T11:30:21.002 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+aMPW2bnP3Cp8WFz1cMnNBp8bvQ=', 'Content-Length': '0'} 2022-09-01T11:30:21.005 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007181aff32c87f1e9-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.006 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:21.006 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:21.007 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.008 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.008 DEBUG:boto:Method: GET 2022-09-01T11:30:21.009 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.009 DEBUG:boto:Data: 2022-09-01T11:30:21.010 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.010 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.011 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.012 DEBUG:boto:Params: {} 2022-09-01T11:30:21.013 DEBUG:boto:Token: None 2022-09-01T11:30:21.013 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.014 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+aMPW2bnP3Cp8WFz1cMnNBp8bvQ= 2022-09-01T11:30:21.015 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+aMPW2bnP3Cp8WFz1cMnNBp8bvQ=', 'Content-Length': '0'} 2022-09-01T11:30:21.017 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005e320e6557d7810e-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.058 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:21.059 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:21.059 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.060 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.060 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.061 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.061 DEBUG:boto:Data: 2022-09-01T11:30:21.062 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.063 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.063 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.064 DEBUG:boto:Params: {} 2022-09-01T11:30:21.064 DEBUG:boto:Token: None 2022-09-01T11:30:21.065 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.066 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7VzIh0JYvQDypqdHtVi5fNw9Ojc= 2022-09-01T11:30:21.066 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7VzIh0JYvQDypqdHtVi5fNw9Ojc=', 'Content-Length': '0'} 2022-09-01T11:30:21.068 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000184ce304de658905-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.069 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:21.070 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:21.070 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.071 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.071 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.072 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.072 DEBUG:boto:Data: 2022-09-01T11:30:21.073 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.073 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.074 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.074 DEBUG:boto:Params: {} 2022-09-01T11:30:21.075 DEBUG:boto:Token: None 2022-09-01T11:30:21.076 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.076 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7VzIh0JYvQDypqdHtVi5fNw9Ojc= 2022-09-01T11:30:21.077 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7VzIh0JYvQDypqdHtVi5fNw9Ojc=', 'Content-Length': '0'} 2022-09-01T11:30:21.079 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000850ce53b0f09c812-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.080 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj37 2022-09-01T11:30:21.080 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:21.081 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:21.081 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.082 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.082 DEBUG:boto:Method: GET 2022-09-01T11:30:21.083 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.083 DEBUG:boto:Data: 2022-09-01T11:30:21.084 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.084 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.085 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.085 DEBUG:boto:Params: {} 2022-09-01T11:30:21.086 DEBUG:boto:Token: None 2022-09-01T11:30:21.087 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.088 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+aMPW2bnP3Cp8WFz1cMnNBp8bvQ= 2022-09-01T11:30:21.088 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+aMPW2bnP3Cp8WFz1cMnNBp8bvQ=', 'Content-Length': '0'} 2022-09-01T11:30:21.091 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005c8808195b78c961-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.091 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:21.092 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:21.093 DEBUG:boto:path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.093 DEBUG:boto:auth_path=/ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.094 DEBUG:boto:Method: GET 2022-09-01T11:30:21.094 DEBUG:boto:Path: /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.095 DEBUG:boto:Data: 2022-09-01T11:30:21.096 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.096 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.097 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.097 DEBUG:boto:Params: {} 2022-09-01T11:30:21.098 DEBUG:boto:Token: None 2022-09-01T11:30:21.099 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj37?versionId=null 2022-09-01T11:30:21.100 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+aMPW2bnP3Cp8WFz1cMnNBp8bvQ= 2022-09-01T11:30:21.101 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+aMPW2bnP3Cp8WFz1cMnNBp8bvQ=', 'Content-Length': '0'} 2022-09-01T11:30:21.103 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f5039c89ac29ab59-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.104 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:21.105 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:21.105 DEBUG:boto:path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:21.106 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:21.107 DEBUG:boto:Method: GET 2022-09-01T11:30:21.107 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj37 2022-09-01T11:30:21.108 DEBUG:boto:Data: 2022-09-01T11:30:21.108 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.109 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.109 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.110 DEBUG:boto:Params: {} 2022-09-01T11:30:21.111 DEBUG:boto:Token: None 2022-09-01T11:30:21.111 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/ 2022-09-01T11:30:21.112 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE= 2022-09-01T11:30:21.113 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE=', 'Content-Length': '0'} 2022-09-01T11:30:21.115 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000756b58c9df78c913-00631097cd-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.158 DEBUG:boto:b'ptoxvb-74obj371000falseobj372022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:21.159 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:21.160 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:21.161 DEBUG:boto:path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:21.161 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:21.162 DEBUG:boto:Method: GET 2022-09-01T11:30:21.163 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj37 2022-09-01T11:30:21.163 DEBUG:boto:Data: 2022-09-01T11:30:21.164 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.165 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.165 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.166 DEBUG:boto:Params: {} 2022-09-01T11:30:21.166 DEBUG:boto:Token: None 2022-09-01T11:30:21.167 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/ 2022-09-01T11:30:21.167 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE= 2022-09-01T11:30:21.168 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE=', 'Content-Length': '0'} 2022-09-01T11:30:21.171 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002a6491f537c33e99-00631097cd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.172 DEBUG:boto:b'ptoxvb-74obj371000falseobj372022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:21.173 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:21.174 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:21.175 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.176 DEBUG:boto:Path: /ptoxvb-74/obj37 2022-09-01T11:30:21.176 DEBUG:boto:Data: 2022-09-01T11:30:21.177 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.178 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.179 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.180 DEBUG:boto:Params: {} 2022-09-01T11:30:21.181 DEBUG:boto:Token: None 2022-09-01T11:30:21.182 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj37 2022-09-01T11:30:21.183 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:04yqOFxr5RWHURYIhSFIJGSdsig= 2022-09-01T11:30:21.184 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:04yqOFxr5RWHURYIhSFIJGSdsig=', 'Content-Length': '0'} 2022-09-01T11:30:21.186 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000604537233f3a841b-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.188 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:21.188 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:21.189 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.190 DEBUG:boto:Path: /ptoxvb-74/obj37 2022-09-01T11:30:21.190 DEBUG:boto:Data: 2022-09-01T11:30:21.191 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.192 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.192 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.193 DEBUG:boto:Params: {} 2022-09-01T11:30:21.193 DEBUG:boto:Token: None 2022-09-01T11:30:21.195 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj37 2022-09-01T11:30:21.195 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:04yqOFxr5RWHURYIhSFIJGSdsig= 2022-09-01T11:30:21.196 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:04yqOFxr5RWHURYIhSFIJGSdsig=', 'Content-Length': '0'} 2022-09-01T11:30:21.198 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001434769aafdbf02e-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.199 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj37 2022-09-01T11:30:21.199 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:21.200 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:21.201 DEBUG:boto:Method: GET 2022-09-01T11:30:21.202 DEBUG:boto:Path: /ptoxvb-74/obj37 2022-09-01T11:30:21.203 DEBUG:boto:Data: 2022-09-01T11:30:21.204 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.204 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.206 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.206 DEBUG:boto:Params: {} 2022-09-01T11:30:21.207 DEBUG:boto:Token: None 2022-09-01T11:30:21.208 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj37 2022-09-01T11:30:21.209 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X4Beh0HtRdiq8XDABR4gdeR6bD8= 2022-09-01T11:30:21.209 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X4Beh0HtRdiq8XDABR4gdeR6bD8=', 'Content-Length': '0'} 2022-09-01T11:30:21.212 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002c7859de70c786ba-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.213 DEBUG:boto:path=/ptoxvb-74/obj37 2022-09-01T11:30:21.213 DEBUG:boto:auth_path=/ptoxvb-74/obj37 2022-09-01T11:30:21.214 DEBUG:boto:Method: GET 2022-09-01T11:30:21.214 DEBUG:boto:Path: /ptoxvb-74/obj37 2022-09-01T11:30:21.215 DEBUG:boto:Data: 2022-09-01T11:30:21.215 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.216 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.217 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.217 DEBUG:boto:Params: {} 2022-09-01T11:30:21.218 DEBUG:boto:Token: None 2022-09-01T11:30:21.218 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj37 2022-09-01T11:30:21.219 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:X4Beh0HtRdiq8XDABR4gdeR6bD8= 2022-09-01T11:30:21.220 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:X4Beh0HtRdiq8XDABR4gdeR6bD8=', 'Content-Length': '0'} 2022-09-01T11:30:21.222 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007e990ba3e9341381-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.223 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:21.223 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:21.224 DEBUG:boto:path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:21.224 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:21.225 DEBUG:boto:Method: GET 2022-09-01T11:30:21.226 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj37 2022-09-01T11:30:21.227 DEBUG:boto:Data: 2022-09-01T11:30:21.228 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.229 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.230 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.230 DEBUG:boto:Params: {} 2022-09-01T11:30:21.231 DEBUG:boto:Token: None 2022-09-01T11:30:21.232 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/ 2022-09-01T11:30:21.234 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE= 2022-09-01T11:30:21.235 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE=', 'Content-Length': '0'} 2022-09-01T11:30:21.238 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000101d0762832bdc26-00631097cd-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.239 DEBUG:boto:b'ptoxvb-74obj371000falseobj372022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:21.240 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:21.240 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:21.241 DEBUG:boto:path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:21.241 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj37 2022-09-01T11:30:21.242 DEBUG:boto:Method: GET 2022-09-01T11:30:21.243 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj37 2022-09-01T11:30:21.244 DEBUG:boto:Data: 2022-09-01T11:30:21.244 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.245 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.246 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.246 DEBUG:boto:Params: {} 2022-09-01T11:30:21.247 DEBUG:boto:Token: None 2022-09-01T11:30:21.248 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/ 2022-09-01T11:30:21.248 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE= 2022-09-01T11:30:21.249 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE=', 'Content-Length': '0'} 2022-09-01T11:30:21.252 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ced74a677551dd12-00631097cd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.294 DEBUG:boto:b'ptoxvb-74obj371000falseobj372022-09-01T11:28:21.133Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:21.295 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:30:21.296 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:21.296 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:21.297 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.298 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.298 DEBUG:boto:Method: GET 2022-09-01T11:30:21.299 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.299 DEBUG:boto:Data: 2022-09-01T11:30:21.300 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.301 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.301 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.302 DEBUG:boto:Params: {} 2022-09-01T11:30:21.303 DEBUG:boto:Token: None 2022-09-01T11:30:21.304 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.304 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cDzmYheeDRLfn6AV79EWTQZ8R7A= 2022-09-01T11:30:21.305 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cDzmYheeDRLfn6AV79EWTQZ8R7A=', 'Content-Length': '0'} 2022-09-01T11:30:21.307 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000080de10ec62dbf7f1-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.308 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:21.309 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:21.310 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.310 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.311 DEBUG:boto:Method: GET 2022-09-01T11:30:21.312 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.312 DEBUG:boto:Data: 2022-09-01T11:30:21.313 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.313 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.314 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.314 DEBUG:boto:Params: {} 2022-09-01T11:30:21.315 DEBUG:boto:Token: None 2022-09-01T11:30:21.316 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.316 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cDzmYheeDRLfn6AV79EWTQZ8R7A= 2022-09-01T11:30:21.317 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cDzmYheeDRLfn6AV79EWTQZ8R7A=', 'Content-Length': '0'} 2022-09-01T11:30:21.319 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000291c0d96bd109e77-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.320 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:21.321 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:21.321 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.322 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.322 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.323 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.324 DEBUG:boto:Data: 2022-09-01T11:30:21.324 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.325 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.325 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.326 DEBUG:boto:Params: {} 2022-09-01T11:30:21.327 DEBUG:boto:Token: None 2022-09-01T11:30:21.327 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wZzRxxKH23wVgBNY0Cl3Cn/EWo4= 2022-09-01T11:30:21.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wZzRxxKH23wVgBNY0Cl3Cn/EWo4=', 'Content-Length': '0'} 2022-09-01T11:30:21.331 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008b2f2243da2b0df7-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.332 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:21.332 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:21.333 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.333 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.334 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.334 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.335 DEBUG:boto:Data: 2022-09-01T11:30:21.335 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.336 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.337 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.337 DEBUG:boto:Params: {} 2022-09-01T11:30:21.338 DEBUG:boto:Token: None 2022-09-01T11:30:21.338 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.339 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wZzRxxKH23wVgBNY0Cl3Cn/EWo4= 2022-09-01T11:30:21.340 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wZzRxxKH23wVgBNY0Cl3Cn/EWo4=', 'Content-Length': '0'} 2022-09-01T11:30:21.342 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004b1c9d18daaa87de-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.342 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:30:21.343 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:21.344 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:21.345 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.345 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.346 DEBUG:boto:Method: GET 2022-09-01T11:30:21.346 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.347 DEBUG:boto:Data: 2022-09-01T11:30:21.348 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.348 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.349 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.349 DEBUG:boto:Params: {} 2022-09-01T11:30:21.350 DEBUG:boto:Token: None 2022-09-01T11:30:21.351 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.351 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cDzmYheeDRLfn6AV79EWTQZ8R7A= 2022-09-01T11:30:21.352 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cDzmYheeDRLfn6AV79EWTQZ8R7A=', 'Content-Length': '0'} 2022-09-01T11:30:21.354 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000049e14e8ba6536933-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.398 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:21.399 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:21.400 DEBUG:boto:path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.401 DEBUG:boto:auth_path=/ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.402 DEBUG:boto:Method: GET 2022-09-01T11:30:21.403 DEBUG:boto:Path: /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.404 DEBUG:boto:Data: 2022-09-01T11:30:21.404 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.405 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.406 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.406 DEBUG:boto:Params: {} 2022-09-01T11:30:21.407 DEBUG:boto:Token: None 2022-09-01T11:30:21.408 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj38?versionId=null 2022-09-01T11:30:21.408 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cDzmYheeDRLfn6AV79EWTQZ8R7A= 2022-09-01T11:30:21.409 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cDzmYheeDRLfn6AV79EWTQZ8R7A=', 'Content-Length': '0'} 2022-09-01T11:30:21.411 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f68fa435c690e8a7-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.412 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:21.413 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:21.413 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:21.414 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:21.414 DEBUG:boto:Method: GET 2022-09-01T11:30:21.415 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:30:21.415 DEBUG:boto:Data: 2022-09-01T11:30:21.416 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.416 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.417 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.418 DEBUG:boto:Params: {} 2022-09-01T11:30:21.420 DEBUG:boto:Token: None 2022-09-01T11:30:21.421 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/ 2022-09-01T11:30:21.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE= 2022-09-01T11:30:21.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE=', 'Content-Length': '0'} 2022-09-01T11:30:21.425 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cd12a6f252d5bc70-00631097cd-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.426 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:21.427 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:21.428 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:21.429 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:21.429 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:21.430 DEBUG:boto:Method: GET 2022-09-01T11:30:21.430 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:30:21.431 DEBUG:boto:Data: 2022-09-01T11:30:21.432 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.432 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.433 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.433 DEBUG:boto:Params: {} 2022-09-01T11:30:21.434 DEBUG:boto:Token: None 2022-09-01T11:30:21.435 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/ 2022-09-01T11:30:21.436 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE= 2022-09-01T11:30:21.438 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE=', 'Content-Length': '0'} 2022-09-01T11:30:21.441 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009c5c81810904de37-00631097cd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.443 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:21.444 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:21.445 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:21.446 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.446 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:30:21.447 DEBUG:boto:Data: 2022-09-01T11:30:21.448 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.449 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.449 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.450 DEBUG:boto:Params: {} 2022-09-01T11:30:21.451 DEBUG:boto:Token: None 2022-09-01T11:30:21.451 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj38 2022-09-01T11:30:21.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E5pYMZut0ZQNojtZzsCKYfXhhUc= 2022-09-01T11:30:21.453 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E5pYMZut0ZQNojtZzsCKYfXhhUc=', 'Content-Length': '0'} 2022-09-01T11:30:21.456 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007b707b4d3d9e13c3-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.457 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:21.458 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:21.459 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.460 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:30:21.461 DEBUG:boto:Data: 2022-09-01T11:30:21.462 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.463 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.464 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.465 DEBUG:boto:Params: {} 2022-09-01T11:30:21.466 DEBUG:boto:Token: None 2022-09-01T11:30:21.467 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj38 2022-09-01T11:30:21.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:E5pYMZut0ZQNojtZzsCKYfXhhUc= 2022-09-01T11:30:21.469 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:E5pYMZut0ZQNojtZzsCKYfXhhUc=', 'Content-Length': '0'} 2022-09-01T11:30:21.472 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073aa5ce51cc9c814-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.473 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj38 2022-09-01T11:30:21.474 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:21.475 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:21.476 DEBUG:boto:Method: GET 2022-09-01T11:30:21.477 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:30:21.478 DEBUG:boto:Data: 2022-09-01T11:30:21.479 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.480 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.481 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.482 DEBUG:boto:Params: {} 2022-09-01T11:30:21.483 DEBUG:boto:Token: None 2022-09-01T11:30:21.484 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj38 2022-09-01T11:30:21.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z3QDfvSX1dyLMzVcjlyh3xfQZcE= 2022-09-01T11:30:21.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z3QDfvSX1dyLMzVcjlyh3xfQZcE=', 'Content-Length': '0'} 2022-09-01T11:30:21.489 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000250eb43ebc7cbedf-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.490 DEBUG:boto:path=/ptoxvb-74/obj38 2022-09-01T11:30:21.491 DEBUG:boto:auth_path=/ptoxvb-74/obj38 2022-09-01T11:30:21.491 DEBUG:boto:Method: GET 2022-09-01T11:30:21.492 DEBUG:boto:Path: /ptoxvb-74/obj38 2022-09-01T11:30:21.492 DEBUG:boto:Data: 2022-09-01T11:30:21.493 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.494 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.494 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.495 DEBUG:boto:Params: {} 2022-09-01T11:30:21.496 DEBUG:boto:Token: None 2022-09-01T11:30:21.496 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj38 2022-09-01T11:30:21.497 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:z3QDfvSX1dyLMzVcjlyh3xfQZcE= 2022-09-01T11:30:21.498 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:z3QDfvSX1dyLMzVcjlyh3xfQZcE=', 'Content-Length': '0'} 2022-09-01T11:30:21.501 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b9bb81e4a3c494a-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.502 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:21.502 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:21.503 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:21.504 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:21.504 DEBUG:boto:Method: GET 2022-09-01T11:30:21.505 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:30:21.505 DEBUG:boto:Data: 2022-09-01T11:30:21.506 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.507 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.507 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.508 DEBUG:boto:Params: {} 2022-09-01T11:30:21.509 DEBUG:boto:Token: None 2022-09-01T11:30:21.509 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/ 2022-09-01T11:30:21.510 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE= 2022-09-01T11:30:21.511 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE=', 'Content-Length': '0'} 2022-09-01T11:30:21.514 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007062071225f5fcb8-00631097cd-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.515 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:21.516 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:21.517 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:21.518 DEBUG:boto:path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:21.519 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj38 2022-09-01T11:30:21.520 DEBUG:boto:Method: GET 2022-09-01T11:30:21.521 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj38 2022-09-01T11:30:21.522 DEBUG:boto:Data: 2022-09-01T11:30:21.523 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.524 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.524 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.525 DEBUG:boto:Params: {} 2022-09-01T11:30:21.527 DEBUG:boto:Token: None 2022-09-01T11:30:21.527 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/ 2022-09-01T11:30:21.528 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE= 2022-09-01T11:30:21.529 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE=', 'Content-Length': '0'} 2022-09-01T11:30:21.532 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006c37c1a65037e4e0-00631097cd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.532 DEBUG:boto:b'ptoxvb-74obj381000falseobj382022-09-01T11:20:42.730Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:21.533 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:30:21.534 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:21.534 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:21.535 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.536 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.536 DEBUG:boto:Method: GET 2022-09-01T11:30:21.537 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.537 DEBUG:boto:Data: 2022-09-01T11:30:21.538 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.539 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.539 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.540 DEBUG:boto:Params: {} 2022-09-01T11:30:21.540 DEBUG:boto:Token: None 2022-09-01T11:30:21.541 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/Co9Znb5l+RutZBzvsXT7FRgd2A= 2022-09-01T11:30:21.542 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/Co9Znb5l+RutZBzvsXT7FRgd2A=', 'Content-Length': '0'} 2022-09-01T11:30:21.545 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a82210d0088faa9-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.545 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:21.546 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:21.547 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.547 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.548 DEBUG:boto:Method: GET 2022-09-01T11:30:21.548 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.549 DEBUG:boto:Data: 2022-09-01T11:30:21.549 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.550 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.551 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.551 DEBUG:boto:Params: {} 2022-09-01T11:30:21.552 DEBUG:boto:Token: None 2022-09-01T11:30:21.553 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.553 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/Co9Znb5l+RutZBzvsXT7FRgd2A= 2022-09-01T11:30:21.554 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/Co9Znb5l+RutZBzvsXT7FRgd2A=', 'Content-Length': '0'} 2022-09-01T11:30:21.556 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e3d621faef4cbdbe-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.557 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:21.557 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:21.558 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.558 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.559 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.559 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.560 DEBUG:boto:Data: 2022-09-01T11:30:21.560 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.561 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.561 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.562 DEBUG:boto:Params: {} 2022-09-01T11:30:21.563 DEBUG:boto:Token: None 2022-09-01T11:30:21.563 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.564 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXyBgxaJWSubtLA3qZBIHjEVhY4= 2022-09-01T11:30:21.564 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXyBgxaJWSubtLA3qZBIHjEVhY4=', 'Content-Length': '0'} 2022-09-01T11:30:21.566 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000eda8ddf39c6788cc-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.567 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:21.568 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:21.569 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.569 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.570 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.570 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.571 DEBUG:boto:Data: 2022-09-01T11:30:21.571 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.572 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.572 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.573 DEBUG:boto:Params: {} 2022-09-01T11:30:21.573 DEBUG:boto:Token: None 2022-09-01T11:30:21.574 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.574 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CXyBgxaJWSubtLA3qZBIHjEVhY4= 2022-09-01T11:30:21.575 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CXyBgxaJWSubtLA3qZBIHjEVhY4=', 'Content-Length': '0'} 2022-09-01T11:30:21.577 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000279783dafa45da36-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.578 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:30:21.578 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:21.579 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:21.579 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.580 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.580 DEBUG:boto:Method: GET 2022-09-01T11:30:21.581 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.581 DEBUG:boto:Data: 2022-09-01T11:30:21.582 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.583 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.583 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.584 DEBUG:boto:Params: {} 2022-09-01T11:30:21.584 DEBUG:boto:Token: None 2022-09-01T11:30:21.585 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.586 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/Co9Znb5l+RutZBzvsXT7FRgd2A= 2022-09-01T11:30:21.586 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/Co9Znb5l+RutZBzvsXT7FRgd2A=', 'Content-Length': '0'} 2022-09-01T11:30:21.589 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000041e3c3f919205b28-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.634 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:21.635 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:21.636 DEBUG:boto:path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.636 DEBUG:boto:auth_path=/ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.637 DEBUG:boto:Method: GET 2022-09-01T11:30:21.637 DEBUG:boto:Path: /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.638 DEBUG:boto:Data: 2022-09-01T11:30:21.638 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.639 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.642 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.642 DEBUG:boto:Params: {} 2022-09-01T11:30:21.643 DEBUG:boto:Token: None 2022-09-01T11:30:21.644 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj44?versionId=null 2022-09-01T11:30:21.645 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:/Co9Znb5l+RutZBzvsXT7FRgd2A= 2022-09-01T11:30:21.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:/Co9Znb5l+RutZBzvsXT7FRgd2A=', 'Content-Length': '0'} 2022-09-01T11:30:21.649 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a8e99edc5fd57bb0-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.650 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:21.651 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:21.654 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:21.654 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:21.655 DEBUG:boto:Method: GET 2022-09-01T11:30:21.655 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:30:21.656 DEBUG:boto:Data: 2022-09-01T11:30:21.656 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.657 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.657 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.659 DEBUG:boto:Params: {} 2022-09-01T11:30:21.659 DEBUG:boto:Token: None 2022-09-01T11:30:21.660 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/ 2022-09-01T11:30:21.661 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE= 2022-09-01T11:30:21.661 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE=', 'Content-Length': '0'} 2022-09-01T11:30:21.664 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001ee8289bbbe3f272-00631097cd-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.665 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:21.666 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:21.666 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:21.667 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:21.667 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:21.668 DEBUG:boto:Method: GET 2022-09-01T11:30:21.669 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:30:21.669 DEBUG:boto:Data: 2022-09-01T11:30:21.670 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.670 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.671 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.671 DEBUG:boto:Params: {} 2022-09-01T11:30:21.672 DEBUG:boto:Token: None 2022-09-01T11:30:21.672 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/ 2022-09-01T11:30:21.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE= 2022-09-01T11:30:21.674 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE=', 'Content-Length': '0'} 2022-09-01T11:30:21.676 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000d34bb504d18a5f7-00631097cd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.677 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:21.678 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:21.679 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:21.679 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.680 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:30:21.680 DEBUG:boto:Data: 2022-09-01T11:30:21.681 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.681 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.682 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.683 DEBUG:boto:Params: {} 2022-09-01T11:30:21.683 DEBUG:boto:Token: None 2022-09-01T11:30:21.684 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj44 2022-09-01T11:30:21.684 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6KOnHBdX1UTBA7RCG/pZOQFUKiE= 2022-09-01T11:30:21.685 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6KOnHBdX1UTBA7RCG/pZOQFUKiE=', 'Content-Length': '0'} 2022-09-01T11:30:21.687 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003a21f00caba6c9af-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.688 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:21.689 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:21.689 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.690 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:30:21.690 DEBUG:boto:Data: 2022-09-01T11:30:21.691 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.692 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.692 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.693 DEBUG:boto:Params: {} 2022-09-01T11:30:21.693 DEBUG:boto:Token: None 2022-09-01T11:30:21.694 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj44 2022-09-01T11:30:21.694 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6KOnHBdX1UTBA7RCG/pZOQFUKiE= 2022-09-01T11:30:21.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6KOnHBdX1UTBA7RCG/pZOQFUKiE=', 'Content-Length': '0'} 2022-09-01T11:30:21.697 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c9c6701adebd9843-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.698 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:30:21.698 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:21.699 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:21.700 DEBUG:boto:Method: GET 2022-09-01T11:30:21.700 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:30:21.701 DEBUG:boto:Data: 2022-09-01T11:30:21.701 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.702 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.703 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.704 DEBUG:boto:Params: {} 2022-09-01T11:30:21.705 DEBUG:boto:Token: None 2022-09-01T11:30:21.706 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj44 2022-09-01T11:30:21.707 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:idL/xmeMNsxwxAxfmuxcHbEUVKg= 2022-09-01T11:30:21.708 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:idL/xmeMNsxwxAxfmuxcHbEUVKg=', 'Content-Length': '0'} 2022-09-01T11:30:21.711 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009542a7c54120f43c-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.712 DEBUG:boto:path=/ptoxvb-74/obj44 2022-09-01T11:30:21.712 DEBUG:boto:auth_path=/ptoxvb-74/obj44 2022-09-01T11:30:21.713 DEBUG:boto:Method: GET 2022-09-01T11:30:21.713 DEBUG:boto:Path: /ptoxvb-74/obj44 2022-09-01T11:30:21.714 DEBUG:boto:Data: 2022-09-01T11:30:21.714 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.715 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.716 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.716 DEBUG:boto:Params: {} 2022-09-01T11:30:21.717 DEBUG:boto:Token: None 2022-09-01T11:30:21.717 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj44 2022-09-01T11:30:21.718 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:idL/xmeMNsxwxAxfmuxcHbEUVKg= 2022-09-01T11:30:21.719 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:idL/xmeMNsxwxAxfmuxcHbEUVKg=', 'Content-Length': '0'} 2022-09-01T11:30:21.721 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001937497b9495cbb6-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.721 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:21.722 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:21.723 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:21.723 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:21.724 DEBUG:boto:Method: GET 2022-09-01T11:30:21.724 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:30:21.725 DEBUG:boto:Data: 2022-09-01T11:30:21.725 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.726 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.726 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.727 DEBUG:boto:Params: {} 2022-09-01T11:30:21.728 DEBUG:boto:Token: None 2022-09-01T11:30:21.728 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/ 2022-09-01T11:30:21.729 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE= 2022-09-01T11:30:21.729 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE=', 'Content-Length': '0'} 2022-09-01T11:30:21.733 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006967fbf22dfd5e50-00631097cd-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.774 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:21.775 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:21.776 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:21.777 DEBUG:boto:path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:21.777 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj44 2022-09-01T11:30:21.778 DEBUG:boto:Method: GET 2022-09-01T11:30:21.778 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj44 2022-09-01T11:30:21.779 DEBUG:boto:Data: 2022-09-01T11:30:21.779 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.780 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.780 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.781 DEBUG:boto:Params: {} 2022-09-01T11:30:21.782 DEBUG:boto:Token: None 2022-09-01T11:30:21.784 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/ 2022-09-01T11:30:21.785 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE= 2022-09-01T11:30:21.786 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE=', 'Content-Length': '0'} 2022-09-01T11:30:21.789 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004c5f044832a969be-00631097cd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.790 DEBUG:boto:b'ptoxvb-74obj441000falseobj442022-09-01T11:15:44.035Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:21.791 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:30:21.792 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:21.793 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:21.794 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.795 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.795 DEBUG:boto:Method: GET 2022-09-01T11:30:21.796 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.796 DEBUG:boto:Data: 2022-09-01T11:30:21.797 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.798 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.800 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.801 DEBUG:boto:Params: {} 2022-09-01T11:30:21.802 DEBUG:boto:Token: None 2022-09-01T11:30:21.804 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.805 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pc9N9SgCs9anFiFq0IeGJv3QBcs= 2022-09-01T11:30:21.806 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pc9N9SgCs9anFiFq0IeGJv3QBcs=', 'Content-Length': '0'} 2022-09-01T11:30:21.809 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a73bc61f6dac1c55-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.810 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:21.811 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:21.812 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.813 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.814 DEBUG:boto:Method: GET 2022-09-01T11:30:21.815 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.816 DEBUG:boto:Data: 2022-09-01T11:30:21.817 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.818 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.819 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.820 DEBUG:boto:Params: {} 2022-09-01T11:30:21.821 DEBUG:boto:Token: None 2022-09-01T11:30:21.823 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.824 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pc9N9SgCs9anFiFq0IeGJv3QBcs= 2022-09-01T11:30:21.825 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pc9N9SgCs9anFiFq0IeGJv3QBcs=', 'Content-Length': '0'} 2022-09-01T11:30:21.827 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009e67c6c5e4b93542-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.829 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:21.830 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:21.831 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.832 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.833 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.834 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.835 DEBUG:boto:Data: 2022-09-01T11:30:21.836 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.837 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.838 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.839 DEBUG:boto:Params: {} 2022-09-01T11:30:21.840 DEBUG:boto:Token: None 2022-09-01T11:30:21.841 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.842 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:po5yae0WQdeJ9wgkrL3iXk2qP94= 2022-09-01T11:30:21.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:po5yae0WQdeJ9wgkrL3iXk2qP94=', 'Content-Length': '0'} 2022-09-01T11:30:21.846 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000504d0ac9a2cb93b5-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.848 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:21.849 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:21.850 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.851 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.852 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.853 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.854 DEBUG:boto:Data: 2022-09-01T11:30:21.855 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.855 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.857 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.858 DEBUG:boto:Params: {} 2022-09-01T11:30:21.859 DEBUG:boto:Token: None 2022-09-01T11:30:21.860 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.860 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:po5yae0WQdeJ9wgkrL3iXk2qP94= 2022-09-01T11:30:21.861 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:po5yae0WQdeJ9wgkrL3iXk2qP94=', 'Content-Length': '0'} 2022-09-01T11:30:21.863 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000879fa3eee50b06be-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.864 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:30:21.864 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:21.865 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:21.866 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.866 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.867 DEBUG:boto:Method: GET 2022-09-01T11:30:21.867 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.868 DEBUG:boto:Data: 2022-09-01T11:30:21.868 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.869 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.869 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.870 DEBUG:boto:Params: {} 2022-09-01T11:30:21.870 DEBUG:boto:Token: None 2022-09-01T11:30:21.871 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pc9N9SgCs9anFiFq0IeGJv3QBcs= 2022-09-01T11:30:21.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pc9N9SgCs9anFiFq0IeGJv3QBcs=', 'Content-Length': '0'} 2022-09-01T11:30:21.875 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000050aa844192f918c5-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.876 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:21.876 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:21.877 DEBUG:boto:path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.877 DEBUG:boto:auth_path=/ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.878 DEBUG:boto:Method: GET 2022-09-01T11:30:21.878 DEBUG:boto:Path: /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.879 DEBUG:boto:Data: 2022-09-01T11:30:21.879 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.880 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.880 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.881 DEBUG:boto:Params: {} 2022-09-01T11:30:21.881 DEBUG:boto:Token: None 2022-09-01T11:30:21.882 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj46?versionId=null 2022-09-01T11:30:21.883 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pc9N9SgCs9anFiFq0IeGJv3QBcs= 2022-09-01T11:30:21.883 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pc9N9SgCs9anFiFq0IeGJv3QBcs=', 'Content-Length': '0'} 2022-09-01T11:30:21.886 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000040097e59de679aa6-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.887 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:21.888 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:21.888 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:21.889 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:21.889 DEBUG:boto:Method: GET 2022-09-01T11:30:21.890 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:30:21.891 DEBUG:boto:Data: 2022-09-01T11:30:21.891 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.892 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.892 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.893 DEBUG:boto:Params: {} 2022-09-01T11:30:21.894 DEBUG:boto:Token: None 2022-09-01T11:30:21.895 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/ 2022-09-01T11:30:21.895 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE= 2022-09-01T11:30:21.896 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE=', 'Content-Length': '0'} 2022-09-01T11:30:21.899 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b960d8b124e44326-00631097cd-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.900 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:21.901 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:21.902 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:21.905 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:21.906 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:21.907 DEBUG:boto:Method: GET 2022-09-01T11:30:21.908 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:30:21.909 DEBUG:boto:Data: 2022-09-01T11:30:21.911 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.911 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.912 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.913 DEBUG:boto:Params: {} 2022-09-01T11:30:21.914 DEBUG:boto:Token: None 2022-09-01T11:30:21.914 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/ 2022-09-01T11:30:21.915 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE= 2022-09-01T11:30:21.916 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HlN8hfOdhY8/btsaL5oKZTxOypE=', 'Content-Length': '0'} 2022-09-01T11:30:21.919 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000055655bd38d4c6c1-00631097cd-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.962 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:21.963 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:21.964 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:21.964 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.965 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:30:21.965 DEBUG:boto:Data: 2022-09-01T11:30:21.966 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.966 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.967 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.967 DEBUG:boto:Params: {} 2022-09-01T11:30:21.968 DEBUG:boto:Token: None 2022-09-01T11:30:21.969 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj46 2022-09-01T11:30:21.969 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uoxmaYgTUyhs3yV06JJn+DrRTbs= 2022-09-01T11:30:21.971 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uoxmaYgTUyhs3yV06JJn+DrRTbs=', 'Content-Length': '0'} 2022-09-01T11:30:21.973 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004343468bde8d1269-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.975 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:21.975 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:21.976 DEBUG:boto:Method: HEAD 2022-09-01T11:30:21.977 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:30:21.978 DEBUG:boto:Data: 2022-09-01T11:30:21.978 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.979 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:21.979 DEBUG:boto:Port: 8000 2022-09-01T11:30:21.980 DEBUG:boto:Params: {} 2022-09-01T11:30:21.981 DEBUG:boto:Token: None 2022-09-01T11:30:21.982 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj46 2022-09-01T11:30:21.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uoxmaYgTUyhs3yV06JJn+DrRTbs= 2022-09-01T11:30:21.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uoxmaYgTUyhs3yV06JJn+DrRTbs=', 'Content-Length': '0'} 2022-09-01T11:30:21.986 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000040fee72d39fc2345-00631097cd-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:21.987 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj46 2022-09-01T11:30:21.988 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:21.988 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:21.990 DEBUG:boto:Method: GET 2022-09-01T11:30:21.991 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:30:21.992 DEBUG:boto:Data: 2022-09-01T11:30:21.993 DEBUG:boto:Headers: {} 2022-09-01T11:30:21.994 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:21.994 DEBUG:boto:Port: 8001 2022-09-01T11:30:21.995 DEBUG:boto:Params: {} 2022-09-01T11:30:21.996 DEBUG:boto:Token: None 2022-09-01T11:30:21.996 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:21 GMT /ptoxvb-74/obj46 2022-09-01T11:30:21.998 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IXR+B2kEatLHaqfjwWrLQuiEAo0= 2022-09-01T11:30:21.999 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IXR+B2kEatLHaqfjwWrLQuiEAo0=', 'Content-Length': '0'} 2022-09-01T11:30:22.002 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000518b1b52c132b93b-00631097cd-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.003 DEBUG:boto:path=/ptoxvb-74/obj46 2022-09-01T11:30:22.004 DEBUG:boto:auth_path=/ptoxvb-74/obj46 2022-09-01T11:30:22.005 DEBUG:boto:Method: GET 2022-09-01T11:30:22.006 DEBUG:boto:Path: /ptoxvb-74/obj46 2022-09-01T11:30:22.007 DEBUG:boto:Data: 2022-09-01T11:30:22.008 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.009 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.009 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.010 DEBUG:boto:Params: {} 2022-09-01T11:30:22.011 DEBUG:boto:Token: None 2022-09-01T11:30:22.011 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj46 2022-09-01T11:30:22.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KV9kN8Ew6D3fRa12W/aQ9fE++P0= 2022-09-01T11:30:22.013 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KV9kN8Ew6D3fRa12W/aQ9fE++P0=', 'Content-Length': '0'} 2022-09-01T11:30:22.015 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e38c5a7b18e2d418-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.016 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:22.017 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:22.018 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:22.019 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:22.020 DEBUG:boto:Method: GET 2022-09-01T11:30:22.021 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:30:22.022 DEBUG:boto:Data: 2022-09-01T11:30:22.023 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.024 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.025 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.026 DEBUG:boto:Params: {} 2022-09-01T11:30:22.027 DEBUG:boto:Token: None 2022-09-01T11:30:22.028 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/ 2022-09-01T11:30:22.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw= 2022-09-01T11:30:22.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw=', 'Content-Length': '0'} 2022-09-01T11:30:22.032 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003f4dfce734f655a6-00631097ce-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.078 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:22.079 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:22.080 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:22.080 DEBUG:boto:path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:22.081 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj46 2022-09-01T11:30:22.082 DEBUG:boto:Method: GET 2022-09-01T11:30:22.082 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj46 2022-09-01T11:30:22.083 DEBUG:boto:Data: 2022-09-01T11:30:22.083 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.084 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.084 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.085 DEBUG:boto:Params: {} 2022-09-01T11:30:22.085 DEBUG:boto:Token: None 2022-09-01T11:30:22.086 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/ 2022-09-01T11:30:22.087 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw= 2022-09-01T11:30:22.087 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw=', 'Content-Length': '0'} 2022-09-01T11:30:22.090 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000012d1d02d4e2dca9b-00631097ce-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.091 DEBUG:boto:b'ptoxvb-74obj461000falseobj462022-09-01T11:22:17.520Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:22.092 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:30:22.092 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:22.093 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:22.093 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.094 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.094 DEBUG:boto:Method: GET 2022-09-01T11:30:22.095 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.095 DEBUG:boto:Data: 2022-09-01T11:30:22.096 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.097 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.097 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.098 DEBUG:boto:Params: {} 2022-09-01T11:30:22.098 DEBUG:boto:Token: None 2022-09-01T11:30:22.099 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.100 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uLQcowZO9umshpeVMnXLAE2XXwo= 2022-09-01T11:30:22.100 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uLQcowZO9umshpeVMnXLAE2XXwo=', 'Content-Length': '0'} 2022-09-01T11:30:22.103 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d65b95c3d4200305-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.104 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:22.105 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:22.106 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.107 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.108 DEBUG:boto:Method: GET 2022-09-01T11:30:22.109 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.110 DEBUG:boto:Data: 2022-09-01T11:30:22.111 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.112 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.112 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.113 DEBUG:boto:Params: {} 2022-09-01T11:30:22.114 DEBUG:boto:Token: None 2022-09-01T11:30:22.115 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.115 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uLQcowZO9umshpeVMnXLAE2XXwo= 2022-09-01T11:30:22.116 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uLQcowZO9umshpeVMnXLAE2XXwo=', 'Content-Length': '0'} 2022-09-01T11:30:22.118 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b54f96fda34824f1-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.119 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:22.119 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:22.120 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.120 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.121 DEBUG:boto:Method: HEAD 2022-09-01T11:30:22.121 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.122 DEBUG:boto:Data: 2022-09-01T11:30:22.122 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.123 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.123 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.124 DEBUG:boto:Params: {} 2022-09-01T11:30:22.124 DEBUG:boto:Token: None 2022-09-01T11:30:22.125 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.126 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NYSe9YA4gtD6LnaGIYDux1of85c= 2022-09-01T11:30:22.126 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NYSe9YA4gtD6LnaGIYDux1of85c=', 'Content-Length': '0'} 2022-09-01T11:30:22.128 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002cd605207a7dce2e-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.129 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:22.130 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:22.130 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.131 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.131 DEBUG:boto:Method: HEAD 2022-09-01T11:30:22.132 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.132 DEBUG:boto:Data: 2022-09-01T11:30:22.133 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.133 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.133 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.134 DEBUG:boto:Params: {} 2022-09-01T11:30:22.135 DEBUG:boto:Token: None 2022-09-01T11:30:22.135 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.136 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NYSe9YA4gtD6LnaGIYDux1of85c= 2022-09-01T11:30:22.136 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NYSe9YA4gtD6LnaGIYDux1of85c=', 'Content-Length': '0'} 2022-09-01T11:30:22.139 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001ca7ec7b368ded3e-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.140 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:30:22.141 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:22.141 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:22.142 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.143 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.144 DEBUG:boto:Method: GET 2022-09-01T11:30:22.145 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.146 DEBUG:boto:Data: 2022-09-01T11:30:22.147 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.148 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.148 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.149 DEBUG:boto:Params: {} 2022-09-01T11:30:22.150 DEBUG:boto:Token: None 2022-09-01T11:30:22.151 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.152 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uLQcowZO9umshpeVMnXLAE2XXwo= 2022-09-01T11:30:22.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uLQcowZO9umshpeVMnXLAE2XXwo=', 'Content-Length': '0'} 2022-09-01T11:30:22.155 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006e4c363261c53b7a-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.156 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:22.156 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:22.157 DEBUG:boto:path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.157 DEBUG:boto:auth_path=/ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.158 DEBUG:boto:Method: GET 2022-09-01T11:30:22.159 DEBUG:boto:Path: /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.159 DEBUG:boto:Data: 2022-09-01T11:30:22.160 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.160 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.161 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.162 DEBUG:boto:Params: {} 2022-09-01T11:30:22.163 DEBUG:boto:Token: None 2022-09-01T11:30:22.163 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj51?versionId=null 2022-09-01T11:30:22.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:uLQcowZO9umshpeVMnXLAE2XXwo= 2022-09-01T11:30:22.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:uLQcowZO9umshpeVMnXLAE2XXwo=', 'Content-Length': '0'} 2022-09-01T11:30:22.167 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001f8ca40b1699afd6-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.214 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:22.215 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:22.215 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:22.216 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:22.216 DEBUG:boto:Method: GET 2022-09-01T11:30:22.217 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:30:22.217 DEBUG:boto:Data: 2022-09-01T11:30:22.218 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.219 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.219 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.220 DEBUG:boto:Params: {} 2022-09-01T11:30:22.221 DEBUG:boto:Token: None 2022-09-01T11:30:22.221 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/ 2022-09-01T11:30:22.222 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw= 2022-09-01T11:30:22.223 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw=', 'Content-Length': '0'} 2022-09-01T11:30:22.226 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000607f34317c7bd462-00631097ce-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.227 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:22.229 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:22.230 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:22.231 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:22.232 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:22.233 DEBUG:boto:Method: GET 2022-09-01T11:30:22.234 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:30:22.235 DEBUG:boto:Data: 2022-09-01T11:30:22.236 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.237 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.238 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.239 DEBUG:boto:Params: {} 2022-09-01T11:30:22.240 DEBUG:boto:Token: None 2022-09-01T11:30:22.241 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/ 2022-09-01T11:30:22.242 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw= 2022-09-01T11:30:22.243 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw=', 'Content-Length': '0'} 2022-09-01T11:30:22.247 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bf11d805dcb654e9-00631097ce-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.248 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:22.249 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:22.250 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:22.251 DEBUG:boto:Method: HEAD 2022-09-01T11:30:22.252 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:30:22.253 DEBUG:boto:Data: 2022-09-01T11:30:22.254 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.255 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.255 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.256 DEBUG:boto:Params: {} 2022-09-01T11:30:22.257 DEBUG:boto:Token: None 2022-09-01T11:30:22.257 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj51 2022-09-01T11:30:22.258 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O4ZboskOe4/cwToMnsSJS5ID+Bs= 2022-09-01T11:30:22.259 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O4ZboskOe4/cwToMnsSJS5ID+Bs=', 'Content-Length': '0'} 2022-09-01T11:30:22.261 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000043d15f0abe2924b1-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.262 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:22.263 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:22.263 DEBUG:boto:Method: HEAD 2022-09-01T11:30:22.264 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:30:22.264 DEBUG:boto:Data: 2022-09-01T11:30:22.265 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.266 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.267 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.268 DEBUG:boto:Params: {} 2022-09-01T11:30:22.269 DEBUG:boto:Token: None 2022-09-01T11:30:22.270 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj51 2022-09-01T11:30:22.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:O4ZboskOe4/cwToMnsSJS5ID+Bs= 2022-09-01T11:30:22.273 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:O4ZboskOe4/cwToMnsSJS5ID+Bs=', 'Content-Length': '0'} 2022-09-01T11:30:22.276 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c7d7874a0e8b56dd-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.277 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj51 2022-09-01T11:30:22.278 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:22.279 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:22.280 DEBUG:boto:Method: GET 2022-09-01T11:30:22.281 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:30:22.282 DEBUG:boto:Data: 2022-09-01T11:30:22.282 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.283 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.284 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.284 DEBUG:boto:Params: {} 2022-09-01T11:30:22.285 DEBUG:boto:Token: None 2022-09-01T11:30:22.286 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj51 2022-09-01T11:30:22.286 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q3XwMTO4xhjATrTFAgEwOTDqa80= 2022-09-01T11:30:22.287 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q3XwMTO4xhjATrTFAgEwOTDqa80=', 'Content-Length': '0'} 2022-09-01T11:30:22.289 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ff1e521742c9991d-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.330 DEBUG:boto:path=/ptoxvb-74/obj51 2022-09-01T11:30:22.331 DEBUG:boto:auth_path=/ptoxvb-74/obj51 2022-09-01T11:30:22.333 DEBUG:boto:Method: GET 2022-09-01T11:30:22.334 DEBUG:boto:Path: /ptoxvb-74/obj51 2022-09-01T11:30:22.335 DEBUG:boto:Data: 2022-09-01T11:30:22.336 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.337 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.338 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.339 DEBUG:boto:Params: {} 2022-09-01T11:30:22.340 DEBUG:boto:Token: None 2022-09-01T11:30:22.341 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj51 2022-09-01T11:30:22.342 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q3XwMTO4xhjATrTFAgEwOTDqa80= 2022-09-01T11:30:22.343 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q3XwMTO4xhjATrTFAgEwOTDqa80=', 'Content-Length': '0'} 2022-09-01T11:30:22.346 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000993e2f8d1e519022-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.348 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:22.349 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:22.349 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:22.350 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:22.351 DEBUG:boto:Method: GET 2022-09-01T11:30:22.352 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:30:22.353 DEBUG:boto:Data: 2022-09-01T11:30:22.354 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.355 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.356 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.357 DEBUG:boto:Params: {} 2022-09-01T11:30:22.358 DEBUG:boto:Token: None 2022-09-01T11:30:22.359 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/ 2022-09-01T11:30:22.360 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw= 2022-09-01T11:30:22.361 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw=', 'Content-Length': '0'} 2022-09-01T11:30:22.364 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bc04ad9dbe34d7b8-00631097ce-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.366 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:22.367 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:22.368 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:22.369 DEBUG:boto:path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:22.370 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj51 2022-09-01T11:30:22.370 DEBUG:boto:Method: GET 2022-09-01T11:30:22.371 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj51 2022-09-01T11:30:22.371 DEBUG:boto:Data: 2022-09-01T11:30:22.372 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.373 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.373 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.374 DEBUG:boto:Params: {} 2022-09-01T11:30:22.374 DEBUG:boto:Token: None 2022-09-01T11:30:22.375 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/ 2022-09-01T11:30:22.375 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw= 2022-09-01T11:30:22.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw=', 'Content-Length': '0'} 2022-09-01T11:30:22.379 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003aef239a685919e8-00631097ce-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.422 DEBUG:boto:b'ptoxvb-74obj511000falseobj512022-09-01T11:16:59.127Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:22.423 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:30:22.424 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:22.424 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:22.425 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.425 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.426 DEBUG:boto:Method: GET 2022-09-01T11:30:22.427 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.428 DEBUG:boto:Data: 2022-09-01T11:30:22.428 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.429 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.430 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.430 DEBUG:boto:Params: {} 2022-09-01T11:30:22.431 DEBUG:boto:Token: None 2022-09-01T11:30:22.432 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5mChpkZzHHGZNM5Aq47FtFCnpD8= 2022-09-01T11:30:22.433 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5mChpkZzHHGZNM5Aq47FtFCnpD8=', 'Content-Length': '0'} 2022-09-01T11:30:22.436 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e48a53375894ef74-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.436 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:22.437 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:22.438 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.439 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.440 DEBUG:boto:Method: GET 2022-09-01T11:30:22.441 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.442 DEBUG:boto:Data: 2022-09-01T11:30:22.443 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.444 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.445 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.446 DEBUG:boto:Params: {} 2022-09-01T11:30:22.447 DEBUG:boto:Token: None 2022-09-01T11:30:22.448 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.449 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5mChpkZzHHGZNM5Aq47FtFCnpD8= 2022-09-01T11:30:22.450 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5mChpkZzHHGZNM5Aq47FtFCnpD8=', 'Content-Length': '0'} 2022-09-01T11:30:22.453 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fa3f228da4f279df-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.454 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:22.454 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:22.455 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.455 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.456 DEBUG:boto:Method: HEAD 2022-09-01T11:30:22.456 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.457 DEBUG:boto:Data: 2022-09-01T11:30:22.457 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.458 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.458 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.459 DEBUG:boto:Params: {} 2022-09-01T11:30:22.459 DEBUG:boto:Token: None 2022-09-01T11:30:22.460 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.460 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N+JbgnR/Wqxb93KRk2cu/SoZ5Jw= 2022-09-01T11:30:22.461 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N+JbgnR/Wqxb93KRk2cu/SoZ5Jw=', 'Content-Length': '0'} 2022-09-01T11:30:22.463 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000802f16bb26409214-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.464 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:22.465 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:22.465 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.466 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.466 DEBUG:boto:Method: HEAD 2022-09-01T11:30:22.467 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.468 DEBUG:boto:Data: 2022-09-01T11:30:22.469 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.469 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.470 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.471 DEBUG:boto:Params: {} 2022-09-01T11:30:22.472 DEBUG:boto:Token: None 2022-09-01T11:30:22.473 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.474 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:N+JbgnR/Wqxb93KRk2cu/SoZ5Jw= 2022-09-01T11:30:22.474 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:N+JbgnR/Wqxb93KRk2cu/SoZ5Jw=', 'Content-Length': '0'} 2022-09-01T11:30:22.477 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bc1b38c0cdebf8ed-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.478 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:30:22.478 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:22.479 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:22.479 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.480 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.481 DEBUG:boto:Method: GET 2022-09-01T11:30:22.481 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.482 DEBUG:boto:Data: 2022-09-01T11:30:22.482 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.483 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.484 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.485 DEBUG:boto:Params: {} 2022-09-01T11:30:22.485 DEBUG:boto:Token: None 2022-09-01T11:30:22.486 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5mChpkZzHHGZNM5Aq47FtFCnpD8= 2022-09-01T11:30:22.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5mChpkZzHHGZNM5Aq47FtFCnpD8=', 'Content-Length': '0'} 2022-09-01T11:30:22.489 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009d565fad2defdd95-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.491 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:22.492 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:22.493 DEBUG:boto:path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.494 DEBUG:boto:auth_path=/ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.495 DEBUG:boto:Method: GET 2022-09-01T11:30:22.495 DEBUG:boto:Path: /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.496 DEBUG:boto:Data: 2022-09-01T11:30:22.497 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.498 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.499 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.499 DEBUG:boto:Params: {} 2022-09-01T11:30:22.500 DEBUG:boto:Token: None 2022-09-01T11:30:22.501 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj55?versionId=null 2022-09-01T11:30:22.501 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5mChpkZzHHGZNM5Aq47FtFCnpD8= 2022-09-01T11:30:22.502 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5mChpkZzHHGZNM5Aq47FtFCnpD8=', 'Content-Length': '0'} 2022-09-01T11:30:22.504 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000073376b2b29ddb9da-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.505 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:22.505 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:22.506 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:22.506 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:22.507 DEBUG:boto:Method: GET 2022-09-01T11:30:22.508 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:30:22.508 DEBUG:boto:Data: 2022-09-01T11:30:22.509 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.509 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.510 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.510 DEBUG:boto:Params: {} 2022-09-01T11:30:22.511 DEBUG:boto:Token: None 2022-09-01T11:30:22.511 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/ 2022-09-01T11:30:22.512 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw= 2022-09-01T11:30:22.513 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw=', 'Content-Length': '0'} 2022-09-01T11:30:22.515 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005fab4c65cf9db036-00631097ce-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.516 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:22.517 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:22.518 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:22.518 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:22.519 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:22.520 DEBUG:boto:Method: GET 2022-09-01T11:30:22.520 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:30:22.521 DEBUG:boto:Data: 2022-09-01T11:30:22.521 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.522 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.523 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.524 DEBUG:boto:Params: {} 2022-09-01T11:30:22.525 DEBUG:boto:Token: None 2022-09-01T11:30:22.526 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/ 2022-09-01T11:30:22.527 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw= 2022-09-01T11:30:22.528 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw=', 'Content-Length': '0'} 2022-09-01T11:30:22.531 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bd90978d495c0709-00631097ce-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.532 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:22.533 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:22.534 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:22.534 DEBUG:boto:Method: HEAD 2022-09-01T11:30:22.535 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:30:22.536 DEBUG:boto:Data: 2022-09-01T11:30:22.536 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.537 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.537 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.538 DEBUG:boto:Params: {} 2022-09-01T11:30:22.538 DEBUG:boto:Token: None 2022-09-01T11:30:22.539 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj55 2022-09-01T11:30:22.539 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7cgp2DEJjSrSNkPiryajZ8nw4hw= 2022-09-01T11:30:22.540 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7cgp2DEJjSrSNkPiryajZ8nw4hw=', 'Content-Length': '0'} 2022-09-01T11:30:22.542 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a87cf76026b85bc3-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.543 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:22.543 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:22.544 DEBUG:boto:Method: HEAD 2022-09-01T11:30:22.544 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:30:22.545 DEBUG:boto:Data: 2022-09-01T11:30:22.545 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.546 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.546 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.547 DEBUG:boto:Params: {} 2022-09-01T11:30:22.548 DEBUG:boto:Token: None 2022-09-01T11:30:22.548 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj55 2022-09-01T11:30:22.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7cgp2DEJjSrSNkPiryajZ8nw4hw= 2022-09-01T11:30:22.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7cgp2DEJjSrSNkPiryajZ8nw4hw=', 'Content-Length': '0'} 2022-09-01T11:30:22.552 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000008292e08ee76339f-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.553 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:30:22.554 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:22.555 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:22.555 DEBUG:boto:Method: GET 2022-09-01T11:30:22.556 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:30:22.556 DEBUG:boto:Data: 2022-09-01T11:30:22.557 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.557 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.558 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.559 DEBUG:boto:Params: {} 2022-09-01T11:30:22.559 DEBUG:boto:Token: None 2022-09-01T11:30:22.560 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj55 2022-09-01T11:30:22.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+SS4J6WIOywVNP1umvkYFztWXHI= 2022-09-01T11:30:22.561 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+SS4J6WIOywVNP1umvkYFztWXHI=', 'Content-Length': '0'} 2022-09-01T11:30:22.569 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000039aa58b956a55091-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.611 DEBUG:boto:path=/ptoxvb-74/obj55 2022-09-01T11:30:22.611 DEBUG:boto:auth_path=/ptoxvb-74/obj55 2022-09-01T11:30:22.612 DEBUG:boto:Method: GET 2022-09-01T11:30:22.613 DEBUG:boto:Path: /ptoxvb-74/obj55 2022-09-01T11:30:22.613 DEBUG:boto:Data: 2022-09-01T11:30:22.614 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.615 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.615 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.616 DEBUG:boto:Params: {} 2022-09-01T11:30:22.616 DEBUG:boto:Token: None 2022-09-01T11:30:22.617 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj55 2022-09-01T11:30:22.618 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+SS4J6WIOywVNP1umvkYFztWXHI= 2022-09-01T11:30:22.619 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+SS4J6WIOywVNP1umvkYFztWXHI=', 'Content-Length': '0'} 2022-09-01T11:30:22.621 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:15:44 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000741b116be9bf0c8e-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.622 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:22.622 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:22.623 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:22.623 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:22.624 DEBUG:boto:Method: GET 2022-09-01T11:30:22.624 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:30:22.625 DEBUG:boto:Data: 2022-09-01T11:30:22.626 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.626 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.627 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.627 DEBUG:boto:Params: {} 2022-09-01T11:30:22.628 DEBUG:boto:Token: None 2022-09-01T11:30:22.629 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/ 2022-09-01T11:30:22.629 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw= 2022-09-01T11:30:22.630 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw=', 'Content-Length': '0'} 2022-09-01T11:30:22.633 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000057edd90fa0d54f6a-00631097ce-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.634 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:22.635 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:22.636 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:22.636 DEBUG:boto:path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:22.637 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj55 2022-09-01T11:30:22.637 DEBUG:boto:Method: GET 2022-09-01T11:30:22.638 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj55 2022-09-01T11:30:22.638 DEBUG:boto:Data: 2022-09-01T11:30:22.639 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.640 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.640 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.641 DEBUG:boto:Params: {} 2022-09-01T11:30:22.641 DEBUG:boto:Token: None 2022-09-01T11:30:22.642 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/ 2022-09-01T11:30:22.643 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw= 2022-09-01T11:30:22.643 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw=', 'Content-Length': '0'} 2022-09-01T11:30:22.646 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000237fd88caec66e1-00631097ce-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.647 DEBUG:boto:b'ptoxvb-74obj551000falseobj552022-09-01T11:15:44.060Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:22.648 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:30:22.649 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:22.650 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:22.650 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.651 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.651 DEBUG:boto:Method: GET 2022-09-01T11:30:22.652 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.653 DEBUG:boto:Data: 2022-09-01T11:30:22.653 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.654 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.655 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.655 DEBUG:boto:Params: {} 2022-09-01T11:30:22.656 DEBUG:boto:Token: None 2022-09-01T11:30:22.657 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.658 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+DJldG9lklzu3vdeMXx58xXmkY8= 2022-09-01T11:30:22.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+DJldG9lklzu3vdeMXx58xXmkY8=', 'Content-Length': '0'} 2022-09-01T11:30:22.661 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005812ec4524613d87-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.662 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:22.662 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:22.663 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.664 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.664 DEBUG:boto:Method: GET 2022-09-01T11:30:22.665 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.666 DEBUG:boto:Data: 2022-09-01T11:30:22.666 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.667 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.667 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.668 DEBUG:boto:Params: {} 2022-09-01T11:30:22.669 DEBUG:boto:Token: None 2022-09-01T11:30:22.669 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+DJldG9lklzu3vdeMXx58xXmkY8= 2022-09-01T11:30:22.671 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+DJldG9lklzu3vdeMXx58xXmkY8=', 'Content-Length': '0'} 2022-09-01T11:30:22.673 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000377b6b8131b11424-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.715 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:22.716 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:22.717 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.717 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.718 DEBUG:boto:Method: HEAD 2022-09-01T11:30:22.718 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.719 DEBUG:boto:Data: 2022-09-01T11:30:22.719 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.720 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.721 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.721 DEBUG:boto:Params: {} 2022-09-01T11:30:22.722 DEBUG:boto:Token: None 2022-09-01T11:30:22.722 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LfLBhth2YzxAX3DpGI0xSfHQcbA= 2022-09-01T11:30:22.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LfLBhth2YzxAX3DpGI0xSfHQcbA=', 'Content-Length': '0'} 2022-09-01T11:30:22.726 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bd9ac108ff863746-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.727 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:22.727 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:22.728 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.730 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.731 DEBUG:boto:Method: HEAD 2022-09-01T11:30:22.731 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.732 DEBUG:boto:Data: 2022-09-01T11:30:22.732 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.733 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.733 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.734 DEBUG:boto:Params: {} 2022-09-01T11:30:22.735 DEBUG:boto:Token: None 2022-09-01T11:30:22.736 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.737 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LfLBhth2YzxAX3DpGI0xSfHQcbA= 2022-09-01T11:30:22.738 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LfLBhth2YzxAX3DpGI0xSfHQcbA=', 'Content-Length': '0'} 2022-09-01T11:30:22.741 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007deb5d6dd6da1533-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.742 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:30:22.743 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:22.744 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:22.745 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.746 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.747 DEBUG:boto:Method: GET 2022-09-01T11:30:22.748 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.749 DEBUG:boto:Data: 2022-09-01T11:30:22.750 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.751 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.752 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.753 DEBUG:boto:Params: {} 2022-09-01T11:30:22.754 DEBUG:boto:Token: None 2022-09-01T11:30:22.755 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.756 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+DJldG9lklzu3vdeMXx58xXmkY8= 2022-09-01T11:30:22.757 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+DJldG9lklzu3vdeMXx58xXmkY8=', 'Content-Length': '0'} 2022-09-01T11:30:22.760 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000ef61ee544f4afd6-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.762 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:22.763 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:22.764 DEBUG:boto:path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.765 DEBUG:boto:auth_path=/ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.766 DEBUG:boto:Method: GET 2022-09-01T11:30:22.767 DEBUG:boto:Path: /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.768 DEBUG:boto:Data: 2022-09-01T11:30:22.769 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.770 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.771 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.772 DEBUG:boto:Params: {} 2022-09-01T11:30:22.773 DEBUG:boto:Token: None 2022-09-01T11:30:22.774 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj57?versionId=null 2022-09-01T11:30:22.775 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:+DJldG9lklzu3vdeMXx58xXmkY8= 2022-09-01T11:30:22.776 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:+DJldG9lklzu3vdeMXx58xXmkY8=', 'Content-Length': '0'} 2022-09-01T11:30:22.779 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000969dacd039050bce-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.781 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:22.782 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:22.782 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:22.783 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:22.784 DEBUG:boto:Method: GET 2022-09-01T11:30:22.785 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:30:22.786 DEBUG:boto:Data: 2022-09-01T11:30:22.787 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.787 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.788 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.788 DEBUG:boto:Params: {} 2022-09-01T11:30:22.789 DEBUG:boto:Token: None 2022-09-01T11:30:22.789 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/ 2022-09-01T11:30:22.790 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw= 2022-09-01T11:30:22.790 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw=', 'Content-Length': '0'} 2022-09-01T11:30:22.793 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005fd6fb8836dcf7dc-00631097ce-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.794 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:22.795 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:22.796 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:22.796 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:22.797 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:22.797 DEBUG:boto:Method: GET 2022-09-01T11:30:22.798 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:30:22.798 DEBUG:boto:Data: 2022-09-01T11:30:22.799 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.799 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.800 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.800 DEBUG:boto:Params: {} 2022-09-01T11:30:22.801 DEBUG:boto:Token: None 2022-09-01T11:30:22.801 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/ 2022-09-01T11:30:22.802 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw= 2022-09-01T11:30:22.803 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw=', 'Content-Length': '0'} 2022-09-01T11:30:22.805 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005d59acb95f504078-00631097ce-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.806 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:22.807 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:22.808 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:22.808 DEBUG:boto:Method: HEAD 2022-09-01T11:30:22.809 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:30:22.809 DEBUG:boto:Data: 2022-09-01T11:30:22.810 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.810 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.811 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.812 DEBUG:boto:Params: {} 2022-09-01T11:30:22.812 DEBUG:boto:Token: None 2022-09-01T11:30:22.813 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj57 2022-09-01T11:30:22.813 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lpr2yE6vKp8mOzHAn/ymY4AYZtA= 2022-09-01T11:30:22.814 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lpr2yE6vKp8mOzHAn/ymY4AYZtA=', 'Content-Length': '0'} 2022-09-01T11:30:22.816 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000021e21f4d81625af4-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.817 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:22.818 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:22.818 DEBUG:boto:Method: HEAD 2022-09-01T11:30:22.819 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:30:22.819 DEBUG:boto:Data: 2022-09-01T11:30:22.820 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.821 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.821 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.822 DEBUG:boto:Params: {} 2022-09-01T11:30:22.822 DEBUG:boto:Token: None 2022-09-01T11:30:22.823 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj57 2022-09-01T11:30:22.824 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lpr2yE6vKp8mOzHAn/ymY4AYZtA= 2022-09-01T11:30:22.824 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lpr2yE6vKp8mOzHAn/ymY4AYZtA=', 'Content-Length': '0'} 2022-09-01T11:30:22.827 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002a3d61a51eb65751-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.828 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj57 2022-09-01T11:30:22.829 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:22.830 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:22.831 DEBUG:boto:Method: GET 2022-09-01T11:30:22.833 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:30:22.834 DEBUG:boto:Data: 2022-09-01T11:30:22.836 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.837 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.837 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.838 DEBUG:boto:Params: {} 2022-09-01T11:30:22.839 DEBUG:boto:Token: None 2022-09-01T11:30:22.840 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj57 2022-09-01T11:30:22.841 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:98uIMlEn5ID3vBu79T2IrNcEQNA= 2022-09-01T11:30:22.842 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:98uIMlEn5ID3vBu79T2IrNcEQNA=', 'Content-Length': '0'} 2022-09-01T11:30:22.854 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c76f7b7b326cff9c-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.856 DEBUG:boto:path=/ptoxvb-74/obj57 2022-09-01T11:30:22.857 DEBUG:boto:auth_path=/ptoxvb-74/obj57 2022-09-01T11:30:22.858 DEBUG:boto:Method: GET 2022-09-01T11:30:22.859 DEBUG:boto:Path: /ptoxvb-74/obj57 2022-09-01T11:30:22.860 DEBUG:boto:Data: 2022-09-01T11:30:22.861 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.863 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.864 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.865 DEBUG:boto:Params: {} 2022-09-01T11:30:22.865 DEBUG:boto:Token: None 2022-09-01T11:30:22.866 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj57 2022-09-01T11:30:22.867 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:98uIMlEn5ID3vBu79T2IrNcEQNA= 2022-09-01T11:30:22.867 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:98uIMlEn5ID3vBu79T2IrNcEQNA=', 'Content-Length': '0'} 2022-09-01T11:30:22.874 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000088c0fe5149ef4e3a-00631097ce-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.910 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:22.912 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:22.913 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:22.914 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:22.915 DEBUG:boto:Method: GET 2022-09-01T11:30:22.916 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:30:22.918 DEBUG:boto:Data: 2022-09-01T11:30:22.919 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.920 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.921 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.922 DEBUG:boto:Params: {} 2022-09-01T11:30:22.924 DEBUG:boto:Token: None 2022-09-01T11:30:22.925 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/ 2022-09-01T11:30:22.926 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw= 2022-09-01T11:30:22.927 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw=', 'Content-Length': '0'} 2022-09-01T11:30:22.930 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000095a3add98348f267-00631097ce-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.932 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:22.933 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:22.934 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:22.935 DEBUG:boto:path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:22.936 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj57 2022-09-01T11:30:22.937 DEBUG:boto:Method: GET 2022-09-01T11:30:22.938 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj57 2022-09-01T11:30:22.939 DEBUG:boto:Data: 2022-09-01T11:30:22.940 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.941 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:22.942 DEBUG:boto:Port: 8000 2022-09-01T11:30:22.944 DEBUG:boto:Params: {} 2022-09-01T11:30:22.945 DEBUG:boto:Token: None 2022-09-01T11:30:22.946 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/ 2022-09-01T11:30:22.947 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw= 2022-09-01T11:30:22.948 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hxjcadYRLkRNHlxTEZRYJ1tLXWw=', 'Content-Length': '0'} 2022-09-01T11:30:22.952 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003056b17bd5e276b9-00631097ce-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:22.954 DEBUG:boto:b'ptoxvb-74obj571000falseobj572022-09-01T11:20:42.793Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:22.955 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:30:22.957 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:22.958 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:22.959 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:22.960 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:22.961 DEBUG:boto:Method: GET 2022-09-01T11:30:22.962 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:22.963 DEBUG:boto:Data: 2022-09-01T11:30:22.964 DEBUG:boto:Headers: {} 2022-09-01T11:30:22.965 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:22.966 DEBUG:boto:Port: 8001 2022-09-01T11:30:22.967 DEBUG:boto:Params: {} 2022-09-01T11:30:22.968 DEBUG:boto:Token: None 2022-09-01T11:30:22.969 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:22 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:22.971 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:RWXgxmYmfrQIGZEC8OpsSHuXKzs= 2022-09-01T11:30:22.971 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:RWXgxmYmfrQIGZEC8OpsSHuXKzs=', 'Content-Length': '0'} 2022-09-01T11:30:22.976 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006a5d11725ed657f1-00631097ce-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.024 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:23.026 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:23.027 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.028 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.028 DEBUG:boto:Method: GET 2022-09-01T11:30:23.029 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.029 DEBUG:boto:Data: 2022-09-01T11:30:23.030 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.031 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.031 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.032 DEBUG:boto:Params: {} 2022-09-01T11:30:23.032 DEBUG:boto:Token: None 2022-09-01T11:30:23.033 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.034 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UXk/8EcWBynAcgTmN0Wnxv+vhuM= 2022-09-01T11:30:23.035 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UXk/8EcWBynAcgTmN0Wnxv+vhuM=', 'Content-Length': '0'} 2022-09-01T11:30:23.038 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007d2d770973100de3-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.039 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:23.039 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:23.040 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.041 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.041 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.042 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.042 DEBUG:boto:Data: 2022-09-01T11:30:23.043 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.043 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.044 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.045 DEBUG:boto:Params: {} 2022-09-01T11:30:23.045 DEBUG:boto:Token: None 2022-09-01T11:30:23.046 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.047 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oYeez2K7iQarElfc6Iu5PVl68cA= 2022-09-01T11:30:23.048 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oYeez2K7iQarElfc6Iu5PVl68cA=', 'Content-Length': '0'} 2022-09-01T11:30:23.051 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e51a5117311df2c8-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.052 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:23.054 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:23.055 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.056 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.057 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.058 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.058 DEBUG:boto:Data: 2022-09-01T11:30:23.059 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.060 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.061 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.062 DEBUG:boto:Params: {} 2022-09-01T11:30:23.063 DEBUG:boto:Token: None 2022-09-01T11:30:23.063 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.064 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oYeez2K7iQarElfc6Iu5PVl68cA= 2022-09-01T11:30:23.065 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oYeez2K7iQarElfc6Iu5PVl68cA=', 'Content-Length': '0'} 2022-09-01T11:30:23.068 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000d2c6a8309582207-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.069 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:30:23.069 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:23.070 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:23.070 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.071 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.072 DEBUG:boto:Method: GET 2022-09-01T11:30:23.072 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.073 DEBUG:boto:Data: 2022-09-01T11:30:23.073 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.074 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.074 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.075 DEBUG:boto:Params: {} 2022-09-01T11:30:23.075 DEBUG:boto:Token: None 2022-09-01T11:30:23.076 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.077 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UXk/8EcWBynAcgTmN0Wnxv+vhuM= 2022-09-01T11:30:23.078 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UXk/8EcWBynAcgTmN0Wnxv+vhuM=', 'Content-Length': '0'} 2022-09-01T11:30:23.081 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e63ef28ac452b9d7-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.083 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:23.084 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:23.085 DEBUG:boto:path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.085 DEBUG:boto:auth_path=/ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.086 DEBUG:boto:Method: GET 2022-09-01T11:30:23.087 DEBUG:boto:Path: /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.088 DEBUG:boto:Data: 2022-09-01T11:30:23.089 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.090 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.091 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.092 DEBUG:boto:Params: {} 2022-09-01T11:30:23.092 DEBUG:boto:Token: None 2022-09-01T11:30:23.093 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj58?versionId=null 2022-09-01T11:30:23.094 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UXk/8EcWBynAcgTmN0Wnxv+vhuM= 2022-09-01T11:30:23.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UXk/8EcWBynAcgTmN0Wnxv+vhuM=', 'Content-Length': '0'} 2022-09-01T11:30:23.097 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a199d595eec5f0a9-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.097 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:23.098 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:23.098 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:23.099 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:23.100 DEBUG:boto:Method: GET 2022-09-01T11:30:23.100 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:30:23.101 DEBUG:boto:Data: 2022-09-01T11:30:23.101 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.102 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.102 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.103 DEBUG:boto:Params: {} 2022-09-01T11:30:23.103 DEBUG:boto:Token: None 2022-09-01T11:30:23.104 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/ 2022-09-01T11:30:23.105 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I= 2022-09-01T11:30:23.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I=', 'Content-Length': '0'} 2022-09-01T11:30:23.108 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000137089ca350ac9a0-00631097cf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.109 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:23.110 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:23.110 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:23.111 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:23.111 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:23.112 DEBUG:boto:Method: GET 2022-09-01T11:30:23.112 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:30:23.113 DEBUG:boto:Data: 2022-09-01T11:30:23.114 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.114 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.115 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.115 DEBUG:boto:Params: {} 2022-09-01T11:30:23.116 DEBUG:boto:Token: None 2022-09-01T11:30:23.116 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/ 2022-09-01T11:30:23.117 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I= 2022-09-01T11:30:23.118 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I=', 'Content-Length': '0'} 2022-09-01T11:30:23.121 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e7c89c14a7df5b4f-00631097cf-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.122 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:23.122 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:23.123 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:23.124 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.124 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:30:23.125 DEBUG:boto:Data: 2022-09-01T11:30:23.125 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.126 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.126 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.127 DEBUG:boto:Params: {} 2022-09-01T11:30:23.127 DEBUG:boto:Token: None 2022-09-01T11:30:23.128 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj58 2022-09-01T11:30:23.129 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zyyZLZm+h6TjVQjRiiyAspf5eEU= 2022-09-01T11:30:23.129 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zyyZLZm+h6TjVQjRiiyAspf5eEU=', 'Content-Length': '0'} 2022-09-01T11:30:23.131 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000434c0308d9878594-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.132 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:23.133 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:23.133 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.134 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:30:23.134 DEBUG:boto:Data: 2022-09-01T11:30:23.135 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.135 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.136 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.136 DEBUG:boto:Params: {} 2022-09-01T11:30:23.137 DEBUG:boto:Token: None 2022-09-01T11:30:23.137 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj58 2022-09-01T11:30:23.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zyyZLZm+h6TjVQjRiiyAspf5eEU= 2022-09-01T11:30:23.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zyyZLZm+h6TjVQjRiiyAspf5eEU=', 'Content-Length': '0'} 2022-09-01T11:30:23.142 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d6b61a554020c9f1-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.143 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj58 2022-09-01T11:30:23.144 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:23.145 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:23.146 DEBUG:boto:Method: GET 2022-09-01T11:30:23.146 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:30:23.147 DEBUG:boto:Data: 2022-09-01T11:30:23.147 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.148 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.148 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.149 DEBUG:boto:Params: {} 2022-09-01T11:30:23.150 DEBUG:boto:Token: None 2022-09-01T11:30:23.150 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj58 2022-09-01T11:30:23.151 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Oa4O7jQb+t1tFt505hnncGykTZc= 2022-09-01T11:30:23.152 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Oa4O7jQb+t1tFt505hnncGykTZc=', 'Content-Length': '0'} 2022-09-01T11:30:23.154 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000afbc26b914369dec-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.155 DEBUG:boto:path=/ptoxvb-74/obj58 2022-09-01T11:30:23.156 DEBUG:boto:auth_path=/ptoxvb-74/obj58 2022-09-01T11:30:23.156 DEBUG:boto:Method: GET 2022-09-01T11:30:23.157 DEBUG:boto:Path: /ptoxvb-74/obj58 2022-09-01T11:30:23.157 DEBUG:boto:Data: 2022-09-01T11:30:23.158 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.159 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.159 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.160 DEBUG:boto:Params: {} 2022-09-01T11:30:23.160 DEBUG:boto:Token: None 2022-09-01T11:30:23.162 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj58 2022-09-01T11:30:23.163 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Oa4O7jQb+t1tFt505hnncGykTZc= 2022-09-01T11:30:23.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Oa4O7jQb+t1tFt505hnncGykTZc=', 'Content-Length': '0'} 2022-09-01T11:30:23.167 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004722ed74ef9cd262-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.171 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:23.172 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:23.173 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:23.174 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:23.175 DEBUG:boto:Method: GET 2022-09-01T11:30:23.175 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:30:23.176 DEBUG:boto:Data: 2022-09-01T11:30:23.177 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.178 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.179 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.180 DEBUG:boto:Params: {} 2022-09-01T11:30:23.182 DEBUG:boto:Token: None 2022-09-01T11:30:23.182 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/ 2022-09-01T11:30:23.183 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I= 2022-09-01T11:30:23.184 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I=', 'Content-Length': '0'} 2022-09-01T11:30:23.187 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006862c4a1372cecda-00631097cf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.230 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:23.232 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:23.233 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:23.234 DEBUG:boto:path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:23.235 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj58 2022-09-01T11:30:23.236 DEBUG:boto:Method: GET 2022-09-01T11:30:23.236 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj58 2022-09-01T11:30:23.237 DEBUG:boto:Data: 2022-09-01T11:30:23.237 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.238 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.238 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.239 DEBUG:boto:Params: {} 2022-09-01T11:30:23.239 DEBUG:boto:Token: None 2022-09-01T11:30:23.240 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/ 2022-09-01T11:30:23.241 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I= 2022-09-01T11:30:23.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I=', 'Content-Length': '0'} 2022-09-01T11:30:23.244 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003768d5a629a2b1c3-00631097cf-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.245 DEBUG:boto:b'ptoxvb-74obj581000falseobj582022-09-01T11:24:11.910Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:23.246 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:30:23.247 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:23.247 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:23.248 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.248 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.249 DEBUG:boto:Method: GET 2022-09-01T11:30:23.249 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.250 DEBUG:boto:Data: 2022-09-01T11:30:23.250 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.251 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.252 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.253 DEBUG:boto:Params: {} 2022-09-01T11:30:23.254 DEBUG:boto:Token: None 2022-09-01T11:30:23.255 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.256 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JNamc6XrTAedXIP5TLq6/GMqym0= 2022-09-01T11:30:23.257 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JNamc6XrTAedXIP5TLq6/GMqym0=', 'Content-Length': '0'} 2022-09-01T11:30:23.262 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d073b44f76cc68d-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.263 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:23.264 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:23.265 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.265 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.266 DEBUG:boto:Method: GET 2022-09-01T11:30:23.266 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.267 DEBUG:boto:Data: 2022-09-01T11:30:23.268 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.268 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.269 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.269 DEBUG:boto:Params: {} 2022-09-01T11:30:23.270 DEBUG:boto:Token: None 2022-09-01T11:30:23.271 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JNamc6XrTAedXIP5TLq6/GMqym0= 2022-09-01T11:30:23.272 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JNamc6XrTAedXIP5TLq6/GMqym0=', 'Content-Length': '0'} 2022-09-01T11:30:23.274 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c7dfdb6453fcf469-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.275 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:23.276 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:23.276 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.277 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.277 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.278 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.279 DEBUG:boto:Data: 2022-09-01T11:30:23.280 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.281 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.281 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.282 DEBUG:boto:Params: {} 2022-09-01T11:30:23.283 DEBUG:boto:Token: None 2022-09-01T11:30:23.284 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.285 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BORG9Gr/LP3xeJl0kCR/hHxo6R8= 2022-09-01T11:30:23.286 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BORG9Gr/LP3xeJl0kCR/hHxo6R8=', 'Content-Length': '0'} 2022-09-01T11:30:23.288 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e308ad24911f7510-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.289 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:23.290 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:23.290 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.291 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.292 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.292 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.293 DEBUG:boto:Data: 2022-09-01T11:30:23.293 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.294 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.295 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.296 DEBUG:boto:Params: {} 2022-09-01T11:30:23.297 DEBUG:boto:Token: None 2022-09-01T11:30:23.298 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BORG9Gr/LP3xeJl0kCR/hHxo6R8= 2022-09-01T11:30:23.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BORG9Gr/LP3xeJl0kCR/hHxo6R8=', 'Content-Length': '0'} 2022-09-01T11:30:23.303 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009dbb123ed26bf08b-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.304 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:30:23.305 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:23.306 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:23.306 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.307 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.307 DEBUG:boto:Method: GET 2022-09-01T11:30:23.308 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.309 DEBUG:boto:Data: 2022-09-01T11:30:23.309 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.310 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.310 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.311 DEBUG:boto:Params: {} 2022-09-01T11:30:23.312 DEBUG:boto:Token: None 2022-09-01T11:30:23.313 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.314 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JNamc6XrTAedXIP5TLq6/GMqym0= 2022-09-01T11:30:23.315 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JNamc6XrTAedXIP5TLq6/GMqym0=', 'Content-Length': '0'} 2022-09-01T11:30:23.318 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a9bf5b87fd29c89e-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.319 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:23.320 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:23.321 DEBUG:boto:path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.322 DEBUG:boto:auth_path=/ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.323 DEBUG:boto:Method: GET 2022-09-01T11:30:23.323 DEBUG:boto:Path: /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.324 DEBUG:boto:Data: 2022-09-01T11:30:23.324 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.325 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.325 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.326 DEBUG:boto:Params: {} 2022-09-01T11:30:23.327 DEBUG:boto:Token: None 2022-09-01T11:30:23.327 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj62?versionId=null 2022-09-01T11:30:23.328 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:JNamc6XrTAedXIP5TLq6/GMqym0= 2022-09-01T11:30:23.328 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:JNamc6XrTAedXIP5TLq6/GMqym0=', 'Content-Length': '0'} 2022-09-01T11:30:23.331 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dafe3e5b676a4a11-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.374 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:23.375 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:23.376 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:23.376 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:23.377 DEBUG:boto:Method: GET 2022-09-01T11:30:23.378 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:30:23.378 DEBUG:boto:Data: 2022-09-01T11:30:23.379 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.379 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.380 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.380 DEBUG:boto:Params: {} 2022-09-01T11:30:23.381 DEBUG:boto:Token: None 2022-09-01T11:30:23.381 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/ 2022-09-01T11:30:23.382 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I= 2022-09-01T11:30:23.383 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I=', 'Content-Length': '0'} 2022-09-01T11:30:23.385 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000042a8e360312d24b8-00631097cf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.387 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:23.388 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:23.389 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:23.390 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:23.391 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:23.391 DEBUG:boto:Method: GET 2022-09-01T11:30:23.392 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:30:23.392 DEBUG:boto:Data: 2022-09-01T11:30:23.393 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.393 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.394 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.394 DEBUG:boto:Params: {} 2022-09-01T11:30:23.395 DEBUG:boto:Token: None 2022-09-01T11:30:23.396 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/ 2022-09-01T11:30:23.397 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I= 2022-09-01T11:30:23.398 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I=', 'Content-Length': '0'} 2022-09-01T11:30:23.402 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b48a49abf3af1618-00631097cf-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.403 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:23.403 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:23.404 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:23.404 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.405 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:30:23.405 DEBUG:boto:Data: 2022-09-01T11:30:23.406 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.407 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.407 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.408 DEBUG:boto:Params: {} 2022-09-01T11:30:23.409 DEBUG:boto:Token: None 2022-09-01T11:30:23.410 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj62 2022-09-01T11:30:23.412 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KsGLrPLf6gatXIVpqsNFsGd9YAE= 2022-09-01T11:30:23.413 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KsGLrPLf6gatXIVpqsNFsGd9YAE=', 'Content-Length': '0'} 2022-09-01T11:30:23.415 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b85e6bf31c8b578b-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.417 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:23.418 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:23.419 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.420 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:30:23.421 DEBUG:boto:Data: 2022-09-01T11:30:23.422 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.423 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.424 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.425 DEBUG:boto:Params: {} 2022-09-01T11:30:23.426 DEBUG:boto:Token: None 2022-09-01T11:30:23.427 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj62 2022-09-01T11:30:23.428 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KsGLrPLf6gatXIVpqsNFsGd9YAE= 2022-09-01T11:30:23.429 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KsGLrPLf6gatXIVpqsNFsGd9YAE=', 'Content-Length': '0'} 2022-09-01T11:30:23.432 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000520713c3552a1bbf-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.433 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj62 2022-09-01T11:30:23.434 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:23.435 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:23.436 DEBUG:boto:Method: GET 2022-09-01T11:30:23.437 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:30:23.437 DEBUG:boto:Data: 2022-09-01T11:30:23.438 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.439 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.440 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.441 DEBUG:boto:Params: {} 2022-09-01T11:30:23.441 DEBUG:boto:Token: None 2022-09-01T11:30:23.442 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj62 2022-09-01T11:30:23.443 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ehp1/8qAZkyS05YORA6jcj03fV0= 2022-09-01T11:30:23.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ehp1/8qAZkyS05YORA6jcj03fV0=', 'Content-Length': '0'} 2022-09-01T11:30:23.451 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000370604bc7c2a8fb9-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.452 DEBUG:boto:path=/ptoxvb-74/obj62 2022-09-01T11:30:23.453 DEBUG:boto:auth_path=/ptoxvb-74/obj62 2022-09-01T11:30:23.454 DEBUG:boto:Method: GET 2022-09-01T11:30:23.455 DEBUG:boto:Path: /ptoxvb-74/obj62 2022-09-01T11:30:23.456 DEBUG:boto:Data: 2022-09-01T11:30:23.457 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.458 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.458 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.459 DEBUG:boto:Params: {} 2022-09-01T11:30:23.460 DEBUG:boto:Token: None 2022-09-01T11:30:23.461 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj62 2022-09-01T11:30:23.462 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ehp1/8qAZkyS05YORA6jcj03fV0= 2022-09-01T11:30:23.463 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ehp1/8qAZkyS05YORA6jcj03fV0=', 'Content-Length': '0'} 2022-09-01T11:30:23.466 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bc0d693e38be35a6-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.467 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:23.468 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:23.469 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:23.470 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:23.471 DEBUG:boto:Method: GET 2022-09-01T11:30:23.472 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:30:23.472 DEBUG:boto:Data: 2022-09-01T11:30:23.473 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.474 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.474 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.475 DEBUG:boto:Params: {} 2022-09-01T11:30:23.476 DEBUG:boto:Token: None 2022-09-01T11:30:23.476 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/ 2022-09-01T11:30:23.477 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I= 2022-09-01T11:30:23.477 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I=', 'Content-Length': '0'} 2022-09-01T11:30:23.480 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ef3fb68ac2d76b13-00631097cf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.522 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:23.524 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:23.525 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:23.525 DEBUG:boto:path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:23.526 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj62 2022-09-01T11:30:23.527 DEBUG:boto:Method: GET 2022-09-01T11:30:23.528 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj62 2022-09-01T11:30:23.529 DEBUG:boto:Data: 2022-09-01T11:30:23.530 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.531 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.531 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.532 DEBUG:boto:Params: {} 2022-09-01T11:30:23.534 DEBUG:boto:Token: None 2022-09-01T11:30:23.535 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/ 2022-09-01T11:30:23.535 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I= 2022-09-01T11:30:23.536 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I=', 'Content-Length': '0'} 2022-09-01T11:30:23.539 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000052fe8ff0c13f4a64-00631097cf-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.540 DEBUG:boto:b'ptoxvb-74obj621000falseobj622022-09-01T11:26:15.568Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:23.541 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:30:23.541 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:23.542 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:23.543 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.543 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.544 DEBUG:boto:Method: GET 2022-09-01T11:30:23.544 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.545 DEBUG:boto:Data: 2022-09-01T11:30:23.545 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.546 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.546 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.547 DEBUG:boto:Params: {} 2022-09-01T11:30:23.547 DEBUG:boto:Token: None 2022-09-01T11:30:23.548 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J/MVVJpA/BB4tnJSMl7dLH6bf8k= 2022-09-01T11:30:23.549 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J/MVVJpA/BB4tnJSMl7dLH6bf8k=', 'Content-Length': '0'} 2022-09-01T11:30:23.554 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fafc4236a2d11c7b-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.555 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:23.556 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:23.557 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.558 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.559 DEBUG:boto:Method: GET 2022-09-01T11:30:23.560 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.561 DEBUG:boto:Data: 2022-09-01T11:30:23.562 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.563 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.564 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.565 DEBUG:boto:Params: {} 2022-09-01T11:30:23.566 DEBUG:boto:Token: None 2022-09-01T11:30:23.567 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.568 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J/MVVJpA/BB4tnJSMl7dLH6bf8k= 2022-09-01T11:30:23.570 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J/MVVJpA/BB4tnJSMl7dLH6bf8k=', 'Content-Length': '0'} 2022-09-01T11:30:23.572 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b2ed5c212ec44942-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.614 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:23.615 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:23.615 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.616 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.616 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.617 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.618 DEBUG:boto:Data: 2022-09-01T11:30:23.618 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.619 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.619 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.620 DEBUG:boto:Params: {} 2022-09-01T11:30:23.620 DEBUG:boto:Token: None 2022-09-01T11:30:23.621 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.622 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xEMtqVTPb3EwIs8/1R3hoYnl6EM= 2022-09-01T11:30:23.622 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xEMtqVTPb3EwIs8/1R3hoYnl6EM=', 'Content-Length': '0'} 2022-09-01T11:30:23.626 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d95fe6bd68cf1abc-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.628 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:23.629 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:23.630 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.631 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.632 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.633 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.633 DEBUG:boto:Data: 2022-09-01T11:30:23.634 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.634 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.635 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.635 DEBUG:boto:Params: {} 2022-09-01T11:30:23.636 DEBUG:boto:Token: None 2022-09-01T11:30:23.637 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.637 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xEMtqVTPb3EwIs8/1R3hoYnl6EM= 2022-09-01T11:30:23.638 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xEMtqVTPb3EwIs8/1R3hoYnl6EM=', 'Content-Length': '0'} 2022-09-01T11:30:23.641 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000de0734e45e29abc8-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.642 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:30:23.642 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:23.643 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:23.644 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.644 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.645 DEBUG:boto:Method: GET 2022-09-01T11:30:23.646 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.646 DEBUG:boto:Data: 2022-09-01T11:30:23.647 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.647 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.648 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.649 DEBUG:boto:Params: {} 2022-09-01T11:30:23.649 DEBUG:boto:Token: None 2022-09-01T11:30:23.650 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.651 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J/MVVJpA/BB4tnJSMl7dLH6bf8k= 2022-09-01T11:30:23.651 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J/MVVJpA/BB4tnJSMl7dLH6bf8k=', 'Content-Length': '0'} 2022-09-01T11:30:23.653 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008c8575d1e9e0e062-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.654 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:23.655 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:23.655 DEBUG:boto:path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.656 DEBUG:boto:auth_path=/ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.656 DEBUG:boto:Method: GET 2022-09-01T11:30:23.657 DEBUG:boto:Path: /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.657 DEBUG:boto:Data: 2022-09-01T11:30:23.659 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.659 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.660 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.660 DEBUG:boto:Params: {} 2022-09-01T11:30:23.661 DEBUG:boto:Token: None 2022-09-01T11:30:23.662 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj68?versionId=null 2022-09-01T11:30:23.662 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:J/MVVJpA/BB4tnJSMl7dLH6bf8k= 2022-09-01T11:30:23.663 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:J/MVVJpA/BB4tnJSMl7dLH6bf8k=', 'Content-Length': '0'} 2022-09-01T11:30:23.665 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005a99338b15aaac5a-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.666 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:23.667 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:23.668 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:23.668 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:23.669 DEBUG:boto:Method: GET 2022-09-01T11:30:23.669 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:30:23.670 DEBUG:boto:Data: 2022-09-01T11:30:23.670 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.671 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.671 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.672 DEBUG:boto:Params: {} 2022-09-01T11:30:23.673 DEBUG:boto:Token: None 2022-09-01T11:30:23.673 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/ 2022-09-01T11:30:23.674 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I= 2022-09-01T11:30:23.675 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I=', 'Content-Length': '0'} 2022-09-01T11:30:23.677 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000008d9021112c979ea9-00631097cf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.678 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:23.679 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:23.679 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:23.680 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:23.681 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:23.681 DEBUG:boto:Method: GET 2022-09-01T11:30:23.682 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:30:23.682 DEBUG:boto:Data: 2022-09-01T11:30:23.683 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.684 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.684 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.685 DEBUG:boto:Params: {} 2022-09-01T11:30:23.685 DEBUG:boto:Token: None 2022-09-01T11:30:23.686 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/ 2022-09-01T11:30:23.687 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I= 2022-09-01T11:30:23.688 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I=', 'Content-Length': '0'} 2022-09-01T11:30:23.690 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007a3f9aede2ac586f-00631097cf-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.691 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:23.692 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:23.693 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:23.693 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.694 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:30:23.695 DEBUG:boto:Data: 2022-09-01T11:30:23.695 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.696 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.696 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.697 DEBUG:boto:Params: {} 2022-09-01T11:30:23.697 DEBUG:boto:Token: None 2022-09-01T11:30:23.698 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj68 2022-09-01T11:30:23.699 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VBE/9zeNYSho6H2Mk4obuW4CYmA= 2022-09-01T11:30:23.699 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VBE/9zeNYSho6H2Mk4obuW4CYmA=', 'Content-Length': '0'} 2022-09-01T11:30:23.701 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dc881bf565aa2829-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.702 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:23.703 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:23.703 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.704 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:30:23.704 DEBUG:boto:Data: 2022-09-01T11:30:23.705 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.705 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.706 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.706 DEBUG:boto:Params: {} 2022-09-01T11:30:23.707 DEBUG:boto:Token: None 2022-09-01T11:30:23.708 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj68 2022-09-01T11:30:23.709 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VBE/9zeNYSho6H2Mk4obuW4CYmA= 2022-09-01T11:30:23.709 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VBE/9zeNYSho6H2Mk4obuW4CYmA=', 'Content-Length': '0'} 2022-09-01T11:30:23.711 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a3401043f8da344c-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.712 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj68 2022-09-01T11:30:23.713 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:23.713 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:23.714 DEBUG:boto:Method: GET 2022-09-01T11:30:23.714 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:30:23.715 DEBUG:boto:Data: 2022-09-01T11:30:23.715 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.716 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.717 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.717 DEBUG:boto:Params: {} 2022-09-01T11:30:23.718 DEBUG:boto:Token: None 2022-09-01T11:30:23.718 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj68 2022-09-01T11:30:23.719 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gcXBUcF1s3/ZpzfPKHKRW6ZIeJw= 2022-09-01T11:30:23.720 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gcXBUcF1s3/ZpzfPKHKRW6ZIeJw=', 'Content-Length': '0'} 2022-09-01T11:30:23.722 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003d8195cd171e384a-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.723 DEBUG:boto:path=/ptoxvb-74/obj68 2022-09-01T11:30:23.723 DEBUG:boto:auth_path=/ptoxvb-74/obj68 2022-09-01T11:30:23.724 DEBUG:boto:Method: GET 2022-09-01T11:30:23.724 DEBUG:boto:Path: /ptoxvb-74/obj68 2022-09-01T11:30:23.725 DEBUG:boto:Data: 2022-09-01T11:30:23.726 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.726 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.727 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.727 DEBUG:boto:Params: {} 2022-09-01T11:30:23.728 DEBUG:boto:Token: None 2022-09-01T11:30:23.729 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj68 2022-09-01T11:30:23.729 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gcXBUcF1s3/ZpzfPKHKRW6ZIeJw= 2022-09-01T11:30:23.730 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gcXBUcF1s3/ZpzfPKHKRW6ZIeJw=', 'Content-Length': '0'} 2022-09-01T11:30:23.732 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000093fd712d782f62fe-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.733 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:23.734 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:23.734 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:23.735 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:23.735 DEBUG:boto:Method: GET 2022-09-01T11:30:23.736 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:30:23.736 DEBUG:boto:Data: 2022-09-01T11:30:23.737 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.738 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.738 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.739 DEBUG:boto:Params: {} 2022-09-01T11:30:23.739 DEBUG:boto:Token: None 2022-09-01T11:30:23.740 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/ 2022-09-01T11:30:23.741 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I= 2022-09-01T11:30:23.742 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I=', 'Content-Length': '0'} 2022-09-01T11:30:23.745 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006fc4547dc5fea14f-00631097cf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.745 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:23.746 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:23.747 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:23.747 DEBUG:boto:path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:23.748 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj68 2022-09-01T11:30:23.749 DEBUG:boto:Method: GET 2022-09-01T11:30:23.749 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj68 2022-09-01T11:30:23.750 DEBUG:boto:Data: 2022-09-01T11:30:23.751 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.751 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.752 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.752 DEBUG:boto:Params: {} 2022-09-01T11:30:23.753 DEBUG:boto:Token: None 2022-09-01T11:30:23.753 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/ 2022-09-01T11:30:23.754 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I= 2022-09-01T11:30:23.755 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I=', 'Content-Length': '0'} 2022-09-01T11:30:23.765 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c33590f956aeabb2-00631097cf-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.768 DEBUG:boto:b'ptoxvb-74obj681000falseobj682022-09-01T11:16:59.156Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:23.768 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:30:23.769 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:23.770 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:23.770 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.771 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.771 DEBUG:boto:Method: GET 2022-09-01T11:30:23.772 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.772 DEBUG:boto:Data: 2022-09-01T11:30:23.773 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.773 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.774 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.775 DEBUG:boto:Params: {} 2022-09-01T11:30:23.775 DEBUG:boto:Token: None 2022-09-01T11:30:23.776 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.777 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qqSZFsnMuOe2DceEM82a3zSM7Ig= 2022-09-01T11:30:23.777 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qqSZFsnMuOe2DceEM82a3zSM7Ig=', 'Content-Length': '0'} 2022-09-01T11:30:23.779 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003e724352057b2f0d-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.780 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:23.781 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:23.782 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.782 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.783 DEBUG:boto:Method: GET 2022-09-01T11:30:23.783 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.784 DEBUG:boto:Data: 2022-09-01T11:30:23.785 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.785 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.786 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.786 DEBUG:boto:Params: {} 2022-09-01T11:30:23.787 DEBUG:boto:Token: None 2022-09-01T11:30:23.787 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.788 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qqSZFsnMuOe2DceEM82a3zSM7Ig= 2022-09-01T11:30:23.789 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qqSZFsnMuOe2DceEM82a3zSM7Ig=', 'Content-Length': '0'} 2022-09-01T11:30:23.791 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b7da514adcb7aa74-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.792 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:23.793 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:23.793 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.794 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.794 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.795 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.795 DEBUG:boto:Data: 2022-09-01T11:30:23.796 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.796 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.797 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.797 DEBUG:boto:Params: {} 2022-09-01T11:30:23.798 DEBUG:boto:Token: None 2022-09-01T11:30:23.799 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.799 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kaAci2hNI8/WF4/cOXZNC0Uq2ho= 2022-09-01T11:30:23.800 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kaAci2hNI8/WF4/cOXZNC0Uq2ho=', 'Content-Length': '0'} 2022-09-01T11:30:23.802 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000045049046c9271544-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.803 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:23.803 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:23.804 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.804 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.805 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.805 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.806 DEBUG:boto:Data: 2022-09-01T11:30:23.807 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.807 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.808 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.808 DEBUG:boto:Params: {} 2022-09-01T11:30:23.809 DEBUG:boto:Token: None 2022-09-01T11:30:23.810 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.811 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kaAci2hNI8/WF4/cOXZNC0Uq2ho= 2022-09-01T11:30:23.811 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kaAci2hNI8/WF4/cOXZNC0Uq2ho=', 'Content-Length': '0'} 2022-09-01T11:30:23.813 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ce92e92b63cc0d74-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.814 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:30:23.815 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:23.815 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:23.816 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.817 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.817 DEBUG:boto:Method: GET 2022-09-01T11:30:23.818 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.818 DEBUG:boto:Data: 2022-09-01T11:30:23.819 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.819 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.820 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.821 DEBUG:boto:Params: {} 2022-09-01T11:30:23.821 DEBUG:boto:Token: None 2022-09-01T11:30:23.822 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.823 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qqSZFsnMuOe2DceEM82a3zSM7Ig= 2022-09-01T11:30:23.824 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qqSZFsnMuOe2DceEM82a3zSM7Ig=', 'Content-Length': '0'} 2022-09-01T11:30:23.826 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000789b12df377d970f-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.827 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:23.827 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:23.828 DEBUG:boto:path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.829 DEBUG:boto:auth_path=/ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.829 DEBUG:boto:Method: GET 2022-09-01T11:30:23.830 DEBUG:boto:Path: /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.831 DEBUG:boto:Data: 2022-09-01T11:30:23.831 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.832 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.832 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.833 DEBUG:boto:Params: {} 2022-09-01T11:30:23.834 DEBUG:boto:Token: None 2022-09-01T11:30:23.835 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj69?versionId=null 2022-09-01T11:30:23.835 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qqSZFsnMuOe2DceEM82a3zSM7Ig= 2022-09-01T11:30:23.836 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qqSZFsnMuOe2DceEM82a3zSM7Ig=', 'Content-Length': '0'} 2022-09-01T11:30:23.838 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000021d1ec5db2a2d183-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.882 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:23.883 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:23.884 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:23.885 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:23.888 DEBUG:boto:Method: GET 2022-09-01T11:30:23.889 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:30:23.891 DEBUG:boto:Data: 2022-09-01T11:30:23.892 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.892 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.893 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.894 DEBUG:boto:Params: {} 2022-09-01T11:30:23.895 DEBUG:boto:Token: None 2022-09-01T11:30:23.897 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/ 2022-09-01T11:30:23.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I= 2022-09-01T11:30:23.899 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I=', 'Content-Length': '0'} 2022-09-01T11:30:23.902 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fb151d53e22049f6-00631097cf-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.903 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:23.904 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:23.905 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:23.906 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:23.907 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:23.908 DEBUG:boto:Method: GET 2022-09-01T11:30:23.909 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:30:23.910 DEBUG:boto:Data: 2022-09-01T11:30:23.911 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.912 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.913 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.913 DEBUG:boto:Params: {} 2022-09-01T11:30:23.914 DEBUG:boto:Token: None 2022-09-01T11:30:23.914 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/ 2022-09-01T11:30:23.915 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I= 2022-09-01T11:30:23.916 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UCnLKYMw7E78f3IjDVIQEWA6q6I=', 'Content-Length': '0'} 2022-09-01T11:30:23.919 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004eb4db25cc6d2250-00631097cf-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.921 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:23.922 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:23.923 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:23.924 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.925 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:30:23.926 DEBUG:boto:Data: 2022-09-01T11:30:23.927 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.928 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.929 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.930 DEBUG:boto:Params: {} 2022-09-01T11:30:23.931 DEBUG:boto:Token: None 2022-09-01T11:30:23.932 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj69 2022-09-01T11:30:23.933 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PBxLwuCoJMY1uVA2Ozvy0xJbLNo= 2022-09-01T11:30:23.934 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PBxLwuCoJMY1uVA2Ozvy0xJbLNo=', 'Content-Length': '0'} 2022-09-01T11:30:23.937 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000057116853936c428a-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.939 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:23.939 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:23.940 DEBUG:boto:Method: HEAD 2022-09-01T11:30:23.941 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:30:23.942 DEBUG:boto:Data: 2022-09-01T11:30:23.943 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.944 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:23.945 DEBUG:boto:Port: 8000 2022-09-01T11:30:23.946 DEBUG:boto:Params: {} 2022-09-01T11:30:23.947 DEBUG:boto:Token: None 2022-09-01T11:30:23.947 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj69 2022-09-01T11:30:23.948 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PBxLwuCoJMY1uVA2Ozvy0xJbLNo= 2022-09-01T11:30:23.948 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PBxLwuCoJMY1uVA2Ozvy0xJbLNo=', 'Content-Length': '0'} 2022-09-01T11:30:23.950 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000070234bd27a03e78-00631097cf-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:23.951 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj69 2022-09-01T11:30:23.952 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:23.952 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:23.953 DEBUG:boto:Method: GET 2022-09-01T11:30:23.953 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:30:23.954 DEBUG:boto:Data: 2022-09-01T11:30:23.954 DEBUG:boto:Headers: {} 2022-09-01T11:30:23.955 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:23.956 DEBUG:boto:Port: 8001 2022-09-01T11:30:23.956 DEBUG:boto:Params: {} 2022-09-01T11:30:23.957 DEBUG:boto:Token: None 2022-09-01T11:30:23.957 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:23 GMT /ptoxvb-74/obj69 2022-09-01T11:30:23.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:R8+832VqkTb+GHWk8tWyuxi4aYM= 2022-09-01T11:30:23.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:23 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:R8+832VqkTb+GHWk8tWyuxi4aYM=', 'Content-Length': '0'} 2022-09-01T11:30:23.961 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000068028cdcded3402a-00631097cf-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:23 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.002 DEBUG:boto:path=/ptoxvb-74/obj69 2022-09-01T11:30:24.003 DEBUG:boto:auth_path=/ptoxvb-74/obj69 2022-09-01T11:30:24.004 DEBUG:boto:Method: GET 2022-09-01T11:30:24.005 DEBUG:boto:Path: /ptoxvb-74/obj69 2022-09-01T11:30:24.005 DEBUG:boto:Data: 2022-09-01T11:30:24.006 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.007 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.007 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.008 DEBUG:boto:Params: {} 2022-09-01T11:30:24.008 DEBUG:boto:Token: None 2022-09-01T11:30:24.009 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj69 2022-09-01T11:30:24.009 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ib9+G9BI0Olxwc43264SJxFj/UI= 2022-09-01T11:30:24.010 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ib9+G9BI0Olxwc43264SJxFj/UI=', 'Content-Length': '0'} 2022-09-01T11:30:24.012 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000003d42503aa43c316-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.013 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.014 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.015 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:24.016 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:24.017 DEBUG:boto:Method: GET 2022-09-01T11:30:24.018 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:30:24.019 DEBUG:boto:Data: 2022-09-01T11:30:24.020 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.021 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.021 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.022 DEBUG:boto:Params: {} 2022-09-01T11:30:24.023 DEBUG:boto:Token: None 2022-09-01T11:30:24.024 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.025 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.025 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.028 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000020e345154e0c5c19-00631097d0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.029 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:24.030 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.030 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.031 DEBUG:boto:path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:24.031 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj69 2022-09-01T11:30:24.032 DEBUG:boto:Method: GET 2022-09-01T11:30:24.032 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj69 2022-09-01T11:30:24.033 DEBUG:boto:Data: 2022-09-01T11:30:24.034 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.034 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.035 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.036 DEBUG:boto:Params: {} 2022-09-01T11:30:24.037 DEBUG:boto:Token: None 2022-09-01T11:30:24.038 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.039 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.041 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.043 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000087f59301f738db94-00631097d0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.044 DEBUG:boto:b'ptoxvb-74obj691000falseobj692022-09-01T11:22:17.588Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:24.045 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj74 2022-09-01T11:30:24.046 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:24.046 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:24.047 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.048 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.048 DEBUG:boto:Method: GET 2022-09-01T11:30:24.049 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.049 DEBUG:boto:Data: 2022-09-01T11:30:24.050 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.050 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.051 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.051 DEBUG:boto:Params: {} 2022-09-01T11:30:24.052 DEBUG:boto:Token: None 2022-09-01T11:30:24.052 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.053 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jSeE+5RZ7AUrtHcf9GPdex+TeZk= 2022-09-01T11:30:24.054 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jSeE+5RZ7AUrtHcf9GPdex+TeZk=', 'Content-Length': '0'} 2022-09-01T11:30:24.056 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002acb95360c3472cd-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.057 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:24.057 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:24.058 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.058 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.059 DEBUG:boto:Method: GET 2022-09-01T11:30:24.059 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.060 DEBUG:boto:Data: 2022-09-01T11:30:24.060 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.061 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.061 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.062 DEBUG:boto:Params: {} 2022-09-01T11:30:24.063 DEBUG:boto:Token: None 2022-09-01T11:30:24.063 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.064 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jSeE+5RZ7AUrtHcf9GPdex+TeZk= 2022-09-01T11:30:24.064 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jSeE+5RZ7AUrtHcf9GPdex+TeZk=', 'Content-Length': '0'} 2022-09-01T11:30:24.067 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000055b3902aa8aeca49-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.110 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:24.111 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:24.112 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.113 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.114 DEBUG:boto:Method: HEAD 2022-09-01T11:30:24.115 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.116 DEBUG:boto:Data: 2022-09-01T11:30:24.117 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.118 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.119 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.120 DEBUG:boto:Params: {} 2022-09-01T11:30:24.121 DEBUG:boto:Token: None 2022-09-01T11:30:24.122 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.123 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HpBRlrVm6z5O+t3CeOwEdkk4h5s= 2022-09-01T11:30:24.124 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HpBRlrVm6z5O+t3CeOwEdkk4h5s=', 'Content-Length': '0'} 2022-09-01T11:30:24.127 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee635474bcf1cdd5-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.128 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:24.128 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:24.129 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.129 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.131 DEBUG:boto:Method: HEAD 2022-09-01T11:30:24.131 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.132 DEBUG:boto:Data: 2022-09-01T11:30:24.132 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.133 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.134 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.135 DEBUG:boto:Params: {} 2022-09-01T11:30:24.136 DEBUG:boto:Token: None 2022-09-01T11:30:24.137 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HpBRlrVm6z5O+t3CeOwEdkk4h5s= 2022-09-01T11:30:24.138 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HpBRlrVm6z5O+t3CeOwEdkk4h5s=', 'Content-Length': '0'} 2022-09-01T11:30:24.141 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ca3129cc9a9d1a7f-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.142 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj74 2022-09-01T11:30:24.143 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:24.144 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:24.144 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.145 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.146 DEBUG:boto:Method: GET 2022-09-01T11:30:24.147 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.147 DEBUG:boto:Data: 2022-09-01T11:30:24.148 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.149 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.149 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.150 DEBUG:boto:Params: {} 2022-09-01T11:30:24.151 DEBUG:boto:Token: None 2022-09-01T11:30:24.153 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.154 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jSeE+5RZ7AUrtHcf9GPdex+TeZk= 2022-09-01T11:30:24.154 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jSeE+5RZ7AUrtHcf9GPdex+TeZk=', 'Content-Length': '0'} 2022-09-01T11:30:24.156 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001bd49ae4d6b85364-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.157 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:24.158 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:24.158 DEBUG:boto:path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.159 DEBUG:boto:auth_path=/ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.160 DEBUG:boto:Method: GET 2022-09-01T11:30:24.160 DEBUG:boto:Path: /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.161 DEBUG:boto:Data: 2022-09-01T11:30:24.161 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.162 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.163 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.164 DEBUG:boto:Params: {} 2022-09-01T11:30:24.165 DEBUG:boto:Token: None 2022-09-01T11:30:24.166 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj74?versionId=null 2022-09-01T11:30:24.167 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:jSeE+5RZ7AUrtHcf9GPdex+TeZk= 2022-09-01T11:30:24.168 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:jSeE+5RZ7AUrtHcf9GPdex+TeZk=', 'Content-Length': '0'} 2022-09-01T11:30:24.171 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dc67aa5bc227c529-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.173 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.174 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.175 DEBUG:boto:path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:24.176 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:24.177 DEBUG:boto:Method: GET 2022-09-01T11:30:24.178 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj74 2022-09-01T11:30:24.179 DEBUG:boto:Data: 2022-09-01T11:30:24.180 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.181 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.181 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.182 DEBUG:boto:Params: {} 2022-09-01T11:30:24.182 DEBUG:boto:Token: None 2022-09-01T11:30:24.183 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.184 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.187 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f596de0d3140e673-00631097d0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.188 DEBUG:boto:b'ptoxvb-74obj741000falseobj742022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:24.189 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.189 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.190 DEBUG:boto:path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:24.190 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:24.191 DEBUG:boto:Method: GET 2022-09-01T11:30:24.192 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj74 2022-09-01T11:30:24.192 DEBUG:boto:Data: 2022-09-01T11:30:24.193 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.193 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.194 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.194 DEBUG:boto:Params: {} 2022-09-01T11:30:24.195 DEBUG:boto:Token: None 2022-09-01T11:30:24.195 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.196 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.197 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.200 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ef9a6be347dc622b-00631097d0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.200 DEBUG:boto:b'ptoxvb-74obj741000falseobj742022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:24.201 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:24.202 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:24.202 DEBUG:boto:Method: HEAD 2022-09-01T11:30:24.203 DEBUG:boto:Path: /ptoxvb-74/obj74 2022-09-01T11:30:24.203 DEBUG:boto:Data: 2022-09-01T11:30:24.204 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.204 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.205 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.205 DEBUG:boto:Params: {} 2022-09-01T11:30:24.206 DEBUG:boto:Token: None 2022-09-01T11:30:24.206 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj74 2022-09-01T11:30:24.207 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3jBQs0ZFyJIqUHbcR29XclKkACg= 2022-09-01T11:30:24.208 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3jBQs0ZFyJIqUHbcR29XclKkACg=', 'Content-Length': '0'} 2022-09-01T11:30:24.209 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000677efd53e658e8af-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.210 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:24.211 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:24.211 DEBUG:boto:Method: HEAD 2022-09-01T11:30:24.212 DEBUG:boto:Path: /ptoxvb-74/obj74 2022-09-01T11:30:24.212 DEBUG:boto:Data: 2022-09-01T11:30:24.213 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.213 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.214 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.214 DEBUG:boto:Params: {} 2022-09-01T11:30:24.215 DEBUG:boto:Token: None 2022-09-01T11:30:24.215 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj74 2022-09-01T11:30:24.216 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3jBQs0ZFyJIqUHbcR29XclKkACg= 2022-09-01T11:30:24.217 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3jBQs0ZFyJIqUHbcR29XclKkACg=', 'Content-Length': '0'} 2022-09-01T11:30:24.219 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bdeddf46a006af88-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.219 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj74 2022-09-01T11:30:24.220 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:24.221 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:24.221 DEBUG:boto:Method: GET 2022-09-01T11:30:24.222 DEBUG:boto:Path: /ptoxvb-74/obj74 2022-09-01T11:30:24.222 DEBUG:boto:Data: 2022-09-01T11:30:24.223 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.223 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.224 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.224 DEBUG:boto:Params: {} 2022-09-01T11:30:24.225 DEBUG:boto:Token: None 2022-09-01T11:30:24.226 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj74 2022-09-01T11:30:24.226 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NgUFm9yJvHSiBsr7YjakaOQxIOI= 2022-09-01T11:30:24.227 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NgUFm9yJvHSiBsr7YjakaOQxIOI=', 'Content-Length': '0'} 2022-09-01T11:30:24.229 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f17f551a775ef302-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.270 DEBUG:boto:path=/ptoxvb-74/obj74 2022-09-01T11:30:24.271 DEBUG:boto:auth_path=/ptoxvb-74/obj74 2022-09-01T11:30:24.272 DEBUG:boto:Method: GET 2022-09-01T11:30:24.273 DEBUG:boto:Path: /ptoxvb-74/obj74 2022-09-01T11:30:24.273 DEBUG:boto:Data: 2022-09-01T11:30:24.274 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.275 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.275 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.276 DEBUG:boto:Params: {} 2022-09-01T11:30:24.277 DEBUG:boto:Token: None 2022-09-01T11:30:24.277 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj74 2022-09-01T11:30:24.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NgUFm9yJvHSiBsr7YjakaOQxIOI= 2022-09-01T11:30:24.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NgUFm9yJvHSiBsr7YjakaOQxIOI=', 'Content-Length': '0'} 2022-09-01T11:30:24.281 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:28:21 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b5cd70a5ae0a49a8-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.282 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.282 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.283 DEBUG:boto:path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:24.283 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:24.284 DEBUG:boto:Method: GET 2022-09-01T11:30:24.285 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj74 2022-09-01T11:30:24.285 DEBUG:boto:Data: 2022-09-01T11:30:24.286 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.287 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.287 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.288 DEBUG:boto:Params: {} 2022-09-01T11:30:24.288 DEBUG:boto:Token: None 2022-09-01T11:30:24.289 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.289 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.290 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.293 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000086a2e9d448c168ec-00631097d0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.294 DEBUG:boto:b'ptoxvb-74obj741000falseobj742022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:24.294 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.295 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.296 DEBUG:boto:path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:24.297 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj74 2022-09-01T11:30:24.297 DEBUG:boto:Method: GET 2022-09-01T11:30:24.298 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj74 2022-09-01T11:30:24.298 DEBUG:boto:Data: 2022-09-01T11:30:24.299 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.299 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.300 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.300 DEBUG:boto:Params: {} 2022-09-01T11:30:24.301 DEBUG:boto:Token: None 2022-09-01T11:30:24.302 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.302 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.303 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.306 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e059d8ccd3ed08df-00631097d0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.307 DEBUG:boto:b'ptoxvb-74obj741000falseobj742022-09-01T11:28:21.207Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:24.308 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:30:24.309 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:24.311 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:24.312 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.312 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.313 DEBUG:boto:Method: GET 2022-09-01T11:30:24.314 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.314 DEBUG:boto:Data: 2022-09-01T11:30:24.315 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.315 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.316 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.316 DEBUG:boto:Params: {} 2022-09-01T11:30:24.317 DEBUG:boto:Token: None 2022-09-01T11:30:24.318 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.318 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rDlHjb4lWkYc2utD4yQz5/weIoQ= 2022-09-01T11:30:24.319 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rDlHjb4lWkYc2utD4yQz5/weIoQ=', 'Content-Length': '0'} 2022-09-01T11:30:24.326 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000001fe1102962575ea-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.327 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:24.328 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:24.329 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.329 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.330 DEBUG:boto:Method: GET 2022-09-01T11:30:24.331 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.331 DEBUG:boto:Data: 2022-09-01T11:30:24.332 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.332 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.333 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.334 DEBUG:boto:Params: {} 2022-09-01T11:30:24.335 DEBUG:boto:Token: None 2022-09-01T11:30:24.335 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.336 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rDlHjb4lWkYc2utD4yQz5/weIoQ= 2022-09-01T11:30:24.337 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rDlHjb4lWkYc2utD4yQz5/weIoQ=', 'Content-Length': '0'} 2022-09-01T11:30:24.339 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000802cd27c7cac9adb-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.382 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:24.383 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:24.383 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.384 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.384 DEBUG:boto:Method: HEAD 2022-09-01T11:30:24.385 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.386 DEBUG:boto:Data: 2022-09-01T11:30:24.387 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.387 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.388 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.389 DEBUG:boto:Params: {} 2022-09-01T11:30:24.390 DEBUG:boto:Token: None 2022-09-01T11:30:24.390 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.391 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oGDe6lJ6xq15k7XqfgWxoDvoYNg= 2022-09-01T11:30:24.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oGDe6lJ6xq15k7XqfgWxoDvoYNg=', 'Content-Length': '0'} 2022-09-01T11:30:24.393 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000b1147078a57abab-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.394 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:24.395 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:24.395 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.396 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.396 DEBUG:boto:Method: HEAD 2022-09-01T11:30:24.397 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.397 DEBUG:boto:Data: 2022-09-01T11:30:24.398 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.398 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.400 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.401 DEBUG:boto:Params: {} 2022-09-01T11:30:24.402 DEBUG:boto:Token: None 2022-09-01T11:30:24.403 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.404 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oGDe6lJ6xq15k7XqfgWxoDvoYNg= 2022-09-01T11:30:24.405 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oGDe6lJ6xq15k7XqfgWxoDvoYNg=', 'Content-Length': '0'} 2022-09-01T11:30:24.408 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007be451cd25dd953a-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.410 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:30:24.411 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:24.412 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:24.413 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.414 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.415 DEBUG:boto:Method: GET 2022-09-01T11:30:24.416 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.417 DEBUG:boto:Data: 2022-09-01T11:30:24.418 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.419 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.419 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.420 DEBUG:boto:Params: {} 2022-09-01T11:30:24.421 DEBUG:boto:Token: None 2022-09-01T11:30:24.422 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.423 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rDlHjb4lWkYc2utD4yQz5/weIoQ= 2022-09-01T11:30:24.424 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rDlHjb4lWkYc2utD4yQz5/weIoQ=', 'Content-Length': '0'} 2022-09-01T11:30:24.427 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005540ae5bbdecd8a3-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.428 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:24.429 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:24.430 DEBUG:boto:path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.431 DEBUG:boto:auth_path=/ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.432 DEBUG:boto:Method: GET 2022-09-01T11:30:24.433 DEBUG:boto:Path: /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.434 DEBUG:boto:Data: 2022-09-01T11:30:24.435 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.436 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.437 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.438 DEBUG:boto:Params: {} 2022-09-01T11:30:24.439 DEBUG:boto:Token: None 2022-09-01T11:30:24.441 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj76?versionId=null 2022-09-01T11:30:24.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rDlHjb4lWkYc2utD4yQz5/weIoQ= 2022-09-01T11:30:24.443 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rDlHjb4lWkYc2utD4yQz5/weIoQ=', 'Content-Length': '0'} 2022-09-01T11:30:24.446 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000681fd320623e5bf1-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.448 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.449 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.450 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:24.451 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:24.451 DEBUG:boto:Method: GET 2022-09-01T11:30:24.452 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:30:24.453 DEBUG:boto:Data: 2022-09-01T11:30:24.454 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.455 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.456 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.456 DEBUG:boto:Params: {} 2022-09-01T11:30:24.457 DEBUG:boto:Token: None 2022-09-01T11:30:24.458 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.459 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.462 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000470f5789643e489-00631097d0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.463 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:24.464 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.465 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.466 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:24.467 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:24.470 DEBUG:boto:Method: GET 2022-09-01T11:30:24.471 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:30:24.472 DEBUG:boto:Data: 2022-09-01T11:30:24.472 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.474 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.474 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.475 DEBUG:boto:Params: {} 2022-09-01T11:30:24.476 DEBUG:boto:Token: None 2022-09-01T11:30:24.477 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.478 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.482 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.486 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005270c7218a810f57-00631097d0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.487 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:24.489 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:24.490 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:24.491 DEBUG:boto:Method: HEAD 2022-09-01T11:30:24.491 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:30:24.492 DEBUG:boto:Data: 2022-09-01T11:30:24.492 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.493 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.493 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.494 DEBUG:boto:Params: {} 2022-09-01T11:30:24.494 DEBUG:boto:Token: None 2022-09-01T11:30:24.495 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj76 2022-09-01T11:30:24.495 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pDx1WtCdNSgUnHmffC2nVRHlZ+w= 2022-09-01T11:30:24.496 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pDx1WtCdNSgUnHmffC2nVRHlZ+w=', 'Content-Length': '0'} 2022-09-01T11:30:24.498 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000395e1c683dbe6dd9-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.499 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:24.500 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:24.501 DEBUG:boto:Method: HEAD 2022-09-01T11:30:24.502 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:30:24.502 DEBUG:boto:Data: 2022-09-01T11:30:24.503 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.503 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.504 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.504 DEBUG:boto:Params: {} 2022-09-01T11:30:24.505 DEBUG:boto:Token: None 2022-09-01T11:30:24.506 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj76 2022-09-01T11:30:24.507 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pDx1WtCdNSgUnHmffC2nVRHlZ+w= 2022-09-01T11:30:24.508 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pDx1WtCdNSgUnHmffC2nVRHlZ+w=', 'Content-Length': '0'} 2022-09-01T11:30:24.510 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aa7dc10d222630d3-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.511 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj76 2022-09-01T11:30:24.512 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:24.513 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:24.514 DEBUG:boto:Method: GET 2022-09-01T11:30:24.515 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:30:24.516 DEBUG:boto:Data: 2022-09-01T11:30:24.517 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.518 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.519 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.520 DEBUG:boto:Params: {} 2022-09-01T11:30:24.520 DEBUG:boto:Token: None 2022-09-01T11:30:24.521 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj76 2022-09-01T11:30:24.522 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WMwDMI5s7Z6jUfox/qVUEmxnZc0= 2022-09-01T11:30:24.522 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WMwDMI5s7Z6jUfox/qVUEmxnZc0=', 'Content-Length': '0'} 2022-09-01T11:30:24.525 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007c266e690d9d6cf0-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.566 DEBUG:boto:path=/ptoxvb-74/obj76 2022-09-01T11:30:24.567 DEBUG:boto:auth_path=/ptoxvb-74/obj76 2022-09-01T11:30:24.567 DEBUG:boto:Method: GET 2022-09-01T11:30:24.568 DEBUG:boto:Path: /ptoxvb-74/obj76 2022-09-01T11:30:24.568 DEBUG:boto:Data: 2022-09-01T11:30:24.569 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.569 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.570 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.571 DEBUG:boto:Params: {} 2022-09-01T11:30:24.571 DEBUG:boto:Token: None 2022-09-01T11:30:24.572 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj76 2022-09-01T11:30:24.573 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WMwDMI5s7Z6jUfox/qVUEmxnZc0= 2022-09-01T11:30:24.573 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WMwDMI5s7Z6jUfox/qVUEmxnZc0=', 'Content-Length': '0'} 2022-09-01T11:30:24.575 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009e327af60f861c91-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.576 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.577 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.577 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:24.578 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:24.578 DEBUG:boto:Method: GET 2022-09-01T11:30:24.579 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:30:24.579 DEBUG:boto:Data: 2022-09-01T11:30:24.580 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.581 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.581 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.582 DEBUG:boto:Params: {} 2022-09-01T11:30:24.582 DEBUG:boto:Token: None 2022-09-01T11:30:24.583 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.584 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.584 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.587 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003e5135af11f31673-00631097d0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.588 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:24.589 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.589 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.590 DEBUG:boto:path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:24.590 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj76 2022-09-01T11:30:24.591 DEBUG:boto:Method: GET 2022-09-01T11:30:24.591 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj76 2022-09-01T11:30:24.592 DEBUG:boto:Data: 2022-09-01T11:30:24.593 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.593 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.594 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.594 DEBUG:boto:Params: {} 2022-09-01T11:30:24.595 DEBUG:boto:Token: None 2022-09-01T11:30:24.595 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.597 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.599 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000179f256044218946-00631097d0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.600 DEBUG:boto:b'ptoxvb-74obj761000falseobj762022-09-01T11:20:42.821Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:24.601 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:30:24.601 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:24.602 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:24.603 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.603 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.604 DEBUG:boto:Method: GET 2022-09-01T11:30:24.604 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.605 DEBUG:boto:Data: 2022-09-01T11:30:24.605 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.606 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.606 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.607 DEBUG:boto:Params: {} 2022-09-01T11:30:24.608 DEBUG:boto:Token: None 2022-09-01T11:30:24.608 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.609 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n6hgMQEIZhCLU4XLMdNAi7Pir+Q= 2022-09-01T11:30:24.609 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n6hgMQEIZhCLU4XLMdNAi7Pir+Q=', 'Content-Length': '0'} 2022-09-01T11:30:24.612 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000be8ace351ba7cc9a-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.613 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:24.613 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:24.614 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.614 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.615 DEBUG:boto:Method: GET 2022-09-01T11:30:24.615 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.616 DEBUG:boto:Data: 2022-09-01T11:30:24.616 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.617 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.617 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.618 DEBUG:boto:Params: {} 2022-09-01T11:30:24.619 DEBUG:boto:Token: None 2022-09-01T11:30:24.619 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.620 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n6hgMQEIZhCLU4XLMdNAi7Pir+Q= 2022-09-01T11:30:24.621 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n6hgMQEIZhCLU4XLMdNAi7Pir+Q=', 'Content-Length': '0'} 2022-09-01T11:30:24.623 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000042107faa0a1a2f80-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.666 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:24.667 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:24.668 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.669 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.670 DEBUG:boto:Method: HEAD 2022-09-01T11:30:24.671 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.672 DEBUG:boto:Data: 2022-09-01T11:30:24.673 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.674 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.675 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.676 DEBUG:boto:Params: {} 2022-09-01T11:30:24.677 DEBUG:boto:Token: None 2022-09-01T11:30:24.677 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.678 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t7psFuVQXHbfzFIcmgyZU/rtNSw= 2022-09-01T11:30:24.679 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t7psFuVQXHbfzFIcmgyZU/rtNSw=', 'Content-Length': '0'} 2022-09-01T11:30:24.681 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005800cd0c592a0bfa-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.682 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:24.682 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:24.683 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.683 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.684 DEBUG:boto:Method: HEAD 2022-09-01T11:30:24.684 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.685 DEBUG:boto:Data: 2022-09-01T11:30:24.686 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.686 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.687 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.687 DEBUG:boto:Params: {} 2022-09-01T11:30:24.688 DEBUG:boto:Token: None 2022-09-01T11:30:24.688 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.689 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:t7psFuVQXHbfzFIcmgyZU/rtNSw= 2022-09-01T11:30:24.689 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:t7psFuVQXHbfzFIcmgyZU/rtNSw=', 'Content-Length': '0'} 2022-09-01T11:30:24.692 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000332a5409f33e20ab-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.692 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:30:24.693 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:24.694 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:24.694 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.695 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.695 DEBUG:boto:Method: GET 2022-09-01T11:30:24.696 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.696 DEBUG:boto:Data: 2022-09-01T11:30:24.697 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.697 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.698 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.699 DEBUG:boto:Params: {} 2022-09-01T11:30:24.699 DEBUG:boto:Token: None 2022-09-01T11:30:24.700 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.700 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n6hgMQEIZhCLU4XLMdNAi7Pir+Q= 2022-09-01T11:30:24.701 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n6hgMQEIZhCLU4XLMdNAi7Pir+Q=', 'Content-Length': '0'} 2022-09-01T11:30:24.704 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006abda179e473d0ff-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.705 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:24.706 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:24.706 DEBUG:boto:path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.707 DEBUG:boto:auth_path=/ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.708 DEBUG:boto:Method: GET 2022-09-01T11:30:24.708 DEBUG:boto:Path: /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.709 DEBUG:boto:Data: 2022-09-01T11:30:24.709 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.710 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.711 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.711 DEBUG:boto:Params: {} 2022-09-01T11:30:24.712 DEBUG:boto:Token: None 2022-09-01T11:30:24.713 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj85?versionId=null 2022-09-01T11:30:24.713 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n6hgMQEIZhCLU4XLMdNAi7Pir+Q= 2022-09-01T11:30:24.714 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n6hgMQEIZhCLU4XLMdNAi7Pir+Q=', 'Content-Length': '0'} 2022-09-01T11:30:24.716 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000023392afaef854355-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.717 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.718 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.719 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:24.719 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:24.720 DEBUG:boto:Method: GET 2022-09-01T11:30:24.720 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:30:24.721 DEBUG:boto:Data: 2022-09-01T11:30:24.721 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.722 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.723 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.723 DEBUG:boto:Params: {} 2022-09-01T11:30:24.724 DEBUG:boto:Token: None 2022-09-01T11:30:24.724 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.725 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.726 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.728 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b9d30691335f265b-00631097d0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.729 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:24.730 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.731 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.731 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:24.732 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:24.733 DEBUG:boto:Method: GET 2022-09-01T11:30:24.733 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:30:24.734 DEBUG:boto:Data: 2022-09-01T11:30:24.734 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.735 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.735 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.736 DEBUG:boto:Params: {} 2022-09-01T11:30:24.737 DEBUG:boto:Token: None 2022-09-01T11:30:24.737 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.738 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.739 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.742 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000020d27b79320740f0-00631097d0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.743 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:24.744 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:24.744 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:24.745 DEBUG:boto:Method: HEAD 2022-09-01T11:30:24.745 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:30:24.746 DEBUG:boto:Data: 2022-09-01T11:30:24.747 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.747 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.748 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.748 DEBUG:boto:Params: {} 2022-09-01T11:30:24.749 DEBUG:boto:Token: None 2022-09-01T11:30:24.749 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj85 2022-09-01T11:30:24.751 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DipQ8j9W2OuTZbW/yIhYXr7HBDM= 2022-09-01T11:30:24.752 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DipQ8j9W2OuTZbW/yIhYXr7HBDM=', 'Content-Length': '0'} 2022-09-01T11:30:24.755 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ff0d1268ea36e51a-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.757 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:24.758 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:24.759 DEBUG:boto:Method: HEAD 2022-09-01T11:30:24.760 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:30:24.761 DEBUG:boto:Data: 2022-09-01T11:30:24.761 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.762 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.762 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.763 DEBUG:boto:Params: {} 2022-09-01T11:30:24.764 DEBUG:boto:Token: None 2022-09-01T11:30:24.764 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj85 2022-09-01T11:30:24.765 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DipQ8j9W2OuTZbW/yIhYXr7HBDM= 2022-09-01T11:30:24.765 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DipQ8j9W2OuTZbW/yIhYXr7HBDM=', 'Content-Length': '0'} 2022-09-01T11:30:24.768 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005cf88a660eabdb17-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.769 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj85 2022-09-01T11:30:24.769 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:24.770 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:24.770 DEBUG:boto:Method: GET 2022-09-01T11:30:24.771 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:30:24.771 DEBUG:boto:Data: 2022-09-01T11:30:24.772 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.773 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.773 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.774 DEBUG:boto:Params: {} 2022-09-01T11:30:24.775 DEBUG:boto:Token: None 2022-09-01T11:30:24.776 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj85 2022-09-01T11:30:24.777 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dowv1t9FTWxCRUnqjh5QIuGKWT4= 2022-09-01T11:30:24.778 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dowv1t9FTWxCRUnqjh5QIuGKWT4=', 'Content-Length': '0'} 2022-09-01T11:30:24.780 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009793cc42724179be-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.822 DEBUG:boto:path=/ptoxvb-74/obj85 2022-09-01T11:30:24.823 DEBUG:boto:auth_path=/ptoxvb-74/obj85 2022-09-01T11:30:24.823 DEBUG:boto:Method: GET 2022-09-01T11:30:24.824 DEBUG:boto:Path: /ptoxvb-74/obj85 2022-09-01T11:30:24.824 DEBUG:boto:Data: 2022-09-01T11:30:24.825 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.825 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.826 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.827 DEBUG:boto:Params: {} 2022-09-01T11:30:24.827 DEBUG:boto:Token: None 2022-09-01T11:30:24.828 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj85 2022-09-01T11:30:24.828 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dowv1t9FTWxCRUnqjh5QIuGKWT4= 2022-09-01T11:30:24.829 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dowv1t9FTWxCRUnqjh5QIuGKWT4=', 'Content-Length': '0'} 2022-09-01T11:30:24.831 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:16:59 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001e20583e4281de1e-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.832 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.833 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.834 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:24.834 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:24.835 DEBUG:boto:Method: GET 2022-09-01T11:30:24.836 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:30:24.836 DEBUG:boto:Data: 2022-09-01T11:30:24.837 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.838 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.838 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.839 DEBUG:boto:Params: {} 2022-09-01T11:30:24.840 DEBUG:boto:Token: None 2022-09-01T11:30:24.840 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.841 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.842 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.845 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000086f345a07ef597dc-00631097d0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.846 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:24.848 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.849 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.851 DEBUG:boto:path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:24.851 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj85 2022-09-01T11:30:24.852 DEBUG:boto:Method: GET 2022-09-01T11:30:24.853 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj85 2022-09-01T11:30:24.853 DEBUG:boto:Data: 2022-09-01T11:30:24.854 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.854 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.855 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.855 DEBUG:boto:Params: {} 2022-09-01T11:30:24.856 DEBUG:boto:Token: None 2022-09-01T11:30:24.857 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.867 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.868 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.871 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007a58c2e3c964c7a5-00631097d0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.871 DEBUG:boto:b'ptoxvb-74obj851000falseobj852022-09-01T11:16:59.182Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:24.872 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:30:24.873 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:24.873 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:24.874 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.875 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.875 DEBUG:boto:Method: GET 2022-09-01T11:30:24.876 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.876 DEBUG:boto:Data: 2022-09-01T11:30:24.877 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.878 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.879 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.879 DEBUG:boto:Params: {} 2022-09-01T11:30:24.880 DEBUG:boto:Token: None 2022-09-01T11:30:24.880 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.881 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wGKg9TOIc6AmmpciIO2mR5T478Q= 2022-09-01T11:30:24.882 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wGKg9TOIc6AmmpciIO2mR5T478Q=', 'Content-Length': '0'} 2022-09-01T11:30:24.884 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d292dd9d05decedd-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.885 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:24.886 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:24.887 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.887 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.888 DEBUG:boto:Method: GET 2022-09-01T11:30:24.889 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.889 DEBUG:boto:Data: 2022-09-01T11:30:24.890 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.890 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.891 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.891 DEBUG:boto:Params: {} 2022-09-01T11:30:24.892 DEBUG:boto:Token: None 2022-09-01T11:30:24.893 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.894 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wGKg9TOIc6AmmpciIO2mR5T478Q= 2022-09-01T11:30:24.895 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wGKg9TOIc6AmmpciIO2mR5T478Q=', 'Content-Length': '0'} 2022-09-01T11:30:24.898 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004649307cc4f9082d-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.899 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:24.900 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:24.900 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.901 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.901 DEBUG:boto:Method: HEAD 2022-09-01T11:30:24.902 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.902 DEBUG:boto:Data: 2022-09-01T11:30:24.903 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.904 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.905 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.906 DEBUG:boto:Params: {} 2022-09-01T11:30:24.907 DEBUG:boto:Token: None 2022-09-01T11:30:24.908 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.909 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EyICdUWYj2RNKYfkWd+/9YvcoOM= 2022-09-01T11:30:24.910 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EyICdUWYj2RNKYfkWd+/9YvcoOM=', 'Content-Length': '0'} 2022-09-01T11:30:24.913 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007c313d35188fd999-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.913 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:24.914 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:24.914 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.915 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.916 DEBUG:boto:Method: HEAD 2022-09-01T11:30:24.916 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.917 DEBUG:boto:Data: 2022-09-01T11:30:24.917 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.918 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.918 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.919 DEBUG:boto:Params: {} 2022-09-01T11:30:24.919 DEBUG:boto:Token: None 2022-09-01T11:30:24.920 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.921 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EyICdUWYj2RNKYfkWd+/9YvcoOM= 2022-09-01T11:30:24.921 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EyICdUWYj2RNKYfkWd+/9YvcoOM=', 'Content-Length': '0'} 2022-09-01T11:30:24.923 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000022a26a8a9f78525b-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.924 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:30:24.925 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:24.925 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:24.926 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.926 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.927 DEBUG:boto:Method: GET 2022-09-01T11:30:24.927 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.928 DEBUG:boto:Data: 2022-09-01T11:30:24.929 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.929 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.930 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.930 DEBUG:boto:Params: {} 2022-09-01T11:30:24.931 DEBUG:boto:Token: None 2022-09-01T11:30:24.932 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.932 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wGKg9TOIc6AmmpciIO2mR5T478Q= 2022-09-01T11:30:24.933 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wGKg9TOIc6AmmpciIO2mR5T478Q=', 'Content-Length': '0'} 2022-09-01T11:30:24.935 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c93df6e061419d4e-00631097d0-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.936 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:24.937 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:24.937 DEBUG:boto:path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.938 DEBUG:boto:auth_path=/ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.938 DEBUG:boto:Method: GET 2022-09-01T11:30:24.939 DEBUG:boto:Path: /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.940 DEBUG:boto:Data: 2022-09-01T11:30:24.940 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.941 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.941 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.942 DEBUG:boto:Params: {} 2022-09-01T11:30:24.943 DEBUG:boto:Token: None 2022-09-01T11:30:24.943 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/obj87?versionId=null 2022-09-01T11:30:24.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wGKg9TOIc6AmmpciIO2mR5T478Q= 2022-09-01T11:30:24.945 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wGKg9TOIc6AmmpciIO2mR5T478Q=', 'Content-Length': '0'} 2022-09-01T11:30:24.947 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005ec7efc3357dc0d4-00631097d0-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.949 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.949 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.950 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:24.950 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:24.951 DEBUG:boto:Method: GET 2022-09-01T11:30:24.952 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:30:24.952 DEBUG:boto:Data: 2022-09-01T11:30:24.953 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.953 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:24.954 DEBUG:boto:Port: 8001 2022-09-01T11:30:24.955 DEBUG:boto:Params: {} 2022-09-01T11:30:24.955 DEBUG:boto:Token: None 2022-09-01T11:30:24.956 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.956 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.957 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.960 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c5c67d8a3da1433e-00631097d0-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:24.960 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:24.961 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:24.962 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:24.963 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:24.963 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:24.964 DEBUG:boto:Method: GET 2022-09-01T11:30:24.965 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:30:24.966 DEBUG:boto:Data: 2022-09-01T11:30:24.967 DEBUG:boto:Headers: {} 2022-09-01T11:30:24.968 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:24.969 DEBUG:boto:Port: 8000 2022-09-01T11:30:24.970 DEBUG:boto:Params: {} 2022-09-01T11:30:24.971 DEBUG:boto:Token: None 2022-09-01T11:30:24.972 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:24 GMT /ptoxvb-74/ 2022-09-01T11:30:24.973 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE= 2022-09-01T11:30:24.974 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:24 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IAR7N0x2m0w1cjprlkYsOZ1iwtE=', 'Content-Length': '0'} 2022-09-01T11:30:24.978 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003494d0a659ca3cdc-00631097d0-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:24 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.022 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:25.023 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:25.024 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:25.024 DEBUG:boto:Method: HEAD 2022-09-01T11:30:25.025 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:30:25.025 DEBUG:boto:Data: 2022-09-01T11:30:25.026 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.026 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.027 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.027 DEBUG:boto:Params: {} 2022-09-01T11:30:25.028 DEBUG:boto:Token: None 2022-09-01T11:30:25.029 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj87 2022-09-01T11:30:25.029 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KuJoltxINUQoB/DET0vM8fokJbw= 2022-09-01T11:30:25.030 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KuJoltxINUQoB/DET0vM8fokJbw=', 'Content-Length': '0'} 2022-09-01T11:30:25.032 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d8e22d676ea0855f-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.033 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:25.034 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:25.035 DEBUG:boto:Method: HEAD 2022-09-01T11:30:25.036 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:30:25.037 DEBUG:boto:Data: 2022-09-01T11:30:25.038 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.039 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.039 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.040 DEBUG:boto:Params: {} 2022-09-01T11:30:25.041 DEBUG:boto:Token: None 2022-09-01T11:30:25.041 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj87 2022-09-01T11:30:25.042 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:KuJoltxINUQoB/DET0vM8fokJbw= 2022-09-01T11:30:25.043 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:KuJoltxINUQoB/DET0vM8fokJbw=', 'Content-Length': '0'} 2022-09-01T11:30:25.045 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e697113c7580afa6-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.046 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj87 2022-09-01T11:30:25.047 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:25.049 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:25.049 DEBUG:boto:Method: GET 2022-09-01T11:30:25.050 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:30:25.051 DEBUG:boto:Data: 2022-09-01T11:30:25.051 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.052 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.052 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.053 DEBUG:boto:Params: {} 2022-09-01T11:30:25.053 DEBUG:boto:Token: None 2022-09-01T11:30:25.054 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj87 2022-09-01T11:30:25.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cWCh+EPC+q9UDnh6MLRaumRAHss= 2022-09-01T11:30:25.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cWCh+EPC+q9UDnh6MLRaumRAHss=', 'Content-Length': '0'} 2022-09-01T11:30:25.058 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001f464a93027b2938-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.059 DEBUG:boto:path=/ptoxvb-74/obj87 2022-09-01T11:30:25.060 DEBUG:boto:auth_path=/ptoxvb-74/obj87 2022-09-01T11:30:25.060 DEBUG:boto:Method: GET 2022-09-01T11:30:25.061 DEBUG:boto:Path: /ptoxvb-74/obj87 2022-09-01T11:30:25.061 DEBUG:boto:Data: 2022-09-01T11:30:25.062 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.063 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.063 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.064 DEBUG:boto:Params: {} 2022-09-01T11:30:25.064 DEBUG:boto:Token: None 2022-09-01T11:30:25.065 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj87 2022-09-01T11:30:25.066 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cWCh+EPC+q9UDnh6MLRaumRAHss= 2022-09-01T11:30:25.066 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cWCh+EPC+q9UDnh6MLRaumRAHss=', 'Content-Length': '0'} 2022-09-01T11:30:25.069 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:24:11 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000005be49bf08be55c0-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.071 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:25.071 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:25.072 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:25.073 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:25.074 DEBUG:boto:Method: GET 2022-09-01T11:30:25.074 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:30:25.075 DEBUG:boto:Data: 2022-09-01T11:30:25.076 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.076 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.077 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.077 DEBUG:boto:Params: {} 2022-09-01T11:30:25.078 DEBUG:boto:Token: None 2022-09-01T11:30:25.079 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/ 2022-09-01T11:30:25.080 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY= 2022-09-01T11:30:25.081 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY=', 'Content-Length': '0'} 2022-09-01T11:30:25.084 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009543f59aec55b474-00631097d1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.085 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:25.086 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:25.086 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:25.087 DEBUG:boto:path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:25.088 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj87 2022-09-01T11:30:25.088 DEBUG:boto:Method: GET 2022-09-01T11:30:25.089 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj87 2022-09-01T11:30:25.090 DEBUG:boto:Data: 2022-09-01T11:30:25.091 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.092 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.092 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.093 DEBUG:boto:Params: {} 2022-09-01T11:30:25.094 DEBUG:boto:Token: None 2022-09-01T11:30:25.095 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/ 2022-09-01T11:30:25.095 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY= 2022-09-01T11:30:25.096 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY=', 'Content-Length': '0'} 2022-09-01T11:30:25.099 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000773f9d930607880d-00631097d1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.100 DEBUG:boto:b'ptoxvb-74obj871000falseobj872022-09-01T11:24:11.947Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:25.101 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:30:25.101 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:25.102 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:25.103 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.104 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.105 DEBUG:boto:Method: GET 2022-09-01T11:30:25.106 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.107 DEBUG:boto:Data: 2022-09-01T11:30:25.108 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.109 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.110 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.112 DEBUG:boto:Params: {} 2022-09-01T11:30:25.113 DEBUG:boto:Token: None 2022-09-01T11:30:25.114 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.115 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MymjzEl5nhPgcH+SsMnFCoGJGrs= 2022-09-01T11:30:25.116 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MymjzEl5nhPgcH+SsMnFCoGJGrs=', 'Content-Length': '0'} 2022-09-01T11:30:25.119 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a99225ffcdb3757a-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.120 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:25.120 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:25.121 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.122 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.122 DEBUG:boto:Method: GET 2022-09-01T11:30:25.123 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.124 DEBUG:boto:Data: 2022-09-01T11:30:25.125 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.125 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.126 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.126 DEBUG:boto:Params: {} 2022-09-01T11:30:25.127 DEBUG:boto:Token: None 2022-09-01T11:30:25.128 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.128 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MymjzEl5nhPgcH+SsMnFCoGJGrs= 2022-09-01T11:30:25.129 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MymjzEl5nhPgcH+SsMnFCoGJGrs=', 'Content-Length': '0'} 2022-09-01T11:30:25.132 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000611060316ff68cf7-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.133 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:25.134 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:25.135 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.135 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.136 DEBUG:boto:Method: HEAD 2022-09-01T11:30:25.138 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.138 DEBUG:boto:Data: 2022-09-01T11:30:25.139 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.140 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.141 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.142 DEBUG:boto:Params: {} 2022-09-01T11:30:25.143 DEBUG:boto:Token: None 2022-09-01T11:30:25.144 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.146 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kE9F6QN2Gwt9W6jtThUhnMm9r8Q= 2022-09-01T11:30:25.147 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kE9F6QN2Gwt9W6jtThUhnMm9r8Q=', 'Content-Length': '0'} 2022-09-01T11:30:25.151 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002aa9845713b97534-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.153 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:25.154 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:25.155 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.156 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.157 DEBUG:boto:Method: HEAD 2022-09-01T11:30:25.158 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.159 DEBUG:boto:Data: 2022-09-01T11:30:25.160 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.160 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.161 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.162 DEBUG:boto:Params: {} 2022-09-01T11:30:25.162 DEBUG:boto:Token: None 2022-09-01T11:30:25.163 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kE9F6QN2Gwt9W6jtThUhnMm9r8Q= 2022-09-01T11:30:25.165 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kE9F6QN2Gwt9W6jtThUhnMm9r8Q=', 'Content-Length': '0'} 2022-09-01T11:30:25.168 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bfa085af88d286a0-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.169 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:30:25.169 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:25.170 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:25.171 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.172 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.173 DEBUG:boto:Method: GET 2022-09-01T11:30:25.173 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.174 DEBUG:boto:Data: 2022-09-01T11:30:25.175 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.176 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.177 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.178 DEBUG:boto:Params: {} 2022-09-01T11:30:25.179 DEBUG:boto:Token: None 2022-09-01T11:30:25.180 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.182 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MymjzEl5nhPgcH+SsMnFCoGJGrs= 2022-09-01T11:30:25.183 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MymjzEl5nhPgcH+SsMnFCoGJGrs=', 'Content-Length': '0'} 2022-09-01T11:30:25.186 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000074a87a53ef4e182f-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.234 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:25.235 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:25.236 DEBUG:boto:path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.236 DEBUG:boto:auth_path=/ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.237 DEBUG:boto:Method: GET 2022-09-01T11:30:25.237 DEBUG:boto:Path: /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.238 DEBUG:boto:Data: 2022-09-01T11:30:25.239 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.240 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.240 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.241 DEBUG:boto:Params: {} 2022-09-01T11:30:25.242 DEBUG:boto:Token: None 2022-09-01T11:30:25.242 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj92?versionId=null 2022-09-01T11:30:25.243 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:MymjzEl5nhPgcH+SsMnFCoGJGrs= 2022-09-01T11:30:25.244 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:MymjzEl5nhPgcH+SsMnFCoGJGrs=', 'Content-Length': '0'} 2022-09-01T11:30:25.247 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ddd3a87e6e6ae417-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.248 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:25.248 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:25.249 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:25.250 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:25.250 DEBUG:boto:Method: GET 2022-09-01T11:30:25.251 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:30:25.252 DEBUG:boto:Data: 2022-09-01T11:30:25.254 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.255 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.255 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.256 DEBUG:boto:Params: {} 2022-09-01T11:30:25.257 DEBUG:boto:Token: None 2022-09-01T11:30:25.257 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/ 2022-09-01T11:30:25.258 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY= 2022-09-01T11:30:25.259 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY=', 'Content-Length': '0'} 2022-09-01T11:30:25.262 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000074ee55b0c2c01859-00631097d1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.262 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:25.263 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:25.264 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:25.264 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:25.265 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:25.266 DEBUG:boto:Method: GET 2022-09-01T11:30:25.266 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:30:25.267 DEBUG:boto:Data: 2022-09-01T11:30:25.267 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.268 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.268 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.269 DEBUG:boto:Params: {} 2022-09-01T11:30:25.270 DEBUG:boto:Token: None 2022-09-01T11:30:25.270 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/ 2022-09-01T11:30:25.271 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY= 2022-09-01T11:30:25.272 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY=', 'Content-Length': '0'} 2022-09-01T11:30:25.275 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000083b4d9fc9dd58b20-00631097d1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.318 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:25.319 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:25.320 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:25.320 DEBUG:boto:Method: HEAD 2022-09-01T11:30:25.321 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:30:25.322 DEBUG:boto:Data: 2022-09-01T11:30:25.322 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.323 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.324 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.324 DEBUG:boto:Params: {} 2022-09-01T11:30:25.325 DEBUG:boto:Token: None 2022-09-01T11:30:25.325 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj92 2022-09-01T11:30:25.326 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eqVP1hJBR9sOV7KgMCQqhF3p0Tg= 2022-09-01T11:30:25.327 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eqVP1hJBR9sOV7KgMCQqhF3p0Tg=', 'Content-Length': '0'} 2022-09-01T11:30:25.330 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c5e16ffb8f8b948-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.330 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:25.331 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:25.332 DEBUG:boto:Method: HEAD 2022-09-01T11:30:25.332 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:30:25.333 DEBUG:boto:Data: 2022-09-01T11:30:25.333 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.334 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.334 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.335 DEBUG:boto:Params: {} 2022-09-01T11:30:25.335 DEBUG:boto:Token: None 2022-09-01T11:30:25.336 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj92 2022-09-01T11:30:25.336 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eqVP1hJBR9sOV7KgMCQqhF3p0Tg= 2022-09-01T11:30:25.337 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eqVP1hJBR9sOV7KgMCQqhF3p0Tg=', 'Content-Length': '0'} 2022-09-01T11:30:25.339 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000206762bcc569a485-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.340 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj92 2022-09-01T11:30:25.341 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:25.341 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:25.342 DEBUG:boto:Method: GET 2022-09-01T11:30:25.342 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:30:25.343 DEBUG:boto:Data: 2022-09-01T11:30:25.344 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.344 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.345 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.345 DEBUG:boto:Params: {} 2022-09-01T11:30:25.346 DEBUG:boto:Token: None 2022-09-01T11:30:25.347 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj92 2022-09-01T11:30:25.347 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3k3/zvh3ervb+ag+c4kWBLiU/XY= 2022-09-01T11:30:25.348 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3k3/zvh3ervb+ag+c4kWBLiU/XY=', 'Content-Length': '0'} 2022-09-01T11:30:25.351 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000091619922f7958dc8-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.352 DEBUG:boto:path=/ptoxvb-74/obj92 2022-09-01T11:30:25.352 DEBUG:boto:auth_path=/ptoxvb-74/obj92 2022-09-01T11:30:25.353 DEBUG:boto:Method: GET 2022-09-01T11:30:25.353 DEBUG:boto:Path: /ptoxvb-74/obj92 2022-09-01T11:30:25.354 DEBUG:boto:Data: 2022-09-01T11:30:25.354 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.355 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.355 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.356 DEBUG:boto:Params: {} 2022-09-01T11:30:25.357 DEBUG:boto:Token: None 2022-09-01T11:30:25.357 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj92 2022-09-01T11:30:25.358 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3k3/zvh3ervb+ag+c4kWBLiU/XY= 2022-09-01T11:30:25.359 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3k3/zvh3ervb+ag+c4kWBLiU/XY=', 'Content-Length': '0'} 2022-09-01T11:30:25.361 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:22:17 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000da76b4af64c979ce-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.361 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:25.362 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:25.363 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:25.363 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:25.364 DEBUG:boto:Method: GET 2022-09-01T11:30:25.364 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:30:25.365 DEBUG:boto:Data: 2022-09-01T11:30:25.365 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.366 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.366 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.367 DEBUG:boto:Params: {} 2022-09-01T11:30:25.368 DEBUG:boto:Token: None 2022-09-01T11:30:25.368 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/ 2022-09-01T11:30:25.369 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY= 2022-09-01T11:30:25.370 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY=', 'Content-Length': '0'} 2022-09-01T11:30:25.372 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000005e38d1824fa3be77-00631097d1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.373 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:25.374 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:25.375 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:25.375 DEBUG:boto:path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:25.376 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj92 2022-09-01T11:30:25.376 DEBUG:boto:Method: GET 2022-09-01T11:30:25.377 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj92 2022-09-01T11:30:25.377 DEBUG:boto:Data: 2022-09-01T11:30:25.378 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.379 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.379 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.380 DEBUG:boto:Params: {} 2022-09-01T11:30:25.381 DEBUG:boto:Token: None 2022-09-01T11:30:25.381 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/ 2022-09-01T11:30:25.382 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY= 2022-09-01T11:30:25.382 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY=', 'Content-Length': '0'} 2022-09-01T11:30:25.386 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000088098b603516c0d4-00631097d1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.387 DEBUG:boto:b'ptoxvb-74obj921000falseobj922022-09-01T11:22:17.614Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:25.387 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:30:25.388 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:25.389 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:25.389 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.390 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.390 DEBUG:boto:Method: GET 2022-09-01T11:30:25.391 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.391 DEBUG:boto:Data: 2022-09-01T11:30:25.392 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.393 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.393 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.394 DEBUG:boto:Params: {} 2022-09-01T11:30:25.394 DEBUG:boto:Token: None 2022-09-01T11:30:25.396 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.396 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfyiPXZIpvf/LGevHINP5s+8Aj0= 2022-09-01T11:30:25.397 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfyiPXZIpvf/LGevHINP5s+8Aj0=', 'Content-Length': '0'} 2022-09-01T11:30:25.400 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000477ef1e7a07cb359-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.400 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:25.401 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:25.402 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.402 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.403 DEBUG:boto:Method: GET 2022-09-01T11:30:25.403 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.404 DEBUG:boto:Data: 2022-09-01T11:30:25.404 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.405 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.405 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.406 DEBUG:boto:Params: {} 2022-09-01T11:30:25.407 DEBUG:boto:Token: None 2022-09-01T11:30:25.407 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.408 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfyiPXZIpvf/LGevHINP5s+8Aj0= 2022-09-01T11:30:25.409 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfyiPXZIpvf/LGevHINP5s+8Aj0=', 'Content-Length': '0'} 2022-09-01T11:30:25.411 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000259550cc458268d0-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.412 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:25.412 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:25.413 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.414 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.414 DEBUG:boto:Method: HEAD 2022-09-01T11:30:25.415 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.415 DEBUG:boto:Data: 2022-09-01T11:30:25.416 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.416 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.417 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.417 DEBUG:boto:Params: {} 2022-09-01T11:30:25.418 DEBUG:boto:Token: None 2022-09-01T11:30:25.418 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.419 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oTEQJxUm+6OztMAAYo3um1S2bH4= 2022-09-01T11:30:25.420 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oTEQJxUm+6OztMAAYo3um1S2bH4=', 'Content-Length': '0'} 2022-09-01T11:30:25.426 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d647998294439381-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.427 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:25.428 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:25.428 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.429 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.429 DEBUG:boto:Method: HEAD 2022-09-01T11:30:25.430 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.430 DEBUG:boto:Data: 2022-09-01T11:30:25.431 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.431 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.432 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.432 DEBUG:boto:Params: {} 2022-09-01T11:30:25.433 DEBUG:boto:Token: None 2022-09-01T11:30:25.433 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.434 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:oTEQJxUm+6OztMAAYo3um1S2bH4= 2022-09-01T11:30:25.435 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:oTEQJxUm+6OztMAAYo3um1S2bH4=', 'Content-Length': '0'} 2022-09-01T11:30:25.437 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003078bed84c90a919-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.438 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:30:25.439 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:25.440 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:25.441 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.441 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.442 DEBUG:boto:Method: GET 2022-09-01T11:30:25.443 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.443 DEBUG:boto:Data: 2022-09-01T11:30:25.444 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.445 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.445 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.446 DEBUG:boto:Params: {} 2022-09-01T11:30:25.446 DEBUG:boto:Token: None 2022-09-01T11:30:25.447 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.448 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfyiPXZIpvf/LGevHINP5s+8Aj0= 2022-09-01T11:30:25.448 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfyiPXZIpvf/LGevHINP5s+8Aj0=', 'Content-Length': '0'} 2022-09-01T11:30:25.451 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000093b43dd0edbe3476-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.498 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:25.499 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:25.500 DEBUG:boto:path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.501 DEBUG:boto:auth_path=/ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.502 DEBUG:boto:Method: GET 2022-09-01T11:30:25.503 DEBUG:boto:Path: /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.504 DEBUG:boto:Data: 2022-09-01T11:30:25.505 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.505 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.506 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.506 DEBUG:boto:Params: {} 2022-09-01T11:30:25.507 DEBUG:boto:Token: None 2022-09-01T11:30:25.508 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj93?versionId=null 2022-09-01T11:30:25.509 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfyiPXZIpvf/LGevHINP5s+8Aj0= 2022-09-01T11:30:25.510 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfyiPXZIpvf/LGevHINP5s+8Aj0=', 'Content-Length': '0'} 2022-09-01T11:30:25.513 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000084a60e7a516af0de-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.515 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:25.516 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:25.517 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:25.517 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:25.518 DEBUG:boto:Method: GET 2022-09-01T11:30:25.519 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:30:25.520 DEBUG:boto:Data: 2022-09-01T11:30:25.521 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.522 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.522 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.523 DEBUG:boto:Params: {} 2022-09-01T11:30:25.524 DEBUG:boto:Token: None 2022-09-01T11:30:25.524 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/ 2022-09-01T11:30:25.525 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY= 2022-09-01T11:30:25.526 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY=', 'Content-Length': '0'} 2022-09-01T11:30:25.529 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d748ec018bdc6a3f-00631097d1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.531 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:25.532 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:25.533 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:25.534 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:25.535 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:25.536 DEBUG:boto:Method: GET 2022-09-01T11:30:25.536 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:30:25.537 DEBUG:boto:Data: 2022-09-01T11:30:25.537 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.538 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.538 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.539 DEBUG:boto:Params: {} 2022-09-01T11:30:25.539 DEBUG:boto:Token: None 2022-09-01T11:30:25.540 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/ 2022-09-01T11:30:25.541 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY= 2022-09-01T11:30:25.541 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY=', 'Content-Length': '0'} 2022-09-01T11:30:25.544 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a648e88e60169acc-00631097d1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.545 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:25.546 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:25.546 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:25.547 DEBUG:boto:Method: HEAD 2022-09-01T11:30:25.547 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:30:25.548 DEBUG:boto:Data: 2022-09-01T11:30:25.548 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.549 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.549 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.550 DEBUG:boto:Params: {} 2022-09-01T11:30:25.550 DEBUG:boto:Token: None 2022-09-01T11:30:25.551 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj93 2022-09-01T11:30:25.551 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pXtjmHLbOS1rqDuhlf3TT1mxlzk= 2022-09-01T11:30:25.552 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pXtjmHLbOS1rqDuhlf3TT1mxlzk=', 'Content-Length': '0'} 2022-09-01T11:30:25.554 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dda5b131db95424b-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.556 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:25.557 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:25.557 DEBUG:boto:Method: HEAD 2022-09-01T11:30:25.558 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:30:25.559 DEBUG:boto:Data: 2022-09-01T11:30:25.560 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.561 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.561 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.562 DEBUG:boto:Params: {} 2022-09-01T11:30:25.563 DEBUG:boto:Token: None 2022-09-01T11:30:25.563 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj93 2022-09-01T11:30:25.564 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pXtjmHLbOS1rqDuhlf3TT1mxlzk= 2022-09-01T11:30:25.565 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pXtjmHLbOS1rqDuhlf3TT1mxlzk=', 'Content-Length': '0'} 2022-09-01T11:30:25.567 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d31f81e726982ad1-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.568 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj93 2022-09-01T11:30:25.569 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:25.570 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:25.571 DEBUG:boto:Method: GET 2022-09-01T11:30:25.572 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:30:25.573 DEBUG:boto:Data: 2022-09-01T11:30:25.574 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.575 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.576 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.577 DEBUG:boto:Params: {} 2022-09-01T11:30:25.578 DEBUG:boto:Token: None 2022-09-01T11:30:25.579 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj93 2022-09-01T11:30:25.580 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0mug1DNCeMBCGolCVF8SzVGa1H4= 2022-09-01T11:30:25.581 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0mug1DNCeMBCGolCVF8SzVGa1H4=', 'Content-Length': '0'} 2022-09-01T11:30:25.583 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df1273df6ca45268-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.584 DEBUG:boto:path=/ptoxvb-74/obj93 2022-09-01T11:30:25.585 DEBUG:boto:auth_path=/ptoxvb-74/obj93 2022-09-01T11:30:25.586 DEBUG:boto:Method: GET 2022-09-01T11:30:25.588 DEBUG:boto:Path: /ptoxvb-74/obj93 2022-09-01T11:30:25.588 DEBUG:boto:Data: 2022-09-01T11:30:25.589 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.590 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.591 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.591 DEBUG:boto:Params: {} 2022-09-01T11:30:25.592 DEBUG:boto:Token: None 2022-09-01T11:30:25.593 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj93 2022-09-01T11:30:25.593 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0mug1DNCeMBCGolCVF8SzVGa1H4= 2022-09-01T11:30:25.594 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0mug1DNCeMBCGolCVF8SzVGa1H4=', 'Content-Length': '0'} 2022-09-01T11:30:25.597 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:26:15 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a21e920d8195d3e2-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.642 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:25.643 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:25.644 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:25.644 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:25.645 DEBUG:boto:Method: GET 2022-09-01T11:30:25.645 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:30:25.646 DEBUG:boto:Data: 2022-09-01T11:30:25.647 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.647 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.648 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.648 DEBUG:boto:Params: {} 2022-09-01T11:30:25.649 DEBUG:boto:Token: None 2022-09-01T11:30:25.650 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/ 2022-09-01T11:30:25.653 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY= 2022-09-01T11:30:25.654 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY=', 'Content-Length': '0'} 2022-09-01T11:30:25.657 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000cb7204e1a7782eda-00631097d1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.658 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:25.659 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:25.660 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:25.661 DEBUG:boto:path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:25.661 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj93 2022-09-01T11:30:25.662 DEBUG:boto:Method: GET 2022-09-01T11:30:25.662 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj93 2022-09-01T11:30:25.663 DEBUG:boto:Data: 2022-09-01T11:30:25.664 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.664 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.665 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.665 DEBUG:boto:Params: {} 2022-09-01T11:30:25.666 DEBUG:boto:Token: None 2022-09-01T11:30:25.667 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/ 2022-09-01T11:30:25.667 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY= 2022-09-01T11:30:25.668 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY=', 'Content-Length': '0'} 2022-09-01T11:30:25.671 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009690f5beb3aa2c32-00631097d1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.672 DEBUG:boto:b'ptoxvb-74obj931000falseobj932022-09-01T11:26:15.597Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:25.673 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:30:25.673 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:25.674 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:25.674 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.675 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.675 DEBUG:boto:Method: GET 2022-09-01T11:30:25.676 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.677 DEBUG:boto:Data: 2022-09-01T11:30:25.677 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.678 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.678 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.679 DEBUG:boto:Params: {} 2022-09-01T11:30:25.680 DEBUG:boto:Token: None 2022-09-01T11:30:25.680 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wLevSFZOiV12SfZTN2W75oM9xAo= 2022-09-01T11:30:25.681 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wLevSFZOiV12SfZTN2W75oM9xAo=', 'Content-Length': '0'} 2022-09-01T11:30:25.684 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000035d3d53d755ad6c9-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.685 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:25.686 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:25.687 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.687 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.688 DEBUG:boto:Method: GET 2022-09-01T11:30:25.689 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.689 DEBUG:boto:Data: 2022-09-01T11:30:25.690 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.690 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.691 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.691 DEBUG:boto:Params: {} 2022-09-01T11:30:25.692 DEBUG:boto:Token: None 2022-09-01T11:30:25.693 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.693 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wLevSFZOiV12SfZTN2W75oM9xAo= 2022-09-01T11:30:25.695 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wLevSFZOiV12SfZTN2W75oM9xAo=', 'Content-Length': '0'} 2022-09-01T11:30:25.698 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001fa9bf0a03d3faaa-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.699 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:25.700 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:25.701 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.703 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.703 DEBUG:boto:Method: HEAD 2022-09-01T11:30:25.704 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.705 DEBUG:boto:Data: 2022-09-01T11:30:25.706 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.706 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.707 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.708 DEBUG:boto:Params: {} 2022-09-01T11:30:25.709 DEBUG:boto:Token: None 2022-09-01T11:30:25.710 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.711 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iYOILAgpzqOz5C0Behz7WUNX8mM= 2022-09-01T11:30:25.712 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iYOILAgpzqOz5C0Behz7WUNX8mM=', 'Content-Length': '0'} 2022-09-01T11:30:25.714 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000040b30fe9d4e85ef4-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.715 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:25.715 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:25.716 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.716 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.717 DEBUG:boto:Method: HEAD 2022-09-01T11:30:25.718 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.718 DEBUG:boto:Data: 2022-09-01T11:30:25.719 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.719 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.720 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.720 DEBUG:boto:Params: {} 2022-09-01T11:30:25.721 DEBUG:boto:Token: None 2022-09-01T11:30:25.722 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:iYOILAgpzqOz5C0Behz7WUNX8mM= 2022-09-01T11:30:25.723 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:iYOILAgpzqOz5C0Behz7WUNX8mM=', 'Content-Length': '0'} 2022-09-01T11:30:25.725 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000038dfb9b3ecb387aa-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.726 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:30:25.727 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:25.727 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:25.728 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.729 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.729 DEBUG:boto:Method: GET 2022-09-01T11:30:25.730 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.730 DEBUG:boto:Data: 2022-09-01T11:30:25.731 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.731 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.732 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.732 DEBUG:boto:Params: {} 2022-09-01T11:30:25.733 DEBUG:boto:Token: None 2022-09-01T11:30:25.734 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wLevSFZOiV12SfZTN2W75oM9xAo= 2022-09-01T11:30:25.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wLevSFZOiV12SfZTN2W75oM9xAo=', 'Content-Length': '0'} 2022-09-01T11:30:25.738 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bac360e9f7148e66-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.778 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:25.779 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:25.779 DEBUG:boto:path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.780 DEBUG:boto:auth_path=/ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.780 DEBUG:boto:Method: GET 2022-09-01T11:30:25.781 DEBUG:boto:Path: /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.782 DEBUG:boto:Data: 2022-09-01T11:30:25.782 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.783 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.783 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.784 DEBUG:boto:Params: {} 2022-09-01T11:30:25.785 DEBUG:boto:Token: None 2022-09-01T11:30:25.785 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj95?versionId=null 2022-09-01T11:30:25.786 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wLevSFZOiV12SfZTN2W75oM9xAo= 2022-09-01T11:30:25.787 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wLevSFZOiV12SfZTN2W75oM9xAo=', 'Content-Length': '0'} 2022-09-01T11:30:25.789 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000846d34fc29b09838-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.791 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:25.792 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:25.792 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:25.793 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:25.794 DEBUG:boto:Method: GET 2022-09-01T11:30:25.795 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:30:25.796 DEBUG:boto:Data: 2022-09-01T11:30:25.796 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.797 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.797 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.798 DEBUG:boto:Params: {} 2022-09-01T11:30:25.798 DEBUG:boto:Token: None 2022-09-01T11:30:25.799 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/ 2022-09-01T11:30:25.799 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY= 2022-09-01T11:30:25.800 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY=', 'Content-Length': '0'} 2022-09-01T11:30:25.803 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007ef0c1abe4b4ca2b-00631097d1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.804 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:25.805 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:25.805 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:25.806 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:25.806 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:25.807 DEBUG:boto:Method: GET 2022-09-01T11:30:25.807 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:30:25.808 DEBUG:boto:Data: 2022-09-01T11:30:25.808 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.809 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.809 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.810 DEBUG:boto:Params: {} 2022-09-01T11:30:25.810 DEBUG:boto:Token: None 2022-09-01T11:30:25.811 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/ 2022-09-01T11:30:25.812 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY= 2022-09-01T11:30:25.812 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY=', 'Content-Length': '0'} 2022-09-01T11:30:25.815 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000003af4c5e54c06649c-00631097d1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.816 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:25.817 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:25.817 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:25.818 DEBUG:boto:Method: HEAD 2022-09-01T11:30:25.818 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:30:25.819 DEBUG:boto:Data: 2022-09-01T11:30:25.819 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.820 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.820 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.821 DEBUG:boto:Params: {} 2022-09-01T11:30:25.822 DEBUG:boto:Token: None 2022-09-01T11:30:25.822 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj95 2022-09-01T11:30:25.823 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cJdpZtfMBw/ybTUPo9JbIbB0Htg= 2022-09-01T11:30:25.823 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cJdpZtfMBw/ybTUPo9JbIbB0Htg=', 'Content-Length': '0'} 2022-09-01T11:30:25.825 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e8f933b25d810a34-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.826 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:25.827 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:25.827 DEBUG:boto:Method: HEAD 2022-09-01T11:30:25.828 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:30:25.828 DEBUG:boto:Data: 2022-09-01T11:30:25.829 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.829 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.830 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.830 DEBUG:boto:Params: {} 2022-09-01T11:30:25.831 DEBUG:boto:Token: None 2022-09-01T11:30:25.831 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj95 2022-09-01T11:30:25.832 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:cJdpZtfMBw/ybTUPo9JbIbB0Htg= 2022-09-01T11:30:25.832 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:cJdpZtfMBw/ybTUPo9JbIbB0Htg=', 'Content-Length': '0'} 2022-09-01T11:30:25.834 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000889f8c0ca2cb38cb-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.835 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj95 2022-09-01T11:30:25.836 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:25.837 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:25.837 DEBUG:boto:Method: GET 2022-09-01T11:30:25.838 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:30:25.838 DEBUG:boto:Data: 2022-09-01T11:30:25.839 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.839 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.840 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.840 DEBUG:boto:Params: {} 2022-09-01T11:30:25.841 DEBUG:boto:Token: None 2022-09-01T11:30:25.842 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj95 2022-09-01T11:30:25.842 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UwjL3H3a+g/D+iTDVHl9MyFQSgI= 2022-09-01T11:30:25.843 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UwjL3H3a+g/D+iTDVHl9MyFQSgI=', 'Content-Length': '0'} 2022-09-01T11:30:25.845 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001130f5bd85e7548f-00631097d1-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.846 DEBUG:boto:path=/ptoxvb-74/obj95 2022-09-01T11:30:25.846 DEBUG:boto:auth_path=/ptoxvb-74/obj95 2022-09-01T11:30:25.847 DEBUG:boto:Method: GET 2022-09-01T11:30:25.847 DEBUG:boto:Path: /ptoxvb-74/obj95 2022-09-01T11:30:25.848 DEBUG:boto:Data: 2022-09-01T11:30:25.849 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.849 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.850 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.851 DEBUG:boto:Params: {} 2022-09-01T11:30:25.852 DEBUG:boto:Token: None 2022-09-01T11:30:25.852 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/obj95 2022-09-01T11:30:25.853 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:UwjL3H3a+g/D+iTDVHl9MyFQSgI= 2022-09-01T11:30:25.854 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:UwjL3H3a+g/D+iTDVHl9MyFQSgI=', 'Content-Length': '0'} 2022-09-01T11:30:25.856 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:20:42 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004c68046dd056e6c4-00631097d1-183f-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.898 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:25.899 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:25.899 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:25.900 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:25.900 DEBUG:boto:Method: GET 2022-09-01T11:30:25.901 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:30:25.901 DEBUG:boto:Data: 2022-09-01T11:30:25.902 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.903 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:30:25.903 DEBUG:boto:Port: 8001 2022-09-01T11:30:25.904 DEBUG:boto:Params: {} 2022-09-01T11:30:25.904 DEBUG:boto:Token: None 2022-09-01T11:30:25.905 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/ 2022-09-01T11:30:25.905 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY= 2022-09-01T11:30:25.906 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY=', 'Content-Length': '0'} 2022-09-01T11:30:25.910 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000970ec49038df36f-00631097d1-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.912 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:25.913 DEBUG:boto:path=/ptoxvb-74/ 2022-09-01T11:30:25.914 DEBUG:boto:auth_path=/ptoxvb-74/ 2022-09-01T11:30:25.915 DEBUG:boto:path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:25.916 DEBUG:boto:auth_path=/ptoxvb-74/?prefix=obj95 2022-09-01T11:30:25.917 DEBUG:boto:Method: GET 2022-09-01T11:30:25.917 DEBUG:boto:Path: /ptoxvb-74/?prefix=obj95 2022-09-01T11:30:25.918 DEBUG:boto:Data: 2022-09-01T11:30:25.919 DEBUG:boto:Headers: {} 2022-09-01T11:30:25.920 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:25.920 DEBUG:boto:Port: 8000 2022-09-01T11:30:25.921 DEBUG:boto:Params: {} 2022-09-01T11:30:25.921 DEBUG:boto:Token: None 2022-09-01T11:30:25.922 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:30:25 GMT /ptoxvb-74/ 2022-09-01T11:30:25.923 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY= 2022-09-01T11:30:25.923 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:30:25 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Bdt6BHGnepZVBKJx3cc1Ab3HNIY=', 'Content-Length': '0'} 2022-09-01T11:30:25.926 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a2a38785b1a1311a-00631097d1-183f-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:30:25 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:25.927 DEBUG:boto:b'ptoxvb-74obj951000falseobj952022-09-01T11:20:42.886Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:30:25.928 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-74 zones={test-zone3, test-zone2} 2022-09-01T11:30:25.929 DEBUG:tasks.rgw.c2.client.0:waiting for process to exit 2022-09-01T11:30:25.930 INFO:teuthology.orchestra.run:waiting for 300 2022-09-01T11:30:25.931 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T11:30:25.926+0000 7f0fd76c2700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8000 -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm (PID: 133563) UID: 0 2022-09-01T11:30:25.932 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T11:30:25.926+0000 7f0fdc899600 -1 shutting down 2022-09-01T11:30:29.205 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~0s 2022-09-01T11:30:32.027 INFO:tasks.rgw.c2.client.0:Stopped 2022-09-01T11:30:32.029 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'list', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--max-entries', '10000', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:30:32.030 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'list', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--max-entries', '10000', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:30:32.031 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket list --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --max-entries 10000 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:30:32.094 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:32.095 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:32.130 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T11:30:32.130 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj11", 2022-09-01T11:30:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 7 2022-09-01T11:30:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.134 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.134 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:15:43.922920Z", 2022-09-01T11:30:32.134 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.135 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.136 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.136 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.137 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.137 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.137 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.139 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.139 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.140 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_DEw_ZPmQS6ftQlsrOxuWItTduxAPZ2q", 2022-09-01T11:30:32.140 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.140 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.141 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.141 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.142 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.142 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj111", 2022-09-01T11:30:32.142 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.143 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.143 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.144 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 15 2022-09-01T11:30:32.144 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.145 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.145 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.145 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.146 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.146 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:30:32.146 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:28:21.240783Z", 2022-09-01T11:30:32.146 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.147 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.147 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.147 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.147 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.148 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.148 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.148 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.148 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.149 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_7XfK2676tmM7pxsSFg1TYzMVhotCg3e", 2022-09-01T11:30:32.149 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.149 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.150 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.150 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.150 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.150 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj115", 2022-09-01T11:30:32.151 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.151 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.151 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.151 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 8 2022-09-01T11:30:32.152 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.152 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.152 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.152 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.153 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.153 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:30:32.153 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:22:17.647784Z", 2022-09-01T11:30:32.153 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.154 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.154 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.154 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.154 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.155 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.155 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.155 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.155 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.156 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_4sNckurIsQo4968NIThdHNI9L38naUm", 2022-09-01T11:30:32.156 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.157 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.157 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.157 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.157 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.158 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj116", 2022-09-01T11:30:32.158 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.158 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.158 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.159 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 14 2022-09-01T11:30:32.159 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.159 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.159 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.160 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.160 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.160 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.160 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:24:12.012291Z", 2022-09-01T11:30:32.161 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.161 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.161 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.162 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.162 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.162 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.162 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.163 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.163 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.163 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_xxgEJ9rpllIbs5lVL9dLfpmyKGZHP7x", 2022-09-01T11:30:32.163 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.164 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.164 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.164 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.164 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.165 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj124", 2022-09-01T11:30:32.165 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.165 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.165 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.166 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 10 2022-09-01T11:30:32.166 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.167 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.167 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.168 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.168 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.168 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.168 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:26:15.667075Z", 2022-09-01T11:30:32.169 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.169 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.169 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.169 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.170 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.170 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.170 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.171 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.171 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.171 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_RNLLvYy34qJw85W0GxPodM4yNr54_6-", 2022-09-01T11:30:32.172 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.172 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.173 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.173 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.173 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.174 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj145", 2022-09-01T11:30:32.174 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.175 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.175 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.175 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 13 2022-09-01T11:30:32.176 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.176 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.176 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.176 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.177 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.177 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.178 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:24:12.057854Z", 2022-09-01T11:30:32.178 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.178 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.179 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.179 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.179 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.180 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.180 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.180 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.180 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.181 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_XobjZi8R3I8HCxvXmbPsbA3-hUiLPYM", 2022-09-01T11:30:32.181 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.181 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.182 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.182 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.183 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.183 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj148", 2022-09-01T11:30:32.184 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.184 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.184 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.185 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 5 2022-09-01T11:30:32.185 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.186 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.186 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.187 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.187 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.187 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:30:32.188 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:28:21.304001Z", 2022-09-01T11:30:32.188 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.188 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.188 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.189 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.189 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.190 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.190 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.190 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.190 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.191 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_fJ4YgzELv5v_qaZxG4zVeoGhVC8WCEu", 2022-09-01T11:30:32.191 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.191 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.191 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.192 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.192 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.192 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj155", 2022-09-01T11:30:32.193 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.193 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.194 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.194 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 14 2022-09-01T11:30:32.195 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.195 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.196 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.196 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.196 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.197 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:30:32.197 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:26:15.694517Z", 2022-09-01T11:30:32.198 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.199 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.199 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.199 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.200 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.200 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.200 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.200 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.201 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.201 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_y4BJ7DNSXcNR4L9DdadsKPyWktM1VVu", 2022-09-01T11:30:32.201 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.201 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.202 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.202 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.203 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.203 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj17", 2022-09-01T11:30:32.203 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.203 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.204 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.204 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:30:32.204 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.205 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.205 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.205 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.205 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.206 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.206 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:16:59.036360Z", 2022-09-01T11:30:32.206 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.206 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.207 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.207 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.207 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.207 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.208 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.208 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.208 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.208 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_cIQvEgKz_wzj6dIvgFMLCK0okbb4ZtY", 2022-09-01T11:30:32.209 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.209 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.209 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.209 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.210 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.210 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj185", 2022-09-01T11:30:32.210 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.210 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.211 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.211 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 18 2022-09-01T11:30:32.211 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.212 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.212 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.212 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.212 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.213 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:30:32.213 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:28:21.333290Z", 2022-09-01T11:30:32.213 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.213 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.214 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.214 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.214 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.214 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.215 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.215 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.215 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.215 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_u7OUHUh9HK1vldmmmnHIq-_akkDpryo", 2022-09-01T11:30:32.216 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.216 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.216 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.216 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.217 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.217 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj19", 2022-09-01T11:30:32.217 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.217 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.218 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.218 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 8 2022-09-01T11:30:32.218 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.218 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.219 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.219 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.219 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.219 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:30:32.220 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:20:42.701004Z", 2022-09-01T11:30:32.220 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.220 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.220 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.221 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.221 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.221 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.221 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.222 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.222 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.222 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_B47ZaFFCgzCr3VI4YIyRmgofBE-DrwN", 2022-09-01T11:30:32.222 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.223 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.223 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.223 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.223 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.224 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj22", 2022-09-01T11:30:32.224 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.224 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.224 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.225 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 10 2022-09-01T11:30:32.225 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.225 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.225 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.226 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.226 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.226 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.226 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:15:43.950306Z", 2022-09-01T11:30:32.227 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.227 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.227 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.227 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.228 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.228 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.228 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.228 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.229 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.229 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_0AM1swaKwZj0-4wzTdDXYF5K6zGaeWk", 2022-09-01T11:30:32.229 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.229 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.230 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.230 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.230 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.230 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj23", 2022-09-01T11:30:32.231 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.231 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.231 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.231 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 5 2022-09-01T11:30:32.232 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.232 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.232 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.232 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.233 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.233 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:30:32.233 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:22:17.494378Z", 2022-09-01T11:30:32.233 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.234 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.234 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.234 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.234 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.235 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.235 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.235 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.235 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.236 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_23I79s0qaIRIT6j52A5FIPBLLkGFRsj", 2022-09-01T11:30:32.236 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.236 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.236 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.237 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.237 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.237 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj29", 2022-09-01T11:30:32.237 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.238 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.238 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.238 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 9 2022-09-01T11:30:32.238 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.239 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.239 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.239 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.239 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.240 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.240 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:24:11.882368Z", 2022-09-01T11:30:32.240 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.240 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.241 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.241 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.241 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.241 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.242 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.242 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.242 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.242 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_Pd3qK7TB55BK3pymGT5qn_aLobxq7FU", 2022-09-01T11:30:32.243 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.243 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.243 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.243 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.244 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.244 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj31", 2022-09-01T11:30:32.244 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.244 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.244 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.245 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:30:32.245 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.245 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.245 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.246 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.246 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.246 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.246 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:26:15.540851Z", 2022-09-01T11:30:32.247 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.247 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.247 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.247 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.248 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.248 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.248 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.248 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.249 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.249 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_EA1HcO4FqR0rA5XKCFc95F2KfUdvZT5", 2022-09-01T11:30:32.249 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.249 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.250 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.250 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.250 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.250 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj33", 2022-09-01T11:30:32.251 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.251 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.251 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.251 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:30:32.252 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.252 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.252 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.252 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.252 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.253 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:30:32.253 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:15:43.972837Z", 2022-09-01T11:30:32.253 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.254 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.254 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.254 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.254 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.255 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.255 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.255 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.255 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.256 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_h4tyxJpWIm35e9d4wBXjfZ7L1bnbzy7", 2022-09-01T11:30:32.256 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.256 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.256 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.257 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.257 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.257 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj34", 2022-09-01T11:30:32.257 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.257 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.258 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.258 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 5 2022-09-01T11:30:32.258 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.259 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.259 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.259 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.259 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.260 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.260 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:16:59.062635Z", 2022-09-01T11:30:32.260 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.260 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.261 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.261 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.261 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.261 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.262 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.262 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.262 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.262 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_tnfIXUIUvyleIOqEp87pEaEvVcUvBd4", 2022-09-01T11:30:32.263 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.263 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.263 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.263 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.264 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.264 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj37", 2022-09-01T11:30:32.264 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.264 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.265 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.265 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 5 2022-09-01T11:30:32.265 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.265 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.266 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.266 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.266 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.267 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.267 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:28:21.133845Z", 2022-09-01T11:30:32.267 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.267 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.268 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.268 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.268 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.268 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.269 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.269 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.269 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.269 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_r4qcBzcz2-B2t4H_3_zFabHUgby6IyB", 2022-09-01T11:30:32.269 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.270 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.270 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.270 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.270 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.271 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj38", 2022-09-01T11:30:32.271 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.271 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.271 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.272 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 5 2022-09-01T11:30:32.272 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.272 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.272 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.273 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.273 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.273 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:30:32.273 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:20:42.730705Z", 2022-09-01T11:30:32.274 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.274 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.274 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.274 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.275 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.275 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.275 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.275 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.276 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.276 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_w9gZPQkDD7_Ae6o_w12LONNSpzkAzpj", 2022-09-01T11:30:32.276 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.276 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.277 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.277 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.277 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.277 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj44", 2022-09-01T11:30:32.278 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.278 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.278 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.278 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:30:32.279 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.279 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.279 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.279 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.280 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.280 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:30:32.280 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:15:44.035039Z", 2022-09-01T11:30:32.280 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.281 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.281 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.281 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.281 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.282 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.282 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.282 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.282 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.283 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_l9sBPZHu4qAh0AqPNtXi-qqc3ojJUlr", 2022-09-01T11:30:32.283 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.283 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.283 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.284 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.284 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.284 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj46", 2022-09-01T11:30:32.284 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.285 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.285 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.285 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 12 2022-09-01T11:30:32.285 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.286 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.286 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.286 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.286 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.287 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.287 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:22:17.520278Z", 2022-09-01T11:30:32.287 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.287 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.288 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.288 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.288 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.288 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.289 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.289 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.289 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.289 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_upqmC5wDwhKGPbcn-JJ7AxLClDqA-qI", 2022-09-01T11:30:32.290 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.290 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.290 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.290 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.291 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.291 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj51", 2022-09-01T11:30:32.291 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.291 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.292 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.292 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 13 2022-09-01T11:30:32.292 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.292 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.293 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.293 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.293 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.293 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.294 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:16:59.127798Z", 2022-09-01T11:30:32.294 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.294 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.294 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.295 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.295 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.295 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.295 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.296 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.296 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.296 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_bhxUg27b0EiTZf1up9r360QKBmftaZO", 2022-09-01T11:30:32.296 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.297 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.297 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.297 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.297 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.297 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj55", 2022-09-01T11:30:32.298 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.298 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.298 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.299 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 6 2022-09-01T11:30:32.299 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.299 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.299 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.299 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.300 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.300 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 5, 2022-09-01T11:30:32.300 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:15:44.060490Z", 2022-09-01T11:30:32.300 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.301 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.301 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.301 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.301 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.302 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.302 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.302 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.302 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.303 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_tc3NkF8l7Q5Zh19iS9yCUiisavdrK4D", 2022-09-01T11:30:32.303 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.303 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.303 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.304 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.304 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.304 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj57", 2022-09-01T11:30:32.304 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.305 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.305 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.305 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 7 2022-09-01T11:30:32.305 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.306 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.306 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.306 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.306 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.307 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.307 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:20:42.793449Z", 2022-09-01T11:30:32.307 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.307 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.308 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.308 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.308 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.308 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.309 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.309 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.309 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.309 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_X5JDp1-Dt_NvB3uOH5eiuSM1Q2GDwDd", 2022-09-01T11:30:32.310 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.310 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.310 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.310 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.311 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.311 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj58", 2022-09-01T11:30:32.311 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.311 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.312 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.312 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 6 2022-09-01T11:30:32.312 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.313 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.313 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.313 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.313 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.314 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.314 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:24:11.910042Z", 2022-09-01T11:30:32.314 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.314 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.315 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.315 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.315 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.315 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.316 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.316 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.316 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.316 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_mZ2hycv_KrbBhvk2qFJtKVvxvvxZI7J", 2022-09-01T11:30:32.317 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.317 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.317 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.317 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.318 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.318 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj62", 2022-09-01T11:30:32.318 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.318 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.319 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.319 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 4 2022-09-01T11:30:32.319 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.319 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.320 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.320 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.320 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.320 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:30:32.321 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:26:15.568548Z", 2022-09-01T11:30:32.321 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.321 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.321 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.322 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.322 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.322 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.322 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.323 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.323 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.323 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_UdbjgGI-zIY8LkFHTDL3d_29Q5IhcMo", 2022-09-01T11:30:32.323 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.324 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.324 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.324 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.324 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.325 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj68", 2022-09-01T11:30:32.325 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.325 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.325 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.326 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 4 2022-09-01T11:30:32.326 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.326 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.326 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.327 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.327 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.327 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:30:32.327 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:16:59.156356Z", 2022-09-01T11:30:32.328 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.328 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.328 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.328 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.329 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.329 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.329 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.329 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.330 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.330 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_DMjnMs0AjipVYTQF-4kN0zb7SKNSzOf", 2022-09-01T11:30:32.330 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.330 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.331 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.331 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.331 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.331 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj69", 2022-09-01T11:30:32.332 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.332 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.332 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.332 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:30:32.333 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.333 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.333 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.333 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.334 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.334 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 3, 2022-09-01T11:30:32.334 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:22:17.588195Z", 2022-09-01T11:30:32.334 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.335 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.335 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.335 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.335 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.335 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.336 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.336 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.336 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.336 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_HSdqQcgaYTp9cXeKdsoLvZD4zpUSuOF", 2022-09-01T11:30:32.337 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.337 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.337 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.337 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.338 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.338 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj74", 2022-09-01T11:30:32.338 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.338 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.339 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.339 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 5 2022-09-01T11:30:32.339 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.339 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.340 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.340 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.340 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.340 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.341 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:28:21.207768Z", 2022-09-01T11:30:32.341 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.341 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.341 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.342 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.342 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.342 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.342 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.343 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.343 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.343 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_DcLNxxlCf4XE3B0IqXQzWVW1BZxxlCy", 2022-09-01T11:30:32.343 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.344 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.344 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.344 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.344 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.345 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj76", 2022-09-01T11:30:32.345 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.345 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.345 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.346 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 9 2022-09-01T11:30:32.346 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.346 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.346 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.347 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.347 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.347 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.347 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:20:42.821852Z", 2022-09-01T11:30:32.348 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.348 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.348 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.348 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.348 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.349 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.349 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.349 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.349 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.350 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_HnB_8Y6gdqH-MgLen7bYsslWuH9Er5e", 2022-09-01T11:30:32.350 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.350 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.350 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.351 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.351 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.351 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj85", 2022-09-01T11:30:32.351 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.352 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.352 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.352 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:30:32.352 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.353 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.353 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.353 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.353 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.354 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.354 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:16:59.182740Z", 2022-09-01T11:30:32.354 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.354 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.355 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.355 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.355 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.355 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.356 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.356 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.356 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.356 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_1AQ-wakb0L3yIEwHK1jpnrx4PoPR9a8", 2022-09-01T11:30:32.357 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.357 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.357 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.357 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.358 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.358 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj87", 2022-09-01T11:30:32.358 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.358 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.359 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.359 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 4 2022-09-01T11:30:32.359 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.359 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.359 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.360 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.361 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.361 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 6, 2022-09-01T11:30:32.362 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:24:11.947152Z", 2022-09-01T11:30:32.362 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.362 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.362 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.363 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.363 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.363 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.363 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.364 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.364 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.364 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_-1R299FmLwnwP3ySfC-SJIr3rIXHOmv", 2022-09-01T11:30:32.364 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.365 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.365 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.365 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.365 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.366 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj92", 2022-09-01T11:30:32.366 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.366 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.367 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.367 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:30:32.367 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.367 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.368 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.368 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.368 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.368 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.368 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:22:17.614034Z", 2022-09-01T11:30:32.369 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.369 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.369 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.369 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.370 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.370 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.370 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.370 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.371 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.371 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_VkD35jwd2Iz25JwtNphw5sXVjDMagkq", 2022-09-01T11:30:32.371 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.371 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.372 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.372 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.372 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.372 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj93", 2022-09-01T11:30:32.373 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.373 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.373 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.373 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:30:32.374 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.374 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.374 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.374 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.375 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.375 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.375 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:26:15.597985Z", 2022-09-01T11:30:32.375 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.376 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.376 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.376 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.376 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.377 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.377 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.377 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.377 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.378 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_rY3NX-IpAFssyuwBLIOw286faVqkb-Z", 2022-09-01T11:30:32.378 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.378 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.379 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.379 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.379 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:30:32.379 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "obj95", 2022-09-01T11:30:32.380 INFO:teuthology.orchestra.run.smithi052.stdout: "instance": "", 2022-09-01T11:30:32.380 INFO:teuthology.orchestra.run.smithi052.stdout: "ver": { 2022-09-01T11:30:32.380 INFO:teuthology.orchestra.run.smithi052.stdout: "pool": 9, 2022-09-01T11:30:32.380 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 3 2022-09-01T11:30:32.381 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.381 INFO:teuthology.orchestra.run.smithi052.stdout: "locator": "", 2022-09-01T11:30:32.381 INFO:teuthology.orchestra.run.smithi052.stdout: "exists": true, 2022-09-01T11:30:32.381 INFO:teuthology.orchestra.run.smithi052.stdout: "meta": { 2022-09-01T11:30:32.382 INFO:teuthology.orchestra.run.smithi052.stdout: "category": 1, 2022-09-01T11:30:32.382 INFO:teuthology.orchestra.run.smithi052.stdout: "size": 16, 2022-09-01T11:30:32.382 INFO:teuthology.orchestra.run.smithi052.stdout: "mtime": "2022-09-01T11:20:42.886079Z", 2022-09-01T11:30:32.382 INFO:teuthology.orchestra.run.smithi052.stdout: "etag": "acbd18db4cc2f85cedef654fccc4a4d8", 2022-09-01T11:30:32.383 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": "", 2022-09-01T11:30:32.383 INFO:teuthology.orchestra.run.smithi052.stdout: "owner": "rgw-multisite-test-user", 2022-09-01T11:30:32.383 INFO:teuthology.orchestra.run.smithi052.stdout: "owner_display_name": "Multisite Test User", 2022-09-01T11:30:32.383 INFO:teuthology.orchestra.run.smithi052.stdout: "content_type": "application/octet-stream", 2022-09-01T11:30:32.384 INFO:teuthology.orchestra.run.smithi052.stdout: "accounted_size": 3, 2022-09-01T11:30:32.384 INFO:teuthology.orchestra.run.smithi052.stdout: "user_data": "", 2022-09-01T11:30:32.384 INFO:teuthology.orchestra.run.smithi052.stdout: "appendable": false 2022-09-01T11:30:32.384 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:30:32.385 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "_iJtrsg3Q3ieDZnu-lkfU3ylyE1Gce-1", 2022-09-01T11:30:32.385 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2022-09-01T11:30:32.385 INFO:teuthology.orchestra.run.smithi052.stdout: "pending_map": [], 2022-09-01T11:30:32.385 INFO:teuthology.orchestra.run.smithi052.stdout: "versioned_epoch": 0 2022-09-01T11:30:32.386 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:30:32.386 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T11:30:32.387 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:32.387 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:32.388 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj11 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:32.445 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:32.446 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:32.539 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj111', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:32.540 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj111', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:32.541 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj111 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:32.594 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:32.595 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:32.681 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj115', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:32.682 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj115', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:32.683 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj115 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:32.735 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:32.736 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:32.822 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj116', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:32.823 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj116', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:32.824 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj116 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:32.877 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:32.916 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:32.971 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj124', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:32.972 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj124', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:32.972 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj124 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:33.036 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:33.036 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:33.124 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj145', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:33.125 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj145', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:33.126 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj145 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:33.220 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:33.221 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:33.309 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj148', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:33.310 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj148', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:33.311 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj148 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:33.363 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:33.363 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:33.451 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj155', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:33.452 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj155', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:33.453 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj155 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:33.505 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:33.506 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:33.595 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj17', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:33.596 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj17', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:33.597 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj17 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:33.650 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:33.650 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:33.738 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj185', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:33.739 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj185', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:33.740 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj185 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:33.791 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:33.792 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:33.879 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj19', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:33.880 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj19', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:33.881 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj19 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:33.933 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:33.933 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:34.022 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj22', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:34.023 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj22', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:34.023 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj22 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:34.076 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:34.077 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:34.167 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj23', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:34.168 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj23', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:34.168 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj23 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:34.222 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:34.222 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:34.309 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj29', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:34.311 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj29', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:34.312 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj29 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:34.364 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:34.365 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:34.452 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj31', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:34.453 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj31', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:34.454 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj31 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:34.505 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:34.506 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:34.593 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj33', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:34.594 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj33', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:34.595 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj33 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:34.647 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:34.647 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:34.736 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj34', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:34.737 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj34', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:34.737 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj34 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:34.789 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:34.789 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:34.810 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 has been restored 2022-09-01T11:30:34.878 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj37', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:34.878 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj37', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:34.879 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj37 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:34.931 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:34.931 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:35.024 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj38', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:35.025 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj38', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:35.026 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj38 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:35.078 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:35.078 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:35.165 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:35.166 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:35.166 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj44 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:35.218 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:35.219 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:35.309 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj46', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:35.310 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj46', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:35.311 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj46 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:35.364 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:35.365 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:35.453 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj51', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:35.455 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj51', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:35.455 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj51 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:35.507 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:35.507 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:35.595 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj55', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:35.596 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj55', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:35.596 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj55 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:35.648 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:35.649 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:35.737 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj57', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:35.737 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj57', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:35.738 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj57 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:35.790 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:35.790 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:35.880 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj58', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:35.880 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj58', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:35.881 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj58 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:35.933 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:35.934 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:36.023 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj62', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:36.024 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj62', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:36.025 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj62 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:36.079 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:36.080 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:36.168 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj68', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:36.168 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj68', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:36.169 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj68 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:36.221 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:36.221 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:36.310 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj69', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:36.311 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj69', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:36.312 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj69 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:36.363 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:36.364 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:36.454 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj74', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:36.454 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj74', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:36.455 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj74 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:36.507 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:36.507 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:36.596 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj76', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:36.597 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj76', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:36.598 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj76 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:36.649 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:36.650 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:36.738 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj85', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:36.739 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj85', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:36.739 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj85 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:36.791 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:36.791 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:36.879 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj87', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:36.880 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj87', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:36.881 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj87 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:36.932 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:36.933 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:37.025 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj92', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:37.026 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj92', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:37.027 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj92 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:37.079 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:37.080 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:37.168 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj93', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:37.169 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj93', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:37.170 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj93 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:37.223 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:37.224 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:37.313 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj95', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:37.314 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'object', 'rm', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--object', 'obj95', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:37.314 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 object rm --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --object obj95 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:37.366 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:37.367 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:37.454 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'trim', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:37.455 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'trim', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:37.455 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog trim --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:37.505 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:37.506 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:37.555 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'init', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:37.556 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'init', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:37.557 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync init --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:37.610 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:37.611 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:37.659 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'run', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:37.660 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'run', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-74', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:30:37.661 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync run --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-74 --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:30:37.714 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:30:37.714 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:30:37.786 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.782+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: sync status for source bucket: init. lease is: not taken. stop indications is: 0 2022-09-01T11:30:37.791 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.787+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: waiting on bucket lease 2022-09-01T11:30:37.792 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.788+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: status after acquiring the lock is: init 2022-09-01T11:30:37.813 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.809+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: listing bucket for full sync 2022-09-01T11:30:37.822 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj11 2022-09-01T11:30:37.822 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj11]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj11 op=0 op_state=1 2022-09-01T11:30:37.822 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj11]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj11[0] 2022-09-01T11:30:37.823 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj111 2022-09-01T11:30:37.823 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj111]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj111 op=0 op_state=1 2022-09-01T11:30:37.823 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj111]: : injecting data sync error on key=obj111 2022-09-01T11:30:37.823 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 10 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj111]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:30:37.824 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj111]: ERROR: failed to sync object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj111 2022-09-01T11:30:37.824 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj115 2022-09-01T11:30:37.824 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj115]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj115 op=0 op_state=1 2022-09-01T11:30:37.824 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj115]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj115[0] 2022-09-01T11:30:37.825 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj116 2022-09-01T11:30:37.825 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj116]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj116 op=0 op_state=1 2022-09-01T11:30:37.825 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj116]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj116[0] 2022-09-01T11:30:37.826 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj124 2022-09-01T11:30:37.826 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj124]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj124 op=0 op_state=1 2022-09-01T11:30:37.826 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj124]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj124[0] 2022-09-01T11:30:37.826 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj145 2022-09-01T11:30:37.827 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj145]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj145 op=0 op_state=1 2022-09-01T11:30:37.827 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj145]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj145[0] 2022-09-01T11:30:37.827 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj148 2022-09-01T11:30:37.827 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj148]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj148 op=0 op_state=1 2022-09-01T11:30:37.828 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj148]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj148[0] 2022-09-01T11:30:37.828 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj155 2022-09-01T11:30:37.828 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj155]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj155 op=0 op_state=1 2022-09-01T11:30:37.828 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj155]: : injecting data sync error on key=obj155 2022-09-01T11:30:37.829 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 10 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj155]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:30:37.829 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj155]: ERROR: failed to sync object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj155 2022-09-01T11:30:37.829 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj17 2022-09-01T11:30:37.830 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj17]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj17 op=0 op_state=1 2022-09-01T11:30:37.830 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj17]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj17[0] 2022-09-01T11:30:37.830 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj185 2022-09-01T11:30:37.830 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj185]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj185 op=0 op_state=1 2022-09-01T11:30:37.831 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj185]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj185[0] 2022-09-01T11:30:37.831 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj19 2022-09-01T11:30:37.831 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj19]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj19 op=0 op_state=1 2022-09-01T11:30:37.831 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj19]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj19[0] 2022-09-01T11:30:37.832 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj22 2022-09-01T11:30:37.832 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj22]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj22 op=0 op_state=1 2022-09-01T11:30:37.832 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj22]: : injecting data sync error on key=obj22 2022-09-01T11:30:37.832 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 10 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj22]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:30:37.833 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj22]: ERROR: failed to sync object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj22 2022-09-01T11:30:37.833 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj23 2022-09-01T11:30:37.833 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj23]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj23 op=0 op_state=1 2022-09-01T11:30:37.834 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj23]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj23[0] 2022-09-01T11:30:37.834 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj29 2022-09-01T11:30:37.834 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj29]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj29 op=0 op_state=1 2022-09-01T11:30:37.834 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj29]: : injecting data sync error on key=obj29 2022-09-01T11:30:37.835 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 10 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj29]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:30:37.835 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj29]: ERROR: failed to sync object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj29 2022-09-01T11:30:37.835 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj31 2022-09-01T11:30:37.835 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj31]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj31 op=0 op_state=1 2022-09-01T11:30:37.836 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj31]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj31[0] 2022-09-01T11:30:37.836 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj33 2022-09-01T11:30:37.836 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj33]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj33 op=0 op_state=1 2022-09-01T11:30:37.837 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj33]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj33[0] 2022-09-01T11:30:37.837 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj34 2022-09-01T11:30:37.837 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj34]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj34 op=0 op_state=1 2022-09-01T11:30:37.838 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj34]: : injecting data sync error on key=obj34 2022-09-01T11:30:37.838 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 10 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj34]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:30:37.839 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj34]: ERROR: failed to sync object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj34 2022-09-01T11:30:37.839 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj37 2022-09-01T11:30:37.839 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj37]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj37 op=0 op_state=1 2022-09-01T11:30:37.840 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj37]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj37[0] 2022-09-01T11:30:37.840 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj38 2022-09-01T11:30:37.840 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj38]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj38 op=0 op_state=1 2022-09-01T11:30:37.841 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj38]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj38[0] 2022-09-01T11:30:37.841 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj44 2022-09-01T11:30:37.841 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj44]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj44 op=0 op_state=1 2022-09-01T11:30:37.842 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj44]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj44[0] 2022-09-01T11:30:37.842 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj46 2022-09-01T11:30:37.843 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj46]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj46 op=0 op_state=1 2022-09-01T11:30:37.843 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.816+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj46]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj46[0] 2022-09-01T11:30:37.844 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.819+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: ERROR: full sync failed. error: -5 2022-09-01T11:30:37.846 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.842+0000 7f1b5b07e600 10 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj19]: success 2022-09-01T11:30:37.846 INFO:teuthology.orchestra.run.smithi052.stderr:*** Caught signal (Segmentation fault) ** 2022-09-01T11:30:37.847 INFO:teuthology.orchestra.run.smithi052.stderr: in thread 7f1b5b07e600 thread_name:radosgw-admin 2022-09-01T11:30:37.867 INFO:teuthology.orchestra.run.smithi052.stderr: ceph version 17.0.0-14636-g538e7f75 (538e7f759b27ed88dfb7236d15eb8fa6f6a7d952) quincy (dev) 2022-09-01T11:30:37.868 INFO:teuthology.orchestra.run.smithi052.stderr: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f1b62834ce0] 2022-09-01T11:30:37.868 INFO:teuthology.orchestra.run.smithi052.stderr: 2: (tcmalloc::ThreadCache::ReleaseToCentralCache(tcmalloc::ThreadCache::FreeList*, unsigned int, int)+0x93) [0x7f1b63882523] 2022-09-01T11:30:37.869 INFO:teuthology.orchestra.run.smithi052.stderr: 3: (tcmalloc::ThreadCache::Scavenge()+0x4e) [0x7f1b6388286e] 2022-09-01T11:30:37.869 INFO:teuthology.orchestra.run.smithi052.stderr: 4: (RGWFetchRemoteObjCR::~RGWFetchRemoteObjCR()+0x43) [0x557f619997d3] 2022-09-01T11:30:37.869 INFO:teuthology.orchestra.run.smithi052.stderr: 5: (ceph::common::RefCountedObject::put() const+0x1ba) [0x7f1b61c63dba] 2022-09-01T11:30:37.870 INFO:teuthology.orchestra.run.smithi052.stderr: 6: (RGWCoroutinesStack::operate(DoutPrefixProvider const*, RGWCoroutinesEnv*)+0x360) [0x557f61ad89e0] 2022-09-01T11:30:37.870 INFO:teuthology.orchestra.run.smithi052.stderr: 7: (RGWCoroutinesManager::run(DoutPrefixProvider const*, std::__cxx11::list >&)+0x521) [0x557f61ad8fe1] 2022-09-01T11:30:37.871 INFO:teuthology.orchestra.run.smithi052.stderr: 8: (RGWBucketPipeSyncStatusManager::run(DoutPrefixProvider const*)+0xaca) [0x557f61988b0a] 2022-09-01T11:30:37.871 INFO:teuthology.orchestra.run.smithi052.stderr: 9: main() 2022-09-01T11:30:37.872 INFO:teuthology.orchestra.run.smithi052.stderr: 10: __libc_start_main() 2022-09-01T11:30:37.872 INFO:teuthology.orchestra.run.smithi052.stderr: 11: _start() 2022-09-01T11:30:37.872 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:30:37.844+0000 7f1b5b07e600 -1 *** Caught signal (Segmentation fault) ** 2022-09-01T11:30:37.873 INFO:teuthology.orchestra.run.smithi052.stderr: in thread 7f1b5b07e600 thread_name:radosgw-admin 2022-09-01T11:30:37.873 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:37.874 INFO:teuthology.orchestra.run.smithi052.stderr: ceph version 17.0.0-14636-g538e7f75 (538e7f759b27ed88dfb7236d15eb8fa6f6a7d952) quincy (dev) 2022-09-01T11:30:37.874 INFO:teuthology.orchestra.run.smithi052.stderr: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f1b62834ce0] 2022-09-01T11:30:37.875 INFO:teuthology.orchestra.run.smithi052.stderr: 2: (tcmalloc::ThreadCache::ReleaseToCentralCache(tcmalloc::ThreadCache::FreeList*, unsigned int, int)+0x93) [0x7f1b63882523] 2022-09-01T11:30:37.875 INFO:teuthology.orchestra.run.smithi052.stderr: 3: (tcmalloc::ThreadCache::Scavenge()+0x4e) [0x7f1b6388286e] 2022-09-01T11:30:37.875 INFO:teuthology.orchestra.run.smithi052.stderr: 4: (RGWFetchRemoteObjCR::~RGWFetchRemoteObjCR()+0x43) [0x557f619997d3] 2022-09-01T11:30:37.876 INFO:teuthology.orchestra.run.smithi052.stderr: 5: (ceph::common::RefCountedObject::put() const+0x1ba) [0x7f1b61c63dba] 2022-09-01T11:30:37.876 INFO:teuthology.orchestra.run.smithi052.stderr: 6: (RGWCoroutinesStack::operate(DoutPrefixProvider const*, RGWCoroutinesEnv*)+0x360) [0x557f61ad89e0] 2022-09-01T11:30:37.877 INFO:teuthology.orchestra.run.smithi052.stderr: 7: (RGWCoroutinesManager::run(DoutPrefixProvider const*, std::__cxx11::list >&)+0x521) [0x557f61ad8fe1] 2022-09-01T11:30:37.877 INFO:teuthology.orchestra.run.smithi052.stderr: 8: (RGWBucketPipeSyncStatusManager::run(DoutPrefixProvider const*)+0xaca) [0x557f61988b0a] 2022-09-01T11:30:37.877 INFO:teuthology.orchestra.run.smithi052.stderr: 9: main() 2022-09-01T11:30:37.878 INFO:teuthology.orchestra.run.smithi052.stderr: 10: __libc_start_main() 2022-09-01T11:30:37.878 INFO:teuthology.orchestra.run.smithi052.stderr: 11: _start() 2022-09-01T11:30:37.879 INFO:teuthology.orchestra.run.smithi052.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2022-09-01T11:30:37.879 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:37.880 INFO:teuthology.orchestra.run.smithi052.stderr:--- begin dump of recent events --- 2022-09-01T11:30:37.880 INFO:teuthology.orchestra.run.smithi052.stderr: -499> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: secure 2022-09-01T11:30:37.880 INFO:teuthology.orchestra.run.smithi052.stderr: -498> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: crc 2022-09-01T11:30:37.881 INFO:teuthology.orchestra.run.smithi052.stderr: -497> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: secure 2022-09-01T11:30:37.881 INFO:teuthology.orchestra.run.smithi052.stderr: -496> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: crc 2022-09-01T11:30:37.882 INFO:teuthology.orchestra.run.smithi052.stderr: -495> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: secure 2022-09-01T11:30:37.882 INFO:teuthology.orchestra.run.smithi052.stderr: -494> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:37.883 INFO:teuthology.orchestra.run.smithi052.stderr: -493> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 10 monclient: init 2022-09-01T11:30:37.884 INFO:teuthology.orchestra.run.smithi052.stderr: -492> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486490) adding auth protocol: cephx 2022-09-01T11:30:37.884 INFO:teuthology.orchestra.run.smithi052.stderr: -491> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486490) adding auth protocol: cephx 2022-09-01T11:30:37.884 INFO:teuthology.orchestra.run.smithi052.stderr: -490> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486490) adding auth protocol: cephx 2022-09-01T11:30:37.885 INFO:teuthology.orchestra.run.smithi052.stderr: -489> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486490) adding con mode: secure 2022-09-01T11:30:37.885 INFO:teuthology.orchestra.run.smithi052.stderr: -488> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486490) adding con mode: crc 2022-09-01T11:30:37.886 INFO:teuthology.orchestra.run.smithi052.stderr: -487> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486490) adding con mode: secure 2022-09-01T11:30:37.886 INFO:teuthology.orchestra.run.smithi052.stderr: -486> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486490) adding con mode: crc 2022-09-01T11:30:37.887 INFO:teuthology.orchestra.run.smithi052.stderr: -485> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486490) adding con mode: secure 2022-09-01T11:30:37.887 INFO:teuthology.orchestra.run.smithi052.stderr: -484> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486490) adding con mode: crc 2022-09-01T11:30:37.888 INFO:teuthology.orchestra.run.smithi052.stderr: -483> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486490) adding con mode: crc 2022-09-01T11:30:37.888 INFO:teuthology.orchestra.run.smithi052.stderr: -482> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486490) adding con mode: secure 2022-09-01T11:30:37.888 INFO:teuthology.orchestra.run.smithi052.stderr: -481> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486490) adding con mode: crc 2022-09-01T11:30:37.889 INFO:teuthology.orchestra.run.smithi052.stderr: -480> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486490) adding con mode: secure 2022-09-01T11:30:37.889 INFO:teuthology.orchestra.run.smithi052.stderr: -479> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486490) adding con mode: crc 2022-09-01T11:30:37.890 INFO:teuthology.orchestra.run.smithi052.stderr: -478> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486490) adding con mode: secure 2022-09-01T11:30:37.890 INFO:teuthology.orchestra.run.smithi052.stderr: -477> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:37.890 INFO:teuthology.orchestra.run.smithi052.stderr: -476> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:37.891 INFO:teuthology.orchestra.run.smithi052.stderr: -475> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 10 monclient: _reopen_session rank -1 2022-09-01T11:30:37.891 INFO:teuthology.orchestra.run.smithi052.stderr: -474> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 10 monclient: _add_conns ranks=[1,0] 2022-09-01T11:30:37.891 INFO:teuthology.orchestra.run.smithi052.stderr: -473> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 10 monclient(hunting): picked mon.noname-a con 0x557f641f8800 addr v2:172.21.15.52:3300/0 2022-09-01T11:30:37.892 INFO:teuthology.orchestra.run.smithi052.stderr: -472> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 10 monclient(hunting): picked mon.noname-a-legacy con 0x557f641f8c00 addr v1:172.21.15.52:6789/0 2022-09-01T11:30:37.892 INFO:teuthology.orchestra.run.smithi052.stderr: -471> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 10 monclient(hunting): start opening mon connection 2022-09-01T11:30:37.893 INFO:teuthology.orchestra.run.smithi052.stderr: -470> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 10 monclient(hunting): _renew_subs 2022-09-01T11:30:37.893 INFO:teuthology.orchestra.run.smithi052.stderr: -469> 2022-09-01T11:30:37.710+0000 7f1b5b07e600 10 monclient(hunting): authenticate will time out at 6952.961893s 2022-09-01T11:30:37.893 INFO:teuthology.orchestra.run.smithi052.stderr: -468> 2022-09-01T11:30:37.711+0000 7f1b59029700 10 monclient(hunting): get_auth_request con 0x557f641f8800 auth_method 0 2022-09-01T11:30:37.894 INFO:teuthology.orchestra.run.smithi052.stderr: -467> 2022-09-01T11:30:37.711+0000 7f1b59029700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2022-09-01T11:30:37.894 INFO:teuthology.orchestra.run.smithi052.stderr: -466> 2022-09-01T11:30:37.711+0000 7f1b59029700 10 monclient(hunting): _init_auth method 2 2022-09-01T11:30:37.894 INFO:teuthology.orchestra.run.smithi052.stderr: -465> 2022-09-01T11:30:37.711+0000 7f1b59029700 10 monclient(hunting): _init_auth creating new auth 2022-09-01T11:30:37.895 INFO:teuthology.orchestra.run.smithi052.stderr: -464> 2022-09-01T11:30:37.711+0000 7f1b59029700 10 monclient(hunting): handle_auth_reply_more payload 9 2022-09-01T11:30:37.895 INFO:teuthology.orchestra.run.smithi052.stderr: -463> 2022-09-01T11:30:37.711+0000 7f1b59029700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2022-09-01T11:30:37.895 INFO:teuthology.orchestra.run.smithi052.stderr: -462> 2022-09-01T11:30:37.711+0000 7f1b59029700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2022-09-01T11:30:37.895 INFO:teuthology.orchestra.run.smithi052.stderr: -461> 2022-09-01T11:30:37.711+0000 7f1b59029700 10 monclient(hunting): handle_auth_done global_id 6596 payload 274 2022-09-01T11:30:37.896 INFO:teuthology.orchestra.run.smithi052.stderr: -460> 2022-09-01T11:30:37.711+0000 7f1b59029700 10 monclient: _finish_hunting 0 2022-09-01T11:30:37.896 INFO:teuthology.orchestra.run.smithi052.stderr: -459> 2022-09-01T11:30:37.711+0000 7f1b59029700 1 monclient: found mon.noname-a 2022-09-01T11:30:37.896 INFO:teuthology.orchestra.run.smithi052.stderr: -458> 2022-09-01T11:30:37.711+0000 7f1b59029700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.52:3300/0 2022-09-01T11:30:37.896 INFO:teuthology.orchestra.run.smithi052.stderr: -457> 2022-09-01T11:30:37.711+0000 7f1b58027700 10 monclient: discarding stray monitor message auth_reply(proto 2 0 (0) Success) v1 2022-09-01T11:30:37.897 INFO:teuthology.orchestra.run.smithi052.stderr: -456> 2022-09-01T11:30:37.711+0000 7f1b58027700 10 monclient: handle_monmap mon_map magic: 0 v1 2022-09-01T11:30:37.897 INFO:teuthology.orchestra.run.smithi052.stderr: -455> 2022-09-01T11:30:37.711+0000 7f1b58027700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2022-09-01T11:30:37.898 INFO:teuthology.orchestra.run.smithi052.stderr: -454> 2022-09-01T11:30:37.711+0000 7f1b58027700 10 monclient: dump: 2022-09-01T11:30:37.898 INFO:teuthology.orchestra.run.smithi052.stderr:epoch 1 2022-09-01T11:30:37.898 INFO:teuthology.orchestra.run.smithi052.stderr:fsid b85514f8-18f4-40b0-8ab3-6d24e6ba9b39 2022-09-01T11:30:37.899 INFO:teuthology.orchestra.run.smithi052.stderr:last_changed 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.899 INFO:teuthology.orchestra.run.smithi052.stderr:created 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.899 INFO:teuthology.orchestra.run.smithi052.stderr:min_mon_release 17 (quincy) 2022-09-01T11:30:37.899 INFO:teuthology.orchestra.run.smithi052.stderr:election_strategy: 1 2022-09-01T11:30:37.900 INFO:teuthology.orchestra.run.smithi052.stderr:0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2022-09-01T11:30:37.900 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:37.900 INFO:teuthology.orchestra.run.smithi052.stderr: -453> 2022-09-01T11:30:37.711+0000 7f1b58027700 10 monclient: _finish_auth 0 2022-09-01T11:30:37.901 INFO:teuthology.orchestra.run.smithi052.stderr: -452> 2022-09-01T11:30:37.711+0000 7f1b58027700 10 monclient: _check_auth_tickets 2022-09-01T11:30:37.901 INFO:teuthology.orchestra.run.smithi052.stderr: -451> 2022-09-01T11:30:37.711+0000 7f1b5b07e600 5 monclient: authenticate success, global_id 6596 2022-09-01T11:30:37.901 INFO:teuthology.orchestra.run.smithi052.stderr: -450> 2022-09-01T11:30:37.711+0000 7f1b58027700 10 monclient: handle_config config(0 keys) v1 2022-09-01T11:30:37.901 INFO:teuthology.orchestra.run.smithi052.stderr: -449> 2022-09-01T11:30:37.711+0000 7f1b58027700 10 monclient: handle_monmap mon_map magic: 0 v1 2022-09-01T11:30:37.902 INFO:teuthology.orchestra.run.smithi052.stderr: -448> 2022-09-01T11:30:37.711+0000 7f1b58027700 10 monclient: got monmap 1 from mon.a (according to old e1) 2022-09-01T11:30:37.902 INFO:teuthology.orchestra.run.smithi052.stderr: -447> 2022-09-01T11:30:37.711+0000 7f1b58027700 10 monclient: dump: 2022-09-01T11:30:37.902 INFO:teuthology.orchestra.run.smithi052.stderr:epoch 1 2022-09-01T11:30:37.903 INFO:teuthology.orchestra.run.smithi052.stderr:fsid b85514f8-18f4-40b0-8ab3-6d24e6ba9b39 2022-09-01T11:30:37.903 INFO:teuthology.orchestra.run.smithi052.stderr:last_changed 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.903 INFO:teuthology.orchestra.run.smithi052.stderr:created 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.903 INFO:teuthology.orchestra.run.smithi052.stderr:min_mon_release 17 (quincy) 2022-09-01T11:30:37.904 INFO:teuthology.orchestra.run.smithi052.stderr:election_strategy: 1 2022-09-01T11:30:37.904 INFO:teuthology.orchestra.run.smithi052.stderr:0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2022-09-01T11:30:37.904 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:37.905 INFO:teuthology.orchestra.run.smithi052.stderr: -446> 2022-09-01T11:30:37.711+0000 7f1b5b07e600 10 monclient: get_monmap_and_config success 2022-09-01T11:30:37.905 INFO:teuthology.orchestra.run.smithi052.stderr: -445> 2022-09-01T11:30:37.711+0000 7f1b5b07e600 4 set_mon_vals no callback set 2022-09-01T11:30:37.905 INFO:teuthology.orchestra.run.smithi052.stderr: -444> 2022-09-01T11:30:37.711+0000 7f1b5b07e600 10 monclient: shutdown 2022-09-01T11:30:37.906 INFO:teuthology.orchestra.run.smithi052.stderr: -443> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 asok(0x557f6428c000) init /var/run/ceph/c2-client.0.140404.asok 2022-09-01T11:30:37.906 INFO:teuthology.orchestra.run.smithi052.stderr: -442> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 asok(0x557f6428c000) bind_and_listen /var/run/ceph/c2-client.0.140404.asok 2022-09-01T11:30:37.906 INFO:teuthology.orchestra.run.smithi052.stderr: -441> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command 0 hook 0x557f64249378 2022-09-01T11:30:37.906 INFO:teuthology.orchestra.run.smithi052.stderr: -440> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command version hook 0x557f64249378 2022-09-01T11:30:37.907 INFO:teuthology.orchestra.run.smithi052.stderr: -439> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command git_version hook 0x557f64249378 2022-09-01T11:30:37.907 INFO:teuthology.orchestra.run.smithi052.stderr: -438> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command help hook 0x557f641ecbf0 2022-09-01T11:30:37.907 INFO:teuthology.orchestra.run.smithi052.stderr: -437> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command get_command_descriptions hook 0x557f641ecb50 2022-09-01T11:30:37.908 INFO:teuthology.orchestra.run.smithi052.stderr: -436> 2022-09-01T11:30:37.712+0000 7f1b58027700 5 asok(0x557f6428c000) entry start 2022-09-01T11:30:37.908 INFO:teuthology.orchestra.run.smithi052.stderr: -435> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 10 monclient: get_monmap_and_config 2022-09-01T11:30:37.908 INFO:teuthology.orchestra.run.smithi052.stderr: -434> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 10 monclient: build_initial_monmap 2022-09-01T11:30:37.908 INFO:teuthology.orchestra.run.smithi052.stderr: -433> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 1 build_initial for_mkfs: 0 2022-09-01T11:30:37.909 INFO:teuthology.orchestra.run.smithi052.stderr: -432> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 10 monclient: monmap: 2022-09-01T11:30:37.909 INFO:teuthology.orchestra.run.smithi052.stderr:epoch 0 2022-09-01T11:30:37.910 INFO:teuthology.orchestra.run.smithi052.stderr:fsid 00000000-0000-0000-0000-000000000000 2022-09-01T11:30:37.910 INFO:teuthology.orchestra.run.smithi052.stderr:last_changed 0.000000 2022-09-01T11:30:37.910 INFO:teuthology.orchestra.run.smithi052.stderr:created 0.000000 2022-09-01T11:30:37.910 INFO:teuthology.orchestra.run.smithi052.stderr:min_mon_release 0 (unknown) 2022-09-01T11:30:37.911 INFO:teuthology.orchestra.run.smithi052.stderr:election_strategy: 1 2022-09-01T11:30:37.911 INFO:teuthology.orchestra.run.smithi052.stderr:0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.noname-a 2022-09-01T11:30:37.911 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:37.912 INFO:teuthology.orchestra.run.smithi052.stderr: -431> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding auth protocol: cephx 2022-09-01T11:30:37.912 INFO:teuthology.orchestra.run.smithi052.stderr: -430> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding auth protocol: cephx 2022-09-01T11:30:37.912 INFO:teuthology.orchestra.run.smithi052.stderr: -429> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding auth protocol: cephx 2022-09-01T11:30:37.912 INFO:teuthology.orchestra.run.smithi052.stderr: -428> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: secure 2022-09-01T11:30:37.913 INFO:teuthology.orchestra.run.smithi052.stderr: -427> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: crc 2022-09-01T11:30:37.913 INFO:teuthology.orchestra.run.smithi052.stderr: -426> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: secure 2022-09-01T11:30:37.913 INFO:teuthology.orchestra.run.smithi052.stderr: -425> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: crc 2022-09-01T11:30:37.913 INFO:teuthology.orchestra.run.smithi052.stderr: -424> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: secure 2022-09-01T11:30:37.914 INFO:teuthology.orchestra.run.smithi052.stderr: -423> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: crc 2022-09-01T11:30:37.914 INFO:teuthology.orchestra.run.smithi052.stderr: -422> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: crc 2022-09-01T11:30:37.915 INFO:teuthology.orchestra.run.smithi052.stderr: -421> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: secure 2022-09-01T11:30:37.915 INFO:teuthology.orchestra.run.smithi052.stderr: -420> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: crc 2022-09-01T11:30:37.915 INFO:teuthology.orchestra.run.smithi052.stderr: -419> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: secure 2022-09-01T11:30:37.915 INFO:teuthology.orchestra.run.smithi052.stderr: -418> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: crc 2022-09-01T11:30:37.916 INFO:teuthology.orchestra.run.smithi052.stderr: -417> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: secure 2022-09-01T11:30:37.916 INFO:teuthology.orchestra.run.smithi052.stderr: -416> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:37.916 INFO:teuthology.orchestra.run.smithi052.stderr: -415> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 10 monclient: init 2022-09-01T11:30:37.916 INFO:teuthology.orchestra.run.smithi052.stderr: -414> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486dd0) adding auth protocol: cephx 2022-09-01T11:30:37.917 INFO:teuthology.orchestra.run.smithi052.stderr: -413> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486dd0) adding auth protocol: cephx 2022-09-01T11:30:37.917 INFO:teuthology.orchestra.run.smithi052.stderr: -412> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486dd0) adding auth protocol: cephx 2022-09-01T11:30:37.917 INFO:teuthology.orchestra.run.smithi052.stderr: -411> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486dd0) adding con mode: secure 2022-09-01T11:30:37.918 INFO:teuthology.orchestra.run.smithi052.stderr: -410> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486dd0) adding con mode: crc 2022-09-01T11:30:37.918 INFO:teuthology.orchestra.run.smithi052.stderr: -409> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486dd0) adding con mode: secure 2022-09-01T11:30:37.918 INFO:teuthology.orchestra.run.smithi052.stderr: -408> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486dd0) adding con mode: crc 2022-09-01T11:30:37.919 INFO:teuthology.orchestra.run.smithi052.stderr: -407> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486dd0) adding con mode: secure 2022-09-01T11:30:37.919 INFO:teuthology.orchestra.run.smithi052.stderr: -406> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486dd0) adding con mode: crc 2022-09-01T11:30:37.919 INFO:teuthology.orchestra.run.smithi052.stderr: -405> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486dd0) adding con mode: crc 2022-09-01T11:30:37.920 INFO:teuthology.orchestra.run.smithi052.stderr: -404> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486dd0) adding con mode: secure 2022-09-01T11:30:37.920 INFO:teuthology.orchestra.run.smithi052.stderr: -403> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486dd0) adding con mode: crc 2022-09-01T11:30:37.920 INFO:teuthology.orchestra.run.smithi052.stderr: -402> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486dd0) adding con mode: secure 2022-09-01T11:30:37.920 INFO:teuthology.orchestra.run.smithi052.stderr: -401> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486dd0) adding con mode: crc 2022-09-01T11:30:37.921 INFO:teuthology.orchestra.run.smithi052.stderr: -400> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3486dd0) adding con mode: secure 2022-09-01T11:30:37.921 INFO:teuthology.orchestra.run.smithi052.stderr: -399> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:37.921 INFO:teuthology.orchestra.run.smithi052.stderr: -398> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:37.921 INFO:teuthology.orchestra.run.smithi052.stderr: -397> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 10 monclient: _reopen_session rank -1 2022-09-01T11:30:37.922 INFO:teuthology.orchestra.run.smithi052.stderr: -396> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 10 monclient: _add_conns ranks=[0] 2022-09-01T11:30:37.922 INFO:teuthology.orchestra.run.smithi052.stderr: -395> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 10 monclient(hunting): picked mon.noname-a con 0x557f641f8800 addr [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] 2022-09-01T11:30:37.922 INFO:teuthology.orchestra.run.smithi052.stderr: -394> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 10 monclient(hunting): start opening mon connection 2022-09-01T11:30:37.923 INFO:teuthology.orchestra.run.smithi052.stderr: -393> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 10 monclient(hunting): _renew_subs 2022-09-01T11:30:37.923 INFO:teuthology.orchestra.run.smithi052.stderr: -392> 2022-09-01T11:30:37.712+0000 7f1b5b07e600 10 monclient(hunting): authenticate will time out at 6952.963982s 2022-09-01T11:30:37.923 INFO:teuthology.orchestra.run.smithi052.stderr: -391> 2022-09-01T11:30:37.713+0000 7f1b59029700 10 monclient(hunting): get_auth_request con 0x557f641f8800 auth_method 0 2022-09-01T11:30:37.923 INFO:teuthology.orchestra.run.smithi052.stderr: -390> 2022-09-01T11:30:37.713+0000 7f1b59029700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2022-09-01T11:30:37.924 INFO:teuthology.orchestra.run.smithi052.stderr: -389> 2022-09-01T11:30:37.713+0000 7f1b59029700 10 monclient(hunting): _init_auth method 2 2022-09-01T11:30:37.924 INFO:teuthology.orchestra.run.smithi052.stderr: -388> 2022-09-01T11:30:37.713+0000 7f1b59029700 10 monclient(hunting): _init_auth creating new auth 2022-09-01T11:30:37.924 INFO:teuthology.orchestra.run.smithi052.stderr: -387> 2022-09-01T11:30:37.713+0000 7f1b59029700 10 monclient(hunting): handle_auth_reply_more payload 9 2022-09-01T11:30:37.924 INFO:teuthology.orchestra.run.smithi052.stderr: -386> 2022-09-01T11:30:37.713+0000 7f1b59029700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2022-09-01T11:30:37.925 INFO:teuthology.orchestra.run.smithi052.stderr: -385> 2022-09-01T11:30:37.713+0000 7f1b59029700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2022-09-01T11:30:37.925 INFO:teuthology.orchestra.run.smithi052.stderr: -384> 2022-09-01T11:30:37.713+0000 7f1b59029700 10 monclient(hunting): handle_auth_done global_id 6598 payload 274 2022-09-01T11:30:37.925 INFO:teuthology.orchestra.run.smithi052.stderr: -383> 2022-09-01T11:30:37.713+0000 7f1b59029700 10 monclient: _finish_hunting 0 2022-09-01T11:30:37.925 INFO:teuthology.orchestra.run.smithi052.stderr: -382> 2022-09-01T11:30:37.713+0000 7f1b59029700 1 monclient: found mon.noname-a 2022-09-01T11:30:37.926 INFO:teuthology.orchestra.run.smithi052.stderr: -381> 2022-09-01T11:30:37.713+0000 7f1b59029700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.52:3300/0 2022-09-01T11:30:37.926 INFO:teuthology.orchestra.run.smithi052.stderr: -380> 2022-09-01T11:30:37.713+0000 7f1b57025700 10 monclient: handle_monmap mon_map magic: 0 v1 2022-09-01T11:30:37.926 INFO:teuthology.orchestra.run.smithi052.stderr: -379> 2022-09-01T11:30:37.713+0000 7f1b57025700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2022-09-01T11:30:37.926 INFO:teuthology.orchestra.run.smithi052.stderr: -378> 2022-09-01T11:30:37.713+0000 7f1b57025700 10 monclient: dump: 2022-09-01T11:30:37.927 INFO:teuthology.orchestra.run.smithi052.stderr:epoch 1 2022-09-01T11:30:37.927 INFO:teuthology.orchestra.run.smithi052.stderr:fsid b85514f8-18f4-40b0-8ab3-6d24e6ba9b39 2022-09-01T11:30:37.927 INFO:teuthology.orchestra.run.smithi052.stderr:last_changed 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.927 INFO:teuthology.orchestra.run.smithi052.stderr:created 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.928 INFO:teuthology.orchestra.run.smithi052.stderr:min_mon_release 17 (quincy) 2022-09-01T11:30:37.928 INFO:teuthology.orchestra.run.smithi052.stderr:election_strategy: 1 2022-09-01T11:30:37.928 INFO:teuthology.orchestra.run.smithi052.stderr:0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2022-09-01T11:30:37.928 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:37.929 INFO:teuthology.orchestra.run.smithi052.stderr: -377> 2022-09-01T11:30:37.713+0000 7f1b57025700 10 monclient: _finish_auth 0 2022-09-01T11:30:37.929 INFO:teuthology.orchestra.run.smithi052.stderr: -376> 2022-09-01T11:30:37.713+0000 7f1b57025700 10 monclient: _check_auth_tickets 2022-09-01T11:30:37.929 INFO:teuthology.orchestra.run.smithi052.stderr: -375> 2022-09-01T11:30:37.713+0000 7f1b57025700 10 monclient: handle_config config(0 keys) v1 2022-09-01T11:30:37.930 INFO:teuthology.orchestra.run.smithi052.stderr: -374> 2022-09-01T11:30:37.713+0000 7f1b57025700 10 monclient: handle_monmap mon_map magic: 0 v1 2022-09-01T11:30:37.930 INFO:teuthology.orchestra.run.smithi052.stderr: -373> 2022-09-01T11:30:37.713+0000 7f1b57025700 10 monclient: got monmap 1 from mon.a (according to old e1) 2022-09-01T11:30:37.930 INFO:teuthology.orchestra.run.smithi052.stderr: -372> 2022-09-01T11:30:37.713+0000 7f1b57025700 10 monclient: dump: 2022-09-01T11:30:37.930 INFO:teuthology.orchestra.run.smithi052.stderr:epoch 1 2022-09-01T11:30:37.931 INFO:teuthology.orchestra.run.smithi052.stderr:fsid b85514f8-18f4-40b0-8ab3-6d24e6ba9b39 2022-09-01T11:30:37.931 INFO:teuthology.orchestra.run.smithi052.stderr:last_changed 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.931 INFO:teuthology.orchestra.run.smithi052.stderr:created 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.931 INFO:teuthology.orchestra.run.smithi052.stderr:min_mon_release 17 (quincy) 2022-09-01T11:30:37.932 INFO:teuthology.orchestra.run.smithi052.stderr:election_strategy: 1 2022-09-01T11:30:37.932 INFO:teuthology.orchestra.run.smithi052.stderr:0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2022-09-01T11:30:37.932 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:37.932 INFO:teuthology.orchestra.run.smithi052.stderr: -371> 2022-09-01T11:30:37.713+0000 7f1b5b07e600 5 monclient: authenticate success, global_id 6598 2022-09-01T11:30:37.933 INFO:teuthology.orchestra.run.smithi052.stderr: -370> 2022-09-01T11:30:37.713+0000 7f1b5b07e600 10 monclient: get_monmap_and_config success 2022-09-01T11:30:37.933 INFO:teuthology.orchestra.run.smithi052.stderr: -369> 2022-09-01T11:30:37.713+0000 7f1b5b07e600 4 set_mon_vals no callback set 2022-09-01T11:30:37.933 INFO:teuthology.orchestra.run.smithi052.stderr: -368> 2022-09-01T11:30:37.713+0000 7f1b5b07e600 10 monclient: shutdown 2022-09-01T11:30:37.933 INFO:teuthology.orchestra.run.smithi052.stderr: -367> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 10 monclient: build_initial_monmap 2022-09-01T11:30:37.934 INFO:teuthology.orchestra.run.smithi052.stderr: -366> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 1 build_initial for_mkfs: 0 2022-09-01T11:30:37.934 INFO:teuthology.orchestra.run.smithi052.stderr: -365> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 10 monclient: monmap: 2022-09-01T11:30:37.934 INFO:teuthology.orchestra.run.smithi052.stderr:epoch 0 2022-09-01T11:30:37.935 INFO:teuthology.orchestra.run.smithi052.stderr:fsid 00000000-0000-0000-0000-000000000000 2022-09-01T11:30:37.935 INFO:teuthology.orchestra.run.smithi052.stderr:last_changed 0.000000 2022-09-01T11:30:37.935 INFO:teuthology.orchestra.run.smithi052.stderr:created 0.000000 2022-09-01T11:30:37.935 INFO:teuthology.orchestra.run.smithi052.stderr:min_mon_release 0 (unknown) 2022-09-01T11:30:37.936 INFO:teuthology.orchestra.run.smithi052.stderr:election_strategy: 1 2022-09-01T11:30:37.936 INFO:teuthology.orchestra.run.smithi052.stderr:0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.noname-a 2022-09-01T11:30:37.936 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:37.936 INFO:teuthology.orchestra.run.smithi052.stderr: -364> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding auth protocol: cephx 2022-09-01T11:30:37.937 INFO:teuthology.orchestra.run.smithi052.stderr: -363> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding auth protocol: cephx 2022-09-01T11:30:37.937 INFO:teuthology.orchestra.run.smithi052.stderr: -362> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding auth protocol: cephx 2022-09-01T11:30:37.937 INFO:teuthology.orchestra.run.smithi052.stderr: -361> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: secure 2022-09-01T11:30:37.937 INFO:teuthology.orchestra.run.smithi052.stderr: -360> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: crc 2022-09-01T11:30:37.938 INFO:teuthology.orchestra.run.smithi052.stderr: -359> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: secure 2022-09-01T11:30:37.938 INFO:teuthology.orchestra.run.smithi052.stderr: -358> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: crc 2022-09-01T11:30:37.938 INFO:teuthology.orchestra.run.smithi052.stderr: -357> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: secure 2022-09-01T11:30:37.938 INFO:teuthology.orchestra.run.smithi052.stderr: -356> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: crc 2022-09-01T11:30:37.939 INFO:teuthology.orchestra.run.smithi052.stderr: -355> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: crc 2022-09-01T11:30:37.939 INFO:teuthology.orchestra.run.smithi052.stderr: -354> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: secure 2022-09-01T11:30:37.939 INFO:teuthology.orchestra.run.smithi052.stderr: -353> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: crc 2022-09-01T11:30:37.939 INFO:teuthology.orchestra.run.smithi052.stderr: -352> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: secure 2022-09-01T11:30:37.940 INFO:teuthology.orchestra.run.smithi052.stderr: -351> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: crc 2022-09-01T11:30:37.940 INFO:teuthology.orchestra.run.smithi052.stderr: -350> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58a40) adding con mode: secure 2022-09-01T11:30:37.940 INFO:teuthology.orchestra.run.smithi052.stderr: -349> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:37.941 INFO:teuthology.orchestra.run.smithi052.stderr: -348> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 1 librados: starting msgr at 2022-09-01T11:30:37.941 INFO:teuthology.orchestra.run.smithi052.stderr: -347> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 1 librados: starting objecter 2022-09-01T11:30:37.941 INFO:teuthology.orchestra.run.smithi052.stderr: -346> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command objecter_requests hook 0x557f641ecb90 2022-09-01T11:30:37.941 INFO:teuthology.orchestra.run.smithi052.stderr: -345> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 1 librados: setting wanted keys 2022-09-01T11:30:37.942 INFO:teuthology.orchestra.run.smithi052.stderr: -344> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 1 librados: calling monclient init 2022-09-01T11:30:37.942 INFO:teuthology.orchestra.run.smithi052.stderr: -343> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 10 monclient: init 2022-09-01T11:30:37.942 INFO:teuthology.orchestra.run.smithi052.stderr: -342> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f642540d8) adding auth protocol: cephx 2022-09-01T11:30:37.942 INFO:teuthology.orchestra.run.smithi052.stderr: -341> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f642540d8) adding auth protocol: cephx 2022-09-01T11:30:37.943 INFO:teuthology.orchestra.run.smithi052.stderr: -340> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f642540d8) adding auth protocol: cephx 2022-09-01T11:30:37.943 INFO:teuthology.orchestra.run.smithi052.stderr: -339> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f642540d8) adding con mode: secure 2022-09-01T11:30:37.943 INFO:teuthology.orchestra.run.smithi052.stderr: -338> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f642540d8) adding con mode: crc 2022-09-01T11:30:37.943 INFO:teuthology.orchestra.run.smithi052.stderr: -337> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f642540d8) adding con mode: secure 2022-09-01T11:30:37.944 INFO:teuthology.orchestra.run.smithi052.stderr: -336> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f642540d8) adding con mode: crc 2022-09-01T11:30:37.944 INFO:teuthology.orchestra.run.smithi052.stderr: -335> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f642540d8) adding con mode: secure 2022-09-01T11:30:37.944 INFO:teuthology.orchestra.run.smithi052.stderr: -334> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f642540d8) adding con mode: crc 2022-09-01T11:30:37.944 INFO:teuthology.orchestra.run.smithi052.stderr: -333> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f642540d8) adding con mode: crc 2022-09-01T11:30:37.945 INFO:teuthology.orchestra.run.smithi052.stderr: -332> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f642540d8) adding con mode: secure 2022-09-01T11:30:37.945 INFO:teuthology.orchestra.run.smithi052.stderr: -331> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f642540d8) adding con mode: crc 2022-09-01T11:30:37.945 INFO:teuthology.orchestra.run.smithi052.stderr: -330> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f642540d8) adding con mode: secure 2022-09-01T11:30:37.945 INFO:teuthology.orchestra.run.smithi052.stderr: -329> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f642540d8) adding con mode: crc 2022-09-01T11:30:37.946 INFO:teuthology.orchestra.run.smithi052.stderr: -328> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 5 AuthRegistry(0x557f642540d8) adding con mode: secure 2022-09-01T11:30:37.946 INFO:teuthology.orchestra.run.smithi052.stderr: -327> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:37.946 INFO:teuthology.orchestra.run.smithi052.stderr: -326> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:37.946 INFO:teuthology.orchestra.run.smithi052.stderr: -325> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 10 monclient: _reopen_session rank -1 2022-09-01T11:30:37.947 INFO:teuthology.orchestra.run.smithi052.stderr: -324> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 10 monclient: _add_conns ranks=[0] 2022-09-01T11:30:37.947 INFO:teuthology.orchestra.run.smithi052.stderr: -323> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 10 monclient(hunting): picked mon.noname-a con 0x557f641f8800 addr [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] 2022-09-01T11:30:37.947 INFO:teuthology.orchestra.run.smithi052.stderr: -322> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 10 monclient(hunting): start opening mon connection 2022-09-01T11:30:37.948 INFO:teuthology.orchestra.run.smithi052.stderr: -321> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 10 monclient(hunting): _renew_subs 2022-09-01T11:30:37.948 INFO:teuthology.orchestra.run.smithi052.stderr: -320> 2022-09-01T11:30:37.714+0000 7f1b5b07e600 10 monclient(hunting): authenticate will time out at 6952.965483s 2022-09-01T11:30:37.948 INFO:teuthology.orchestra.run.smithi052.stderr: -319> 2022-09-01T11:30:37.714+0000 7f1b59029700 10 monclient(hunting): get_auth_request con 0x557f641f8800 auth_method 0 2022-09-01T11:30:37.948 INFO:teuthology.orchestra.run.smithi052.stderr: -318> 2022-09-01T11:30:37.714+0000 7f1b59029700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2022-09-01T11:30:37.949 INFO:teuthology.orchestra.run.smithi052.stderr: -317> 2022-09-01T11:30:37.714+0000 7f1b59029700 10 monclient(hunting): _init_auth method 2 2022-09-01T11:30:37.949 INFO:teuthology.orchestra.run.smithi052.stderr: -316> 2022-09-01T11:30:37.714+0000 7f1b59029700 10 monclient(hunting): _init_auth creating new auth 2022-09-01T11:30:37.949 INFO:teuthology.orchestra.run.smithi052.stderr: -315> 2022-09-01T11:30:37.714+0000 7f1b59029700 10 monclient(hunting): handle_auth_reply_more payload 9 2022-09-01T11:30:37.949 INFO:teuthology.orchestra.run.smithi052.stderr: -314> 2022-09-01T11:30:37.714+0000 7f1b59029700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2022-09-01T11:30:37.950 INFO:teuthology.orchestra.run.smithi052.stderr: -313> 2022-09-01T11:30:37.714+0000 7f1b59029700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2022-09-01T11:30:37.950 INFO:teuthology.orchestra.run.smithi052.stderr: -312> 2022-09-01T11:30:37.714+0000 7f1b59029700 10 monclient(hunting): handle_auth_done global_id 6599 payload 824 2022-09-01T11:30:37.950 INFO:teuthology.orchestra.run.smithi052.stderr: -311> 2022-09-01T11:30:37.714+0000 7f1b59029700 10 monclient: _finish_hunting 0 2022-09-01T11:30:37.950 INFO:teuthology.orchestra.run.smithi052.stderr: -310> 2022-09-01T11:30:37.714+0000 7f1b59029700 1 monclient: found mon.noname-a 2022-09-01T11:30:37.951 INFO:teuthology.orchestra.run.smithi052.stderr: -309> 2022-09-01T11:30:37.714+0000 7f1b59029700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.52:3300/0 2022-09-01T11:30:37.951 INFO:teuthology.orchestra.run.smithi052.stderr: -308> 2022-09-01T11:30:37.715+0000 7f1b55822700 10 monclient: handle_monmap mon_map magic: 0 v1 2022-09-01T11:30:37.951 INFO:teuthology.orchestra.run.smithi052.stderr: -307> 2022-09-01T11:30:37.715+0000 7f1b55822700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2022-09-01T11:30:37.951 INFO:teuthology.orchestra.run.smithi052.stderr: -306> 2022-09-01T11:30:37.715+0000 7f1b55822700 10 monclient: dump: 2022-09-01T11:30:37.952 INFO:teuthology.orchestra.run.smithi052.stderr:epoch 1 2022-09-01T11:30:37.952 INFO:teuthology.orchestra.run.smithi052.stderr:fsid b85514f8-18f4-40b0-8ab3-6d24e6ba9b39 2022-09-01T11:30:37.952 INFO:teuthology.orchestra.run.smithi052.stderr:last_changed 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.952 INFO:teuthology.orchestra.run.smithi052.stderr:created 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.953 INFO:teuthology.orchestra.run.smithi052.stderr:min_mon_release 17 (quincy) 2022-09-01T11:30:37.953 INFO:teuthology.orchestra.run.smithi052.stderr:election_strategy: 1 2022-09-01T11:30:37.953 INFO:teuthology.orchestra.run.smithi052.stderr:0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2022-09-01T11:30:37.953 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:37.954 INFO:teuthology.orchestra.run.smithi052.stderr: -305> 2022-09-01T11:30:37.715+0000 7f1b55822700 10 monclient: _finish_auth 0 2022-09-01T11:30:37.954 INFO:teuthology.orchestra.run.smithi052.stderr: -304> 2022-09-01T11:30:37.715+0000 7f1b55822700 10 monclient: _check_auth_tickets 2022-09-01T11:30:37.954 INFO:teuthology.orchestra.run.smithi052.stderr: -303> 2022-09-01T11:30:37.715+0000 7f1b5b07e600 5 monclient: authenticate success, global_id 6599 2022-09-01T11:30:37.954 INFO:teuthology.orchestra.run.smithi052.stderr: -302> 2022-09-01T11:30:37.715+0000 7f1b5b07e600 10 monclient: _renew_subs 2022-09-01T11:30:37.955 INFO:teuthology.orchestra.run.smithi052.stderr: -301> 2022-09-01T11:30:37.715+0000 7f1b5b07e600 10 monclient: _send_mon_message to mon.a at v2:172.21.15.52:3300/0 2022-09-01T11:30:37.955 INFO:teuthology.orchestra.run.smithi052.stderr: -300> 2022-09-01T11:30:37.715+0000 7f1b55822700 10 monclient: handle_config config(0 keys) v1 2022-09-01T11:30:37.955 INFO:teuthology.orchestra.run.smithi052.stderr: -299> 2022-09-01T11:30:37.715+0000 7f1b55822700 10 monclient: handle_monmap mon_map magic: 0 v1 2022-09-01T11:30:37.956 INFO:teuthology.orchestra.run.smithi052.stderr: -298> 2022-09-01T11:30:37.715+0000 7f1b55822700 10 monclient: got monmap 1 from mon.a (according to old e1) 2022-09-01T11:30:37.956 INFO:teuthology.orchestra.run.smithi052.stderr: -297> 2022-09-01T11:30:37.715+0000 7f1b57025700 4 set_mon_vals no callback set 2022-09-01T11:30:37.956 INFO:teuthology.orchestra.run.smithi052.stderr: -296> 2022-09-01T11:30:37.715+0000 7f1b55822700 10 monclient: dump: 2022-09-01T11:30:37.956 INFO:teuthology.orchestra.run.smithi052.stderr:epoch 1 2022-09-01T11:30:37.957 INFO:teuthology.orchestra.run.smithi052.stderr:fsid b85514f8-18f4-40b0-8ab3-6d24e6ba9b39 2022-09-01T11:30:37.957 INFO:teuthology.orchestra.run.smithi052.stderr:last_changed 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.957 INFO:teuthology.orchestra.run.smithi052.stderr:created 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.957 INFO:teuthology.orchestra.run.smithi052.stderr:min_mon_release 17 (quincy) 2022-09-01T11:30:37.958 INFO:teuthology.orchestra.run.smithi052.stderr:election_strategy: 1 2022-09-01T11:30:37.958 INFO:teuthology.orchestra.run.smithi052.stderr:0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2022-09-01T11:30:37.958 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:37.958 INFO:teuthology.orchestra.run.smithi052.stderr: -295> 2022-09-01T11:30:37.715+0000 7f1b5b07e600 10 monclient: _renew_subs 2022-09-01T11:30:37.959 INFO:teuthology.orchestra.run.smithi052.stderr: -294> 2022-09-01T11:30:37.715+0000 7f1b5b07e600 10 monclient: _send_mon_message to mon.a at v2:172.21.15.52:3300/0 2022-09-01T11:30:37.959 INFO:teuthology.orchestra.run.smithi052.stderr: -293> 2022-09-01T11:30:37.715+0000 7f1b5b07e600 1 librados: init done 2022-09-01T11:30:37.959 INFO:teuthology.orchestra.run.smithi052.stderr: -292> 2022-09-01T11:30:37.716+0000 7f1b55822700 4 mgrc handle_mgr_map Got map version 5 2022-09-01T11:30:37.959 INFO:teuthology.orchestra.run.smithi052.stderr: -291> 2022-09-01T11:30:37.716+0000 7f1b55822700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.52:6824/92983,v1:172.21.15.52:6825/92983] 2022-09-01T11:30:37.960 INFO:teuthology.orchestra.run.smithi052.stderr: -290> 2022-09-01T11:30:37.716+0000 7f1b55822700 4 mgrc reconnect Starting new session with [v2:172.21.15.52:6824/92983,v1:172.21.15.52:6825/92983] 2022-09-01T11:30:37.960 INFO:teuthology.orchestra.run.smithi052.stderr: -289> 2022-09-01T11:30:37.716+0000 7f1b58828700 10 monclient: get_auth_request con 0x557f641f9400 auth_method 0 2022-09-01T11:30:37.960 INFO:teuthology.orchestra.run.smithi052.stderr: -288> 2022-09-01T11:30:37.716+0000 7f1b5982a700 10 monclient: get_auth_request con 0x557f641f8c00 auth_method 0 2022-09-01T11:30:37.960 INFO:teuthology.orchestra.run.smithi052.stderr: -287> 2022-09-01T11:30:37.717+0000 7f1b59029700 10 monclient: get_auth_request con 0x557f641f9c00 auth_method 0 2022-09-01T11:30:37.961 INFO:teuthology.orchestra.run.smithi052.stderr: -286> 2022-09-01T11:30:37.719+0000 7f1b58828700 10 monclient: get_auth_request con 0x557f641f9800 auth_method 0 2022-09-01T11:30:37.961 INFO:teuthology.orchestra.run.smithi052.stderr: -285> 2022-09-01T11:30:37.733+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca34877e0) adding auth protocol: cephx 2022-09-01T11:30:37.961 INFO:teuthology.orchestra.run.smithi052.stderr: -284> 2022-09-01T11:30:37.733+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca34877e0) adding auth protocol: cephx 2022-09-01T11:30:37.961 INFO:teuthology.orchestra.run.smithi052.stderr: -283> 2022-09-01T11:30:37.733+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca34877e0) adding auth protocol: cephx 2022-09-01T11:30:37.962 INFO:teuthology.orchestra.run.smithi052.stderr: -282> 2022-09-01T11:30:37.733+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca34877e0) adding con mode: secure 2022-09-01T11:30:37.962 INFO:teuthology.orchestra.run.smithi052.stderr: -281> 2022-09-01T11:30:37.733+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca34877e0) adding con mode: crc 2022-09-01T11:30:37.962 INFO:teuthology.orchestra.run.smithi052.stderr: -280> 2022-09-01T11:30:37.733+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca34877e0) adding con mode: secure 2022-09-01T11:30:37.963 INFO:teuthology.orchestra.run.smithi052.stderr: -279> 2022-09-01T11:30:37.733+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca34877e0) adding con mode: crc 2022-09-01T11:30:37.963 INFO:teuthology.orchestra.run.smithi052.stderr: -278> 2022-09-01T11:30:37.733+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca34877e0) adding con mode: secure 2022-09-01T11:30:37.963 INFO:teuthology.orchestra.run.smithi052.stderr: -277> 2022-09-01T11:30:37.733+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca34877e0) adding con mode: crc 2022-09-01T11:30:37.963 INFO:teuthology.orchestra.run.smithi052.stderr: -276> 2022-09-01T11:30:37.733+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca34877e0) adding con mode: crc 2022-09-01T11:30:37.964 INFO:teuthology.orchestra.run.smithi052.stderr: -275> 2022-09-01T11:30:37.733+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca34877e0) adding con mode: secure 2022-09-01T11:30:37.964 INFO:teuthology.orchestra.run.smithi052.stderr: -274> 2022-09-01T11:30:37.733+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca34877e0) adding con mode: crc 2022-09-01T11:30:37.964 INFO:teuthology.orchestra.run.smithi052.stderr: -273> 2022-09-01T11:30:37.733+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca34877e0) adding con mode: secure 2022-09-01T11:30:37.964 INFO:teuthology.orchestra.run.smithi052.stderr: -272> 2022-09-01T11:30:37.733+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca34877e0) adding con mode: crc 2022-09-01T11:30:37.965 INFO:teuthology.orchestra.run.smithi052.stderr: -271> 2022-09-01T11:30:37.733+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca34877e0) adding con mode: secure 2022-09-01T11:30:37.965 INFO:teuthology.orchestra.run.smithi052.stderr: -270> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:37.965 INFO:teuthology.orchestra.run.smithi052.stderr: -269> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command cache list hook 0x557f641ecb60 2022-09-01T11:30:37.965 INFO:teuthology.orchestra.run.smithi052.stderr: -268> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command cache inspect hook 0x557f641ecb60 2022-09-01T11:30:37.966 INFO:teuthology.orchestra.run.smithi052.stderr: -267> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command cache erase hook 0x557f641ecb60 2022-09-01T11:30:37.966 INFO:teuthology.orchestra.run.smithi052.stderr: -266> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command cache zap hook 0x557f641ecb60 2022-09-01T11:30:37.966 INFO:teuthology.orchestra.run.smithi052.stderr: -265> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 10 monclient: get_monmap_and_config 2022-09-01T11:30:37.966 INFO:teuthology.orchestra.run.smithi052.stderr: -264> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 10 monclient: build_initial_monmap 2022-09-01T11:30:37.967 INFO:teuthology.orchestra.run.smithi052.stderr: -263> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 1 build_initial for_mkfs: 0 2022-09-01T11:30:37.967 INFO:teuthology.orchestra.run.smithi052.stderr: -262> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 10 monclient: monmap: 2022-09-01T11:30:37.967 INFO:teuthology.orchestra.run.smithi052.stderr:epoch 0 2022-09-01T11:30:37.967 INFO:teuthology.orchestra.run.smithi052.stderr:fsid 00000000-0000-0000-0000-000000000000 2022-09-01T11:30:37.968 INFO:teuthology.orchestra.run.smithi052.stderr:last_changed 0.000000 2022-09-01T11:30:37.968 INFO:teuthology.orchestra.run.smithi052.stderr:created 0.000000 2022-09-01T11:30:37.968 INFO:teuthology.orchestra.run.smithi052.stderr:min_mon_release 0 (unknown) 2022-09-01T11:30:37.968 INFO:teuthology.orchestra.run.smithi052.stderr:election_strategy: 1 2022-09-01T11:30:37.969 INFO:teuthology.orchestra.run.smithi052.stderr:0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.noname-a 2022-09-01T11:30:37.969 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:37.969 INFO:teuthology.orchestra.run.smithi052.stderr: -261> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding auth protocol: cephx 2022-09-01T11:30:37.970 INFO:teuthology.orchestra.run.smithi052.stderr: -260> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding auth protocol: cephx 2022-09-01T11:30:37.970 INFO:teuthology.orchestra.run.smithi052.stderr: -259> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding auth protocol: cephx 2022-09-01T11:30:37.970 INFO:teuthology.orchestra.run.smithi052.stderr: -258> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: secure 2022-09-01T11:30:37.970 INFO:teuthology.orchestra.run.smithi052.stderr: -257> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: crc 2022-09-01T11:30:37.971 INFO:teuthology.orchestra.run.smithi052.stderr: -256> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: secure 2022-09-01T11:30:37.971 INFO:teuthology.orchestra.run.smithi052.stderr: -255> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: crc 2022-09-01T11:30:37.971 INFO:teuthology.orchestra.run.smithi052.stderr: -254> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: secure 2022-09-01T11:30:37.971 INFO:teuthology.orchestra.run.smithi052.stderr: -253> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: crc 2022-09-01T11:30:37.972 INFO:teuthology.orchestra.run.smithi052.stderr: -252> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: crc 2022-09-01T11:30:37.972 INFO:teuthology.orchestra.run.smithi052.stderr: -251> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: secure 2022-09-01T11:30:37.972 INFO:teuthology.orchestra.run.smithi052.stderr: -250> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: crc 2022-09-01T11:30:37.973 INFO:teuthology.orchestra.run.smithi052.stderr: -249> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: secure 2022-09-01T11:30:37.973 INFO:teuthology.orchestra.run.smithi052.stderr: -248> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: crc 2022-09-01T11:30:37.973 INFO:teuthology.orchestra.run.smithi052.stderr: -247> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: secure 2022-09-01T11:30:37.973 INFO:teuthology.orchestra.run.smithi052.stderr: -246> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:37.974 INFO:teuthology.orchestra.run.smithi052.stderr: -245> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 10 monclient: init 2022-09-01T11:30:37.974 INFO:teuthology.orchestra.run.smithi052.stderr: -244> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3487410) adding auth protocol: cephx 2022-09-01T11:30:37.974 INFO:teuthology.orchestra.run.smithi052.stderr: -243> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3487410) adding auth protocol: cephx 2022-09-01T11:30:37.974 INFO:teuthology.orchestra.run.smithi052.stderr: -242> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3487410) adding auth protocol: cephx 2022-09-01T11:30:37.975 INFO:teuthology.orchestra.run.smithi052.stderr: -241> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3487410) adding con mode: secure 2022-09-01T11:30:37.975 INFO:teuthology.orchestra.run.smithi052.stderr: -240> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3487410) adding con mode: crc 2022-09-01T11:30:37.975 INFO:teuthology.orchestra.run.smithi052.stderr: -239> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3487410) adding con mode: secure 2022-09-01T11:30:37.976 INFO:teuthology.orchestra.run.smithi052.stderr: -238> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3487410) adding con mode: crc 2022-09-01T11:30:37.976 INFO:teuthology.orchestra.run.smithi052.stderr: -237> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3487410) adding con mode: secure 2022-09-01T11:30:37.976 INFO:teuthology.orchestra.run.smithi052.stderr: -236> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3487410) adding con mode: crc 2022-09-01T11:30:37.976 INFO:teuthology.orchestra.run.smithi052.stderr: -235> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3487410) adding con mode: crc 2022-09-01T11:30:37.977 INFO:teuthology.orchestra.run.smithi052.stderr: -234> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3487410) adding con mode: secure 2022-09-01T11:30:37.977 INFO:teuthology.orchestra.run.smithi052.stderr: -233> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3487410) adding con mode: crc 2022-09-01T11:30:37.977 INFO:teuthology.orchestra.run.smithi052.stderr: -232> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3487410) adding con mode: secure 2022-09-01T11:30:37.977 INFO:teuthology.orchestra.run.smithi052.stderr: -231> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3487410) adding con mode: crc 2022-09-01T11:30:37.978 INFO:teuthology.orchestra.run.smithi052.stderr: -230> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 5 AuthRegistry(0x7ffca3487410) adding con mode: secure 2022-09-01T11:30:37.978 INFO:teuthology.orchestra.run.smithi052.stderr: -229> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:37.978 INFO:teuthology.orchestra.run.smithi052.stderr: -228> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:37.979 INFO:teuthology.orchestra.run.smithi052.stderr: -227> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 10 monclient: _reopen_session rank -1 2022-09-01T11:30:37.979 INFO:teuthology.orchestra.run.smithi052.stderr: -226> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 10 monclient: _add_conns ranks=[0] 2022-09-01T11:30:37.979 INFO:teuthology.orchestra.run.smithi052.stderr: -225> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 10 monclient(hunting): picked mon.noname-a con 0x557f64570c00 addr [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] 2022-09-01T11:30:37.980 INFO:teuthology.orchestra.run.smithi052.stderr: -224> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 10 monclient(hunting): start opening mon connection 2022-09-01T11:30:37.980 INFO:teuthology.orchestra.run.smithi052.stderr: -223> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 10 monclient(hunting): _renew_subs 2022-09-01T11:30:37.980 INFO:teuthology.orchestra.run.smithi052.stderr: -222> 2022-09-01T11:30:37.734+0000 7f1b5b07e600 10 monclient(hunting): authenticate will time out at 6952.985414s 2022-09-01T11:30:37.981 INFO:teuthology.orchestra.run.smithi052.stderr: -221> 2022-09-01T11:30:37.734+0000 7f1b59029700 10 monclient(hunting): get_auth_request con 0x557f64570c00 auth_method 0 2022-09-01T11:30:37.981 INFO:teuthology.orchestra.run.smithi052.stderr: -220> 2022-09-01T11:30:37.734+0000 7f1b59029700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2022-09-01T11:30:37.981 INFO:teuthology.orchestra.run.smithi052.stderr: -219> 2022-09-01T11:30:37.734+0000 7f1b59029700 10 monclient(hunting): _init_auth method 2 2022-09-01T11:30:37.981 INFO:teuthology.orchestra.run.smithi052.stderr: -218> 2022-09-01T11:30:37.734+0000 7f1b59029700 10 monclient(hunting): _init_auth creating new auth 2022-09-01T11:30:37.982 INFO:teuthology.orchestra.run.smithi052.stderr: -217> 2022-09-01T11:30:37.734+0000 7f1b59029700 10 monclient(hunting): handle_auth_reply_more payload 9 2022-09-01T11:30:37.982 INFO:teuthology.orchestra.run.smithi052.stderr: -216> 2022-09-01T11:30:37.734+0000 7f1b59029700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2022-09-01T11:30:37.982 INFO:teuthology.orchestra.run.smithi052.stderr: -215> 2022-09-01T11:30:37.734+0000 7f1b59029700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2022-09-01T11:30:37.983 INFO:teuthology.orchestra.run.smithi052.stderr: -214> 2022-09-01T11:30:37.734+0000 7f1b59029700 10 monclient(hunting): handle_auth_done global_id 6600 payload 274 2022-09-01T11:30:37.983 INFO:teuthology.orchestra.run.smithi052.stderr: -213> 2022-09-01T11:30:37.734+0000 7f1b59029700 10 monclient: _finish_hunting 0 2022-09-01T11:30:37.983 INFO:teuthology.orchestra.run.smithi052.stderr: -212> 2022-09-01T11:30:37.734+0000 7f1b59029700 1 monclient: found mon.noname-a 2022-09-01T11:30:37.984 INFO:teuthology.orchestra.run.smithi052.stderr: -211> 2022-09-01T11:30:37.734+0000 7f1b59029700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.52:3300/0 2022-09-01T11:30:37.984 INFO:teuthology.orchestra.run.smithi052.stderr: -210> 2022-09-01T11:30:37.735+0000 7f1b42ffd700 10 monclient: handle_monmap mon_map magic: 0 v1 2022-09-01T11:30:37.984 INFO:teuthology.orchestra.run.smithi052.stderr: -209> 2022-09-01T11:30:37.735+0000 7f1b42ffd700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2022-09-01T11:30:37.985 INFO:teuthology.orchestra.run.smithi052.stderr: -208> 2022-09-01T11:30:37.735+0000 7f1b42ffd700 10 monclient: dump: 2022-09-01T11:30:37.985 INFO:teuthology.orchestra.run.smithi052.stderr:epoch 1 2022-09-01T11:30:37.985 INFO:teuthology.orchestra.run.smithi052.stderr:fsid b85514f8-18f4-40b0-8ab3-6d24e6ba9b39 2022-09-01T11:30:37.985 INFO:teuthology.orchestra.run.smithi052.stderr:last_changed 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.986 INFO:teuthology.orchestra.run.smithi052.stderr:created 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.986 INFO:teuthology.orchestra.run.smithi052.stderr:min_mon_release 17 (quincy) 2022-09-01T11:30:37.986 INFO:teuthology.orchestra.run.smithi052.stderr:election_strategy: 1 2022-09-01T11:30:37.987 INFO:teuthology.orchestra.run.smithi052.stderr:0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2022-09-01T11:30:37.987 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:37.987 INFO:teuthology.orchestra.run.smithi052.stderr: -207> 2022-09-01T11:30:37.735+0000 7f1b42ffd700 10 monclient: _finish_auth 0 2022-09-01T11:30:37.987 INFO:teuthology.orchestra.run.smithi052.stderr: -206> 2022-09-01T11:30:37.735+0000 7f1b42ffd700 10 monclient: _check_auth_tickets 2022-09-01T11:30:37.988 INFO:teuthology.orchestra.run.smithi052.stderr: -205> 2022-09-01T11:30:37.735+0000 7f1b42ffd700 10 monclient: handle_config config(0 keys) v1 2022-09-01T11:30:37.988 INFO:teuthology.orchestra.run.smithi052.stderr: -204> 2022-09-01T11:30:37.735+0000 7f1b42ffd700 10 monclient: handle_monmap mon_map magic: 0 v1 2022-09-01T11:30:37.988 INFO:teuthology.orchestra.run.smithi052.stderr: -203> 2022-09-01T11:30:37.735+0000 7f1b42ffd700 10 monclient: got monmap 1 from mon.a (according to old e1) 2022-09-01T11:30:37.988 INFO:teuthology.orchestra.run.smithi052.stderr: -202> 2022-09-01T11:30:37.735+0000 7f1b42ffd700 10 monclient: dump: 2022-09-01T11:30:37.989 INFO:teuthology.orchestra.run.smithi052.stderr:epoch 1 2022-09-01T11:30:37.989 INFO:teuthology.orchestra.run.smithi052.stderr:fsid b85514f8-18f4-40b0-8ab3-6d24e6ba9b39 2022-09-01T11:30:37.989 INFO:teuthology.orchestra.run.smithi052.stderr:last_changed 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.989 INFO:teuthology.orchestra.run.smithi052.stderr:created 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:37.990 INFO:teuthology.orchestra.run.smithi052.stderr:min_mon_release 17 (quincy) 2022-09-01T11:30:37.990 INFO:teuthology.orchestra.run.smithi052.stderr:election_strategy: 1 2022-09-01T11:30:37.990 INFO:teuthology.orchestra.run.smithi052.stderr:0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2022-09-01T11:30:37.990 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:37.991 INFO:teuthology.orchestra.run.smithi052.stderr: -201> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 monclient: authenticate success, global_id 6600 2022-09-01T11:30:37.991 INFO:teuthology.orchestra.run.smithi052.stderr: -200> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 10 monclient: get_monmap_and_config success 2022-09-01T11:30:37.991 INFO:teuthology.orchestra.run.smithi052.stderr: -199> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 4 set_mon_vals no callback set 2022-09-01T11:30:37.991 INFO:teuthology.orchestra.run.smithi052.stderr: -198> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 10 monclient: shutdown 2022-09-01T11:30:37.992 INFO:teuthology.orchestra.run.smithi052.stderr: -197> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 10 monclient: build_initial_monmap 2022-09-01T11:30:37.992 INFO:teuthology.orchestra.run.smithi052.stderr: -196> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 1 build_initial for_mkfs: 0 2022-09-01T11:30:37.992 INFO:teuthology.orchestra.run.smithi052.stderr: -195> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 10 monclient: monmap: 2022-09-01T11:30:37.992 INFO:teuthology.orchestra.run.smithi052.stderr:epoch 0 2022-09-01T11:30:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:fsid 00000000-0000-0000-0000-000000000000 2022-09-01T11:30:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:last_changed 0.000000 2022-09-01T11:30:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:created 0.000000 2022-09-01T11:30:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:min_mon_release 0 (unknown) 2022-09-01T11:30:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:election_strategy: 1 2022-09-01T11:30:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.noname-a 2022-09-01T11:30:37.994 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:37.995 INFO:teuthology.orchestra.run.smithi052.stderr: -194> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding auth protocol: cephx 2022-09-01T11:30:37.995 INFO:teuthology.orchestra.run.smithi052.stderr: -193> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding auth protocol: cephx 2022-09-01T11:30:37.995 INFO:teuthology.orchestra.run.smithi052.stderr: -192> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding auth protocol: cephx 2022-09-01T11:30:37.995 INFO:teuthology.orchestra.run.smithi052.stderr: -191> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: secure 2022-09-01T11:30:37.996 INFO:teuthology.orchestra.run.smithi052.stderr: -190> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: crc 2022-09-01T11:30:37.996 INFO:teuthology.orchestra.run.smithi052.stderr: -189> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: secure 2022-09-01T11:30:37.996 INFO:teuthology.orchestra.run.smithi052.stderr: -188> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: crc 2022-09-01T11:30:37.996 INFO:teuthology.orchestra.run.smithi052.stderr: -187> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: secure 2022-09-01T11:30:37.997 INFO:teuthology.orchestra.run.smithi052.stderr: -186> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: crc 2022-09-01T11:30:37.997 INFO:teuthology.orchestra.run.smithi052.stderr: -185> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: crc 2022-09-01T11:30:37.997 INFO:teuthology.orchestra.run.smithi052.stderr: -184> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: secure 2022-09-01T11:30:37.997 INFO:teuthology.orchestra.run.smithi052.stderr: -183> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: crc 2022-09-01T11:30:37.998 INFO:teuthology.orchestra.run.smithi052.stderr: -182> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: secure 2022-09-01T11:30:37.998 INFO:teuthology.orchestra.run.smithi052.stderr: -181> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: crc 2022-09-01T11:30:37.998 INFO:teuthology.orchestra.run.smithi052.stderr: -180> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 5 AuthRegistry(0x557f64f58140) adding con mode: secure 2022-09-01T11:30:37.999 INFO:teuthology.orchestra.run.smithi052.stderr: -179> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:37.999 INFO:teuthology.orchestra.run.smithi052.stderr: -178> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 1 librados: starting msgr at 2022-09-01T11:30:37.999 INFO:teuthology.orchestra.run.smithi052.stderr: -177> 2022-09-01T11:30:37.735+0000 7f1b5b07e600 1 librados: starting objecter 2022-09-01T11:30:37.999 INFO:teuthology.orchestra.run.smithi052.stderr: -176> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command objecter_requests cmddesc objecter_requests hook 0x557f641ec730 EEXIST 2022-09-01T11:30:38.000 INFO:teuthology.orchestra.run.smithi052.stderr: -175> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 1 librados: setting wanted keys 2022-09-01T11:30:38.000 INFO:teuthology.orchestra.run.smithi052.stderr: -174> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 1 librados: calling monclient init 2022-09-01T11:30:38.000 INFO:teuthology.orchestra.run.smithi052.stderr: -173> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 10 monclient: init 2022-09-01T11:30:38.000 INFO:teuthology.orchestra.run.smithi052.stderr: -172> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 AuthRegistry(0x557f642550d8) adding auth protocol: cephx 2022-09-01T11:30:38.001 INFO:teuthology.orchestra.run.smithi052.stderr: -171> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 AuthRegistry(0x557f642550d8) adding auth protocol: cephx 2022-09-01T11:30:38.001 INFO:teuthology.orchestra.run.smithi052.stderr: -170> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 AuthRegistry(0x557f642550d8) adding auth protocol: cephx 2022-09-01T11:30:38.001 INFO:teuthology.orchestra.run.smithi052.stderr: -169> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 AuthRegistry(0x557f642550d8) adding con mode: secure 2022-09-01T11:30:38.001 INFO:teuthology.orchestra.run.smithi052.stderr: -168> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 AuthRegistry(0x557f642550d8) adding con mode: crc 2022-09-01T11:30:38.002 INFO:teuthology.orchestra.run.smithi052.stderr: -167> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 AuthRegistry(0x557f642550d8) adding con mode: secure 2022-09-01T11:30:38.002 INFO:teuthology.orchestra.run.smithi052.stderr: -166> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 AuthRegistry(0x557f642550d8) adding con mode: crc 2022-09-01T11:30:38.002 INFO:teuthology.orchestra.run.smithi052.stderr: -165> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 AuthRegistry(0x557f642550d8) adding con mode: secure 2022-09-01T11:30:38.002 INFO:teuthology.orchestra.run.smithi052.stderr: -164> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 AuthRegistry(0x557f642550d8) adding con mode: crc 2022-09-01T11:30:38.003 INFO:teuthology.orchestra.run.smithi052.stderr: -163> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 AuthRegistry(0x557f642550d8) adding con mode: crc 2022-09-01T11:30:38.003 INFO:teuthology.orchestra.run.smithi052.stderr: -162> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 AuthRegistry(0x557f642550d8) adding con mode: secure 2022-09-01T11:30:38.003 INFO:teuthology.orchestra.run.smithi052.stderr: -161> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 AuthRegistry(0x557f642550d8) adding con mode: crc 2022-09-01T11:30:38.004 INFO:teuthology.orchestra.run.smithi052.stderr: -160> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 AuthRegistry(0x557f642550d8) adding con mode: secure 2022-09-01T11:30:38.004 INFO:teuthology.orchestra.run.smithi052.stderr: -159> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 AuthRegistry(0x557f642550d8) adding con mode: crc 2022-09-01T11:30:38.004 INFO:teuthology.orchestra.run.smithi052.stderr: -158> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 AuthRegistry(0x557f642550d8) adding con mode: secure 2022-09-01T11:30:38.004 INFO:teuthology.orchestra.run.smithi052.stderr: -157> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:38.005 INFO:teuthology.orchestra.run.smithi052.stderr: -156> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 2 auth: KeyRing::load: loaded key file /etc/ceph/c2.client.0.keyring 2022-09-01T11:30:38.005 INFO:teuthology.orchestra.run.smithi052.stderr: -155> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 10 monclient: _reopen_session rank -1 2022-09-01T11:30:38.005 INFO:teuthology.orchestra.run.smithi052.stderr: -154> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 10 monclient: _add_conns ranks=[0] 2022-09-01T11:30:38.005 INFO:teuthology.orchestra.run.smithi052.stderr: -153> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 10 monclient(hunting): picked mon.noname-a con 0x557f64570c00 addr [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] 2022-09-01T11:30:38.006 INFO:teuthology.orchestra.run.smithi052.stderr: -152> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 10 monclient(hunting): start opening mon connection 2022-09-01T11:30:38.006 INFO:teuthology.orchestra.run.smithi052.stderr: -151> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 10 monclient(hunting): _renew_subs 2022-09-01T11:30:38.006 INFO:teuthology.orchestra.run.smithi052.stderr: -150> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 10 monclient(hunting): authenticate will time out at 6952.987286s 2022-09-01T11:30:38.006 INFO:teuthology.orchestra.run.smithi052.stderr: -149> 2022-09-01T11:30:37.736+0000 7f1b59029700 10 monclient(hunting): get_auth_request con 0x557f64570c00 auth_method 0 2022-09-01T11:30:38.007 INFO:teuthology.orchestra.run.smithi052.stderr: -148> 2022-09-01T11:30:37.736+0000 7f1b59029700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2022-09-01T11:30:38.007 INFO:teuthology.orchestra.run.smithi052.stderr: -147> 2022-09-01T11:30:37.736+0000 7f1b59029700 10 monclient(hunting): _init_auth method 2 2022-09-01T11:30:38.007 INFO:teuthology.orchestra.run.smithi052.stderr: -146> 2022-09-01T11:30:37.736+0000 7f1b59029700 10 monclient(hunting): _init_auth creating new auth 2022-09-01T11:30:38.007 INFO:teuthology.orchestra.run.smithi052.stderr: -145> 2022-09-01T11:30:37.736+0000 7f1b59029700 10 monclient(hunting): handle_auth_reply_more payload 9 2022-09-01T11:30:38.008 INFO:teuthology.orchestra.run.smithi052.stderr: -144> 2022-09-01T11:30:37.736+0000 7f1b59029700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2022-09-01T11:30:38.008 INFO:teuthology.orchestra.run.smithi052.stderr: -143> 2022-09-01T11:30:37.736+0000 7f1b59029700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2022-09-01T11:30:38.008 INFO:teuthology.orchestra.run.smithi052.stderr: -142> 2022-09-01T11:30:37.736+0000 7f1b59029700 10 monclient(hunting): handle_auth_done global_id 6601 payload 824 2022-09-01T11:30:38.008 INFO:teuthology.orchestra.run.smithi052.stderr: -141> 2022-09-01T11:30:37.736+0000 7f1b59029700 10 monclient: _finish_hunting 0 2022-09-01T11:30:38.009 INFO:teuthology.orchestra.run.smithi052.stderr: -140> 2022-09-01T11:30:37.736+0000 7f1b59029700 1 monclient: found mon.noname-a 2022-09-01T11:30:38.009 INFO:teuthology.orchestra.run.smithi052.stderr: -139> 2022-09-01T11:30:37.736+0000 7f1b59029700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.52:3300/0 2022-09-01T11:30:38.009 INFO:teuthology.orchestra.run.smithi052.stderr: -138> 2022-09-01T11:30:37.736+0000 7f1b417fa700 10 monclient: handle_monmap mon_map magic: 0 v1 2022-09-01T11:30:38.010 INFO:teuthology.orchestra.run.smithi052.stderr: -137> 2022-09-01T11:30:37.736+0000 7f1b417fa700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2022-09-01T11:30:38.010 INFO:teuthology.orchestra.run.smithi052.stderr: -136> 2022-09-01T11:30:37.736+0000 7f1b417fa700 10 monclient: dump: 2022-09-01T11:30:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:epoch 1 2022-09-01T11:30:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:fsid b85514f8-18f4-40b0-8ab3-6d24e6ba9b39 2022-09-01T11:30:38.011 INFO:teuthology.orchestra.run.smithi052.stderr:last_changed 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:38.011 INFO:teuthology.orchestra.run.smithi052.stderr:created 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:38.011 INFO:teuthology.orchestra.run.smithi052.stderr:min_mon_release 17 (quincy) 2022-09-01T11:30:38.011 INFO:teuthology.orchestra.run.smithi052.stderr:election_strategy: 1 2022-09-01T11:30:38.012 INFO:teuthology.orchestra.run.smithi052.stderr:0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2022-09-01T11:30:38.012 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:38.012 INFO:teuthology.orchestra.run.smithi052.stderr: -135> 2022-09-01T11:30:37.736+0000 7f1b417fa700 10 monclient: _finish_auth 0 2022-09-01T11:30:38.012 INFO:teuthology.orchestra.run.smithi052.stderr: -134> 2022-09-01T11:30:37.736+0000 7f1b417fa700 10 monclient: _check_auth_tickets 2022-09-01T11:30:38.013 INFO:teuthology.orchestra.run.smithi052.stderr: -133> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 monclient: authenticate success, global_id 6601 2022-09-01T11:30:38.013 INFO:teuthology.orchestra.run.smithi052.stderr: -132> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 10 monclient: _renew_subs 2022-09-01T11:30:38.013 INFO:teuthology.orchestra.run.smithi052.stderr: -131> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 10 monclient: _send_mon_message to mon.a at v2:172.21.15.52:3300/0 2022-09-01T11:30:38.014 INFO:teuthology.orchestra.run.smithi052.stderr: -130> 2022-09-01T11:30:37.736+0000 7f1b417fa700 10 monclient: handle_config config(0 keys) v1 2022-09-01T11:30:38.014 INFO:teuthology.orchestra.run.smithi052.stderr: -129> 2022-09-01T11:30:37.736+0000 7f1b417fa700 10 monclient: handle_monmap mon_map magic: 0 v1 2022-09-01T11:30:38.014 INFO:teuthology.orchestra.run.smithi052.stderr: -128> 2022-09-01T11:30:37.736+0000 7f1b417fa700 10 monclient: got monmap 1 from mon.a (according to old e1) 2022-09-01T11:30:38.014 INFO:teuthology.orchestra.run.smithi052.stderr: -127> 2022-09-01T11:30:37.736+0000 7f1b42ffd700 4 set_mon_vals no callback set 2022-09-01T11:30:38.015 INFO:teuthology.orchestra.run.smithi052.stderr: -126> 2022-09-01T11:30:37.736+0000 7f1b417fa700 10 monclient: dump: 2022-09-01T11:30:38.015 INFO:teuthology.orchestra.run.smithi052.stderr:epoch 1 2022-09-01T11:30:38.015 INFO:teuthology.orchestra.run.smithi052.stderr:fsid b85514f8-18f4-40b0-8ab3-6d24e6ba9b39 2022-09-01T11:30:38.015 INFO:teuthology.orchestra.run.smithi052.stderr:last_changed 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:38.016 INFO:teuthology.orchestra.run.smithi052.stderr:created 2022-09-01T09:52:47.027552+0000 2022-09-01T11:30:38.016 INFO:teuthology.orchestra.run.smithi052.stderr:min_mon_release 17 (quincy) 2022-09-01T11:30:38.016 INFO:teuthology.orchestra.run.smithi052.stderr:election_strategy: 1 2022-09-01T11:30:38.016 INFO:teuthology.orchestra.run.smithi052.stderr:0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2022-09-01T11:30:38.017 INFO:teuthology.orchestra.run.smithi052.stderr: 2022-09-01T11:30:38.017 INFO:teuthology.orchestra.run.smithi052.stderr: -125> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 10 monclient: _renew_subs 2022-09-01T11:30:38.017 INFO:teuthology.orchestra.run.smithi052.stderr: -124> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 10 monclient: _send_mon_message to mon.a at v2:172.21.15.52:3300/0 2022-09-01T11:30:38.018 INFO:teuthology.orchestra.run.smithi052.stderr: -123> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 1 librados: init done 2022-09-01T11:30:38.018 INFO:teuthology.orchestra.run.smithi052.stderr: -122> 2022-09-01T11:30:37.736+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command cr dump hook 0x557f64f5cdd8 2022-09-01T11:30:38.018 INFO:teuthology.orchestra.run.smithi052.stderr: -121> 2022-09-01T11:30:37.737+0000 7f1b417fa700 4 mgrc handle_mgr_map Got map version 5 2022-09-01T11:30:38.019 INFO:teuthology.orchestra.run.smithi052.stderr: -120> 2022-09-01T11:30:37.737+0000 7f1b417fa700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.52:6824/92983,v1:172.21.15.52:6825/92983] 2022-09-01T11:30:38.019 INFO:teuthology.orchestra.run.smithi052.stderr: -119> 2022-09-01T11:30:37.737+0000 7f1b417fa700 4 mgrc reconnect Starting new session with [v2:172.21.15.52:6824/92983,v1:172.21.15.52:6825/92983] 2022-09-01T11:30:38.019 INFO:teuthology.orchestra.run.smithi052.stderr: -118> 2022-09-01T11:30:37.737+0000 7f1b58828700 10 monclient: get_auth_request con 0x557f645e4000 auth_method 0 2022-09-01T11:30:38.019 INFO:teuthology.orchestra.run.smithi052.stderr: -117> 2022-09-01T11:30:37.738+0000 7f1b5982a700 10 monclient: get_auth_request con 0x557f64571000 auth_method 0 2022-09-01T11:30:38.020 INFO:teuthology.orchestra.run.smithi052.stderr: -116> 2022-09-01T11:30:37.740+0000 7f1b59029700 10 monclient: get_auth_request con 0x557f64528c00 auth_method 0 2022-09-01T11:30:38.020 INFO:teuthology.orchestra.run.smithi052.stderr: -115> 2022-09-01T11:30:37.742+0000 7f1b58828700 10 monclient: get_auth_request con 0x557f645e4c00 auth_method 0 2022-09-01T11:30:38.020 INFO:teuthology.orchestra.run.smithi052.stderr: -114> 2022-09-01T11:30:37.779+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command sync trace show hook 0x557f642216c0 2022-09-01T11:30:38.021 INFO:teuthology.orchestra.run.smithi052.stderr: -113> 2022-09-01T11:30:37.779+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command sync trace history hook 0x557f642216c0 2022-09-01T11:30:38.021 INFO:teuthology.orchestra.run.smithi052.stderr: -112> 2022-09-01T11:30:37.779+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command sync trace active hook 0x557f642216c0 2022-09-01T11:30:38.021 INFO:teuthology.orchestra.run.smithi052.stderr: -111> 2022-09-01T11:30:37.779+0000 7f1b5b07e600 5 asok(0x557f6428c000) register_command sync trace active_short hook 0x557f642216c0 2022-09-01T11:30:38.021 INFO:teuthology.orchestra.run.smithi052.stderr: -110> 2022-09-01T11:30:37.782+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: sync status for source bucket: init. lease is: not taken. stop indications is: 0 2022-09-01T11:30:38.022 INFO:teuthology.orchestra.run.smithi052.stderr: -109> 2022-09-01T11:30:37.787+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: waiting on bucket lease 2022-09-01T11:30:38.022 INFO:teuthology.orchestra.run.smithi052.stderr: -108> 2022-09-01T11:30:37.788+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: status after acquiring the lock is: init 2022-09-01T11:30:38.022 INFO:teuthology.orchestra.run.smithi052.stderr: -107> 2022-09-01T11:30:37.809+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: listing bucket for full sync 2022-09-01T11:30:38.022 INFO:teuthology.orchestra.run.smithi052.stderr: -106> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj11 2022-09-01T11:30:38.023 INFO:teuthology.orchestra.run.smithi052.stderr: -105> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj11]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj11 op=0 op_state=1 2022-09-01T11:30:38.023 INFO:teuthology.orchestra.run.smithi052.stderr: -104> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj11]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj11[0] 2022-09-01T11:30:38.023 INFO:teuthology.orchestra.run.smithi052.stderr: -103> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj111 2022-09-01T11:30:38.024 INFO:teuthology.orchestra.run.smithi052.stderr: -102> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj111]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj111 op=0 op_state=1 2022-09-01T11:30:38.024 INFO:teuthology.orchestra.run.smithi052.stderr: -101> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj111]: : injecting data sync error on key=obj111 2022-09-01T11:30:38.024 INFO:teuthology.orchestra.run.smithi052.stderr: -100> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 10 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj111]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:30:38.025 INFO:teuthology.orchestra.run.smithi052.stderr: -99> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj111]: ERROR: failed to sync object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj111 2022-09-01T11:30:38.025 INFO:teuthology.orchestra.run.smithi052.stderr: -98> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj115 2022-09-01T11:30:38.025 INFO:teuthology.orchestra.run.smithi052.stderr: -97> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj115]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj115 op=0 op_state=1 2022-09-01T11:30:38.026 INFO:teuthology.orchestra.run.smithi052.stderr: -96> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj115]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj115[0] 2022-09-01T11:30:38.026 INFO:teuthology.orchestra.run.smithi052.stderr: -95> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj116 2022-09-01T11:30:38.026 INFO:teuthology.orchestra.run.smithi052.stderr: -94> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj116]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj116 op=0 op_state=1 2022-09-01T11:30:38.026 INFO:teuthology.orchestra.run.smithi052.stderr: -93> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj116]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj116[0] 2022-09-01T11:30:38.027 INFO:teuthology.orchestra.run.smithi052.stderr: -92> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj124 2022-09-01T11:30:38.027 INFO:teuthology.orchestra.run.smithi052.stderr: -91> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj124]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj124 op=0 op_state=1 2022-09-01T11:30:38.027 INFO:teuthology.orchestra.run.smithi052.stderr: -90> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj124]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj124[0] 2022-09-01T11:30:38.027 INFO:teuthology.orchestra.run.smithi052.stderr: -89> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj145 2022-09-01T11:30:38.028 INFO:teuthology.orchestra.run.smithi052.stderr: -88> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj145]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj145 op=0 op_state=1 2022-09-01T11:30:38.028 INFO:teuthology.orchestra.run.smithi052.stderr: -87> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj145]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj145[0] 2022-09-01T11:30:38.028 INFO:teuthology.orchestra.run.smithi052.stderr: -86> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj148 2022-09-01T11:30:38.029 INFO:teuthology.orchestra.run.smithi052.stderr: -85> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj148]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj148 op=0 op_state=1 2022-09-01T11:30:38.029 INFO:teuthology.orchestra.run.smithi052.stderr: -84> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj148]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj148[0] 2022-09-01T11:30:38.029 INFO:teuthology.orchestra.run.smithi052.stderr: -83> 2022-09-01T11:30:37.815+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj155 2022-09-01T11:30:38.030 INFO:teuthology.orchestra.run.smithi052.stderr: -82> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj155]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj155 op=0 op_state=1 2022-09-01T11:30:38.030 INFO:teuthology.orchestra.run.smithi052.stderr: -81> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj155]: : injecting data sync error on key=obj155 2022-09-01T11:30:38.030 INFO:teuthology.orchestra.run.smithi052.stderr: -80> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 10 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj155]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:30:38.030 INFO:teuthology.orchestra.run.smithi052.stderr: -79> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj155]: ERROR: failed to sync object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj155 2022-09-01T11:30:38.031 INFO:teuthology.orchestra.run.smithi052.stderr: -78> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj17 2022-09-01T11:30:38.031 INFO:teuthology.orchestra.run.smithi052.stderr: -77> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj17]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj17 op=0 op_state=1 2022-09-01T11:30:38.031 INFO:teuthology.orchestra.run.smithi052.stderr: -76> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj17]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj17[0] 2022-09-01T11:30:38.032 INFO:teuthology.orchestra.run.smithi052.stderr: -75> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj185 2022-09-01T11:30:38.032 INFO:teuthology.orchestra.run.smithi052.stderr: -74> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj185]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj185 op=0 op_state=1 2022-09-01T11:30:38.032 INFO:teuthology.orchestra.run.smithi052.stderr: -73> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj185]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj185[0] 2022-09-01T11:30:38.032 INFO:teuthology.orchestra.run.smithi052.stderr: -72> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj19 2022-09-01T11:30:38.033 INFO:teuthology.orchestra.run.smithi052.stderr: -71> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj19]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj19 op=0 op_state=1 2022-09-01T11:30:38.033 INFO:teuthology.orchestra.run.smithi052.stderr: -70> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj19]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj19[0] 2022-09-01T11:30:38.033 INFO:teuthology.orchestra.run.smithi052.stderr: -69> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj22 2022-09-01T11:30:38.034 INFO:teuthology.orchestra.run.smithi052.stderr: -68> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj22]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj22 op=0 op_state=1 2022-09-01T11:30:38.034 INFO:teuthology.orchestra.run.smithi052.stderr: -67> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj22]: : injecting data sync error on key=obj22 2022-09-01T11:30:38.034 INFO:teuthology.orchestra.run.smithi052.stderr: -66> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 10 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj22]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:30:38.034 INFO:teuthology.orchestra.run.smithi052.stderr: -65> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj22]: ERROR: failed to sync object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj22 2022-09-01T11:30:38.035 INFO:teuthology.orchestra.run.smithi052.stderr: -64> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj23 2022-09-01T11:30:38.035 INFO:teuthology.orchestra.run.smithi052.stderr: -63> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj23]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj23 op=0 op_state=1 2022-09-01T11:30:38.035 INFO:teuthology.orchestra.run.smithi052.stderr: -62> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj23]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj23[0] 2022-09-01T11:30:38.035 INFO:teuthology.orchestra.run.smithi052.stderr: -61> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj29 2022-09-01T11:30:38.036 INFO:teuthology.orchestra.run.smithi052.stderr: -60> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj29]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj29 op=0 op_state=1 2022-09-01T11:30:38.036 INFO:teuthology.orchestra.run.smithi052.stderr: -59> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj29]: : injecting data sync error on key=obj29 2022-09-01T11:30:38.036 INFO:teuthology.orchestra.run.smithi052.stderr: -58> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 10 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj29]: failed, retcode=-5 ((5) Input/output error) 2022-09-01T11:30:38.037 INFO:teuthology.orchestra.run.smithi052.stderr: -57> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 0 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj29]: ERROR: failed to sync object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj29 2022-09-01T11:30:38.037 INFO:teuthology.orchestra.run.smithi052.stderr: -56> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj31 2022-09-01T11:30:38.037 INFO:teuthology.orchestra.run.smithi052.stderr: -55> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj31]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj31 op=0 op_state=1 2022-09-01T11:30:38.038 INFO:teuthology.orchestra.run.smithi052.stderr: -54> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 5 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj31]: bucket sync: sync obj: da1c99b4-d79b-4a9d-ae11-1177cd3f72f7/:ptoxvb-74[da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25])/obj31[0] 2022-09-01T11:30:38.038 INFO:teuthology.orchestra.run.smithi052.stderr: -53> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]: [full sync] syncing object: ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0/obj33 2022-09-01T11:30:38.038 INFO:teuthology.orchestra.run.smithi052.stderr: -52> 2022-09-01T11:30:37.816+0000 7f1b5b07e600 20 RGW-SYNC:bucket[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25<-ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:full_sync[ptoxvb-74:da1c99b4-d79b-4a9d-ae11-1177cd3f72f7.5593.25:0]:entry[obj33]: bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b=bucket sync single entry (source_zone=da1c99b4-d79b-4a9d-ae11-1177cd3f72f7) b= log_entry=obj33 op=0 op_state=1 2022-09-01T11:30:38.046 DEBUG:teuthology.orchestra.run:got remote process result: None 2022-09-01T11:30:38.047 INFO:tasks.rgw.c2.client.0:Restarting daemon 2022-09-01T11:30:38.047 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c2.client.0.stdout 2>&1 2022-09-01T11:30:38.051 INFO:tasks.rgw.c2.client.0:Started 2022-09-01T11:30:38.051 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:38.075 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:30:38.076 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:30:38.077 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:30:38.077 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi052.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T11:30:39.079 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:30:39.107 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:30:39.108 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:30:39.108 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2022-09-01T11:30:39.109 INFO:teuthology.orchestra.run.smithi052.stdout:anonymous 2022-09-01T11:30:39.189 INFO:tasks.rgw_multisite_tests:Create several generations of objects, trash them, then run bucket sync init ... FAIL 2022-09-01T11:30:39.192 INFO:rgw_multi.tests:create role zone=test-zone1 name=roles-ptoxvb-1 2022-09-01T11:30:39.193 DEBUG:boto:Method: POST 2022-09-01T11:30:39.193 DEBUG:boto:Path: / 2022-09-01T11:30:39.194 DEBUG:boto:Data: 2022-09-01T11:30:39.194 DEBUG:boto:Headers: {} 2022-09-01T11:30:39.195 DEBUG:boto:Host: smithi044.front.sepia.ceph.com 2022-09-01T11:30:39.195 DEBUG:boto:Port: 8000 2022-09-01T11:30:39.196 DEBUG:boto:Params: {'RoleName': 'roles-ptoxvb-1', 'AssumeRolePolicyDocument': '{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}', 'Path': '', 'Action': 'CreateRole', 'Version': '2010-05-08'} 2022-09-01T11:30:39.197 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:30:39.197 DEBUG:boto:Token: None 2022-09-01T11:30:39.198 DEBUG:boto:CanonicalRequest: POST / host:smithi044.front.sepia.ceph.com:8000 x-amz-date:20220901T113039Z host;x-amz-date bb5e8e141df02be7fa84deafbc9dcb24209f78bed4d9c4a84f63b227a292a9fa 2022-09-01T11:30:39.199 DEBUG:boto:StringToSign: AWS4-HMAC-SHA256 20220901T113039Z 20220901/front/smithi044/aws4_request 8ac82b563d2858ff9a7e7c67001ed698136b8da643aafbefa00a8442e6239a37 2022-09-01T11:30:39.200 DEBUG:boto:Signature: 1ed879e6f21c03ad8934258585c1e097c40df400a86d08486d3d4bdb7e813ef0 2022-09-01T11:30:39.200 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'X-Amz-Date': '20220901T113039Z', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Content-Length': '325', 'Authorization': 'AWS4-HMAC-SHA256 Credential=CL2SBWKRI72ZZIQ6GS78/20220901/front/smithi044/aws4_request,SignedHeaders=host;x-amz-date,Signature=1ed879e6f21c03ad8934258585c1e097c40df400a86d08486d3d4bdb7e813ef0', 'Host': 'smithi044.front.sepia.ceph.com:8000'} 2022-09-01T11:30:39.213 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000b88905ee75a78cea-00631097df-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '731'), ('Date', 'Thu, 01 Sep 2022 11:30:39 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:30:39.214 DEBUG:boto:b'974da2c0-b933-4f41-b265-59e0f8127b38roles-ptoxvb-1/arn:aws:iam:::role/roles-ptoxvb-12022-09-01T11:30:39.201Z3600{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}tx00000b88905ee75a78cea-00631097df-15d7-test-zone1' 2022-09-01T11:30:39.215 INFO:rgw_multi.tests:create role zone=test-zone2 name=roles-ptoxvb-2 2022-09-01T11:30:39.216 DEBUG:boto:Method: POST 2022-09-01T11:30:39.216 DEBUG:boto:Path: / 2022-09-01T11:30:39.217 DEBUG:boto:Data: 2022-09-01T11:30:39.217 DEBUG:boto:Headers: {} 2022-09-01T11:30:39.218 DEBUG:boto:Host: smithi052.front.sepia.ceph.com 2022-09-01T11:30:39.219 DEBUG:boto:Port: 8000 2022-09-01T11:30:39.219 DEBUG:boto:Params: {'RoleName': 'roles-ptoxvb-2', 'AssumeRolePolicyDocument': '{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}', 'Path': '', 'Action': 'CreateRole', 'Version': '2010-05-08'} 2022-09-01T11:30:39.220 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:30:39.220 DEBUG:boto:Token: None 2022-09-01T11:30:39.221 DEBUG:boto:CanonicalRequest: POST / host:smithi052.front.sepia.ceph.com:8000 x-amz-date:20220901T113039Z host;x-amz-date a724a958c8ff6978e6ac5ccad9839b3b97d773133601e453e1916513aae0c7d7 2022-09-01T11:30:39.221 DEBUG:boto:StringToSign: AWS4-HMAC-SHA256 20220901T113039Z 20220901/front/smithi052/aws4_request 4150d05efba9c792486d0f4a08a6c5242b866214f016d6eeb83d1b468589f397 2022-09-01T11:30:39.222 DEBUG:boto:Signature: 2d5fc50a8e463eda02fa84489b55a88788d4c5c564a9d6121e3b284aab458126 2022-09-01T11:30:39.223 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'X-Amz-Date': '20220901T113039Z', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Content-Length': '325', 'Authorization': 'AWS4-HMAC-SHA256 Credential=CL2SBWKRI72ZZIQ6GS78/20220901/front/smithi052/aws4_request,SignedHeaders=host;x-amz-date,Signature=2d5fc50a8e463eda02fa84489b55a88788d4c5c564a9d6121e3b284aab458126', 'Host': 'smithi052.front.sepia.ceph.com:8000'} 2022-09-01T11:31:07.741 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000e4cdd1be75d6d965-00631097df-19cd-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '731'), ('Date', 'Thu, 01 Sep 2022 11:31:07 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:31:07.743 DEBUG:boto:b'edf00ad6-53e1-4cdf-aee7-6582b84c3053roles-ptoxvb-2/arn:aws:iam:::role/roles-ptoxvb-22022-09-01T11:30:39.235Z3600{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}tx00000e4cdd1be75d6d965-00631097df-19cd-test-zone2' 2022-09-01T11:31:07.745 INFO:rgw_multi.tests:create role zone=test-zone3 name=roles-ptoxvb-3 2022-09-01T11:31:07.746 DEBUG:boto:Method: POST 2022-09-01T11:31:07.747 DEBUG:boto:Path: / 2022-09-01T11:31:07.747 DEBUG:boto:Data: 2022-09-01T11:31:07.748 DEBUG:boto:Headers: {} 2022-09-01T11:31:07.748 DEBUG:boto:Host: smithi044.front.sepia.ceph.com 2022-09-01T11:31:07.749 DEBUG:boto:Port: 8001 2022-09-01T11:31:07.749 DEBUG:boto:Params: {'RoleName': 'roles-ptoxvb-3', 'AssumeRolePolicyDocument': '{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}', 'Path': '', 'Action': 'CreateRole', 'Version': '2010-05-08'} 2022-09-01T11:31:07.750 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T11:31:07.751 DEBUG:boto:Token: None 2022-09-01T11:31:07.751 DEBUG:boto:CanonicalRequest: POST / host:smithi044.front.sepia.ceph.com:8001 x-amz-date:20220901T113107Z host;x-amz-date eb4b942e375e6a5946ff9daf9fa7c28eeed92b3a9d56cd290e2cdc092d71f8c7 2022-09-01T11:31:07.752 DEBUG:boto:StringToSign: AWS4-HMAC-SHA256 20220901T113107Z 20220901/front/smithi044/aws4_request 442199a68fe5ba6b607dd621e496d711d28cf565b281a2530b44cf2f39dc15c7 2022-09-01T11:31:07.752 DEBUG:boto:Signature: f5297452d5ad5b6be9a088b9ba7288d78434450b6a939ca9fd61411dd58fa012 2022-09-01T11:31:07.753 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'X-Amz-Date': '20220901T113107Z', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Content-Length': '325', 'Authorization': 'AWS4-HMAC-SHA256 Credential=CL2SBWKRI72ZZIQ6GS78/20220901/front/smithi044/aws4_request,SignedHeaders=host;x-amz-date,Signature=f5297452d5ad5b6be9a088b9ba7288d78434450b6a939ca9fd61411dd58fa012', 'Host': 'smithi044.front.sepia.ceph.com:8001'} 2022-09-01T11:31:08.779 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000cb49e014110862ca-00631097fb-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '731'), ('Date', 'Thu, 01 Sep 2022 11:31:08 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:31:08.780 DEBUG:boto:b'b90cfce0-474f-484b-bcb8-ca71cf96ca70roles-ptoxvb-3/arn:aws:iam:::role/roles-ptoxvb-32022-09-01T11:31:08.768Z3600{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}tx00000cb49e014110862ca-00631097fb-1855-test-zone3' 2022-09-01T11:31:08.782 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:08.783 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:08.784 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:31:08.841 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:31:08.842 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:31:08.881 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T11:31:08.898 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:31:08.899 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:31:08.899 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:31:08.900 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:31:08.900 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:31:08.900 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:31:08.900 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:31:08.901 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:31:08.760142Z" 2022-09-01T11:31:08.901 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:31:08.902 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:31:08.902 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:31:08.903 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:30:39.204737Z" 2022-09-01T11:31:08.903 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:31:08.904 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:31:08.904 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031839.229704_485.1", 2022-09-01T11:31:08.904 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:30:39.229704Z" 2022-09-01T11:31:08.905 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:31:08.905 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:31:08.906 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:31:08.907 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T11:31:08.908 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:08.908 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:08.909 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:31:08.969 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:31:08.970 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:31:09.005 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:08.999+0000 7f65f2039600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:09.006 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:09.001+0000 7f65f2039600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:09.021 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:31:09.022 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:31:09.022 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:31:09.023 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:31:09.023 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:31:09.024 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:31:09.025 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:09.025 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:09.026 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:31:09.026 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:09.027 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:31:09.027 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:09.027 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:09.028 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:31:09.028 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:09.029 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:31:09.029 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:09.029 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:31:09.030 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:09.030 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:09.031 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:09.031 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:09.031 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:31:09.031 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:09.032 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:09.032 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:31:09.032 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:09.032 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:09.033 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:09.033 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:31:09.033 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:09.034 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:09.034 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:09.034 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:09.035 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:31:09.035 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:09.036 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:09.036 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:31:09.036 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:09.037 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:09.037 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:09.037 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:31:09.038 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:09.038 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:09.038 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:09.038 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:09.039 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:31:09.039 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:09.039 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:09.039 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031701.019199_475.1", 2022-09-01T11:31:09.040 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:09.040 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:09.040 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:09.041 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.019199Z", 2022-09-01T11:31:09.041 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:09.041 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:09.041 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:09.042 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:31:09.042 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:09.042 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:31:09.042 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:31:09.043 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:31:09.043 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:09.043 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:31:09Z" 2022-09-01T11:31:09.044 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:31:09.045 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031701.019199_475.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.019199Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:31:09Z" } 2022-09-01T11:31:09.046 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031701.019199_475.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.019199Z', 'realm_epoch': 4}}] 2022-09-01T11:31:09.047 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:31:09.048 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662031701.019199_475.1'} 2022-09-01T11:31:09.048 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=1 master=1_1662031868.760142_334.1 target=, shard=2 master=1_1662031839.204737_210.1 target=, shard=3 master=1_1662031839.229704_485.1 target=1_1662031701.019199_475.1 2022-09-01T11:31:14.049 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:14.050 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:14.051 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:31:14.110 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:31:14.110 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:31:14.142 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:14.137+0000 7fb4daf53600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:14.143 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:14.138+0000 7fb4daf53600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:14.158 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:31:14.159 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:31:14.159 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:31:14.159 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:31:14.160 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:31:14.160 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:31:14.160 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:14.161 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:14.161 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:31:14.161 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:14.162 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:31:14.162 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:14.162 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:14.162 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:31:14.163 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:14.163 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:31:14.163 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:14.164 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:31:14.164 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:14.164 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:14.164 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:14.165 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:14.165 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:31:14.165 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:14.165 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:14.166 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:31:14.166 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:14.166 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:14.166 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:14.167 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:31:14.167 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:14.167 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:14.167 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:14.168 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:14.168 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:31:14.168 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:14.169 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:14.169 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:31:14.169 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:14.169 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:14.170 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:14.170 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:31:14.170 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:14.170 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:14.171 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:14.171 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:14.171 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:31:14.171 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:14.172 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:14.172 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031701.019199_475.1", 2022-09-01T11:31:14.172 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:14.172 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:14.173 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:14.173 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.019199Z", 2022-09-01T11:31:14.173 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:14.174 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:14.174 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:14.174 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:31:14.174 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:14.175 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:31:14.175 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:31:14.175 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:31:14.175 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:14.176 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:31:14Z" 2022-09-01T11:31:14.176 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:31:14.177 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031701.019199_475.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.019199Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:31:14Z" } 2022-09-01T11:31:14.178 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031701.019199_475.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.019199Z', 'realm_epoch': 4}}] 2022-09-01T11:31:14.178 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:31:14.179 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662031701.019199_475.1'} 2022-09-01T11:31:14.179 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=1 master=1_1662031868.760142_334.1 target=, shard=2 master=1_1662031839.204737_210.1 target=, shard=3 master=1_1662031839.229704_485.1 target=1_1662031701.019199_475.1 2022-09-01T11:31:19.181 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:19.181 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:19.182 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:31:19.241 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:31:19.241 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:31:19.275 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:19.269+0000 7f33b2514600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:19.276 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:19.271+0000 7f33b2514600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:19.292 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:31:19.292 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:31:19.292 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:31:19.293 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:31:19.293 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:31:19.293 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:31:19.294 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:19.294 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:19.294 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:31:19.294 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:19.295 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:31:19.295 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:19.295 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:19.296 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:31:19.296 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:19.296 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:31:19.296 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:19.297 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:31:19.297 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:19.297 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:19.297 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:19.298 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:19.298 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:31:19.299 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:19.299 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:19.299 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:31:19.299 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:19.300 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:19.300 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:19.300 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:31:19.300 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:19.301 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:19.301 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:19.301 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:19.302 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:31:19.302 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:19.303 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:19.303 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:31:19.304 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:19.305 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:19.305 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:19.305 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:31:19.306 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:19.306 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:19.306 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:19.306 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:19.307 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:31:19.307 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:19.307 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:19.307 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031701.019199_475.1", 2022-09-01T11:31:19.308 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:19.308 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:19.308 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:19.309 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.019199Z", 2022-09-01T11:31:19.309 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:19.309 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:19.309 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:19.310 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:31:19.310 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:19.310 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:31:19.310 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:31:19.311 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:31:19.311 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:19.311 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:31:19Z" 2022-09-01T11:31:19.311 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:31:19.313 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031701.019199_475.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.019199Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:31:19Z" } 2022-09-01T11:31:19.313 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031701.019199_475.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.019199Z', 'realm_epoch': 4}}] 2022-09-01T11:31:19.314 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:31:19.315 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662031701.019199_475.1'} 2022-09-01T11:31:19.316 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=1 master=1_1662031868.760142_334.1 target=, shard=2 master=1_1662031839.204737_210.1 target=, shard=3 master=1_1662031839.229704_485.1 target=1_1662031701.019199_475.1 2022-09-01T11:31:24.318 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:24.319 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:24.319 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:31:24.378 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:31:24.379 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:31:24.412 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:24.407+0000 7f3360a1f600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:24.413 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:24.408+0000 7f3360a1f600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:24.428 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:31:24.429 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:31:24.429 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:31:24.430 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:31:24.430 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:31:24.430 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:31:24.430 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:24.431 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:24.431 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:31:24.431 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:24.432 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:31:24.432 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:24.432 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:24.432 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:31:24.433 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:24.433 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:31:24.433 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:24.433 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:31:24.434 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:24.434 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:24.435 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:24.435 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:24.435 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:31:24.436 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:24.436 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:24.436 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:31:24.436 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:24.437 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:24.437 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:24.437 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:31:24.437 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:24.438 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:24.438 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:24.439 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:24.439 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:31:24.439 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:24.440 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:24.440 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:31:24.440 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:24.441 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:24.441 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:24.441 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:31:24.442 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:24.442 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:24.442 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:24.442 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:24.443 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:31:24.443 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:24.443 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:24.444 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031701.019199_475.1", 2022-09-01T11:31:24.444 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:24.444 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:24.444 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:24.445 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.019199Z", 2022-09-01T11:31:24.445 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:24.445 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:24.446 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:24.446 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:31:24.446 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:24.446 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:31:24.447 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:31:24.447 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:31:24.447 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:24.448 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:31:24Z" 2022-09-01T11:31:24.448 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:31:24.449 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031701.019199_475.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.019199Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:31:24Z" } 2022-09-01T11:31:24.450 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031701.019199_475.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.019199Z', 'realm_epoch': 4}}] 2022-09-01T11:31:24.450 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:31:24.451 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662031701.019199_475.1'} 2022-09-01T11:31:24.451 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=1 master=1_1662031868.760142_334.1 target=, shard=2 master=1_1662031839.204737_210.1 target=, shard=3 master=1_1662031839.229704_485.1 target=1_1662031701.019199_475.1 2022-09-01T11:31:29.455 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:29.456 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:29.457 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:31:29.515 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:31:29.515 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:31:29.549 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:29.545+0000 7f652bcc8600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:29.550 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:29.546+0000 7f652bcc8600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:29.565 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:31:29.566 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:31:29.566 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:31:29.566 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:31:29.567 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:31:29.567 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:31:29.567 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:29.568 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:29.568 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:31:29.568 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:29.568 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:31:29.569 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:29.569 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:29.569 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:31:29.569 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:29.570 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:31:29.570 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:29.570 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:31:29.571 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:29.571 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:29.571 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:29.572 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:29.572 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:31:29.572 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:29.572 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:29.573 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:31:29.573 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:29.573 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:29.574 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:29.574 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:31:29.574 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:29.574 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:29.575 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:29.575 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:29.575 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:31:29.575 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:29.576 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:29.576 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:31:29.576 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:29.577 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:29.577 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:29.578 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:31:29.578 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:29.579 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:29.579 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:29.581 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:29.581 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:31:29.582 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:29.582 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:29.583 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031701.019199_475.1", 2022-09-01T11:31:29.583 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:29.584 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:29.584 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:29.584 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.019199Z", 2022-09-01T11:31:29.584 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:29.585 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:29.585 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:29.585 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:31:29.585 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:29.586 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:31:29.586 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:31:29.586 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:31:29.587 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:29.587 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:31:29Z" 2022-09-01T11:31:29.587 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:31:29.589 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031701.019199_475.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.019199Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:31:29Z" } 2022-09-01T11:31:29.589 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031701.019199_475.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.019199Z', 'realm_epoch': 4}}] 2022-09-01T11:31:29.590 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:31:29.590 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662031701.019199_475.1'} 2022-09-01T11:31:29.591 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=1 master=1_1662031868.760142_334.1 target=, shard=2 master=1_1662031839.204737_210.1 target=, shard=3 master=1_1662031839.229704_485.1 target=1_1662031701.019199_475.1 2022-09-01T11:31:34.592 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:34.593 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:34.594 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:31:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:31:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:31:34.686 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:34.681+0000 7fae63d9c600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:34.687 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:34.683+0000 7fae63d9c600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:34.702 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:31:34.702 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:31:34.703 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:31:34.703 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:31:34.703 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:31:34.703 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:31:34.704 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:34.704 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:34.704 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:31:34.705 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:34.705 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:31:34.705 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:34.705 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:34.706 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:31:34.706 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:34.707 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:31:34.707 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:34.707 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:31:34.708 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:34.708 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:34.709 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:34.709 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:34.709 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:31:34.710 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:34.711 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:34.711 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:31:34.712 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:34.712 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:34.713 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:34.713 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:31:34.713 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:34.714 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:34.714 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:34.715 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:34.715 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:31:34.715 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:34.716 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:34.716 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:31:34.716 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:34.717 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:34.717 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:34.718 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:31:34.718 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:34.718 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:34.719 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:34.719 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:34.719 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:31:34.720 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:34.720 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:34.720 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031701.019199_475.1", 2022-09-01T11:31:34.720 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:34.721 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:34.721 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:34.721 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.019199Z", 2022-09-01T11:31:34.721 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:34.722 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:34.722 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:34.722 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:31:34.722 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:34.723 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:31:34.723 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:31:34.723 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:31:34.724 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:34.724 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:31:34Z" 2022-09-01T11:31:34.724 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:31:34.726 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031701.019199_475.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.019199Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:31:34Z" } 2022-09-01T11:31:34.727 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031701.019199_475.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.019199Z', 'realm_epoch': 4}}] 2022-09-01T11:31:34.728 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:31:34.728 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662031701.019199_475.1'} 2022-09-01T11:31:34.729 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=1 master=1_1662031868.760142_334.1 target=, shard=2 master=1_1662031839.204737_210.1 target=, shard=3 master=1_1662031839.229704_485.1 target=1_1662031701.019199_475.1 2022-09-01T11:31:39.730 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:39.731 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:39.732 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:31:39.790 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:31:39.790 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:31:39.823 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:39.819+0000 7efe3c43a600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:39.824 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:39.820+0000 7efe3c43a600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:39.839 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:31:39.840 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:31:39.840 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:31:39.840 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:31:39.841 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:31:39.841 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:31:39.841 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:39.842 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:39.842 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:31:39.842 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:39.842 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:31:39.843 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:39.843 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:39.843 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:31:39.844 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:39.844 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:31:39.844 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:39.844 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:31:39.845 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:39.845 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:39.845 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:39.845 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:39.846 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:31:39.846 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:39.846 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:39.846 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:31:39.847 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:39.847 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:39.847 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:39.848 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:31:39.848 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:39.848 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:39.848 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:39.849 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:39.849 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:31:39.849 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:39.849 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:39.850 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:31:39.850 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:39.850 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:39.851 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:39.851 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:31:39.851 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:39.851 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:39.852 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:39.852 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:39.852 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:31:39.852 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:39.853 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:39.853 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031701.019199_475.1", 2022-09-01T11:31:39.853 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:39.853 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:39.854 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:39.854 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.019199Z", 2022-09-01T11:31:39.854 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:39.854 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:39.855 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:39.855 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:31:39.855 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:39.855 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:31:39.856 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:31:39.856 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:31:39.856 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:39.857 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:31:39Z" 2022-09-01T11:31:39.858 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:31:39.860 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031701.019199_475.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.019199Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:31:39Z" } 2022-09-01T11:31:39.861 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031701.019199_475.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.019199Z', 'realm_epoch': 4}}] 2022-09-01T11:31:39.862 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:31:39.862 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662031701.019199_475.1'} 2022-09-01T11:31:39.863 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=1 master=1_1662031868.760142_334.1 target=, shard=2 master=1_1662031839.204737_210.1 target=, shard=3 master=1_1662031839.229704_485.1 target=1_1662031701.019199_475.1 2022-09-01T11:31:44.865 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:44.867 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:44.868 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:31:44.927 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:31:44.927 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:31:44.964 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:44.960+0000 7f8fb1732600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:44.965 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:44.961+0000 7f8fb1732600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:44.980 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:31:44.981 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:31:44.981 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:31:44.981 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:31:44.982 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:31:44.982 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:31:44.983 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:44.983 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:44.983 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:31:44.984 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:44.984 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:31:44.984 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:44.984 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:44.985 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:31:44.985 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:44.985 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:31:44.985 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:44.986 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:31:44.986 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:44.986 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:44.987 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:44.987 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:44.987 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:31:44.987 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:44.988 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:44.988 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:31:44.988 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:44.988 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:44.989 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:44.989 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:31:44.989 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:44.989 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:44.990 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:44.990 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:44.990 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:31:44.991 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:44.991 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:44.991 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:31:44.991 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:44.992 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:44.992 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:44.992 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:31:44.992 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:44.993 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:44.993 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:44.993 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:44.993 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:31:44.994 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:44.994 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:44.994 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031701.019199_475.1", 2022-09-01T11:31:44.994 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:44.995 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:44.995 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:44.995 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.019199Z", 2022-09-01T11:31:44.995 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:44.996 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:44.996 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:44.996 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:31:44.996 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:44.997 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:31:44.997 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:31:44.997 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:31:44.997 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:44.998 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:31:44Z" 2022-09-01T11:31:44.998 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:31:44.999 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031701.019199_475.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.019199Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:31:44Z" } 2022-09-01T11:31:45.000 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031701.019199_475.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.019199Z', 'realm_epoch': 4}}] 2022-09-01T11:31:45.000 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:31:45.001 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662031701.019199_475.1'} 2022-09-01T11:31:45.001 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=1 master=1_1662031868.760142_334.1 target=, shard=2 master=1_1662031839.204737_210.1 target=, shard=3 master=1_1662031839.229704_485.1 target=1_1662031701.019199_475.1 2022-09-01T11:31:50.003 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:50.004 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:50.004 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:31:50.063 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:31:50.064 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:31:50.097 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:50.091+0000 7ff6290fa600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:50.099 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:50.093+0000 7ff6290fa600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:50.113 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:31:50.114 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:31:50.114 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:31:50.115 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:31:50.115 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:31:50.115 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:31:50.116 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:50.116 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:50.116 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:31:50.116 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:50.117 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:31:50.117 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:50.117 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:50.118 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:31:50.118 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:50.118 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:31:50.119 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:50.119 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:31:50.119 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:50.119 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:50.120 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:50.120 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:50.120 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:31:50.121 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:50.121 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:50.121 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:31:50.121 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:50.122 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:50.122 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:50.122 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:31:50.123 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:50.123 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:50.123 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:50.124 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:50.124 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:31:50.125 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:50.125 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:50.126 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:31:50.126 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:50.127 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:50.127 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:50.128 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:31:50.129 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:50.129 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:50.130 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:50.130 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:50.131 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:31:50.131 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:50.131 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:50.132 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031701.019199_475.1", 2022-09-01T11:31:50.132 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:50.132 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:50.132 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:50.133 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.019199Z", 2022-09-01T11:31:50.133 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:50.133 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:50.134 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:50.134 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:31:50.134 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:50.134 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:31:50.135 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:31:50.135 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:31:50.135 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:50.135 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:31:50Z" 2022-09-01T11:31:50.136 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:31:50.137 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031701.019199_475.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.019199Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:31:50Z" } 2022-09-01T11:31:50.138 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031701.019199_475.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.019199Z', 'realm_epoch': 4}}] 2022-09-01T11:31:50.138 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:31:50.139 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662031701.019199_475.1'} 2022-09-01T11:31:50.139 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=1 master=1_1662031868.760142_334.1 target=, shard=2 master=1_1662031839.204737_210.1 target=, shard=3 master=1_1662031839.229704_485.1 target=1_1662031701.019199_475.1 2022-09-01T11:31:55.140 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:55.142 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:31:55.143 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:31:55.201 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:31:55.201 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:31:55.234 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:55.229+0000 7f9e9fdbb600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:55.235 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:31:55.230+0000 7f9e9fdbb600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:31:55.250 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:31:55.251 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:31:55.251 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:31:55.252 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:31:55.252 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:31:55.252 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:31:55.253 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:55.253 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:55.253 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:31:55.254 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:55.254 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:31:55.255 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:55.255 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:55.255 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:31:55.255 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:55.256 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:31:55.256 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:55.257 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:31:55.258 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:55.258 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:55.258 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:55.258 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:55.259 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:31:55.259 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:55.259 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:55.260 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:31:55.260 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:55.260 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:55.260 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:55.261 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:31:55.261 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:55.261 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:55.262 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:55.262 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:55.263 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:31:55.263 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:55.263 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:55.263 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:31:55.264 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:55.264 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:55.264 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:55.265 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:31:55.265 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:31:55.265 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:55.265 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:55.266 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:31:55.266 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:31:55.266 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:31:55.267 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:31:55.267 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031701.019199_475.1", 2022-09-01T11:31:55.267 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:31:55.268 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:31:55.268 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:31:55.268 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.019199Z", 2022-09-01T11:31:55.268 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:31:55.269 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:55.269 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:31:55.269 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:31:55.269 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:55.270 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:31:55.270 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:31:55.270 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:31:55.270 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:31:55.271 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:31:55Z" 2022-09-01T11:31:55.271 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:31:55.272 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031701.019199_475.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.019199Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:31:55Z" } 2022-09-01T11:31:55.273 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031701.019199_475.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.019199Z', 'realm_epoch': 4}}] 2022-09-01T11:31:55.274 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:31:55.274 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662031701.019199_475.1'} 2022-09-01T11:31:55.275 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=1 master=1_1662031868.760142_334.1 target=, shard=2 master=1_1662031839.204737_210.1 target=, shard=3 master=1_1662031839.229704_485.1 target=1_1662031701.019199_475.1 2022-09-01T11:32:00.277 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:00.278 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:00.278 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:32:00.336 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:32:00.337 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:32:00.369 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:00.363+0000 7f670369d600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:00.370 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:00.365+0000 7f670369d600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:00.385 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:32:00.386 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:32:00.386 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:32:00.387 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:32:00.387 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:32:00.388 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:32:00.388 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:00.389 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:00.389 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:32:00.390 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:00.390 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:32:00.391 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:00.391 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:00.392 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:32:00.392 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:00.393 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:32:00.393 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:00.394 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:32:00.394 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:32:00.395 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:00.395 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:00.395 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:00.396 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:32:00.397 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:00.397 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:00.397 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:32:00.398 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:00.398 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:00.398 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:00.398 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:32:00.399 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:32:00.399 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:00.399 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:00.399 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:00.400 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:32:00.400 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:00.400 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:00.401 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:32:00.401 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:00.401 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:00.401 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:00.402 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:32:00.402 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:32:00.402 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:00.402 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:00.403 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:00.403 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:32:00.403 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:00.403 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:00.404 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031701.019199_475.1", 2022-09-01T11:32:00.404 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:00.404 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:00.404 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:00.405 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.019199Z", 2022-09-01T11:32:00.405 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:00.405 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:00.406 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:00.406 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:32:00.406 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:00.407 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:32:00.407 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:32:00.407 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:32:00.408 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:00.408 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:32:00Z" 2022-09-01T11:32:00.408 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:32:00.410 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031701.019199_475.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.019199Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:32:00Z" } 2022-09-01T11:32:00.411 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031701.019199_475.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.019199Z', 'realm_epoch': 4}}] 2022-09-01T11:32:00.411 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:32:00.412 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662031701.019199_475.1'} 2022-09-01T11:32:00.413 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=1 master=1_1662031868.760142_334.1 target=, shard=2 master=1_1662031839.204737_210.1 target=, shard=3 master=1_1662031839.229704_485.1 target=1_1662031701.019199_475.1 2022-09-01T11:32:05.414 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:05.416 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:05.417 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:32:05.476 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:32:05.476 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:32:05.509 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:05.503+0000 7fd424a9c600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:05.510 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:05.504+0000 7fd424a9c600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:05.525 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:32:05.526 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:32:05.526 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:32:05.527 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:32:05.527 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:32:05.528 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:32:05.528 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:05.529 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:05.530 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:32:05.530 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:05.531 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:32:05.531 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:05.532 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:05.532 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:32:05.533 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:05.533 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:32:05.534 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:05.534 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:32:05.535 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:32:05.535 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:05.536 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:05.536 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:05.537 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:32:05.537 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:05.538 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:05.538 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "", 2022-09-01T11:32:05.539 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:05.539 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:05.540 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:05.540 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "0.000000", 2022-09-01T11:32:05.541 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:32:05.541 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:05.542 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:05.542 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:05.543 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:32:05.543 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:05.544 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:05.544 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:32:05.544 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:05.545 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:05.545 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:05.546 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:32:05.546 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:32:05.547 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:05.547 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:05.548 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:05.549 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:32:05.550 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:05.550 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:05.550 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031701.019199_475.1", 2022-09-01T11:32:05.551 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:05.551 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:05.551 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:05.551 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.019199Z", 2022-09-01T11:32:05.552 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:05.552 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:05.552 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:05.553 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:32:05.553 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:05.553 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:32:05.554 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:32:05.554 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:32:05.555 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:05.555 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:32:05Z" 2022-09-01T11:32:05.555 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:32:05.556 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "0.000000", "realm_epoch": 2 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031701.019199_475.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.019199Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:32:05Z" } 2022-09-01T11:32:05.557 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '0.000000', 'realm_epoch': 2}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031701.019199_475.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.019199Z', 'realm_epoch': 4}}] 2022-09-01T11:32:05.558 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:32:05.558 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '', 2: '', 3: '1_1662031701.019199_475.1'} 2022-09-01T11:32:05.559 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=1 master=1_1662031868.760142_334.1 target=, shard=2 master=1_1662031839.204737_210.1 target=, shard=3 master=1_1662031839.229704_485.1 target=1_1662031701.019199_475.1 2022-09-01T11:32:10.560 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:10.561 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:10.562 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:32:10.619 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:32:10.620 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:32:10.657 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:10.651+0000 7f10d66c4600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:10.658 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:10.653+0000 7f10d66c4600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:10.672 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:32:10.673 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:32:10.673 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:32:10.674 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:32:10.674 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:32:10.674 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:32:10.675 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:10.675 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:10.675 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:32:10.676 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:10.676 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:32:10.676 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:10.676 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:10.677 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:32:10.677 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:10.678 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:32:10.678 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:10.679 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:32:10.679 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:32:10.680 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:10.680 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:10.681 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:10.681 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:32:10.681 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:10.681 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:10.682 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:32:10.682 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:10.682 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:10.683 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:10.683 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:32:10.683 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:10.683 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:10.684 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:10.684 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:10.684 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:32:10.685 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:10.685 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:10.685 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:32:10.686 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:10.686 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:10.686 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:10.687 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:32:10.687 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:32:10.687 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:10.687 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:10.688 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:10.688 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:32:10.688 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:10.688 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:10.689 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031701.019199_475.1", 2022-09-01T11:32:10.689 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:10.689 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:10.690 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:10.690 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.019199Z", 2022-09-01T11:32:10.690 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:10.691 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:10.691 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:10.691 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:32:10.691 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:10.692 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:32:10.692 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:32:10.692 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:32:10.692 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:10.693 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:32:10Z" 2022-09-01T11:32:10.693 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:32:10.695 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031701.019199_475.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.019199Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:32:10Z" } 2022-09-01T11:32:10.696 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031701.019199_475.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.019199Z', 'realm_epoch': 4}}] 2022-09-01T11:32:10.697 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:32:10.698 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '', 3: '1_1662031701.019199_475.1'} 2022-09-01T11:32:10.698 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1662031839.204737_210.1 target=, shard=3 master=1_1662031839.229704_485.1 target=1_1662031701.019199_475.1 2022-09-01T11:32:15.700 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:15.701 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:15.702 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:32:15.760 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:32:15.761 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:32:15.793 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:15.788+0000 7f19352a7600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:15.794 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:15.789+0000 7f19352a7600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:15.809 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:32:15.810 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:32:15.811 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:32:15.811 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:32:15.812 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:32:15.812 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:32:15.812 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:15.813 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:15.813 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:32:15.813 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:15.814 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:32:15.814 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:15.814 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:15.814 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:32:15.815 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:15.815 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:32:15.815 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:15.815 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:32:15.816 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:32:15.816 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:15.816 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:15.816 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:15.817 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:32:15.817 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:15.817 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:15.817 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:32:15.818 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:15.818 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:15.818 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:15.819 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:32:15.819 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:15.819 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:15.820 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:15.820 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:15.820 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:32:15.820 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:15.821 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:15.821 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026267.867747_115.1", 2022-09-01T11:32:15.821 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:15.822 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:15.822 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:15.822 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:57:47.867747Z", 2022-09-01T11:32:15.822 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:32:15.823 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:15.823 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:15.823 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:15.823 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:32:15.824 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:15.824 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:15.825 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031701.019199_475.1", 2022-09-01T11:32:15.825 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:15.825 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:15.825 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:15.826 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.019199Z", 2022-09-01T11:32:15.826 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:15.826 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:15.826 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:15.827 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:32:15.827 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:15.827 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:32:15.827 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:32:15.828 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:32:15.828 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:15.829 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:32:15Z" 2022-09-01T11:32:15.829 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:32:15.830 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662026267.867747_115.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T09:57:47.867747Z", "realm_epoch": 2 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031701.019199_475.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.019199Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:32:15Z" } 2022-09-01T11:32:15.831 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662026267.867747_115.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T09:57:47.867747Z', 'realm_epoch': 2}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031701.019199_475.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.019199Z', 'realm_epoch': 4}}] 2022-09-01T11:32:15.832 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:32:15.833 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '', 3: '1_1662031701.019199_475.1'} 2022-09-01T11:32:15.833 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1662031839.204737_210.1 target=, shard=3 master=1_1662031839.229704_485.1 target=1_1662031701.019199_475.1 2022-09-01T11:32:20.835 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:20.835 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:20.836 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:32:20.895 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:32:20.895 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:32:20.928 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:20.923+0000 7f8e2f06f600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:20.929 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:20.924+0000 7f8e2f06f600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:20.944 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:32:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:32:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:32:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:32:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:32:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:32:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:32:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:32:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:32:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:32:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:32:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:32:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:32:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:32:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:32:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:32:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:32:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:32:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:32:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.229704_485.1", 2022-09-01T11:32:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.229704Z", 2022-09-01T11:32:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:32:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:32:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:32:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:32:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:32:20Z" 2022-09-01T11:32:20.963 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:32:20.964 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031839.229704_485.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.229704Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:32:20Z" } 2022-09-01T11:32:20.965 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031839.229704_485.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.229704Z', 'realm_epoch': 4}}] 2022-09-01T11:32:20.965 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:32:20.966 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:32:20.966 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T11:32:20.967 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T11:32:20.968 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:20.968 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:20.969 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:32:21.028 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:32:21.029 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:32:21.074 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:32:21.069+0000 7f7e9497b600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:21.075 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:32:21.070+0000 7f7e9497b600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:21.093 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:32:21.094 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T11:32:21.094 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T11:32:21.094 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T11:32:21.095 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T11:32:21.095 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:32:21.095 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:32:21.096 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:32:21.097 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T11:32:21.098 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:32:21.098 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T11:32:21.099 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:32:21.099 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:32:21.100 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:32:21.100 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:32:21.101 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T11:32:21.101 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:32:21.101 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:32:21.102 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:32:21.102 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:32:21.103 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:32:21.103 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:32:21.104 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T11:32:21.105 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:32:21.105 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:32:21.105 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:32:21.106 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:32:21.106 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:32:21.106 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:32:21.107 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:32:21.107 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:32:21.107 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:32:21.108 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:32:21.108 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:32:21.108 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T11:32:21.109 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:32:21.109 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:32:21.110 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:32:21.110 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:32:21.110 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:32:21.111 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:32:21.111 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:32:21.112 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:32:21.112 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:32:21.113 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:32:21.114 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:32:21.114 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T11:32:21.114 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:32:21.115 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:32:21.115 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031839.229704_485.1", 2022-09-01T11:32:21.115 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:32:21.116 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:32:21.116 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:32:21.116 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:30:39.229704Z", 2022-09-01T11:32:21.116 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:32:21.117 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:32:21.117 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:32:21.117 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:32:21.118 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:32:21.118 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T11:32:21.118 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T11:32:21.119 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T11:32:21.119 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:32:21.119 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T11:32:21Z" 2022-09-01T11:32:21.119 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:32:21.121 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031839.229704_485.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.229704Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:32:21Z" } 2022-09-01T11:32:21.121 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031839.229704_485.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.229704Z', 'realm_epoch': 4}}] 2022-09-01T11:32:21.122 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:32:21.122 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:32:21.123 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T11:32:21.123 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T11:32:21.124 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:21.124 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:21.125 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:32:21.177 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:32:21.178 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:32:21.206 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:21.201+0000 7f0fbdb62600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:21.207 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:21.202+0000 7f0fbdb62600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:21.220 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:32:21.221 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:32:21.221 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:32:21.221 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:32:21.222 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:32:21.222 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:32:21.222 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:21.223 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:21.223 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:32:21.223 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:21.223 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:32:21.224 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:21.224 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:21.224 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:32:21.224 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:21.225 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:32:21.225 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:21.225 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:32:21.226 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:32:21.226 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:21.226 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:21.226 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:21.227 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:32:21.227 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:21.227 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:21.227 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:32:21.228 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:21.228 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:21.228 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:21.228 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:32:21.229 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:21.229 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:21.229 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:21.229 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:21.230 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:32:21.230 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:21.230 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:21.230 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:32:21.231 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:21.231 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:21.231 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:21.231 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:32:21.232 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:21.232 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:21.232 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:21.233 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:21.233 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:32:21.233 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:21.233 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:21.234 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.229704_485.1", 2022-09-01T11:32:21.234 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:21.234 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:21.234 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:21.235 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.229704Z", 2022-09-01T11:32:21.235 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:21.235 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:21.235 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:21.236 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:32:21.236 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:21.236 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:32:21.236 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:32:21.237 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:32:21.237 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:21.237 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:32:21Z" 2022-09-01T11:32:21.237 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:32:21.239 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031839.229704_485.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.229704Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:32:21Z" } 2022-09-01T11:32:21.240 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031839.229704_485.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.229704Z', 'realm_epoch': 4}}] 2022-09-01T11:32:21.240 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:32:21.241 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031839.229704_485.1'} 2022-09-01T11:32:21.241 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T11:32:21.242 INFO:tasks.rgw_multi.zone_rados:comparing role=roles-ptoxvb-1 zones={test-zone2, test-zone1} 2022-09-01T11:32:21.242 DEBUG:boto:Method: POST 2022-09-01T11:32:21.243 DEBUG:boto:Path: / 2022-09-01T11:32:21.243 DEBUG:boto:Data: 2022-09-01T11:32:21.244 DEBUG:boto:Headers: {} 2022-09-01T11:32:21.245 DEBUG:boto:Host: smithi052.front.sepia.ceph.com 2022-09-01T11:32:21.245 DEBUG:boto:Port: 8000 2022-09-01T11:32:21.246 DEBUG:boto:Params: {'RoleName': 'roles-ptoxvb-1', 'Action': 'GetRole', 'Version': '2010-05-08'} 2022-09-01T11:32:21.247 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:32:21.247 DEBUG:boto:Token: None 2022-09-01T11:32:21.248 DEBUG:boto:CanonicalRequest: POST / host:smithi052.front.sepia.ceph.com:8000 x-amz-date:20220901T113221Z host;x-amz-date 0c5381cbc2a975010d7c3448dc6742e61cbecba9d09dc170180aee9d8a9955cb 2022-09-01T11:32:21.249 DEBUG:boto:StringToSign: AWS4-HMAC-SHA256 20220901T113221Z 20220901/front/smithi052/aws4_request 9801394654415d964186675487b3ba261e21bd1896843357c9d7ad3f2983127e 2022-09-01T11:32:21.249 DEBUG:boto:Signature: 4616190c458f47618dd5c563bb70e24db469e8fa351a646c15410f816fe2cdb2 2022-09-01T11:32:21.250 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'X-Amz-Date': '20220901T113221Z', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Content-Length': '57', 'Authorization': 'AWS4-HMAC-SHA256 Credential=CL2SBWKRI72ZZIQ6GS78/20220901/front/smithi052/aws4_request,SignedHeaders=host;x-amz-date,Signature=4616190c458f47618dd5c563bb70e24db469e8fa351a646c15410f816fe2cdb2', 'Host': 'smithi052.front.sepia.ceph.com:8000'} 2022-09-01T11:32:21.254 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000ae113c3822cecfec-0063109845-19cd-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '719'), ('Date', 'Thu, 01 Sep 2022 11:32:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:21.255 DEBUG:boto:b'tx00000ae113c3822cecfec-0063109845-19cd-test-zone2974da2c0-b933-4f41-b265-59e0f8127b38roles-ptoxvb-1/arn:aws:iam:::role/roles-ptoxvb-12022-09-01T11:32:19.302Z3600{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}' 2022-09-01T11:32:21.256 DEBUG:boto:Method: POST 2022-09-01T11:32:21.257 DEBUG:boto:Path: / 2022-09-01T11:32:21.257 DEBUG:boto:Data: 2022-09-01T11:32:21.258 DEBUG:boto:Headers: {} 2022-09-01T11:32:21.258 DEBUG:boto:Host: smithi044.front.sepia.ceph.com 2022-09-01T11:32:21.259 DEBUG:boto:Port: 8000 2022-09-01T11:32:21.259 DEBUG:boto:Params: {'RoleName': 'roles-ptoxvb-1', 'Action': 'GetRole', 'Version': '2010-05-08'} 2022-09-01T11:32:21.260 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:32:21.260 DEBUG:boto:Token: None 2022-09-01T11:32:21.261 DEBUG:boto:CanonicalRequest: POST / host:smithi044.front.sepia.ceph.com:8000 x-amz-date:20220901T113221Z host;x-amz-date 0c5381cbc2a975010d7c3448dc6742e61cbecba9d09dc170180aee9d8a9955cb 2022-09-01T11:32:21.262 DEBUG:boto:StringToSign: AWS4-HMAC-SHA256 20220901T113221Z 20220901/front/smithi044/aws4_request 14ca9c6168c97e29ae98eeab6b39c294745522f0d14752dd08f832aff0fb90ec 2022-09-01T11:32:21.262 DEBUG:boto:Signature: 9c53a21d93017e14d812a80642448bb8a3a23897d9f6bdaa48403385901583d2 2022-09-01T11:32:21.263 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'X-Amz-Date': '20220901T113221Z', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Content-Length': '57', 'Authorization': 'AWS4-HMAC-SHA256 Credential=CL2SBWKRI72ZZIQ6GS78/20220901/front/smithi044/aws4_request,SignedHeaders=host;x-amz-date,Signature=9c53a21d93017e14d812a80642448bb8a3a23897d9f6bdaa48403385901583d2', 'Host': 'smithi044.front.sepia.ceph.com:8000'} 2022-09-01T11:32:21.265 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000001afd3c40e3090b1f-0063109845-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '719'), ('Date', 'Thu, 01 Sep 2022 11:32:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:21.266 DEBUG:boto:b'tx000001afd3c40e3090b1f-0063109845-15d7-test-zone1974da2c0-b933-4f41-b265-59e0f8127b38roles-ptoxvb-1/arn:aws:iam:::role/roles-ptoxvb-12022-09-01T11:30:39.201Z3600{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}' 2022-09-01T11:32:21.267 DEBUG:tasks.rgw_multi.zone_rados:comparing role name=roles-ptoxvb-1 2022-09-01T11:32:21.268 INFO:tasks.rgw_multi.zone_rados:success, role identical: role=roles-ptoxvb-1 zones={test-zone2, test-zone1} 2022-09-01T11:32:21.268 INFO:tasks.rgw_multi.zone_rados:comparing role=roles-ptoxvb-1 zones={test-zone3, test-zone1} 2022-09-01T11:32:21.269 DEBUG:boto:Method: POST 2022-09-01T11:32:21.269 DEBUG:boto:Path: / 2022-09-01T11:32:21.270 DEBUG:boto:Data: 2022-09-01T11:32:21.270 DEBUG:boto:Headers: {} 2022-09-01T11:32:21.271 DEBUG:boto:Host: smithi044.front.sepia.ceph.com 2022-09-01T11:32:21.271 DEBUG:boto:Port: 8001 2022-09-01T11:32:21.272 DEBUG:boto:Params: {'RoleName': 'roles-ptoxvb-1', 'Action': 'GetRole', 'Version': '2010-05-08'} 2022-09-01T11:32:21.272 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T11:32:21.273 DEBUG:boto:Token: None 2022-09-01T11:32:21.274 DEBUG:boto:CanonicalRequest: POST / host:smithi044.front.sepia.ceph.com:8001 x-amz-date:20220901T113221Z host;x-amz-date 0c5381cbc2a975010d7c3448dc6742e61cbecba9d09dc170180aee9d8a9955cb 2022-09-01T11:32:21.274 DEBUG:boto:StringToSign: AWS4-HMAC-SHA256 20220901T113221Z 20220901/front/smithi044/aws4_request 43d9f7b3cb933945041b0751e4ffe45171a1cab238d10942ecc081adbdff7fa8 2022-09-01T11:32:21.275 DEBUG:boto:Signature: 199fe825ba62b92b64fb36470e69e6ce960cd9a473267e25b11621f72b605389 2022-09-01T11:32:21.275 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'X-Amz-Date': '20220901T113221Z', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Content-Length': '57', 'Authorization': 'AWS4-HMAC-SHA256 Credential=CL2SBWKRI72ZZIQ6GS78/20220901/front/smithi044/aws4_request,SignedHeaders=host;x-amz-date,Signature=199fe825ba62b92b64fb36470e69e6ce960cd9a473267e25b11621f72b605389', 'Host': 'smithi044.front.sepia.ceph.com:8001'} 2022-09-01T11:32:21.280 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000006ef3155f7635c627-0063109845-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '719'), ('Date', 'Thu, 01 Sep 2022 11:32:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:21.281 DEBUG:boto:b'tx000006ef3155f7635c627-0063109845-1855-test-zone3974da2c0-b933-4f41-b265-59e0f8127b38roles-ptoxvb-1/arn:aws:iam:::role/roles-ptoxvb-12022-09-01T11:30:39.442Z3600{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}' 2022-09-01T11:32:21.283 DEBUG:boto:Method: POST 2022-09-01T11:32:21.284 DEBUG:boto:Path: / 2022-09-01T11:32:21.285 DEBUG:boto:Data: 2022-09-01T11:32:21.286 DEBUG:boto:Headers: {} 2022-09-01T11:32:21.287 DEBUG:boto:Host: smithi044.front.sepia.ceph.com 2022-09-01T11:32:21.288 DEBUG:boto:Port: 8000 2022-09-01T11:32:21.289 DEBUG:boto:Params: {'RoleName': 'roles-ptoxvb-1', 'Action': 'GetRole', 'Version': '2010-05-08'} 2022-09-01T11:32:21.290 DEBUG:boto:Token: None 2022-09-01T11:32:21.291 DEBUG:boto:CanonicalRequest: POST / host:smithi044.front.sepia.ceph.com:8000 x-amz-date:20220901T113221Z host;x-amz-date 0c5381cbc2a975010d7c3448dc6742e61cbecba9d09dc170180aee9d8a9955cb 2022-09-01T11:32:21.292 DEBUG:boto:StringToSign: AWS4-HMAC-SHA256 20220901T113221Z 20220901/front/smithi044/aws4_request 14ca9c6168c97e29ae98eeab6b39c294745522f0d14752dd08f832aff0fb90ec 2022-09-01T11:32:21.293 DEBUG:boto:Signature: 9c53a21d93017e14d812a80642448bb8a3a23897d9f6bdaa48403385901583d2 2022-09-01T11:32:21.294 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'X-Amz-Date': '20220901T113221Z', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Content-Length': '57', 'Authorization': 'AWS4-HMAC-SHA256 Credential=CL2SBWKRI72ZZIQ6GS78/20220901/front/smithi044/aws4_request,SignedHeaders=host;x-amz-date,Signature=9c53a21d93017e14d812a80642448bb8a3a23897d9f6bdaa48403385901583d2', 'Host': 'smithi044.front.sepia.ceph.com:8000'} 2022-09-01T11:32:21.295 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000047a8a4ff832fc074-0063109845-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '719'), ('Date', 'Thu, 01 Sep 2022 11:32:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:21.296 DEBUG:boto:b'tx0000047a8a4ff832fc074-0063109845-15d7-test-zone1974da2c0-b933-4f41-b265-59e0f8127b38roles-ptoxvb-1/arn:aws:iam:::role/roles-ptoxvb-12022-09-01T11:30:39.201Z3600{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}' 2022-09-01T11:32:21.297 DEBUG:tasks.rgw_multi.zone_rados:comparing role name=roles-ptoxvb-1 2022-09-01T11:32:21.298 INFO:tasks.rgw_multi.zone_rados:success, role identical: role=roles-ptoxvb-1 zones={test-zone3, test-zone1} 2022-09-01T11:32:21.298 INFO:tasks.rgw_multi.zone_rados:comparing role=roles-ptoxvb-2 zones={test-zone1, test-zone2} 2022-09-01T11:32:21.299 DEBUG:boto:Method: POST 2022-09-01T11:32:21.299 DEBUG:boto:Path: / 2022-09-01T11:32:21.300 DEBUG:boto:Data: 2022-09-01T11:32:21.300 DEBUG:boto:Headers: {} 2022-09-01T11:32:21.301 DEBUG:boto:Host: smithi044.front.sepia.ceph.com 2022-09-01T11:32:21.301 DEBUG:boto:Port: 8000 2022-09-01T11:32:21.302 DEBUG:boto:Params: {'RoleName': 'roles-ptoxvb-2', 'Action': 'GetRole', 'Version': '2010-05-08'} 2022-09-01T11:32:21.303 DEBUG:boto:Token: None 2022-09-01T11:32:21.303 DEBUG:boto:CanonicalRequest: POST / host:smithi044.front.sepia.ceph.com:8000 x-amz-date:20220901T113221Z host;x-amz-date 868faefb33a5d32eb286e0cab8d68f39905dbf3288fa9edf343af95f5d045ce6 2022-09-01T11:32:21.304 DEBUG:boto:StringToSign: AWS4-HMAC-SHA256 20220901T113221Z 20220901/front/smithi044/aws4_request b688debd3ae58c1ac80d9845035458809eee84f9c40150092ba86479eb899c5f 2022-09-01T11:32:21.305 DEBUG:boto:Signature: 53a1f21480f8c90418391a4fc1f61b84a19861c116f13e70849523abcec9e748 2022-09-01T11:32:21.305 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'X-Amz-Date': '20220901T113221Z', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Content-Length': '57', 'Authorization': 'AWS4-HMAC-SHA256 Credential=CL2SBWKRI72ZZIQ6GS78/20220901/front/smithi044/aws4_request,SignedHeaders=host;x-amz-date,Signature=53a1f21480f8c90418391a4fc1f61b84a19861c116f13e70849523abcec9e748', 'Host': 'smithi044.front.sepia.ceph.com:8000'} 2022-09-01T11:32:21.307 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000327eb55eef70c18d-0063109845-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '719'), ('Date', 'Thu, 01 Sep 2022 11:32:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:21.308 DEBUG:boto:b'tx00000327eb55eef70c18d-0063109845-15d7-test-zone1edf00ad6-53e1-4cdf-aee7-6582b84c3053roles-ptoxvb-2/arn:aws:iam:::role/roles-ptoxvb-22022-09-01T11:30:39.226Z3600{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}' 2022-09-01T11:32:21.309 DEBUG:boto:Method: POST 2022-09-01T11:32:21.309 DEBUG:boto:Path: / 2022-09-01T11:32:21.310 DEBUG:boto:Data: 2022-09-01T11:32:21.311 DEBUG:boto:Headers: {} 2022-09-01T11:32:21.311 DEBUG:boto:Host: smithi052.front.sepia.ceph.com 2022-09-01T11:32:21.312 DEBUG:boto:Port: 8000 2022-09-01T11:32:21.312 DEBUG:boto:Params: {'RoleName': 'roles-ptoxvb-2', 'Action': 'GetRole', 'Version': '2010-05-08'} 2022-09-01T11:32:21.313 DEBUG:boto:Token: None 2022-09-01T11:32:21.314 DEBUG:boto:CanonicalRequest: POST / host:smithi052.front.sepia.ceph.com:8000 x-amz-date:20220901T113221Z host;x-amz-date 868faefb33a5d32eb286e0cab8d68f39905dbf3288fa9edf343af95f5d045ce6 2022-09-01T11:32:21.315 DEBUG:boto:StringToSign: AWS4-HMAC-SHA256 20220901T113221Z 20220901/front/smithi052/aws4_request d5f5607899ab0ffb585f6a0617b3c833a10348a90c9f50ff0da90af1fa8627c0 2022-09-01T11:32:21.316 DEBUG:boto:Signature: 0b6cb331aa246ccafc138ecd2f593380fed731b403d0ebf5b8242e978856f30a 2022-09-01T11:32:21.317 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'X-Amz-Date': '20220901T113221Z', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Content-Length': '57', 'Authorization': 'AWS4-HMAC-SHA256 Credential=CL2SBWKRI72ZZIQ6GS78/20220901/front/smithi052/aws4_request,SignedHeaders=host;x-amz-date,Signature=0b6cb331aa246ccafc138ecd2f593380fed731b403d0ebf5b8242e978856f30a', 'Host': 'smithi052.front.sepia.ceph.com:8000'} 2022-09-01T11:32:21.320 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000003a0e6d65aa279055-0063109845-19cd-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '719'), ('Date', 'Thu, 01 Sep 2022 11:32:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:21.320 DEBUG:boto:b'tx000003a0e6d65aa279055-0063109845-19cd-test-zone2edf00ad6-53e1-4cdf-aee7-6582b84c3053roles-ptoxvb-2/arn:aws:iam:::role/roles-ptoxvb-22022-09-01T11:30:39.226Z3600{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}' 2022-09-01T11:32:21.322 DEBUG:tasks.rgw_multi.zone_rados:comparing role name=roles-ptoxvb-2 2022-09-01T11:32:21.322 INFO:tasks.rgw_multi.zone_rados:success, role identical: role=roles-ptoxvb-2 zones={test-zone1, test-zone2} 2022-09-01T11:32:21.323 INFO:tasks.rgw_multi.zone_rados:comparing role=roles-ptoxvb-2 zones={test-zone3, test-zone2} 2022-09-01T11:32:21.323 DEBUG:boto:Method: POST 2022-09-01T11:32:21.324 DEBUG:boto:Path: / 2022-09-01T11:32:21.324 DEBUG:boto:Data: 2022-09-01T11:32:21.325 DEBUG:boto:Headers: {} 2022-09-01T11:32:21.325 DEBUG:boto:Host: smithi044.front.sepia.ceph.com 2022-09-01T11:32:21.326 DEBUG:boto:Port: 8001 2022-09-01T11:32:21.326 DEBUG:boto:Params: {'RoleName': 'roles-ptoxvb-2', 'Action': 'GetRole', 'Version': '2010-05-08'} 2022-09-01T11:32:21.327 DEBUG:boto:Token: None 2022-09-01T11:32:21.327 DEBUG:boto:CanonicalRequest: POST / host:smithi044.front.sepia.ceph.com:8001 x-amz-date:20220901T113221Z host;x-amz-date 868faefb33a5d32eb286e0cab8d68f39905dbf3288fa9edf343af95f5d045ce6 2022-09-01T11:32:21.328 DEBUG:boto:StringToSign: AWS4-HMAC-SHA256 20220901T113221Z 20220901/front/smithi044/aws4_request adf0044ae5f57b2de1a981530cbe93f0aeef27564be18430fc9cc7dfbddd0db3 2022-09-01T11:32:21.329 DEBUG:boto:Signature: e0b2e76aa251d621f647fa1174da83b0d3052041cb748aaa6d290bc55c4c829e 2022-09-01T11:32:21.329 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'X-Amz-Date': '20220901T113221Z', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Content-Length': '57', 'Authorization': 'AWS4-HMAC-SHA256 Credential=CL2SBWKRI72ZZIQ6GS78/20220901/front/smithi044/aws4_request,SignedHeaders=host;x-amz-date,Signature=e0b2e76aa251d621f647fa1174da83b0d3052041cb748aaa6d290bc55c4c829e', 'Host': 'smithi044.front.sepia.ceph.com:8001'} 2022-09-01T11:32:21.331 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000006b0e03661dcbe389-0063109845-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '719'), ('Date', 'Thu, 01 Sep 2022 11:32:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:21.332 DEBUG:boto:b'tx000006b0e03661dcbe389-0063109845-1855-test-zone3edf00ad6-53e1-4cdf-aee7-6582b84c3053roles-ptoxvb-2/arn:aws:iam:::role/roles-ptoxvb-22022-09-01T11:30:39.442Z3600{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}' 2022-09-01T11:32:21.333 DEBUG:boto:Method: POST 2022-09-01T11:32:21.333 DEBUG:boto:Path: / 2022-09-01T11:32:21.334 DEBUG:boto:Data: 2022-09-01T11:32:21.335 DEBUG:boto:Headers: {} 2022-09-01T11:32:21.335 DEBUG:boto:Host: smithi052.front.sepia.ceph.com 2022-09-01T11:32:21.336 DEBUG:boto:Port: 8000 2022-09-01T11:32:21.336 DEBUG:boto:Params: {'RoleName': 'roles-ptoxvb-2', 'Action': 'GetRole', 'Version': '2010-05-08'} 2022-09-01T11:32:21.337 DEBUG:boto:Token: None 2022-09-01T11:32:21.339 DEBUG:boto:CanonicalRequest: POST / host:smithi052.front.sepia.ceph.com:8000 x-amz-date:20220901T113221Z host;x-amz-date 868faefb33a5d32eb286e0cab8d68f39905dbf3288fa9edf343af95f5d045ce6 2022-09-01T11:32:21.340 DEBUG:boto:StringToSign: AWS4-HMAC-SHA256 20220901T113221Z 20220901/front/smithi052/aws4_request d5f5607899ab0ffb585f6a0617b3c833a10348a90c9f50ff0da90af1fa8627c0 2022-09-01T11:32:21.341 DEBUG:boto:Signature: 0b6cb331aa246ccafc138ecd2f593380fed731b403d0ebf5b8242e978856f30a 2022-09-01T11:32:21.342 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'X-Amz-Date': '20220901T113221Z', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Content-Length': '57', 'Authorization': 'AWS4-HMAC-SHA256 Credential=CL2SBWKRI72ZZIQ6GS78/20220901/front/smithi052/aws4_request,SignedHeaders=host;x-amz-date,Signature=0b6cb331aa246ccafc138ecd2f593380fed731b403d0ebf5b8242e978856f30a', 'Host': 'smithi052.front.sepia.ceph.com:8000'} 2022-09-01T11:32:21.344 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000007b73648ebbd20535-0063109845-19cd-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '719'), ('Date', 'Thu, 01 Sep 2022 11:32:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:21.345 DEBUG:boto:b'tx000007b73648ebbd20535-0063109845-19cd-test-zone2edf00ad6-53e1-4cdf-aee7-6582b84c3053roles-ptoxvb-2/arn:aws:iam:::role/roles-ptoxvb-22022-09-01T11:30:39.226Z3600{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}' 2022-09-01T11:32:21.347 DEBUG:tasks.rgw_multi.zone_rados:comparing role name=roles-ptoxvb-2 2022-09-01T11:32:21.347 INFO:tasks.rgw_multi.zone_rados:success, role identical: role=roles-ptoxvb-2 zones={test-zone3, test-zone2} 2022-09-01T11:32:21.348 INFO:tasks.rgw_multi.zone_rados:comparing role=roles-ptoxvb-3 zones={test-zone1, test-zone3} 2022-09-01T11:32:21.349 DEBUG:boto:Method: POST 2022-09-01T11:32:21.349 DEBUG:boto:Path: / 2022-09-01T11:32:21.350 DEBUG:boto:Data: 2022-09-01T11:32:21.350 DEBUG:boto:Headers: {} 2022-09-01T11:32:21.351 DEBUG:boto:Host: smithi044.front.sepia.ceph.com 2022-09-01T11:32:21.351 DEBUG:boto:Port: 8000 2022-09-01T11:32:21.352 DEBUG:boto:Params: {'RoleName': 'roles-ptoxvb-3', 'Action': 'GetRole', 'Version': '2010-05-08'} 2022-09-01T11:32:21.353 DEBUG:boto:Token: None 2022-09-01T11:32:21.353 DEBUG:boto:CanonicalRequest: POST / host:smithi044.front.sepia.ceph.com:8000 x-amz-date:20220901T113221Z host;x-amz-date 497d2f77405cf5a66b390b896ed9884c0e8fab2649fbb45ce7d34520d86332d7 2022-09-01T11:32:21.354 DEBUG:boto:StringToSign: AWS4-HMAC-SHA256 20220901T113221Z 20220901/front/smithi044/aws4_request 45f80b66226dc0b54803eb4d308de4ae89d491ddf2c14bce8cee01e6f98ed917 2022-09-01T11:32:21.354 DEBUG:boto:Signature: 118bf365e4734e15d5bde83cd6e65e22c61e3e7a5e7df1abf8c41b077060397e 2022-09-01T11:32:21.355 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'X-Amz-Date': '20220901T113221Z', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Content-Length': '57', 'Authorization': 'AWS4-HMAC-SHA256 Credential=CL2SBWKRI72ZZIQ6GS78/20220901/front/smithi044/aws4_request,SignedHeaders=host;x-amz-date,Signature=118bf365e4734e15d5bde83cd6e65e22c61e3e7a5e7df1abf8c41b077060397e', 'Host': 'smithi044.front.sepia.ceph.com:8000'} 2022-09-01T11:32:21.357 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000005629db885371adef-0063109845-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Content-Length', '719'), ('Date', 'Thu, 01 Sep 2022 11:32:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:21.357 DEBUG:boto:b'tx000005629db885371adef-0063109845-15d7-test-zone1b90cfce0-474f-484b-bcb8-ca71cf96ca70roles-ptoxvb-3/arn:aws:iam:::role/roles-ptoxvb-32022-09-01T11:31:08.756Z3600{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}' 2022-09-01T11:32:21.359 DEBUG:boto:Method: POST 2022-09-01T11:32:21.359 DEBUG:boto:Path: / 2022-09-01T11:32:21.360 DEBUG:boto:Data: 2022-09-01T11:32:21.360 DEBUG:boto:Headers: {} 2022-09-01T11:32:21.361 DEBUG:boto:Host: smithi044.front.sepia.ceph.com 2022-09-01T11:32:21.361 DEBUG:boto:Port: 8001 2022-09-01T11:32:21.362 DEBUG:boto:Params: {'RoleName': 'roles-ptoxvb-3', 'Action': 'GetRole', 'Version': '2010-05-08'} 2022-09-01T11:32:21.362 DEBUG:boto:Token: None 2022-09-01T11:32:21.363 DEBUG:boto:CanonicalRequest: POST / host:smithi044.front.sepia.ceph.com:8001 x-amz-date:20220901T113221Z host;x-amz-date 497d2f77405cf5a66b390b896ed9884c0e8fab2649fbb45ce7d34520d86332d7 2022-09-01T11:32:21.363 DEBUG:boto:StringToSign: AWS4-HMAC-SHA256 20220901T113221Z 20220901/front/smithi044/aws4_request 2364cfe9a2eca6f2a98f34674f65992e0e08cb5b9328f75d45a33ba2ce002d01 2022-09-01T11:32:21.364 DEBUG:boto:Signature: f627adc6264fd4543fc18d9a119a6512ca7c56a25b84df03365b46a5620a40b3 2022-09-01T11:32:21.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'X-Amz-Date': '20220901T113221Z', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Content-Length': '57', 'Authorization': 'AWS4-HMAC-SHA256 Credential=CL2SBWKRI72ZZIQ6GS78/20220901/front/smithi044/aws4_request,SignedHeaders=host;x-amz-date,Signature=f627adc6264fd4543fc18d9a119a6512ca7c56a25b84df03365b46a5620a40b3', 'Host': 'smithi044.front.sepia.ceph.com:8001'} 2022-09-01T11:32:21.367 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000447791effa3f4c33-0063109845-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '719'), ('Date', 'Thu, 01 Sep 2022 11:32:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:21.367 DEBUG:boto:b'tx00000447791effa3f4c33-0063109845-1855-test-zone3b90cfce0-474f-484b-bcb8-ca71cf96ca70roles-ptoxvb-3/arn:aws:iam:::role/roles-ptoxvb-32022-09-01T11:31:08.756Z3600{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}' 2022-09-01T11:32:21.368 DEBUG:tasks.rgw_multi.zone_rados:comparing role name=roles-ptoxvb-3 2022-09-01T11:32:21.369 INFO:tasks.rgw_multi.zone_rados:success, role identical: role=roles-ptoxvb-3 zones={test-zone1, test-zone3} 2022-09-01T11:32:21.369 INFO:tasks.rgw_multi.zone_rados:comparing role=roles-ptoxvb-3 zones={test-zone2, test-zone3} 2022-09-01T11:32:21.370 DEBUG:boto:Method: POST 2022-09-01T11:32:21.370 DEBUG:boto:Path: / 2022-09-01T11:32:21.371 DEBUG:boto:Data: 2022-09-01T11:32:21.372 DEBUG:boto:Headers: {} 2022-09-01T11:32:21.372 DEBUG:boto:Host: smithi052.front.sepia.ceph.com 2022-09-01T11:32:21.373 DEBUG:boto:Port: 8000 2022-09-01T11:32:21.373 DEBUG:boto:Params: {'RoleName': 'roles-ptoxvb-3', 'Action': 'GetRole', 'Version': '2010-05-08'} 2022-09-01T11:32:21.374 DEBUG:boto:Token: None 2022-09-01T11:32:21.375 DEBUG:boto:CanonicalRequest: POST / host:smithi052.front.sepia.ceph.com:8000 x-amz-date:20220901T113221Z host;x-amz-date 497d2f77405cf5a66b390b896ed9884c0e8fab2649fbb45ce7d34520d86332d7 2022-09-01T11:32:21.375 DEBUG:boto:StringToSign: AWS4-HMAC-SHA256 20220901T113221Z 20220901/front/smithi052/aws4_request 6e7b2a0057323dddfafc6a238e27929c62d9350c900c0bfd01c4c39c013b85db 2022-09-01T11:32:21.376 DEBUG:boto:Signature: fad34745034899c5665918476ff09d613ed955cc987abe27899158bd87ec4af4 2022-09-01T11:32:21.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'X-Amz-Date': '20220901T113221Z', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Content-Length': '57', 'Authorization': 'AWS4-HMAC-SHA256 Credential=CL2SBWKRI72ZZIQ6GS78/20220901/front/smithi052/aws4_request,SignedHeaders=host;x-amz-date,Signature=fad34745034899c5665918476ff09d613ed955cc987abe27899158bd87ec4af4', 'Host': 'smithi052.front.sepia.ceph.com:8000'} 2022-09-01T11:32:21.380 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000feed433a1a003609-0063109845-19cd-test-zone2'), ('Content-Type', 'application/xml'), ('Content-Length', '719'), ('Date', 'Thu, 01 Sep 2022 11:32:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:21.380 DEBUG:boto:b'tx00000feed433a1a003609-0063109845-19cd-test-zone2b90cfce0-474f-484b-bcb8-ca71cf96ca70roles-ptoxvb-3/arn:aws:iam:::role/roles-ptoxvb-32022-09-01T11:32:09.351Z3600{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}' 2022-09-01T11:32:21.382 DEBUG:boto:Method: POST 2022-09-01T11:32:21.383 DEBUG:boto:Path: / 2022-09-01T11:32:21.384 DEBUG:boto:Data: 2022-09-01T11:32:21.385 DEBUG:boto:Headers: {} 2022-09-01T11:32:21.386 DEBUG:boto:Host: smithi044.front.sepia.ceph.com 2022-09-01T11:32:21.387 DEBUG:boto:Port: 8001 2022-09-01T11:32:21.388 DEBUG:boto:Params: {'RoleName': 'roles-ptoxvb-3', 'Action': 'GetRole', 'Version': '2010-05-08'} 2022-09-01T11:32:21.389 DEBUG:boto:Token: None 2022-09-01T11:32:21.390 DEBUG:boto:CanonicalRequest: POST / host:smithi044.front.sepia.ceph.com:8001 x-amz-date:20220901T113221Z host;x-amz-date 497d2f77405cf5a66b390b896ed9884c0e8fab2649fbb45ce7d34520d86332d7 2022-09-01T11:32:21.391 DEBUG:boto:StringToSign: AWS4-HMAC-SHA256 20220901T113221Z 20220901/front/smithi044/aws4_request 2364cfe9a2eca6f2a98f34674f65992e0e08cb5b9328f75d45a33ba2ce002d01 2022-09-01T11:32:21.392 DEBUG:boto:Signature: f627adc6264fd4543fc18d9a119a6512ca7c56a25b84df03365b46a5620a40b3 2022-09-01T11:32:21.393 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'X-Amz-Date': '20220901T113221Z', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Content-Length': '57', 'Authorization': 'AWS4-HMAC-SHA256 Credential=CL2SBWKRI72ZZIQ6GS78/20220901/front/smithi044/aws4_request,SignedHeaders=host;x-amz-date,Signature=f627adc6264fd4543fc18d9a119a6512ca7c56a25b84df03365b46a5620a40b3', 'Host': 'smithi044.front.sepia.ceph.com:8001'} 2022-09-01T11:32:21.395 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000d667dfba2186462d-0063109845-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Content-Length', '719'), ('Date', 'Thu, 01 Sep 2022 11:32:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:21.397 DEBUG:boto:b'tx00000d667dfba2186462d-0063109845-1855-test-zone3b90cfce0-474f-484b-bcb8-ca71cf96ca70roles-ptoxvb-3/arn:aws:iam:::role/roles-ptoxvb-32022-09-01T11:31:08.756Z3600{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":{"AWS":["arn:aws:iam:::user/testuser"]},"Action":["sts:AssumeRole"]}]}' 2022-09-01T11:32:21.398 DEBUG:tasks.rgw_multi.zone_rados:comparing role name=roles-ptoxvb-3 2022-09-01T11:32:21.399 INFO:tasks.rgw_multi.zone_rados:success, role identical: role=roles-ptoxvb-3 zones={test-zone2, test-zone3} 2022-09-01T11:32:21.400 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_role_sync ... ok 2022-09-01T11:32:21.401 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:32:21.402 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:32:21.402 DEBUG:boto:Method: PUT 2022-09-01T11:32:21.403 DEBUG:boto:Path: /ptoxvb-75/ 2022-09-01T11:32:21.403 DEBUG:boto:Data: 2022-09-01T11:32:21.404 DEBUG:boto:Headers: {} 2022-09-01T11:32:21.404 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:32:21.405 DEBUG:boto:Port: 8000 2022-09-01T11:32:21.405 DEBUG:boto:Params: {} 2022-09-01T11:32:21.406 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:32:21.406 DEBUG:boto:Token: None 2022-09-01T11:32:21.407 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 11:32:21 GMT /ptoxvb-75/ 2022-09-01T11:32:21.408 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:j98NCdrRU+DaK6KXXZwsFgez1Fs= 2022-09-01T11:32:21.408 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:32:21 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:j98NCdrRU+DaK6KXXZwsFgez1Fs=', 'Content-Length': '0'} 2022-09-01T11:32:21.437 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx000001b78bff6bb23403a-0063109845-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:32:21 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:21.438 DEBUG:rgw_multi.tests:created bucket=ptoxvb-75 2022-09-01T11:32:21.438 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:21.439 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:21.439 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:32:21.492 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:32:21.493 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:32:21.548 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T11:32:21.570 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:32:21.571 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:32:21.571 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:32:21.571 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:32:21.572 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:32:21.572 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:32:21.572 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:32:21.572 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:31:08.760142Z" 2022-09-01T11:32:21.573 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:32:21.573 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:32:21.573 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:32:21.573 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:30:39.204737Z" 2022-09-01T11:32:21.574 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:32:21.574 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:32:21.574 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031941.429560_489.1", 2022-09-01T11:32:21.574 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:32:21.429560Z" 2022-09-01T11:32:21.575 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:32:21.575 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:32:21.576 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031941.429560_489.1'} 2022-09-01T11:32:21.577 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T11:32:21.578 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:21.579 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:21.580 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:32:21.633 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:32:21.634 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:32:21.663 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:21.658+0000 7fe11dc56600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:21.664 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:21.659+0000 7fe11dc56600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:21.678 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:32:21.679 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:32:21.679 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:32:21.680 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:32:21.681 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:32:21.681 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:32:21.682 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:21.682 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:21.683 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:32:21.683 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:21.684 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:32:21.684 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:21.685 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:21.686 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:32:21.686 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:21.687 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:32:21.687 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:21.687 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:32:21.688 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:32:21.688 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:21.689 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:21.689 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:21.689 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:32:21.690 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:21.690 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:21.690 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:32:21.691 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:21.691 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:21.691 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:21.692 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:32:21.692 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:21.692 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:21.693 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:21.693 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:21.693 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:32:21.694 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:21.694 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:21.694 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:32:21.695 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:21.695 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:21.696 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:21.696 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:32:21.697 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:21.697 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:21.698 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:21.698 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:21.699 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:32:21.699 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:21.700 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:21.700 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031941.416839_486.1", 2022-09-01T11:32:21.701 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:21.701 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:21.701 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:21.701 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:32:21.416839Z", 2022-09-01T11:32:21.702 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:21.702 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:21.702 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:21.703 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:32:21.703 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:21.703 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:32:21.704 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:32:21.704 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:32:21.704 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:21.705 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:32:21Z" 2022-09-01T11:32:21.705 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:32:21.707 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031941.416839_486.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:32:21.416839Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:32:21Z" } 2022-09-01T11:32:21.707 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031941.416839_486.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:32:21.416839Z', 'realm_epoch': 4}}] 2022-09-01T11:32:21.708 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031941.429560_489.1'} 2022-09-01T11:32:21.708 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031941.416839_486.1'} 2022-09-01T11:32:21.709 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662031941.429560_489.1 target=1_1662031941.416839_486.1 2022-09-01T11:32:26.710 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:26.711 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:26.712 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:32:26.770 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:32:26.770 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:32:26.804 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:26.798+0000 7f81d0557600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:26.805 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:26.800+0000 7f81d0557600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:26.820 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:32:26.820 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:32:26.820 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:32:26.821 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:32:26.821 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:32:26.821 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:32:26.822 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:26.822 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:26.822 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:32:26.822 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:26.823 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:32:26.823 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:26.823 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:26.824 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:32:26.824 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:26.825 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:32:26.825 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:26.825 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:32:26.826 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:32:26.826 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:26.826 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:26.827 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:26.827 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:32:26.827 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:26.827 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:26.828 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:32:26.828 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:26.828 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:26.829 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:26.829 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:32:26.829 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:26.829 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:26.830 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:26.830 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:26.830 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:32:26.830 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:26.831 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:26.831 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:32:26.831 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:26.831 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:26.832 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:26.832 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:32:26.832 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:26.832 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:26.833 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:26.833 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:26.833 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:32:26.833 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:26.833 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:26.834 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031941.429560_489.1", 2022-09-01T11:32:26.834 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:26.835 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:26.835 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:26.835 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:32:21.429560Z", 2022-09-01T11:32:26.835 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:26.836 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:26.836 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:26.836 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:32:26.837 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:26.837 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:32:26.837 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:32:26.838 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:32:26.838 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:26.838 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:32:26Z" 2022-09-01T11:32:26.839 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:32:26.840 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031941.429560_489.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:32:21.429560Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:32:26Z" } 2022-09-01T11:32:26.841 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031941.429560_489.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:32:21.429560Z', 'realm_epoch': 4}}] 2022-09-01T11:32:26.841 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031941.429560_489.1'} 2022-09-01T11:32:26.842 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031941.429560_489.1'} 2022-09-01T11:32:26.842 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T11:32:26.843 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T11:32:26.843 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:26.844 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:26.844 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:32:26.902 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:32:26.903 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:32:26.945 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:32:26.939+0000 7fe975684600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:26.946 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:32:26.940+0000 7fe975684600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:26.962 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:32:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T11:32:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T11:32:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T11:32:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T11:32:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:32:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:32:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:32:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T11:32:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:32:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T11:32:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:32:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:32:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:32:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:32:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T11:32:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:32:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:32:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:32:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:32:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:32:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:32:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T11:32:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:32:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:32:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:32:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:32:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:32:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:32:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:32:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:32:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:32:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:32:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:32:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T11:32:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:32:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:32:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:32:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:32:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:32:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:32:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:32:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:32:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:32:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:32:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:32:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T11:32:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:32:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:32:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031941.429560_489.1", 2022-09-01T11:32:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:32:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:32:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:32:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:32:21.429560Z", 2022-09-01T11:32:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:32:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:32:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:32:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:32:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:32:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T11:32:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T11:32:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T11:32:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:32:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T11:32:26Z" 2022-09-01T11:32:26.980 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:32:26.981 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031941.429560_489.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:32:21.429560Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:32:26Z" } 2022-09-01T11:32:26.982 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031941.429560_489.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:32:21.429560Z', 'realm_epoch': 4}}] 2022-09-01T11:32:26.983 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031941.429560_489.1'} 2022-09-01T11:32:26.983 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031941.429560_489.1'} 2022-09-01T11:32:26.984 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T11:32:26.984 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T11:32:26.985 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:26.985 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:32:26.986 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:32:27.039 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:32:27.040 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:32:27.068 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:27.063+0000 7fc54e8a8600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:27.069 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:27.064+0000 7fc54e8a8600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:32:27.084 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:32:27.084 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:32:27.084 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:32:27.085 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:32:27.085 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:32:27.085 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:32:27.086 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:27.086 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:27.086 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:32:27.086 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:27.087 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:32:27.087 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:27.087 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:27.088 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:32:27.088 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:27.088 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:32:27.089 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:27.089 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:32:27.089 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:32:27.089 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:27.090 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:27.090 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:27.090 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:32:27.091 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:27.091 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:27.091 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:32:27.092 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:27.092 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:27.092 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:27.093 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:32:27.093 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:27.093 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:27.094 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:27.094 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:27.094 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:32:27.095 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:27.095 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:27.095 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:32:27.095 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:27.096 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:27.096 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:27.096 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:32:27.097 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:27.097 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:27.097 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:27.097 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:32:27.098 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:32:27.098 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:32:27.098 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:32:27.099 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031941.429560_489.1", 2022-09-01T11:32:27.099 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:32:27.099 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:32:27.099 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:32:27.100 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:32:21.429560Z", 2022-09-01T11:32:27.100 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:32:27.100 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:27.101 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:32:27.101 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:32:27.101 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:27.101 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:32:27.102 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:32:27.102 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:32:27.102 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:32:27.103 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:32:27Z" 2022-09-01T11:32:27.103 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:32:27.104 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662031941.429560_489.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:32:21.429560Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:32:27Z" } 2022-09-01T11:32:27.105 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662031941.429560_489.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:32:21.429560Z', 'realm_epoch': 4}}] 2022-09-01T11:32:27.106 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031941.429560_489.1'} 2022-09-01T11:32:27.106 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662031941.429560_489.1'} 2022-09-01T11:32:27.107 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T11:32:27.107 DEBUG:tasks.rgw.c2.client.0:waiting for process to exit 2022-09-01T11:32:27.108 INFO:teuthology.orchestra.run:waiting for 300 2022-09-01T11:32:27.109 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T11:32:27.103+0000 7f8ba5509700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8000 -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm (PID: 140544) UID: 0 2022-09-01T11:32:27.109 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T11:32:27.103+0000 7f8baa6e0600 -1 shutting down 2022-09-01T11:32:28.847 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~0s 2022-09-01T11:32:33.210 INFO:tasks.rgw.c2.client.0:Stopped 2022-09-01T11:32:33.211 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:32:33.212 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:32:33.212 DEBUG:boto:Method: HEAD 2022-09-01T11:32:33.213 DEBUG:boto:Path: /ptoxvb-75/ 2022-09-01T11:32:33.213 DEBUG:boto:Data: 2022-09-01T11:32:33.214 DEBUG:boto:Headers: {} 2022-09-01T11:32:33.215 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:32:33.215 DEBUG:boto:Port: 8000 2022-09-01T11:32:33.216 DEBUG:boto:Params: {} 2022-09-01T11:32:33.217 DEBUG:boto:Token: None 2022-09-01T11:32:33.217 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:32:33 GMT /ptoxvb-75/ 2022-09-01T11:32:33.218 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5tc3j+KhJ9XrKPl0Q0qe5E+JYpE= 2022-09-01T11:32:33.219 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:32:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5tc3j+KhJ9XrKPl0Q0qe5E+JYpE=', 'Content-Length': '0'} 2022-09-01T11:32:33.222 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002f8d3ac703e78698-0063109851-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:33.223 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:32:33.224 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:32:33.224 DEBUG:boto:Method: PUT 2022-09-01T11:32:33.225 DEBUG:boto:Path: /ptoxvb-75/obj11 2022-09-01T11:32:33.226 DEBUG:boto:Data: 2022-09-01T11:32:33.227 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:32:33.228 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:32:33.229 DEBUG:boto:Port: 8000 2022-09-01T11:32:33.229 DEBUG:boto:Params: {} 2022-09-01T11:32:33.230 DEBUG:boto:Token: None 2022-09-01T11:32:33.231 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:32:33 GMT /ptoxvb-75/obj11 2022-09-01T11:32:33.232 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vi8wAA/uMOC7noAt3M1qvzAWeFw= 2022-09-01T11:32:33.233 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:32:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vi8wAA/uMOC7noAt3M1qvzAWeFw='} 2022-09-01T11:32:33.242 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000003c46ae6017aa8a85-0063109851-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:33.242 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:32:33.243 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:32:33.244 DEBUG:boto:Method: HEAD 2022-09-01T11:32:33.245 DEBUG:boto:Path: /ptoxvb-75/ 2022-09-01T11:32:33.246 DEBUG:boto:Data: 2022-09-01T11:32:33.247 DEBUG:boto:Headers: {} 2022-09-01T11:32:33.248 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:32:33.249 DEBUG:boto:Port: 8000 2022-09-01T11:32:33.250 DEBUG:boto:Params: {} 2022-09-01T11:32:33.251 DEBUG:boto:Token: None 2022-09-01T11:32:33.252 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:32:33 GMT /ptoxvb-75/ 2022-09-01T11:32:33.253 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5tc3j+KhJ9XrKPl0Q0qe5E+JYpE= 2022-09-01T11:32:33.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:32:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5tc3j+KhJ9XrKPl0Q0qe5E+JYpE=', 'Content-Length': '0'} 2022-09-01T11:32:33.257 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '3'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008b1300896cc6de71-0063109851-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:33.258 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:32:33.258 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:32:33.259 DEBUG:boto:Method: PUT 2022-09-01T11:32:33.259 DEBUG:boto:Path: /ptoxvb-75/obj22 2022-09-01T11:32:33.260 DEBUG:boto:Data: 2022-09-01T11:32:33.260 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:32:33.261 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:32:33.262 DEBUG:boto:Port: 8000 2022-09-01T11:32:33.262 DEBUG:boto:Params: {} 2022-09-01T11:32:33.263 DEBUG:boto:Token: None 2022-09-01T11:32:33.263 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:32:33 GMT /ptoxvb-75/obj22 2022-09-01T11:32:33.264 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TlR7i7mpKM5fdobNZafF1hOM+WI= 2022-09-01T11:32:33.270 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:32:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TlR7i7mpKM5fdobNZafF1hOM+WI='} 2022-09-01T11:32:33.276 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000008b134d231410544-0063109851-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:33.277 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:32:33.278 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:32:33.278 DEBUG:boto:Method: HEAD 2022-09-01T11:32:33.279 DEBUG:boto:Path: /ptoxvb-75/ 2022-09-01T11:32:33.279 DEBUG:boto:Data: 2022-09-01T11:32:33.280 DEBUG:boto:Headers: {} 2022-09-01T11:32:33.280 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:32:33.281 DEBUG:boto:Port: 8000 2022-09-01T11:32:33.281 DEBUG:boto:Params: {} 2022-09-01T11:32:33.282 DEBUG:boto:Token: None 2022-09-01T11:32:33.282 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:32:33 GMT /ptoxvb-75/ 2022-09-01T11:32:33.283 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5tc3j+KhJ9XrKPl0Q0qe5E+JYpE= 2022-09-01T11:32:33.284 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:32:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5tc3j+KhJ9XrKPl0Q0qe5E+JYpE=', 'Content-Length': '0'} 2022-09-01T11:32:33.287 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006f11da4fbde183a6-0063109851-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:33.288 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:32:33.288 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:32:33.289 DEBUG:boto:Method: PUT 2022-09-01T11:32:33.289 DEBUG:boto:Path: /ptoxvb-75/obj33 2022-09-01T11:32:33.290 DEBUG:boto:Data: 2022-09-01T11:32:33.290 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:32:33.291 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:32:33.291 DEBUG:boto:Port: 8000 2022-09-01T11:32:33.292 DEBUG:boto:Params: {} 2022-09-01T11:32:33.292 DEBUG:boto:Token: None 2022-09-01T11:32:33.293 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:32:33 GMT /ptoxvb-75/obj33 2022-09-01T11:32:33.294 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FBsX+jO3HJX7PMpotglGmN69RoQ= 2022-09-01T11:32:33.294 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:32:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FBsX+jO3HJX7PMpotglGmN69RoQ='} 2022-09-01T11:32:33.342 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000004ff73c00212cb09e-0063109851-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:33.343 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:32:33.344 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:32:33.345 DEBUG:boto:Method: HEAD 2022-09-01T11:32:33.346 DEBUG:boto:Path: /ptoxvb-75/ 2022-09-01T11:32:33.346 DEBUG:boto:Data: 2022-09-01T11:32:33.347 DEBUG:boto:Headers: {} 2022-09-01T11:32:33.347 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:32:33.348 DEBUG:boto:Port: 8000 2022-09-01T11:32:33.348 DEBUG:boto:Params: {} 2022-09-01T11:32:33.349 DEBUG:boto:Token: None 2022-09-01T11:32:33.349 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:32:33 GMT /ptoxvb-75/ 2022-09-01T11:32:33.350 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5tc3j+KhJ9XrKPl0Q0qe5E+JYpE= 2022-09-01T11:32:33.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:32:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5tc3j+KhJ9XrKPl0Q0qe5E+JYpE=', 'Content-Length': '0'} 2022-09-01T11:32:33.353 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '9'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000054774bd9764fe57-0063109851-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:33.354 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:32:33.354 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:32:33.355 DEBUG:boto:Method: PUT 2022-09-01T11:32:33.356 DEBUG:boto:Path: /ptoxvb-75/obj44 2022-09-01T11:32:33.356 DEBUG:boto:Data: 2022-09-01T11:32:33.357 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:32:33.357 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:32:33.358 DEBUG:boto:Port: 8000 2022-09-01T11:32:33.358 DEBUG:boto:Params: {} 2022-09-01T11:32:33.359 DEBUG:boto:Token: None 2022-09-01T11:32:33.360 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:32:33 GMT /ptoxvb-75/obj44 2022-09-01T11:32:33.360 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:HuYNkaxtLWcJEwydCOD2eMuXkew= 2022-09-01T11:32:33.361 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:32:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:HuYNkaxtLWcJEwydCOD2eMuXkew='} 2022-09-01T11:32:33.369 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000970b95a416ee93e1-0063109851-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:33.370 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:32:33.370 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:32:33.371 DEBUG:boto:Method: HEAD 2022-09-01T11:32:33.371 DEBUG:boto:Path: /ptoxvb-75/ 2022-09-01T11:32:33.372 DEBUG:boto:Data: 2022-09-01T11:32:33.372 DEBUG:boto:Headers: {} 2022-09-01T11:32:33.373 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:32:33.374 DEBUG:boto:Port: 8000 2022-09-01T11:32:33.374 DEBUG:boto:Params: {} 2022-09-01T11:32:33.375 DEBUG:boto:Token: None 2022-09-01T11:32:33.375 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:32:33 GMT /ptoxvb-75/ 2022-09-01T11:32:33.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5tc3j+KhJ9XrKPl0Q0qe5E+JYpE= 2022-09-01T11:32:33.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:32:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5tc3j+KhJ9XrKPl0Q0qe5E+JYpE=', 'Content-Length': '0'} 2022-09-01T11:32:33.380 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b56dc86e9f4f42ba-0063109851-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:33.381 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:32:33.382 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:32:33.382 DEBUG:boto:Method: PUT 2022-09-01T11:32:33.383 DEBUG:boto:Path: /ptoxvb-75/obj55 2022-09-01T11:32:33.383 DEBUG:boto:Data: 2022-09-01T11:32:33.384 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:32:33.384 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:32:33.385 DEBUG:boto:Port: 8000 2022-09-01T11:32:33.385 DEBUG:boto:Params: {} 2022-09-01T11:32:33.386 DEBUG:boto:Token: None 2022-09-01T11:32:33.386 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:32:33 GMT /ptoxvb-75/obj55 2022-09-01T11:32:33.387 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GRFO4m/Q5ZEu4LLI7+vzaP+PyRo= 2022-09-01T11:32:33.388 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:32:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GRFO4m/Q5ZEu4LLI7+vzaP+PyRo='} 2022-09-01T11:32:33.394 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000006cd92f941a2234ac-0063109851-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:32:33.395 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'init', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:32:33.396 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'init', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:32:33.397 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync init --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:32:33.457 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:32:33.457 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:32:33.497 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:33.493+0000 7f93f8a55600 10 RGW-SYNC:data:init_data_sync_status: took lease 2022-09-01T11:32:33.521 INFO:tasks.rgw.c2.client.0:Restarting daemon 2022-09-01T11:32:33.522 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c2.client.0.stdout 2>&1 2022-09-01T11:32:33.525 INFO:tasks.rgw.c2.client.0:Started 2022-09-01T11:32:33.526 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:32:33.551 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:32:33.552 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:32:33.552 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:32:33.552 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi052.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T11:32:34.553 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:32:34.555 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 has been restored 2022-09-01T11:32:34.580 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:32:34.581 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:32:34.582 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:32:34.583 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi052.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T11:32:36.585 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:32:36.612 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:32:36.613 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:32:36.614 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:32:36.614 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi052.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T11:32:40.615 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:32:40.646 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:32:40.647 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:32:40.647 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2022-09-01T11:32:40.649 INFO:teuthology.orchestra.run.smithi052.stdout:anonymous 2022-09-01T11:32:40.650 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-75 2022-09-01T11:32:40.651 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-75', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:32:40.652 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-75', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:32:40.653 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-75 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:32:40.752 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:32:40.753 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:32:40.791 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:40.786+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:32:45.791 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:45.787+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:32:50.792 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:50.786+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:32:55.793 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:32:55.787+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:33:00.793 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:33:00.788+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:33:05.794 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:33:05.788+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:33:10.794 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:33:10.789+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:33:15.795 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:33:15.790+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:33:20.796 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:33:20.790+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:33:25.796 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:33:25.791+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:33:30.797 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:33:30.792+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:33:35.798 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:33:35.793+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:33:40.798 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:33:40.794+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:33:45.799 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:33:45.794+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:33:50.800 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:33:50.795+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:33:55.800 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:33:55.794+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:34:00.805 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:34:00.795+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:34:05.802 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:34:05.796+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:34:10.802 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:34:10.796+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:34:15.803 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:34:15.797+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:34:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:34:20.798+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:34:25.804 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:34:25.799+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:34:30.804 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:34:30.799+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:34:35.805 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:34:35.800+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:34:40.806 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:34:40.801+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:34:45.806 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:34:45.801+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:34:50.807 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:34:50.802+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:34:55.808 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:34:55.803+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:35:00.808 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:35:00.803+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:35:05.809 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:35:05.803+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:35:10.810 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:35:10.804+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:35:15.810 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:35:15.804+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:35:20.811 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:35:20.805+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:35:25.812 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:35:25.806+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:35:30.813 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:35:30.807+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:35:35.813 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:35:35.807+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:35:40.814 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:35:40.808+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:35:45.814 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:35:45.809+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:35:50.815 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:35:50.810+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:35:55.816 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:35:55.811+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:36:00.817 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:36:00.812+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:36:05.817 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:36:05.812+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:36:10.818 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:36:10.812+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:36:15.818 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:36:15.812+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:36:20.818 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:36:20.812+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:36:25.819 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:36:25.813+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:36:30.820 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:36:30.814+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:36:35.820 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:36:35.814+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:36:40.821 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:36:40.815+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:36:45.822 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:36:45.816+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:36:50.822 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:36:50.816+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:36:55.823 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:36:55.818+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:37:00.824 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:00.818+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:37:05.824 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:05.819+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:37:10.825 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:10.820+0000 7fd863610600 1 waiting to reach incremental sync.. 2022-09-01T11:37:15.827 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:15.822+0000 7fd863610600 1 bucket sync caught up with source: 2022-09-01T11:37:15.828 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.94.5, 00000000002.95.5, 00000000002.87.5] 2022-09-01T11:37:15.828 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.94.5, 00000000002.95.5, 00000000002.87.5] 2022-09-01T11:37:15.828 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:15.822+0000 7fd863610600 0 bucket checkpoint complete 2022-09-01T11:37:15.848 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone3 bucket=ptoxvb-75 2022-09-01T11:37:15.850 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-75', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:37:15.850 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-75', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:37:15.852 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-75 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:37:15.919 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:15.919 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:15.966 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:37:15.961+0000 7efc4c57e600 1 bucket sync caught up with source: 2022-09-01T11:37:15.967 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.94.5, 00000000002.95.5, 00000000002.87.5] 2022-09-01T11:37:15.967 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.94.5, 00000000002.95.5, 00000000002.87.5] 2022-09-01T11:37:15.967 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:37:15.961+0000 7efc4c57e600 0 bucket checkpoint complete 2022-09-01T11:37:15.982 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone4 bucket=ptoxvb-75 2022-09-01T11:37:15.982 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-75', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:37:15.983 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-75', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:37:15.984 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-75 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:37:16.052 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:16.052 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:16.092 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:16.087+0000 7ff6705b0600 1 bucket sync caught up with source: 2022-09-01T11:37:16.093 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.94.5, 00000000002.95.5, 00000000002.87.5] 2022-09-01T11:37:16.093 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.94.5, 00000000002.95.5, 00000000002.87.5] 2022-09-01T11:37:16.093 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:16.087+0000 7ff6705b0600 0 bucket checkpoint complete 2022-09-01T11:37:16.106 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone1 bucket=ptoxvb-75 2022-09-01T11:37:16.107 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-75', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:37:16.108 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-75', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:37:16.109 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-75 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:37:16.169 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:16.170 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:16.228 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:37:16.222+0000 7f175f06c600 1 bucket sync caught up with source: 2022-09-01T11:37:16.228 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.234.5, 00000000002.191.5, 00000000002.189.5] 2022-09-01T11:37:16.228 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.234.5, 00000000002.191.5, 00000000002.189.5] 2022-09-01T11:37:16.229 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:37:16.222+0000 7f175f06c600 0 bucket checkpoint complete 2022-09-01T11:37:16.249 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone3 bucket=ptoxvb-75 2022-09-01T11:37:16.250 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-75', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:37:16.250 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-75', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:37:16.251 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-75 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:37:16.308 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:16.308 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:16.357 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:37:16.352+0000 7fe2817a5600 1 bucket sync caught up with source: 2022-09-01T11:37:16.358 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.234.5, 00000000002.191.5, 00000000002.189.5] 2022-09-01T11:37:16.358 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.234.5, 00000000002.191.5, 00000000002.189.5] 2022-09-01T11:37:16.358 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:37:16.352+0000 7fe2817a5600 0 bucket checkpoint complete 2022-09-01T11:37:16.378 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone2 target=test-zone4 bucket=ptoxvb-75 2022-09-01T11:37:16.379 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone1 bucket=ptoxvb-75 2022-09-01T11:37:16.379 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-75', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:37:16.380 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-75', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:37:16.381 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket ptoxvb-75 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2022-09-01T11:37:16.439 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:16.439 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:16.479 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:37:16.473+0000 7fd9cd3af600 1 bucket sync caught up with source: 2022-09-01T11:37:16.479 INFO:teuthology.orchestra.run.smithi044.stderr: local status: [, , , , , , , , 00000000001.355.5, 00000000002.272.5, 00000000002.253.5] 2022-09-01T11:37:16.479 INFO:teuthology.orchestra.run.smithi044.stderr: remote markers: [, , , , , , , , 00000000001.355.5, 00000000002.272.5, 00000000002.253.5] 2022-09-01T11:37:16.479 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:37:16.473+0000 7fd9cd3af600 0 bucket checkpoint complete 2022-09-01T11:37:16.500 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone2 bucket=ptoxvb-75 2022-09-01T11:37:16.501 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-75', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:37:16.501 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-75', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:37:16.502 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-75 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:37:16.564 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:16.565 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:16.603 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:16.598+0000 7fa5100ed600 1 bucket sync caught up with source: 2022-09-01T11:37:16.603 INFO:teuthology.orchestra.run.smithi052.stderr: local status: [, , , , , , , , 00000000001.355.5, 00000000002.272.5, 00000000002.253.5] 2022-09-01T11:37:16.603 INFO:teuthology.orchestra.run.smithi052.stderr: remote markers: [, , , , , , , , 00000000001.355.5, 00000000002.272.5, 00000000002.253.5] 2022-09-01T11:37:16.604 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:16.598+0000 7fa5100ed600 0 bucket checkpoint complete 2022-09-01T11:37:16.618 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone3 target=test-zone4 bucket=ptoxvb-75 2022-09-01T11:37:16.619 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-75 zones={test-zone2, test-zone1} 2022-09-01T11:37:16.621 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:16.622 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:16.622 DEBUG:boto:Method: HEAD 2022-09-01T11:37:16.623 DEBUG:boto:Path: /ptoxvb-75/ 2022-09-01T11:37:16.624 DEBUG:boto:Data: 2022-09-01T11:37:16.624 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.625 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:16.625 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.626 DEBUG:boto:Params: {} 2022-09-01T11:37:16.627 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:37:16.628 DEBUG:boto:Token: None 2022-09-01T11:37:16.629 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/ 2022-09-01T11:37:16.630 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xG3FC8xkHNgG8exDb/I1Rss3r9Q= 2022-09-01T11:37:16.631 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xG3FC8xkHNgG8exDb/I1Rss3r9Q=', 'Content-Length': '0'} 2022-09-01T11:37:16.637 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b45a0ed2b7a1082d-006310996c-1a4d-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.638 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:16.638 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:16.639 DEBUG:boto:Method: HEAD 2022-09-01T11:37:16.639 DEBUG:boto:Path: /ptoxvb-75/ 2022-09-01T11:37:16.640 DEBUG:boto:Data: 2022-09-01T11:37:16.640 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.641 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:16.641 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.642 DEBUG:boto:Params: {} 2022-09-01T11:37:16.643 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:37:16.643 DEBUG:boto:Token: None 2022-09-01T11:37:16.644 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/ 2022-09-01T11:37:16.645 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:xG3FC8xkHNgG8exDb/I1Rss3r9Q= 2022-09-01T11:37:16.645 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:xG3FC8xkHNgG8exDb/I1Rss3r9Q=', 'Content-Length': '0'} 2022-09-01T11:37:16.649 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003944ec53d2dc0a52-006310996c-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.649 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:37:16.650 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:16.651 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:16.651 DEBUG:boto:path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:16.652 DEBUG:boto:auth_path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:16.652 DEBUG:boto:Method: GET 2022-09-01T11:37:16.653 DEBUG:boto:Path: /ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:16.653 DEBUG:boto:Data: 2022-09-01T11:37:16.654 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.654 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:16.655 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.655 DEBUG:boto:Params: {} 2022-09-01T11:37:16.656 DEBUG:boto:Token: None 2022-09-01T11:37:16.657 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/?versions 2022-09-01T11:37:16.658 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QPdaZr1asJx+VPlwf0CyUJxT4Zo= 2022-09-01T11:37:16.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QPdaZr1asJx+VPlwf0CyUJxT4Zo=', 'Content-Length': '0'} 2022-09-01T11:37:16.661 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b58e93e170e5eb1a-006310996c-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.661 DEBUG:boto:b'ptoxvb-75999falseobj11nulltrue2022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:16.663 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:37:16.664 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:37:16.664 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:37:16.665 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:37:16.665 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:37:16.666 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:37:16.666 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:16.667 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:16.667 DEBUG:boto:path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:16.668 DEBUG:boto:auth_path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:16.668 DEBUG:boto:Method: GET 2022-09-01T11:37:16.669 DEBUG:boto:Path: /ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:16.669 DEBUG:boto:Data: 2022-09-01T11:37:16.670 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.670 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:16.671 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.671 DEBUG:boto:Params: {} 2022-09-01T11:37:16.672 DEBUG:boto:Token: None 2022-09-01T11:37:16.673 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/?versions 2022-09-01T11:37:16.673 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QPdaZr1asJx+VPlwf0CyUJxT4Zo= 2022-09-01T11:37:16.674 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QPdaZr1asJx+VPlwf0CyUJxT4Zo=', 'Content-Length': '0'} 2022-09-01T11:37:16.676 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a8fde9eb481b9975-006310996c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.677 DEBUG:boto:b'ptoxvb-75999falseobj11nulltrue2022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:16.678 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:37:16.679 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:37:16.679 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:37:16.680 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:37:16.680 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:37:16.681 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:16.681 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:16.682 DEBUG:boto:path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:16.682 DEBUG:boto:auth_path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:16.683 DEBUG:boto:Method: GET 2022-09-01T11:37:16.683 DEBUG:boto:Path: /ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:16.684 DEBUG:boto:Data: 2022-09-01T11:37:16.684 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.685 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:16.685 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.686 DEBUG:boto:Params: {} 2022-09-01T11:37:16.686 DEBUG:boto:Token: None 2022-09-01T11:37:16.687 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/?versions 2022-09-01T11:37:16.688 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QPdaZr1asJx+VPlwf0CyUJxT4Zo= 2022-09-01T11:37:16.688 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QPdaZr1asJx+VPlwf0CyUJxT4Zo=', 'Content-Length': '0'} 2022-09-01T11:37:16.691 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d400f2b3447b6c56-006310996c-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.691 DEBUG:boto:b'ptoxvb-75999falseobj11nulltrue2022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:16.693 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:16.693 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:16.694 DEBUG:boto:path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:16.695 DEBUG:boto:auth_path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:16.696 DEBUG:boto:Method: GET 2022-09-01T11:37:16.696 DEBUG:boto:Path: /ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:16.697 DEBUG:boto:Data: 2022-09-01T11:37:16.697 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.698 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:16.698 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.699 DEBUG:boto:Params: {} 2022-09-01T11:37:16.699 DEBUG:boto:Token: None 2022-09-01T11:37:16.701 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/?versions 2022-09-01T11:37:16.701 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:QPdaZr1asJx+VPlwf0CyUJxT4Zo= 2022-09-01T11:37:16.702 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:QPdaZr1asJx+VPlwf0CyUJxT4Zo=', 'Content-Length': '0'} 2022-09-01T11:37:16.704 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002ba13ce91ec78666-006310996c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.705 DEBUG:boto:b'ptoxvb-75999falseobj11nulltrue2022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:16.706 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:37:16.707 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:16.707 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:16.708 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.709 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.709 DEBUG:boto:Method: GET 2022-09-01T11:37:16.710 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.710 DEBUG:boto:Data: 2022-09-01T11:37:16.711 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.711 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:16.712 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.712 DEBUG:boto:Params: {} 2022-09-01T11:37:16.713 DEBUG:boto:Token: None 2022-09-01T11:37:16.714 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.715 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YWNGSDCf2ihDZejeCPeKPJbatC4= 2022-09-01T11:37:16.715 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YWNGSDCf2ihDZejeCPeKPJbatC4=', 'Content-Length': '0'} 2022-09-01T11:37:16.717 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d408ee9a5cb17224-006310996c-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.718 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:16.719 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:16.719 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.720 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.720 DEBUG:boto:Method: GET 2022-09-01T11:37:16.721 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.721 DEBUG:boto:Data: 2022-09-01T11:37:16.722 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.722 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:16.723 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.723 DEBUG:boto:Params: {} 2022-09-01T11:37:16.724 DEBUG:boto:Token: None 2022-09-01T11:37:16.725 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.725 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YWNGSDCf2ihDZejeCPeKPJbatC4= 2022-09-01T11:37:16.726 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YWNGSDCf2ihDZejeCPeKPJbatC4=', 'Content-Length': '0'} 2022-09-01T11:37:16.728 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009ecb62ecfa6c4dee-006310996c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.729 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:16.730 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:16.730 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.731 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.731 DEBUG:boto:Method: HEAD 2022-09-01T11:37:16.732 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.732 DEBUG:boto:Data: 2022-09-01T11:37:16.733 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.733 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:16.734 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.734 DEBUG:boto:Params: {} 2022-09-01T11:37:16.735 DEBUG:boto:Token: None 2022-09-01T11:37:16.735 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.736 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZuPiB6vp8f/WEy8vKlpaHvK9GGw= 2022-09-01T11:37:16.736 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZuPiB6vp8f/WEy8vKlpaHvK9GGw=', 'Content-Length': '0'} 2022-09-01T11:37:16.738 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ebe9358887d21713-006310996c-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.739 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:16.740 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:16.740 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.741 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.742 DEBUG:boto:Method: HEAD 2022-09-01T11:37:16.743 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.744 DEBUG:boto:Data: 2022-09-01T11:37:16.745 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.745 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:16.746 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.746 DEBUG:boto:Params: {} 2022-09-01T11:37:16.747 DEBUG:boto:Token: None 2022-09-01T11:37:16.748 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.748 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZuPiB6vp8f/WEy8vKlpaHvK9GGw= 2022-09-01T11:37:16.749 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZuPiB6vp8f/WEy8vKlpaHvK9GGw=', 'Content-Length': '0'} 2022-09-01T11:37:16.751 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a2cb53ed1abb3dae-006310996c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.753 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:37:16.754 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:16.755 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:16.756 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.757 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.758 DEBUG:boto:Method: GET 2022-09-01T11:37:16.759 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.759 DEBUG:boto:Data: 2022-09-01T11:37:16.760 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.760 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:16.761 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.761 DEBUG:boto:Params: {} 2022-09-01T11:37:16.762 DEBUG:boto:Token: None 2022-09-01T11:37:16.763 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.763 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YWNGSDCf2ihDZejeCPeKPJbatC4= 2022-09-01T11:37:16.764 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YWNGSDCf2ihDZejeCPeKPJbatC4=', 'Content-Length': '0'} 2022-09-01T11:37:16.766 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d9542cbce53d150b-006310996c-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.814 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:16.815 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:16.815 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.816 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.816 DEBUG:boto:Method: GET 2022-09-01T11:37:16.817 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.818 DEBUG:boto:Data: 2022-09-01T11:37:16.818 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.819 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:16.819 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.820 DEBUG:boto:Params: {} 2022-09-01T11:37:16.820 DEBUG:boto:Token: None 2022-09-01T11:37:16.821 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:16.822 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YWNGSDCf2ihDZejeCPeKPJbatC4= 2022-09-01T11:37:16.823 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YWNGSDCf2ihDZejeCPeKPJbatC4=', 'Content-Length': '0'} 2022-09-01T11:37:16.825 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000854d9e82c08eed7f-006310996c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.826 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:16.826 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:16.827 DEBUG:boto:path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:16.828 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:16.828 DEBUG:boto:Method: GET 2022-09-01T11:37:16.829 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj11 2022-09-01T11:37:16.829 DEBUG:boto:Data: 2022-09-01T11:37:16.830 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.830 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:16.831 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.831 DEBUG:boto:Params: {} 2022-09-01T11:37:16.832 DEBUG:boto:Token: None 2022-09-01T11:37:16.833 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/ 2022-09-01T11:37:16.833 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TbjwvV9/aoa9KXDDALiRwHLx/AQ= 2022-09-01T11:37:16.834 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TbjwvV9/aoa9KXDDALiRwHLx/AQ=', 'Content-Length': '0'} 2022-09-01T11:37:16.837 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f8beffaba40ebd01-006310996c-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.837 DEBUG:boto:b'ptoxvb-75obj111000falseobj112022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:16.838 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:16.839 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:16.839 DEBUG:boto:path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:16.840 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:16.840 DEBUG:boto:Method: GET 2022-09-01T11:37:16.841 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj11 2022-09-01T11:37:16.841 DEBUG:boto:Data: 2022-09-01T11:37:16.842 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.843 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:16.843 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.844 DEBUG:boto:Params: {} 2022-09-01T11:37:16.844 DEBUG:boto:Token: None 2022-09-01T11:37:16.845 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/ 2022-09-01T11:37:16.845 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TbjwvV9/aoa9KXDDALiRwHLx/AQ= 2022-09-01T11:37:16.846 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TbjwvV9/aoa9KXDDALiRwHLx/AQ=', 'Content-Length': '0'} 2022-09-01T11:37:16.849 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000094eeaa282e124d84-006310996c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.850 DEBUG:boto:b'ptoxvb-75obj111000falseobj112022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:16.851 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:16.851 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:16.852 DEBUG:boto:Method: HEAD 2022-09-01T11:37:16.852 DEBUG:boto:Path: /ptoxvb-75/obj11 2022-09-01T11:37:16.853 DEBUG:boto:Data: 2022-09-01T11:37:16.853 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.854 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:16.854 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.855 DEBUG:boto:Params: {} 2022-09-01T11:37:16.855 DEBUG:boto:Token: None 2022-09-01T11:37:16.856 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj11 2022-09-01T11:37:16.857 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vSzxLk+1IakgXtKHdqKSpI+ofk4= 2022-09-01T11:37:16.857 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vSzxLk+1IakgXtKHdqKSpI+ofk4=', 'Content-Length': '0'} 2022-09-01T11:37:16.859 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d6ab8937d4d0bedf-006310996c-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.860 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:16.861 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:16.862 DEBUG:boto:Method: HEAD 2022-09-01T11:37:16.863 DEBUG:boto:Path: /ptoxvb-75/obj11 2022-09-01T11:37:16.863 DEBUG:boto:Data: 2022-09-01T11:37:16.864 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.864 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:16.865 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.866 DEBUG:boto:Params: {} 2022-09-01T11:37:16.867 DEBUG:boto:Token: None 2022-09-01T11:37:16.868 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj11 2022-09-01T11:37:16.868 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vSzxLk+1IakgXtKHdqKSpI+ofk4= 2022-09-01T11:37:16.869 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vSzxLk+1IakgXtKHdqKSpI+ofk4=', 'Content-Length': '0'} 2022-09-01T11:37:16.871 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007513d89c7f967312-006310996c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.872 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:37:16.872 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:16.873 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:16.873 DEBUG:boto:Method: GET 2022-09-01T11:37:16.874 DEBUG:boto:Path: /ptoxvb-75/obj11 2022-09-01T11:37:16.875 DEBUG:boto:Data: 2022-09-01T11:37:16.875 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.876 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:16.876 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.877 DEBUG:boto:Params: {} 2022-09-01T11:37:16.877 DEBUG:boto:Token: None 2022-09-01T11:37:16.878 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj11 2022-09-01T11:37:16.879 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EZ2OEfdxrS64ZmNjU8nQPtMhTfQ= 2022-09-01T11:37:16.879 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EZ2OEfdxrS64ZmNjU8nQPtMhTfQ=', 'Content-Length': '0'} 2022-09-01T11:37:16.882 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000962c3d438c25a597-006310996c-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.883 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:16.883 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:16.884 DEBUG:boto:Method: GET 2022-09-01T11:37:16.884 DEBUG:boto:Path: /ptoxvb-75/obj11 2022-09-01T11:37:16.885 DEBUG:boto:Data: 2022-09-01T11:37:16.885 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.886 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:16.886 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.887 DEBUG:boto:Params: {} 2022-09-01T11:37:16.888 DEBUG:boto:Token: None 2022-09-01T11:37:16.888 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj11 2022-09-01T11:37:16.889 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EZ2OEfdxrS64ZmNjU8nQPtMhTfQ= 2022-09-01T11:37:16.889 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EZ2OEfdxrS64ZmNjU8nQPtMhTfQ=', 'Content-Length': '0'} 2022-09-01T11:37:16.893 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006c5a6653147fc460-006310996c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.894 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:16.894 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:16.895 DEBUG:boto:path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:16.895 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:16.896 DEBUG:boto:Method: GET 2022-09-01T11:37:16.896 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj11 2022-09-01T11:37:16.897 DEBUG:boto:Data: 2022-09-01T11:37:16.897 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.898 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:16.898 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.899 DEBUG:boto:Params: {} 2022-09-01T11:37:16.899 DEBUG:boto:Token: None 2022-09-01T11:37:16.900 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/ 2022-09-01T11:37:16.901 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TbjwvV9/aoa9KXDDALiRwHLx/AQ= 2022-09-01T11:37:16.902 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TbjwvV9/aoa9KXDDALiRwHLx/AQ=', 'Content-Length': '0'} 2022-09-01T11:37:16.904 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004b77081a398ef984-006310996c-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.905 DEBUG:boto:b'ptoxvb-75obj111000falseobj112022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:16.906 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:16.906 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:16.907 DEBUG:boto:path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:16.907 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:16.908 DEBUG:boto:Method: GET 2022-09-01T11:37:16.908 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj11 2022-09-01T11:37:16.909 DEBUG:boto:Data: 2022-09-01T11:37:16.909 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.910 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:16.911 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.911 DEBUG:boto:Params: {} 2022-09-01T11:37:16.912 DEBUG:boto:Token: None 2022-09-01T11:37:16.913 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/ 2022-09-01T11:37:16.913 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TbjwvV9/aoa9KXDDALiRwHLx/AQ= 2022-09-01T11:37:16.914 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TbjwvV9/aoa9KXDDALiRwHLx/AQ=', 'Content-Length': '0'} 2022-09-01T11:37:16.917 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f19b5234d1faac48-006310996c-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.918 DEBUG:boto:b'ptoxvb-75obj111000falseobj112022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:16.919 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:37:16.919 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:16.920 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:16.920 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.921 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.922 DEBUG:boto:Method: GET 2022-09-01T11:37:16.922 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.923 DEBUG:boto:Data: 2022-09-01T11:37:16.925 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.926 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:16.927 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.928 DEBUG:boto:Params: {} 2022-09-01T11:37:16.929 DEBUG:boto:Token: None 2022-09-01T11:37:16.930 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.931 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lRDnceCzseIY5u5VQ+bSXJ5HTzw= 2022-09-01T11:37:16.931 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lRDnceCzseIY5u5VQ+bSXJ5HTzw=', 'Content-Length': '0'} 2022-09-01T11:37:16.934 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cee051ad96a6c957-006310996c-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.935 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:16.936 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:16.936 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.937 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.937 DEBUG:boto:Method: GET 2022-09-01T11:37:16.938 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.938 DEBUG:boto:Data: 2022-09-01T11:37:16.939 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.939 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:16.940 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.941 DEBUG:boto:Params: {} 2022-09-01T11:37:16.942 DEBUG:boto:Token: None 2022-09-01T11:37:16.943 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.944 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lRDnceCzseIY5u5VQ+bSXJ5HTzw= 2022-09-01T11:37:16.946 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lRDnceCzseIY5u5VQ+bSXJ5HTzw=', 'Content-Length': '0'} 2022-09-01T11:37:16.949 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cff5ceece5f47d4f-006310996c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.950 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:16.951 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:16.952 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.952 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.953 DEBUG:boto:Method: HEAD 2022-09-01T11:37:16.953 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.954 DEBUG:boto:Data: 2022-09-01T11:37:16.954 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.955 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:16.955 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.956 DEBUG:boto:Params: {} 2022-09-01T11:37:16.957 DEBUG:boto:Token: None 2022-09-01T11:37:16.957 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:okD52lENRLDmXzKhUU+9xK9R+64= 2022-09-01T11:37:16.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:okD52lENRLDmXzKhUU+9xK9R+64=', 'Content-Length': '0'} 2022-09-01T11:37:16.961 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fd1e895f4b2369e0-006310996c-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.962 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:16.963 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:16.963 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.964 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.964 DEBUG:boto:Method: HEAD 2022-09-01T11:37:16.965 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.965 DEBUG:boto:Data: 2022-09-01T11:37:16.966 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.967 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:16.967 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.968 DEBUG:boto:Params: {} 2022-09-01T11:37:16.968 DEBUG:boto:Token: None 2022-09-01T11:37:16.969 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.970 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:okD52lENRLDmXzKhUU+9xK9R+64= 2022-09-01T11:37:16.970 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:okD52lENRLDmXzKhUU+9xK9R+64=', 'Content-Length': '0'} 2022-09-01T11:37:16.972 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bedaa9420fd4c5ae-006310996c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.973 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:37:16.974 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:16.974 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:16.975 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.976 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.976 DEBUG:boto:Method: GET 2022-09-01T11:37:16.977 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.977 DEBUG:boto:Data: 2022-09-01T11:37:16.978 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.978 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:16.979 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.979 DEBUG:boto:Params: {} 2022-09-01T11:37:16.980 DEBUG:boto:Token: None 2022-09-01T11:37:16.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.981 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lRDnceCzseIY5u5VQ+bSXJ5HTzw= 2022-09-01T11:37:16.982 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lRDnceCzseIY5u5VQ+bSXJ5HTzw=', 'Content-Length': '0'} 2022-09-01T11:37:16.984 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000391a5b5efe60c454-006310996c-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.985 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:16.985 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:16.986 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.987 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.987 DEBUG:boto:Method: GET 2022-09-01T11:37:16.988 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.988 DEBUG:boto:Data: 2022-09-01T11:37:16.989 DEBUG:boto:Headers: {} 2022-09-01T11:37:16.989 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:16.990 DEBUG:boto:Port: 8000 2022-09-01T11:37:16.990 DEBUG:boto:Params: {} 2022-09-01T11:37:16.991 DEBUG:boto:Token: None 2022-09-01T11:37:16.992 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:16 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:16.992 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lRDnceCzseIY5u5VQ+bSXJ5HTzw= 2022-09-01T11:37:16.993 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:16 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lRDnceCzseIY5u5VQ+bSXJ5HTzw=', 'Content-Length': '0'} 2022-09-01T11:37:16.995 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000007fbaaf81740764-006310996c-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:16 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:16.996 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:16.997 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:16.997 DEBUG:boto:path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:16.998 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:16.998 DEBUG:boto:Method: GET 2022-09-01T11:37:16.999 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj22 2022-09-01T11:37:16.999 DEBUG:boto:Data: 2022-09-01T11:37:17.000 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.000 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.001 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.001 DEBUG:boto:Params: {} 2022-09-01T11:37:17.002 DEBUG:boto:Token: None 2022-09-01T11:37:17.003 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.004 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.006 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000002835c6df2450460-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.007 DEBUG:boto:b'ptoxvb-75obj221000falseobj222022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.008 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.009 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.009 DEBUG:boto:path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:17.010 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:17.010 DEBUG:boto:Method: GET 2022-09-01T11:37:17.011 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj22 2022-09-01T11:37:17.011 DEBUG:boto:Data: 2022-09-01T11:37:17.012 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.012 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.013 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.013 DEBUG:boto:Params: {} 2022-09-01T11:37:17.014 DEBUG:boto:Token: None 2022-09-01T11:37:17.015 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.015 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.016 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.018 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b0fc328336c26598-006310996d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.019 DEBUG:boto:b'ptoxvb-75obj221000falseobj222022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.020 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:17.020 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:17.021 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.022 DEBUG:boto:Path: /ptoxvb-75/obj22 2022-09-01T11:37:17.022 DEBUG:boto:Data: 2022-09-01T11:37:17.023 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.023 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.024 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.024 DEBUG:boto:Params: {} 2022-09-01T11:37:17.025 DEBUG:boto:Token: None 2022-09-01T11:37:17.025 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj22 2022-09-01T11:37:17.026 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ydnOAXlwKpt4pIwTr0xYYlVVdSQ= 2022-09-01T11:37:17.026 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ydnOAXlwKpt4pIwTr0xYYlVVdSQ=', 'Content-Length': '0'} 2022-09-01T11:37:17.028 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004cc0f4af6cfdde8e-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.029 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:17.030 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:17.030 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.031 DEBUG:boto:Path: /ptoxvb-75/obj22 2022-09-01T11:37:17.031 DEBUG:boto:Data: 2022-09-01T11:37:17.032 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.032 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.033 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.033 DEBUG:boto:Params: {} 2022-09-01T11:37:17.034 DEBUG:boto:Token: None 2022-09-01T11:37:17.035 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj22 2022-09-01T11:37:17.035 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ydnOAXlwKpt4pIwTr0xYYlVVdSQ= 2022-09-01T11:37:17.036 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ydnOAXlwKpt4pIwTr0xYYlVVdSQ=', 'Content-Length': '0'} 2022-09-01T11:37:17.038 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000423d5b078b527135-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.039 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:37:17.039 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:17.040 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:17.040 DEBUG:boto:Method: GET 2022-09-01T11:37:17.041 DEBUG:boto:Path: /ptoxvb-75/obj22 2022-09-01T11:37:17.041 DEBUG:boto:Data: 2022-09-01T11:37:17.042 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.043 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.043 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.044 DEBUG:boto:Params: {} 2022-09-01T11:37:17.044 DEBUG:boto:Token: None 2022-09-01T11:37:17.045 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj22 2022-09-01T11:37:17.045 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zov/PygqxjLjNI3Tn/d0e0vHAfk= 2022-09-01T11:37:17.046 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zov/PygqxjLjNI3Tn/d0e0vHAfk=', 'Content-Length': '0'} 2022-09-01T11:37:17.048 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004d55531e0433b697-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.049 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:17.049 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:17.050 DEBUG:boto:Method: GET 2022-09-01T11:37:17.050 DEBUG:boto:Path: /ptoxvb-75/obj22 2022-09-01T11:37:17.051 DEBUG:boto:Data: 2022-09-01T11:37:17.052 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.052 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.053 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.053 DEBUG:boto:Params: {} 2022-09-01T11:37:17.054 DEBUG:boto:Token: None 2022-09-01T11:37:17.054 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj22 2022-09-01T11:37:17.055 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Zov/PygqxjLjNI3Tn/d0e0vHAfk= 2022-09-01T11:37:17.056 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Zov/PygqxjLjNI3Tn/d0e0vHAfk=', 'Content-Length': '0'} 2022-09-01T11:37:17.058 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000694e8c342274d74a-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.102 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.104 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.105 DEBUG:boto:path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:17.106 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:17.107 DEBUG:boto:Method: GET 2022-09-01T11:37:17.107 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj22 2022-09-01T11:37:17.108 DEBUG:boto:Data: 2022-09-01T11:37:17.109 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.110 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.111 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.112 DEBUG:boto:Params: {} 2022-09-01T11:37:17.112 DEBUG:boto:Token: None 2022-09-01T11:37:17.113 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.114 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.114 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.117 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e65ac51109186855-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.118 DEBUG:boto:b'ptoxvb-75obj221000falseobj222022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.120 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.121 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.122 DEBUG:boto:path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:17.123 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:17.124 DEBUG:boto:Method: GET 2022-09-01T11:37:17.125 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj22 2022-09-01T11:37:17.125 DEBUG:boto:Data: 2022-09-01T11:37:17.126 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.126 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.127 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.128 DEBUG:boto:Params: {} 2022-09-01T11:37:17.128 DEBUG:boto:Token: None 2022-09-01T11:37:17.129 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.129 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.130 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.133 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000439f88aa2f0dcb19-006310996d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.134 DEBUG:boto:b'ptoxvb-75obj221000falseobj222022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.134 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:37:17.135 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:17.136 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:17.136 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.137 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.137 DEBUG:boto:Method: GET 2022-09-01T11:37:17.138 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.138 DEBUG:boto:Data: 2022-09-01T11:37:17.139 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.139 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.140 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.140 DEBUG:boto:Params: {} 2022-09-01T11:37:17.141 DEBUG:boto:Token: None 2022-09-01T11:37:17.142 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.142 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3XmpYW63zPuvjutL0uQ/4t6HL+8= 2022-09-01T11:37:17.143 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3XmpYW63zPuvjutL0uQ/4t6HL+8=', 'Content-Length': '0'} 2022-09-01T11:37:17.145 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007f0e42538611f2da-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.146 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:17.146 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:17.147 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.148 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.148 DEBUG:boto:Method: GET 2022-09-01T11:37:17.149 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.149 DEBUG:boto:Data: 2022-09-01T11:37:17.150 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.150 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.151 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.151 DEBUG:boto:Params: {} 2022-09-01T11:37:17.152 DEBUG:boto:Token: None 2022-09-01T11:37:17.153 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.153 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3XmpYW63zPuvjutL0uQ/4t6HL+8= 2022-09-01T11:37:17.154 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3XmpYW63zPuvjutL0uQ/4t6HL+8=', 'Content-Length': '0'} 2022-09-01T11:37:17.156 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bb8fb68041f15039-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.157 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:17.157 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:17.158 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.158 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.159 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.159 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.160 DEBUG:boto:Data: 2022-09-01T11:37:17.160 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.161 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.161 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.162 DEBUG:boto:Params: {} 2022-09-01T11:37:17.162 DEBUG:boto:Token: None 2022-09-01T11:37:17.163 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.164 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lt6f7/4YReOk/7wx/h5mm2MjQ2g= 2022-09-01T11:37:17.164 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lt6f7/4YReOk/7wx/h5mm2MjQ2g=', 'Content-Length': '0'} 2022-09-01T11:37:17.166 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c47b7451f838efbb-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.167 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:17.168 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:17.168 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.169 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.169 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.170 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.170 DEBUG:boto:Data: 2022-09-01T11:37:17.171 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.171 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.172 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.172 DEBUG:boto:Params: {} 2022-09-01T11:37:17.173 DEBUG:boto:Token: None 2022-09-01T11:37:17.173 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.174 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lt6f7/4YReOk/7wx/h5mm2MjQ2g= 2022-09-01T11:37:17.175 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lt6f7/4YReOk/7wx/h5mm2MjQ2g=', 'Content-Length': '0'} 2022-09-01T11:37:17.176 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f3f6f94be70443e-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.177 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:37:17.178 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:17.178 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:17.179 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.179 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.180 DEBUG:boto:Method: GET 2022-09-01T11:37:17.181 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.181 DEBUG:boto:Data: 2022-09-01T11:37:17.182 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.182 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.183 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.184 DEBUG:boto:Params: {} 2022-09-01T11:37:17.184 DEBUG:boto:Token: None 2022-09-01T11:37:17.185 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.186 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3XmpYW63zPuvjutL0uQ/4t6HL+8= 2022-09-01T11:37:17.186 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3XmpYW63zPuvjutL0uQ/4t6HL+8=', 'Content-Length': '0'} 2022-09-01T11:37:17.188 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000017a8e29dc2c8b597-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.234 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:17.235 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:17.235 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.236 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.237 DEBUG:boto:Method: GET 2022-09-01T11:37:17.237 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.238 DEBUG:boto:Data: 2022-09-01T11:37:17.238 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.239 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.239 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.240 DEBUG:boto:Params: {} 2022-09-01T11:37:17.240 DEBUG:boto:Token: None 2022-09-01T11:37:17.241 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:17.242 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3XmpYW63zPuvjutL0uQ/4t6HL+8= 2022-09-01T11:37:17.243 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3XmpYW63zPuvjutL0uQ/4t6HL+8=', 'Content-Length': '0'} 2022-09-01T11:37:17.245 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000807bd98f8423a150-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.246 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.247 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.248 DEBUG:boto:path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:17.249 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:17.250 DEBUG:boto:Method: GET 2022-09-01T11:37:17.251 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj33 2022-09-01T11:37:17.251 DEBUG:boto:Data: 2022-09-01T11:37:17.252 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.252 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.253 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.253 DEBUG:boto:Params: {} 2022-09-01T11:37:17.254 DEBUG:boto:Token: None 2022-09-01T11:37:17.254 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.255 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.256 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.258 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000059223fd7ca935e76-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.259 DEBUG:boto:b'ptoxvb-75obj331000falseobj332022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.260 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.261 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.261 DEBUG:boto:path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:17.262 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:17.262 DEBUG:boto:Method: GET 2022-09-01T11:37:17.263 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj33 2022-09-01T11:37:17.263 DEBUG:boto:Data: 2022-09-01T11:37:17.264 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.264 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.265 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.265 DEBUG:boto:Params: {} 2022-09-01T11:37:17.266 DEBUG:boto:Token: None 2022-09-01T11:37:17.267 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.267 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.268 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.270 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000074130b4d4c4bac35-006310996d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.271 DEBUG:boto:b'ptoxvb-75obj331000falseobj332022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.272 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:17.273 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:17.273 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.274 DEBUG:boto:Path: /ptoxvb-75/obj33 2022-09-01T11:37:17.274 DEBUG:boto:Data: 2022-09-01T11:37:17.275 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.275 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.276 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.276 DEBUG:boto:Params: {} 2022-09-01T11:37:17.277 DEBUG:boto:Token: None 2022-09-01T11:37:17.278 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj33 2022-09-01T11:37:17.278 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2y4zBN+dBu3n6dzEBRtxVN/duEA= 2022-09-01T11:37:17.279 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2y4zBN+dBu3n6dzEBRtxVN/duEA=', 'Content-Length': '0'} 2022-09-01T11:37:17.281 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e54cfd332dd60714-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.282 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:17.282 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:17.283 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.283 DEBUG:boto:Path: /ptoxvb-75/obj33 2022-09-01T11:37:17.284 DEBUG:boto:Data: 2022-09-01T11:37:17.284 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.285 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.286 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.286 DEBUG:boto:Params: {} 2022-09-01T11:37:17.287 DEBUG:boto:Token: None 2022-09-01T11:37:17.287 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj33 2022-09-01T11:37:17.288 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2y4zBN+dBu3n6dzEBRtxVN/duEA= 2022-09-01T11:37:17.289 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2y4zBN+dBu3n6dzEBRtxVN/duEA=', 'Content-Length': '0'} 2022-09-01T11:37:17.292 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000084bff14817f5ea85-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.292 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:37:17.293 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:17.293 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:17.294 DEBUG:boto:Method: GET 2022-09-01T11:37:17.295 DEBUG:boto:Path: /ptoxvb-75/obj33 2022-09-01T11:37:17.295 DEBUG:boto:Data: 2022-09-01T11:37:17.296 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.296 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.297 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.297 DEBUG:boto:Params: {} 2022-09-01T11:37:17.298 DEBUG:boto:Token: None 2022-09-01T11:37:17.299 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj33 2022-09-01T11:37:17.299 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eKJUChL1ccrRp5z+R1Eqpu/7DFk= 2022-09-01T11:37:17.300 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eKJUChL1ccrRp5z+R1Eqpu/7DFk=', 'Content-Length': '0'} 2022-09-01T11:37:17.302 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001a49ab80cc0ef2e7-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.303 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:17.303 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:17.304 DEBUG:boto:Method: GET 2022-09-01T11:37:17.304 DEBUG:boto:Path: /ptoxvb-75/obj33 2022-09-01T11:37:17.305 DEBUG:boto:Data: 2022-09-01T11:37:17.305 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.306 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.306 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.307 DEBUG:boto:Params: {} 2022-09-01T11:37:17.307 DEBUG:boto:Token: None 2022-09-01T11:37:17.308 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj33 2022-09-01T11:37:17.309 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:eKJUChL1ccrRp5z+R1Eqpu/7DFk= 2022-09-01T11:37:17.309 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:eKJUChL1ccrRp5z+R1Eqpu/7DFk=', 'Content-Length': '0'} 2022-09-01T11:37:17.312 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004b6ca4a465a91903-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.354 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.355 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.356 DEBUG:boto:path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:17.357 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:17.357 DEBUG:boto:Method: GET 2022-09-01T11:37:17.358 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj33 2022-09-01T11:37:17.359 DEBUG:boto:Data: 2022-09-01T11:37:17.359 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.360 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.361 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.361 DEBUG:boto:Params: {} 2022-09-01T11:37:17.362 DEBUG:boto:Token: None 2022-09-01T11:37:17.363 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.364 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.365 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.368 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ba5724e2f5139ef1-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.368 DEBUG:boto:b'ptoxvb-75obj331000falseobj332022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.369 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.370 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.370 DEBUG:boto:path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:17.371 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:17.372 DEBUG:boto:Method: GET 2022-09-01T11:37:17.372 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj33 2022-09-01T11:37:17.373 DEBUG:boto:Data: 2022-09-01T11:37:17.373 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.374 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.374 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.375 DEBUG:boto:Params: {} 2022-09-01T11:37:17.375 DEBUG:boto:Token: None 2022-09-01T11:37:17.376 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.377 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.381 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000583bcf449c5b5866-006310996d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.381 DEBUG:boto:b'ptoxvb-75obj331000falseobj332022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.382 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:37:17.383 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:17.383 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:17.384 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.384 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.385 DEBUG:boto:Method: GET 2022-09-01T11:37:17.385 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.386 DEBUG:boto:Data: 2022-09-01T11:37:17.386 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.387 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.388 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.388 DEBUG:boto:Params: {} 2022-09-01T11:37:17.389 DEBUG:boto:Token: None 2022-09-01T11:37:17.390 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.390 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9uQqOKADRttWZ31KKm3ydETPAqw= 2022-09-01T11:37:17.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9uQqOKADRttWZ31KKm3ydETPAqw=', 'Content-Length': '0'} 2022-09-01T11:37:17.393 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003fdce2e97df7d8cc-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.434 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:17.435 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:17.435 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.436 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.437 DEBUG:boto:Method: GET 2022-09-01T11:37:17.437 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.438 DEBUG:boto:Data: 2022-09-01T11:37:17.438 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.439 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.439 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.440 DEBUG:boto:Params: {} 2022-09-01T11:37:17.440 DEBUG:boto:Token: None 2022-09-01T11:37:17.441 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9uQqOKADRttWZ31KKm3ydETPAqw= 2022-09-01T11:37:17.442 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9uQqOKADRttWZ31KKm3ydETPAqw=', 'Content-Length': '0'} 2022-09-01T11:37:17.445 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000023c75a15dab9b2b5-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.446 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:17.446 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:17.447 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.447 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.448 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.448 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.449 DEBUG:boto:Data: 2022-09-01T11:37:17.449 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.450 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.450 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.451 DEBUG:boto:Params: {} 2022-09-01T11:37:17.451 DEBUG:boto:Token: None 2022-09-01T11:37:17.452 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.453 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H9ygLj4eLRJP0t6nq418tE7ij0Y= 2022-09-01T11:37:17.453 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H9ygLj4eLRJP0t6nq418tE7ij0Y=', 'Content-Length': '0'} 2022-09-01T11:37:17.455 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003b9e05889883750d-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.456 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:17.457 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:17.457 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.457 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.458 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.459 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.459 DEBUG:boto:Data: 2022-09-01T11:37:17.460 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.460 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.461 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.461 DEBUG:boto:Params: {} 2022-09-01T11:37:17.462 DEBUG:boto:Token: None 2022-09-01T11:37:17.462 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.463 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:H9ygLj4eLRJP0t6nq418tE7ij0Y= 2022-09-01T11:37:17.463 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:H9ygLj4eLRJP0t6nq418tE7ij0Y=', 'Content-Length': '0'} 2022-09-01T11:37:17.466 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000000fcbb743cfab1782-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.467 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:37:17.467 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:17.468 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:17.469 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.469 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.470 DEBUG:boto:Method: GET 2022-09-01T11:37:17.470 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.471 DEBUG:boto:Data: 2022-09-01T11:37:17.471 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.472 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.472 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.473 DEBUG:boto:Params: {} 2022-09-01T11:37:17.474 DEBUG:boto:Token: None 2022-09-01T11:37:17.474 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.475 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9uQqOKADRttWZ31KKm3ydETPAqw= 2022-09-01T11:37:17.476 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9uQqOKADRttWZ31KKm3ydETPAqw=', 'Content-Length': '0'} 2022-09-01T11:37:17.478 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000081b4c3b4fe68404-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.479 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:17.480 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:17.480 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.481 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.481 DEBUG:boto:Method: GET 2022-09-01T11:37:17.482 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.482 DEBUG:boto:Data: 2022-09-01T11:37:17.483 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.483 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.484 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.484 DEBUG:boto:Params: {} 2022-09-01T11:37:17.485 DEBUG:boto:Token: None 2022-09-01T11:37:17.485 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:17.486 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9uQqOKADRttWZ31KKm3ydETPAqw= 2022-09-01T11:37:17.487 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9uQqOKADRttWZ31KKm3ydETPAqw=', 'Content-Length': '0'} 2022-09-01T11:37:17.489 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000012954fa4c6eac968-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.490 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.490 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.491 DEBUG:boto:path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:17.492 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:17.492 DEBUG:boto:Method: GET 2022-09-01T11:37:17.493 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj44 2022-09-01T11:37:17.494 DEBUG:boto:Data: 2022-09-01T11:37:17.495 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.496 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.497 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.498 DEBUG:boto:Params: {} 2022-09-01T11:37:17.499 DEBUG:boto:Token: None 2022-09-01T11:37:17.499 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.500 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.501 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.504 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ceac35f75d68a486-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.505 DEBUG:boto:b'ptoxvb-75obj441000falseobj442022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.506 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.507 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.508 DEBUG:boto:path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:17.509 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:17.510 DEBUG:boto:Method: GET 2022-09-01T11:37:17.511 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj44 2022-09-01T11:37:17.511 DEBUG:boto:Data: 2022-09-01T11:37:17.512 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.513 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.514 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.514 DEBUG:boto:Params: {} 2022-09-01T11:37:17.515 DEBUG:boto:Token: None 2022-09-01T11:37:17.516 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.516 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.517 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.520 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000026b7b3c4b2182f4f-006310996d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.521 DEBUG:boto:b'ptoxvb-75obj441000falseobj442022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.522 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:17.522 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:17.523 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.523 DEBUG:boto:Path: /ptoxvb-75/obj44 2022-09-01T11:37:17.524 DEBUG:boto:Data: 2022-09-01T11:37:17.524 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.525 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.525 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.526 DEBUG:boto:Params: {} 2022-09-01T11:37:17.527 DEBUG:boto:Token: None 2022-09-01T11:37:17.527 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj44 2022-09-01T11:37:17.528 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lHWB+6zDd+tmLtBNAkKDqFkW9Kk= 2022-09-01T11:37:17.528 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lHWB+6zDd+tmLtBNAkKDqFkW9Kk=', 'Content-Length': '0'} 2022-09-01T11:37:17.530 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000975db39533fdd085-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.531 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:17.532 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:17.532 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.533 DEBUG:boto:Path: /ptoxvb-75/obj44 2022-09-01T11:37:17.533 DEBUG:boto:Data: 2022-09-01T11:37:17.534 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.534 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.535 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.535 DEBUG:boto:Params: {} 2022-09-01T11:37:17.536 DEBUG:boto:Token: None 2022-09-01T11:37:17.536 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj44 2022-09-01T11:37:17.537 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lHWB+6zDd+tmLtBNAkKDqFkW9Kk= 2022-09-01T11:37:17.537 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lHWB+6zDd+tmLtBNAkKDqFkW9Kk=', 'Content-Length': '0'} 2022-09-01T11:37:17.540 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000520aa5ee29fe1b8b-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.541 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:37:17.542 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:17.542 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:17.543 DEBUG:boto:Method: GET 2022-09-01T11:37:17.544 DEBUG:boto:Path: /ptoxvb-75/obj44 2022-09-01T11:37:17.544 DEBUG:boto:Data: 2022-09-01T11:37:17.545 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.545 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.546 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.547 DEBUG:boto:Params: {} 2022-09-01T11:37:17.547 DEBUG:boto:Token: None 2022-09-01T11:37:17.548 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj44 2022-09-01T11:37:17.549 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pRV+iWbsnerfTXtziWRC5GP55QE= 2022-09-01T11:37:17.550 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pRV+iWbsnerfTXtziWRC5GP55QE=', 'Content-Length': '0'} 2022-09-01T11:37:17.553 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000da49bdacd563cb67-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.598 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:17.599 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:17.600 DEBUG:boto:Method: GET 2022-09-01T11:37:17.601 DEBUG:boto:Path: /ptoxvb-75/obj44 2022-09-01T11:37:17.603 DEBUG:boto:Data: 2022-09-01T11:37:17.604 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.606 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.607 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.607 DEBUG:boto:Params: {} 2022-09-01T11:37:17.609 DEBUG:boto:Token: None 2022-09-01T11:37:17.610 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj44 2022-09-01T11:37:17.611 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pRV+iWbsnerfTXtziWRC5GP55QE= 2022-09-01T11:37:17.612 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pRV+iWbsnerfTXtziWRC5GP55QE=', 'Content-Length': '0'} 2022-09-01T11:37:17.614 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e86fbd66de3bf3ae-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.615 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.616 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.616 DEBUG:boto:path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:17.617 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:17.617 DEBUG:boto:Method: GET 2022-09-01T11:37:17.618 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj44 2022-09-01T11:37:17.618 DEBUG:boto:Data: 2022-09-01T11:37:17.619 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.619 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.620 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.621 DEBUG:boto:Params: {} 2022-09-01T11:37:17.621 DEBUG:boto:Token: None 2022-09-01T11:37:17.622 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.622 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.623 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.626 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c7f1b3ca7ae1f59d-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.626 DEBUG:boto:b'ptoxvb-75obj441000falseobj442022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.628 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.629 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.629 DEBUG:boto:path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:17.630 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:17.630 DEBUG:boto:Method: GET 2022-09-01T11:37:17.631 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj44 2022-09-01T11:37:17.631 DEBUG:boto:Data: 2022-09-01T11:37:17.632 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.633 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.633 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.634 DEBUG:boto:Params: {} 2022-09-01T11:37:17.634 DEBUG:boto:Token: None 2022-09-01T11:37:17.635 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.635 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.636 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.639 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e6b28d3a8de5812e-006310996d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.682 DEBUG:boto:b'ptoxvb-75obj441000falseobj442022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.683 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:37:17.684 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:17.684 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:17.685 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.685 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.686 DEBUG:boto:Method: GET 2022-09-01T11:37:17.687 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.688 DEBUG:boto:Data: 2022-09-01T11:37:17.688 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.689 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.691 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.692 DEBUG:boto:Params: {} 2022-09-01T11:37:17.693 DEBUG:boto:Token: None 2022-09-01T11:37:17.694 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.695 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FvR/tEdlN9jsu5bkrhPEyNpagVk= 2022-09-01T11:37:17.696 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FvR/tEdlN9jsu5bkrhPEyNpagVk=', 'Content-Length': '0'} 2022-09-01T11:37:17.699 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000dcef317043744f21-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.701 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:17.702 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:17.703 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.703 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.704 DEBUG:boto:Method: GET 2022-09-01T11:37:17.705 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.706 DEBUG:boto:Data: 2022-09-01T11:37:17.707 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.708 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.709 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.710 DEBUG:boto:Params: {} 2022-09-01T11:37:17.711 DEBUG:boto:Token: None 2022-09-01T11:37:17.712 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.713 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FvR/tEdlN9jsu5bkrhPEyNpagVk= 2022-09-01T11:37:17.714 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FvR/tEdlN9jsu5bkrhPEyNpagVk=', 'Content-Length': '0'} 2022-09-01T11:37:17.718 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001ca7cc9426317f78-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.719 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:17.720 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:17.720 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.720 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.721 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.721 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.722 DEBUG:boto:Data: 2022-09-01T11:37:17.722 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.723 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.723 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.724 DEBUG:boto:Params: {} 2022-09-01T11:37:17.724 DEBUG:boto:Token: None 2022-09-01T11:37:17.725 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.726 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n83mEz8G7tjHkz0M/7Gem7G92Cw= 2022-09-01T11:37:17.727 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n83mEz8G7tjHkz0M/7Gem7G92Cw=', 'Content-Length': '0'} 2022-09-01T11:37:17.729 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aee0c36090f59bf6-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.730 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:17.730 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:17.731 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.732 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.732 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.733 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.733 DEBUG:boto:Data: 2022-09-01T11:37:17.733 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.734 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.734 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.735 DEBUG:boto:Params: {} 2022-09-01T11:37:17.736 DEBUG:boto:Token: None 2022-09-01T11:37:17.736 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.737 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n83mEz8G7tjHkz0M/7Gem7G92Cw= 2022-09-01T11:37:17.737 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n83mEz8G7tjHkz0M/7Gem7G92Cw=', 'Content-Length': '0'} 2022-09-01T11:37:17.740 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004752119c9cbd7c7d-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.740 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:37:17.741 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:17.742 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:17.743 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.743 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.744 DEBUG:boto:Method: GET 2022-09-01T11:37:17.744 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.745 DEBUG:boto:Data: 2022-09-01T11:37:17.745 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.746 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.747 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.747 DEBUG:boto:Params: {} 2022-09-01T11:37:17.748 DEBUG:boto:Token: None 2022-09-01T11:37:17.748 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.749 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FvR/tEdlN9jsu5bkrhPEyNpagVk= 2022-09-01T11:37:17.750 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FvR/tEdlN9jsu5bkrhPEyNpagVk=', 'Content-Length': '0'} 2022-09-01T11:37:17.753 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005980a76234d92c60-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.753 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:17.754 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:17.755 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.755 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.756 DEBUG:boto:Method: GET 2022-09-01T11:37:17.756 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.757 DEBUG:boto:Data: 2022-09-01T11:37:17.757 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.758 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.758 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.759 DEBUG:boto:Params: {} 2022-09-01T11:37:17.759 DEBUG:boto:Token: None 2022-09-01T11:37:17.760 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:17.761 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FvR/tEdlN9jsu5bkrhPEyNpagVk= 2022-09-01T11:37:17.761 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FvR/tEdlN9jsu5bkrhPEyNpagVk=', 'Content-Length': '0'} 2022-09-01T11:37:17.763 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000616160a77a9d530c-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.764 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.765 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.765 DEBUG:boto:path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:17.766 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:17.767 DEBUG:boto:Method: GET 2022-09-01T11:37:17.767 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj55 2022-09-01T11:37:17.768 DEBUG:boto:Data: 2022-09-01T11:37:17.768 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.769 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.769 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.770 DEBUG:boto:Params: {} 2022-09-01T11:37:17.770 DEBUG:boto:Token: None 2022-09-01T11:37:17.771 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.771 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.772 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.775 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b0922a3155da491d-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.776 DEBUG:boto:b'ptoxvb-75obj551000falseobj552022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.777 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.777 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.778 DEBUG:boto:path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:17.778 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:17.779 DEBUG:boto:Method: GET 2022-09-01T11:37:17.779 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj55 2022-09-01T11:37:17.780 DEBUG:boto:Data: 2022-09-01T11:37:17.780 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.781 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.782 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.782 DEBUG:boto:Params: {} 2022-09-01T11:37:17.783 DEBUG:boto:Token: None 2022-09-01T11:37:17.783 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.784 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.785 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.788 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000079b983d29e16d918-006310996d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.788 DEBUG:boto:b'ptoxvb-75obj551000falseobj552022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.789 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:17.789 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:17.790 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.790 DEBUG:boto:Path: /ptoxvb-75/obj55 2022-09-01T11:37:17.791 DEBUG:boto:Data: 2022-09-01T11:37:17.791 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.792 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.793 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.793 DEBUG:boto:Params: {} 2022-09-01T11:37:17.794 DEBUG:boto:Token: None 2022-09-01T11:37:17.794 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj55 2022-09-01T11:37:17.795 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AweTzxEw1AMwv8V2AwkuyuHjkPs= 2022-09-01T11:37:17.795 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AweTzxEw1AMwv8V2AwkuyuHjkPs=', 'Content-Length': '0'} 2022-09-01T11:37:17.797 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003080af12deca098a-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.798 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:17.798 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:17.799 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.799 DEBUG:boto:Path: /ptoxvb-75/obj55 2022-09-01T11:37:17.800 DEBUG:boto:Data: 2022-09-01T11:37:17.800 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.801 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.801 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.802 DEBUG:boto:Params: {} 2022-09-01T11:37:17.803 DEBUG:boto:Token: None 2022-09-01T11:37:17.803 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj55 2022-09-01T11:37:17.804 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:AweTzxEw1AMwv8V2AwkuyuHjkPs= 2022-09-01T11:37:17.804 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:AweTzxEw1AMwv8V2AwkuyuHjkPs=', 'Content-Length': '0'} 2022-09-01T11:37:17.806 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a773a37014124753-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.807 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:37:17.808 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:17.808 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:17.809 DEBUG:boto:Method: GET 2022-09-01T11:37:17.809 DEBUG:boto:Path: /ptoxvb-75/obj55 2022-09-01T11:37:17.810 DEBUG:boto:Data: 2022-09-01T11:37:17.810 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.811 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.811 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.812 DEBUG:boto:Params: {} 2022-09-01T11:37:17.812 DEBUG:boto:Token: None 2022-09-01T11:37:17.813 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj55 2022-09-01T11:37:17.814 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3KjfM5v0sKbgBvhsvKHuOwDkObA= 2022-09-01T11:37:17.814 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3KjfM5v0sKbgBvhsvKHuOwDkObA=', 'Content-Length': '0'} 2022-09-01T11:37:17.816 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ee7bc390c4dd4006-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.858 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:17.858 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:17.859 DEBUG:boto:Method: GET 2022-09-01T11:37:17.860 DEBUG:boto:Path: /ptoxvb-75/obj55 2022-09-01T11:37:17.860 DEBUG:boto:Data: 2022-09-01T11:37:17.861 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.861 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.862 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.862 DEBUG:boto:Params: {} 2022-09-01T11:37:17.863 DEBUG:boto:Token: None 2022-09-01T11:37:17.864 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/obj55 2022-09-01T11:37:17.864 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3KjfM5v0sKbgBvhsvKHuOwDkObA= 2022-09-01T11:37:17.865 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3KjfM5v0sKbgBvhsvKHuOwDkObA=', 'Content-Length': '0'} 2022-09-01T11:37:17.867 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000074b4e76bceb8e92c-006310996d-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.869 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.870 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.871 DEBUG:boto:path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:17.872 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:17.873 DEBUG:boto:Method: GET 2022-09-01T11:37:17.874 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj55 2022-09-01T11:37:17.875 DEBUG:boto:Data: 2022-09-01T11:37:17.876 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.876 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:17.877 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.877 DEBUG:boto:Params: {} 2022-09-01T11:37:17.878 DEBUG:boto:Token: None 2022-09-01T11:37:17.879 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.879 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.880 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.883 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000026e391a4314fb097-006310996d-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.884 DEBUG:boto:b'ptoxvb-75obj551000falseobj552022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.885 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.885 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.886 DEBUG:boto:path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:17.886 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:17.887 DEBUG:boto:Method: GET 2022-09-01T11:37:17.887 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj55 2022-09-01T11:37:17.888 DEBUG:boto:Data: 2022-09-01T11:37:17.888 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.889 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.889 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.890 DEBUG:boto:Params: {} 2022-09-01T11:37:17.891 DEBUG:boto:Token: None 2022-09-01T11:37:17.891 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.892 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc= 2022-09-01T11:37:17.893 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0yDbWs6olBsX+66ueixQk0XJiKc=', 'Content-Length': '0'} 2022-09-01T11:37:17.895 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000029b256e250037164-006310996d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.938 DEBUG:boto:b'ptoxvb-75obj551000falseobj552022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.939 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-75 zones={test-zone2, test-zone1} 2022-09-01T11:37:17.940 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-75 zones={test-zone3, test-zone1} 2022-09-01T11:37:17.940 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.941 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.941 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.942 DEBUG:boto:Path: /ptoxvb-75/ 2022-09-01T11:37:17.943 DEBUG:boto:Data: 2022-09-01T11:37:17.943 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.944 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:17.944 DEBUG:boto:Port: 8001 2022-09-01T11:37:17.945 DEBUG:boto:Params: {} 2022-09-01T11:37:17.945 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8001} 2022-09-01T11:37:17.946 DEBUG:boto:Token: None 2022-09-01T11:37:17.947 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.947 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q21Ji4hn9BWoZJr2SXC0iG4AJZ4= 2022-09-01T11:37:17.948 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q21Ji4hn9BWoZJr2SXC0iG4AJZ4=', 'Content-Length': '0'} 2022-09-01T11:37:17.952 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006ba70bd61959a486-006310996d-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.952 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.953 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.954 DEBUG:boto:Method: HEAD 2022-09-01T11:37:17.954 DEBUG:boto:Path: /ptoxvb-75/ 2022-09-01T11:37:17.955 DEBUG:boto:Data: 2022-09-01T11:37:17.955 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.956 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.956 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.957 DEBUG:boto:Params: {} 2022-09-01T11:37:17.957 DEBUG:boto:Token: None 2022-09-01T11:37:17.958 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/ 2022-09-01T11:37:17.958 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Q21Ji4hn9BWoZJr2SXC0iG4AJZ4= 2022-09-01T11:37:17.959 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Q21Ji4hn9BWoZJr2SXC0iG4AJZ4=', 'Content-Length': '0'} 2022-09-01T11:37:17.962 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000060e5fdccb35cae3f-006310996d-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.963 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:37:17.963 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.964 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.964 DEBUG:boto:path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:17.965 DEBUG:boto:auth_path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:17.965 DEBUG:boto:Method: GET 2022-09-01T11:37:17.966 DEBUG:boto:Path: /ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:17.967 DEBUG:boto:Data: 2022-09-01T11:37:17.967 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.968 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:17.968 DEBUG:boto:Port: 8001 2022-09-01T11:37:17.969 DEBUG:boto:Params: {} 2022-09-01T11:37:17.969 DEBUG:boto:Token: None 2022-09-01T11:37:17.970 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/?versions 2022-09-01T11:37:17.971 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9sbgCzBepAptP60/NG6e03FZq9s= 2022-09-01T11:37:17.971 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9sbgCzBepAptP60/NG6e03FZq9s=', 'Content-Length': '0'} 2022-09-01T11:37:17.974 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000fefe4fc9d85b4615-006310996d-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.975 DEBUG:boto:b'ptoxvb-75999falseobj11nulltrue2022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.976 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:37:17.977 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:37:17.977 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:37:17.978 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:37:17.978 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:37:17.979 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:37:17.979 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:17.980 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:17.981 DEBUG:boto:path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:17.981 DEBUG:boto:auth_path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:17.982 DEBUG:boto:Method: GET 2022-09-01T11:37:17.982 DEBUG:boto:Path: /ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:17.983 DEBUG:boto:Data: 2022-09-01T11:37:17.984 DEBUG:boto:Headers: {} 2022-09-01T11:37:17.985 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:17.986 DEBUG:boto:Port: 8000 2022-09-01T11:37:17.987 DEBUG:boto:Params: {} 2022-09-01T11:37:17.987 DEBUG:boto:Token: None 2022-09-01T11:37:17.989 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:17 GMT /ptoxvb-75/?versions 2022-09-01T11:37:17.990 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:9sbgCzBepAptP60/NG6e03FZq9s= 2022-09-01T11:37:17.991 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:17 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:9sbgCzBepAptP60/NG6e03FZq9s=', 'Content-Length': '0'} 2022-09-01T11:37:17.994 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c8507726143e40f1-006310996d-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:17 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:17.995 DEBUG:boto:b'ptoxvb-75999falseobj11nulltrue2022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:17.997 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:37:17.997 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:37:17.998 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:37:17.999 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:37:17.999 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:37:18.000 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.000 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.001 DEBUG:boto:path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:18.001 DEBUG:boto:auth_path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:18.002 DEBUG:boto:Method: GET 2022-09-01T11:37:18.002 DEBUG:boto:Path: /ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:18.003 DEBUG:boto:Data: 2022-09-01T11:37:18.003 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.004 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.004 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.005 DEBUG:boto:Params: {} 2022-09-01T11:37:18.006 DEBUG:boto:Token: None 2022-09-01T11:37:18.006 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/?versions 2022-09-01T11:37:18.007 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:R908LeNjzxaia4t+FuMlkRsAHVE= 2022-09-01T11:37:18.008 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:R908LeNjzxaia4t+FuMlkRsAHVE=', 'Content-Length': '0'} 2022-09-01T11:37:18.012 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000736e450acb3654d3-006310996e-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.013 DEBUG:boto:b'ptoxvb-75999falseobj11nulltrue2022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.015 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.016 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.016 DEBUG:boto:path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:18.017 DEBUG:boto:auth_path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:18.018 DEBUG:boto:Method: GET 2022-09-01T11:37:18.019 DEBUG:boto:Path: /ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:18.019 DEBUG:boto:Data: 2022-09-01T11:37:18.020 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.020 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.021 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.022 DEBUG:boto:Params: {} 2022-09-01T11:37:18.022 DEBUG:boto:Token: None 2022-09-01T11:37:18.023 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/?versions 2022-09-01T11:37:18.023 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:R908LeNjzxaia4t+FuMlkRsAHVE= 2022-09-01T11:37:18.024 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:R908LeNjzxaia4t+FuMlkRsAHVE=', 'Content-Length': '0'} 2022-09-01T11:37:18.027 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000076da60841a85f94-006310996e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.028 DEBUG:boto:b'ptoxvb-75999falseobj11nulltrue2022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.029 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:37:18.029 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:18.030 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:18.030 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.031 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.031 DEBUG:boto:Method: GET 2022-09-01T11:37:18.032 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.032 DEBUG:boto:Data: 2022-09-01T11:37:18.033 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.034 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.034 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.035 DEBUG:boto:Params: {} 2022-09-01T11:37:18.035 DEBUG:boto:Token: None 2022-09-01T11:37:18.036 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.037 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OX0Y9zMQbACf71CMula7RQPN9uo= 2022-09-01T11:37:18.038 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OX0Y9zMQbACf71CMula7RQPN9uo=', 'Content-Length': '0'} 2022-09-01T11:37:18.040 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c8f3f0a36aaa9860-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.042 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:18.043 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:18.044 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.045 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.046 DEBUG:boto:Method: GET 2022-09-01T11:37:18.047 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.048 DEBUG:boto:Data: 2022-09-01T11:37:18.049 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.050 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.050 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.051 DEBUG:boto:Params: {} 2022-09-01T11:37:18.052 DEBUG:boto:Token: None 2022-09-01T11:37:18.053 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.054 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OX0Y9zMQbACf71CMula7RQPN9uo= 2022-09-01T11:37:18.055 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OX0Y9zMQbACf71CMula7RQPN9uo=', 'Content-Length': '0'} 2022-09-01T11:37:18.058 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b0a53cd89de92276-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.102 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:18.103 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:18.103 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.104 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.104 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.105 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.105 DEBUG:boto:Data: 2022-09-01T11:37:18.106 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.107 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.107 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.108 DEBUG:boto:Params: {} 2022-09-01T11:37:18.108 DEBUG:boto:Token: None 2022-09-01T11:37:18.109 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.110 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Mfw+TN2kmfoMy67nlizhmuSPBcw= 2022-09-01T11:37:18.111 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Mfw+TN2kmfoMy67nlizhmuSPBcw=', 'Content-Length': '0'} 2022-09-01T11:37:18.113 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000013e46ce6a3c1c42e-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.114 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:18.114 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:18.115 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.115 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.116 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.117 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.117 DEBUG:boto:Data: 2022-09-01T11:37:18.118 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.118 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.119 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.119 DEBUG:boto:Params: {} 2022-09-01T11:37:18.120 DEBUG:boto:Token: None 2022-09-01T11:37:18.120 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.121 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Mfw+TN2kmfoMy67nlizhmuSPBcw= 2022-09-01T11:37:18.122 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Mfw+TN2kmfoMy67nlizhmuSPBcw=', 'Content-Length': '0'} 2022-09-01T11:37:18.124 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000041663366b3d998ce-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.125 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:37:18.125 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:18.126 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:18.126 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.127 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.127 DEBUG:boto:Method: GET 2022-09-01T11:37:18.128 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.129 DEBUG:boto:Data: 2022-09-01T11:37:18.129 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.130 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.130 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.131 DEBUG:boto:Params: {} 2022-09-01T11:37:18.131 DEBUG:boto:Token: None 2022-09-01T11:37:18.132 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.133 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OX0Y9zMQbACf71CMula7RQPN9uo= 2022-09-01T11:37:18.133 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OX0Y9zMQbACf71CMula7RQPN9uo=', 'Content-Length': '0'} 2022-09-01T11:37:18.136 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000027794ec07c5df0ee-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.137 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:18.137 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:18.138 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.138 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.139 DEBUG:boto:Method: GET 2022-09-01T11:37:18.139 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.140 DEBUG:boto:Data: 2022-09-01T11:37:18.140 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.141 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.141 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.142 DEBUG:boto:Params: {} 2022-09-01T11:37:18.143 DEBUG:boto:Token: None 2022-09-01T11:37:18.143 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:18.144 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OX0Y9zMQbACf71CMula7RQPN9uo= 2022-09-01T11:37:18.145 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OX0Y9zMQbACf71CMula7RQPN9uo=', 'Content-Length': '0'} 2022-09-01T11:37:18.147 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cc365af9d8479c39-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.148 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.149 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.149 DEBUG:boto:path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:18.150 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:18.150 DEBUG:boto:Method: GET 2022-09-01T11:37:18.151 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj11 2022-09-01T11:37:18.151 DEBUG:boto:Data: 2022-09-01T11:37:18.152 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.152 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.153 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.154 DEBUG:boto:Params: {} 2022-09-01T11:37:18.154 DEBUG:boto:Token: None 2022-09-01T11:37:18.155 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/ 2022-09-01T11:37:18.156 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8= 2022-09-01T11:37:18.156 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8=', 'Content-Length': '0'} 2022-09-01T11:37:18.159 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000db9fd5eec6b095da-006310996e-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.160 DEBUG:boto:b'ptoxvb-75obj111000falseobj112022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.161 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.161 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.162 DEBUG:boto:path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:18.162 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:18.163 DEBUG:boto:Method: GET 2022-09-01T11:37:18.163 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj11 2022-09-01T11:37:18.164 DEBUG:boto:Data: 2022-09-01T11:37:18.164 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.165 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.166 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.166 DEBUG:boto:Params: {} 2022-09-01T11:37:18.167 DEBUG:boto:Token: None 2022-09-01T11:37:18.167 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/ 2022-09-01T11:37:18.168 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8= 2022-09-01T11:37:18.169 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8=', 'Content-Length': '0'} 2022-09-01T11:37:18.171 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000081a082c79b5434ac-006310996e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.172 DEBUG:boto:b'ptoxvb-75obj111000falseobj112022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.173 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:18.174 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:18.174 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.175 DEBUG:boto:Path: /ptoxvb-75/obj11 2022-09-01T11:37:18.175 DEBUG:boto:Data: 2022-09-01T11:37:18.176 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.176 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.177 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.177 DEBUG:boto:Params: {} 2022-09-01T11:37:18.178 DEBUG:boto:Token: None 2022-09-01T11:37:18.178 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj11 2022-09-01T11:37:18.179 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y15bxihU4b8qlYTXrRrSwaKCr6w= 2022-09-01T11:37:18.180 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y15bxihU4b8qlYTXrRrSwaKCr6w=', 'Content-Length': '0'} 2022-09-01T11:37:18.182 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005089b3883eae182a-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.183 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:18.183 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:18.184 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.184 DEBUG:boto:Path: /ptoxvb-75/obj11 2022-09-01T11:37:18.185 DEBUG:boto:Data: 2022-09-01T11:37:18.185 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.186 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.187 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.187 DEBUG:boto:Params: {} 2022-09-01T11:37:18.188 DEBUG:boto:Token: None 2022-09-01T11:37:18.188 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj11 2022-09-01T11:37:18.189 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:y15bxihU4b8qlYTXrRrSwaKCr6w= 2022-09-01T11:37:18.190 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:y15bxihU4b8qlYTXrRrSwaKCr6w=', 'Content-Length': '0'} 2022-09-01T11:37:18.192 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b2ab7f4ee7bafe4b-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.193 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:37:18.193 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:18.194 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:18.194 DEBUG:boto:Method: GET 2022-09-01T11:37:18.195 DEBUG:boto:Path: /ptoxvb-75/obj11 2022-09-01T11:37:18.195 DEBUG:boto:Data: 2022-09-01T11:37:18.196 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.197 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.197 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.198 DEBUG:boto:Params: {} 2022-09-01T11:37:18.198 DEBUG:boto:Token: None 2022-09-01T11:37:18.199 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj11 2022-09-01T11:37:18.200 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vh1cQGqyRYl27F/kxl/Qul2IQrc= 2022-09-01T11:37:18.200 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vh1cQGqyRYl27F/kxl/Qul2IQrc=', 'Content-Length': '0'} 2022-09-01T11:37:18.203 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fa064c5f7eeac4b3-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.246 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:18.247 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:18.248 DEBUG:boto:Method: GET 2022-09-01T11:37:18.248 DEBUG:boto:Path: /ptoxvb-75/obj11 2022-09-01T11:37:18.249 DEBUG:boto:Data: 2022-09-01T11:37:18.249 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.250 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.250 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.251 DEBUG:boto:Params: {} 2022-09-01T11:37:18.252 DEBUG:boto:Token: None 2022-09-01T11:37:18.253 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj11 2022-09-01T11:37:18.253 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Vh1cQGqyRYl27F/kxl/Qul2IQrc= 2022-09-01T11:37:18.254 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Vh1cQGqyRYl27F/kxl/Qul2IQrc=', 'Content-Length': '0'} 2022-09-01T11:37:18.257 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000faaba3cb4a724e95-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.258 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.258 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.259 DEBUG:boto:path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:18.259 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:18.260 DEBUG:boto:Method: GET 2022-09-01T11:37:18.260 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj11 2022-09-01T11:37:18.261 DEBUG:boto:Data: 2022-09-01T11:37:18.261 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.262 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.263 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.263 DEBUG:boto:Params: {} 2022-09-01T11:37:18.264 DEBUG:boto:Token: None 2022-09-01T11:37:18.265 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/ 2022-09-01T11:37:18.265 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8= 2022-09-01T11:37:18.266 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8=', 'Content-Length': '0'} 2022-09-01T11:37:18.269 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004db0b2f360a7ab2c-006310996e-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.270 DEBUG:boto:b'ptoxvb-75obj111000falseobj112022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.271 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.271 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.272 DEBUG:boto:path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:18.272 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:18.273 DEBUG:boto:Method: GET 2022-09-01T11:37:18.274 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj11 2022-09-01T11:37:18.275 DEBUG:boto:Data: 2022-09-01T11:37:18.275 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.276 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.276 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.277 DEBUG:boto:Params: {} 2022-09-01T11:37:18.278 DEBUG:boto:Token: None 2022-09-01T11:37:18.279 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/ 2022-09-01T11:37:18.279 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8= 2022-09-01T11:37:18.280 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8=', 'Content-Length': '0'} 2022-09-01T11:37:18.283 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b1cfe5cbc8b2948c-006310996e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.283 DEBUG:boto:b'ptoxvb-75obj111000falseobj112022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.284 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:37:18.285 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:18.286 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:18.286 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.287 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.288 DEBUG:boto:Method: GET 2022-09-01T11:37:18.288 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.289 DEBUG:boto:Data: 2022-09-01T11:37:18.289 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.290 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.291 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.291 DEBUG:boto:Params: {} 2022-09-01T11:37:18.292 DEBUG:boto:Token: None 2022-09-01T11:37:18.293 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.293 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcpTziwhTQTQYz42zKYG9LeDsJA= 2022-09-01T11:37:18.294 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcpTziwhTQTQYz42zKYG9LeDsJA=', 'Content-Length': '0'} 2022-09-01T11:37:18.297 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006cd4b5b7ce7b6710-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.297 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:18.298 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:18.299 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.299 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.300 DEBUG:boto:Method: GET 2022-09-01T11:37:18.301 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.301 DEBUG:boto:Data: 2022-09-01T11:37:18.302 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.302 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.303 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.303 DEBUG:boto:Params: {} 2022-09-01T11:37:18.304 DEBUG:boto:Token: None 2022-09-01T11:37:18.305 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.305 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcpTziwhTQTQYz42zKYG9LeDsJA= 2022-09-01T11:37:18.306 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcpTziwhTQTQYz42zKYG9LeDsJA=', 'Content-Length': '0'} 2022-09-01T11:37:18.309 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000bedff685c7e6a5b6-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.310 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:18.311 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:18.311 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.312 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.312 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.313 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.313 DEBUG:boto:Data: 2022-09-01T11:37:18.314 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.314 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.315 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.315 DEBUG:boto:Params: {} 2022-09-01T11:37:18.316 DEBUG:boto:Token: None 2022-09-01T11:37:18.317 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.318 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IixzuV1W6io7p2RLXdL0GjwxkpU= 2022-09-01T11:37:18.320 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IixzuV1W6io7p2RLXdL0GjwxkpU=', 'Content-Length': '0'} 2022-09-01T11:37:18.322 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d9725e84e170d0fa-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.324 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:18.325 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:18.325 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.326 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.327 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.328 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.329 DEBUG:boto:Data: 2022-09-01T11:37:18.329 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.330 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.330 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.331 DEBUG:boto:Params: {} 2022-09-01T11:37:18.332 DEBUG:boto:Token: None 2022-09-01T11:37:18.332 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.333 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:IixzuV1W6io7p2RLXdL0GjwxkpU= 2022-09-01T11:37:18.333 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:IixzuV1W6io7p2RLXdL0GjwxkpU=', 'Content-Length': '0'} 2022-09-01T11:37:18.336 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a2c85b4294a01ce2-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.337 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:37:18.338 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:18.339 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:18.340 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.341 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.342 DEBUG:boto:Method: GET 2022-09-01T11:37:18.343 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.344 DEBUG:boto:Data: 2022-09-01T11:37:18.345 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.346 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.346 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.347 DEBUG:boto:Params: {} 2022-09-01T11:37:18.348 DEBUG:boto:Token: None 2022-09-01T11:37:18.348 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.349 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcpTziwhTQTQYz42zKYG9LeDsJA= 2022-09-01T11:37:18.350 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcpTziwhTQTQYz42zKYG9LeDsJA=', 'Content-Length': '0'} 2022-09-01T11:37:18.352 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a0118c1d3fc808c2-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.353 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:18.354 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:18.355 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.356 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.357 DEBUG:boto:Method: GET 2022-09-01T11:37:18.358 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.359 DEBUG:boto:Data: 2022-09-01T11:37:18.359 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.360 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.360 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.361 DEBUG:boto:Params: {} 2022-09-01T11:37:18.362 DEBUG:boto:Token: None 2022-09-01T11:37:18.362 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:18.363 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:qcpTziwhTQTQYz42zKYG9LeDsJA= 2022-09-01T11:37:18.364 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:qcpTziwhTQTQYz42zKYG9LeDsJA=', 'Content-Length': '0'} 2022-09-01T11:37:18.366 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001bd0e77570d466a5-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.368 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.369 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.369 DEBUG:boto:path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:18.370 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:18.371 DEBUG:boto:Method: GET 2022-09-01T11:37:18.372 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj22 2022-09-01T11:37:18.373 DEBUG:boto:Data: 2022-09-01T11:37:18.374 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.374 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.375 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.376 DEBUG:boto:Params: {} 2022-09-01T11:37:18.376 DEBUG:boto:Token: None 2022-09-01T11:37:18.377 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/ 2022-09-01T11:37:18.378 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8= 2022-09-01T11:37:18.378 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8=', 'Content-Length': '0'} 2022-09-01T11:37:18.381 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000051a7e91486d037c7-006310996e-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.382 DEBUG:boto:b'ptoxvb-75obj221000falseobj222022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.383 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.384 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.384 DEBUG:boto:path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:18.385 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:18.385 DEBUG:boto:Method: GET 2022-09-01T11:37:18.386 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj22 2022-09-01T11:37:18.386 DEBUG:boto:Data: 2022-09-01T11:37:18.387 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.388 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.388 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.389 DEBUG:boto:Params: {} 2022-09-01T11:37:18.389 DEBUG:boto:Token: None 2022-09-01T11:37:18.390 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/ 2022-09-01T11:37:18.391 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8= 2022-09-01T11:37:18.391 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8=', 'Content-Length': '0'} 2022-09-01T11:37:18.394 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d94d7165f16d68de-006310996e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.395 DEBUG:boto:b'ptoxvb-75obj221000falseobj222022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.397 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:18.398 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:18.399 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.400 DEBUG:boto:Path: /ptoxvb-75/obj22 2022-09-01T11:37:18.401 DEBUG:boto:Data: 2022-09-01T11:37:18.402 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.403 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.403 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.404 DEBUG:boto:Params: {} 2022-09-01T11:37:18.406 DEBUG:boto:Token: None 2022-09-01T11:37:18.407 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj22 2022-09-01T11:37:18.407 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v5te6hmzdCq6Xrj1yjgMrlXDaeA= 2022-09-01T11:37:18.408 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v5te6hmzdCq6Xrj1yjgMrlXDaeA=', 'Content-Length': '0'} 2022-09-01T11:37:18.411 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000098988167a6500821-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.412 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:18.412 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:18.413 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.414 DEBUG:boto:Path: /ptoxvb-75/obj22 2022-09-01T11:37:18.414 DEBUG:boto:Data: 2022-09-01T11:37:18.415 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.415 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.416 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.416 DEBUG:boto:Params: {} 2022-09-01T11:37:18.417 DEBUG:boto:Token: None 2022-09-01T11:37:18.418 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj22 2022-09-01T11:37:18.418 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:v5te6hmzdCq6Xrj1yjgMrlXDaeA= 2022-09-01T11:37:18.419 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:v5te6hmzdCq6Xrj1yjgMrlXDaeA=', 'Content-Length': '0'} 2022-09-01T11:37:18.422 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000063fe50548aa024bc-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.422 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:37:18.423 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:18.423 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:18.424 DEBUG:boto:Method: GET 2022-09-01T11:37:18.425 DEBUG:boto:Path: /ptoxvb-75/obj22 2022-09-01T11:37:18.425 DEBUG:boto:Data: 2022-09-01T11:37:18.426 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.426 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.427 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.427 DEBUG:boto:Params: {} 2022-09-01T11:37:18.428 DEBUG:boto:Token: None 2022-09-01T11:37:18.429 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj22 2022-09-01T11:37:18.429 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dn481rIhZzMtcT5935UTWu649pM= 2022-09-01T11:37:18.430 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dn481rIhZzMtcT5935UTWu649pM=', 'Content-Length': '0'} 2022-09-01T11:37:18.441 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004edd6e121b565eb1-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.486 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:18.487 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:18.487 DEBUG:boto:Method: GET 2022-09-01T11:37:18.488 DEBUG:boto:Path: /ptoxvb-75/obj22 2022-09-01T11:37:18.489 DEBUG:boto:Data: 2022-09-01T11:37:18.489 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.490 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.490 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.491 DEBUG:boto:Params: {} 2022-09-01T11:37:18.494 DEBUG:boto:Token: None 2022-09-01T11:37:18.495 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj22 2022-09-01T11:37:18.495 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Dn481rIhZzMtcT5935UTWu649pM= 2022-09-01T11:37:18.496 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Dn481rIhZzMtcT5935UTWu649pM=', 'Content-Length': '0'} 2022-09-01T11:37:18.499 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f3e56699e3d442d3-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.500 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.500 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.501 DEBUG:boto:path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:18.501 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:18.502 DEBUG:boto:Method: GET 2022-09-01T11:37:18.503 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj22 2022-09-01T11:37:18.503 DEBUG:boto:Data: 2022-09-01T11:37:18.504 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.504 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.505 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.505 DEBUG:boto:Params: {} 2022-09-01T11:37:18.506 DEBUG:boto:Token: None 2022-09-01T11:37:18.507 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/ 2022-09-01T11:37:18.507 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8= 2022-09-01T11:37:18.508 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8=', 'Content-Length': '0'} 2022-09-01T11:37:18.511 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c41e8c81d2be3b96-006310996e-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.512 DEBUG:boto:b'ptoxvb-75obj221000falseobj222022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.513 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.514 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.514 DEBUG:boto:path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:18.515 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:18.516 DEBUG:boto:Method: GET 2022-09-01T11:37:18.517 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj22 2022-09-01T11:37:18.518 DEBUG:boto:Data: 2022-09-01T11:37:18.519 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.519 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.520 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.521 DEBUG:boto:Params: {} 2022-09-01T11:37:18.522 DEBUG:boto:Token: None 2022-09-01T11:37:18.523 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/ 2022-09-01T11:37:18.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8= 2022-09-01T11:37:18.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8=', 'Content-Length': '0'} 2022-09-01T11:37:18.528 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ad21843c325dac1e-006310996e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.529 DEBUG:boto:b'ptoxvb-75obj221000falseobj222022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.530 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:37:18.531 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:18.531 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:18.532 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.532 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.533 DEBUG:boto:Method: GET 2022-09-01T11:37:18.534 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.535 DEBUG:boto:Data: 2022-09-01T11:37:18.536 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.537 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.538 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.539 DEBUG:boto:Params: {} 2022-09-01T11:37:18.540 DEBUG:boto:Token: None 2022-09-01T11:37:18.541 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.542 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sfyp8U8YgHA5EinmrqtnVdzKxF4= 2022-09-01T11:37:18.543 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sfyp8U8YgHA5EinmrqtnVdzKxF4=', 'Content-Length': '0'} 2022-09-01T11:37:18.546 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000007a12a412d35c343-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.547 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:18.548 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:18.548 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.549 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.549 DEBUG:boto:Method: GET 2022-09-01T11:37:18.550 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.551 DEBUG:boto:Data: 2022-09-01T11:37:18.552 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.552 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.553 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.553 DEBUG:boto:Params: {} 2022-09-01T11:37:18.554 DEBUG:boto:Token: None 2022-09-01T11:37:18.555 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.555 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sfyp8U8YgHA5EinmrqtnVdzKxF4= 2022-09-01T11:37:18.556 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sfyp8U8YgHA5EinmrqtnVdzKxF4=', 'Content-Length': '0'} 2022-09-01T11:37:18.558 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000838d186c3a4aa5b2-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.559 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:18.560 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:18.560 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.561 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.561 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.562 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.562 DEBUG:boto:Data: 2022-09-01T11:37:18.563 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.563 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.564 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.564 DEBUG:boto:Params: {} 2022-09-01T11:37:18.565 DEBUG:boto:Token: None 2022-09-01T11:37:18.565 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.566 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2GYekqagU5hQDbz0yDnjoKpTqck= 2022-09-01T11:37:18.567 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2GYekqagU5hQDbz0yDnjoKpTqck=', 'Content-Length': '0'} 2022-09-01T11:37:18.569 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000020c9f41a524a8271-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.569 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:18.570 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:18.571 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.571 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.572 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.572 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.573 DEBUG:boto:Data: 2022-09-01T11:37:18.573 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.574 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.574 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.575 DEBUG:boto:Params: {} 2022-09-01T11:37:18.576 DEBUG:boto:Token: None 2022-09-01T11:37:18.576 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.577 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2GYekqagU5hQDbz0yDnjoKpTqck= 2022-09-01T11:37:18.578 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2GYekqagU5hQDbz0yDnjoKpTqck=', 'Content-Length': '0'} 2022-09-01T11:37:18.580 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000077a929f2275efa95-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.581 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:37:18.582 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:18.582 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:18.583 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.584 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.585 DEBUG:boto:Method: GET 2022-09-01T11:37:18.585 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.586 DEBUG:boto:Data: 2022-09-01T11:37:18.587 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.588 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.589 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.590 DEBUG:boto:Params: {} 2022-09-01T11:37:18.591 DEBUG:boto:Token: None 2022-09-01T11:37:18.591 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.592 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sfyp8U8YgHA5EinmrqtnVdzKxF4= 2022-09-01T11:37:18.593 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sfyp8U8YgHA5EinmrqtnVdzKxF4=', 'Content-Length': '0'} 2022-09-01T11:37:18.596 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c2b521a07894321a-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.638 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:18.639 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:18.639 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.640 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.641 DEBUG:boto:Method: GET 2022-09-01T11:37:18.641 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.642 DEBUG:boto:Data: 2022-09-01T11:37:18.642 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.643 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.643 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.644 DEBUG:boto:Params: {} 2022-09-01T11:37:18.645 DEBUG:boto:Token: None 2022-09-01T11:37:18.645 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:18.646 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sfyp8U8YgHA5EinmrqtnVdzKxF4= 2022-09-01T11:37:18.647 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sfyp8U8YgHA5EinmrqtnVdzKxF4=', 'Content-Length': '0'} 2022-09-01T11:37:18.649 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002324e373090e3f96-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.650 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.650 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.651 DEBUG:boto:path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:18.652 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:18.652 DEBUG:boto:Method: GET 2022-09-01T11:37:18.653 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj33 2022-09-01T11:37:18.653 DEBUG:boto:Data: 2022-09-01T11:37:18.654 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.654 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.655 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.655 DEBUG:boto:Params: {} 2022-09-01T11:37:18.656 DEBUG:boto:Token: None 2022-09-01T11:37:18.657 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/ 2022-09-01T11:37:18.657 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8= 2022-09-01T11:37:18.658 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8=', 'Content-Length': '0'} 2022-09-01T11:37:18.661 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000caccb0df5db0df9d-006310996e-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.661 DEBUG:boto:b'ptoxvb-75obj331000falseobj332022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.663 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.663 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.664 DEBUG:boto:path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:18.664 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:18.665 DEBUG:boto:Method: GET 2022-09-01T11:37:18.665 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj33 2022-09-01T11:37:18.666 DEBUG:boto:Data: 2022-09-01T11:37:18.666 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.667 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.667 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.668 DEBUG:boto:Params: {} 2022-09-01T11:37:18.669 DEBUG:boto:Token: None 2022-09-01T11:37:18.671 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/ 2022-09-01T11:37:18.672 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8= 2022-09-01T11:37:18.673 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8=', 'Content-Length': '0'} 2022-09-01T11:37:18.676 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000078cc2912640a1aff-006310996e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.678 DEBUG:boto:b'ptoxvb-75obj331000falseobj332022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.679 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:18.680 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:18.681 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.682 DEBUG:boto:Path: /ptoxvb-75/obj33 2022-09-01T11:37:18.683 DEBUG:boto:Data: 2022-09-01T11:37:18.684 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.685 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.686 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.687 DEBUG:boto:Params: {} 2022-09-01T11:37:18.688 DEBUG:boto:Token: None 2022-09-01T11:37:18.689 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj33 2022-09-01T11:37:18.690 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wpN7R21bukqBa6pFfsSTr5OhJDM= 2022-09-01T11:37:18.691 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wpN7R21bukqBa6pFfsSTr5OhJDM=', 'Content-Length': '0'} 2022-09-01T11:37:18.694 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d7cb2c14d84ceae8-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.695 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:18.696 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:18.697 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.698 DEBUG:boto:Path: /ptoxvb-75/obj33 2022-09-01T11:37:18.699 DEBUG:boto:Data: 2022-09-01T11:37:18.700 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.700 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.701 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.702 DEBUG:boto:Params: {} 2022-09-01T11:37:18.703 DEBUG:boto:Token: None 2022-09-01T11:37:18.704 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj33 2022-09-01T11:37:18.704 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wpN7R21bukqBa6pFfsSTr5OhJDM= 2022-09-01T11:37:18.705 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wpN7R21bukqBa6pFfsSTr5OhJDM=', 'Content-Length': '0'} 2022-09-01T11:37:18.707 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000024868fcc6a7b9dba-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.707 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:37:18.708 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:18.708 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:18.709 DEBUG:boto:Method: GET 2022-09-01T11:37:18.709 DEBUG:boto:Path: /ptoxvb-75/obj33 2022-09-01T11:37:18.710 DEBUG:boto:Data: 2022-09-01T11:37:18.711 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.711 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.712 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.712 DEBUG:boto:Params: {} 2022-09-01T11:37:18.713 DEBUG:boto:Token: None 2022-09-01T11:37:18.713 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj33 2022-09-01T11:37:18.714 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gySpkOhdWFjbeaSfrpTKHzvSa6w= 2022-09-01T11:37:18.715 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gySpkOhdWFjbeaSfrpTKHzvSa6w=', 'Content-Length': '0'} 2022-09-01T11:37:18.717 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000019025e17f0d5d63d-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.717 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:18.718 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:18.718 DEBUG:boto:Method: GET 2022-09-01T11:37:18.719 DEBUG:boto:Path: /ptoxvb-75/obj33 2022-09-01T11:37:18.719 DEBUG:boto:Data: 2022-09-01T11:37:18.720 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.721 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.721 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.722 DEBUG:boto:Params: {} 2022-09-01T11:37:18.722 DEBUG:boto:Token: None 2022-09-01T11:37:18.723 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj33 2022-09-01T11:37:18.723 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:gySpkOhdWFjbeaSfrpTKHzvSa6w= 2022-09-01T11:37:18.724 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:gySpkOhdWFjbeaSfrpTKHzvSa6w=', 'Content-Length': '0'} 2022-09-01T11:37:18.726 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c5df2e876755e379-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.727 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.728 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.728 DEBUG:boto:path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:18.729 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:18.729 DEBUG:boto:Method: GET 2022-09-01T11:37:18.730 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj33 2022-09-01T11:37:18.730 DEBUG:boto:Data: 2022-09-01T11:37:18.731 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.731 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.732 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.732 DEBUG:boto:Params: {} 2022-09-01T11:37:18.733 DEBUG:boto:Token: None 2022-09-01T11:37:18.733 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/ 2022-09-01T11:37:18.734 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8= 2022-09-01T11:37:18.735 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8=', 'Content-Length': '0'} 2022-09-01T11:37:18.737 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b8e00eb3184ca390-006310996e-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.738 DEBUG:boto:b'ptoxvb-75obj331000falseobj332022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.739 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.739 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.740 DEBUG:boto:path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:18.740 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:18.741 DEBUG:boto:Method: GET 2022-09-01T11:37:18.741 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj33 2022-09-01T11:37:18.742 DEBUG:boto:Data: 2022-09-01T11:37:18.742 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.743 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.743 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.744 DEBUG:boto:Params: {} 2022-09-01T11:37:18.744 DEBUG:boto:Token: None 2022-09-01T11:37:18.745 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/ 2022-09-01T11:37:18.745 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8= 2022-09-01T11:37:18.746 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8=', 'Content-Length': '0'} 2022-09-01T11:37:18.749 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000037231401e3618a6e-006310996e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.793 DEBUG:boto:b'ptoxvb-75obj331000falseobj332022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.794 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:37:18.795 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:18.795 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:18.796 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.796 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.797 DEBUG:boto:Method: GET 2022-09-01T11:37:18.798 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.798 DEBUG:boto:Data: 2022-09-01T11:37:18.799 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.800 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.800 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.801 DEBUG:boto:Params: {} 2022-09-01T11:37:18.801 DEBUG:boto:Token: None 2022-09-01T11:37:18.802 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.803 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3XHI74M6OBirRSas6arQfCIhfp4= 2022-09-01T11:37:18.803 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3XHI74M6OBirRSas6arQfCIhfp4=', 'Content-Length': '0'} 2022-09-01T11:37:18.806 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c52164971223b357-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.807 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:18.807 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:18.808 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.808 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.809 DEBUG:boto:Method: GET 2022-09-01T11:37:18.810 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.810 DEBUG:boto:Data: 2022-09-01T11:37:18.811 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.811 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.812 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.812 DEBUG:boto:Params: {} 2022-09-01T11:37:18.813 DEBUG:boto:Token: None 2022-09-01T11:37:18.814 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.814 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3XHI74M6OBirRSas6arQfCIhfp4= 2022-09-01T11:37:18.815 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3XHI74M6OBirRSas6arQfCIhfp4=', 'Content-Length': '0'} 2022-09-01T11:37:18.817 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002b2e76f6c24f3657-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.818 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:18.819 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:18.819 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.820 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.820 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.821 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.821 DEBUG:boto:Data: 2022-09-01T11:37:18.822 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.822 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.823 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.824 DEBUG:boto:Params: {} 2022-09-01T11:37:18.824 DEBUG:boto:Token: None 2022-09-01T11:37:18.825 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.825 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2lBl0xvqm3RRMUKoOgbq7dIcza0= 2022-09-01T11:37:18.826 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2lBl0xvqm3RRMUKoOgbq7dIcza0=', 'Content-Length': '0'} 2022-09-01T11:37:18.828 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fa37a96dcfce1697-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.829 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:18.830 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:18.830 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.831 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.831 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.832 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.832 DEBUG:boto:Data: 2022-09-01T11:37:18.833 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.833 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.834 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.834 DEBUG:boto:Params: {} 2022-09-01T11:37:18.835 DEBUG:boto:Token: None 2022-09-01T11:37:18.835 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.836 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:2lBl0xvqm3RRMUKoOgbq7dIcza0= 2022-09-01T11:37:18.837 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:2lBl0xvqm3RRMUKoOgbq7dIcza0=', 'Content-Length': '0'} 2022-09-01T11:37:18.839 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b16c4720b1b4f412-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.840 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:37:18.840 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:18.841 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:18.841 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.842 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.842 DEBUG:boto:Method: GET 2022-09-01T11:37:18.843 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.844 DEBUG:boto:Data: 2022-09-01T11:37:18.844 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.845 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.845 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.846 DEBUG:boto:Params: {} 2022-09-01T11:37:18.847 DEBUG:boto:Token: None 2022-09-01T11:37:18.847 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.848 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3XHI74M6OBirRSas6arQfCIhfp4= 2022-09-01T11:37:18.848 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3XHI74M6OBirRSas6arQfCIhfp4=', 'Content-Length': '0'} 2022-09-01T11:37:18.851 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000027ae243214dcb873-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.852 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:18.852 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:18.853 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.853 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.854 DEBUG:boto:Method: GET 2022-09-01T11:37:18.855 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.855 DEBUG:boto:Data: 2022-09-01T11:37:18.856 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.856 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.857 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.858 DEBUG:boto:Params: {} 2022-09-01T11:37:18.859 DEBUG:boto:Token: None 2022-09-01T11:37:18.859 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:18.860 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3XHI74M6OBirRSas6arQfCIhfp4= 2022-09-01T11:37:18.861 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3XHI74M6OBirRSas6arQfCIhfp4=', 'Content-Length': '0'} 2022-09-01T11:37:18.863 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ac18cc7eefd2d76d-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.864 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.865 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.865 DEBUG:boto:path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:18.866 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:18.867 DEBUG:boto:Method: GET 2022-09-01T11:37:18.867 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj44 2022-09-01T11:37:18.868 DEBUG:boto:Data: 2022-09-01T11:37:18.868 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.869 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.869 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.870 DEBUG:boto:Params: {} 2022-09-01T11:37:18.871 DEBUG:boto:Token: None 2022-09-01T11:37:18.871 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/ 2022-09-01T11:37:18.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8= 2022-09-01T11:37:18.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8=', 'Content-Length': '0'} 2022-09-01T11:37:18.880 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000320bc2e57c227d78-006310996e-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.881 DEBUG:boto:b'ptoxvb-75obj441000falseobj442022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.882 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.882 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.883 DEBUG:boto:path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:18.883 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:18.884 DEBUG:boto:Method: GET 2022-09-01T11:37:18.884 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj44 2022-09-01T11:37:18.885 DEBUG:boto:Data: 2022-09-01T11:37:18.886 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.886 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.887 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.888 DEBUG:boto:Params: {} 2022-09-01T11:37:18.889 DEBUG:boto:Token: None 2022-09-01T11:37:18.890 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/ 2022-09-01T11:37:18.891 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8= 2022-09-01T11:37:18.892 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:bzFPNunUJC9gd0bC5V/frTHVFR8=', 'Content-Length': '0'} 2022-09-01T11:37:18.896 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f1d553f911a67b2b-006310996e-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.942 DEBUG:boto:b'ptoxvb-75obj441000falseobj442022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:18.943 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:18.944 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:18.944 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.945 DEBUG:boto:Path: /ptoxvb-75/obj44 2022-09-01T11:37:18.945 DEBUG:boto:Data: 2022-09-01T11:37:18.946 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.947 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.948 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.948 DEBUG:boto:Params: {} 2022-09-01T11:37:18.949 DEBUG:boto:Token: None 2022-09-01T11:37:18.949 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj44 2022-09-01T11:37:18.950 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6IcGnwmmXjYBDzRe2tnvXAIAypw= 2022-09-01T11:37:18.951 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6IcGnwmmXjYBDzRe2tnvXAIAypw=', 'Content-Length': '0'} 2022-09-01T11:37:18.953 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004a6fa40fa53aaded-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.954 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:18.955 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:18.956 DEBUG:boto:Method: HEAD 2022-09-01T11:37:18.957 DEBUG:boto:Path: /ptoxvb-75/obj44 2022-09-01T11:37:18.958 DEBUG:boto:Data: 2022-09-01T11:37:18.958 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.959 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.960 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.961 DEBUG:boto:Params: {} 2022-09-01T11:37:18.961 DEBUG:boto:Token: None 2022-09-01T11:37:18.962 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj44 2022-09-01T11:37:18.962 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:6IcGnwmmXjYBDzRe2tnvXAIAypw= 2022-09-01T11:37:18.963 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:6IcGnwmmXjYBDzRe2tnvXAIAypw=', 'Content-Length': '0'} 2022-09-01T11:37:18.965 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cee7dccaf5051866-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.966 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:37:18.967 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:18.967 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:18.968 DEBUG:boto:Method: GET 2022-09-01T11:37:18.968 DEBUG:boto:Path: /ptoxvb-75/obj44 2022-09-01T11:37:18.969 DEBUG:boto:Data: 2022-09-01T11:37:18.970 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.970 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:18.971 DEBUG:boto:Port: 8001 2022-09-01T11:37:18.971 DEBUG:boto:Params: {} 2022-09-01T11:37:18.972 DEBUG:boto:Token: None 2022-09-01T11:37:18.973 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj44 2022-09-01T11:37:18.974 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TJptHzCU7Fd6/hWJ26F2es22dVI= 2022-09-01T11:37:18.975 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TJptHzCU7Fd6/hWJ26F2es22dVI=', 'Content-Length': '0'} 2022-09-01T11:37:18.978 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b580ac8f4f821758-006310996e-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.979 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:18.980 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:18.981 DEBUG:boto:Method: GET 2022-09-01T11:37:18.982 DEBUG:boto:Path: /ptoxvb-75/obj44 2022-09-01T11:37:18.983 DEBUG:boto:Data: 2022-09-01T11:37:18.984 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.984 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:18.985 DEBUG:boto:Port: 8000 2022-09-01T11:37:18.986 DEBUG:boto:Params: {} 2022-09-01T11:37:18.987 DEBUG:boto:Token: None 2022-09-01T11:37:18.988 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:18 GMT /ptoxvb-75/obj44 2022-09-01T11:37:18.989 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:TJptHzCU7Fd6/hWJ26F2es22dVI= 2022-09-01T11:37:18.990 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:18 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:TJptHzCU7Fd6/hWJ26F2es22dVI=', 'Content-Length': '0'} 2022-09-01T11:37:18.993 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000050a2722def63e49a-006310996e-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:18 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:18.994 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:18.994 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:18.995 DEBUG:boto:path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:18.996 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:18.996 DEBUG:boto:Method: GET 2022-09-01T11:37:18.997 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj44 2022-09-01T11:37:18.998 DEBUG:boto:Data: 2022-09-01T11:37:18.999 DEBUG:boto:Headers: {} 2022-09-01T11:37:18.999 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.000 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.001 DEBUG:boto:Params: {} 2022-09-01T11:37:19.001 DEBUG:boto:Token: None 2022-09-01T11:37:19.002 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.003 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA= 2022-09-01T11:37:19.003 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA=', 'Content-Length': '0'} 2022-09-01T11:37:19.006 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000031f1e5c43880aed4-006310996f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.007 DEBUG:boto:b'ptoxvb-75obj441000falseobj442022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.009 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.009 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.010 DEBUG:boto:path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:19.010 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:19.011 DEBUG:boto:Method: GET 2022-09-01T11:37:19.011 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj44 2022-09-01T11:37:19.012 DEBUG:boto:Data: 2022-09-01T11:37:19.012 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.013 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:19.013 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.014 DEBUG:boto:Params: {} 2022-09-01T11:37:19.015 DEBUG:boto:Token: None 2022-09-01T11:37:19.015 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.016 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA= 2022-09-01T11:37:19.017 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA=', 'Content-Length': '0'} 2022-09-01T11:37:19.019 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d7f3280ad9caa22d-006310996f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.020 DEBUG:boto:b'ptoxvb-75obj441000falseobj442022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.021 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:37:19.021 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:19.022 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:19.023 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.023 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.024 DEBUG:boto:Method: GET 2022-09-01T11:37:19.024 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.025 DEBUG:boto:Data: 2022-09-01T11:37:19.026 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.027 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.027 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.028 DEBUG:boto:Params: {} 2022-09-01T11:37:19.028 DEBUG:boto:Token: None 2022-09-01T11:37:19.029 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.030 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3KqyG4Z1ZcWgRp9wpIlcnkHnfjk= 2022-09-01T11:37:19.031 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3KqyG4Z1ZcWgRp9wpIlcnkHnfjk=', 'Content-Length': '0'} 2022-09-01T11:37:19.033 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000918bab1a8af065fe-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.074 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:19.075 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:19.076 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.077 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.077 DEBUG:boto:Method: GET 2022-09-01T11:37:19.078 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.079 DEBUG:boto:Data: 2022-09-01T11:37:19.079 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.080 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:19.080 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.081 DEBUG:boto:Params: {} 2022-09-01T11:37:19.081 DEBUG:boto:Token: None 2022-09-01T11:37:19.082 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.083 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3KqyG4Z1ZcWgRp9wpIlcnkHnfjk= 2022-09-01T11:37:19.083 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3KqyG4Z1ZcWgRp9wpIlcnkHnfjk=', 'Content-Length': '0'} 2022-09-01T11:37:19.086 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000aa6ab59bddca0f16-006310996f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.086 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:19.087 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:19.087 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.088 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.088 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.089 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.089 DEBUG:boto:Data: 2022-09-01T11:37:19.090 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.090 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.091 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.091 DEBUG:boto:Params: {} 2022-09-01T11:37:19.092 DEBUG:boto:Token: None 2022-09-01T11:37:19.093 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.093 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zN9VEORQK9DvFegGjB7SAKO4gyo= 2022-09-01T11:37:19.094 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zN9VEORQK9DvFegGjB7SAKO4gyo=', 'Content-Length': '0'} 2022-09-01T11:37:19.096 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004530a781e5c8fd7f-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.097 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:19.097 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:19.098 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.098 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.099 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.099 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.100 DEBUG:boto:Data: 2022-09-01T11:37:19.100 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.101 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:19.101 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.102 DEBUG:boto:Params: {} 2022-09-01T11:37:19.102 DEBUG:boto:Token: None 2022-09-01T11:37:19.103 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zN9VEORQK9DvFegGjB7SAKO4gyo= 2022-09-01T11:37:19.104 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zN9VEORQK9DvFegGjB7SAKO4gyo=', 'Content-Length': '0'} 2022-09-01T11:37:19.106 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000126059cd1dce30c1-006310996f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.107 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:37:19.107 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:19.108 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:19.108 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.109 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.109 DEBUG:boto:Method: GET 2022-09-01T11:37:19.110 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.110 DEBUG:boto:Data: 2022-09-01T11:37:19.111 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.111 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.112 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.113 DEBUG:boto:Params: {} 2022-09-01T11:37:19.113 DEBUG:boto:Token: None 2022-09-01T11:37:19.114 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.114 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3KqyG4Z1ZcWgRp9wpIlcnkHnfjk= 2022-09-01T11:37:19.115 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3KqyG4Z1ZcWgRp9wpIlcnkHnfjk=', 'Content-Length': '0'} 2022-09-01T11:37:19.117 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c762723a02ec0fc5-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.118 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:19.119 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:19.119 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.120 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.121 DEBUG:boto:Method: GET 2022-09-01T11:37:19.121 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.122 DEBUG:boto:Data: 2022-09-01T11:37:19.122 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.123 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:19.123 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.124 DEBUG:boto:Params: {} 2022-09-01T11:37:19.125 DEBUG:boto:Token: None 2022-09-01T11:37:19.125 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:19.126 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:3KqyG4Z1ZcWgRp9wpIlcnkHnfjk= 2022-09-01T11:37:19.127 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:3KqyG4Z1ZcWgRp9wpIlcnkHnfjk=', 'Content-Length': '0'} 2022-09-01T11:37:19.129 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004a1398eaf0ebc782-006310996f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.130 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.130 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.131 DEBUG:boto:path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:19.132 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:19.132 DEBUG:boto:Method: GET 2022-09-01T11:37:19.133 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj55 2022-09-01T11:37:19.133 DEBUG:boto:Data: 2022-09-01T11:37:19.134 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.135 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.135 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.136 DEBUG:boto:Params: {} 2022-09-01T11:37:19.137 DEBUG:boto:Token: None 2022-09-01T11:37:19.137 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.138 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA= 2022-09-01T11:37:19.139 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA=', 'Content-Length': '0'} 2022-09-01T11:37:19.141 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d66da6ef1821fa85-006310996f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.142 DEBUG:boto:b'ptoxvb-75obj551000falseobj552022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.143 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.144 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.144 DEBUG:boto:path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:19.145 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:19.145 DEBUG:boto:Method: GET 2022-09-01T11:37:19.146 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj55 2022-09-01T11:37:19.146 DEBUG:boto:Data: 2022-09-01T11:37:19.147 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.147 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:19.148 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.148 DEBUG:boto:Params: {} 2022-09-01T11:37:19.149 DEBUG:boto:Token: None 2022-09-01T11:37:19.150 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.150 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA= 2022-09-01T11:37:19.151 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA=', 'Content-Length': '0'} 2022-09-01T11:37:19.154 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001f6cdb94c9d519f4-006310996f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.155 DEBUG:boto:b'ptoxvb-75obj551000falseobj552022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.155 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:19.156 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:19.157 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.157 DEBUG:boto:Path: /ptoxvb-75/obj55 2022-09-01T11:37:19.158 DEBUG:boto:Data: 2022-09-01T11:37:19.158 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.159 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.159 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.160 DEBUG:boto:Params: {} 2022-09-01T11:37:19.160 DEBUG:boto:Token: None 2022-09-01T11:37:19.161 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj55 2022-09-01T11:37:19.162 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fpyGeu2lXlZfMsnZ44+QP5XdkQA= 2022-09-01T11:37:19.162 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fpyGeu2lXlZfMsnZ44+QP5XdkQA=', 'Content-Length': '0'} 2022-09-01T11:37:19.164 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ba034d7c759de77a-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.165 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:19.166 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:19.166 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.167 DEBUG:boto:Path: /ptoxvb-75/obj55 2022-09-01T11:37:19.167 DEBUG:boto:Data: 2022-09-01T11:37:19.168 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.168 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:19.169 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.169 DEBUG:boto:Params: {} 2022-09-01T11:37:19.170 DEBUG:boto:Token: None 2022-09-01T11:37:19.170 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj55 2022-09-01T11:37:19.171 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:fpyGeu2lXlZfMsnZ44+QP5XdkQA= 2022-09-01T11:37:19.172 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:fpyGeu2lXlZfMsnZ44+QP5XdkQA=', 'Content-Length': '0'} 2022-09-01T11:37:19.174 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000df6b1f1765e378f3-006310996f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.174 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:37:19.175 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:19.176 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:19.176 DEBUG:boto:Method: GET 2022-09-01T11:37:19.177 DEBUG:boto:Path: /ptoxvb-75/obj55 2022-09-01T11:37:19.177 DEBUG:boto:Data: 2022-09-01T11:37:19.178 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.178 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.179 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.179 DEBUG:boto:Params: {} 2022-09-01T11:37:19.180 DEBUG:boto:Token: None 2022-09-01T11:37:19.181 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj55 2022-09-01T11:37:19.181 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DUvvcbB1TiB43uItTjEmDX1m2dM= 2022-09-01T11:37:19.182 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DUvvcbB1TiB43uItTjEmDX1m2dM=', 'Content-Length': '0'} 2022-09-01T11:37:19.184 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000de355562861f8a63-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.185 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:19.186 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:19.186 DEBUG:boto:Method: GET 2022-09-01T11:37:19.187 DEBUG:boto:Path: /ptoxvb-75/obj55 2022-09-01T11:37:19.187 DEBUG:boto:Data: 2022-09-01T11:37:19.188 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.188 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:19.189 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.190 DEBUG:boto:Params: {} 2022-09-01T11:37:19.190 DEBUG:boto:Token: None 2022-09-01T11:37:19.191 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj55 2022-09-01T11:37:19.192 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:DUvvcbB1TiB43uItTjEmDX1m2dM= 2022-09-01T11:37:19.192 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:DUvvcbB1TiB43uItTjEmDX1m2dM=', 'Content-Length': '0'} 2022-09-01T11:37:19.194 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000fcdeedd52c28d5bb-006310996f-15d7-test-zone1'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.238 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.239 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.240 DEBUG:boto:path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:19.241 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:19.242 DEBUG:boto:Method: GET 2022-09-01T11:37:19.243 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj55 2022-09-01T11:37:19.244 DEBUG:boto:Data: 2022-09-01T11:37:19.244 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.245 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.246 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.247 DEBUG:boto:Params: {} 2022-09-01T11:37:19.248 DEBUG:boto:Token: None 2022-09-01T11:37:19.248 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.249 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA= 2022-09-01T11:37:19.250 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA=', 'Content-Length': '0'} 2022-09-01T11:37:19.253 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000001729116bb5c9a6a0-006310996f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.253 DEBUG:boto:b'ptoxvb-75obj551000falseobj552022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.254 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.255 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.255 DEBUG:boto:path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:19.256 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:19.257 DEBUG:boto:Method: GET 2022-09-01T11:37:19.258 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj55 2022-09-01T11:37:19.258 DEBUG:boto:Data: 2022-09-01T11:37:19.259 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.259 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:19.260 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.260 DEBUG:boto:Params: {} 2022-09-01T11:37:19.261 DEBUG:boto:Token: None 2022-09-01T11:37:19.262 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.263 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA= 2022-09-01T11:37:19.263 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA=', 'Content-Length': '0'} 2022-09-01T11:37:19.266 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000000f8064d32eb7be6-006310996f-15d7-test-zone1'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.267 DEBUG:boto:b'ptoxvb-75obj551000falseobj552022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.268 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-75 zones={test-zone3, test-zone1} 2022-09-01T11:37:19.269 INFO:tasks.rgw_multi.zone_rados:comparing bucket=ptoxvb-75 zones={test-zone3, test-zone2} 2022-09-01T11:37:19.269 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.270 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.270 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.271 DEBUG:boto:Path: /ptoxvb-75/ 2022-09-01T11:37:19.271 DEBUG:boto:Data: 2022-09-01T11:37:19.272 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.273 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.273 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.274 DEBUG:boto:Params: {} 2022-09-01T11:37:19.274 DEBUG:boto:Token: None 2022-09-01T11:37:19.275 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.275 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:afHXkqKr5ZsRa8n0v8x3Wpe3fWE= 2022-09-01T11:37:19.276 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:afHXkqKr5ZsRa8n0v8x3Wpe3fWE=', 'Content-Length': '0'} 2022-09-01T11:37:19.279 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000130facae07e5497f-006310996f-1855-test-zone3'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.280 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.280 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.281 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.281 DEBUG:boto:Path: /ptoxvb-75/ 2022-09-01T11:37:19.282 DEBUG:boto:Data: 2022-09-01T11:37:19.283 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.283 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.284 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.285 DEBUG:boto:Params: {} 2022-09-01T11:37:19.285 DEBUG:boto:Token: None 2022-09-01T11:37:19.286 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.287 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:afHXkqKr5ZsRa8n0v8x3Wpe3fWE= 2022-09-01T11:37:19.287 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:afHXkqKr5ZsRa8n0v8x3Wpe3fWE=', 'Content-Length': '0'} 2022-09-01T11:37:19.291 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008aa058b81fc226ec-006310996f-1a4d-test-zone2'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.292 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-09-01T11:37:19.293 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.294 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.295 DEBUG:boto:path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:19.295 DEBUG:boto:auth_path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:19.296 DEBUG:boto:Method: GET 2022-09-01T11:37:19.296 DEBUG:boto:Path: /ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:19.297 DEBUG:boto:Data: 2022-09-01T11:37:19.297 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.298 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.298 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.299 DEBUG:boto:Params: {} 2022-09-01T11:37:19.299 DEBUG:boto:Token: None 2022-09-01T11:37:19.300 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/?versions 2022-09-01T11:37:19.301 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5t0DCm8t8SqUnmOMUlARcfFw+/o= 2022-09-01T11:37:19.301 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5t0DCm8t8SqUnmOMUlARcfFw+/o=', 'Content-Length': '0'} 2022-09-01T11:37:19.304 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000e100cb6a7255c391-006310996f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.305 DEBUG:boto:b'ptoxvb-75999falseobj11nulltrue2022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.306 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:37:19.306 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:37:19.307 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:37:19.307 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:37:19.308 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:37:19.308 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-09-01T11:37:19.309 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.309 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.310 DEBUG:boto:path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:19.310 DEBUG:boto:auth_path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:19.311 DEBUG:boto:Method: GET 2022-09-01T11:37:19.312 DEBUG:boto:Path: /ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:19.312 DEBUG:boto:Data: 2022-09-01T11:37:19.313 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.313 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.314 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.314 DEBUG:boto:Params: {} 2022-09-01T11:37:19.315 DEBUG:boto:Token: None 2022-09-01T11:37:19.315 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/?versions 2022-09-01T11:37:19.316 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5t0DCm8t8SqUnmOMUlARcfFw+/o= 2022-09-01T11:37:19.317 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5t0DCm8t8SqUnmOMUlARcfFw+/o=', 'Content-Length': '0'} 2022-09-01T11:37:19.320 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx0000040f03b35b3bec72b-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.320 DEBUG:boto:b'ptoxvb-75999falseobj11nulltrue2022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.321 DEBUG:tasks.rgw_multi.zone_rados:o=obj11 2022-09-01T11:37:19.322 DEBUG:tasks.rgw_multi.zone_rados:o=obj22 2022-09-01T11:37:19.322 DEBUG:tasks.rgw_multi.zone_rados:o=obj33 2022-09-01T11:37:19.323 DEBUG:tasks.rgw_multi.zone_rados:o=obj44 2022-09-01T11:37:19.323 DEBUG:tasks.rgw_multi.zone_rados:o=obj55 2022-09-01T11:37:19.324 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.324 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.325 DEBUG:boto:path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:19.325 DEBUG:boto:auth_path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:19.326 DEBUG:boto:Method: GET 2022-09-01T11:37:19.326 DEBUG:boto:Path: /ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:19.327 DEBUG:boto:Data: 2022-09-01T11:37:19.328 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.328 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.329 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.329 DEBUG:boto:Params: {} 2022-09-01T11:37:19.330 DEBUG:boto:Token: None 2022-09-01T11:37:19.330 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/?versions 2022-09-01T11:37:19.331 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5t0DCm8t8SqUnmOMUlARcfFw+/o= 2022-09-01T11:37:19.332 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5t0DCm8t8SqUnmOMUlARcfFw+/o=', 'Content-Length': '0'} 2022-09-01T11:37:19.335 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006a673b9395556885-006310996f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.335 DEBUG:boto:b'ptoxvb-75999falseobj11nulltrue2022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.336 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.337 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.337 DEBUG:boto:path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:19.338 DEBUG:boto:auth_path=/ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:19.339 DEBUG:boto:Method: GET 2022-09-01T11:37:19.339 DEBUG:boto:Path: /ptoxvb-75/?versions&max-keys=999 2022-09-01T11:37:19.340 DEBUG:boto:Data: 2022-09-01T11:37:19.340 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.341 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.341 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.342 DEBUG:boto:Params: {} 2022-09-01T11:37:19.342 DEBUG:boto:Token: None 2022-09-01T11:37:19.343 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/?versions 2022-09-01T11:37:19.344 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5t0DCm8t8SqUnmOMUlARcfFw+/o= 2022-09-01T11:37:19.344 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5t0DCm8t8SqUnmOMUlARcfFw+/o=', 'Content-Length': '0'} 2022-09-01T11:37:19.354 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bb04e4d2108467b9-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.355 DEBUG:boto:b'ptoxvb-75999falseobj11nulltrue2022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj22nulltrue2022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj33nulltrue2022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj44nulltrue2022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormalobj55nulltrue2022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.356 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:37:19.356 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:19.357 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:19.358 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.358 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.359 DEBUG:boto:Method: GET 2022-09-01T11:37:19.359 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.360 DEBUG:boto:Data: 2022-09-01T11:37:19.360 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.361 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.361 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.362 DEBUG:boto:Params: {} 2022-09-01T11:37:19.363 DEBUG:boto:Token: None 2022-09-01T11:37:19.363 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.364 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nFtKEP7UM/JR4nN5Oxjr9Pcj+WI= 2022-09-01T11:37:19.365 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nFtKEP7UM/JR4nN5Oxjr9Pcj+WI=', 'Content-Length': '0'} 2022-09-01T11:37:19.367 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000053b95ee50f25f9ab-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.410 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:19.411 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:19.411 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.412 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.412 DEBUG:boto:Method: GET 2022-09-01T11:37:19.413 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.414 DEBUG:boto:Data: 2022-09-01T11:37:19.414 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.415 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.416 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.416 DEBUG:boto:Params: {} 2022-09-01T11:37:19.417 DEBUG:boto:Token: None 2022-09-01T11:37:19.418 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nFtKEP7UM/JR4nN5Oxjr9Pcj+WI= 2022-09-01T11:37:19.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nFtKEP7UM/JR4nN5Oxjr9Pcj+WI=', 'Content-Length': '0'} 2022-09-01T11:37:19.424 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000007a5ff64f7ac9a73f-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.425 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:19.426 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:19.426 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.427 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.427 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.428 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.428 DEBUG:boto:Data: 2022-09-01T11:37:19.429 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.429 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.430 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.431 DEBUG:boto:Params: {} 2022-09-01T11:37:19.431 DEBUG:boto:Token: None 2022-09-01T11:37:19.432 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.432 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8zlKqI9JKeY/QL9pfp3eLEZh9BI= 2022-09-01T11:37:19.433 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8zlKqI9JKeY/QL9pfp3eLEZh9BI=', 'Content-Length': '0'} 2022-09-01T11:37:19.435 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d4690892a5c2dc36-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.436 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:19.436 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:19.438 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.438 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.439 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.439 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.440 DEBUG:boto:Data: 2022-09-01T11:37:19.440 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.441 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.441 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.442 DEBUG:boto:Params: {} 2022-09-01T11:37:19.442 DEBUG:boto:Token: None 2022-09-01T11:37:19.443 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.444 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8zlKqI9JKeY/QL9pfp3eLEZh9BI= 2022-09-01T11:37:19.444 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8zlKqI9JKeY/QL9pfp3eLEZh9BI=', 'Content-Length': '0'} 2022-09-01T11:37:19.446 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000004a708f269dcb6794-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.448 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:37:19.449 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:19.450 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:19.451 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.451 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.452 DEBUG:boto:Method: GET 2022-09-01T11:37:19.453 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.454 DEBUG:boto:Data: 2022-09-01T11:37:19.455 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.456 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.456 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.457 DEBUG:boto:Params: {} 2022-09-01T11:37:19.458 DEBUG:boto:Token: None 2022-09-01T11:37:19.458 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.459 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nFtKEP7UM/JR4nN5Oxjr9Pcj+WI= 2022-09-01T11:37:19.460 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nFtKEP7UM/JR4nN5Oxjr9Pcj+WI=', 'Content-Length': '0'} 2022-09-01T11:37:19.462 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000005dc7798daede33d6-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.463 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:19.464 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:19.464 DEBUG:boto:path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.465 DEBUG:boto:auth_path=/ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.465 DEBUG:boto:Method: GET 2022-09-01T11:37:19.466 DEBUG:boto:Path: /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.467 DEBUG:boto:Data: 2022-09-01T11:37:19.467 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.468 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.468 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.469 DEBUG:boto:Params: {} 2022-09-01T11:37:19.469 DEBUG:boto:Token: None 2022-09-01T11:37:19.470 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj11?versionId=null 2022-09-01T11:37:19.471 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nFtKEP7UM/JR4nN5Oxjr9Pcj+WI= 2022-09-01T11:37:19.471 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nFtKEP7UM/JR4nN5Oxjr9Pcj+WI=', 'Content-Length': '0'} 2022-09-01T11:37:19.473 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001fe66f6f23a2a71a-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.474 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.475 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.475 DEBUG:boto:path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:19.476 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:19.476 DEBUG:boto:Method: GET 2022-09-01T11:37:19.477 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj11 2022-09-01T11:37:19.477 DEBUG:boto:Data: 2022-09-01T11:37:19.478 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.479 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.479 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.480 DEBUG:boto:Params: {} 2022-09-01T11:37:19.480 DEBUG:boto:Token: None 2022-09-01T11:37:19.481 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.482 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA= 2022-09-01T11:37:19.482 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA=', 'Content-Length': '0'} 2022-09-01T11:37:19.485 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a427008de89146f7-006310996f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.486 DEBUG:boto:b'ptoxvb-75obj111000falseobj112022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.487 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.487 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.488 DEBUG:boto:path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:19.488 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:19.489 DEBUG:boto:Method: GET 2022-09-01T11:37:19.489 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj11 2022-09-01T11:37:19.490 DEBUG:boto:Data: 2022-09-01T11:37:19.490 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.491 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.491 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.492 DEBUG:boto:Params: {} 2022-09-01T11:37:19.493 DEBUG:boto:Token: None 2022-09-01T11:37:19.493 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.494 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA= 2022-09-01T11:37:19.494 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA=', 'Content-Length': '0'} 2022-09-01T11:37:19.497 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006c8d64843b5051be-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.498 DEBUG:boto:b'ptoxvb-75obj111000falseobj112022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.499 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:19.499 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:19.500 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.500 DEBUG:boto:Path: /ptoxvb-75/obj11 2022-09-01T11:37:19.501 DEBUG:boto:Data: 2022-09-01T11:37:19.501 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.502 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.502 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.503 DEBUG:boto:Params: {} 2022-09-01T11:37:19.503 DEBUG:boto:Token: None 2022-09-01T11:37:19.504 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj11 2022-09-01T11:37:19.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f1n4X+3V2svXCATk95nOBjMZrs4= 2022-09-01T11:37:19.505 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f1n4X+3V2svXCATk95nOBjMZrs4=', 'Content-Length': '0'} 2022-09-01T11:37:19.507 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000049a5270bccb97df5-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.508 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:19.508 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:19.509 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.509 DEBUG:boto:Path: /ptoxvb-75/obj11 2022-09-01T11:37:19.510 DEBUG:boto:Data: 2022-09-01T11:37:19.510 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.511 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.511 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.512 DEBUG:boto:Params: {} 2022-09-01T11:37:19.512 DEBUG:boto:Token: None 2022-09-01T11:37:19.513 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj11 2022-09-01T11:37:19.514 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:f1n4X+3V2svXCATk95nOBjMZrs4= 2022-09-01T11:37:19.514 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:f1n4X+3V2svXCATk95nOBjMZrs4=', 'Content-Length': '0'} 2022-09-01T11:37:19.516 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ea1d4775280b4918-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.517 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj11 2022-09-01T11:37:19.518 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:19.518 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:19.519 DEBUG:boto:Method: GET 2022-09-01T11:37:19.519 DEBUG:boto:Path: /ptoxvb-75/obj11 2022-09-01T11:37:19.520 DEBUG:boto:Data: 2022-09-01T11:37:19.520 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.521 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.521 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.522 DEBUG:boto:Params: {} 2022-09-01T11:37:19.523 DEBUG:boto:Token: None 2022-09-01T11:37:19.523 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj11 2022-09-01T11:37:19.524 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDIafz9mf/Czo9TLslOJZcyIxho= 2022-09-01T11:37:19.525 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDIafz9mf/Czo9TLslOJZcyIxho=', 'Content-Length': '0'} 2022-09-01T11:37:19.527 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c10fc3e85fd1af94-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.527 DEBUG:boto:path=/ptoxvb-75/obj11 2022-09-01T11:37:19.528 DEBUG:boto:auth_path=/ptoxvb-75/obj11 2022-09-01T11:37:19.529 DEBUG:boto:Method: GET 2022-09-01T11:37:19.530 DEBUG:boto:Path: /ptoxvb-75/obj11 2022-09-01T11:37:19.530 DEBUG:boto:Data: 2022-09-01T11:37:19.531 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.531 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.532 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.533 DEBUG:boto:Params: {} 2022-09-01T11:37:19.533 DEBUG:boto:Token: None 2022-09-01T11:37:19.534 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj11 2022-09-01T11:37:19.534 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:yDIafz9mf/Czo9TLslOJZcyIxho= 2022-09-01T11:37:19.535 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:yDIafz9mf/Czo9TLslOJZcyIxho=', 'Content-Length': '0'} 2022-09-01T11:37:19.537 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001fb606f5d02e4749-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.538 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.539 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.539 DEBUG:boto:path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:19.540 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:19.541 DEBUG:boto:Method: GET 2022-09-01T11:37:19.541 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj11 2022-09-01T11:37:19.542 DEBUG:boto:Data: 2022-09-01T11:37:19.542 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.543 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.543 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.544 DEBUG:boto:Params: {} 2022-09-01T11:37:19.544 DEBUG:boto:Token: None 2022-09-01T11:37:19.545 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.545 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA= 2022-09-01T11:37:19.546 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA=', 'Content-Length': '0'} 2022-09-01T11:37:19.549 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c312986a6761a538-006310996f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.590 DEBUG:boto:b'ptoxvb-75obj111000falseobj112022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.591 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.592 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.592 DEBUG:boto:path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:19.593 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj11 2022-09-01T11:37:19.594 DEBUG:boto:Method: GET 2022-09-01T11:37:19.595 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj11 2022-09-01T11:37:19.595 DEBUG:boto:Data: 2022-09-01T11:37:19.596 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.597 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.597 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.598 DEBUG:boto:Params: {} 2022-09-01T11:37:19.598 DEBUG:boto:Token: None 2022-09-01T11:37:19.599 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.600 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA= 2022-09-01T11:37:19.600 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA=', 'Content-Length': '0'} 2022-09-01T11:37:19.604 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000de950c389c5a2847-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.604 DEBUG:boto:b'ptoxvb-75obj111000falseobj112022-09-01T11:32:33.232Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.605 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:37:19.606 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:19.607 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:19.607 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.608 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.608 DEBUG:boto:Method: GET 2022-09-01T11:37:19.609 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.609 DEBUG:boto:Data: 2022-09-01T11:37:19.610 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.611 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.611 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.612 DEBUG:boto:Params: {} 2022-09-01T11:37:19.612 DEBUG:boto:Token: None 2022-09-01T11:37:19.613 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.614 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kDC+NAuMMmFiGQeWM/jSRKvMLTY= 2022-09-01T11:37:19.615 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kDC+NAuMMmFiGQeWM/jSRKvMLTY=', 'Content-Length': '0'} 2022-09-01T11:37:19.618 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003c504f8f87ee2f24-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.619 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:19.619 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:19.620 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.620 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.621 DEBUG:boto:Method: GET 2022-09-01T11:37:19.621 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.622 DEBUG:boto:Data: 2022-09-01T11:37:19.622 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.623 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.624 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.624 DEBUG:boto:Params: {} 2022-09-01T11:37:19.625 DEBUG:boto:Token: None 2022-09-01T11:37:19.625 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.626 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kDC+NAuMMmFiGQeWM/jSRKvMLTY= 2022-09-01T11:37:19.627 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kDC+NAuMMmFiGQeWM/jSRKvMLTY=', 'Content-Length': '0'} 2022-09-01T11:37:19.629 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003f442566a8d748f7-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.630 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:19.630 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:19.631 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.631 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.632 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.632 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.633 DEBUG:boto:Data: 2022-09-01T11:37:19.633 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.634 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.634 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.635 DEBUG:boto:Params: {} 2022-09-01T11:37:19.636 DEBUG:boto:Token: None 2022-09-01T11:37:19.636 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.637 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BWxUN6X0rRJ5ZtcrxPkKZ5H1eIM= 2022-09-01T11:37:19.637 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BWxUN6X0rRJ5ZtcrxPkKZ5H1eIM=', 'Content-Length': '0'} 2022-09-01T11:37:19.639 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a8c63848381bd71e-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.640 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:19.641 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:19.641 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.642 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.642 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.643 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.643 DEBUG:boto:Data: 2022-09-01T11:37:19.644 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.644 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.645 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.645 DEBUG:boto:Params: {} 2022-09-01T11:37:19.646 DEBUG:boto:Token: None 2022-09-01T11:37:19.646 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.647 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:BWxUN6X0rRJ5ZtcrxPkKZ5H1eIM= 2022-09-01T11:37:19.648 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:BWxUN6X0rRJ5ZtcrxPkKZ5H1eIM=', 'Content-Length': '0'} 2022-09-01T11:37:19.650 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000047cd249d3b0a3ca0-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.651 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:37:19.651 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:19.652 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:19.652 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.653 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.653 DEBUG:boto:Method: GET 2022-09-01T11:37:19.654 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.655 DEBUG:boto:Data: 2022-09-01T11:37:19.655 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.656 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.656 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.657 DEBUG:boto:Params: {} 2022-09-01T11:37:19.657 DEBUG:boto:Token: None 2022-09-01T11:37:19.658 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.659 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kDC+NAuMMmFiGQeWM/jSRKvMLTY= 2022-09-01T11:37:19.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kDC+NAuMMmFiGQeWM/jSRKvMLTY=', 'Content-Length': '0'} 2022-09-01T11:37:19.661 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000064f648903654596d-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.662 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:19.663 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:19.663 DEBUG:boto:path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.664 DEBUG:boto:auth_path=/ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.664 DEBUG:boto:Method: GET 2022-09-01T11:37:19.665 DEBUG:boto:Path: /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.665 DEBUG:boto:Data: 2022-09-01T11:37:19.666 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.666 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.667 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.668 DEBUG:boto:Params: {} 2022-09-01T11:37:19.668 DEBUG:boto:Token: None 2022-09-01T11:37:19.669 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj22?versionId=null 2022-09-01T11:37:19.670 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:kDC+NAuMMmFiGQeWM/jSRKvMLTY= 2022-09-01T11:37:19.670 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:kDC+NAuMMmFiGQeWM/jSRKvMLTY=', 'Content-Length': '0'} 2022-09-01T11:37:19.672 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e36d3b7ea308a97b-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.718 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.719 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.719 DEBUG:boto:path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:19.720 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:19.720 DEBUG:boto:Method: GET 2022-09-01T11:37:19.721 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj22 2022-09-01T11:37:19.721 DEBUG:boto:Data: 2022-09-01T11:37:19.722 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.722 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.723 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.723 DEBUG:boto:Params: {} 2022-09-01T11:37:19.724 DEBUG:boto:Token: None 2022-09-01T11:37:19.725 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.726 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA= 2022-09-01T11:37:19.726 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA=', 'Content-Length': '0'} 2022-09-01T11:37:19.729 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000205803e9637200d2-006310996f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.730 DEBUG:boto:b'ptoxvb-75obj221000falseobj222022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.731 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.731 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.732 DEBUG:boto:path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:19.732 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:19.733 DEBUG:boto:Method: GET 2022-09-01T11:37:19.733 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj22 2022-09-01T11:37:19.734 DEBUG:boto:Data: 2022-09-01T11:37:19.734 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.735 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.735 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.736 DEBUG:boto:Params: {} 2022-09-01T11:37:19.736 DEBUG:boto:Token: None 2022-09-01T11:37:19.737 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.738 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA= 2022-09-01T11:37:19.738 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA=', 'Content-Length': '0'} 2022-09-01T11:37:19.742 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000b74ed4bbd3a87b8f-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.743 DEBUG:boto:b'ptoxvb-75obj221000falseobj222022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.743 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:19.744 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:19.744 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.745 DEBUG:boto:Path: /ptoxvb-75/obj22 2022-09-01T11:37:19.745 DEBUG:boto:Data: 2022-09-01T11:37:19.746 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.746 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.747 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.747 DEBUG:boto:Params: {} 2022-09-01T11:37:19.748 DEBUG:boto:Token: None 2022-09-01T11:37:19.749 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj22 2022-09-01T11:37:19.749 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G91ESQ52dHTsYKyFqtayGty2+zc= 2022-09-01T11:37:19.750 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G91ESQ52dHTsYKyFqtayGty2+zc=', 'Content-Length': '0'} 2022-09-01T11:37:19.752 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000ec75c06e1b85ae7a-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.752 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:19.753 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:19.754 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.754 DEBUG:boto:Path: /ptoxvb-75/obj22 2022-09-01T11:37:19.755 DEBUG:boto:Data: 2022-09-01T11:37:19.755 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.756 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.756 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.757 DEBUG:boto:Params: {} 2022-09-01T11:37:19.757 DEBUG:boto:Token: None 2022-09-01T11:37:19.758 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj22 2022-09-01T11:37:19.759 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:G91ESQ52dHTsYKyFqtayGty2+zc= 2022-09-01T11:37:19.759 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:G91ESQ52dHTsYKyFqtayGty2+zc=', 'Content-Length': '0'} 2022-09-01T11:37:19.761 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003898a91bfaaaf371-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.762 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj22 2022-09-01T11:37:19.762 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:19.763 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:19.763 DEBUG:boto:Method: GET 2022-09-01T11:37:19.764 DEBUG:boto:Path: /ptoxvb-75/obj22 2022-09-01T11:37:19.765 DEBUG:boto:Data: 2022-09-01T11:37:19.765 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.766 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.766 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.767 DEBUG:boto:Params: {} 2022-09-01T11:37:19.768 DEBUG:boto:Token: None 2022-09-01T11:37:19.768 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj22 2022-09-01T11:37:19.769 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qeo1btHSH/MVbGzM7YzeuL641gA= 2022-09-01T11:37:19.769 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qeo1btHSH/MVbGzM7YzeuL641gA=', 'Content-Length': '0'} 2022-09-01T11:37:19.772 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000083421170c009fb6-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.773 DEBUG:boto:path=/ptoxvb-75/obj22 2022-09-01T11:37:19.774 DEBUG:boto:auth_path=/ptoxvb-75/obj22 2022-09-01T11:37:19.774 DEBUG:boto:Method: GET 2022-09-01T11:37:19.775 DEBUG:boto:Path: /ptoxvb-75/obj22 2022-09-01T11:37:19.775 DEBUG:boto:Data: 2022-09-01T11:37:19.776 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.776 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.777 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.778 DEBUG:boto:Params: {} 2022-09-01T11:37:19.779 DEBUG:boto:Token: None 2022-09-01T11:37:19.779 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj22 2022-09-01T11:37:19.780 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Qeo1btHSH/MVbGzM7YzeuL641gA= 2022-09-01T11:37:19.781 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Qeo1btHSH/MVbGzM7YzeuL641gA=', 'Content-Length': '0'} 2022-09-01T11:37:19.783 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000707ced0af16ae1ce-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.784 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.785 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.785 DEBUG:boto:path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:19.786 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:19.786 DEBUG:boto:Method: GET 2022-09-01T11:37:19.787 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj22 2022-09-01T11:37:19.788 DEBUG:boto:Data: 2022-09-01T11:37:19.788 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.789 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.789 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.790 DEBUG:boto:Params: {} 2022-09-01T11:37:19.791 DEBUG:boto:Token: None 2022-09-01T11:37:19.791 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.792 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA= 2022-09-01T11:37:19.793 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA=', 'Content-Length': '0'} 2022-09-01T11:37:19.796 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000002fbcce3a6a1c40ac-006310996f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.797 DEBUG:boto:b'ptoxvb-75obj221000falseobj222022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.798 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.798 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.799 DEBUG:boto:path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:19.800 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj22 2022-09-01T11:37:19.800 DEBUG:boto:Method: GET 2022-09-01T11:37:19.801 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj22 2022-09-01T11:37:19.801 DEBUG:boto:Data: 2022-09-01T11:37:19.802 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.803 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.803 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.804 DEBUG:boto:Params: {} 2022-09-01T11:37:19.805 DEBUG:boto:Token: None 2022-09-01T11:37:19.805 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.806 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA= 2022-09-01T11:37:19.807 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA=', 'Content-Length': '0'} 2022-09-01T11:37:19.811 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000c175b604a82e41ba-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.854 DEBUG:boto:b'ptoxvb-75obj221000falseobj222022-09-01T11:32:33.269Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:19.856 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:37:19.857 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:19.859 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:19.860 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.861 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.862 DEBUG:boto:Method: GET 2022-09-01T11:37:19.863 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.864 DEBUG:boto:Data: 2022-09-01T11:37:19.865 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.866 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.867 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.869 DEBUG:boto:Params: {} 2022-09-01T11:37:19.870 DEBUG:boto:Token: None 2022-09-01T11:37:19.871 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o1oYkWXfCccgR/uP8JbQHRkdkpI= 2022-09-01T11:37:19.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o1oYkWXfCccgR/uP8JbQHRkdkpI=', 'Content-Length': '0'} 2022-09-01T11:37:19.876 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008cc89e0c5ae07110-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.878 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:19.879 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:19.880 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.881 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.882 DEBUG:boto:Method: GET 2022-09-01T11:37:19.883 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.884 DEBUG:boto:Data: 2022-09-01T11:37:19.884 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.885 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.886 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.887 DEBUG:boto:Params: {} 2022-09-01T11:37:19.888 DEBUG:boto:Token: None 2022-09-01T11:37:19.889 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.890 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o1oYkWXfCccgR/uP8JbQHRkdkpI= 2022-09-01T11:37:19.891 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o1oYkWXfCccgR/uP8JbQHRkdkpI=', 'Content-Length': '0'} 2022-09-01T11:37:19.895 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000070c1a9bb31d77cf4-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.896 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:19.897 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:19.897 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.898 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.899 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.899 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.900 DEBUG:boto:Data: 2022-09-01T11:37:19.900 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.901 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.902 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.903 DEBUG:boto:Params: {} 2022-09-01T11:37:19.904 DEBUG:boto:Token: None 2022-09-01T11:37:19.905 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.906 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aInVfWC0g/RAyZYp3z+ldg8BzQo= 2022-09-01T11:37:19.908 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aInVfWC0g/RAyZYp3z+ldg8BzQo=', 'Content-Length': '0'} 2022-09-01T11:37:19.911 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000f49992764a5ac6c9-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.912 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:19.912 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:19.913 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.913 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.914 DEBUG:boto:Method: HEAD 2022-09-01T11:37:19.914 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.915 DEBUG:boto:Data: 2022-09-01T11:37:19.915 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.916 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.916 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.917 DEBUG:boto:Params: {} 2022-09-01T11:37:19.918 DEBUG:boto:Token: None 2022-09-01T11:37:19.918 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.919 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:aInVfWC0g/RAyZYp3z+ldg8BzQo= 2022-09-01T11:37:19.920 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:aInVfWC0g/RAyZYp3z+ldg8BzQo=', 'Content-Length': '0'} 2022-09-01T11:37:19.921 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000cad2ee1a10d3820c-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.922 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:37:19.923 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:19.923 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:19.924 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.924 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.925 DEBUG:boto:Method: GET 2022-09-01T11:37:19.925 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.926 DEBUG:boto:Data: 2022-09-01T11:37:19.926 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.927 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.927 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.928 DEBUG:boto:Params: {} 2022-09-01T11:37:19.929 DEBUG:boto:Token: None 2022-09-01T11:37:19.929 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.930 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o1oYkWXfCccgR/uP8JbQHRkdkpI= 2022-09-01T11:37:19.931 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o1oYkWXfCccgR/uP8JbQHRkdkpI=', 'Content-Length': '0'} 2022-09-01T11:37:19.933 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e3f2edd933f287ad-006310996f-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.974 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:19.975 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:19.975 DEBUG:boto:path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.976 DEBUG:boto:auth_path=/ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.976 DEBUG:boto:Method: GET 2022-09-01T11:37:19.977 DEBUG:boto:Path: /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.978 DEBUG:boto:Data: 2022-09-01T11:37:19.978 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.979 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:19.979 DEBUG:boto:Port: 8000 2022-09-01T11:37:19.980 DEBUG:boto:Params: {} 2022-09-01T11:37:19.981 DEBUG:boto:Token: None 2022-09-01T11:37:19.981 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/obj33?versionId=null 2022-09-01T11:37:19.982 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:o1oYkWXfCccgR/uP8JbQHRkdkpI= 2022-09-01T11:37:19.983 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:o1oYkWXfCccgR/uP8JbQHRkdkpI=', 'Content-Length': '0'} 2022-09-01T11:37:19.985 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000e1e9a9f5df877b53-006310996f-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:19.986 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:19.987 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:19.987 DEBUG:boto:path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:19.988 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:19.988 DEBUG:boto:Method: GET 2022-09-01T11:37:19.989 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj33 2022-09-01T11:37:19.990 DEBUG:boto:Data: 2022-09-01T11:37:19.991 DEBUG:boto:Headers: {} 2022-09-01T11:37:19.992 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:19.992 DEBUG:boto:Port: 8001 2022-09-01T11:37:19.993 DEBUG:boto:Params: {} 2022-09-01T11:37:19.994 DEBUG:boto:Token: None 2022-09-01T11:37:19.995 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:19 GMT /ptoxvb-75/ 2022-09-01T11:37:19.995 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA= 2022-09-01T11:37:19.996 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:19 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tfdtxPyXSswZt1//m65AlJewKuA=', 'Content-Length': '0'} 2022-09-01T11:37:20.000 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000f8462d352d6f42c4-006310996f-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:19 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.000 DEBUG:boto:b'ptoxvb-75obj331000falseobj332022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:20.001 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:20.002 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:20.002 DEBUG:boto:path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:20.003 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:20.003 DEBUG:boto:Method: GET 2022-09-01T11:37:20.004 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj33 2022-09-01T11:37:20.004 DEBUG:boto:Data: 2022-09-01T11:37:20.005 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.006 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.006 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.007 DEBUG:boto:Params: {} 2022-09-01T11:37:20.007 DEBUG:boto:Token: None 2022-09-01T11:37:20.008 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/ 2022-09-01T11:37:20.008 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc= 2022-09-01T11:37:20.009 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc=', 'Content-Length': '0'} 2022-09-01T11:37:20.012 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000000d579a552f4c6ae7-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.013 DEBUG:boto:b'ptoxvb-75obj331000falseobj332022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:20.013 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:20.014 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:20.015 DEBUG:boto:Method: HEAD 2022-09-01T11:37:20.015 DEBUG:boto:Path: /ptoxvb-75/obj33 2022-09-01T11:37:20.016 DEBUG:boto:Data: 2022-09-01T11:37:20.016 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.017 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.017 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.018 DEBUG:boto:Params: {} 2022-09-01T11:37:20.018 DEBUG:boto:Token: None 2022-09-01T11:37:20.019 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj33 2022-09-01T11:37:20.019 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LN19Z4P3IywAJTshD0dqe6gCstk= 2022-09-01T11:37:20.020 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LN19Z4P3IywAJTshD0dqe6gCstk=', 'Content-Length': '0'} 2022-09-01T11:37:20.022 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000d4afb2d7e351a516-0063109970-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.023 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:20.023 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:20.024 DEBUG:boto:Method: HEAD 2022-09-01T11:37:20.024 DEBUG:boto:Path: /ptoxvb-75/obj33 2022-09-01T11:37:20.025 DEBUG:boto:Data: 2022-09-01T11:37:20.025 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.026 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.026 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.027 DEBUG:boto:Params: {} 2022-09-01T11:37:20.027 DEBUG:boto:Token: None 2022-09-01T11:37:20.028 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj33 2022-09-01T11:37:20.028 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:LN19Z4P3IywAJTshD0dqe6gCstk= 2022-09-01T11:37:20.029 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:LN19Z4P3IywAJTshD0dqe6gCstk=', 'Content-Length': '0'} 2022-09-01T11:37:20.031 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000002ed2219c8ff1800f-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.032 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj33 2022-09-01T11:37:20.032 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:20.033 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:20.034 DEBUG:boto:Method: GET 2022-09-01T11:37:20.034 DEBUG:boto:Path: /ptoxvb-75/obj33 2022-09-01T11:37:20.035 DEBUG:boto:Data: 2022-09-01T11:37:20.035 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.036 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.036 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.037 DEBUG:boto:Params: {} 2022-09-01T11:37:20.037 DEBUG:boto:Token: None 2022-09-01T11:37:20.038 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj33 2022-09-01T11:37:20.039 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZistMDLOFp10syZsi7Z1aDv6KpI= 2022-09-01T11:37:20.039 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZistMDLOFp10syZsi7Z1aDv6KpI=', 'Content-Length': '0'} 2022-09-01T11:37:20.041 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000b6fe83c2230124f8-0063109970-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.086 DEBUG:boto:path=/ptoxvb-75/obj33 2022-09-01T11:37:20.087 DEBUG:boto:auth_path=/ptoxvb-75/obj33 2022-09-01T11:37:20.087 DEBUG:boto:Method: GET 2022-09-01T11:37:20.088 DEBUG:boto:Path: /ptoxvb-75/obj33 2022-09-01T11:37:20.088 DEBUG:boto:Data: 2022-09-01T11:37:20.089 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.089 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.090 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.091 DEBUG:boto:Params: {} 2022-09-01T11:37:20.091 DEBUG:boto:Token: None 2022-09-01T11:37:20.092 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj33 2022-09-01T11:37:20.092 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZistMDLOFp10syZsi7Z1aDv6KpI= 2022-09-01T11:37:20.093 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZistMDLOFp10syZsi7Z1aDv6KpI=', 'Content-Length': '0'} 2022-09-01T11:37:20.096 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006b26605c1c68a4be-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.097 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:20.097 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:20.098 DEBUG:boto:path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:20.099 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:20.099 DEBUG:boto:Method: GET 2022-09-01T11:37:20.100 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj33 2022-09-01T11:37:20.100 DEBUG:boto:Data: 2022-09-01T11:37:20.101 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.101 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.102 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.102 DEBUG:boto:Params: {} 2022-09-01T11:37:20.103 DEBUG:boto:Token: None 2022-09-01T11:37:20.103 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/ 2022-09-01T11:37:20.104 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc= 2022-09-01T11:37:20.105 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc=', 'Content-Length': '0'} 2022-09-01T11:37:20.108 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d82d85ffc8be2a3b-0063109970-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.108 DEBUG:boto:b'ptoxvb-75obj331000falseobj332022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:20.109 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:20.110 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:20.111 DEBUG:boto:path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:20.112 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj33 2022-09-01T11:37:20.113 DEBUG:boto:Method: GET 2022-09-01T11:37:20.114 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj33 2022-09-01T11:37:20.115 DEBUG:boto:Data: 2022-09-01T11:37:20.116 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.117 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.119 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.120 DEBUG:boto:Params: {} 2022-09-01T11:37:20.121 DEBUG:boto:Token: None 2022-09-01T11:37:20.122 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/ 2022-09-01T11:37:20.124 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc= 2022-09-01T11:37:20.126 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc=', 'Content-Length': '0'} 2022-09-01T11:37:20.130 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000d1831315a2aaec1b-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.131 DEBUG:boto:b'ptoxvb-75obj331000falseobj332022-09-01T11:32:33.293Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:20.133 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:37:20.134 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:20.135 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:20.136 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.137 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.138 DEBUG:boto:Method: GET 2022-09-01T11:37:20.139 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.140 DEBUG:boto:Data: 2022-09-01T11:37:20.141 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.142 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.143 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.144 DEBUG:boto:Params: {} 2022-09-01T11:37:20.145 DEBUG:boto:Token: None 2022-09-01T11:37:20.146 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.147 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rSmtKfIWw6w0sF33e5TFNhitooY= 2022-09-01T11:37:20.147 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rSmtKfIWw6w0sF33e5TFNhitooY=', 'Content-Length': '0'} 2022-09-01T11:37:20.150 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003ca551e920b4eb80-0063109970-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.151 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:20.152 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:20.153 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.154 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.155 DEBUG:boto:Method: GET 2022-09-01T11:37:20.156 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.157 DEBUG:boto:Data: 2022-09-01T11:37:20.158 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.159 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.160 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.161 DEBUG:boto:Params: {} 2022-09-01T11:37:20.162 DEBUG:boto:Token: None 2022-09-01T11:37:20.163 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.165 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rSmtKfIWw6w0sF33e5TFNhitooY= 2022-09-01T11:37:20.166 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rSmtKfIWw6w0sF33e5TFNhitooY=', 'Content-Length': '0'} 2022-09-01T11:37:20.169 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006eaa8a53c2167064-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.210 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:20.211 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:20.212 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.212 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.213 DEBUG:boto:Method: HEAD 2022-09-01T11:37:20.213 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.214 DEBUG:boto:Data: 2022-09-01T11:37:20.215 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.215 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.215 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.216 DEBUG:boto:Params: {} 2022-09-01T11:37:20.217 DEBUG:boto:Token: None 2022-09-01T11:37:20.217 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.218 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nQ+aAWfdQvg/dDmjdjCeGy+dHs0= 2022-09-01T11:37:20.218 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nQ+aAWfdQvg/dDmjdjCeGy+dHs0=', 'Content-Length': '0'} 2022-09-01T11:37:20.221 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000053f25e0c4a30f1d1-0063109970-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.222 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:20.223 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:20.223 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.224 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.224 DEBUG:boto:Method: HEAD 2022-09-01T11:37:20.225 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.225 DEBUG:boto:Data: 2022-09-01T11:37:20.226 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.226 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.227 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.227 DEBUG:boto:Params: {} 2022-09-01T11:37:20.228 DEBUG:boto:Token: None 2022-09-01T11:37:20.228 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.229 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:nQ+aAWfdQvg/dDmjdjCeGy+dHs0= 2022-09-01T11:37:20.229 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:nQ+aAWfdQvg/dDmjdjCeGy+dHs0=', 'Content-Length': '0'} 2022-09-01T11:37:20.231 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001fb0b3ee15277099-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.232 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:37:20.233 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:20.233 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:20.234 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.235 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.235 DEBUG:boto:Method: GET 2022-09-01T11:37:20.236 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.236 DEBUG:boto:Data: 2022-09-01T11:37:20.237 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.237 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.238 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.238 DEBUG:boto:Params: {} 2022-09-01T11:37:20.239 DEBUG:boto:Token: None 2022-09-01T11:37:20.239 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.240 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rSmtKfIWw6w0sF33e5TFNhitooY= 2022-09-01T11:37:20.241 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rSmtKfIWw6w0sF33e5TFNhitooY=', 'Content-Length': '0'} 2022-09-01T11:37:20.243 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006f870aafd782e184-0063109970-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.243 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:20.244 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:20.244 DEBUG:boto:path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.245 DEBUG:boto:auth_path=/ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.245 DEBUG:boto:Method: GET 2022-09-01T11:37:20.246 DEBUG:boto:Path: /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.247 DEBUG:boto:Data: 2022-09-01T11:37:20.247 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.248 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.248 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.249 DEBUG:boto:Params: {} 2022-09-01T11:37:20.249 DEBUG:boto:Token: None 2022-09-01T11:37:20.250 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj44?versionId=null 2022-09-01T11:37:20.250 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rSmtKfIWw6w0sF33e5TFNhitooY= 2022-09-01T11:37:20.251 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rSmtKfIWw6w0sF33e5TFNhitooY=', 'Content-Length': '0'} 2022-09-01T11:37:20.253 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009b336b1cacaf381f-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.254 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:20.255 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:20.255 DEBUG:boto:path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:20.256 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:20.256 DEBUG:boto:Method: GET 2022-09-01T11:37:20.257 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj44 2022-09-01T11:37:20.257 DEBUG:boto:Data: 2022-09-01T11:37:20.258 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.258 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.259 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.259 DEBUG:boto:Params: {} 2022-09-01T11:37:20.260 DEBUG:boto:Token: None 2022-09-01T11:37:20.261 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/ 2022-09-01T11:37:20.261 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc= 2022-09-01T11:37:20.262 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc=', 'Content-Length': '0'} 2022-09-01T11:37:20.265 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000007947900b2d674a78-0063109970-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.265 DEBUG:boto:b'ptoxvb-75obj441000falseobj442022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:20.266 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:20.267 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:20.267 DEBUG:boto:path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:20.268 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:20.268 DEBUG:boto:Method: GET 2022-09-01T11:37:20.269 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj44 2022-09-01T11:37:20.269 DEBUG:boto:Data: 2022-09-01T11:37:20.270 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.270 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.271 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.271 DEBUG:boto:Params: {} 2022-09-01T11:37:20.272 DEBUG:boto:Token: None 2022-09-01T11:37:20.273 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/ 2022-09-01T11:37:20.273 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc= 2022-09-01T11:37:20.274 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc=', 'Content-Length': '0'} 2022-09-01T11:37:20.276 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000ac90049513fc5043-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.277 DEBUG:boto:b'ptoxvb-75obj441000falseobj442022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:20.278 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:20.278 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:20.279 DEBUG:boto:Method: HEAD 2022-09-01T11:37:20.279 DEBUG:boto:Path: /ptoxvb-75/obj44 2022-09-01T11:37:20.280 DEBUG:boto:Data: 2022-09-01T11:37:20.280 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.281 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.281 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.282 DEBUG:boto:Params: {} 2022-09-01T11:37:20.282 DEBUG:boto:Token: None 2022-09-01T11:37:20.283 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj44 2022-09-01T11:37:20.284 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tm+NEjveShkZebvn1MqewAhmQSY= 2022-09-01T11:37:20.284 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tm+NEjveShkZebvn1MqewAhmQSY=', 'Content-Length': '0'} 2022-09-01T11:37:20.286 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003a9ea2951f0e3f24-0063109970-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.287 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:20.287 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:20.288 DEBUG:boto:Method: HEAD 2022-09-01T11:37:20.288 DEBUG:boto:Path: /ptoxvb-75/obj44 2022-09-01T11:37:20.289 DEBUG:boto:Data: 2022-09-01T11:37:20.289 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.290 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.290 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.291 DEBUG:boto:Params: {} 2022-09-01T11:37:20.291 DEBUG:boto:Token: None 2022-09-01T11:37:20.292 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj44 2022-09-01T11:37:20.292 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tm+NEjveShkZebvn1MqewAhmQSY= 2022-09-01T11:37:20.293 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tm+NEjveShkZebvn1MqewAhmQSY=', 'Content-Length': '0'} 2022-09-01T11:37:20.295 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008f95bcd4a0ebb1bf-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.296 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj44 2022-09-01T11:37:20.297 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:20.297 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:20.298 DEBUG:boto:Method: GET 2022-09-01T11:37:20.298 DEBUG:boto:Path: /ptoxvb-75/obj44 2022-09-01T11:37:20.299 DEBUG:boto:Data: 2022-09-01T11:37:20.299 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.300 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.300 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.301 DEBUG:boto:Params: {} 2022-09-01T11:37:20.301 DEBUG:boto:Token: None 2022-09-01T11:37:20.302 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj44 2022-09-01T11:37:20.303 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EvaxWY9jOaaC1oXlflYpkKimy6Q= 2022-09-01T11:37:20.303 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EvaxWY9jOaaC1oXlflYpkKimy6Q=', 'Content-Length': '0'} 2022-09-01T11:37:20.306 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000009bf255b015e88206-0063109970-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.346 DEBUG:boto:path=/ptoxvb-75/obj44 2022-09-01T11:37:20.347 DEBUG:boto:auth_path=/ptoxvb-75/obj44 2022-09-01T11:37:20.348 DEBUG:boto:Method: GET 2022-09-01T11:37:20.348 DEBUG:boto:Path: /ptoxvb-75/obj44 2022-09-01T11:37:20.349 DEBUG:boto:Data: 2022-09-01T11:37:20.349 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.350 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.351 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.351 DEBUG:boto:Params: {} 2022-09-01T11:37:20.352 DEBUG:boto:Token: None 2022-09-01T11:37:20.352 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj44 2022-09-01T11:37:20.353 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:EvaxWY9jOaaC1oXlflYpkKimy6Q= 2022-09-01T11:37:20.354 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:EvaxWY9jOaaC1oXlflYpkKimy6Q=', 'Content-Length': '0'} 2022-09-01T11:37:20.356 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000003ebe96a5aa2f41a4-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.357 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:20.357 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:20.358 DEBUG:boto:path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:20.358 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:20.359 DEBUG:boto:Method: GET 2022-09-01T11:37:20.359 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj44 2022-09-01T11:37:20.360 DEBUG:boto:Data: 2022-09-01T11:37:20.360 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.361 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.361 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.362 DEBUG:boto:Params: {} 2022-09-01T11:37:20.363 DEBUG:boto:Token: None 2022-09-01T11:37:20.363 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/ 2022-09-01T11:37:20.364 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc= 2022-09-01T11:37:20.365 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc=', 'Content-Length': '0'} 2022-09-01T11:37:20.367 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000bc0132b975506427-0063109970-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.368 DEBUG:boto:b'ptoxvb-75obj441000falseobj442022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:20.369 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:20.370 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:20.370 DEBUG:boto:path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:20.371 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj44 2022-09-01T11:37:20.371 DEBUG:boto:Method: GET 2022-09-01T11:37:20.372 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj44 2022-09-01T11:37:20.372 DEBUG:boto:Data: 2022-09-01T11:37:20.373 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.373 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.374 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.375 DEBUG:boto:Params: {} 2022-09-01T11:37:20.375 DEBUG:boto:Token: None 2022-09-01T11:37:20.376 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/ 2022-09-01T11:37:20.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc= 2022-09-01T11:37:20.377 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc=', 'Content-Length': '0'} 2022-09-01T11:37:20.380 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000006b28b2584d084b98-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.380 DEBUG:boto:b'ptoxvb-75obj441000falseobj442022-09-01T11:32:33.359Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:20.381 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:37:20.382 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:20.383 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:20.383 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.384 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.384 DEBUG:boto:Method: GET 2022-09-01T11:37:20.385 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.385 DEBUG:boto:Data: 2022-09-01T11:37:20.386 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.386 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.387 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.387 DEBUG:boto:Params: {} 2022-09-01T11:37:20.388 DEBUG:boto:Token: None 2022-09-01T11:37:20.389 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.389 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0noO4WHT5D7c9bahKPxRwKXLyKY= 2022-09-01T11:37:20.390 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0noO4WHT5D7c9bahKPxRwKXLyKY=', 'Content-Length': '0'} 2022-09-01T11:37:20.392 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000013b3e91042452621-0063109970-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.393 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:20.393 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:20.394 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.395 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.395 DEBUG:boto:Method: GET 2022-09-01T11:37:20.396 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.396 DEBUG:boto:Data: 2022-09-01T11:37:20.397 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.397 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.398 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.398 DEBUG:boto:Params: {} 2022-09-01T11:37:20.399 DEBUG:boto:Token: None 2022-09-01T11:37:20.400 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.400 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0noO4WHT5D7c9bahKPxRwKXLyKY= 2022-09-01T11:37:20.401 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0noO4WHT5D7c9bahKPxRwKXLyKY=', 'Content-Length': '0'} 2022-09-01T11:37:20.403 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000014be673feddfef6d-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.404 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:20.405 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:20.405 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.405 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.406 DEBUG:boto:Method: HEAD 2022-09-01T11:37:20.407 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.407 DEBUG:boto:Data: 2022-09-01T11:37:20.408 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.408 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.409 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.409 DEBUG:boto:Params: {} 2022-09-01T11:37:20.410 DEBUG:boto:Token: None 2022-09-01T11:37:20.410 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.411 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CElOuP4z7BQOHVsMnT4iFt+6XtY= 2022-09-01T11:37:20.412 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CElOuP4z7BQOHVsMnT4iFt+6XtY=', 'Content-Length': '0'} 2022-09-01T11:37:20.414 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000008a9b9b1d315d0719-0063109970-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.415 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:20.415 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:20.416 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.416 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.417 DEBUG:boto:Method: HEAD 2022-09-01T11:37:20.417 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.418 DEBUG:boto:Data: 2022-09-01T11:37:20.418 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.419 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.419 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.420 DEBUG:boto:Params: {} 2022-09-01T11:37:20.420 DEBUG:boto:Token: None 2022-09-01T11:37:20.421 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.421 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CElOuP4z7BQOHVsMnT4iFt+6XtY= 2022-09-01T11:37:20.422 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CElOuP4z7BQOHVsMnT4iFt+6XtY=', 'Content-Length': '0'} 2022-09-01T11:37:20.424 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000a72b2bfbe9ff6381-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.426 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:37:20.427 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:20.428 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:20.429 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.430 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.431 DEBUG:boto:Method: GET 2022-09-01T11:37:20.432 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.433 DEBUG:boto:Data: 2022-09-01T11:37:20.433 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.434 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.435 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.436 DEBUG:boto:Params: {} 2022-09-01T11:37:20.437 DEBUG:boto:Token: None 2022-09-01T11:37:20.438 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.439 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0noO4WHT5D7c9bahKPxRwKXLyKY= 2022-09-01T11:37:20.440 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0noO4WHT5D7c9bahKPxRwKXLyKY=', 'Content-Length': '0'} 2022-09-01T11:37:20.447 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000001f368bc7ef4c217a-0063109970-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.449 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:20.450 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:20.451 DEBUG:boto:path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.452 DEBUG:boto:auth_path=/ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.453 DEBUG:boto:Method: GET 2022-09-01T11:37:20.454 DEBUG:boto:Path: /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.455 DEBUG:boto:Data: 2022-09-01T11:37:20.455 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.456 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.457 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.458 DEBUG:boto:Params: {} 2022-09-01T11:37:20.459 DEBUG:boto:Token: None 2022-09-01T11:37:20.460 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj55?versionId=null 2022-09-01T11:37:20.461 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0noO4WHT5D7c9bahKPxRwKXLyKY= 2022-09-01T11:37:20.462 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0noO4WHT5D7c9bahKPxRwKXLyKY=', 'Content-Length': '0'} 2022-09-01T11:37:20.465 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-amz-version-id', 'null'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx000006a21e3648529dda8-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.506 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:20.507 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:20.508 DEBUG:boto:path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:20.508 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:20.509 DEBUG:boto:Method: GET 2022-09-01T11:37:20.509 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj55 2022-09-01T11:37:20.510 DEBUG:boto:Data: 2022-09-01T11:37:20.511 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.511 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.512 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.513 DEBUG:boto:Params: {} 2022-09-01T11:37:20.514 DEBUG:boto:Token: None 2022-09-01T11:37:20.514 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/ 2022-09-01T11:37:20.515 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc= 2022-09-01T11:37:20.516 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc=', 'Content-Length': '0'} 2022-09-01T11:37:20.519 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000a3711cbca06978d3-0063109970-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.520 DEBUG:boto:b'ptoxvb-75obj551000falseobj552022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:20.521 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:20.521 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:20.522 DEBUG:boto:path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:20.523 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:20.523 DEBUG:boto:Method: GET 2022-09-01T11:37:20.524 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj55 2022-09-01T11:37:20.525 DEBUG:boto:Data: 2022-09-01T11:37:20.525 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.526 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.526 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.527 DEBUG:boto:Params: {} 2022-09-01T11:37:20.527 DEBUG:boto:Token: None 2022-09-01T11:37:20.529 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/ 2022-09-01T11:37:20.530 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc= 2022-09-01T11:37:20.531 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc=', 'Content-Length': '0'} 2022-09-01T11:37:20.534 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000004760dc45b2b88c66-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.535 DEBUG:boto:b'ptoxvb-75obj551000falseobj552022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:20.537 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:20.538 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:20.538 DEBUG:boto:Method: HEAD 2022-09-01T11:37:20.539 DEBUG:boto:Path: /ptoxvb-75/obj55 2022-09-01T11:37:20.540 DEBUG:boto:Data: 2022-09-01T11:37:20.541 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.542 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.543 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.544 DEBUG:boto:Params: {} 2022-09-01T11:37:20.545 DEBUG:boto:Token: None 2022-09-01T11:37:20.546 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj55 2022-09-01T11:37:20.547 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lGgUV9D0sGKiSUAH6eMZHRIo25Y= 2022-09-01T11:37:20.548 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lGgUV9D0sGKiSUAH6eMZHRIo25Y=', 'Content-Length': '0'} 2022-09-01T11:37:20.550 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000791240e7d67f3f7e-0063109970-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.552 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:20.552 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:20.553 DEBUG:boto:Method: HEAD 2022-09-01T11:37:20.554 DEBUG:boto:Path: /ptoxvb-75/obj55 2022-09-01T11:37:20.555 DEBUG:boto:Data: 2022-09-01T11:37:20.556 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.557 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.558 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.558 DEBUG:boto:Params: {} 2022-09-01T11:37:20.559 DEBUG:boto:Token: None 2022-09-01T11:37:20.560 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj55 2022-09-01T11:37:20.561 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:lGgUV9D0sGKiSUAH6eMZHRIo25Y= 2022-09-01T11:37:20.562 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:lGgUV9D0sGKiSUAH6eMZHRIo25Y=', 'Content-Length': '0'} 2022-09-01T11:37:20.564 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx0000068e4a4fd5286dbf7-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.565 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj55 2022-09-01T11:37:20.567 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:20.567 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:20.568 DEBUG:boto:Method: GET 2022-09-01T11:37:20.569 DEBUG:boto:Path: /ptoxvb-75/obj55 2022-09-01T11:37:20.570 DEBUG:boto:Data: 2022-09-01T11:37:20.571 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.572 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.572 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.573 DEBUG:boto:Params: {} 2022-09-01T11:37:20.574 DEBUG:boto:Token: None 2022-09-01T11:37:20.575 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj55 2022-09-01T11:37:20.576 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ess/q0gDFWd6N+v7Qk5fI7oMJNY= 2022-09-01T11:37:20.577 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ess/q0gDFWd6N+v7Qk5fI7oMJNY=', 'Content-Length': '0'} 2022-09-01T11:37:20.580 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000c4300ec3cd75a8bc-0063109970-1855-test-zone3'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.622 DEBUG:boto:path=/ptoxvb-75/obj55 2022-09-01T11:37:20.623 DEBUG:boto:auth_path=/ptoxvb-75/obj55 2022-09-01T11:37:20.623 DEBUG:boto:Method: GET 2022-09-01T11:37:20.624 DEBUG:boto:Path: /ptoxvb-75/obj55 2022-09-01T11:37:20.624 DEBUG:boto:Data: 2022-09-01T11:37:20.625 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.626 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.627 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.627 DEBUG:boto:Params: {} 2022-09-01T11:37:20.629 DEBUG:boto:Token: None 2022-09-01T11:37:20.630 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/obj55 2022-09-01T11:37:20.631 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ess/q0gDFWd6N+v7Qk5fI7oMJNY= 2022-09-01T11:37:20.632 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ess/q0gDFWd6N+v7Qk5fI7oMJNY=', 'Content-Length': '0'} 2022-09-01T11:37:20.637 DEBUG:boto:Response headers: [('Content-Length', '3'), ('Accept-Ranges', 'bytes'), ('Last-Modified', 'Thu, 01 Sep 2022 11:32:33 GMT'), ('x-rgw-object-type', 'Normal'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('x-amz-request-id', 'tx00000569173c4f44aa556-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/octet-stream'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.639 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:20.639 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:20.640 DEBUG:boto:path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:20.640 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:20.641 DEBUG:boto:Method: GET 2022-09-01T11:37:20.641 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj55 2022-09-01T11:37:20.642 DEBUG:boto:Data: 2022-09-01T11:37:20.642 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.643 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8001 2022-09-01T11:37:20.643 DEBUG:boto:Port: 8001 2022-09-01T11:37:20.644 DEBUG:boto:Params: {} 2022-09-01T11:37:20.644 DEBUG:boto:Token: None 2022-09-01T11:37:20.645 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/ 2022-09-01T11:37:20.646 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc= 2022-09-01T11:37:20.646 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc=', 'Content-Length': '0'} 2022-09-01T11:37:20.649 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx000009fb3cc0cab66121d-0063109970-1855-test-zone3'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.650 DEBUG:boto:b'ptoxvb-75obj551000falseobj552022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:20.651 DEBUG:boto:path=/ptoxvb-75/ 2022-09-01T11:37:20.651 DEBUG:boto:auth_path=/ptoxvb-75/ 2022-09-01T11:37:20.652 DEBUG:boto:path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:20.652 DEBUG:boto:auth_path=/ptoxvb-75/?prefix=obj55 2022-09-01T11:37:20.653 DEBUG:boto:Method: GET 2022-09-01T11:37:20.654 DEBUG:boto:Path: /ptoxvb-75/?prefix=obj55 2022-09-01T11:37:20.654 DEBUG:boto:Data: 2022-09-01T11:37:20.655 DEBUG:boto:Headers: {} 2022-09-01T11:37:20.655 DEBUG:boto:Host: smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:20.656 DEBUG:boto:Port: 8000 2022-09-01T11:37:20.656 DEBUG:boto:Params: {} 2022-09-01T11:37:20.657 DEBUG:boto:Token: None 2022-09-01T11:37:20.658 DEBUG:boto:StringToSign: GET Thu, 01 Sep 2022 11:37:20 GMT /ptoxvb-75/ 2022-09-01T11:37:20.658 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc= 2022-09-01T11:37:20.659 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:20 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:WcKm88rpaf/S13RIgjYCEbv3UCc=', 'Content-Length': '0'} 2022-09-01T11:37:20.662 DEBUG:boto:Response headers: [('Transfer-Encoding', 'chunked'), ('x-amz-request-id', 'tx00000903d2588fbe45418-0063109970-1a4d-test-zone2'), ('Content-Type', 'application/xml'), ('Date', 'Thu, 01 Sep 2022 11:37:20 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:20.702 DEBUG:boto:b'ptoxvb-75obj551000falseobj552022-09-01T11:32:33.387Z"acbd18db4cc2f85cedef654fccc4a4d8"3STANDARDrgw-multisite-test-userMultisite Test UserNormal' 2022-09-01T11:37:20.704 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=ptoxvb-75 zones={test-zone3, test-zone2} 2022-09-01T11:37:20.704 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone1 target=test-zone2 2022-09-01T11:37:20.705 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:20.706 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:20.707 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:20.764 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:20.764 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:20.846 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:37:20.847 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:20.847 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000022447", 2022-09-01T11:37:20.848 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:32:39.418958Z" 2022-09-01T11:37:20.848 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:20.849 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:20.849 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000019030", 2022-09-01T11:37:20.850 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:28:21.082214Z" 2022-09-01T11:37:20.850 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:20.851 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:20.851 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000029186", 2022-09-01T11:37:20.852 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:32:33.363786Z" 2022-09-01T11:37:20.852 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:20.853 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:20.853 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000027906", 2022-09-01T11:37:20.853 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:32:39.420770Z" 2022-09-01T11:37:20.854 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:20.854 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:37:20.857 DEBUG:rgw_multi.tests:data markers for zone=test-zone1 markers={0: '00000000000000000000:00000000000000022447', 1: '00000000000000000000:00000000000000019030', 2: '00000000000000000000:00000000000000029186', 3: '00000000000000000000:00000000000000027906'} 2022-09-01T11:37:20.858 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-09-01T11:37:20.859 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:20.860 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:20.861 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:20.921 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:20.922 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:20.974 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:37:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:37:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:37:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:37:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:37:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 15596116830525610085 2022-09-01T11:37:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:37:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:37:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T11:37:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000022447", 2022-09-01T11:37:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:32:39.418958Z" 2022-09-01T11:37:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:37:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T11:37:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000019030", 2022-09-01T11:37:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.082214Z" 2022-09-01T11:37:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:37:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T11:37:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000029186", 2022-09-01T11:37:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 66, 2022-09-01T11:37:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:32:33.363786Z" 2022-09-01T11:37:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:37:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T11:37:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000027906", 2022-09-01T11:37:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 9, 2022-09-01T11:37:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:32:39.420770Z" 2022-09-01T11:37:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:37:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:37:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 75, 2022-09-01T11:37:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 75 2022-09-01T11:37:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:37:20Z" 2022-09-01T11:37:20.990 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:37:20.992 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 15596116830525610085 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000022447", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:32:39.418958Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000019030", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.082214Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000029186", "next_step_marker": "", "total_entries": 66, "pos": 0, "timestamp": "2022-09-01T11:32:33.363786Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000027906", "next_step_marker": "", "total_entries": 9, "pos": 0, "timestamp": "2022-09-01T11:32:39.420770Z" } } ] }, "full_sync": { "total": 75, "complete": 75 }, "current_time": "2022-09-01T11:37:20Z" } 2022-09-01T11:37:20.992 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000022447', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:32:39.418958Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000019030', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.082214Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000029186', 'next_step_marker': '', 'total_entries': 66, 'pos': 0, 'timestamp': '2022-09-01T11:32:33.363786Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000027906', 'next_step_marker': '', 'total_entries': 9, 'pos': 0, 'timestamp': '2022-09-01T11:32:39.420770Z'}}] 2022-09-01T11:37:20.993 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000022447', 1: '00000000000000000000:00000000000000019030', 2: '00000000000000000000:00000000000000029186', 3: '00000000000000000000:00000000000000027906'} 2022-09-01T11:37:20.993 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000022447', 1: '00000000000000000000:00000000000000019030', 2: '00000000000000000000:00000000000000029186', 3: '00000000000000000000:00000000000000027906'} 2022-09-01T11:37:20.994 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-09-01T11:37:20.994 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone1 target=test-zone3 2022-09-01T11:37:20.995 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:20.995 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:20.996 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:21.049 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:21.050 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:21.114 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:37:21.114 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.115 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000022447", 2022-09-01T11:37:21.115 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:32:39.418958Z" 2022-09-01T11:37:21.115 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.115 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.116 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000019030", 2022-09-01T11:37:21.116 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:28:21.082214Z" 2022-09-01T11:37:21.117 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.117 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.118 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000029186", 2022-09-01T11:37:21.118 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:32:33.363786Z" 2022-09-01T11:37:21.118 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.119 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.120 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000027906", 2022-09-01T11:37:21.120 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:32:39.420770Z" 2022-09-01T11:37:21.121 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:21.121 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:37:21.123 DEBUG:rgw_multi.tests:data markers for zone=test-zone1 markers={0: '00000000000000000000:00000000000000022447', 1: '00000000000000000000:00000000000000019030', 2: '00000000000000000000:00000000000000029186', 3: '00000000000000000000:00000000000000027906'} 2022-09-01T11:37:21.126 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-09-01T11:37:21.127 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:21.128 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:21.128 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:21.181 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:21.181 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:21.248 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:37:21.249 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T11:37:21.249 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T11:37:21.249 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T11:37:21.249 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T11:37:21.250 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 5959551451380182979 2022-09-01T11:37:21.250 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.250 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T11:37:21.251 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.251 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T11:37:21.251 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:21.252 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:21.252 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000022447", 2022-09-01T11:37:21.252 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:21.252 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:21.253 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:21.253 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:32:39.418958Z" 2022-09-01T11:37:21.253 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:21.253 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.254 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.254 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T11:37:21.254 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:21.255 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:21.255 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000019030", 2022-09-01T11:37:21.255 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:21.255 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:21.256 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:21.256 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:28:21.082214Z" 2022-09-01T11:37:21.256 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:21.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.257 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.257 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T11:37:21.257 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:21.258 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:21.258 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000029186", 2022-09-01T11:37:21.258 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:21.259 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:21.259 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:21.259 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:32:33.363786Z" 2022-09-01T11:37:21.259 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:21.260 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.260 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.260 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T11:37:21.260 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:21.261 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:21.261 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000027906", 2022-09-01T11:37:21.261 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:21.262 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:21.262 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:21.262 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:32:39.420770Z" 2022-09-01T11:37:21.263 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:21.263 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:21.263 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:37:21.263 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.264 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T11:37:21.264 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T11:37:21.264 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T11:37:21.265 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.265 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T11:37:21Z" 2022-09-01T11:37:21.265 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:37:21.266 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 5959551451380182979 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000022447", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:32:39.418958Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000019030", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.082214Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000029186", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:32:33.363786Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000027906", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:32:39.420770Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T11:37:21Z" } 2022-09-01T11:37:21.267 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000022447', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:32:39.418958Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000019030', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.082214Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000029186', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:32:33.363786Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000027906', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:32:39.420770Z'}}] 2022-09-01T11:37:21.268 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000022447', 1: '00000000000000000000:00000000000000019030', 2: '00000000000000000000:00000000000000029186', 3: '00000000000000000000:00000000000000027906'} 2022-09-01T11:37:21.268 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000022447', 1: '00000000000000000000:00000000000000019030', 2: '00000000000000000000:00000000000000029186', 3: '00000000000000000000:00000000000000027906'} 2022-09-01T11:37:21.269 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-09-01T11:37:21.269 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone1 target=test-zone4 2022-09-01T11:37:21.270 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:21.270 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:21.271 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:21.321 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:21.321 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:21.380 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:37:21.380 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.381 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000022447", 2022-09-01T11:37:21.381 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:32:39.418958Z" 2022-09-01T11:37:21.382 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.382 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.382 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000019030", 2022-09-01T11:37:21.382 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:28:21.082214Z" 2022-09-01T11:37:21.383 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.383 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.383 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000029186", 2022-09-01T11:37:21.383 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:32:33.363786Z" 2022-09-01T11:37:21.384 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.384 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.384 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000027906", 2022-09-01T11:37:21.384 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:32:39.420770Z" 2022-09-01T11:37:21.385 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:21.385 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:37:21.385 DEBUG:rgw_multi.tests:data markers for zone=test-zone1 markers={0: '00000000000000000000:00000000000000022447', 1: '00000000000000000000:00000000000000019030', 2: '00000000000000000000:00000000000000029186', 3: '00000000000000000000:00000000000000027906'} 2022-09-01T11:37:21.386 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone4 source_zone=test-zone1 2022-09-01T11:37:21.386 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:21.387 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:21.388 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:21.447 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:21.448 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:37:21.496 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:37:21.496 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:37:21.496 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:37:21.497 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:37:21.497 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 18437880284917012490 2022-09-01T11:37:21.497 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:21.498 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:37:21.498 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:21.498 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:37:21.499 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:21.499 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T11:37:21.499 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000022447", 2022-09-01T11:37:21.500 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:21.500 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:21.500 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:21.500 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:32:39.418958Z" 2022-09-01T11:37:21.501 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:21.501 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:21.501 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:21.502 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:37:21.502 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:21.502 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T11:37:21.502 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000019030", 2022-09-01T11:37:21.503 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:21.503 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:21.503 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:21.504 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:28:21.082214Z" 2022-09-01T11:37:21.504 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:21.504 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:21.504 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:21.505 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:37:21.505 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:21.505 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T11:37:21.505 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000029186", 2022-09-01T11:37:21.506 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:21.506 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:21.507 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:21.507 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:32:33.363786Z" 2022-09-01T11:37:21.507 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:21.508 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:21.508 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:21.508 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:37:21.508 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:21.509 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T11:37:21.509 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000027906", 2022-09-01T11:37:21.509 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:21.510 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:21.510 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:21.510 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:32:39.420770Z" 2022-09-01T11:37:21.510 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:21.511 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:21.511 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:37:21.511 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:21.512 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:37:21.512 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T11:37:21.512 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T11:37:21.512 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:21.513 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:37:21Z" 2022-09-01T11:37:21.513 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:37:21.514 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 18437880284917012490 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000022447", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:32:39.418958Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000019030", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:28:21.082214Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000029186", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:32:33.363786Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000027906", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:32:39.420770Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T11:37:21Z" } 2022-09-01T11:37:21.515 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000022447', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:32:39.418958Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000019030', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:28:21.082214Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000029186', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:32:33.363786Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000027906', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:32:39.420770Z'}}] 2022-09-01T11:37:21.515 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000022447', 1: '00000000000000000000:00000000000000019030', 2: '00000000000000000000:00000000000000029186', 3: '00000000000000000000:00000000000000027906'} 2022-09-01T11:37:21.516 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000022447', 1: '00000000000000000000:00000000000000019030', 2: '00000000000000000000:00000000000000029186', 3: '00000000000000000000:00000000000000027906'} 2022-09-01T11:37:21.517 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone4 source_zone=test-zone1 2022-09-01T11:37:21.517 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone2 target=test-zone1 2022-09-01T11:37:21.518 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:21.518 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:21.519 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:21.569 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:21.570 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:21.620 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T11:37:21.620 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:21.621 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000009277", 2022-09-01T11:37:21.621 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T11:34:28.639776Z" 2022-09-01T11:37:21.621 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:21.621 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:21.622 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006569", 2022-09-01T11:37:21.622 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T11:34:13.746623Z" 2022-09-01T11:37:21.622 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:21.623 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:21.623 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000014177", 2022-09-01T11:37:21.623 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T11:34:28.641611Z" 2022-09-01T11:37:21.623 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:21.624 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:21.624 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000017704", 2022-09-01T11:37:21.624 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T11:34:28.643186Z" 2022-09-01T11:37:21.624 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:21.625 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T11:37:21.626 DEBUG:rgw_multi.tests:data markers for zone=test-zone2 markers={0: '00000000000000000000:00000000000000009277', 1: '00000000000000000000:00000000000000006569', 2: '00000000000000000000:00000000000000014177', 3: '00000000000000000000:00000000000000017704'} 2022-09-01T11:37:21.627 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-09-01T11:37:21.627 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:21.628 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:21.628 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:21.681 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:21.681 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:21.743 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:37:21.743 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T11:37:21.744 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T11:37:21.744 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T11:37:21.744 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T11:37:21.745 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 13225142173767573269 2022-09-01T11:37:21.745 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.745 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T11:37:21.745 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.746 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T11:37:21.746 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:21.746 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:21.747 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000009277", 2022-09-01T11:37:21.748 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:21.748 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:21.748 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:21.749 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:34:28.639776Z" 2022-09-01T11:37:21.749 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:21.749 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.750 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.750 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T11:37:21.750 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:21.751 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:21.751 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006569", 2022-09-01T11:37:21.751 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:21.752 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:21.752 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:21.752 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:34:13.746623Z" 2022-09-01T11:37:21.752 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:21.753 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.753 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.753 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T11:37:21.754 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:21.754 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:21.755 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000014177", 2022-09-01T11:37:21.755 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:21.756 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:21.756 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:21.756 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:34:28.641611Z" 2022-09-01T11:37:21.756 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:21.757 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.757 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.758 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T11:37:21.758 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:21.759 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:21.759 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000017704", 2022-09-01T11:37:21.759 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:21.760 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:21.761 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:21.761 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:34:28.643186Z" 2022-09-01T11:37:21.761 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:21.762 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:21.762 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:37:21.762 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.763 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T11:37:21.763 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T11:37:21.763 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T11:37:21.764 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.764 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T11:37:21Z" 2022-09-01T11:37:21.764 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:37:21.766 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 13225142173767573269 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000009277", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:34:28.639776Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006569", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:34:13.746623Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000014177", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:34:28.641611Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000017704", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:34:28.643186Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T11:37:21Z" } 2022-09-01T11:37:21.766 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000009277', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:34:28.639776Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006569', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:34:13.746623Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000014177', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:34:28.641611Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000017704', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:34:28.643186Z'}}] 2022-09-01T11:37:21.767 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000009277', 1: '00000000000000000000:00000000000000006569', 2: '00000000000000000000:00000000000000014177', 3: '00000000000000000000:00000000000000017704'} 2022-09-01T11:37:21.768 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000009277', 1: '00000000000000000000:00000000000000006569', 2: '00000000000000000000:00000000000000014177', 3: '00000000000000000000:00000000000000017704'} 2022-09-01T11:37:21.768 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-09-01T11:37:21.769 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone2 target=test-zone3 2022-09-01T11:37:21.769 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:21.770 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:21.771 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:21.821 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:21.822 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:21.869 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2022-09-01T11:37:21.870 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:21.871 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000009277", 2022-09-01T11:37:21.871 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T11:34:28.639776Z" 2022-09-01T11:37:21.872 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:21.872 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:21.873 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006569", 2022-09-01T11:37:21.873 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T11:34:13.746623Z" 2022-09-01T11:37:21.874 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:21.874 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:21.875 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000014177", 2022-09-01T11:37:21.875 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T11:34:28.641611Z" 2022-09-01T11:37:21.876 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:21.876 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:21.877 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000017704", 2022-09-01T11:37:21.877 INFO:teuthology.orchestra.run.smithi052.stdout: "last_update": "2022-09-01T11:34:28.643186Z" 2022-09-01T11:37:21.878 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:21.879 INFO:teuthology.orchestra.run.smithi052.stdout:] 2022-09-01T11:37:21.881 DEBUG:rgw_multi.tests:data markers for zone=test-zone2 markers={0: '00000000000000000000:00000000000000009277', 1: '00000000000000000000:00000000000000006569', 2: '00000000000000000000:00000000000000014177', 3: '00000000000000000000:00000000000000017704'} 2022-09-01T11:37:21.882 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone2 2022-09-01T11:37:21.883 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:21.884 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:21.885 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:21.938 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:21.939 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:21.994 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:37:21.995 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T11:37:21.995 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T11:37:21.995 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T11:37:21.995 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T11:37:21.996 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 14859658217784778135 2022-09-01T11:37:21.996 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:21.996 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T11:37:21.997 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:21.997 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T11:37:21.998 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:21.998 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:21.998 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000009277", 2022-09-01T11:37:21.999 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:21.999 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:21.999 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:21.999 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:34:28.639776Z" 2022-09-01T11:37:22.000 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.000 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.000 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.000 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T11:37:22.001 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:22.001 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:22.001 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006569", 2022-09-01T11:37:22.001 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:22.002 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:22.002 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:22.002 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:34:13.746623Z" 2022-09-01T11:37:22.003 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.003 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.003 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.003 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T11:37:22.004 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:22.004 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:22.004 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000014177", 2022-09-01T11:37:22.005 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:22.005 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:22.005 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:22.005 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:34:28.641611Z" 2022-09-01T11:37:22.006 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.006 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.006 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.006 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T11:37:22.007 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:22.007 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:22.007 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000017704", 2022-09-01T11:37:22.007 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:22.008 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:22.008 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:22.008 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:34:28.643186Z" 2022-09-01T11:37:22.008 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.009 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.009 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:37:22.009 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.010 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T11:37:22.010 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T11:37:22.010 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T11:37:22.010 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.011 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T11:37:21Z" 2022-09-01T11:37:22.011 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:37:22.012 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 14859658217784778135 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000009277", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:34:28.639776Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006569", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:34:13.746623Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000014177", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:34:28.641611Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000017704", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:34:28.643186Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T11:37:21Z" } 2022-09-01T11:37:22.013 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000009277', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:34:28.639776Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006569', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:34:13.746623Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000014177', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:34:28.641611Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000017704', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:34:28.643186Z'}}] 2022-09-01T11:37:22.014 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000009277', 1: '00000000000000000000:00000000000000006569', 2: '00000000000000000000:00000000000000014177', 3: '00000000000000000000:00000000000000017704'} 2022-09-01T11:37:22.014 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000009277', 1: '00000000000000000000:00000000000000006569', 2: '00000000000000000000:00000000000000014177', 3: '00000000000000000000:00000000000000017704'} 2022-09-01T11:37:22.015 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone2 2022-09-01T11:37:22.016 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone2 target=test-zone4 2022-09-01T11:37:22.016 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone3 target=test-zone1 2022-09-01T11:37:22.017 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:22.017 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:22.018 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:22.067 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:22.068 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:22.118 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:37:22.119 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.119 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006872", 2022-09-01T11:37:22.120 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:33:02.813285Z" 2022-09-01T11:37:22.120 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.120 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.121 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005723", 2022-09-01T11:37:22.121 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:27:01.974769Z" 2022-09-01T11:37:22.121 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.121 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.122 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000011921", 2022-09-01T11:37:22.122 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:32:52.223607Z" 2022-09-01T11:37:22.122 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.123 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.123 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000012487", 2022-09-01T11:37:22.123 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:33:02.815091Z" 2022-09-01T11:37:22.123 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.124 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:37:22.126 DEBUG:rgw_multi.tests:data markers for zone=test-zone3 markers={0: '00000000000000000000:00000000000000006872', 1: '00000000000000000000:00000000000000005723', 2: '00000000000000000000:00000000000000011921', 3: '00000000000000000000:00000000000000012487'} 2022-09-01T11:37:22.127 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone3 2022-09-01T11:37:22.128 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:22.128 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:22.130 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone3 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:22.182 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:22.183 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:22.252 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:37:22.253 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T11:37:22.254 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T11:37:22.254 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T11:37:22.255 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T11:37:22.255 INFO:teuthology.orchestra.run.smithi044.stdout: "instance_id": 13913980305412794809 2022-09-01T11:37:22.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.256 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T11:37:22.256 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.257 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T11:37:22.257 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:22.258 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:22.258 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006872", 2022-09-01T11:37:22.258 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:22.258 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:22.259 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:22.259 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:33:02.813285Z" 2022-09-01T11:37:22.259 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.259 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.260 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.260 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T11:37:22.260 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:22.261 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:22.261 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005723", 2022-09-01T11:37:22.261 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:22.261 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:22.262 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:22.262 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:27:01.974769Z" 2022-09-01T11:37:22.262 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.263 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.263 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.263 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T11:37:22.263 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:22.264 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:22.264 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000011921", 2022-09-01T11:37:22.264 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:22.264 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:22.265 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:22.265 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:32:52.223607Z" 2022-09-01T11:37:22.266 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.266 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.266 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.266 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T11:37:22.267 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:22.267 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "incremental-sync", 2022-09-01T11:37:22.268 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000012487", 2022-09-01T11:37:22.268 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:22.268 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:22.268 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:22.269 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:33:02.815091Z" 2022-09-01T11:37:22.269 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.269 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.270 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:37:22.270 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.270 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T11:37:22.270 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 0, 2022-09-01T11:37:22.271 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 0 2022-09-01T11:37:22.271 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.271 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T11:37:22Z" 2022-09-01T11:37:22.272 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:37:22.273 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 13913980305412794809 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006872", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:33:02.813285Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000005723", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:27:01.974769Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000011921", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:32:52.223607Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000012487", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:33:02.815091Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T11:37:22Z" } 2022-09-01T11:37:22.274 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006872', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:33:02.813285Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000005723', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:27:01.974769Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000011921', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:32:52.223607Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000012487', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:33:02.815091Z'}}] 2022-09-01T11:37:22.274 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000006872', 1: '00000000000000000000:00000000000000005723', 2: '00000000000000000000:00000000000000011921', 3: '00000000000000000000:00000000000000012487'} 2022-09-01T11:37:22.275 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000006872', 1: '00000000000000000000:00000000000000005723', 2: '00000000000000000000:00000000000000011921', 3: '00000000000000000000:00000000000000012487'} 2022-09-01T11:37:22.276 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone3 2022-09-01T11:37:22.276 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone3 target=test-zone2 2022-09-01T11:37:22.277 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:22.277 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:22.278 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:22.327 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:22.328 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:22.403 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:37:22.403 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.404 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000006872", 2022-09-01T11:37:22.404 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:33:02.813285Z" 2022-09-01T11:37:22.404 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.405 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.405 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000005723", 2022-09-01T11:37:22.405 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:27:01.974769Z" 2022-09-01T11:37:22.405 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.406 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.406 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000011921", 2022-09-01T11:37:22.407 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:32:52.223607Z" 2022-09-01T11:37:22.407 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.407 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.407 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "00000000000000000000:00000000000000012487", 2022-09-01T11:37:22.408 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:33:02.815091Z" 2022-09-01T11:37:22.408 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.408 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:37:22.409 DEBUG:rgw_multi.tests:data markers for zone=test-zone3 markers={0: '00000000000000000000:00000000000000006872', 1: '00000000000000000000:00000000000000005723', 2: '00000000000000000000:00000000000000011921', 3: '00000000000000000000:00000000000000012487'} 2022-09-01T11:37:22.410 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone3 2022-09-01T11:37:22.411 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:22.411 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:22.412 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone3 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:22.471 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:22.472 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:22.512 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:37:22.513 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:37:22.513 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:37:22.513 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:37:22.514 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:37:22.514 INFO:teuthology.orchestra.run.smithi052.stdout: "instance_id": 6049846223955254456 2022-09-01T11:37:22.514 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:22.515 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:37:22.515 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:22.515 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:37:22.515 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:22.516 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T11:37:22.516 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000006872", 2022-09-01T11:37:22.516 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:22.517 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:22.517 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:22.517 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:33:02.813285Z" 2022-09-01T11:37:22.517 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:22.518 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:22.518 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:22.518 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:37:22.519 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:22.519 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T11:37:22.519 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000005723", 2022-09-01T11:37:22.519 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:22.520 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:22.520 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:22.520 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:27:01.974769Z" 2022-09-01T11:37:22.520 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:22.521 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:22.521 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:22.521 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:37:22.521 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:22.522 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T11:37:22.522 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000011921", 2022-09-01T11:37:22.522 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:22.522 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:22.523 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:22.523 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:32:52.223607Z" 2022-09-01T11:37:22.524 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:22.524 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:22.524 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:22.525 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:37:22.525 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:22.525 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "incremental-sync", 2022-09-01T11:37:22.526 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "00000000000000000000:00000000000000012487", 2022-09-01T11:37:22.526 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:22.526 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:22.527 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:22.527 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:33:02.815091Z" 2022-09-01T11:37:22.527 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:22.527 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:22.528 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:37:22.528 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:22.528 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:37:22.528 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 0, 2022-09-01T11:37:22.529 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 0 2022-09-01T11:37:22.529 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:22.529 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:37:22Z" 2022-09-01T11:37:22.529 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:37:22.531 DEBUG:rgw_multi.tests:current data sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "instance_id": 6049846223955254456 }, "markers": [ { "key": 0, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000006872", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:33:02.813285Z" } }, { "key": 1, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000005723", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:27:01.974769Z" } }, { "key": 2, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000011921", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:32:52.223607Z" } }, { "key": 3, "val": { "status": "incremental-sync", "marker": "00000000000000000000:00000000000000012487", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:33:02.815091Z" } } ] }, "full_sync": { "total": 0, "complete": 0 }, "current_time": "2022-09-01T11:37:22Z" } 2022-09-01T11:37:22.532 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000006872', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:33:02.813285Z'}}, {'key': 1, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000005723', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:27:01.974769Z'}}, {'key': 2, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000011921', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:32:52.223607Z'}}, {'key': 3, 'val': {'status': 'incremental-sync', 'marker': '00000000000000000000:00000000000000012487', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:33:02.815091Z'}}] 2022-09-01T11:37:22.533 DEBUG:rgw_multi.tests:log_status={0: '00000000000000000000:00000000000000006872', 1: '00000000000000000000:00000000000000005723', 2: '00000000000000000000:00000000000000011921', 3: '00000000000000000000:00000000000000012487'} 2022-09-01T11:37:22.533 DEBUG:rgw_multi.tests:sync_status={0: '00000000000000000000:00000000000000006872', 1: '00000000000000000000:00000000000000005723', 2: '00000000000000000000:00000000000000011921', 3: '00000000000000000000:00000000000000012487'} 2022-09-01T11:37:22.534 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone3 2022-09-01T11:37:22.535 DEBUG:rgw_multi.tests:data checkpoint: source=test-zone3 target=test-zone4 2022-09-01T11:37:22.536 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_full_sync_after_data_sync_init ... ok 2022-09-01T11:37:22.538 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:22.539 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:22.539 DEBUG:boto:Method: PUT 2022-09-01T11:37:22.540 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:22.540 DEBUG:boto:Data: 2022-09-01T11:37:22.541 DEBUG:boto:Headers: {} 2022-09-01T11:37:22.541 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:22.542 DEBUG:boto:Port: 8000 2022-09-01T11:37:22.542 DEBUG:boto:Params: {} 2022-09-01T11:37:22.543 DEBUG:boto:Token: None 2022-09-01T11:37:22.544 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 11:37:22 GMT /ptoxvb-76/ 2022-09-01T11:37:22.544 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ARGxZmCJUvqI2pgkUR3EjXMx2JE= 2022-09-01T11:37:22.545 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:22 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ARGxZmCJUvqI2pgkUR3EjXMx2JE=', 'Content-Length': '0'} 2022-09-01T11:37:22.572 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx0000043b78c107fbc3a53-0063109972-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:22 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:22.572 DEBUG:rgw_multi.tests:created bucket=ptoxvb-76 2022-09-01T11:37:22.573 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:22.574 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:22.574 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:22.625 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:22.625 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:22.657 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T11:37:22.693 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:37:22.693 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.693 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:37:22.694 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:37:22.694 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.694 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.695 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:37:22.695 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:31:08.760142Z" 2022-09-01T11:37:22.695 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.695 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.696 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:37:22.696 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:30:39.204737Z" 2022-09-01T11:37:22.696 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.697 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.697 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662032242.565603_493.1", 2022-09-01T11:37:22.698 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:37:22.565603Z" 2022-09-01T11:37:22.698 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.698 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:37:22.700 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032242.565603_493.1'} 2022-09-01T11:37:22.701 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T11:37:22.701 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:22.702 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:22.703 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:22.752 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:22.753 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:22.781 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:22.775+0000 7fd4dd6da600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:37:22.782 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:22.776+0000 7fd4dd6da600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:37:22.796 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:37:22.796 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:37:22.796 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:37:22.797 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:37:22.797 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:37:22.797 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:37:22.797 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:37:22.798 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:22.798 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:37:22.798 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:22.798 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:37:22.799 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:22.799 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:37:22.799 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:37:22.799 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:22.800 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:37:22.800 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:22.800 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:37:22.800 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:37:22.801 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:22.801 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:22.801 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:22.801 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:37:22.802 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:22.802 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:37:22.802 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:37:22.802 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:22.803 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:22.803 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:22.803 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:37:22.803 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:37:22.804 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:22.804 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:22.804 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:22.804 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:37:22.805 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:22.805 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:37:22.805 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:37:22.805 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:22.806 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:22.806 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:22.806 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:37:22.806 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:37:22.807 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:22.807 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:22.807 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:22.807 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:37:22.808 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:22.808 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:37:22.808 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032242.565603_493.1", 2022-09-01T11:37:22.809 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:22.809 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:22.809 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:22.809 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:22.565603Z", 2022-09-01T11:37:22.810 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:37:22.810 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:22.810 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:22.811 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:37:22.811 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:22.811 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:37:22.811 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:37:22.812 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:37:22.812 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:22.812 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:37:22Z" 2022-09-01T11:37:22.812 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:37:22.814 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032242.565603_493.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:22.565603Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:37:22Z" } 2022-09-01T11:37:22.814 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032242.565603_493.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:22.565603Z', 'realm_epoch': 4}}] 2022-09-01T11:37:22.815 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032242.565603_493.1'} 2022-09-01T11:37:22.816 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032242.565603_493.1'} 2022-09-01T11:37:22.816 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-09-01T11:37:22.817 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-09-01T11:37:22.817 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:22.818 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:22.818 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:22.869 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:22.870 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:22.918 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:37:22.912+0000 7f127cb02600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:37:22.918 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:37:22.913+0000 7f127cb02600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:37:22.938 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:37:22.939 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T11:37:22.939 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T11:37:22.939 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T11:37:22.940 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T11:37:22.940 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:37:22.940 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:37:22.940 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.941 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T11:37:22.941 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.941 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T11:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T11:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:37:22.944 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:37:22.944 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.944 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.944 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.945 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T11:37:22.945 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:22.945 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:37:22.945 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:37:22.946 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:22.946 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:22.946 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:22.947 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:37:22.947 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:37:22.947 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.948 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.948 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.948 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T11:37:22.948 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:22.949 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:37:22.949 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:37:22.949 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:22.949 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:22.950 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:22.950 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:37:22.950 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:37:22.951 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.951 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.951 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:22.952 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T11:37:22.952 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:22.952 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:37:22.953 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662032242.554287_490.1", 2022-09-01T11:37:22.953 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:22.953 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:22.953 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:22.954 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:37:22.554287Z", 2022-09-01T11:37:22.954 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:37:22.954 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.954 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:22.955 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:37:22.955 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.955 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T11:37:22.955 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T11:37:22.956 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T11:37:22.956 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:22.956 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T11:37:22Z" 2022-09-01T11:37:22.956 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:37:22.958 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032242.554287_490.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:22.554287Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:37:22Z" } 2022-09-01T11:37:22.959 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032242.554287_490.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:22.554287Z', 'realm_epoch': 4}}] 2022-09-01T11:37:22.959 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032242.565603_493.1'} 2022-09-01T11:37:22.960 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032242.554287_490.1'} 2022-09-01T11:37:22.960 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=3 master=1_1662032242.565603_493.1 target=1_1662032242.554287_490.1 2022-09-01T11:37:27.962 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:27.962 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:27.963 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:28.021 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:28.022 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:28.072 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:37:28.066+0000 7faba1f05600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:37:28.073 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T11:37:28.068+0000 7faba1f05600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:37:28.087 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2022-09-01T11:37:28.087 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": { 2022-09-01T11:37:28.088 INFO:teuthology.orchestra.run.smithi044.stdout: "info": { 2022-09-01T11:37:28.088 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "sync", 2022-09-01T11:37:28.088 INFO:teuthology.orchestra.run.smithi044.stdout: "num_shards": 4, 2022-09-01T11:37:28.089 INFO:teuthology.orchestra.run.smithi044.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:37:28.089 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:37:28.089 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:28.089 INFO:teuthology.orchestra.run.smithi044.stdout: "markers": [ 2022-09-01T11:37:28.090 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:28.090 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 0, 2022-09-01T11:37:28.090 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:28.090 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:37:28.091 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:37:28.091 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:28.091 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 1, 2022-09-01T11:37:28.091 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:28.092 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:37:28.092 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2022-09-01T11:37:28.092 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:28.092 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:28.093 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:28.093 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 1, 2022-09-01T11:37:28.093 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:28.093 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:37:28.094 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:37:28.094 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:28.094 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:28.094 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:28.095 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:37:28.095 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:37:28.095 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:28.095 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:28.096 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:28.096 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 2, 2022-09-01T11:37:28.096 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:28.096 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:37:28.097 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:37:28.097 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:28.097 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:28.097 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:28.098 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:37:28.098 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:37:28.098 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:28.098 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:28.099 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:37:28.099 INFO:teuthology.orchestra.run.smithi044.stdout: "key": 3, 2022-09-01T11:37:28.099 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2022-09-01T11:37:28.099 INFO:teuthology.orchestra.run.smithi044.stdout: "state": 1, 2022-09-01T11:37:28.100 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662032242.565603_493.1", 2022-09-01T11:37:28.100 INFO:teuthology.orchestra.run.smithi044.stdout: "next_step_marker": "", 2022-09-01T11:37:28.100 INFO:teuthology.orchestra.run.smithi044.stdout: "total_entries": 0, 2022-09-01T11:37:28.100 INFO:teuthology.orchestra.run.smithi044.stdout: "pos": 0, 2022-09-01T11:37:28.101 INFO:teuthology.orchestra.run.smithi044.stdout: "timestamp": "2022-09-01T11:37:22.565603Z", 2022-09-01T11:37:28.101 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 4 2022-09-01T11:37:28.101 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:28.101 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:37:28.102 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2022-09-01T11:37:28.102 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:28.102 INFO:teuthology.orchestra.run.smithi044.stdout: "full_sync": { 2022-09-01T11:37:28.102 INFO:teuthology.orchestra.run.smithi044.stdout: "total": 1, 2022-09-01T11:37:28.103 INFO:teuthology.orchestra.run.smithi044.stdout: "complete": 1 2022-09-01T11:37:28.103 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:37:28.103 INFO:teuthology.orchestra.run.smithi044.stdout: "current_time": "2022-09-01T11:37:28Z" 2022-09-01T11:37:28.103 INFO:teuthology.orchestra.run.smithi044.stdout:} 2022-09-01T11:37:28.105 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032242.565603_493.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:22.565603Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:37:28Z" } 2022-09-01T11:37:28.105 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032242.565603_493.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:22.565603Z', 'realm_epoch': 4}}] 2022-09-01T11:37:28.106 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032242.565603_493.1'} 2022-09-01T11:37:28.106 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032242.565603_493.1'} 2022-09-01T11:37:28.107 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-09-01T11:37:28.107 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2022-09-01T11:37:28.108 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:28.108 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:37:28.109 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:37:28.166 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:28.167 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:28.198 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:28.192+0000 7f798dadd600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:37:28.199 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:28.193+0000 7f798dadd600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:37:28.213 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:37:28.213 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:37:28.213 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:37:28.214 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:37:28.214 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:37:28.214 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:37:28.214 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:37:28.215 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:28.215 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:37:28.215 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:28.215 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:37:28.216 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:28.216 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:37:28.216 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:37:28.216 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:28.217 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:37:28.217 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:28.217 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:37:28.217 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:37:28.218 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:28.218 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:28.218 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:28.218 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:37:28.219 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:28.219 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:37:28.219 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:37:28.220 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:28.220 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:28.220 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:28.220 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:37:28.221 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:37:28.221 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:28.221 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:28.221 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:28.222 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:37:28.222 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:28.222 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:37:28.222 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:37:28.223 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:28.223 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:28.223 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:28.223 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:37:28.224 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:37:28.224 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:28.224 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:28.224 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:37:28.225 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:37:28.225 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:37:28.225 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:37:28.225 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032242.565603_493.1", 2022-09-01T11:37:28.226 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:37:28.226 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:37:28.226 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:37:28.226 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:22.565603Z", 2022-09-01T11:37:28.227 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:37:28.227 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:28.227 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:37:28.227 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:37:28.228 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:28.228 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:37:28.228 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:37:28.228 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:37:28.229 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:37:28.229 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:37:28Z" 2022-09-01T11:37:28.229 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:37:28.230 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032242.565603_493.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:22.565603Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:37:28Z" } 2022-09-01T11:37:28.231 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032242.565603_493.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:22.565603Z', 'realm_epoch': 4}}] 2022-09-01T11:37:28.232 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032242.565603_493.1'} 2022-09-01T11:37:28.232 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032242.565603_493.1'} 2022-09-01T11:37:28.232 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2022-09-01T11:37:28.233 DEBUG:tasks.rgw.c2.client.0:waiting for process to exit 2022-09-01T11:37:28.234 INFO:teuthology.orchestra.run:waiting for 300 2022-09-01T11:37:28.235 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T11:37:28.228+0000 7f3abbb7a700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8000 -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm (PID: 143170) UID: 0 2022-09-01T11:37:28.235 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T11:37:28.228+0000 7f3ac0d51600 -1 shutting down 2022-09-01T11:37:31.221 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~0s 2022-09-01T11:37:34.336 INFO:tasks.rgw.c2.client.0:Stopped 2022-09-01T11:37:34.337 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:34.337 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:34.338 DEBUG:boto:Method: HEAD 2022-09-01T11:37:34.339 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:34.339 DEBUG:boto:Data: 2022-09-01T11:37:34.340 DEBUG:boto:Headers: {} 2022-09-01T11:37:34.340 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.341 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.341 DEBUG:boto:Params: {} 2022-09-01T11:37:34.342 DEBUG:boto:Token: None 2022-09-01T11:37:34.343 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/ 2022-09-01T11:37:34.343 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4= 2022-09-01T11:37:34.344 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4=', 'Content-Length': '0'} 2022-09-01T11:37:34.347 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '0'), ('X-RGW-Bytes-Used', '0'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000bb64214567fafbfe-006310997e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.347 DEBUG:boto:path=/ptoxvb-76/obj11 2022-09-01T11:37:34.348 DEBUG:boto:auth_path=/ptoxvb-76/obj11 2022-09-01T11:37:34.349 DEBUG:boto:Method: PUT 2022-09-01T11:37:34.349 DEBUG:boto:Path: /ptoxvb-76/obj11 2022-09-01T11:37:34.350 DEBUG:boto:Data: 2022-09-01T11:37:34.350 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:34.351 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.351 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.352 DEBUG:boto:Params: {} 2022-09-01T11:37:34.352 DEBUG:boto:Token: None 2022-09-01T11:37:34.353 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/obj11 2022-09-01T11:37:34.354 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PGF2mLIXUr8Gh9KM5vVbAmhai+w= 2022-09-01T11:37:34.354 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PGF2mLIXUr8Gh9KM5vVbAmhai+w='} 2022-09-01T11:37:34.363 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000007ecdf20b8a65e5c8-006310997e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.364 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:34.365 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:34.365 DEBUG:boto:Method: HEAD 2022-09-01T11:37:34.371 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:34.371 DEBUG:boto:Data: 2022-09-01T11:37:34.372 DEBUG:boto:Headers: {} 2022-09-01T11:37:34.372 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.373 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.373 DEBUG:boto:Params: {} 2022-09-01T11:37:34.374 DEBUG:boto:Token: None 2022-09-01T11:37:34.375 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/ 2022-09-01T11:37:34.376 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4= 2022-09-01T11:37:34.376 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4=', 'Content-Length': '0'} 2022-09-01T11:37:34.379 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '1'), ('X-RGW-Bytes-Used', '3'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000044d35b3a8cc89b9a-006310997e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.380 DEBUG:boto:path=/ptoxvb-76/obj22 2022-09-01T11:37:34.380 DEBUG:boto:auth_path=/ptoxvb-76/obj22 2022-09-01T11:37:34.381 DEBUG:boto:Method: PUT 2022-09-01T11:37:34.381 DEBUG:boto:Path: /ptoxvb-76/obj22 2022-09-01T11:37:34.382 DEBUG:boto:Data: 2022-09-01T11:37:34.382 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:34.383 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.383 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.384 DEBUG:boto:Params: {} 2022-09-01T11:37:34.385 DEBUG:boto:Token: None 2022-09-01T11:37:34.385 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/obj22 2022-09-01T11:37:34.386 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:vxtC+ZRSoK5bQ4xMIv8ylx9fed0= 2022-09-01T11:37:34.387 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:vxtC+ZRSoK5bQ4xMIv8ylx9fed0='} 2022-09-01T11:37:34.434 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000004070b560cd661816-006310997e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.435 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:34.436 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:34.436 DEBUG:boto:Method: HEAD 2022-09-01T11:37:34.437 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:34.438 DEBUG:boto:Data: 2022-09-01T11:37:34.438 DEBUG:boto:Headers: {} 2022-09-01T11:37:34.439 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.439 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.440 DEBUG:boto:Params: {} 2022-09-01T11:37:34.441 DEBUG:boto:Token: None 2022-09-01T11:37:34.441 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/ 2022-09-01T11:37:34.442 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4= 2022-09-01T11:37:34.442 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4=', 'Content-Length': '0'} 2022-09-01T11:37:34.445 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '2'), ('X-RGW-Bytes-Used', '6'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002db659f406be8eb7-006310997e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.446 DEBUG:boto:path=/ptoxvb-76/obj33 2022-09-01T11:37:34.447 DEBUG:boto:auth_path=/ptoxvb-76/obj33 2022-09-01T11:37:34.447 DEBUG:boto:Method: PUT 2022-09-01T11:37:34.447 DEBUG:boto:Path: /ptoxvb-76/obj33 2022-09-01T11:37:34.448 DEBUG:boto:Data: 2022-09-01T11:37:34.448 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:34.449 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.449 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.450 DEBUG:boto:Params: {} 2022-09-01T11:37:34.451 DEBUG:boto:Token: None 2022-09-01T11:37:34.451 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/obj33 2022-09-01T11:37:34.452 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NtO/pBOhn1wxsMkktRyoktixLgE= 2022-09-01T11:37:34.452 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NtO/pBOhn1wxsMkktRyoktixLgE='} 2022-09-01T11:37:34.461 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000057c73ac6d2ac3328-006310997e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.462 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:34.462 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:34.463 DEBUG:boto:Method: HEAD 2022-09-01T11:37:34.463 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:34.464 DEBUG:boto:Data: 2022-09-01T11:37:34.464 DEBUG:boto:Headers: {} 2022-09-01T11:37:34.465 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.466 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.467 DEBUG:boto:Params: {} 2022-09-01T11:37:34.467 DEBUG:boto:Token: None 2022-09-01T11:37:34.468 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/ 2022-09-01T11:37:34.468 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4= 2022-09-01T11:37:34.469 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4=', 'Content-Length': '0'} 2022-09-01T11:37:34.472 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '3'), ('X-RGW-Bytes-Used', '9'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000010633b510409eadf-006310997e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.473 DEBUG:boto:path=/ptoxvb-76/obj44 2022-09-01T11:37:34.473 DEBUG:boto:auth_path=/ptoxvb-76/obj44 2022-09-01T11:37:34.474 DEBUG:boto:Method: PUT 2022-09-01T11:37:34.474 DEBUG:boto:Path: /ptoxvb-76/obj44 2022-09-01T11:37:34.475 DEBUG:boto:Data: 2022-09-01T11:37:34.475 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:34.476 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.476 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.477 DEBUG:boto:Params: {} 2022-09-01T11:37:34.477 DEBUG:boto:Token: None 2022-09-01T11:37:34.478 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/obj44 2022-09-01T11:37:34.479 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:YL0ZMzSvLIBWbQGzNRJbtpS6GPU= 2022-09-01T11:37:34.479 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:YL0ZMzSvLIBWbQGzNRJbtpS6GPU='} 2022-09-01T11:37:34.487 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000310310783c5121e7-006310997e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.487 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:34.488 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:34.488 DEBUG:boto:Method: HEAD 2022-09-01T11:37:34.489 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:34.489 DEBUG:boto:Data: 2022-09-01T11:37:34.490 DEBUG:boto:Headers: {} 2022-09-01T11:37:34.490 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.491 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.491 DEBUG:boto:Params: {} 2022-09-01T11:37:34.492 DEBUG:boto:Token: None 2022-09-01T11:37:34.493 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/ 2022-09-01T11:37:34.493 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4= 2022-09-01T11:37:34.494 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4=', 'Content-Length': '0'} 2022-09-01T11:37:34.496 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '4'), ('X-RGW-Bytes-Used', '12'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000020ee82bf11da2d49-006310997e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.497 DEBUG:boto:path=/ptoxvb-76/obj55 2022-09-01T11:37:34.498 DEBUG:boto:auth_path=/ptoxvb-76/obj55 2022-09-01T11:37:34.498 DEBUG:boto:Method: PUT 2022-09-01T11:37:34.499 DEBUG:boto:Path: /ptoxvb-76/obj55 2022-09-01T11:37:34.499 DEBUG:boto:Data: 2022-09-01T11:37:34.500 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:34.500 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.501 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.501 DEBUG:boto:Params: {} 2022-09-01T11:37:34.502 DEBUG:boto:Token: None 2022-09-01T11:37:34.503 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/obj55 2022-09-01T11:37:34.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:CGxxp3QqRXe7q3VcAlOk+W3Ui1g= 2022-09-01T11:37:34.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:CGxxp3QqRXe7q3VcAlOk+W3Ui1g='} 2022-09-01T11:37:34.546 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000003925050ff64b6489-006310997e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.547 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-76', '--num-shards', '17', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:37:34.548 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-76', '--num-shards', '17', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:37:34.548 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-76 --num-shards 17 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:37:34.608 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:34.609 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:34.679 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:37:34.680 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-76 2022-09-01T11:37:34.684 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 5 2022-09-01T11:37:34.741 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:34.741 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:34.742 DEBUG:boto:Method: HEAD 2022-09-01T11:37:34.742 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:34.743 DEBUG:boto:Data: 2022-09-01T11:37:34.743 DEBUG:boto:Headers: {} 2022-09-01T11:37:34.744 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.744 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.745 DEBUG:boto:Params: {} 2022-09-01T11:37:34.745 DEBUG:boto:Token: None 2022-09-01T11:37:34.746 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/ 2022-09-01T11:37:34.747 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4= 2022-09-01T11:37:34.747 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4=', 'Content-Length': '0'} 2022-09-01T11:37:34.750 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '5'), ('X-RGW-Bytes-Used', '15'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000090764e78cc5cf9b3-006310997e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.751 DEBUG:boto:path=/ptoxvb-76/obj17 2022-09-01T11:37:34.752 DEBUG:boto:auth_path=/ptoxvb-76/obj17 2022-09-01T11:37:34.752 DEBUG:boto:Method: PUT 2022-09-01T11:37:34.753 DEBUG:boto:Path: /ptoxvb-76/obj17 2022-09-01T11:37:34.753 DEBUG:boto:Data: 2022-09-01T11:37:34.754 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:34.754 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.755 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.755 DEBUG:boto:Params: {} 2022-09-01T11:37:34.756 DEBUG:boto:Token: None 2022-09-01T11:37:34.756 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/obj17 2022-09-01T11:37:34.757 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g9QqXYcnLPbIv1Ab8pyR8jREUtA= 2022-09-01T11:37:34.758 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g9QqXYcnLPbIv1Ab8pyR8jREUtA='} 2022-09-01T11:37:34.765 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000187e87bf540a96a1-006310997e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.765 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:34.766 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:34.766 DEBUG:boto:Method: HEAD 2022-09-01T11:37:34.767 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:34.767 DEBUG:boto:Data: 2022-09-01T11:37:34.768 DEBUG:boto:Headers: {} 2022-09-01T11:37:34.768 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.769 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.769 DEBUG:boto:Params: {} 2022-09-01T11:37:34.770 DEBUG:boto:Token: None 2022-09-01T11:37:34.771 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/ 2022-09-01T11:37:34.772 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4= 2022-09-01T11:37:34.773 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4=', 'Content-Length': '0'} 2022-09-01T11:37:34.775 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '6'), ('X-RGW-Bytes-Used', '18'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000025adb2514675a85b-006310997e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.776 DEBUG:boto:path=/ptoxvb-76/obj34 2022-09-01T11:37:34.777 DEBUG:boto:auth_path=/ptoxvb-76/obj34 2022-09-01T11:37:34.777 DEBUG:boto:Method: PUT 2022-09-01T11:37:34.778 DEBUG:boto:Path: /ptoxvb-76/obj34 2022-09-01T11:37:34.778 DEBUG:boto:Data: 2022-09-01T11:37:34.779 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:34.779 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.780 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.780 DEBUG:boto:Params: {} 2022-09-01T11:37:34.781 DEBUG:boto:Token: None 2022-09-01T11:37:34.781 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/obj34 2022-09-01T11:37:34.782 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Hl+2ejmeFWAqO+V6m106peAYq9Q= 2022-09-01T11:37:34.783 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Hl+2ejmeFWAqO+V6m106peAYq9Q='} 2022-09-01T11:37:34.826 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000052ce315d72de790f-006310997e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.828 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:34.829 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:34.830 DEBUG:boto:Method: HEAD 2022-09-01T11:37:34.831 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:34.831 DEBUG:boto:Data: 2022-09-01T11:37:34.832 DEBUG:boto:Headers: {} 2022-09-01T11:37:34.833 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.834 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.835 DEBUG:boto:Params: {} 2022-09-01T11:37:34.836 DEBUG:boto:Token: None 2022-09-01T11:37:34.837 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/ 2022-09-01T11:37:34.838 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4= 2022-09-01T11:37:34.839 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4=', 'Content-Length': '0'} 2022-09-01T11:37:34.841 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '7'), ('X-RGW-Bytes-Used', '21'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000747069232e4d4e71-006310997e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.842 DEBUG:boto:path=/ptoxvb-76/obj51 2022-09-01T11:37:34.843 DEBUG:boto:auth_path=/ptoxvb-76/obj51 2022-09-01T11:37:34.843 DEBUG:boto:Method: PUT 2022-09-01T11:37:34.844 DEBUG:boto:Path: /ptoxvb-76/obj51 2022-09-01T11:37:34.844 DEBUG:boto:Data: 2022-09-01T11:37:34.845 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:34.845 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.846 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.846 DEBUG:boto:Params: {} 2022-09-01T11:37:34.847 DEBUG:boto:Token: None 2022-09-01T11:37:34.848 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/obj51 2022-09-01T11:37:34.848 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:rj+IIF8kzGZSw8/gIGLWbcBgkvE= 2022-09-01T11:37:34.849 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:rj+IIF8kzGZSw8/gIGLWbcBgkvE='} 2022-09-01T11:37:34.855 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000028bb6c4eae9a2744-006310997e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.856 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:34.856 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:34.857 DEBUG:boto:Method: HEAD 2022-09-01T11:37:34.857 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:34.858 DEBUG:boto:Data: 2022-09-01T11:37:34.859 DEBUG:boto:Headers: {} 2022-09-01T11:37:34.859 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.860 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.860 DEBUG:boto:Params: {} 2022-09-01T11:37:34.861 DEBUG:boto:Token: None 2022-09-01T11:37:34.862 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/ 2022-09-01T11:37:34.862 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4= 2022-09-01T11:37:34.863 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4=', 'Content-Length': '0'} 2022-09-01T11:37:34.866 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '8'), ('X-RGW-Bytes-Used', '24'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008839825ace5654ee-006310997e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.866 DEBUG:boto:path=/ptoxvb-76/obj68 2022-09-01T11:37:34.867 DEBUG:boto:auth_path=/ptoxvb-76/obj68 2022-09-01T11:37:34.867 DEBUG:boto:Method: PUT 2022-09-01T11:37:34.868 DEBUG:boto:Path: /ptoxvb-76/obj68 2022-09-01T11:37:34.868 DEBUG:boto:Data: 2022-09-01T11:37:34.869 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:34.869 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.870 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.870 DEBUG:boto:Params: {} 2022-09-01T11:37:34.871 DEBUG:boto:Token: None 2022-09-01T11:37:34.872 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/obj68 2022-09-01T11:37:34.872 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Jlm9HguKMV3SD3sNUT9SVpA43Q4= 2022-09-01T11:37:34.873 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Jlm9HguKMV3SD3sNUT9SVpA43Q4='} 2022-09-01T11:37:34.880 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000397425428aa48af3-006310997e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.880 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:34.881 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:34.881 DEBUG:boto:Method: HEAD 2022-09-01T11:37:34.882 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:34.883 DEBUG:boto:Data: 2022-09-01T11:37:34.883 DEBUG:boto:Headers: {} 2022-09-01T11:37:34.884 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.884 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.885 DEBUG:boto:Params: {} 2022-09-01T11:37:34.885 DEBUG:boto:Token: None 2022-09-01T11:37:34.886 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/ 2022-09-01T11:37:34.887 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4= 2022-09-01T11:37:34.887 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:OlVQ4ixkHe8uclKG5+ArDHbZAW4=', 'Content-Length': '0'} 2022-09-01T11:37:34.890 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '9'), ('X-RGW-Bytes-Used', '27'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000f359b47e3f4eb3d1-006310997e-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.891 DEBUG:boto:path=/ptoxvb-76/obj85 2022-09-01T11:37:34.892 DEBUG:boto:auth_path=/ptoxvb-76/obj85 2022-09-01T11:37:34.892 DEBUG:boto:Method: PUT 2022-09-01T11:37:34.893 DEBUG:boto:Path: /ptoxvb-76/obj85 2022-09-01T11:37:34.894 DEBUG:boto:Data: 2022-09-01T11:37:34.895 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:34.896 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:34.897 DEBUG:boto:Port: 8000 2022-09-01T11:37:34.897 DEBUG:boto:Params: {} 2022-09-01T11:37:34.898 DEBUG:boto:Token: None 2022-09-01T11:37:34.899 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:34 GMT /ptoxvb-76/obj85 2022-09-01T11:37:34.899 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:zptsyhmoFVvB5R0PwU2oxPJd4vE= 2022-09-01T11:37:34.900 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:34 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:zptsyhmoFVvB5R0PwU2oxPJd4vE='} 2022-09-01T11:37:34.942 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000dc78d85c91a99485-006310997e-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:34 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:34.943 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-76', '--num-shards', '19', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:37:34.944 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-76', '--num-shards', '19', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:37:34.944 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-76 --num-shards 19 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:37:34.998 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:34.998 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:35.065 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:37:35.066 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-76 2022-09-01T11:37:35.073 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 10 2022-09-01T11:37:35.136 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:35.137 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:35.138 DEBUG:boto:Method: HEAD 2022-09-01T11:37:35.138 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:35.139 DEBUG:boto:Data: 2022-09-01T11:37:35.139 DEBUG:boto:Headers: {} 2022-09-01T11:37:35.140 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.140 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.141 DEBUG:boto:Params: {} 2022-09-01T11:37:35.141 DEBUG:boto:Token: None 2022-09-01T11:37:35.142 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/ 2022-09-01T11:37:35.143 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y= 2022-09-01T11:37:35.143 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y=', 'Content-Length': '0'} 2022-09-01T11:37:35.146 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '10'), ('X-RGW-Bytes-Used', '30'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005c0069334df5285a-006310997f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.147 DEBUG:boto:path=/ptoxvb-76/obj19 2022-09-01T11:37:35.148 DEBUG:boto:auth_path=/ptoxvb-76/obj19 2022-09-01T11:37:35.148 DEBUG:boto:Method: PUT 2022-09-01T11:37:35.149 DEBUG:boto:Path: /ptoxvb-76/obj19 2022-09-01T11:37:35.149 DEBUG:boto:Data: 2022-09-01T11:37:35.150 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:35.151 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.152 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.153 DEBUG:boto:Params: {} 2022-09-01T11:37:35.154 DEBUG:boto:Token: None 2022-09-01T11:37:35.155 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/obj19 2022-09-01T11:37:35.156 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FY+QrOLdAlZKngKPObsLj10yGG4= 2022-09-01T11:37:35.157 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FY+QrOLdAlZKngKPObsLj10yGG4='} 2022-09-01T11:37:35.167 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000028c33769adc9ae1a-006310997f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.168 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:35.169 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:35.169 DEBUG:boto:Method: HEAD 2022-09-01T11:37:35.170 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:35.170 DEBUG:boto:Data: 2022-09-01T11:37:35.171 DEBUG:boto:Headers: {} 2022-09-01T11:37:35.171 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.171 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.172 DEBUG:boto:Params: {} 2022-09-01T11:37:35.173 DEBUG:boto:Token: None 2022-09-01T11:37:35.173 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/ 2022-09-01T11:37:35.174 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y= 2022-09-01T11:37:35.174 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y=', 'Content-Length': '0'} 2022-09-01T11:37:35.177 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '11'), ('X-RGW-Bytes-Used', '33'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b5069bc735a2e50b-006310997f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.178 DEBUG:boto:path=/ptoxvb-76/obj38 2022-09-01T11:37:35.178 DEBUG:boto:auth_path=/ptoxvb-76/obj38 2022-09-01T11:37:35.179 DEBUG:boto:Method: PUT 2022-09-01T11:37:35.180 DEBUG:boto:Path: /ptoxvb-76/obj38 2022-09-01T11:37:35.180 DEBUG:boto:Data: 2022-09-01T11:37:35.181 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:35.181 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.182 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.182 DEBUG:boto:Params: {} 2022-09-01T11:37:35.183 DEBUG:boto:Token: None 2022-09-01T11:37:35.184 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/obj38 2022-09-01T11:37:35.184 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:65uwgyKMzVVXwMNtenkzG4BjLWY= 2022-09-01T11:37:35.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:65uwgyKMzVVXwMNtenkzG4BjLWY='} 2022-09-01T11:37:35.189 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000005eefdeb6304f2c3b-006310997f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.190 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:35.190 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:35.191 DEBUG:boto:Method: HEAD 2022-09-01T11:37:35.192 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:35.192 DEBUG:boto:Data: 2022-09-01T11:37:35.193 DEBUG:boto:Headers: {} 2022-09-01T11:37:35.193 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.194 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.195 DEBUG:boto:Params: {} 2022-09-01T11:37:35.195 DEBUG:boto:Token: None 2022-09-01T11:37:35.196 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/ 2022-09-01T11:37:35.196 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y= 2022-09-01T11:37:35.197 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y=', 'Content-Length': '0'} 2022-09-01T11:37:35.200 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '12'), ('X-RGW-Bytes-Used', '36'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000b268b6142773a1f8-006310997f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.200 DEBUG:boto:path=/ptoxvb-76/obj57 2022-09-01T11:37:35.201 DEBUG:boto:auth_path=/ptoxvb-76/obj57 2022-09-01T11:37:35.201 DEBUG:boto:Method: PUT 2022-09-01T11:37:35.202 DEBUG:boto:Path: /ptoxvb-76/obj57 2022-09-01T11:37:35.202 DEBUG:boto:Data: 2022-09-01T11:37:35.203 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:35.203 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.204 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.204 DEBUG:boto:Params: {} 2022-09-01T11:37:35.205 DEBUG:boto:Token: None 2022-09-01T11:37:35.206 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/obj57 2022-09-01T11:37:35.206 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5PugKZ4RyRa4+b4TETCGo40GBvo= 2022-09-01T11:37:35.207 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5PugKZ4RyRa4+b4TETCGo40GBvo='} 2022-09-01T11:37:35.250 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f1906e7cbc4db10d-006310997f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.251 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:35.252 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:35.252 DEBUG:boto:Method: HEAD 2022-09-01T11:37:35.253 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:35.253 DEBUG:boto:Data: 2022-09-01T11:37:35.254 DEBUG:boto:Headers: {} 2022-09-01T11:37:35.254 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.255 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.255 DEBUG:boto:Params: {} 2022-09-01T11:37:35.256 DEBUG:boto:Token: None 2022-09-01T11:37:35.256 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/ 2022-09-01T11:37:35.257 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y= 2022-09-01T11:37:35.258 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y=', 'Content-Length': '0'} 2022-09-01T11:37:35.261 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '13'), ('X-RGW-Bytes-Used', '39'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008aa7a0c1dbba17d8-006310997f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.261 DEBUG:boto:path=/ptoxvb-76/obj76 2022-09-01T11:37:35.262 DEBUG:boto:auth_path=/ptoxvb-76/obj76 2022-09-01T11:37:35.263 DEBUG:boto:Method: PUT 2022-09-01T11:37:35.263 DEBUG:boto:Path: /ptoxvb-76/obj76 2022-09-01T11:37:35.264 DEBUG:boto:Data: 2022-09-01T11:37:35.264 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:35.265 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.265 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.266 DEBUG:boto:Params: {} 2022-09-01T11:37:35.266 DEBUG:boto:Token: None 2022-09-01T11:37:35.267 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/obj76 2022-09-01T11:37:35.267 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:VyAwJvVayD3vJR96sB6KkNk+RlQ= 2022-09-01T11:37:35.268 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:VyAwJvVayD3vJR96sB6KkNk+RlQ='} 2022-09-01T11:37:35.274 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000b03f3229c8f2c01d-006310997f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.275 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:35.275 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:35.276 DEBUG:boto:Method: HEAD 2022-09-01T11:37:35.276 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:35.277 DEBUG:boto:Data: 2022-09-01T11:37:35.277 DEBUG:boto:Headers: {} 2022-09-01T11:37:35.278 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.278 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.279 DEBUG:boto:Params: {} 2022-09-01T11:37:35.279 DEBUG:boto:Token: None 2022-09-01T11:37:35.280 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/ 2022-09-01T11:37:35.280 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y= 2022-09-01T11:37:35.281 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y=', 'Content-Length': '0'} 2022-09-01T11:37:35.284 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '14'), ('X-RGW-Bytes-Used', '42'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000045ac536a5280a8b3-006310997f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.285 DEBUG:boto:path=/ptoxvb-76/obj95 2022-09-01T11:37:35.285 DEBUG:boto:auth_path=/ptoxvb-76/obj95 2022-09-01T11:37:35.286 DEBUG:boto:Method: PUT 2022-09-01T11:37:35.286 DEBUG:boto:Path: /ptoxvb-76/obj95 2022-09-01T11:37:35.287 DEBUG:boto:Data: 2022-09-01T11:37:35.287 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:35.288 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.288 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.289 DEBUG:boto:Params: {} 2022-09-01T11:37:35.289 DEBUG:boto:Token: None 2022-09-01T11:37:35.290 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/obj95 2022-09-01T11:37:35.291 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:FD6usuqdCFhZpWOjfYNDMgLBuHk= 2022-09-01T11:37:35.291 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:FD6usuqdCFhZpWOjfYNDMgLBuHk='} 2022-09-01T11:37:35.296 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000d648b18f23e2ec9f-006310997f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.297 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-76', '--num-shards', '23', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:37:35.298 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-76', '--num-shards', '23', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:37:35.298 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-76 --num-shards 23 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:37:35.351 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:35.352 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:35.405 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:37:35.406 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-76 2022-09-01T11:37:35.414 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 15 2022-09-01T11:37:35.488 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:35.489 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:35.490 DEBUG:boto:Method: HEAD 2022-09-01T11:37:35.490 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:35.491 DEBUG:boto:Data: 2022-09-01T11:37:35.491 DEBUG:boto:Headers: {} 2022-09-01T11:37:35.492 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.492 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.493 DEBUG:boto:Params: {} 2022-09-01T11:37:35.493 DEBUG:boto:Token: None 2022-09-01T11:37:35.494 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/ 2022-09-01T11:37:35.494 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y= 2022-09-01T11:37:35.495 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y=', 'Content-Length': '0'} 2022-09-01T11:37:35.498 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '15'), ('X-RGW-Bytes-Used', '45'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d34b5ad3a345e4db-006310997f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.499 DEBUG:boto:path=/ptoxvb-76/obj23 2022-09-01T11:37:35.500 DEBUG:boto:auth_path=/ptoxvb-76/obj23 2022-09-01T11:37:35.500 DEBUG:boto:Method: PUT 2022-09-01T11:37:35.501 DEBUG:boto:Path: /ptoxvb-76/obj23 2022-09-01T11:37:35.501 DEBUG:boto:Data: 2022-09-01T11:37:35.502 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:35.502 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.503 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.503 DEBUG:boto:Params: {} 2022-09-01T11:37:35.504 DEBUG:boto:Token: None 2022-09-01T11:37:35.504 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/obj23 2022-09-01T11:37:35.505 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:wdg4jR61eRhdGpMKJHqNnXvkeSc= 2022-09-01T11:37:35.506 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:wdg4jR61eRhdGpMKJHqNnXvkeSc='} 2022-09-01T11:37:35.550 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000741c96e3b17c0940-006310997f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.551 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:35.552 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:35.552 DEBUG:boto:Method: HEAD 2022-09-01T11:37:35.553 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:35.553 DEBUG:boto:Data: 2022-09-01T11:37:35.554 DEBUG:boto:Headers: {} 2022-09-01T11:37:35.554 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.555 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.555 DEBUG:boto:Params: {} 2022-09-01T11:37:35.556 DEBUG:boto:Token: None 2022-09-01T11:37:35.556 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/ 2022-09-01T11:37:35.557 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y= 2022-09-01T11:37:35.557 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y=', 'Content-Length': '0'} 2022-09-01T11:37:35.561 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '16'), ('X-RGW-Bytes-Used', '48'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000085f8289536824f07-006310997f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.562 DEBUG:boto:path=/ptoxvb-76/obj46 2022-09-01T11:37:35.562 DEBUG:boto:auth_path=/ptoxvb-76/obj46 2022-09-01T11:37:35.563 DEBUG:boto:Method: PUT 2022-09-01T11:37:35.563 DEBUG:boto:Path: /ptoxvb-76/obj46 2022-09-01T11:37:35.564 DEBUG:boto:Data: 2022-09-01T11:37:35.565 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:35.565 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.566 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.566 DEBUG:boto:Params: {} 2022-09-01T11:37:35.567 DEBUG:boto:Token: None 2022-09-01T11:37:35.567 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/obj46 2022-09-01T11:37:35.568 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:sN0CNnDc+ue8ZtE/CZV8bq/ZrxQ= 2022-09-01T11:37:35.569 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:sN0CNnDc+ue8ZtE/CZV8bq/ZrxQ='} 2022-09-01T11:37:35.579 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000049c13641b09e85ae-006310997f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.579 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:35.580 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:35.580 DEBUG:boto:Method: HEAD 2022-09-01T11:37:35.581 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:35.581 DEBUG:boto:Data: 2022-09-01T11:37:35.582 DEBUG:boto:Headers: {} 2022-09-01T11:37:35.583 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.583 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.584 DEBUG:boto:Params: {} 2022-09-01T11:37:35.584 DEBUG:boto:Token: None 2022-09-01T11:37:35.585 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/ 2022-09-01T11:37:35.585 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y= 2022-09-01T11:37:35.586 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y=', 'Content-Length': '0'} 2022-09-01T11:37:35.589 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '17'), ('X-RGW-Bytes-Used', '51'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000061f914d747abb7e2-006310997f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.590 DEBUG:boto:path=/ptoxvb-76/obj69 2022-09-01T11:37:35.591 DEBUG:boto:auth_path=/ptoxvb-76/obj69 2022-09-01T11:37:35.591 DEBUG:boto:Method: PUT 2022-09-01T11:37:35.592 DEBUG:boto:Path: /ptoxvb-76/obj69 2022-09-01T11:37:35.592 DEBUG:boto:Data: 2022-09-01T11:37:35.593 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:35.593 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.594 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.594 DEBUG:boto:Params: {} 2022-09-01T11:37:35.595 DEBUG:boto:Token: None 2022-09-01T11:37:35.595 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/obj69 2022-09-01T11:37:35.596 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:Ro8f1gQg6KU273mcLFbCX3dSd+Y= 2022-09-01T11:37:35.596 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:Ro8f1gQg6KU273mcLFbCX3dSd+Y='} 2022-09-01T11:37:35.607 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000009557d81f9efefc55-006310997f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.608 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:35.608 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:35.609 DEBUG:boto:Method: HEAD 2022-09-01T11:37:35.609 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:35.610 DEBUG:boto:Data: 2022-09-01T11:37:35.611 DEBUG:boto:Headers: {} 2022-09-01T11:37:35.612 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.613 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.614 DEBUG:boto:Params: {} 2022-09-01T11:37:35.615 DEBUG:boto:Token: None 2022-09-01T11:37:35.616 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/ 2022-09-01T11:37:35.617 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y= 2022-09-01T11:37:35.618 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y=', 'Content-Length': '0'} 2022-09-01T11:37:35.621 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '18'), ('X-RGW-Bytes-Used', '54'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000131dcd28c6999e1c-006310997f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.622 DEBUG:boto:path=/ptoxvb-76/obj92 2022-09-01T11:37:35.623 DEBUG:boto:auth_path=/ptoxvb-76/obj92 2022-09-01T11:37:35.623 DEBUG:boto:Method: PUT 2022-09-01T11:37:35.624 DEBUG:boto:Path: /ptoxvb-76/obj92 2022-09-01T11:37:35.624 DEBUG:boto:Data: 2022-09-01T11:37:35.625 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:35.625 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.625 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.626 DEBUG:boto:Params: {} 2022-09-01T11:37:35.627 DEBUG:boto:Token: None 2022-09-01T11:37:35.627 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/obj92 2022-09-01T11:37:35.628 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:q3YpndYpV/SbpEVF5Z2ICNDShD8= 2022-09-01T11:37:35.628 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:q3YpndYpV/SbpEVF5Z2ICNDShD8='} 2022-09-01T11:37:35.670 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000025fc6827a442fc2d-006310997f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.672 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:35.673 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:35.673 DEBUG:boto:Method: HEAD 2022-09-01T11:37:35.674 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:35.675 DEBUG:boto:Data: 2022-09-01T11:37:35.676 DEBUG:boto:Headers: {} 2022-09-01T11:37:35.677 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.678 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.679 DEBUG:boto:Params: {} 2022-09-01T11:37:35.680 DEBUG:boto:Token: None 2022-09-01T11:37:35.681 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/ 2022-09-01T11:37:35.681 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y= 2022-09-01T11:37:35.682 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y=', 'Content-Length': '0'} 2022-09-01T11:37:35.685 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '19'), ('X-RGW-Bytes-Used', '57'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d6347711441bcbc4-006310997f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.686 DEBUG:boto:path=/ptoxvb-76/obj115 2022-09-01T11:37:35.686 DEBUG:boto:auth_path=/ptoxvb-76/obj115 2022-09-01T11:37:35.687 DEBUG:boto:Method: PUT 2022-09-01T11:37:35.687 DEBUG:boto:Path: /ptoxvb-76/obj115 2022-09-01T11:37:35.688 DEBUG:boto:Data: 2022-09-01T11:37:35.688 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:35.689 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.689 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.690 DEBUG:boto:Params: {} 2022-09-01T11:37:35.690 DEBUG:boto:Token: None 2022-09-01T11:37:35.691 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/obj115 2022-09-01T11:37:35.691 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GuEzvj1heVt3JKK7K32s/ihK9pM= 2022-09-01T11:37:35.692 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GuEzvj1heVt3JKK7K32s/ihK9pM='} 2022-09-01T11:37:35.701 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx0000041e329f0ca217b32-006310997f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.702 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-76', '--num-shards', '29', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:37:35.703 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-76', '--num-shards', '29', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:37:35.703 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-76 --num-shards 29 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:37:35.757 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:35.757 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:35.806 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:37:35.806 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-76 2022-09-01T11:37:35.816 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 20 2022-09-01T11:37:35.903 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:35.904 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:35.904 DEBUG:boto:Method: HEAD 2022-09-01T11:37:35.905 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:35.906 DEBUG:boto:Data: 2022-09-01T11:37:35.907 DEBUG:boto:Headers: {} 2022-09-01T11:37:35.907 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.908 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.908 DEBUG:boto:Params: {} 2022-09-01T11:37:35.909 DEBUG:boto:Token: None 2022-09-01T11:37:35.909 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/ 2022-09-01T11:37:35.910 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y= 2022-09-01T11:37:35.910 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y=', 'Content-Length': '0'} 2022-09-01T11:37:35.914 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '20'), ('X-RGW-Bytes-Used', '60'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000681b19b075fc718c-006310997f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.915 DEBUG:boto:path=/ptoxvb-76/obj29 2022-09-01T11:37:35.916 DEBUG:boto:auth_path=/ptoxvb-76/obj29 2022-09-01T11:37:35.916 DEBUG:boto:Method: PUT 2022-09-01T11:37:35.917 DEBUG:boto:Path: /ptoxvb-76/obj29 2022-09-01T11:37:35.917 DEBUG:boto:Data: 2022-09-01T11:37:35.918 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:35.918 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.919 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.919 DEBUG:boto:Params: {} 2022-09-01T11:37:35.920 DEBUG:boto:Token: None 2022-09-01T11:37:35.920 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/obj29 2022-09-01T11:37:35.921 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:GNETrZRecHzgBUanx//avGmYHwc= 2022-09-01T11:37:35.921 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:GNETrZRecHzgBUanx//avGmYHwc='} 2022-09-01T11:37:35.930 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000009e1bec42fdfb0216-006310997f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.931 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:35.932 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:35.933 DEBUG:boto:Method: HEAD 2022-09-01T11:37:35.933 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:35.934 DEBUG:boto:Data: 2022-09-01T11:37:35.935 DEBUG:boto:Headers: {} 2022-09-01T11:37:35.936 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.937 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.937 DEBUG:boto:Params: {} 2022-09-01T11:37:35.938 DEBUG:boto:Token: None 2022-09-01T11:37:35.939 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/ 2022-09-01T11:37:35.940 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y= 2022-09-01T11:37:35.940 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:S8UnCgYCmFTJicqw74Q2u+oQf0Y=', 'Content-Length': '0'} 2022-09-01T11:37:35.944 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '21'), ('X-RGW-Bytes-Used', '63'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000003b6b63cb211cbb92-006310997f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.945 DEBUG:boto:path=/ptoxvb-76/obj58 2022-09-01T11:37:35.945 DEBUG:boto:auth_path=/ptoxvb-76/obj58 2022-09-01T11:37:35.946 DEBUG:boto:Method: PUT 2022-09-01T11:37:35.947 DEBUG:boto:Path: /ptoxvb-76/obj58 2022-09-01T11:37:35.947 DEBUG:boto:Data: 2022-09-01T11:37:35.948 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:35.948 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.949 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.950 DEBUG:boto:Params: {} 2022-09-01T11:37:35.950 DEBUG:boto:Token: None 2022-09-01T11:37:35.951 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:35 GMT /ptoxvb-76/obj58 2022-09-01T11:37:35.951 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:hSUupF08eIE8l8q9k5HvOK5Ykr0= 2022-09-01T11:37:35.952 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:35 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:hSUupF08eIE8l8q9k5HvOK5Ykr0='} 2022-09-01T11:37:35.994 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000cd8030a67ff6a6e8-006310997f-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:35 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:35.995 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:35.996 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:35.996 DEBUG:boto:Method: HEAD 2022-09-01T11:37:35.997 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:35.997 DEBUG:boto:Data: 2022-09-01T11:37:35.998 DEBUG:boto:Headers: {} 2022-09-01T11:37:35.998 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:35.999 DEBUG:boto:Port: 8000 2022-09-01T11:37:35.999 DEBUG:boto:Params: {} 2022-09-01T11:37:36.000 DEBUG:boto:Token: None 2022-09-01T11:37:36.000 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/ 2022-09-01T11:37:36.001 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo= 2022-09-01T11:37:36.001 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo=', 'Content-Length': '0'} 2022-09-01T11:37:36.005 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '22'), ('X-RGW-Bytes-Used', '66'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000064800c321342cbc8-006310997f-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.006 DEBUG:boto:path=/ptoxvb-76/obj87 2022-09-01T11:37:36.006 DEBUG:boto:auth_path=/ptoxvb-76/obj87 2022-09-01T11:37:36.007 DEBUG:boto:Method: PUT 2022-09-01T11:37:36.007 DEBUG:boto:Path: /ptoxvb-76/obj87 2022-09-01T11:37:36.008 DEBUG:boto:Data: 2022-09-01T11:37:36.008 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:36.009 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.009 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.010 DEBUG:boto:Params: {} 2022-09-01T11:37:36.010 DEBUG:boto:Token: None 2022-09-01T11:37:36.011 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/obj87 2022-09-01T11:37:36.012 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:tDXM929mvQrLOG9FDd2gFROOxTE= 2022-09-01T11:37:36.012 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:tDXM929mvQrLOG9FDd2gFROOxTE='} 2022-09-01T11:37:36.019 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000580708dd8b93496a-0063109980-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.020 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:36.020 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:36.021 DEBUG:boto:Method: HEAD 2022-09-01T11:37:36.021 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:36.022 DEBUG:boto:Data: 2022-09-01T11:37:36.022 DEBUG:boto:Headers: {} 2022-09-01T11:37:36.023 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.023 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.023 DEBUG:boto:Params: {} 2022-09-01T11:37:36.024 DEBUG:boto:Token: None 2022-09-01T11:37:36.024 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/ 2022-09-01T11:37:36.025 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo= 2022-09-01T11:37:36.026 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo=', 'Content-Length': '0'} 2022-09-01T11:37:36.029 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '23'), ('X-RGW-Bytes-Used', '69'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005bc2fa22cc5d9bd6-0063109980-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.030 DEBUG:boto:path=/ptoxvb-76/obj116 2022-09-01T11:37:36.031 DEBUG:boto:auth_path=/ptoxvb-76/obj116 2022-09-01T11:37:36.032 DEBUG:boto:Method: PUT 2022-09-01T11:37:36.032 DEBUG:boto:Path: /ptoxvb-76/obj116 2022-09-01T11:37:36.032 DEBUG:boto:Data: 2022-09-01T11:37:36.033 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:36.034 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.034 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.035 DEBUG:boto:Params: {} 2022-09-01T11:37:36.035 DEBUG:boto:Token: None 2022-09-01T11:37:36.036 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/obj116 2022-09-01T11:37:36.036 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:8+D0XTyCCQUC3nKIyqDEP1ACbSk= 2022-09-01T11:37:36.037 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:8+D0XTyCCQUC3nKIyqDEP1ACbSk='} 2022-09-01T11:37:36.045 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000353a1a489e3f6c59-0063109980-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.046 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:36.046 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:36.047 DEBUG:boto:Method: HEAD 2022-09-01T11:37:36.047 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:36.048 DEBUG:boto:Data: 2022-09-01T11:37:36.048 DEBUG:boto:Headers: {} 2022-09-01T11:37:36.049 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.049 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.050 DEBUG:boto:Params: {} 2022-09-01T11:37:36.050 DEBUG:boto:Token: None 2022-09-01T11:37:36.051 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/ 2022-09-01T11:37:36.052 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo= 2022-09-01T11:37:36.052 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo=', 'Content-Length': '0'} 2022-09-01T11:37:36.056 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '24'), ('X-RGW-Bytes-Used', '72'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000ad61f46cbe66ebe5-0063109980-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.057 DEBUG:boto:path=/ptoxvb-76/obj145 2022-09-01T11:37:36.057 DEBUG:boto:auth_path=/ptoxvb-76/obj145 2022-09-01T11:37:36.058 DEBUG:boto:Method: PUT 2022-09-01T11:37:36.058 DEBUG:boto:Path: /ptoxvb-76/obj145 2022-09-01T11:37:36.059 DEBUG:boto:Data: 2022-09-01T11:37:36.059 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:36.060 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.061 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.061 DEBUG:boto:Params: {} 2022-09-01T11:37:36.062 DEBUG:boto:Token: None 2022-09-01T11:37:36.063 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/obj145 2022-09-01T11:37:36.063 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x+b2r00V1hjtWgrgvYm7Nv6EQsk= 2022-09-01T11:37:36.064 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x+b2r00V1hjtWgrgvYm7Nv6EQsk='} 2022-09-01T11:37:36.110 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000c5ec8f2ec3a98a72-0063109980-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.111 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-76', '--num-shards', '31', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:37:36.112 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-76', '--num-shards', '31', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:37:36.113 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-76 --num-shards 31 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:37:36.166 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:36.166 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:36.232 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:37:36.232 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-76 2022-09-01T11:37:36.245 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 25 2022-09-01T11:37:36.342 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:36.343 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:36.343 DEBUG:boto:Method: HEAD 2022-09-01T11:37:36.344 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:36.344 DEBUG:boto:Data: 2022-09-01T11:37:36.345 DEBUG:boto:Headers: {} 2022-09-01T11:37:36.345 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.346 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.347 DEBUG:boto:Params: {} 2022-09-01T11:37:36.347 DEBUG:boto:Token: None 2022-09-01T11:37:36.348 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/ 2022-09-01T11:37:36.348 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo= 2022-09-01T11:37:36.349 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo=', 'Content-Length': '0'} 2022-09-01T11:37:36.353 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '25'), ('X-RGW-Bytes-Used', '75'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000cdfff39805a695ba-0063109980-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.353 DEBUG:boto:path=/ptoxvb-76/obj31 2022-09-01T11:37:36.354 DEBUG:boto:auth_path=/ptoxvb-76/obj31 2022-09-01T11:37:36.355 DEBUG:boto:Method: PUT 2022-09-01T11:37:36.355 DEBUG:boto:Path: /ptoxvb-76/obj31 2022-09-01T11:37:36.356 DEBUG:boto:Data: 2022-09-01T11:37:36.356 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:36.357 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.357 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.358 DEBUG:boto:Params: {} 2022-09-01T11:37:36.358 DEBUG:boto:Token: None 2022-09-01T11:37:36.359 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/obj31 2022-09-01T11:37:36.359 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:pMrCacHmAKa7Y0Al7B8NxhnkpKc= 2022-09-01T11:37:36.360 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:pMrCacHmAKa7Y0Al7B8NxhnkpKc='} 2022-09-01T11:37:36.367 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000f5f79a464d887a50-0063109980-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.368 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:36.368 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:36.369 DEBUG:boto:Method: HEAD 2022-09-01T11:37:36.370 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:36.370 DEBUG:boto:Data: 2022-09-01T11:37:36.371 DEBUG:boto:Headers: {} 2022-09-01T11:37:36.371 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.372 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.372 DEBUG:boto:Params: {} 2022-09-01T11:37:36.373 DEBUG:boto:Token: None 2022-09-01T11:37:36.373 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/ 2022-09-01T11:37:36.374 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo= 2022-09-01T11:37:36.374 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo=', 'Content-Length': '0'} 2022-09-01T11:37:36.378 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '26'), ('X-RGW-Bytes-Used', '78'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000006bf82a8eb384efae-0063109980-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.379 DEBUG:boto:path=/ptoxvb-76/obj62 2022-09-01T11:37:36.380 DEBUG:boto:auth_path=/ptoxvb-76/obj62 2022-09-01T11:37:36.381 DEBUG:boto:Method: PUT 2022-09-01T11:37:36.382 DEBUG:boto:Path: /ptoxvb-76/obj62 2022-09-01T11:37:36.383 DEBUG:boto:Data: 2022-09-01T11:37:36.384 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:36.385 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.386 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.387 DEBUG:boto:Params: {} 2022-09-01T11:37:36.388 DEBUG:boto:Token: None 2022-09-01T11:37:36.389 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/obj62 2022-09-01T11:37:36.389 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:u1mpTmKanXsmlCAxg/2m4pGWbW0= 2022-09-01T11:37:36.390 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:u1mpTmKanXsmlCAxg/2m4pGWbW0='} 2022-09-01T11:37:36.396 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000ee93505d58b8da61-0063109980-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.397 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:36.398 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:36.398 DEBUG:boto:Method: HEAD 2022-09-01T11:37:36.399 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:36.399 DEBUG:boto:Data: 2022-09-01T11:37:36.400 DEBUG:boto:Headers: {} 2022-09-01T11:37:36.400 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.400 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.401 DEBUG:boto:Params: {} 2022-09-01T11:37:36.401 DEBUG:boto:Token: None 2022-09-01T11:37:36.402 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/ 2022-09-01T11:37:36.403 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo= 2022-09-01T11:37:36.403 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo=', 'Content-Length': '0'} 2022-09-01T11:37:36.407 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '27'), ('X-RGW-Bytes-Used', '81'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000746c60bf1cd773df-0063109980-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.408 DEBUG:boto:path=/ptoxvb-76/obj93 2022-09-01T11:37:36.408 DEBUG:boto:auth_path=/ptoxvb-76/obj93 2022-09-01T11:37:36.409 DEBUG:boto:Method: PUT 2022-09-01T11:37:36.409 DEBUG:boto:Path: /ptoxvb-76/obj93 2022-09-01T11:37:36.410 DEBUG:boto:Data: 2022-09-01T11:37:36.410 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:36.411 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.411 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.412 DEBUG:boto:Params: {} 2022-09-01T11:37:36.412 DEBUG:boto:Token: None 2022-09-01T11:37:36.413 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/obj93 2022-09-01T11:37:36.414 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:5YtwOObJwZ5mClFQIP2BoGeImts= 2022-09-01T11:37:36.414 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:5YtwOObJwZ5mClFQIP2BoGeImts='} 2022-09-01T11:37:36.458 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000007e76a595c5096952-0063109980-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.459 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:36.460 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:36.460 DEBUG:boto:Method: HEAD 2022-09-01T11:37:36.461 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:36.461 DEBUG:boto:Data: 2022-09-01T11:37:36.462 DEBUG:boto:Headers: {} 2022-09-01T11:37:36.463 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.463 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.464 DEBUG:boto:Params: {} 2022-09-01T11:37:36.465 DEBUG:boto:Token: None 2022-09-01T11:37:36.466 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/ 2022-09-01T11:37:36.466 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo= 2022-09-01T11:37:36.467 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo=', 'Content-Length': '0'} 2022-09-01T11:37:36.472 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '28'), ('X-RGW-Bytes-Used', '84'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000539c7a8fbdf479fc-0063109980-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.473 DEBUG:boto:path=/ptoxvb-76/obj124 2022-09-01T11:37:36.473 DEBUG:boto:auth_path=/ptoxvb-76/obj124 2022-09-01T11:37:36.474 DEBUG:boto:Method: PUT 2022-09-01T11:37:36.474 DEBUG:boto:Path: /ptoxvb-76/obj124 2022-09-01T11:37:36.475 DEBUG:boto:Data: 2022-09-01T11:37:36.475 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:36.476 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.476 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.477 DEBUG:boto:Params: {} 2022-09-01T11:37:36.477 DEBUG:boto:Token: None 2022-09-01T11:37:36.478 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/obj124 2022-09-01T11:37:36.479 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:n0PkHNa/pch2ea46NJOk4tTALTA= 2022-09-01T11:37:36.479 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:n0PkHNa/pch2ea46NJOk4tTALTA='} 2022-09-01T11:37:36.485 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000007a4e87fe0a4c0f1e-0063109980-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.486 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:36.487 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:36.487 DEBUG:boto:Method: HEAD 2022-09-01T11:37:36.488 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:36.488 DEBUG:boto:Data: 2022-09-01T11:37:36.489 DEBUG:boto:Headers: {} 2022-09-01T11:37:36.489 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.490 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.490 DEBUG:boto:Params: {} 2022-09-01T11:37:36.491 DEBUG:boto:Token: None 2022-09-01T11:37:36.491 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/ 2022-09-01T11:37:36.492 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo= 2022-09-01T11:37:36.493 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo=', 'Content-Length': '0'} 2022-09-01T11:37:36.496 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '29'), ('X-RGW-Bytes-Used', '87'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx00000d3306e39d46af3e1-0063109980-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.497 DEBUG:boto:path=/ptoxvb-76/obj155 2022-09-01T11:37:36.498 DEBUG:boto:auth_path=/ptoxvb-76/obj155 2022-09-01T11:37:36.498 DEBUG:boto:Method: PUT 2022-09-01T11:37:36.499 DEBUG:boto:Path: /ptoxvb-76/obj155 2022-09-01T11:37:36.499 DEBUG:boto:Data: 2022-09-01T11:37:36.500 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:36.500 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.501 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.501 DEBUG:boto:Params: {} 2022-09-01T11:37:36.502 DEBUG:boto:Token: None 2022-09-01T11:37:36.503 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/obj155 2022-09-01T11:37:36.503 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:x+qxYiU1vRfZy/Aj4r8ibTv+cA0= 2022-09-01T11:37:36.504 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:x+qxYiU1vRfZy/Aj4r8ibTv+cA0='} 2022-09-01T11:37:36.546 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000a3ab55b07c62cb97-0063109980-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.548 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-76', '--num-shards', '37', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:37:36.549 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'reshard', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'ptoxvb-76', '--num-shards', '37', '--yes-i-really-mean-it', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:37:36.550 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket reshard --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket ptoxvb-76 --num-shards 37 --yes-i-really-mean-it --cluster c1 --debug-rgw 0 --debug-ms 0 2022-09-01T11:37:36.604 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:36.604 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:36.666 INFO:teuthology.orchestra.run.smithi044.stdout:tenant: 2022-09-01T11:37:36.667 INFO:teuthology.orchestra.run.smithi044.stdout:bucket name: ptoxvb-76 2022-09-01T11:37:36.680 INFO:teuthology.orchestra.run.smithi044.stdout:total entries: 30 2022-09-01T11:37:36.786 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:36.787 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:36.788 DEBUG:boto:Method: HEAD 2022-09-01T11:37:36.789 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:36.789 DEBUG:boto:Data: 2022-09-01T11:37:36.790 DEBUG:boto:Headers: {} 2022-09-01T11:37:36.790 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.791 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.791 DEBUG:boto:Params: {} 2022-09-01T11:37:36.792 DEBUG:boto:Token: None 2022-09-01T11:37:36.792 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/ 2022-09-01T11:37:36.793 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo= 2022-09-01T11:37:36.794 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo=', 'Content-Length': '0'} 2022-09-01T11:37:36.798 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '30'), ('X-RGW-Bytes-Used', '90'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000008b244f6fcd275efe-0063109980-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.799 DEBUG:boto:path=/ptoxvb-76/obj37 2022-09-01T11:37:36.800 DEBUG:boto:auth_path=/ptoxvb-76/obj37 2022-09-01T11:37:36.801 DEBUG:boto:Method: PUT 2022-09-01T11:37:36.802 DEBUG:boto:Path: /ptoxvb-76/obj37 2022-09-01T11:37:36.803 DEBUG:boto:Data: 2022-09-01T11:37:36.803 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:36.804 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.805 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.805 DEBUG:boto:Params: {} 2022-09-01T11:37:36.806 DEBUG:boto:Token: None 2022-09-01T11:37:36.807 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/obj37 2022-09-01T11:37:36.807 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:poNgJiIJ9JuK3w7MnuQ0DUlAInI= 2022-09-01T11:37:36.808 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:poNgJiIJ9JuK3w7MnuQ0DUlAInI='} 2022-09-01T11:37:36.816 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000a19342e08fcce951-0063109980-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.817 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:36.817 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:36.818 DEBUG:boto:Method: HEAD 2022-09-01T11:37:36.818 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:36.819 DEBUG:boto:Data: 2022-09-01T11:37:36.819 DEBUG:boto:Headers: {} 2022-09-01T11:37:36.820 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.820 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.821 DEBUG:boto:Params: {} 2022-09-01T11:37:36.821 DEBUG:boto:Token: None 2022-09-01T11:37:36.822 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/ 2022-09-01T11:37:36.822 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo= 2022-09-01T11:37:36.823 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo=', 'Content-Length': '0'} 2022-09-01T11:37:36.824 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 has been restored 2022-09-01T11:37:36.828 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '31'), ('X-RGW-Bytes-Used', '93'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000005aed8f3f58fa4ab8-0063109980-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.829 DEBUG:boto:path=/ptoxvb-76/obj74 2022-09-01T11:37:36.830 DEBUG:boto:auth_path=/ptoxvb-76/obj74 2022-09-01T11:37:36.831 DEBUG:boto:Method: PUT 2022-09-01T11:37:36.831 DEBUG:boto:Path: /ptoxvb-76/obj74 2022-09-01T11:37:36.832 DEBUG:boto:Data: 2022-09-01T11:37:36.833 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:36.834 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.834 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.835 DEBUG:boto:Params: {} 2022-09-01T11:37:36.835 DEBUG:boto:Token: None 2022-09-01T11:37:36.836 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/obj74 2022-09-01T11:37:36.837 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:NUD6Wyq5jBuqCJbyoAqabC42ICo= 2022-09-01T11:37:36.837 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:NUD6Wyq5jBuqCJbyoAqabC42ICo='} 2022-09-01T11:37:36.886 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx000000e19a896b4b00f1d-0063109980-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.887 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:36.888 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:36.888 DEBUG:boto:Method: HEAD 2022-09-01T11:37:36.889 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:36.889 DEBUG:boto:Data: 2022-09-01T11:37:36.890 DEBUG:boto:Headers: {} 2022-09-01T11:37:36.890 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.891 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.891 DEBUG:boto:Params: {} 2022-09-01T11:37:36.892 DEBUG:boto:Token: None 2022-09-01T11:37:36.892 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/ 2022-09-01T11:37:36.893 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo= 2022-09-01T11:37:36.894 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo=', 'Content-Length': '0'} 2022-09-01T11:37:36.898 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '32'), ('X-RGW-Bytes-Used', '96'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000000fbe7dfe0789b738-0063109980-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.899 DEBUG:boto:path=/ptoxvb-76/obj111 2022-09-01T11:37:36.899 DEBUG:boto:auth_path=/ptoxvb-76/obj111 2022-09-01T11:37:36.900 DEBUG:boto:Method: PUT 2022-09-01T11:37:36.900 DEBUG:boto:Path: /ptoxvb-76/obj111 2022-09-01T11:37:36.901 DEBUG:boto:Data: 2022-09-01T11:37:36.901 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:36.902 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.902 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.903 DEBUG:boto:Params: {} 2022-09-01T11:37:36.903 DEBUG:boto:Token: None 2022-09-01T11:37:36.904 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/obj111 2022-09-01T11:37:36.904 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:g5MUqZxOUVgX4gFNo9z/twQooxc= 2022-09-01T11:37:36.905 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:g5MUqZxOUVgX4gFNo9z/twQooxc='} 2022-09-01T11:37:36.911 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000aa5e37aef5bd6187-0063109980-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.912 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:36.912 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:36.913 DEBUG:boto:Method: HEAD 2022-09-01T11:37:36.913 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:36.914 DEBUG:boto:Data: 2022-09-01T11:37:36.915 DEBUG:boto:Headers: {} 2022-09-01T11:37:36.915 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.916 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.916 DEBUG:boto:Params: {} 2022-09-01T11:37:36.917 DEBUG:boto:Token: None 2022-09-01T11:37:36.917 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/ 2022-09-01T11:37:36.918 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo= 2022-09-01T11:37:36.919 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo=', 'Content-Length': '0'} 2022-09-01T11:37:36.922 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '33'), ('X-RGW-Bytes-Used', '99'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx000002f1e5b192764d3da-0063109980-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.923 DEBUG:boto:path=/ptoxvb-76/obj148 2022-09-01T11:37:36.924 DEBUG:boto:auth_path=/ptoxvb-76/obj148 2022-09-01T11:37:36.924 DEBUG:boto:Method: PUT 2022-09-01T11:37:36.925 DEBUG:boto:Path: /ptoxvb-76/obj148 2022-09-01T11:37:36.925 DEBUG:boto:Data: 2022-09-01T11:37:36.926 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:36.927 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.927 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.928 DEBUG:boto:Params: {} 2022-09-01T11:37:36.928 DEBUG:boto:Token: None 2022-09-01T11:37:36.929 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/obj148 2022-09-01T11:37:36.930 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:7eINEA8puSlC2nui3N/sRW0APy4= 2022-09-01T11:37:36.930 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:7eINEA8puSlC2nui3N/sRW0APy4='} 2022-09-01T11:37:36.978 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000156756e19154d949-0063109980-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.979 DEBUG:boto:path=/ptoxvb-76/ 2022-09-01T11:37:36.980 DEBUG:boto:auth_path=/ptoxvb-76/ 2022-09-01T11:37:36.980 DEBUG:boto:Method: HEAD 2022-09-01T11:37:36.981 DEBUG:boto:Path: /ptoxvb-76/ 2022-09-01T11:37:36.981 DEBUG:boto:Data: 2022-09-01T11:37:36.982 DEBUG:boto:Headers: {} 2022-09-01T11:37:36.982 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.983 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.983 DEBUG:boto:Params: {} 2022-09-01T11:37:36.984 DEBUG:boto:Token: None 2022-09-01T11:37:36.984 DEBUG:boto:StringToSign: HEAD Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/ 2022-09-01T11:37:36.985 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo= 2022-09-01T11:37:36.985 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ZNsGL1a1v11OOLBiJciOlN+jbqo=', 'Content-Length': '0'} 2022-09-01T11:37:36.989 DEBUG:boto:Response headers: [('X-RGW-Object-Count', '34'), ('X-RGW-Bytes-Used', '102'), ('X-RGW-Quota-User-Size', '-1'), ('X-RGW-Quota-User-Objects', '-1'), ('X-RGW-Quota-Max-Buckets', '1000'), ('X-RGW-Quota-Bucket-Size', '-1'), ('X-RGW-Quota-Bucket-Objects', '-1'), ('x-amz-request-id', 'tx0000058716641181c331a-0063109980-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:37:36 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:36.990 DEBUG:boto:path=/ptoxvb-76/obj185 2022-09-01T11:37:36.990 DEBUG:boto:auth_path=/ptoxvb-76/obj185 2022-09-01T11:37:36.991 DEBUG:boto:Method: PUT 2022-09-01T11:37:36.991 DEBUG:boto:Path: /ptoxvb-76/obj185 2022-09-01T11:37:36.992 DEBUG:boto:Data: 2022-09-01T11:37:36.992 DEBUG:boto:Headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue'} 2022-09-01T11:37:36.993 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:37:36.993 DEBUG:boto:Port: 8000 2022-09-01T11:37:36.994 DEBUG:boto:Params: {} 2022-09-01T11:37:36.995 DEBUG:boto:Token: None 2022-09-01T11:37:36.995 DEBUG:boto:StringToSign: PUT rL0Y20zC+Fzt72VPzMSk2A== application/octet-stream Thu, 01 Sep 2022 11:37:36 GMT /ptoxvb-76/obj185 2022-09-01T11:37:36.996 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:PJ1p6BknS7Ub73gqNTxHGlUBpRY= 2022-09-01T11:37:36.996 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Content-Type': 'application/octet-stream', 'Content-MD5': 'rL0Y20zC+Fzt72VPzMSk2A==', 'Content-Length': '3', 'Expect': '100-Continue', 'Date': 'Thu, 01 Sep 2022 11:37:36 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:PJ1p6BknS7Ub73gqNTxHGlUBpRY='} 2022-09-01T11:37:37.005 DEBUG:boto:Response headers: [('Content-Length', '0'), ('ETag', '"acbd18db4cc2f85cedef654fccc4a4d8"'), ('Accept-Ranges', 'bytes'), ('x-amz-request-id', 'tx00000ca3cc5d68ed1536f-0063109980-15d7-test-zone1'), ('Date', 'Thu, 01 Sep 2022 11:37:37 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:37:37.005 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'init', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:37:37.006 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'init', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-09-01T11:37:37.006 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync init --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-09-01T11:37:37.066 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:37.067 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:37.106 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:37.100+0000 7f7f0c382600 10 RGW-SYNC:data:init_data_sync_status: took lease 2022-09-01T11:37:37.130 INFO:tasks.rgw.c2.client.0:Restarting daemon 2022-09-01T11:37:37.131 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c2.client.0.stdout 2>&1 2022-09-01T11:37:37.134 INFO:tasks.rgw.c2.client.0:Started 2022-09-01T11:37:37.135 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:37.158 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-09-01T11:37:37.159 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:37:37.159 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:37:37.160 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi052.front.sepia.ceph.com port 8000: Connection refused 2022-09-01T11:37:38.161 DEBUG:teuthology.orchestra.run.smithi052:> curl http://smithi052.front.sepia.ceph.com:8000 2022-09-01T11:37:38.184 INFO:teuthology.orchestra.run.smithi052.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-09-01T11:37:38.184 INFO:teuthology.orchestra.run.smithi052.stderr: Dload Upload Total Spent Left Speed 2022-09-01T11:37:38.185 INFO:teuthology.orchestra.run.smithi052.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2022-09-01T11:37:38.186 INFO:teuthology.orchestra.run.smithi052.stdout:anonymous 2022-09-01T11:37:38.187 DEBUG:rgw_multi.tests:bucket checkpoint: source=test-zone1 target=test-zone2 bucket=ptoxvb-76 2022-09-01T11:37:38.187 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-76', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:37:38.188 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'ptoxvb-76', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2022-09-01T11:37:38.189 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket ptoxvb-76 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2022-09-01T11:37:38.284 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:37:38.285 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:37:38.321 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:38.315+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:37:43.322 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:43.316+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:37:48.322 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:48.317+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:37:52.340 INFO:tasks.rgw.c1.client.1.smithi044.stdout:*** Caught signal (Segmentation fault) ** 2022-09-01T11:37:52.341 INFO:tasks.rgw.c1.client.1.smithi044.stdout: in thread 7f38de025700 thread_name:data-sync 2022-09-01T11:37:52.343 INFO:tasks.rgw.c1.client.1.smithi044.stdout: ceph version 17.0.0-14636-g538e7f75 (538e7f759b27ed88dfb7236d15eb8fa6f6a7d952) quincy (dev) 2022-09-01T11:37:52.344 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f3908ea8ce0] 2022-09-01T11:37:52.344 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 2: (RGWBucketSyncSingleEntryCR::operate(DoutPrefixProvider const*)+0x870) [0x559d377226b0] 2022-09-01T11:37:52.344 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 3: (RGWCoroutinesStack::operate(DoutPrefixProvider const*, RGWCoroutinesEnv*)+0x18f) [0x559d3780d1ef] 2022-09-01T11:37:52.345 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 4: (RGWCoroutinesManager::run(DoutPrefixProvider const*, std::__cxx11::list >&)+0x521) [0x559d3780d9c1] 2022-09-01T11:37:52.345 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 5: (RGWCoroutinesManager::run(DoutPrefixProvider const*, RGWCoroutine*)+0x91) [0x559d3780e9d1] 2022-09-01T11:37:52.345 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 6: (RGWRemoteDataLog::run_sync(DoutPrefixProvider const*, int)+0x20a) [0x559d376c691a] 2022-09-01T11:37:52.345 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 7: (RGWDataSyncProcessorThread::process(DoutPrefixProvider const*)+0x58) [0x559d37900b78] 2022-09-01T11:37:52.346 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 8: (RGWRadosThread::Worker::entry()+0xb3) [0x559d378caec3] 2022-09-01T11:37:52.346 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 9: /lib64/libpthread.so.0(+0x81cf) [0x7f3908e9e1cf] 2022-09-01T11:37:52.347 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 10: clone() 2022-09-01T11:37:52.347 INFO:tasks.rgw.c1.client.1.smithi044.stdout:2022-09-01T11:37:52.338+0000 7f38de025700 -1 *** Caught signal (Segmentation fault) ** 2022-09-01T11:37:52.347 INFO:tasks.rgw.c1.client.1.smithi044.stdout: in thread 7f38de025700 thread_name:data-sync 2022-09-01T11:37:52.348 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 2022-09-01T11:37:52.348 INFO:tasks.rgw.c1.client.1.smithi044.stdout: ceph version 17.0.0-14636-g538e7f75 (538e7f759b27ed88dfb7236d15eb8fa6f6a7d952) quincy (dev) 2022-09-01T11:37:52.348 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f3908ea8ce0] 2022-09-01T11:37:52.348 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 2: (RGWBucketSyncSingleEntryCR::operate(DoutPrefixProvider const*)+0x870) [0x559d377226b0] 2022-09-01T11:37:52.349 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 3: (RGWCoroutinesStack::operate(DoutPrefixProvider const*, RGWCoroutinesEnv*)+0x18f) [0x559d3780d1ef] 2022-09-01T11:37:52.349 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 4: (RGWCoroutinesManager::run(DoutPrefixProvider const*, std::__cxx11::list >&)+0x521) [0x559d3780d9c1] 2022-09-01T11:37:52.349 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 5: (RGWCoroutinesManager::run(DoutPrefixProvider const*, RGWCoroutine*)+0x91) [0x559d3780e9d1] 2022-09-01T11:37:52.350 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 6: (RGWRemoteDataLog::run_sync(DoutPrefixProvider const*, int)+0x20a) [0x559d376c691a] 2022-09-01T11:37:52.350 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 7: (RGWDataSyncProcessorThread::process(DoutPrefixProvider const*)+0x58) [0x559d37900b78] 2022-09-01T11:37:52.350 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 8: (RGWRadosThread::Worker::entry()+0xb3) [0x559d378caec3] 2022-09-01T11:37:52.351 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 9: /lib64/libpthread.so.0(+0x81cf) [0x7f3908e9e1cf] 2022-09-01T11:37:52.351 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 10: clone() 2022-09-01T11:37:52.351 INFO:tasks.rgw.c1.client.1.smithi044.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2022-09-01T11:37:52.351 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 2022-09-01T11:37:52.365 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 0> 2022-09-01T11:37:52.338+0000 7f38de025700 -1 *** Caught signal (Segmentation fault) ** 2022-09-01T11:37:52.366 INFO:tasks.rgw.c1.client.1.smithi044.stdout: in thread 7f38de025700 thread_name:data-sync 2022-09-01T11:37:52.367 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 2022-09-01T11:37:52.367 INFO:tasks.rgw.c1.client.1.smithi044.stdout: ceph version 17.0.0-14636-g538e7f75 (538e7f759b27ed88dfb7236d15eb8fa6f6a7d952) quincy (dev) 2022-09-01T11:37:52.368 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f3908ea8ce0] 2022-09-01T11:37:52.368 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 2: (RGWBucketSyncSingleEntryCR::operate(DoutPrefixProvider const*)+0x870) [0x559d377226b0] 2022-09-01T11:37:52.369 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 3: (RGWCoroutinesStack::operate(DoutPrefixProvider const*, RGWCoroutinesEnv*)+0x18f) [0x559d3780d1ef] 2022-09-01T11:37:52.369 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 4: (RGWCoroutinesManager::run(DoutPrefixProvider const*, std::__cxx11::list >&)+0x521) [0x559d3780d9c1] 2022-09-01T11:37:52.370 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 5: (RGWCoroutinesManager::run(DoutPrefixProvider const*, RGWCoroutine*)+0x91) [0x559d3780e9d1] 2022-09-01T11:37:52.370 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 6: (RGWRemoteDataLog::run_sync(DoutPrefixProvider const*, int)+0x20a) [0x559d376c691a] 2022-09-01T11:37:52.371 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 7: (RGWDataSyncProcessorThread::process(DoutPrefixProvider const*)+0x58) [0x559d37900b78] 2022-09-01T11:37:52.371 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 8: (RGWRadosThread::Worker::entry()+0xb3) [0x559d378caec3] 2022-09-01T11:37:52.372 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 9: /lib64/libpthread.so.0(+0x81cf) [0x7f3908e9e1cf] 2022-09-01T11:37:52.372 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 10: clone() 2022-09-01T11:37:52.373 INFO:tasks.rgw.c1.client.1.smithi044.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2022-09-01T11:37:52.373 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 2022-09-01T11:37:52.382 INFO:tasks.rgw.c1.client.1.smithi044.stdout: -374> 2022-09-01T11:37:52.338+0000 7f38de025700 -1 *** Caught signal (Segmentation fault) ** 2022-09-01T11:37:52.383 INFO:tasks.rgw.c1.client.1.smithi044.stdout: in thread 7f38de025700 thread_name:data-sync 2022-09-01T11:37:52.383 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 2022-09-01T11:37:52.384 INFO:tasks.rgw.c1.client.1.smithi044.stdout: ceph version 17.0.0-14636-g538e7f75 (538e7f759b27ed88dfb7236d15eb8fa6f6a7d952) quincy (dev) 2022-09-01T11:37:52.384 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f3908ea8ce0] 2022-09-01T11:37:52.385 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 2: (RGWBucketSyncSingleEntryCR::operate(DoutPrefixProvider const*)+0x870) [0x559d377226b0] 2022-09-01T11:37:52.385 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 3: (RGWCoroutinesStack::operate(DoutPrefixProvider const*, RGWCoroutinesEnv*)+0x18f) [0x559d3780d1ef] 2022-09-01T11:37:52.386 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 4: (RGWCoroutinesManager::run(DoutPrefixProvider const*, std::__cxx11::list >&)+0x521) [0x559d3780d9c1] 2022-09-01T11:37:52.386 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 5: (RGWCoroutinesManager::run(DoutPrefixProvider const*, RGWCoroutine*)+0x91) [0x559d3780e9d1] 2022-09-01T11:37:52.387 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 6: (RGWRemoteDataLog::run_sync(DoutPrefixProvider const*, int)+0x20a) [0x559d376c691a] 2022-09-01T11:37:52.387 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 7: (RGWDataSyncProcessorThread::process(DoutPrefixProvider const*)+0x58) [0x559d37900b78] 2022-09-01T11:37:52.388 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 8: (RGWRadosThread::Worker::entry()+0xb3) [0x559d378caec3] 2022-09-01T11:37:52.389 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 9: /lib64/libpthread.so.0(+0x81cf) [0x7f3908e9e1cf] 2022-09-01T11:37:52.390 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 10: clone() 2022-09-01T11:37:52.390 INFO:tasks.rgw.c1.client.1.smithi044.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2022-09-01T11:37:52.391 INFO:tasks.rgw.c1.client.1.smithi044.stdout: 2022-09-01T11:37:52.457 INFO:tasks.rgw.c1.client.1.smithi044.stderr:daemon-helper: command crashed with signal 11 2022-09-01T11:37:53.323 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:53.317+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:37:53.956 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~0s 2022-09-01T11:37:58.323 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:37:58.318+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:37:59.562 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~6s 2022-09-01T11:38:02.902 INFO:tasks.rgw.c1.client.0.smithi044.stdout:2022-09-01T11:38:02.896+0000 7fdad018d700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16) 2022-09-01T11:38:03.324 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:38:03.319+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:38:05.167 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~11s 2022-09-01T11:38:08.325 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:38:08.320+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:38:10.774 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~17s 2022-09-01T11:38:13.325 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:38:13.320+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:38:16.380 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~22s 2022-09-01T11:38:18.326 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:38:18.321+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:38:21.987 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~28s 2022-09-01T11:38:23.327 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:38:23.321+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:38:27.593 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~34s 2022-09-01T11:38:28.327 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:38:28.321+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:38:33.197 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~39s 2022-09-01T11:38:33.328 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:38:33.322+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:38:38.328 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:38:38.322+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:38:38.803 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~45s 2022-09-01T11:38:43.329 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:38:43.323+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:38:44.413 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~50s 2022-09-01T11:38:48.330 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:38:48.323+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:38:50.020 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~56s 2022-09-01T11:38:53.332 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:38:53.324+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:38:55.627 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~62s 2022-09-01T11:38:58.331 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:38:58.325+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:39:01.233 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~67s 2022-09-01T11:39:03.331 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:39:03.325+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:39:06.840 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~73s 2022-09-01T11:39:08.332 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:39:08.325+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:39:12.448 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~78s 2022-09-01T11:39:13.332 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:39:13.327+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:39:18.055 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~84s 2022-09-01T11:39:18.332 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:39:18.327+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:39:23.333 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:39:23.328+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:39:23.662 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~90s 2022-09-01T11:39:28.333 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:39:28.328+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:39:29.270 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~95s 2022-09-01T11:39:33.334 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:39:33.327+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:39:34.876 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~101s 2022-09-01T11:39:38.336 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:39:38.328+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:39:40.482 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~107s 2022-09-01T11:39:41.876 INFO:tasks.rgw.c2.client.0.smithi052.stdout:*** Caught signal (Segmentation fault) ** 2022-09-01T11:39:41.876 INFO:tasks.rgw.c2.client.0.smithi052.stdout: in thread 7f20f0865700 thread_name:data-sync 2022-09-01T11:39:41.879 INFO:tasks.rgw.c2.client.0.smithi052.stdout: ceph version 17.0.0-14636-g538e7f75 (538e7f759b27ed88dfb7236d15eb8fa6f6a7d952) quincy (dev) 2022-09-01T11:39:41.880 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f2119ee5ce0] 2022-09-01T11:39:41.880 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 2: (RGWBucketSyncSingleEntryCR::operate(DoutPrefixProvider const*)+0x870) [0x557269a9d6b0] 2022-09-01T11:39:41.881 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 3: (RGWCoroutinesStack::operate(DoutPrefixProvider const*, RGWCoroutinesEnv*)+0x18f) [0x557269b881ef] 2022-09-01T11:39:41.881 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 4: (RGWCoroutinesManager::run(DoutPrefixProvider const*, std::__cxx11::list >&)+0x521) [0x557269b889c1] 2022-09-01T11:39:41.881 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 5: (RGWCoroutinesManager::run(DoutPrefixProvider const*, RGWCoroutine*)+0x91) [0x557269b899d1] 2022-09-01T11:39:41.882 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 6: (RGWRemoteDataLog::run_sync(DoutPrefixProvider const*, int)+0x20a) [0x557269a4191a] 2022-09-01T11:39:41.883 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 7: (RGWDataSyncProcessorThread::process(DoutPrefixProvider const*)+0x58) [0x557269c7bb78] 2022-09-01T11:39:41.883 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 8: (RGWRadosThread::Worker::entry()+0xb3) [0x557269c45ec3] 2022-09-01T11:39:41.883 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 9: /lib64/libpthread.so.0(+0x81cf) [0x7f2119edb1cf] 2022-09-01T11:39:41.883 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 10: clone() 2022-09-01T11:39:41.884 INFO:tasks.rgw.c2.client.0.smithi052.stdout:2022-09-01T11:39:41.873+0000 7f20f0865700 -1 *** Caught signal (Segmentation fault) ** 2022-09-01T11:39:41.884 INFO:tasks.rgw.c2.client.0.smithi052.stdout: in thread 7f20f0865700 thread_name:data-sync 2022-09-01T11:39:41.884 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 2022-09-01T11:39:41.885 INFO:tasks.rgw.c2.client.0.smithi052.stdout: ceph version 17.0.0-14636-g538e7f75 (538e7f759b27ed88dfb7236d15eb8fa6f6a7d952) quincy (dev) 2022-09-01T11:39:41.885 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f2119ee5ce0] 2022-09-01T11:39:41.885 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 2: (RGWBucketSyncSingleEntryCR::operate(DoutPrefixProvider const*)+0x870) [0x557269a9d6b0] 2022-09-01T11:39:41.885 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 3: (RGWCoroutinesStack::operate(DoutPrefixProvider const*, RGWCoroutinesEnv*)+0x18f) [0x557269b881ef] 2022-09-01T11:39:41.886 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 4: (RGWCoroutinesManager::run(DoutPrefixProvider const*, std::__cxx11::list >&)+0x521) [0x557269b889c1] 2022-09-01T11:39:41.886 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 5: (RGWCoroutinesManager::run(DoutPrefixProvider const*, RGWCoroutine*)+0x91) [0x557269b899d1] 2022-09-01T11:39:41.886 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 6: (RGWRemoteDataLog::run_sync(DoutPrefixProvider const*, int)+0x20a) [0x557269a4191a] 2022-09-01T11:39:41.887 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 7: (RGWDataSyncProcessorThread::process(DoutPrefixProvider const*)+0x58) [0x557269c7bb78] 2022-09-01T11:39:41.887 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 8: (RGWRadosThread::Worker::entry()+0xb3) [0x557269c45ec3] 2022-09-01T11:39:41.887 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 9: /lib64/libpthread.so.0(+0x81cf) [0x7f2119edb1cf] 2022-09-01T11:39:41.887 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 10: clone() 2022-09-01T11:39:41.888 INFO:tasks.rgw.c2.client.0.smithi052.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2022-09-01T11:39:41.888 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 2022-09-01T11:39:41.895 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 0> 2022-09-01T11:39:41.873+0000 7f20f0865700 -1 *** Caught signal (Segmentation fault) ** 2022-09-01T11:39:41.895 INFO:tasks.rgw.c2.client.0.smithi052.stdout: in thread 7f20f0865700 thread_name:data-sync 2022-09-01T11:39:41.895 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 2022-09-01T11:39:41.896 INFO:tasks.rgw.c2.client.0.smithi052.stdout: ceph version 17.0.0-14636-g538e7f75 (538e7f759b27ed88dfb7236d15eb8fa6f6a7d952) quincy (dev) 2022-09-01T11:39:41.896 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f2119ee5ce0] 2022-09-01T11:39:41.896 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 2: (RGWBucketSyncSingleEntryCR::operate(DoutPrefixProvider const*)+0x870) [0x557269a9d6b0] 2022-09-01T11:39:41.897 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 3: (RGWCoroutinesStack::operate(DoutPrefixProvider const*, RGWCoroutinesEnv*)+0x18f) [0x557269b881ef] 2022-09-01T11:39:41.897 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 4: (RGWCoroutinesManager::run(DoutPrefixProvider const*, std::__cxx11::list >&)+0x521) [0x557269b889c1] 2022-09-01T11:39:41.897 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 5: (RGWCoroutinesManager::run(DoutPrefixProvider const*, RGWCoroutine*)+0x91) [0x557269b899d1] 2022-09-01T11:39:41.898 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 6: (RGWRemoteDataLog::run_sync(DoutPrefixProvider const*, int)+0x20a) [0x557269a4191a] 2022-09-01T11:39:41.898 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 7: (RGWDataSyncProcessorThread::process(DoutPrefixProvider const*)+0x58) [0x557269c7bb78] 2022-09-01T11:39:41.899 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 8: (RGWRadosThread::Worker::entry()+0xb3) [0x557269c45ec3] 2022-09-01T11:39:41.899 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 9: /lib64/libpthread.so.0(+0x81cf) [0x7f2119edb1cf] 2022-09-01T11:39:41.900 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 10: clone() 2022-09-01T11:39:41.900 INFO:tasks.rgw.c2.client.0.smithi052.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2022-09-01T11:39:41.901 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 2022-09-01T11:39:41.907 INFO:tasks.rgw.c2.client.0.smithi052.stdout: -25> 2022-09-01T11:39:41.873+0000 7f20f0865700 -1 *** Caught signal (Segmentation fault) ** 2022-09-01T11:39:41.908 INFO:tasks.rgw.c2.client.0.smithi052.stdout: in thread 7f20f0865700 thread_name:data-sync 2022-09-01T11:39:41.908 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 2022-09-01T11:39:41.908 INFO:tasks.rgw.c2.client.0.smithi052.stdout: ceph version 17.0.0-14636-g538e7f75 (538e7f759b27ed88dfb7236d15eb8fa6f6a7d952) quincy (dev) 2022-09-01T11:39:41.909 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f2119ee5ce0] 2022-09-01T11:39:41.909 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 2: (RGWBucketSyncSingleEntryCR::operate(DoutPrefixProvider const*)+0x870) [0x557269a9d6b0] 2022-09-01T11:39:41.909 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 3: (RGWCoroutinesStack::operate(DoutPrefixProvider const*, RGWCoroutinesEnv*)+0x18f) [0x557269b881ef] 2022-09-01T11:39:41.909 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 4: (RGWCoroutinesManager::run(DoutPrefixProvider const*, std::__cxx11::list >&)+0x521) [0x557269b889c1] 2022-09-01T11:39:41.910 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 5: (RGWCoroutinesManager::run(DoutPrefixProvider const*, RGWCoroutine*)+0x91) [0x557269b899d1] 2022-09-01T11:39:41.910 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 6: (RGWRemoteDataLog::run_sync(DoutPrefixProvider const*, int)+0x20a) [0x557269a4191a] 2022-09-01T11:39:41.911 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 7: (RGWDataSyncProcessorThread::process(DoutPrefixProvider const*)+0x58) [0x557269c7bb78] 2022-09-01T11:39:41.911 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 8: (RGWRadosThread::Worker::entry()+0xb3) [0x557269c45ec3] 2022-09-01T11:39:41.911 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 9: /lib64/libpthread.so.0(+0x81cf) [0x7f2119edb1cf] 2022-09-01T11:39:41.911 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 10: clone() 2022-09-01T11:39:41.912 INFO:tasks.rgw.c2.client.0.smithi052.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2022-09-01T11:39:41.912 INFO:tasks.rgw.c2.client.0.smithi052.stdout: 2022-09-01T11:39:41.995 INFO:tasks.rgw.c2.client.0.smithi052.stderr:daemon-helper: command crashed with signal 11 2022-09-01T11:39:42.263 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~0s 2022-09-01T11:39:43.335 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:39:43.328+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:39:46.089 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~112s 2022-09-01T11:39:47.869 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~6s 2022-09-01T11:39:48.335 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:39:48.329+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:39:51.696 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~118s 2022-09-01T11:39:53.336 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:39:53.330+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:39:53.475 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~11s 2022-09-01T11:39:57.302 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~123s 2022-09-01T11:39:58.337 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:39:58.330+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:39:59.081 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~17s 2022-09-01T11:40:02.908 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~129s 2022-09-01T11:40:03.337 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:40:03.331+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:40:04.687 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~22s 2022-09-01T11:40:08.338 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:40:08.332+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:40:08.514 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~135s 2022-09-01T11:40:10.293 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~28s 2022-09-01T11:40:13.338 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:40:13.333+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:40:14.121 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~140s 2022-09-01T11:40:15.900 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~34s 2022-09-01T11:40:18.339 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:40:18.334+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:40:19.727 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~146s 2022-09-01T11:40:21.506 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~39s 2022-09-01T11:40:23.340 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:40:23.334+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:40:25.333 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~151s 2022-09-01T11:40:27.112 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~45s 2022-09-01T11:40:28.340 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:40:28.335+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:40:30.940 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~157s 2022-09-01T11:40:32.717 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~50s 2022-09-01T11:40:33.341 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:40:33.335+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:40:36.546 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~163s 2022-09-01T11:40:38.323 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~56s 2022-09-01T11:40:38.342 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:40:38.336+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:40:42.152 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~168s 2022-09-01T11:40:43.342 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:40:43.336+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:40:43.930 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~62s 2022-09-01T11:40:47.758 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~174s 2022-09-01T11:40:48.343 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:40:48.336+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:40:49.538 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~67s 2022-09-01T11:40:53.344 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:40:53.337+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:40:53.364 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~179s 2022-09-01T11:40:55.144 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~73s 2022-09-01T11:40:58.344 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:40:58.338+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:40:58.971 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~185s 2022-09-01T11:41:00.751 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~78s 2022-09-01T11:41:03.345 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:41:03.339+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:41:04.576 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~191s 2022-09-01T11:41:06.356 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~84s 2022-09-01T11:41:08.346 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:41:08.339+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:41:10.182 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~196s 2022-09-01T11:41:11.963 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~90s 2022-09-01T11:41:13.346 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:41:13.340+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:41:15.790 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~202s 2022-09-01T11:41:17.568 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~95s 2022-09-01T11:41:18.347 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:41:18.341+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:41:21.396 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~207s 2022-09-01T11:41:23.173 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~101s 2022-09-01T11:41:23.347 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:41:23.342+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:41:27.003 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~213s 2022-09-01T11:41:28.349 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:41:28.343+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:41:28.779 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~107s 2022-09-01T11:41:32.610 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~219s 2022-09-01T11:41:33.349 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:41:33.344+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:41:34.386 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~112s 2022-09-01T11:41:38.217 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~224s 2022-09-01T11:41:38.350 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:41:38.344+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:41:39.993 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~118s 2022-09-01T11:41:43.350 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:41:43.345+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:41:43.823 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~230s 2022-09-01T11:41:45.599 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~123s 2022-09-01T11:41:48.351 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:41:48.345+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:41:49.429 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~235s 2022-09-01T11:41:51.204 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~129s 2022-09-01T11:41:53.352 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:41:53.345+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:41:55.035 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~241s 2022-09-01T11:41:56.813 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~135s 2022-09-01T11:41:58.353 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:41:58.346+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:42:00.643 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~247s 2022-09-01T11:42:02.420 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~140s 2022-09-01T11:42:03.353 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:03.347+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:42:06.249 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~252s 2022-09-01T11:42:08.026 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~146s 2022-09-01T11:42:08.354 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:08.348+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:42:11.856 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~258s 2022-09-01T11:42:13.355 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:13.348+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:42:13.632 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~151s 2022-09-01T11:42:17.462 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~264s 2022-09-01T11:42:18.356 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:18.349+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:42:19.239 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~157s 2022-09-01T11:42:23.070 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~269s 2022-09-01T11:42:23.356 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:23.350+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:42:24.845 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~163s 2022-09-01T11:42:28.357 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:28.351+0000 7f0ace584600 1 waiting to reach incremental sync.. 2022-09-01T11:42:28.676 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~275s 2022-09-01T11:42:30.450 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~168s 2022-09-01T11:42:33.358 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:33.352+0000 7f0ace584600 -1 bucket checkpoint timed out waiting to reach incremental sync 2022-09-01T11:42:33.358 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:33.352+0000 7f0ace584600 0 bucket sync checkpoint failed: (110) Connection timed out 2022-09-01T11:42:33.359 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:33.352+0000 7f0ace584600 -1 bucket sync checkpoint failed: (110) Connection timed out 2022-09-01T11:42:33.377 DEBUG:teuthology.orchestra.run:got remote process result: 110 2022-09-01T11:42:33.383 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_resharded_bucket_full_sync_after_data_sync_init ... FAIL 2022-09-01T11:42:33.386 DEBUG:boto:path=/ptoxvb-77/ 2022-09-01T11:42:33.386 DEBUG:boto:auth_path=/ptoxvb-77/ 2022-09-01T11:42:33.387 DEBUG:boto:Method: PUT 2022-09-01T11:42:33.388 DEBUG:boto:Path: /ptoxvb-77/ 2022-09-01T11:42:33.388 DEBUG:boto:Data: 2022-09-01T11:42:33.389 DEBUG:boto:Headers: {} 2022-09-01T11:42:33.389 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T11:42:33.390 DEBUG:boto:Port: 8000 2022-09-01T11:42:33.390 DEBUG:boto:Params: {} 2022-09-01T11:42:33.392 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T11:42:33.393 DEBUG:boto:Token: None 2022-09-01T11:42:33.393 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 11:42:33 GMT /ptoxvb-77/ 2022-09-01T11:42:33.394 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:0fKPtXmw5AeTxFMvMi/RcnY3wpM= 2022-09-01T11:42:33.395 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 11:42:33 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:0fKPtXmw5AeTxFMvMi/RcnY3wpM=', 'Content-Length': '0'} 2022-09-01T11:42:33.425 DEBUG:boto:Response headers: [('x-amz-request-id', 'tx00000d72855a95581ecae-0063109aa9-15d7-test-zone1'), ('Content-Length', '0'), ('Date', 'Thu, 01 Sep 2022 11:42:33 GMT'), ('Connection', 'Keep-Alive')] 2022-09-01T11:42:33.427 DEBUG:rgw_multi.tests:created bucket=ptoxvb-77 2022-09-01T11:42:33.427 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:42:33.428 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:42:33.429 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:42:33.486 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:42:33.487 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:42:33.540 INFO:teuthology.orchestra.run.smithi044.stderr:No --period given, using current period=39870d50-3792-42d7-adf0-465c8b777149 2022-09-01T11:42:33.560 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2022-09-01T11:42:33.561 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:42:33.561 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "", 2022-09-01T11:42:33.562 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "0.000000" 2022-09-01T11:42:33.562 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:42:33.562 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:42:33.562 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:42:33.563 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:31:08.760142Z" 2022-09-01T11:42:33.563 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:42:33.563 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:42:33.564 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:42:33.564 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:30:39.204737Z" 2022-09-01T11:42:33.564 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2022-09-01T11:42:33.565 INFO:teuthology.orchestra.run.smithi044.stdout: { 2022-09-01T11:42:33.565 INFO:teuthology.orchestra.run.smithi044.stdout: "marker": "1_1662032553.417490_527.1", 2022-09-01T11:42:33.565 INFO:teuthology.orchestra.run.smithi044.stdout: "last_update": "2022-09-01T11:42:33.417490Z" 2022-09-01T11:42:33.565 INFO:teuthology.orchestra.run.smithi044.stdout: } 2022-09-01T11:42:33.566 INFO:teuthology.orchestra.run.smithi044.stdout:] 2022-09-01T11:42:33.567 DEBUG:rgw_multi.tests:master meta markers={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:42:33.568 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-09-01T11:42:33.569 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:42:33.569 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:42:33.570 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:42:33.634 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:42:33.635 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:42:33.668 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:33.662+0000 7fa3cb9ed600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:42:33.669 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:33.664+0000 7fa3cb9ed600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:42:33.684 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:42:33.684 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:42:33.685 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:42:33.685 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:42:33.685 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:42:33.685 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:42:33.686 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:33.687 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:33.687 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:42:33.688 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:33.688 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:42:33.688 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:33.689 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:33.689 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:42:33.689 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:33.689 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:42:33.690 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:33.690 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:42:33.690 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:42:33.691 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:33.691 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:33.691 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:33.691 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:42:33.692 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:33.692 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:33.692 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:42:33.693 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:33.693 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:33.693 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:33.693 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:42:33.694 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:33.694 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:33.694 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:33.695 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:33.695 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:42:33.695 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:33.695 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:33.696 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:42:33.696 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:33.697 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:33.697 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:33.698 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:42:33.698 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:33.698 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:33.699 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:33.699 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:33.699 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:42:33.699 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:33.700 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:33.700 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:42:33.700 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:33.700 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:33.701 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:33.701 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:42:33.701 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:33.701 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:33.702 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:33.702 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:42:33.702 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:33.702 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:42:33.703 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:42:33.703 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:42:33.704 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:33.704 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:42:33Z" 2022-09-01T11:42:33.704 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:42:33.705 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:42:33Z" } 2022-09-01T11:42:33.706 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:42:33.707 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:42:33.708 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:42:33.708 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:42:34.283 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~280s 2022-09-01T11:42:36.057 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~174s 2022-09-01T11:42:38.709 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:42:38.710 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:42:38.711 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:42:38.769 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:42:38.769 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:42:38.803 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:38.797+0000 7ff53dc18600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:42:38.805 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:38.798+0000 7ff53dc18600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:42:38.820 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:42:38.820 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:42:38.820 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:42:38.821 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:42:38.821 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:42:38.821 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:42:38.822 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:38.822 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:38.822 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:42:38.822 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:38.823 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:42:38.823 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:38.823 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:38.823 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:42:38.824 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:38.824 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:42:38.825 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:38.825 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:42:38.825 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:42:38.825 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:38.826 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:38.826 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:38.826 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:42:38.826 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:38.827 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:38.827 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:42:38.827 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:38.827 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:38.828 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:38.828 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:42:38.828 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:38.828 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:38.829 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:38.829 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:38.829 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:42:38.829 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:38.830 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:38.830 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:42:38.830 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:38.831 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:38.831 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:38.831 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:42:38.831 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:38.832 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:38.832 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:38.832 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:38.832 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:42:38.833 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:38.833 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:38.833 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:42:38.834 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:38.835 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:38.835 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:38.836 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:42:38.836 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:38.837 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:38.837 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:38.838 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:42:38.838 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:38.839 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:42:38.839 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:42:38.840 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:42:38.840 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:38.841 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:42:38Z" 2022-09-01T11:42:38.841 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:42:38.843 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:42:38Z" } 2022-09-01T11:42:38.844 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:42:38.845 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:42:38.845 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:42:38.846 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:42:39.890 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~286s 2022-09-01T11:42:41.668 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~179s 2022-09-01T11:42:43.847 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:42:43.848 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:42:43.849 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:42:43.906 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:42:43.907 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:42:43.939 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:43.933+0000 7fd4b2557600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:42:43.940 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:43.934+0000 7fd4b2557600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:42:43.955 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:42:43.955 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:42:43.955 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:42:43.955 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:42:43.956 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:42:43.956 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:42:43.956 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:43.957 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:43.957 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:42:43.958 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:43.958 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:42:43.958 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:43.958 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:43.959 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:42:43.959 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:43.960 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:42:43.960 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:43.960 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:42:43.960 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:42:43.961 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:43.961 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:43.961 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:43.961 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:42:43.962 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:43.962 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:43.962 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:42:43.963 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:43.963 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:43.963 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:43.963 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:42:43.963 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:43.964 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:43.964 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:43.964 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:43.964 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:42:43.965 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:43.965 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:43.965 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:42:43.965 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:43.966 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:43.966 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:43.967 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:42:43.967 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:43.967 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:43.967 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:43.968 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:43.968 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:42:43.968 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:43.968 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:43.969 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:42:43.969 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:43.969 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:43.969 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:43.970 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:42:43.970 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:43.970 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:43.970 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:43.971 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:42:43.971 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:43.971 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:42:43.971 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:42:43.972 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:42:43.972 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:43.972 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:42:43Z" 2022-09-01T11:42:43.972 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:42:43.974 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:42:43Z" } 2022-09-01T11:42:43.974 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:42:43.975 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:42:43.975 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:42:43.976 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:42:45.496 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~292s 2022-09-01T11:42:47.275 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~185s 2022-09-01T11:42:48.977 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:42:48.978 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:42:48.979 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:42:49.039 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:42:49.039 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:42:49.072 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:49.066+0000 7f0441623600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:42:49.073 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:49.068+0000 7f0441623600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:42:49.088 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:42:49.089 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:42:49.089 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:42:49.089 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:42:49.089 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:42:49.090 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:42:49.090 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:49.090 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:49.091 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:42:49.091 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:49.091 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:42:49.092 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:49.092 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:49.092 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:42:49.093 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:49.093 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:42:49.094 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:49.094 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:42:49.094 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:42:49.095 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:49.095 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:49.096 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:49.096 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:42:49.097 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:49.097 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:49.097 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:42:49.098 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:49.098 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:49.099 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:49.099 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:42:49.100 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:49.100 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:49.100 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:49.101 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:49.101 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:42:49.102 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:49.102 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:49.102 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:42:49.103 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:49.103 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:49.104 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:49.104 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:42:49.105 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:49.105 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:49.105 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:49.106 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:49.106 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:42:49.107 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:49.107 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:49.107 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:42:49.108 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:49.108 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:49.108 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:49.109 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:42:49.109 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:49.109 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:49.109 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:49.110 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:42:49.110 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:49.110 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:42:49.111 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:42:49.111 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:42:49.111 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:49.111 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:42:49Z" 2022-09-01T11:42:49.112 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:42:49.113 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:42:49Z" } 2022-09-01T11:42:49.114 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:42:49.125 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:42:49.125 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:42:49.126 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:42:51.102 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~297s 2022-09-01T11:42:52.881 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~191s 2022-09-01T11:42:54.129 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:42:54.130 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:42:54.131 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:42:54.187 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:42:54.188 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:42:54.219 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:54.212+0000 7f810b5f0600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:42:54.220 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:54.213+0000 7f810b5f0600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:42:54.234 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:42:54.235 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:42:54.235 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:42:54.236 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:42:54.236 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:42:54.237 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:42:54.237 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:54.237 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:54.237 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:42:54.238 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:54.238 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:42:54.238 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:54.239 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:54.239 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:42:54.239 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:54.239 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:42:54.240 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:54.240 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:42:54.240 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:42:54.240 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:54.241 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:54.241 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:54.241 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:42:54.242 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:54.242 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:54.242 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:42:54.243 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:54.243 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:54.243 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:54.243 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:42:54.244 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:54.244 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:54.244 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:54.245 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:54.245 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:42:54.245 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:54.245 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:54.246 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:42:54.246 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:54.246 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:54.247 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:54.247 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:42:54.247 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:54.247 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:54.248 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:54.248 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:54.248 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:42:54.249 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:54.249 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:54.250 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:42:54.250 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:54.251 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:54.251 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:54.252 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:42:54.252 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:54.253 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:54.253 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:54.254 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:42:54.254 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:54.254 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:42:54.255 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:42:54.256 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:42:54.256 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:54.256 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:42:54Z" 2022-09-01T11:42:54.256 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:42:54.258 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:42:54Z" } 2022-09-01T11:42:54.259 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:42:54.259 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:42:54.260 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:42:54.260 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:42:56.707 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~303s 2022-09-01T11:42:56.708 INFO:tasks.daemonwatchdog.daemon_watchdog:BARK! unmounting mounts and killing all daemons 2022-09-01T11:42:57.314 INFO:tasks.ceph.c1.osd.0:Sent signal 15 2022-09-01T11:42:57.318 INFO:tasks.ceph.c1.osd.1:Sent signal 15 2022-09-01T11:42:57.318 INFO:tasks.ceph.c1.osd.2:Sent signal 15 2022-09-01T11:42:57.319 INFO:tasks.ceph.c1.mon.a:Sent signal 15 2022-09-01T11:42:57.319 INFO:tasks.rgw.c1.client.0:Sent signal 15 2022-09-01T11:42:57.320 INFO:tasks.ceph.c1.mgr.x:Sent signal 15 2022-09-01T11:42:57.322 INFO:tasks.ceph.c1.osd.0.smithi044.stderr:2022-09-01T11:42:57.309+0000 7f77f3ce1700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster c1 -i 0 (PID: 93316) UID: 0 2022-09-01T11:42:57.322 INFO:tasks.ceph.c1.osd.0.smithi044.stderr:2022-09-01T11:42:57.309+0000 7f77f3ce1700 -1 osd.0 60 *** Got signal Terminated *** 2022-09-01T11:42:57.322 INFO:tasks.ceph.c1.osd.0.smithi044.stderr:2022-09-01T11:42:57.309+0000 7f77f3ce1700 -1 osd.0 60 *** Immediate shutdown (osd_fast_shutdown=true) *** 2022-09-01T11:42:57.323 INFO:tasks.ceph.c1.osd.1.smithi044.stderr:2022-09-01T11:42:57.313+0000 7f99ea7a6700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster c1 -i 1 (PID: 93320) UID: 0 2022-09-01T11:42:57.324 INFO:tasks.ceph.c1.osd.1.smithi044.stderr:2022-09-01T11:42:57.313+0000 7f99ea7a6700 -1 osd.1 60 *** Got signal Terminated *** 2022-09-01T11:42:57.324 INFO:tasks.ceph.c1.osd.1.smithi044.stderr:2022-09-01T11:42:57.313+0000 7f99ea7a6700 -1 osd.1 60 *** Immediate shutdown (osd_fast_shutdown=true) *** 2022-09-01T11:42:57.325 INFO:tasks.ceph.c1.osd.2.smithi044.stderr:2022-09-01T11:42:57.313+0000 7f617280b700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster c1 -i 2 (PID: 93322) UID: 0 2022-09-01T11:42:57.325 INFO:tasks.ceph.c1.osd.2.smithi044.stderr:2022-09-01T11:42:57.313+0000 7f617280b700 -1 osd.2 60 *** Got signal Terminated *** 2022-09-01T11:42:57.325 INFO:tasks.ceph.c1.osd.2.smithi044.stderr:2022-09-01T11:42:57.313+0000 7f617280b700 -1 osd.2 60 *** Immediate shutdown (osd_fast_shutdown=true) *** 2022-09-01T11:42:57.326 INFO:tasks.ceph.c1.mon.a.smithi044.stderr:2022-09-01T11:42:57.314+0000 7f4fdf338700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mon -f --cluster c1 -i a (PID: 92940) UID: 0 2022-09-01T11:42:57.326 INFO:tasks.ceph.c1.mon.a.smithi044.stderr:2022-09-01T11:42:57.314+0000 7f4fdf338700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2022-09-01T11:42:57.327 INFO:tasks.rgw.c1.client.0.smithi044.stdout:2022-09-01T11:42:57.314+0000 7fdaf03e0700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8000 -n client.0 --cluster c1 -k /etc/ceph/c1.client.0.keyring --log-file /var/log/ceph/rgw.c1.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.0.sock --foreground --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm (PID: 100543) UID: 0 2022-09-01T11:42:57.327 INFO:tasks.rgw.c1.client.0.smithi044.stdout:2022-09-01T11:42:57.314+0000 7fdaf55b7600 -1 shutting down 2022-09-01T11:42:57.328 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T11:42:57.316+0000 7fc4058f9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mgr -f --cluster c1 -i x (PID: 92944) UID: 0 2022-09-01T11:42:57.329 INFO:tasks.ceph.c1.mgr.x.smithi044.stderr:2022-09-01T11:42:57.316+0000 7fc4058f9700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2022-09-01T11:42:58.486 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~196s 2022-09-01T11:42:59.262 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:42:59.264 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:42:59.265 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:42:59.323 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:42:59.324 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:42:59.356 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:59.349+0000 7f4572f65600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:42:59.357 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:42:59.350+0000 7f4572f65600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:42:59.371 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:42:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:42:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:42:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:42:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:42:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:42:59.374 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:59.374 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:42:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:42:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:42:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:59.378 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:42:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:42:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:42:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:42:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:42:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:42:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:42:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:42:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:42:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:42:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:42:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:42:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:42:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:42:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:42:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:42:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:42:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:42:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:42:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:42:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:42:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:42:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:42:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:42:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:42:59.395 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:42:59Z" 2022-09-01T11:42:59.395 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:42:59.396 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:42:59Z" } 2022-09-01T11:42:59.397 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:42:59.397 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:42:59.398 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:42:59.398 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:43:04.091 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~202s 2022-09-01T11:43:04.400 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:04.401 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:04.402 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:43:04.460 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:43:04.461 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:43:04.493 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:04.486+0000 7fa1d793d600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:04.494 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:04.488+0000 7fa1d793d600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:04.510 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:43:04.511 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:43:04.511 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:43:04.512 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:43:04.513 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:43:04.513 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:43:04.514 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:04.514 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:04.515 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:43:04.515 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:04.516 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:43:04.516 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:04.517 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:04.518 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:43:04.518 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:04.519 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:43:04.519 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:04.520 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:43:04.520 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:43:04.521 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:04.522 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:04.522 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:04.523 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:43:04.523 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:04.524 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:04.524 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:43:04.524 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:04.524 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:04.525 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:04.525 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:43:04.525 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:04.526 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:04.526 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:04.526 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:04.526 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:43:04.527 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:04.527 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:04.527 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:43:04.527 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:04.528 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:04.528 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:04.528 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:43:04.528 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:04.529 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:04.529 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:04.530 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:04.530 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:43:04.530 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:04.531 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:04.531 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:43:04.531 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:04.531 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:04.532 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:04.532 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:43:04.532 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:04.533 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:04.533 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:04.533 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:43:04.533 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:04.534 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:43:04.534 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:43:04.534 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:43:04.534 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:04.535 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:43:04Z" 2022-09-01T11:43:04.535 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:43:04.536 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:43:04Z" } 2022-09-01T11:43:04.537 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:43:04.538 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:43:04.539 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:43:04.539 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:43:09.540 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:09.542 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:09.543 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:43:09.604 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:43:09.604 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:43:09.636 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:09.630+0000 7fd446fd2600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:09.637 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:09.631+0000 7fd446fd2600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:09.653 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:43:09.653 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:43:09.653 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:43:09.654 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:43:09.654 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:43:09.654 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:43:09.655 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:09.655 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:09.655 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:43:09.655 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:09.656 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:43:09.656 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:09.656 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:09.657 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:43:09.657 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:09.657 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:43:09.657 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:09.658 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:43:09.658 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:43:09.658 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:09.659 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:09.659 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:09.659 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:43:09.659 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:09.660 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:09.660 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:43:09.661 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:09.661 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:09.661 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:09.661 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:43:09.662 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:09.662 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:09.662 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:09.662 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:09.663 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:43:09.663 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:09.663 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:09.664 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:43:09.664 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:09.664 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:09.664 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:09.665 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:43:09.665 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:09.665 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:09.666 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:09.666 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:09.666 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:43:09.666 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:09.667 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:09.667 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:43:09.667 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:09.667 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:09.668 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:09.668 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:43:09.669 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:09.669 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:09.669 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:09.670 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:43:09.670 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:09.670 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:43:09.670 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:43:09.671 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:43:09.671 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:09.671 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:43:09Z" 2022-09-01T11:43:09.672 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:43:09.673 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:43:09Z" } 2022-09-01T11:43:09.674 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:43:09.674 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:43:09.675 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:43:09.675 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:43:09.696 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~207s 2022-09-01T11:43:10.669 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T11:43:10.661+0000 7f4c63882700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16) 2022-09-01T11:43:10.780 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T11:43:10.773+0000 7f4c63882700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11) 2022-09-01T11:43:10.949 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T11:43:10.942+0000 7f4c63882700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11) 2022-09-01T11:43:11.101 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T11:43:11.094+0000 7f4c63882700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-16)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-11)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5)ERROR: collect() returned error (ret=-5) 2022-09-01T11:43:14.677 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:14.678 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:14.678 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:43:14.738 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:43:14.738 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:43:14.771 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:14.765+0000 7facf29fd600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:14.772 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:14.766+0000 7facf29fd600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:14.788 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:43:14.788 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:43:14.789 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:43:14.789 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:43:14.790 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:43:14.790 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:43:14.792 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:14.793 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:14.793 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:43:14.793 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:14.794 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:43:14.794 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:14.794 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:14.795 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:43:14.795 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:14.795 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:43:14.796 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:14.796 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:43:14.796 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:43:14.796 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:14.797 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:14.797 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:14.797 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:43:14.798 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:14.798 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:14.798 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:43:14.798 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:14.799 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:14.799 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:14.799 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:43:14.799 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:14.800 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:14.800 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:14.800 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:14.801 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:43:14.801 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:14.801 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:14.801 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:43:14.802 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:14.802 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:14.802 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:14.803 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:43:14.803 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:14.803 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:14.803 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:14.804 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:14.804 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:43:14.804 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:14.804 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:14.805 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:43:14.805 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:14.805 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:14.805 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:14.806 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:43:14.806 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:14.806 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:14.807 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:14.807 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:43:14.807 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:14.807 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:43:14.808 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:43:14.808 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:43:14.808 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:14.808 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:43:14Z" 2022-09-01T11:43:14.809 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:43:14.810 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:43:14Z" } 2022-09-01T11:43:14.811 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:43:14.811 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:43:14.812 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:43:14.812 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:43:15.312 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~213s 2022-09-01T11:43:19.814 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:19.815 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:19.816 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:43:19.874 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:43:19.874 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:43:19.907 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:19.900+0000 7f472ba00600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:19.908 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:19.901+0000 7f472ba00600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:19.923 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:43:19.924 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:43:19.924 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:43:19.924 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:43:19.925 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:43:19.925 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:43:19.926 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:19.927 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:19.928 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:43:19.928 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:19.928 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:43:19.928 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:19.929 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:19.929 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:43:19.929 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:19.929 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:43:19.930 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:19.930 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:43:19.930 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:43:19.930 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:19.931 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:19.931 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:19.931 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:43:19.931 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:19.932 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:19.932 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:43:19.933 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:19.933 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:43:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:43:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:43:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:43:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:43:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:43:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:43:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:43:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:43:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:43:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:43:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:43:19Z" 2022-09-01T11:43:19.944 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:43:19.945 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:43:19Z" } 2022-09-01T11:43:19.946 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:43:19.946 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:43:19.947 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:43:19.947 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:43:20.919 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~219s 2022-09-01T11:43:24.948 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:24.949 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:24.950 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:43:25.008 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:43:25.009 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:43:25.044 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:25.037+0000 7f8df3d09600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:25.045 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:25.039+0000 7f8df3d09600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:25.061 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:43:25.061 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:43:25.061 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:43:25.062 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:43:25.062 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:43:25.062 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:43:25.063 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:25.063 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:25.063 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:43:25.063 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:25.064 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:43:25.064 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:25.064 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:25.064 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:43:25.065 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:25.065 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:43:25.065 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:25.066 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:43:25.066 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:43:25.066 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:25.067 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:25.067 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:25.067 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:43:25.067 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:25.068 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:25.068 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:43:25.068 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:25.068 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:25.069 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:25.069 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:43:25.069 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:25.069 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:25.070 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:25.070 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:25.070 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:43:25.071 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:25.071 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:25.071 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:43:25.071 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:25.072 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:25.072 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:25.073 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:43:25.074 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:25.074 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:25.075 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:25.075 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:25.076 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:43:25.076 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:25.076 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:25.077 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:43:25.077 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:25.078 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:25.078 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:25.079 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:43:25.079 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:25.080 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:25.080 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:25.081 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:43:25.081 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:25.082 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:43:25.082 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:43:25.083 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:43:25.083 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:25.083 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:43:25Z" 2022-09-01T11:43:25.083 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:43:25.085 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:43:25Z" } 2022-09-01T11:43:25.085 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:43:25.086 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:43:25.086 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:43:25.087 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:43:26.526 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~224s 2022-09-01T11:43:30.088 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:30.089 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:30.090 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:43:30.149 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:43:30.149 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:43:30.182 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:30.175+0000 7fed2f864600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:30.183 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:30.176+0000 7fed2f864600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:30.198 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:43:30.198 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:43:30.199 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:43:30.199 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:43:30.200 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:43:30.200 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:43:30.201 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:30.201 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:30.202 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:43:30.202 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:30.202 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:43:30.203 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:30.203 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:30.204 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:43:30.204 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:30.204 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:43:30.204 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:30.205 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:43:30.205 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:43:30.205 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:30.205 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:30.206 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:30.206 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:43:30.206 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:30.207 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:30.207 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:43:30.207 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:30.208 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:30.208 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:30.208 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:43:30.208 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:30.209 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:30.209 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:30.209 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:30.209 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:43:30.210 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:30.210 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:30.210 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:43:30.210 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:30.211 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:30.211 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:30.211 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:43:30.211 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:30.212 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:30.212 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:30.212 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:30.212 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:43:30.213 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:30.213 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:30.213 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:43:30.214 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:30.214 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:30.215 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:30.215 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:43:30.215 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:30.215 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:30.216 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:30.216 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:43:30.216 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:30.216 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:43:30.217 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:43:30.217 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:43:30.217 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:30.218 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:43:30Z" 2022-09-01T11:43:30.218 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:43:30.219 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:43:30Z" } 2022-09-01T11:43:30.220 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:43:30.220 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:43:30.221 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:43:30.222 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:43:32.132 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~230s 2022-09-01T11:43:35.223 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:35.223 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:35.224 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:43:35.282 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:43:35.283 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:43:35.315 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:35.308+0000 7f22276f0600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:35.316 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:35.309+0000 7f22276f0600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:35.331 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:43:35.331 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:43:35.331 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:43:35.332 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:43:35.332 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:43:35.332 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:43:35.333 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:35.333 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:35.333 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:43:35.334 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:35.334 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:43:35.334 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:35.334 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:35.335 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:43:35.335 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:35.335 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:43:35.336 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:35.336 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:43:35.337 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:43:35.337 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:35.338 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:35.338 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:35.339 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:43:35.339 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:35.340 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:35.340 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:43:35.341 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:35.341 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:35.342 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:35.342 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:43:35.343 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:35.343 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:35.344 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:35.344 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:35.345 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:43:35.345 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:35.345 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:35.346 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:43:35.346 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:35.347 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:35.347 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:35.348 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:43:35.348 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:35.348 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:35.348 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:35.349 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:35.349 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:43:35.349 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:35.350 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:35.350 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:43:35.350 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:35.350 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:35.351 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:35.351 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:43:35.351 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:35.351 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:35.352 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:35.352 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:43:35.352 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:35.353 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:43:35.353 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:43:35.353 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:43:35.353 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:35.354 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:43:35Z" 2022-09-01T11:43:35.354 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:43:35.356 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:43:35Z" } 2022-09-01T11:43:35.357 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:43:35.358 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:43:35.359 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:43:35.360 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:43:37.738 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~235s 2022-09-01T11:43:40.361 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:40.362 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:40.363 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:43:40.420 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:43:40.421 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:43:40.454 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:40.448+0000 7f23da600600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:40.455 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:40.450+0000 7f23da600600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:40.470 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:43:40.471 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:43:40.471 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:43:40.471 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:43:40.472 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:43:40.472 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:43:40.472 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:40.473 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:40.474 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:43:40.474 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:40.475 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:43:40.475 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:40.476 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:40.476 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:43:40.477 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:40.477 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:43:40.477 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:40.478 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:43:40.478 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:43:40.479 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:40.479 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:40.480 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:40.480 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:43:40.480 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:40.481 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:40.481 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:43:40.481 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:40.482 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:40.482 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:40.482 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:43:40.483 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:40.483 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:40.483 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:40.483 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:40.484 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:43:40.484 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:40.484 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:40.484 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:43:40.485 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:40.485 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:40.485 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:40.485 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:43:40.486 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:40.486 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:40.486 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:40.486 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:40.487 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:43:40.487 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:40.487 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:40.488 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:43:40.488 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:40.488 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:40.488 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:40.489 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:43:40.489 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:40.489 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:40.489 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:40.490 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:43:40.490 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:40.490 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:43:40.491 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:43:40.491 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:43:40.491 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:40.491 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:43:40Z" 2022-09-01T11:43:40.492 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:43:40.493 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:43:40Z" } 2022-09-01T11:43:40.494 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:43:40.494 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:43:40.495 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:43:40.495 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:43:43.346 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~241s 2022-09-01T11:43:45.497 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:45.498 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:45.499 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:43:45.557 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:43:45.558 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:43:45.590 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:45.584+0000 7f372149b600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:45.591 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:45.586+0000 7f372149b600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:45.606 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:43:45.607 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:43:45.607 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:43:45.608 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:43:45.608 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:43:45.609 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:43:45.609 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:45.610 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:45.610 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:43:45.611 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:45.611 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:43:45.612 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:45.612 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:45.613 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:43:45.613 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:45.613 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:43:45.614 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:45.614 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:43:45.615 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:43:45.615 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:45.615 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:45.616 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:45.616 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:43:45.616 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:45.616 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:45.617 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:43:45.617 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:45.617 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:45.618 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:45.618 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:43:45.618 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:45.618 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:45.619 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:45.619 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:45.619 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:43:45.620 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:45.620 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:45.620 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:43:45.620 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:45.621 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:45.621 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:45.621 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:43:45.622 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:45.622 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:45.622 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:45.622 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:45.623 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:43:45.623 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:45.623 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:45.624 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:43:45.624 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:45.624 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:45.624 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:45.625 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:43:45.625 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:45.626 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:45.626 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:45.626 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:43:45.626 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:45.627 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:43:45.627 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:43:45.627 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:43:45.628 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:45.628 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:43:45Z" 2022-09-01T11:43:45.628 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:43:45.630 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:43:45Z" } 2022-09-01T11:43:45.630 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:43:45.631 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:43:45.632 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:43:45.632 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:43:48.951 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~247s 2022-09-01T11:43:50.634 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:50.635 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:50.636 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:43:50.694 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:43:50.694 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:43:50.727 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:50.721+0000 7f5c01133600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:50.728 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:50.723+0000 7f5c01133600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:50.743 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:43:50.743 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:43:50.744 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:43:50.744 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:43:50.744 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:43:50.744 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:43:50.745 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:50.745 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:50.745 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:43:50.746 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:50.746 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:43:50.746 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:50.746 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:50.747 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:43:50.747 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:50.747 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:43:50.747 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:50.748 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:43:50.748 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:43:50.748 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:50.749 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:50.749 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:50.749 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:43:50.749 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:50.750 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:50.750 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:43:50.750 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:50.750 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:50.751 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:50.751 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:43:50.751 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:50.751 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:50.752 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:50.752 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:50.752 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:43:50.753 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:50.753 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:50.753 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:43:50.753 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:50.754 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:50.754 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:50.754 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:43:50.754 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:50.755 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:50.755 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:50.755 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:50.756 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:43:50.756 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:50.756 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:50.756 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:43:50.757 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:50.757 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:50.757 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:50.757 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:43:50.758 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:50.758 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:50.758 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:50.758 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:43:50.759 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:50.759 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:43:50.759 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:43:50.760 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:43:50.760 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:50.760 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:43:50Z" 2022-09-01T11:43:50.760 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:43:50.762 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:43:50Z" } 2022-09-01T11:43:50.762 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:43:50.763 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:43:50.764 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:43:50.764 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:43:54.558 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~252s 2022-09-01T11:43:55.765 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:55.766 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:43:55.767 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:43:55.825 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:43:55.825 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:43:55.863 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:55.857+0000 7fa61264d600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:55.864 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:43:55.859+0000 7fa61264d600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:43:55.879 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:43:55.880 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:43:55.880 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:43:55.880 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:43:55.881 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:43:55.881 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:43:55.881 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:55.881 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:55.882 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:43:55.882 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:55.882 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:43:55.882 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:55.883 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:55.883 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:43:55.883 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:55.884 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:43:55.884 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:55.884 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:43:55.884 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:43:55.885 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:55.885 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:55.886 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:55.886 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:43:55.886 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:55.886 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:55.887 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:43:55.887 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:55.887 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:55.888 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:55.888 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:43:55.888 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:55.888 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:55.889 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:55.889 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:55.889 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:43:55.889 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:55.890 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:55.890 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:43:55.890 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:55.890 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:55.891 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:55.891 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:43:55.891 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:55.891 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:55.892 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:55.892 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:43:55.892 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:43:55.892 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:43:55.893 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:43:55.893 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:43:55.893 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:43:55.893 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:43:55.894 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:43:55.894 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:43:55.894 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:43:55.895 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:55.895 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:43:55.895 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:43:55.895 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:55.896 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:43:55.896 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:43:55.896 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:43:55.896 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:43:55.897 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:43:55Z" 2022-09-01T11:43:55.897 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:43:55.898 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:43:55Z" } 2022-09-01T11:43:55.899 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:43:55.899 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:43:55.900 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:43:55.900 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:44:00.164 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~258s 2022-09-01T11:44:00.902 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:00.903 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:00.903 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:44:00.961 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:44:00.961 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:44:00.998 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:00.991+0000 7fb537942600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:00.999 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:00.992+0000 7fb537942600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:01.014 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:44:01.015 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:44:01.015 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:44:01.015 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:44:01.016 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:44:01.016 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:44:01.016 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:01.016 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:01.017 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:44:01.017 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:01.017 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:44:01.017 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:01.018 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:01.018 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:44:01.018 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:01.019 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:44:01.019 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:01.019 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:44:01.019 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:44:01.020 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:01.020 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:01.020 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:01.020 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:44:01.021 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:01.021 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:01.021 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:44:01.021 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:01.022 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:01.022 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:01.022 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:44:01.023 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:01.023 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:01.023 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:01.024 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:01.024 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:44:01.024 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:01.025 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:01.025 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:44:01.025 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:01.025 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:01.026 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:01.026 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:44:01.026 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:01.026 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:01.027 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:01.027 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:01.027 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:44:01.027 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:01.028 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:01.028 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:44:01.028 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:01.029 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:01.029 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:01.029 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:44:01.030 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:01.030 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:01.030 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:01.030 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:44:01.031 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:01.031 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:44:01.031 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:44:01.031 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:44:01.032 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:01.032 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:44:00Z" 2022-09-01T11:44:01.032 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:44:01.034 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:44:00Z" } 2022-09-01T11:44:01.034 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:44:01.035 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:44:01.036 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:44:01.037 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:44:05.770 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~264s 2022-09-01T11:44:06.038 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:06.039 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:06.039 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:44:06.099 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:44:06.099 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:44:06.131 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:06.125+0000 7f582e1fe600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:06.132 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:06.126+0000 7f582e1fe600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:06.147 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:44:06.147 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:44:06.148 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:44:06.148 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:44:06.148 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:44:06.148 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:44:06.149 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:06.149 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:06.149 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:44:06.150 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:06.150 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:44:06.150 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:06.150 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:06.151 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:44:06.151 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:06.151 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:44:06.151 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:06.152 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:44:06.152 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:44:06.152 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:06.153 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:06.153 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:06.153 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:44:06.153 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:06.154 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:06.154 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:44:06.154 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:06.154 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:06.155 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:06.155 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:44:06.155 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:06.155 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:06.156 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:06.156 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:06.156 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:44:06.157 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:06.157 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:06.157 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:44:06.158 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:06.158 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:06.158 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:06.159 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:44:06.159 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:06.159 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:06.159 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:06.160 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:06.160 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:44:06.160 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:06.160 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:06.161 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:44:06.161 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:06.161 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:06.162 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:06.162 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:44:06.162 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:06.162 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:06.163 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:06.163 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:44:06.163 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:06.163 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:44:06.164 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:44:06.164 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:44:06.164 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:06.164 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:44:06Z" 2022-09-01T11:44:06.165 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:44:06.166 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:44:06Z" } 2022-09-01T11:44:06.167 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:44:06.168 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:44:06.168 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:44:06.169 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:44:11.170 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:11.171 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:11.172 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:44:11.230 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:44:11.231 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:44:11.264 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:11.257+0000 7f7fec947600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:11.265 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:11.259+0000 7f7fec947600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:11.280 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:44:11.281 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:44:11.281 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:44:11.281 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:44:11.281 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:44:11.282 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:44:11.282 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:11.282 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:11.282 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:44:11.283 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:11.283 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:44:11.283 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:11.283 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:11.284 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:44:11.284 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:11.284 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:44:11.284 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:11.285 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:44:11.285 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:44:11.285 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:11.286 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:11.286 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:11.286 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:44:11.286 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:11.287 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:11.287 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:44:11.287 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:11.287 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:11.288 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:11.288 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:44:11.288 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:11.288 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:11.289 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:11.289 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:11.289 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:44:11.289 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:11.290 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:11.290 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:44:11.290 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:11.290 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:11.291 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:11.291 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:44:11.291 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:11.291 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:11.292 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:11.292 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:11.292 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:44:11.292 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:11.293 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:11.293 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:44:11.293 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:11.293 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:11.294 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:11.294 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:44:11.294 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:11.295 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:11.295 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:11.295 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:44:11.295 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:11.296 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:44:11.296 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:44:11.296 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:44:11.296 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:11.297 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:44:11Z" 2022-09-01T11:44:11.297 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:44:11.298 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:44:11Z" } 2022-09-01T11:44:11.299 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:44:11.300 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:44:11.300 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:44:11.301 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:44:11.377 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~269s 2022-09-01T11:44:16.302 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:16.303 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:16.304 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:44:16.361 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:44:16.362 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:44:16.394 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:16.387+0000 7fc39985a600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:16.395 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:16.389+0000 7fc39985a600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:16.410 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:44:16.411 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:44:16.411 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:44:16.411 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:44:16.412 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:44:16.412 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:44:16.412 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:16.412 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:16.413 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:44:16.413 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:16.413 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:44:16.413 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:16.414 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:16.414 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:44:16.415 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:16.415 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:44:16.415 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:16.415 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:44:16.416 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:44:16.416 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:16.416 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:16.416 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:16.417 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:44:16.417 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:16.417 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:16.417 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:44:16.418 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:16.418 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:16.418 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:16.418 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:44:16.419 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:16.419 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:16.419 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:16.420 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:16.420 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:44:16.420 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:16.420 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:16.421 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:44:16.421 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:16.421 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:16.421 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:16.422 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:44:16.422 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:16.422 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:16.422 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:16.423 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:16.423 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:44:16.423 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:16.423 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:16.424 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:44:16.424 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:16.424 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:16.424 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:16.425 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:44:16.425 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:16.425 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:16.425 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:16.426 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:44:16.426 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:16.426 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:44:16.426 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:44:16.427 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:44:16.427 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:16.427 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:44:16Z" 2022-09-01T11:44:16.427 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:44:16.429 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:44:16Z" } 2022-09-01T11:44:16.429 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:44:16.430 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:44:16.430 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:44:16.431 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:44:16.983 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~275s 2022-09-01T11:44:21.432 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:21.433 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:21.434 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:44:21.492 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:44:21.492 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:44:21.525 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:21.518+0000 7faf10be3600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:21.526 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:21.519+0000 7faf10be3600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:21.541 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:44:21.541 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:44:21.542 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:44:21.542 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:44:21.543 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:44:21.543 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:44:21.544 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:21.544 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:21.545 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:44:21.545 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:21.546 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:44:21.546 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:21.547 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:21.548 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:44:21.548 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:21.550 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:44:21.550 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:21.550 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:44:21.551 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:44:21.551 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:21.551 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:21.551 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:21.552 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:44:21.552 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:21.552 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:21.553 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:44:21.553 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:21.553 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:21.553 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:21.554 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:44:21.555 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:21.555 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:21.555 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:21.556 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:21.556 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:44:21.556 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:21.556 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:21.557 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:44:21.557 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:21.557 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:21.557 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:21.558 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:44:21.558 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:21.558 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:21.559 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:21.559 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:21.559 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:44:21.559 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:21.560 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:21.560 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:44:21.560 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:21.560 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:21.561 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:21.561 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:44:21.561 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:21.562 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:21.562 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:21.562 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:44:21.563 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:21.563 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:44:21.563 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:44:21.564 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:44:21.564 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:21.564 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:44:21Z" 2022-09-01T11:44:21.565 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:44:21.566 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:44:21Z" } 2022-09-01T11:44:21.568 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:44:21.569 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:44:21.569 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:44:21.570 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:44:22.590 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~280s 2022-09-01T11:44:26.572 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:26.573 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:26.573 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:44:26.632 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:44:26.632 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:44:26.664 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:26.657+0000 7fc4bb666600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:26.665 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:26.658+0000 7fc4bb666600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:26.680 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:44:26.680 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:44:26.681 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:44:26.681 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:44:26.681 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:44:26.682 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:44:26.682 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:26.682 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:26.682 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:44:26.683 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:26.683 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:44:26.683 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:26.683 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:26.684 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:44:26.684 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:26.684 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:44:26.685 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:26.685 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:44:26.685 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:44:26.685 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:26.686 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:26.686 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:26.686 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:44:26.687 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:26.687 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:26.687 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:44:26.687 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:26.688 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:26.688 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:26.688 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:44:26.689 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:26.689 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:26.689 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:26.690 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:26.690 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:44:26.690 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:26.690 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:26.691 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:44:26.691 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:26.691 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:26.691 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:26.692 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:44:26.692 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:26.692 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:26.693 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:26.693 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:26.693 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:44:26.693 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:26.694 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:26.694 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:44:26.694 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:26.695 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:26.695 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:26.695 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:44:26.695 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:26.696 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:26.696 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:26.696 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:44:26.696 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:26.697 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:44:26.697 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:44:26.697 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:44:26.698 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:26.698 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:44:26Z" 2022-09-01T11:44:26.698 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:44:26.699 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:44:26Z" } 2022-09-01T11:44:26.700 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:44:26.701 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:44:26.701 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:44:26.702 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:44:28.196 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~286s 2022-09-01T11:44:31.703 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:31.704 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:31.705 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:44:31.762 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:44:31.763 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:44:31.795 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:31.788+0000 7fc78ddf6600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:31.796 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:31.789+0000 7fc78ddf6600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:31.811 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:44:31.811 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:44:31.811 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:44:31.812 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:44:31.812 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:44:31.812 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:44:31.813 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:31.813 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:31.813 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:44:31.813 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:31.813 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:44:31.814 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:31.814 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:31.814 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:44:31.815 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:31.815 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:44:31.815 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:31.815 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:44:31.816 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:44:31.816 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:31.816 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:31.816 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:31.817 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:44:31.817 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:31.817 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:31.817 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:44:31.818 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:31.818 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:31.818 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:31.818 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:44:31.819 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:31.819 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:31.819 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:31.819 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:31.820 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:44:31.820 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:31.820 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:31.820 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:44:31.821 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:31.821 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:31.821 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:31.821 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:44:31.822 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:31.822 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:31.822 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:31.822 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:31.823 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:44:31.823 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:31.823 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:31.823 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:44:31.824 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:31.824 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:31.824 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:31.825 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:44:31.825 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:31.825 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:31.825 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:31.826 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:44:31.826 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:31.826 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:44:31.826 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:44:31.827 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:44:31.827 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:31.827 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:44:31Z" 2022-09-01T11:44:31.827 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:44:31.828 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:44:31Z" } 2022-09-01T11:44:31.829 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:44:31.830 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:44:31.830 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:44:31.831 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:44:33.802 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~292s 2022-09-01T11:44:36.832 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:36.833 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:36.833 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:44:36.892 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:44:36.893 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:44:36.925 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:36.918+0000 7f3d7a6a7600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:36.926 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:36.919+0000 7f3d7a6a7600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:36.940 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:44:36.941 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:44:36.941 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:44:36.941 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:44:36.942 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:44:36.942 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:44:36.942 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:36.942 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:36.943 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:44:36.943 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:36.943 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:44:36.944 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:36.944 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:36.944 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:44:36.944 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:36.945 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:44:36.945 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:36.945 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:44:36.945 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:44:36.946 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:36.946 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:36.946 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:36.946 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:44:36.947 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:36.947 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:36.947 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:44:36.947 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:36.948 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:36.948 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:36.948 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:44:36.949 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:36.949 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:36.949 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:36.949 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:36.950 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:44:36.950 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:36.950 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:36.950 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:44:36.951 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:36.951 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:36.951 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:36.951 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:44:36.952 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:36.952 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:36.952 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:36.952 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:36.953 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:44:36.953 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:36.953 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:36.953 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:44:36.954 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:36.954 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:36.954 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:36.954 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:44:36.955 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:36.955 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:36.955 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:36.955 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:44:36.956 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:36.956 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:44:36.956 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:44:36.956 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:44:36.957 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:36.957 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:44:36Z" 2022-09-01T11:44:36.957 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:44:36.958 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:44:36Z" } 2022-09-01T11:44:36.959 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:44:36.959 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:44:36.960 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:44:36.960 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:44:39.408 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~297s 2022-09-01T11:44:41.962 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:41.963 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:41.963 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:44:42.021 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:44:42.021 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:44:42.053 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:42.047+0000 7f1c3b7e8600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:42.054 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:44:42.048+0000 7f1c3b7e8600 20 RGW-SYNC:meta: read sync status 2022-09-01T11:44:42.069 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2022-09-01T11:44:42.070 INFO:teuthology.orchestra.run.smithi052.stdout: "sync_status": { 2022-09-01T11:44:42.070 INFO:teuthology.orchestra.run.smithi052.stdout: "info": { 2022-09-01T11:44:42.070 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "sync", 2022-09-01T11:44:42.071 INFO:teuthology.orchestra.run.smithi052.stdout: "num_shards": 4, 2022-09-01T11:44:42.071 INFO:teuthology.orchestra.run.smithi052.stdout: "period": "39870d50-3792-42d7-adf0-465c8b777149", 2022-09-01T11:44:42.071 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:42.072 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:42.072 INFO:teuthology.orchestra.run.smithi052.stdout: "markers": [ 2022-09-01T11:44:42.072 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:42.072 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 0, 2022-09-01T11:44:42.073 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:42.073 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:42.073 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662026114.283764_49.1", 2022-09-01T11:44:42.074 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:42.074 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 1, 2022-09-01T11:44:42.074 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:42.074 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T09:55:14.283764Z", 2022-09-01T11:44:42.075 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 2 2022-09-01T11:44:42.075 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:42.075 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:42.075 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:42.076 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 1, 2022-09-01T11:44:42.076 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:42.076 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:42.077 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031868.760142_334.1", 2022-09-01T11:44:42.077 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:42.077 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:42.077 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:42.078 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:31:08.760142Z", 2022-09-01T11:44:42.078 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:42.078 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:42.078 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:42.079 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:42.079 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 2, 2022-09-01T11:44:42.079 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:42.080 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:42.080 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662031839.204737_210.1", 2022-09-01T11:44:42.080 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:42.080 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:42.081 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:42.081 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:30:39.204737Z", 2022-09-01T11:44:42.081 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:42.082 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:42.082 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:42.082 INFO:teuthology.orchestra.run.smithi052.stdout: { 2022-09-01T11:44:42.083 INFO:teuthology.orchestra.run.smithi052.stdout: "key": 3, 2022-09-01T11:44:42.083 INFO:teuthology.orchestra.run.smithi052.stdout: "val": { 2022-09-01T11:44:42.083 INFO:teuthology.orchestra.run.smithi052.stdout: "state": 1, 2022-09-01T11:44:42.083 INFO:teuthology.orchestra.run.smithi052.stdout: "marker": "1_1662032256.691550_517.1", 2022-09-01T11:44:42.084 INFO:teuthology.orchestra.run.smithi052.stdout: "next_step_marker": "", 2022-09-01T11:44:42.084 INFO:teuthology.orchestra.run.smithi052.stdout: "total_entries": 0, 2022-09-01T11:44:42.084 INFO:teuthology.orchestra.run.smithi052.stdout: "pos": 0, 2022-09-01T11:44:42.084 INFO:teuthology.orchestra.run.smithi052.stdout: "timestamp": "2022-09-01T11:37:36.691550Z", 2022-09-01T11:44:42.085 INFO:teuthology.orchestra.run.smithi052.stdout: "realm_epoch": 4 2022-09-01T11:44:42.085 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:42.085 INFO:teuthology.orchestra.run.smithi052.stdout: } 2022-09-01T11:44:42.086 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2022-09-01T11:44:42.086 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:42.086 INFO:teuthology.orchestra.run.smithi052.stdout: "full_sync": { 2022-09-01T11:44:42.086 INFO:teuthology.orchestra.run.smithi052.stdout: "total": 1, 2022-09-01T11:44:42.087 INFO:teuthology.orchestra.run.smithi052.stdout: "complete": 1 2022-09-01T11:44:42.087 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2022-09-01T11:44:42.087 INFO:teuthology.orchestra.run.smithi052.stdout: "current_time": "2022-09-01T11:44:42Z" 2022-09-01T11:44:42.087 INFO:teuthology.orchestra.run.smithi052.stdout:} 2022-09-01T11:44:42.089 DEBUG:rgw_multi.tests:current meta sync status={ "sync_status": { "info": { "status": "sync", "num_shards": 4, "period": "39870d50-3792-42d7-adf0-465c8b777149", "realm_epoch": 4 }, "markers": [ { "key": 0, "val": { "state": 1, "marker": "1_1662026114.283764_49.1", "next_step_marker": "", "total_entries": 1, "pos": 0, "timestamp": "2022-09-01T09:55:14.283764Z", "realm_epoch": 2 } }, { "key": 1, "val": { "state": 1, "marker": "1_1662031868.760142_334.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:31:08.760142Z", "realm_epoch": 4 } }, { "key": 2, "val": { "state": 1, "marker": "1_1662031839.204737_210.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:30:39.204737Z", "realm_epoch": 4 } }, { "key": 3, "val": { "state": 1, "marker": "1_1662032256.691550_517.1", "next_step_marker": "", "total_entries": 0, "pos": 0, "timestamp": "2022-09-01T11:37:36.691550Z", "realm_epoch": 4 } } ] }, "full_sync": { "total": 1, "complete": 1 }, "current_time": "2022-09-01T11:44:42Z" } 2022-09-01T11:44:42.089 DEBUG:rgw_multi.tests:sync_markers=[{'key': 0, 'val': {'state': 1, 'marker': '1_1662026114.283764_49.1', 'next_step_marker': '', 'total_entries': 1, 'pos': 0, 'timestamp': '2022-09-01T09:55:14.283764Z', 'realm_epoch': 2}}, {'key': 1, 'val': {'state': 1, 'marker': '1_1662031868.760142_334.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:31:08.760142Z', 'realm_epoch': 4}}, {'key': 2, 'val': {'state': 1, 'marker': '1_1662031839.204737_210.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:30:39.204737Z', 'realm_epoch': 4}}, {'key': 3, 'val': {'state': 1, 'marker': '1_1662032256.691550_517.1', 'next_step_marker': '', 'total_entries': 0, 'pos': 0, 'timestamp': '2022-09-01T11:37:36.691550Z', 'realm_epoch': 4}}] 2022-09-01T11:44:42.090 DEBUG:rgw_multi.tests:log_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032553.417490_527.1'} 2022-09-01T11:44:42.090 DEBUG:rgw_multi.tests:sync_status={0: '', 1: '1_1662031868.760142_334.1', 2: '1_1662031839.204737_210.1', 3: '1_1662032256.691550_517.1'} 2022-09-01T11:44:42.091 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1662032553.417490_527.1 target=1_1662032256.691550_517.1 2022-09-01T11:44:45.014 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~303s 2022-09-01T11:44:45.014 INFO:tasks.daemonwatchdog.daemon_watchdog:BARK! unmounting mounts and killing all daemons 2022-09-01T11:44:45.619 INFO:tasks.ceph.c2.osd.0:Sent signal 15 2022-09-01T11:44:45.620 INFO:tasks.ceph.c2.osd.1:Sent signal 15 2022-09-01T11:44:45.620 INFO:tasks.ceph.c2.osd.2:Sent signal 15 2022-09-01T11:44:45.621 INFO:tasks.ceph.c2.mon.a:Sent signal 15 2022-09-01T11:44:45.621 INFO:tasks.rgw.c2.client.1:Sent signal 15 2022-09-01T11:44:45.622 INFO:tasks.ceph.c2.mgr.x:Sent signal 15 2022-09-01T11:44:45.623 INFO:tasks.ceph.c2.osd.0.smithi052.stderr:2022-09-01T11:44:45.614+0000 7f7f61337700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster c2 -i 0 (PID: 93351) UID: 0 2022-09-01T11:44:45.623 INFO:tasks.ceph.c2.osd.0.smithi052.stderr:2022-09-01T11:44:45.614+0000 7f7f61337700 -1 osd.0 65 *** Got signal Terminated *** 2022-09-01T11:44:45.623 INFO:tasks.ceph.c2.osd.0.smithi052.stderr:2022-09-01T11:44:45.614+0000 7f7f61337700 -1 osd.0 65 *** Immediate shutdown (osd_fast_shutdown=true) *** 2022-09-01T11:44:45.624 INFO:tasks.ceph.c2.osd.1.smithi052.stderr:2022-09-01T11:44:45.615+0000 7f0ab6364700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster c2 -i 1 (PID: 93353) UID: 0 2022-09-01T11:44:45.624 INFO:tasks.ceph.c2.osd.1.smithi052.stderr:2022-09-01T11:44:45.615+0000 7f0ab6364700 -1 osd.1 65 *** Got signal Terminated *** 2022-09-01T11:44:45.624 INFO:tasks.ceph.c2.osd.1.smithi052.stderr:2022-09-01T11:44:45.615+0000 7f0ab6364700 -1 osd.1 65 *** Immediate shutdown (osd_fast_shutdown=true) *** 2022-09-01T11:44:45.625 INFO:tasks.ceph.c2.osd.2.smithi052.stderr:2022-09-01T11:44:45.615+0000 7f0970240700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster c2 -i 2 (PID: 93357) UID: 0 2022-09-01T11:44:45.625 INFO:tasks.ceph.c2.osd.2.smithi052.stderr:2022-09-01T11:44:45.615+0000 7f0970240700 -1 osd.2 65 *** Got signal Terminated *** 2022-09-01T11:44:45.626 INFO:tasks.ceph.c2.osd.2.smithi052.stderr:2022-09-01T11:44:45.615+0000 7f0970240700 -1 osd.2 65 *** Immediate shutdown (osd_fast_shutdown=true) *** 2022-09-01T11:44:45.626 INFO:tasks.ceph.c2.mon.a.smithi052.stderr:2022-09-01T11:44:45.616+0000 7f3f63c2f700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mon -f --cluster c2 -i a (PID: 92975) UID: 0 2022-09-01T11:44:45.627 INFO:tasks.ceph.c2.mon.a.smithi052.stderr:2022-09-01T11:44:45.616+0000 7f3f63c2f700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2022-09-01T11:44:45.627 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T11:44:45.616+0000 7f4c812d0700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8001 -n client.1 --cluster c2 -k /etc/ceph/c2.client.1.keyring --log-file /var/log/ceph/rgw.c2.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.1.sock --foreground --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm (PID: 101251) UID: 0 2022-09-01T11:44:45.628 INFO:tasks.rgw.c2.client.1.smithi052.stdout:2022-09-01T11:44:45.616+0000 7f4c864a7600 -1 shutting down 2022-09-01T11:44:47.093 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:47.093 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T11:44:47.094 DEBUG:teuthology.orchestra.run.smithi052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T11:44:47.152 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setuser ceph since I am not root 2022-09-01T11:44:47.153 INFO:teuthology.orchestra.run.smithi052.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T11:49:47.157 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:49:47.147+0000 7ff373556600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T11:54:47.159 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:54:47.148+0000 7ff373556600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T11:59:47.162 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T11:59:47.149+0000 7ff373556600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T12:04:47.160 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T12:04:47.150+0000 7ff373556600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T12:09:47.158 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T12:09:47.150+0000 7ff373556600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T12:14:47.157 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T12:14:47.150+0000 7ff373556600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T12:19:47.158 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T12:19:47.151+0000 7ff373556600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T12:24:47.159 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T12:24:47.151+0000 7ff373556600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T12:29:47.160 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T12:29:47.152+0000 7ff373556600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T12:34:47.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-09-01T12:34:47.166 INFO:teuthology.orchestra.run.smithi052.stderr:2022-09-01T12:34:47.152+0000 7ff373556600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T12:34:47.166 INFO:teuthology.orchestra.run.smithi052.stderr:failed to fetch mon config (--no-mon-config to skip) 2022-09-01T12:34:47.172 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_incremental_sync_after_data_sync_init ... FAIL 2022-09-01T12:34:47.175 DEBUG:boto:path=/ptoxvb-78/ 2022-09-01T12:34:47.175 DEBUG:boto:auth_path=/ptoxvb-78/ 2022-09-01T12:34:47.176 DEBUG:boto:Method: PUT 2022-09-01T12:34:47.177 DEBUG:boto:Path: /ptoxvb-78/ 2022-09-01T12:34:47.177 DEBUG:boto:Data: 2022-09-01T12:34:47.178 DEBUG:boto:Headers: {} 2022-09-01T12:34:47.179 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T12:34:47.179 DEBUG:boto:Port: 8000 2022-09-01T12:34:47.180 DEBUG:boto:Params: {} 2022-09-01T12:34:47.181 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:34:47.182 DEBUG:boto:Token: None 2022-09-01T12:34:47.183 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 12:34:47 GMT /ptoxvb-78/ 2022-09-01T12:34:47.184 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K3LQ0s/qCz2QCNyM6xixM9oPO8M= 2022-09-01T12:34:47.185 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 12:34:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K3LQ0s/qCz2QCNyM6xixM9oPO8M=', 'Content-Length': '0'} 2022-09-01T12:34:47.188 DEBUG:boto:encountered ConnectionRefusedError exception, reconnecting 2022-09-01T12:34:47.190 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:34:47.744 DEBUG:boto:Token: None 2022-09-01T12:34:47.745 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 12:34:47 GMT /ptoxvb-78/ 2022-09-01T12:34:47.746 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K3LQ0s/qCz2QCNyM6xixM9oPO8M= 2022-09-01T12:34:47.747 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 12:34:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K3LQ0s/qCz2QCNyM6xixM9oPO8M=', 'Content-Length': '0'} 2022-09-01T12:34:47.748 DEBUG:boto:encountered ConnectionRefusedError exception, reconnecting 2022-09-01T12:34:47.749 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:34:47.838 DEBUG:boto:Token: None 2022-09-01T12:34:47.838 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 12:34:47 GMT /ptoxvb-78/ 2022-09-01T12:34:47.839 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K3LQ0s/qCz2QCNyM6xixM9oPO8M= 2022-09-01T12:34:47.840 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 12:34:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K3LQ0s/qCz2QCNyM6xixM9oPO8M=', 'Content-Length': '0'} 2022-09-01T12:34:47.842 DEBUG:boto:encountered ConnectionRefusedError exception, reconnecting 2022-09-01T12:34:47.842 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:34:51.401 DEBUG:boto:Token: None 2022-09-01T12:34:51.403 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 12:34:47 GMT /ptoxvb-78/ 2022-09-01T12:34:51.403 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K3LQ0s/qCz2QCNyM6xixM9oPO8M= 2022-09-01T12:34:51.404 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 12:34:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K3LQ0s/qCz2QCNyM6xixM9oPO8M=', 'Content-Length': '0'} 2022-09-01T12:34:51.406 DEBUG:boto:encountered ConnectionRefusedError exception, reconnecting 2022-09-01T12:34:51.407 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:34:55.007 DEBUG:boto:Token: None 2022-09-01T12:34:55.008 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 12:34:47 GMT /ptoxvb-78/ 2022-09-01T12:34:55.008 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K3LQ0s/qCz2QCNyM6xixM9oPO8M= 2022-09-01T12:34:55.009 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 12:34:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K3LQ0s/qCz2QCNyM6xixM9oPO8M=', 'Content-Length': '0'} 2022-09-01T12:34:55.018 DEBUG:boto:encountered ConnectionRefusedError exception, reconnecting 2022-09-01T12:34:55.019 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:34:56.258 DEBUG:boto:Token: None 2022-09-01T12:34:56.260 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 12:34:47 GMT /ptoxvb-78/ 2022-09-01T12:34:56.260 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K3LQ0s/qCz2QCNyM6xixM9oPO8M= 2022-09-01T12:34:56.261 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 12:34:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K3LQ0s/qCz2QCNyM6xixM9oPO8M=', 'Content-Length': '0'} 2022-09-01T12:34:56.266 DEBUG:boto:encountered ConnectionRefusedError exception, reconnecting 2022-09-01T12:34:56.267 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:35:11.463 DEBUG:boto:Token: None 2022-09-01T12:35:11.464 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 12:34:47 GMT /ptoxvb-78/ 2022-09-01T12:35:11.465 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:K3LQ0s/qCz2QCNyM6xixM9oPO8M= 2022-09-01T12:35:11.466 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 12:34:47 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:K3LQ0s/qCz2QCNyM6xixM9oPO8M=', 'Content-Length': '0'} 2022-09-01T12:35:11.468 DEBUG:boto:encountered ConnectionRefusedError exception, reconnecting 2022-09-01T12:35:11.469 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:36:10.185 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_resharded_bucket_incremental_sync_latest_after_data_sync_init ... ERROR 2022-09-01T12:36:10.187 DEBUG:boto:path=/ptoxvb-79/ 2022-09-01T12:36:10.187 DEBUG:boto:auth_path=/ptoxvb-79/ 2022-09-01T12:36:10.188 DEBUG:boto:Method: PUT 2022-09-01T12:36:10.189 DEBUG:boto:Path: /ptoxvb-79/ 2022-09-01T12:36:10.190 DEBUG:boto:Data: 2022-09-01T12:36:10.191 DEBUG:boto:Headers: {} 2022-09-01T12:36:10.192 DEBUG:boto:Host: smithi044.front.sepia.ceph.com:8000 2022-09-01T12:36:10.193 DEBUG:boto:Port: 8000 2022-09-01T12:36:10.194 DEBUG:boto:Params: {} 2022-09-01T12:36:10.195 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:36:10.196 DEBUG:boto:Token: None 2022-09-01T12:36:10.197 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 12:36:10 GMT /ptoxvb-79/ 2022-09-01T12:36:10.198 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ENARKYPn4tWgdIaq2dyX6aGhNRQ= 2022-09-01T12:36:10.199 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 12:36:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ENARKYPn4tWgdIaq2dyX6aGhNRQ=', 'Content-Length': '0'} 2022-09-01T12:36:10.203 DEBUG:boto:encountered ConnectionRefusedError exception, reconnecting 2022-09-01T12:36:10.204 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:36:10.692 DEBUG:boto:Token: None 2022-09-01T12:36:10.693 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 12:36:10 GMT /ptoxvb-79/ 2022-09-01T12:36:10.694 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ENARKYPn4tWgdIaq2dyX6aGhNRQ= 2022-09-01T12:36:10.694 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 12:36:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ENARKYPn4tWgdIaq2dyX6aGhNRQ=', 'Content-Length': '0'} 2022-09-01T12:36:10.696 DEBUG:boto:encountered ConnectionRefusedError exception, reconnecting 2022-09-01T12:36:10.697 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:36:11.982 DEBUG:boto:Token: None 2022-09-01T12:36:11.983 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 12:36:10 GMT /ptoxvb-79/ 2022-09-01T12:36:11.984 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ENARKYPn4tWgdIaq2dyX6aGhNRQ= 2022-09-01T12:36:11.984 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 12:36:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ENARKYPn4tWgdIaq2dyX6aGhNRQ=', 'Content-Length': '0'} 2022-09-01T12:36:11.987 DEBUG:boto:encountered ConnectionRefusedError exception, reconnecting 2022-09-01T12:36:11.988 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:36:13.856 DEBUG:boto:Token: None 2022-09-01T12:36:13.857 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 12:36:10 GMT /ptoxvb-79/ 2022-09-01T12:36:13.858 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ENARKYPn4tWgdIaq2dyX6aGhNRQ= 2022-09-01T12:36:13.858 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 12:36:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ENARKYPn4tWgdIaq2dyX6aGhNRQ=', 'Content-Length': '0'} 2022-09-01T12:36:13.860 DEBUG:boto:encountered ConnectionRefusedError exception, reconnecting 2022-09-01T12:36:13.861 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:36:16.868 DEBUG:boto:Token: None 2022-09-01T12:36:16.869 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 12:36:10 GMT /ptoxvb-79/ 2022-09-01T12:36:16.870 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ENARKYPn4tWgdIaq2dyX6aGhNRQ= 2022-09-01T12:36:16.871 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 12:36:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ENARKYPn4tWgdIaq2dyX6aGhNRQ=', 'Content-Length': '0'} 2022-09-01T12:36:16.874 DEBUG:boto:encountered ConnectionRefusedError exception, reconnecting 2022-09-01T12:36:16.875 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:36:32.401 DEBUG:boto:Token: None 2022-09-01T12:36:32.402 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 12:36:10 GMT /ptoxvb-79/ 2022-09-01T12:36:32.404 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ENARKYPn4tWgdIaq2dyX6aGhNRQ= 2022-09-01T12:36:32.405 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 12:36:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ENARKYPn4tWgdIaq2dyX6aGhNRQ=', 'Content-Length': '0'} 2022-09-01T12:36:32.408 DEBUG:boto:encountered ConnectionRefusedError exception, reconnecting 2022-09-01T12:36:32.410 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:36:45.381 DEBUG:boto:Token: None 2022-09-01T12:36:45.383 DEBUG:boto:StringToSign: PUT Thu, 01 Sep 2022 12:36:10 GMT /ptoxvb-79/ 2022-09-01T12:36:45.383 DEBUG:boto:Signature: AWS CL2SBWKRI72ZZIQ6GS78:ENARKYPn4tWgdIaq2dyX6aGhNRQ= 2022-09-01T12:36:45.384 DEBUG:boto:Final headers: {'User-Agent': 'Boto/2.49.0 Python/3.6.9 Linux/5.4.0-113-generic', 'Date': 'Thu, 01 Sep 2022 12:36:10 GMT', 'Authorization': 'AWS CL2SBWKRI72ZZIQ6GS78:ENARKYPn4tWgdIaq2dyX6aGhNRQ=', 'Content-Length': '0'} 2022-09-01T12:36:45.386 DEBUG:boto:encountered ConnectionRefusedError exception, reconnecting 2022-09-01T12:36:45.387 DEBUG:boto:establishing HTTP connection: kwargs={'timeout': 70, 'port': 8000} 2022-09-01T12:37:35.190 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_resharded_bucket_incremental_sync_oldest_after_data_sync_init ... ERROR 2022-09-01T12:37:35.194 INFO:tasks.rgw_multisite_tests:log information for manual testing ... ok 2022-09-01T12:37:35.196 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T12:37:35.198 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T12:37:35.199 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T12:37:35.263 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T12:37:35.264 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T12:42:35.268 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T12:42:35.261+0000 7f7ef3f6e600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T12:47:35.269 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T12:47:35.261+0000 7f7ef3f6e600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T12:52:35.269 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T12:52:35.262+0000 7f7ef3f6e600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T12:57:35.270 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T12:57:35.262+0000 7f7ef3f6e600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T13:02:35.270 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T13:02:35.263+0000 7f7ef3f6e600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T13:07:35.271 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T13:07:35.263+0000 7f7ef3f6e600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T13:12:35.272 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T13:12:35.265+0000 7f7ef3f6e600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T13:17:35.272 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T13:17:35.265+0000 7f7ef3f6e600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T13:22:35.272 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T13:22:35.266+0000 7f7ef3f6e600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T13:27:35.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-09-01T13:27:35.278 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T13:27:35.266+0000 7f7ef3f6e600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T13:27:35.278 INFO:teuthology.orchestra.run.smithi044.stderr:failed to fetch mon config (--no-mon-config to skip) 2022-09-01T13:27:35.281 INFO:tasks.rgw_multisite_tests:test low level implementation of s3 notifications ... FAIL 2022-09-01T13:27:35.283 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T13:27:35.283 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T13:27:35.285 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T13:27:35.344 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T13:27:35.345 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T13:32:35.349 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T13:32:35.342+0000 7f90c7ade600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T13:37:35.350 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T13:37:35.343+0000 7f90c7ade600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T13:42:35.351 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T13:42:35.343+0000 7f90c7ade600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T13:47:35.353 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T13:47:35.345+0000 7f90c7ade600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T13:52:35.354 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T13:52:35.346+0000 7f90c7ade600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T13:57:35.353 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T13:57:35.346+0000 7f90c7ade600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T14:02:35.353 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T14:02:35.346+0000 7f90c7ade600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T14:07:35.354 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T14:07:35.347+0000 7f90c7ade600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T14:12:35.354 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T14:12:35.348+0000 7f90c7ade600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T14:17:35.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-09-01T14:17:35.360 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T14:17:35.349+0000 7f90c7ade600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T14:17:35.360 INFO:teuthology.orchestra.run.smithi044.stderr:failed to fetch mon config (--no-mon-config to skip) 2022-09-01T14:17:35.363 INFO:tasks.rgw_multisite_tests:test s3 records fetching ... FAIL 2022-09-01T14:17:35.365 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T14:17:35.366 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T14:17:35.367 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T14:17:35.428 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T14:17:35.428 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T14:22:35.432 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T14:22:35.426+0000 7fd334336600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T14:27:35.433 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T14:27:35.427+0000 7fd334336600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T14:32:35.432 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T14:32:35.427+0000 7fd334336600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T14:37:35.433 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T14:37:35.428+0000 7fd334336600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T14:42:35.434 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T14:42:35.429+0000 7fd334336600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T14:47:35.435 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T14:47:35.429+0000 7fd334336600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T14:52:35.435 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T14:52:35.430+0000 7fd334336600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T14:57:35.434 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T14:57:35.430+0000 7fd334336600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T15:02:35.434 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T15:02:35.430+0000 7fd334336600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T15:07:35.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-09-01T15:07:35.441 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T15:07:35.431+0000 7fd334336600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T15:07:35.442 INFO:teuthology.orchestra.run.smithi044.stderr:failed to fetch mon config (--no-mon-config to skip) 2022-09-01T15:07:35.444 INFO:tasks.rgw_multisite_tests:test s3 notification set/get/delete ... FAIL 2022-09-01T15:07:35.446 INFO:tasks.rgw_multisite_tests:test s3 notification filter on master ... ok 2022-09-01T15:07:35.447 INFO:tasks.rgw_multisite_tests:rgw_multi.tests_ps.test_object_timing ... ok 2022-09-01T15:07:35.448 INFO:tasks.rgw_multisite_tests:test that opaque id set in topic, is sent in notification ... ok 2022-09-01T15:07:35.449 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T15:07:35.450 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T15:07:35.451 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T15:07:35.511 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T15:07:35.512 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T15:12:35.516 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T15:12:35.511+0000 7f5ed6fd6600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T15:17:35.517 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T15:17:35.512+0000 7f5ed6fd6600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T15:22:35.517 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T15:22:35.512+0000 7f5ed6fd6600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T15:27:35.517 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T15:27:35.513+0000 7f5ed6fd6600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T15:32:35.519 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T15:32:35.513+0000 7f5ed6fd6600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T15:37:35.519 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T15:37:35.514+0000 7f5ed6fd6600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T15:42:35.520 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T15:42:35.515+0000 7f5ed6fd6600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T15:47:35.520 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T15:47:35.515+0000 7f5ed6fd6600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T15:52:35.520 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T15:52:35.516+0000 7f5ed6fd6600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T15:57:35.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-09-01T15:57:35.529 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T15:57:35.516+0000 7f5ed6fd6600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T15:57:35.529 INFO:teuthology.orchestra.run.smithi044.stderr:failed to fetch mon config (--no-mon-config to skip) 2022-09-01T15:57:35.532 INFO:tasks.rgw_multisite_tests:test set/get/delete of topic ... FAIL 2022-09-01T15:57:35.534 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T15:57:35.535 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T15:57:35.536 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T15:57:35.595 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T15:57:35.596 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T16:02:35.599 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T16:02:35.595+0000 7f3056944600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T16:07:35.601 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T16:07:35.595+0000 7f3056944600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T16:12:35.600 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T16:12:35.596+0000 7f3056944600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T16:17:35.603 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T16:17:35.596+0000 7f3056944600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T16:22:35.603 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T16:22:35.598+0000 7f3056944600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T16:27:35.603 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T16:27:35.599+0000 7f3056944600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T16:32:35.604 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T16:32:35.599+0000 7f3056944600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T16:37:35.606 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T16:37:35.600+0000 7f3056944600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T16:42:35.604 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T16:42:35.601+0000 7f3056944600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T16:47:35.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-09-01T16:47:35.624 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T16:47:35.601+0000 7f3056944600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T16:47:35.624 INFO:teuthology.orchestra.run.smithi044.stderr:failed to fetch mon config (--no-mon-config to skip) 2022-09-01T16:47:35.627 INFO:tasks.rgw_multisite_tests:test set topic with endpoint ... FAIL 2022-09-01T16:47:35.629 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T16:47:35.630 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T16:47:35.631 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T16:47:35.694 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T16:47:35.695 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T16:52:35.698 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T16:52:35.694+0000 7f311c429600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T16:57:35.700 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T16:57:35.694+0000 7f311c429600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T17:02:35.699 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T17:02:35.695+0000 7f311c429600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T17:07:35.700 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T17:07:35.696+0000 7f311c429600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T17:12:35.701 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T17:12:35.696+0000 7f311c429600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T17:17:35.703 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T17:17:35.697+0000 7f311c429600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T17:22:35.703 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T17:22:35.698+0000 7f311c429600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T17:27:35.703 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T17:27:35.698+0000 7f311c429600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T17:32:35.702 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T17:32:35.699+0000 7f311c429600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T17:37:35.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-09-01T17:37:35.708 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T17:37:35.700+0000 7f311c429600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T17:37:35.709 INFO:teuthology.orchestra.run.smithi044.stderr:failed to fetch mon config (--no-mon-config to skip) 2022-09-01T17:37:35.712 INFO:tasks.rgw_multisite_tests:test set/get/delete of notification ... FAIL 2022-09-01T17:37:35.715 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T17:37:35.716 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T17:37:35.717 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T17:37:35.778 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T17:37:35.778 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T17:42:35.781 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T17:42:35.777+0000 7f68f285b600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T17:47:35.782 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T17:47:35.779+0000 7f68f285b600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T17:52:35.782 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T17:52:35.779+0000 7f68f285b600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T17:57:35.782 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T17:57:35.779+0000 7f68f285b600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T18:02:35.783 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T18:02:35.780+0000 7f68f285b600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T18:07:35.784 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T18:07:35.781+0000 7f68f285b600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T18:12:35.788 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T18:12:35.781+0000 7f68f285b600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T18:17:35.784 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T18:17:35.782+0000 7f68f285b600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T18:22:35.787 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T18:22:35.784+0000 7f68f285b600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T18:27:35.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-09-01T18:27:35.795 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T18:27:35.784+0000 7f68f285b600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T18:27:35.796 INFO:teuthology.orchestra.run.smithi044.stderr:failed to fetch mon config (--no-mon-config to skip) 2022-09-01T18:27:35.799 INFO:tasks.rgw_multisite_tests:test set/get/delete of notification on specific events ... FAIL 2022-09-01T18:27:35.801 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T18:27:35.802 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T18:27:35.803 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T18:27:35.864 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T18:27:35.864 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T18:32:35.868 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T18:32:35.866+0000 7fe9f1d61600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T18:37:35.868 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T18:37:35.865+0000 7fe9f1d61600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T18:42:35.870 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T18:42:35.867+0000 7fe9f1d61600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T18:47:35.872 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T18:47:35.868+0000 7fe9f1d61600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T18:52:35.870 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T18:52:35.868+0000 7fe9f1d61600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T18:57:35.872 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T18:57:35.868+0000 7fe9f1d61600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T19:02:35.872 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T19:02:35.869+0000 7fe9f1d61600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T19:07:35.873 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T19:07:35.870+0000 7fe9f1d61600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T19:12:35.875 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T19:12:35.870+0000 7fe9f1d61600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T19:17:35.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-09-01T19:17:35.883 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T19:17:35.871+0000 7fe9f1d61600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T19:17:35.883 INFO:teuthology.orchestra.run.smithi044.stderr:failed to fetch mon config (--no-mon-config to skip) 2022-09-01T19:17:35.886 INFO:tasks.rgw_multisite_tests:test set/get/delete of subscription ... FAIL 2022-09-01T19:17:35.889 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T19:17:35.890 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T19:17:35.891 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T19:17:35.953 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T19:17:35.953 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T19:22:35.958 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T19:22:35.954+0000 7f2a6b4b4600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T19:27:35.958 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T19:27:35.955+0000 7f2a6b4b4600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T19:32:35.960 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T19:32:35.955+0000 7f2a6b4b4600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T19:37:35.959 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T19:37:35.955+0000 7f2a6b4b4600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T19:42:35.962 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T19:42:35.955+0000 7f2a6b4b4600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T19:47:35.961 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T19:47:35.957+0000 7f2a6b4b4600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T19:52:35.962 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T19:52:35.957+0000 7f2a6b4b4600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T19:57:35.984 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T19:57:35.957+0000 7f2a6b4b4600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T20:02:35.962 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T20:02:35.958+0000 7f2a6b4b4600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T20:07:35.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-09-01T20:07:35.972 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T20:07:35.959+0000 7f2a6b4b4600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T20:07:35.972 INFO:teuthology.orchestra.run.smithi044.stderr:failed to fetch mon config (--no-mon-config to skip) 2022-09-01T20:07:35.975 INFO:tasks.rgw_multisite_tests:test radosgw-admin commands ... FAIL 2022-09-01T20:07:35.977 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T20:07:35.978 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T20:07:35.979 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T20:07:36.040 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T20:07:36.040 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T20:12:36.044 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T20:12:36.040+0000 7fe6c0e43600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T20:17:36.045 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T20:17:36.041+0000 7fe6c0e43600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T20:22:36.046 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T20:22:36.042+0000 7fe6c0e43600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T20:27:36.048 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T20:27:36.043+0000 7fe6c0e43600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T20:32:36.047 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T20:32:36.043+0000 7fe6c0e43600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T20:37:36.049 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T20:37:36.044+0000 7fe6c0e43600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T20:42:36.049 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T20:42:36.045+0000 7fe6c0e43600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T20:47:36.052 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T20:47:36.045+0000 7fe6c0e43600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T20:52:36.051 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T20:52:36.045+0000 7fe6c0e43600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T20:57:36.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-09-01T20:57:36.084 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T20:57:36.046+0000 7fe6c0e43600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T20:57:36.085 INFO:teuthology.orchestra.run.smithi044.stderr:failed to fetch mon config (--no-mon-config to skip) 2022-09-01T20:57:36.088 INFO:tasks.rgw_multisite_tests:test that events are only sent on incremental sync ... FAIL 2022-09-01T20:57:36.091 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T20:57:36.092 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-09-01T20:57:36.093 DEBUG:teuthology.orchestra.run.smithi044:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-09-01T20:57:36.154 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setuser ceph since I am not root 2022-09-01T20:57:36.154 INFO:teuthology.orchestra.run.smithi044.stderr:ignoring --setgroup ceph since I am not root 2022-09-01T21:02:36.158 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T21:02:36.154+0000 7f65ecdf2600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T21:07:36.159 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T21:07:36.155+0000 7f65ecdf2600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T21:12:36.159 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T21:12:36.156+0000 7f65ecdf2600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T21:17:36.160 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T21:17:36.156+0000 7f65ecdf2600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T21:22:36.161 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T21:22:36.157+0000 7f65ecdf2600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T21:27:36.161 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T21:27:36.157+0000 7f65ecdf2600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T21:32:36.162 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T21:32:36.158+0000 7f65ecdf2600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T21:37:36.162 INFO:teuthology.orchestra.run.smithi044.stderr:2022-09-01T21:37:36.159+0000 7f65ecdf2600 0 monclient(hunting): authenticate timed out after 300 2022-09-01T21:41:26.373 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2022-09-01T21:41:26.404 DEBUG:teuthology.task.console_log:Killing console logger for smithi044 2022-09-01T21:41:26.406 DEBUG:teuthology.task.console_log:Killing console logger for smithi052 2022-09-01T21:41:26.407 DEBUG:teuthology.exit:Finished running handlers